Lines Matching refs:args
3558 static int should_skip_vma(unsigned long start, unsigned long end, struct mm_walk *args) in should_skip_vma() argument
3561 struct vm_area_struct *vma = args->vma; in should_skip_vma()
3562 struct lru_gen_mm_walk *walk = args->private; in should_skip_vma()
3598 static bool get_next_vma(unsigned long mask, unsigned long size, struct mm_walk *args, in get_next_vma() argument
3607 while (args->vma) { in get_next_vma()
3608 if (start >= args->vma->vm_end) { in get_next_vma()
3609 args->vma = args->vma->vm_next; in get_next_vma()
3613 if (end && end <= args->vma->vm_start) in get_next_vma()
3616 if (should_skip_vma(args->vma->vm_start, args->vma->vm_end, args)) { in get_next_vma()
3617 args->vma = args->vma->vm_next; in get_next_vma()
3621 *vm_start = max(start, args->vma->vm_start); in get_next_vma()
3622 *vm_end = min(end - 1, args->vma->vm_end - 1) + 1; in get_next_vma()
3700 struct mm_walk *args) in walk_pte_range() argument
3708 struct lru_gen_mm_walk *walk = args->private; in walk_pte_range()
3715 ptl = pte_lockptr(args->mm, pmd); in walk_pte_range()
3730 pfn = get_pte_pfn(pte[i], args->vma, addr); in walk_pte_range()
3743 if (!ptep_test_and_clear_young(args->vma, addr, pte + i)) in walk_pte_range()
3759 if (i < PTRS_PER_PTE && get_next_vma(PMD_MASK, PAGE_SIZE, args, &start, &end)) in walk_pte_range()
3772 struct mm_walk *args, unsigned long *bitmap, unsigned long *start) in walk_pmd_range_locked() argument
3777 struct lru_gen_mm_walk *walk = args->private; in walk_pmd_range_locked()
3798 ptl = pmd_lockptr(args->mm, pmd); in walk_pmd_range_locked()
3849 struct mm_walk *args, unsigned long *bitmap, unsigned long *start) in walk_pmd_range_locked() argument
3855 struct mm_walk *args) in walk_pmd_range() argument
3863 struct lru_gen_mm_walk *walk = args->private; in walk_pmd_range()
3876 vma = args->vma; in walk_pmd_range()
3906 walk_pmd_range_locked(pud, addr, vma, args, bitmap, &pos); in walk_pmd_range()
3917 walk_pmd_range_locked(pud, addr, vma, args, bitmap, &pos); in walk_pmd_range()
3925 if (!walk_pte_range(&val, addr, next, args)) in walk_pmd_range()
3934 walk_pmd_range_locked(pud, -1, vma, args, bitmap, &pos); in walk_pmd_range()
3936 if (i < PTRS_PER_PMD && get_next_vma(PUD_MASK, PMD_SIZE, args, &start, &end)) in walk_pmd_range()
3941 struct mm_walk *args) in walk_pud_range() argument
3947 struct lru_gen_mm_walk *walk = args->private; in walk_pud_range()
3961 walk_pmd_range(&val, addr, next, args); in walk_pud_range()
3969 if (i < PTRS_PER_PUD && get_next_vma(P4D_MASK, PUD_SIZE, args, &start, &end)) in walk_pud_range()
3974 if (!end || !args->vma) in walk_pud_range()
3977 walk->next_addr = max(end, args->vma->vm_start); in walk_pud_range()