7 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end,  in walk_pte_range()  argument
14 	pte = pte_offset_map(pmd, addr);  in walk_pte_range()
16 		err = ops->pte_entry(pte, addr, addr + PAGE_SIZE, walk);  in walk_pte_range()
19 		addr += PAGE_SIZE;  in walk_pte_range()
20 		if (addr == end)  in walk_pte_range()
29 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end,  in walk_pmd_range()  argument
37 	pmd = pmd_offset(pud, addr);  in walk_pmd_range()
40 		next = pmd_addr_end(addr, end);  in walk_pmd_range()
43 				err = ops->pte_hole(addr, next, walk);  in walk_pmd_range()
53 			err = ops->pmd_entry(pmd, addr, next, walk);  in walk_pmd_range()
64 		split_huge_pmd(walk->vma, pmd, addr);  in walk_pmd_range()
67 		err = walk_pte_range(pmd, addr, next, walk);  in walk_pmd_range()
70 	} while (pmd++, addr = next, addr != end);  in walk_pmd_range()
75 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end,  in walk_pud_range()  argument
83 	pud = pud_offset(p4d, addr);  in walk_pud_range()
86 		next = pud_addr_end(addr, end);  in walk_pud_range()
89 				err = ops->pte_hole(addr, next, walk);  in walk_pud_range()
99 				err = ops->pud_entry(pud, addr, next, walk);  in walk_pud_range()
107 		split_huge_pud(walk->vma, pud, addr);  in walk_pud_range()
112 			err = walk_pmd_range(pud, addr, next, walk);  in walk_pud_range()
115 	} while (pud++, addr = next, addr != end);  in walk_pud_range()
120 static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end,  in walk_p4d_range()  argument
128 	p4d = p4d_offset(pgd, addr);  in walk_p4d_range()
130 		next = p4d_addr_end(addr, end);  in walk_p4d_range()
133 				err = ops->pte_hole(addr, next, walk);  in walk_p4d_range()
139 			err = walk_pud_range(p4d, addr, next, walk);  in walk_p4d_range()
142 	} while (p4d++, addr = next, addr != end);  in walk_p4d_range()
147 static int walk_pgd_range(unsigned long addr, unsigned long end,  in walk_pgd_range()  argument
155 	pgd = pgd_offset(walk->mm, addr);  in walk_pgd_range()
157 		next = pgd_addr_end(addr, end);  in walk_pgd_range()
160 				err = ops->pte_hole(addr, next, walk);  in walk_pgd_range()
166 			err = walk_p4d_range(pgd, addr, next, walk);  in walk_pgd_range()
169 	} while (pgd++, addr = next, addr != end);  in walk_pgd_range()
175 static unsigned long hugetlb_entry_end(struct hstate *h, unsigned long addr,  in hugetlb_entry_end()  argument
178 	unsigned long boundary = (addr & huge_page_mask(h)) + huge_page_size(h);  in hugetlb_entry_end()
182 static int walk_hugetlb_range(unsigned long addr, unsigned long end,  in walk_hugetlb_range()  argument
195 		next = hugetlb_entry_end(h, addr, end);  in walk_hugetlb_range()
196 		pte = huge_pte_offset(walk->mm, addr & hmask, sz);  in walk_hugetlb_range()
199 			err = ops->hugetlb_entry(pte, hmask, addr, next, walk);  in walk_hugetlb_range()
201 			err = ops->pte_hole(addr, next, walk);  in walk_hugetlb_range()
205 	} while (addr = next, addr != end);  in walk_hugetlb_range()
211 static int walk_hugetlb_range(unsigned long addr, unsigned long end,  in walk_hugetlb_range()  argument