1189 		unsigned long start, unsigned long end, int *nonblocking)  in populate_vma_page_range()  argument
1192 	unsigned long nr_pages = (end - start) / PAGE_SIZE;  in populate_vma_page_range()
1196 	VM_BUG_ON(end   & ~PAGE_MASK);  in populate_vma_page_range()
1198 	VM_BUG_ON_VMA(end   > vma->vm_end, vma);  in populate_vma_page_range()
1237 	unsigned long end, nstart, nend;  in __mm_populate()  local
1242 	end = start + len;  in __mm_populate()
1244 	for (nstart = start; nstart < end; nstart = nend) {  in __mm_populate()
1255 		if (!vma || vma->vm_start >= end)  in __mm_populate()
1261 		nend = min(end, vma->vm_end);  in __mm_populate()
1811 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end,  in gup_pte_range()  argument
1863 	} while (ptep++, addr += PAGE_SIZE, addr != end);  in gup_pte_range()
1884 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end,  in gup_pte_range()  argument
1893 		unsigned long end, struct page **pages, int *nr)  in __gup_device_huge()  argument
1911 	} while (addr += PAGE_SIZE, addr != end);  in __gup_device_huge()
1919 		unsigned long end, struct page **pages, int *nr)  in __gup_device_huge_pmd()  argument
1925 	if (!__gup_device_huge(fault_pfn, addr, end, pages, nr))  in __gup_device_huge_pmd()
1936 		unsigned long end, struct page **pages, int *nr)  in __gup_device_huge_pud()  argument
1942 	if (!__gup_device_huge(fault_pfn, addr, end, pages, nr))  in __gup_device_huge_pud()
1953 		unsigned long end, struct page **pages, int *nr)  in __gup_device_huge_pmd()  argument
1960 		unsigned long end, struct page **pages, int *nr)  in __gup_device_huge_pud()  argument
1968 static unsigned long hugepte_addr_end(unsigned long addr, unsigned long end,  in hugepte_addr_end()  argument
1972 	return (__boundary - 1 < end - 1) ? __boundary : end;  in hugepte_addr_end()
1976 		       unsigned long end, unsigned int flags,  in gup_hugepte()  argument
1985 	if (pte_end < end)  in gup_hugepte()
1986 		end = pte_end;  in gup_hugepte()
2006 	} while (addr += PAGE_SIZE, addr != end);  in gup_hugepte()
2027 		unsigned int pdshift, unsigned long end, unsigned int flags,  in gup_huge_pd()  argument
2036 		next = hugepte_addr_end(addr, end, sz);  in gup_huge_pd()
2037 		if (!gup_hugepte(ptep, sz, addr, end, flags, pages, nr))  in gup_huge_pd()
2039 	} while (ptep++, addr = next, addr != end);  in gup_huge_pd()
2045 		unsigned int pdshift, unsigned long end, unsigned int flags,  in gup_huge_pd()  argument
2053 			unsigned long end, unsigned int flags,  in gup_huge_pmd()  argument
2065 		return __gup_device_huge_pmd(orig, pmdp, addr, end, pages, nr);  in gup_huge_pmd()
2075 	} while (addr += PAGE_SIZE, addr != end);  in gup_huge_pmd()
2095 		unsigned long end, unsigned int flags, struct page **pages, int *nr)  in gup_huge_pud()  argument
2106 		return __gup_device_huge_pud(orig, pudp, addr, end, pages, nr);  in gup_huge_pud()
2116 	} while (addr += PAGE_SIZE, addr != end);  in gup_huge_pud()
2136 			unsigned long end, unsigned int flags,  in gup_huge_pgd()  argument
2153 	} while (addr += PAGE_SIZE, addr != end);  in gup_huge_pgd()
2172 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end,  in gup_pmd_range()  argument
2182 		next = pmd_addr_end(addr, end);  in gup_pmd_range()
2210 	} while (pmdp++, addr = next, addr != end);  in gup_pmd_range()
2215 static int gup_pud_range(p4d_t p4d, unsigned long addr, unsigned long end,  in gup_pud_range()  argument
2225 		next = pud_addr_end(addr, end);  in gup_pud_range()
2238 	} while (pudp++, addr = next, addr != end);  in gup_pud_range()
2243 static int gup_p4d_range(pgd_t pgd, unsigned long addr, unsigned long end,  in gup_p4d_range()  argument
2253 		next = p4d_addr_end(addr, end);  in gup_p4d_range()
2263 	} while (p4dp++, addr = next, addr != end);  in gup_p4d_range()
2268 static void gup_pgd_range(unsigned long addr, unsigned long end,  in gup_pgd_range()  argument
2278 		next = pgd_addr_end(addr, end);  in gup_pgd_range()
2291 	} while (pgdp++, addr = next, addr != end);  in gup_pgd_range()
2294 static inline void gup_pgd_range(unsigned long addr, unsigned long end,  in gup_pgd_range()  argument
2305 static bool gup_fast_permitted(unsigned long start, unsigned long end)  in gup_fast_permitted()  argument
2323 	unsigned long len, end;  in __get_user_pages_fast()  local
2329 	end = start + len;  in __get_user_pages_fast()
2331 	if (end <= start)  in __get_user_pages_fast()
2349 	    gup_fast_permitted(start, end)) {  in __get_user_pages_fast()
2351 		gup_pgd_range(start, end, write ? FOLL_WRITE : 0, pages, &nr);  in __get_user_pages_fast()
2401 	unsigned long addr, len, end;  in get_user_pages_fast()  local
2410 	end = start + len;  in get_user_pages_fast()
2412 	if (end <= start)  in get_user_pages_fast()
2418 	    gup_fast_permitted(start, end)) {  in get_user_pages_fast()
2420 		gup_pgd_range(addr, end, gup_flags, pages, &nr);  in get_user_pages_fast()