62 static void vunmap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end)  in vunmap_pte_range()  argument
70 	} while (pte++, addr += PAGE_SIZE, addr != end);  in vunmap_pte_range()
73 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end)  in vunmap_pmd_range()  argument
80 		next = pmd_addr_end(addr, end);  in vunmap_pmd_range()
86 	} while (pmd++, addr = next, addr != end);  in vunmap_pmd_range()
89 static void vunmap_pud_range(pgd_t *pgd, unsigned long addr, unsigned long end)  in vunmap_pud_range()  argument
96 		next = pud_addr_end(addr, end);  in vunmap_pud_range()
102 	} while (pud++, addr = next, addr != end);  in vunmap_pud_range()
105 static void vunmap_page_range(unsigned long addr, unsigned long end)  in vunmap_page_range()  argument
110 	BUG_ON(addr >= end);  in vunmap_page_range()
113 		next = pgd_addr_end(addr, end);  in vunmap_page_range()
117 	} while (pgd++, addr = next, addr != end);  in vunmap_page_range()
121 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_pte_range()  argument
142 	} while (pte++, addr += PAGE_SIZE, addr != end);  in vmap_pte_range()
147 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_pmd_range()  argument
156 		next = pmd_addr_end(addr, end);  in vmap_pmd_range()
159 	} while (pmd++, addr = next, addr != end);  in vmap_pmd_range()
164 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_pud_range()  argument
173 		next = pud_addr_end(addr, end);  in vmap_pud_range()
176 	} while (pud++, addr = next, addr != end);  in vmap_pud_range()
186 static int vmap_page_range_noflush(unsigned long start, unsigned long end,  in vmap_page_range_noflush()  argument
195 	BUG_ON(addr >= end);  in vmap_page_range_noflush()
198 		next = pgd_addr_end(addr, end);  in vmap_page_range_noflush()
202 	} while (pgd++, addr = next, addr != end);  in vmap_page_range_noflush()
207 static int vmap_page_range(unsigned long start, unsigned long end,  in vmap_page_range()  argument
212 	ret = vmap_page_range_noflush(start, end, prot, pages);  in vmap_page_range()
213 	flush_cache_vmap(start, end);  in vmap_page_range()
567 static void vmap_debug_free_range(unsigned long start, unsigned long end)  in vmap_debug_free_range()  argument
582 		vunmap_page_range(start, end);  in vmap_debug_free_range()
583 		flush_tlb_kernel_range(start, end);  in vmap_debug_free_range()
636 static void __purge_vmap_area_lazy(unsigned long *start, unsigned long *end,  in __purge_vmap_area_lazy()  argument
663 		if (va->va_end > *end)  in __purge_vmap_area_lazy()
664 			*end = va->va_end;  in __purge_vmap_area_lazy()
672 		flush_tlb_kernel_range(*start, *end);  in __purge_vmap_area_lazy()
689 	unsigned long start = ULONG_MAX, end = 0;  in try_purge_vmap_area_lazy()  local
691 	__purge_vmap_area_lazy(&start, &end, 0, 0);  in try_purge_vmap_area_lazy()
699 	unsigned long start = ULONG_MAX, end = 0;  in purge_vmap_area_lazy()  local
701 	__purge_vmap_area_lazy(&start, &end, 1, 0);  in purge_vmap_area_lazy()
1076 	unsigned long start = ULONG_MAX, end = 0;  in vm_unmap_aliases()  local
1098 				end   = max(e, end);  in vm_unmap_aliases()
1107 	__purge_vmap_area_lazy(&start, &end, 1, flush);  in vm_unmap_aliases()
1320 	unsigned long end = addr + size;  in unmap_kernel_range()  local
1322 	flush_cache_vunmap(addr, end);  in unmap_kernel_range()
1323 	vunmap_page_range(addr, end);  in unmap_kernel_range()
1324 	flush_tlb_kernel_range(addr, end);  in unmap_kernel_range()
1331 	unsigned long end = addr + get_vm_area_size(area);  in map_vm_area()  local
1334 	err = vmap_page_range(addr, end, prot, pages);  in map_vm_area()
1366 		unsigned long end, int node, gfp_t gfp_mask, const void *caller)  in __get_vm_area_node()  argument
1387 	va = alloc_vmap_area(size, align, start, end, node, gfp_mask);  in __get_vm_area_node()
1399 				unsigned long start, unsigned long end)  in __get_vm_area()  argument
1401 	return __get_vm_area_node(size, 1, flags, start, end, NUMA_NO_NODE,  in __get_vm_area()
1407 				       unsigned long start, unsigned long end,  in __get_vm_area_caller()  argument
1410 	return __get_vm_area_node(size, 1, flags, start, end, NUMA_NO_NODE,  in __get_vm_area_caller()
1684 			unsigned long start, unsigned long end, gfp_t gfp_mask,  in __vmalloc_node_range()  argument
1697 				vm_flags, start, end, node, gfp_mask, caller);  in __vmalloc_node_range()
2322 static bool pvm_find_next_prev(unsigned long end,  in pvm_find_next_prev()  argument
2331 		if (end < va->va_end)  in pvm_find_next_prev()
2333 		else if (end > va->va_end)  in pvm_find_next_prev()
2342 	if (va->va_end > end) {  in pvm_find_next_prev()
2421 	unsigned long base, start, end, last_end;  in pcpu_get_vm_areas()  local
2428 		end = start + sizes[area];  in pcpu_get_vm_areas()
2445 			BUG_ON(start2 >= start && start2 < end);  in pcpu_get_vm_areas()
2446 			BUG_ON(end2 <= end && end2 > start);  in pcpu_get_vm_areas()
2473 	end = start + sizes[area];  in pcpu_get_vm_areas()
2479 	base = pvm_determine_end(&next, &prev, align) - end;  in pcpu_get_vm_areas()
2482 		BUG_ON(next && next->va_end <= base + end);  in pcpu_get_vm_areas()
2483 		BUG_ON(prev && prev->va_end > base + end);  in pcpu_get_vm_areas()
2503 		if (next && next->va_start < base + end) {  in pcpu_get_vm_areas()
2504 			base = pvm_determine_end(&next, &prev, align) - end;  in pcpu_get_vm_areas()
2517 			base = pvm_determine_end(&next, &prev, align) - end;  in pcpu_get_vm_areas()
2530 		end = start + sizes[area];  in pcpu_get_vm_areas()
2531 		pvm_find_next_prev(base + end, &next, &prev);  in pcpu_get_vm_areas()