63 static void vunmap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end)  in vunmap_pte_range()  argument
71 	} while (pte++, addr += PAGE_SIZE, addr != end);  in vunmap_pte_range()
74 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end)  in vunmap_pmd_range()  argument
81 		next = pmd_addr_end(addr, end);  in vunmap_pmd_range()
87 	} while (pmd++, addr = next, addr != end);  in vunmap_pmd_range()
90 static void vunmap_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end)  in vunmap_pud_range()  argument
97 		next = pud_addr_end(addr, end);  in vunmap_pud_range()
103 	} while (pud++, addr = next, addr != end);  in vunmap_pud_range()
106 static void vunmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end)  in vunmap_p4d_range()  argument
113 		next = p4d_addr_end(addr, end);  in vunmap_p4d_range()
119 	} while (p4d++, addr = next, addr != end);  in vunmap_p4d_range()
122 static void vunmap_page_range(unsigned long addr, unsigned long end)  in vunmap_page_range()  argument
127 	BUG_ON(addr >= end);  in vunmap_page_range()
130 		next = pgd_addr_end(addr, end);  in vunmap_page_range()
134 	} while (pgd++, addr = next, addr != end);  in vunmap_page_range()
138 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_pte_range()  argument
159 	} while (pte++, addr += PAGE_SIZE, addr != end);  in vmap_pte_range()
164 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_pmd_range()  argument
173 		next = pmd_addr_end(addr, end);  in vmap_pmd_range()
176 	} while (pmd++, addr = next, addr != end);  in vmap_pmd_range()
181 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_pud_range()  argument
190 		next = pud_addr_end(addr, end);  in vmap_pud_range()
193 	} while (pud++, addr = next, addr != end);  in vmap_pud_range()
198 		unsigned long end, pgprot_t prot, struct page **pages, int *nr)  in vmap_p4d_range()  argument
207 		next = p4d_addr_end(addr, end);  in vmap_p4d_range()
210 	} while (p4d++, addr = next, addr != end);  in vmap_p4d_range()
220 static int vmap_page_range_noflush(unsigned long start, unsigned long end,  in vmap_page_range_noflush()  argument
229 	BUG_ON(addr >= end);  in vmap_page_range_noflush()
232 		next = pgd_addr_end(addr, end);  in vmap_page_range_noflush()
236 	} while (pgd++, addr = next, addr != end);  in vmap_page_range_noflush()
241 static int vmap_page_range(unsigned long start, unsigned long end,  in vmap_page_range()  argument
246 	ret = vmap_page_range_noflush(start, end, prot, pages);  in vmap_page_range()
247 	flush_cache_vmap(start, end);  in vmap_page_range()
1245 static bool __purge_vmap_area_lazy(unsigned long start, unsigned long end)  in __purge_vmap_area_lazy()  argument
1271 		if (va->va_end > end)  in __purge_vmap_area_lazy()
1272 			end = va->va_end;  in __purge_vmap_area_lazy()
1275 	flush_tlb_kernel_range(start, end);  in __purge_vmap_area_lazy()
1669 static void _vm_unmap_aliases(unsigned long start, unsigned long end, int flush)  in _vm_unmap_aliases()  argument
1693 				end   = max(e, end);  in _vm_unmap_aliases()
1704 	if (!__purge_vmap_area_lazy(start, end) && flush)  in _vm_unmap_aliases()
1705 		flush_tlb_kernel_range(start, end);  in _vm_unmap_aliases()
1724 	unsigned long start = ULONG_MAX, end = 0;  in vm_unmap_aliases()  local
1727 	_vm_unmap_aliases(start, end, flush);  in vm_unmap_aliases()
1997 	unsigned long end = addr + size;  in unmap_kernel_range()  local
1999 	flush_cache_vunmap(addr, end);  in unmap_kernel_range()
2000 	vunmap_page_range(addr, end);  in unmap_kernel_range()
2001 	flush_tlb_kernel_range(addr, end);  in unmap_kernel_range()
2008 	unsigned long end = addr + get_vm_area_size(area);  in map_vm_area()  local
2011 	err = vmap_page_range(addr, end, prot, pages);  in map_vm_area()
2042 		unsigned long end, int node, gfp_t gfp_mask, const void *caller)  in __get_vm_area_node()  argument
2063 	va = alloc_vmap_area(size, align, start, end, node, gfp_mask);  in __get_vm_area_node()
2075 				unsigned long start, unsigned long end)  in __get_vm_area()  argument
2077 	return __get_vm_area_node(size, 1, flags, start, end, NUMA_NO_NODE,  in __get_vm_area()
2083 				       unsigned long start, unsigned long end,  in __get_vm_area_caller()  argument
2086 	return __get_vm_area_node(size, 1, flags, start, end, NUMA_NO_NODE,  in __get_vm_area_caller()
2183 	unsigned long start = ULONG_MAX, end = 0;  in vm_remove_mappings()  local
2212 			end = max(addr + PAGE_SIZE, end);  in vm_remove_mappings()
2223 	_vm_unmap_aliases(start, end, flush_dmap);  in vm_remove_mappings()
2479 			unsigned long start, unsigned long end, gfp_t gfp_mask,  in __vmalloc_node_range()  argument
2492 				vm_flags, start, end, node, gfp_mask, caller);  in __vmalloc_node_range()
3221 	unsigned long base, start, size, end, last_end;  in pcpu_get_vm_areas()  local
3229 		end = start + sizes[area];  in pcpu_get_vm_areas()
3243 			BUG_ON(start2 < end && start < end2);  in pcpu_get_vm_areas()
3270 	end = start + sizes[area];  in pcpu_get_vm_areas()
3273 	base = pvm_determine_end_from_reverse(&va, align) - end;  in pcpu_get_vm_areas()
3293 		if (base + end > va->va_end) {  in pcpu_get_vm_areas()
3294 			base = pvm_determine_end_from_reverse(&va, align) - end;  in pcpu_get_vm_areas()
3304 			base = pvm_determine_end_from_reverse(&va, align) - end;  in pcpu_get_vm_areas()
3318 		end = start + sizes[area];  in pcpu_get_vm_areas()
3319 		va = pvm_find_va_enclose_addr(base + end);  in pcpu_get_vm_areas()