118 		unsigned long new_addr, bool need_rmap_locks)  in move_ptes()  argument
152 	new_pte = pte_offset_map(new_pmd, new_addr);  in move_ptes()
160 				   new_pte++, new_addr += PAGE_SIZE) {  in move_ptes()
178 		pte = move_pte(pte, new_vma->vm_page_prot, old_addr, new_addr);  in move_ptes()
180 		set_pte_at(mm, new_addr, new_pte, pte);  in move_ptes()
196 		  unsigned long new_addr, unsigned long old_end,  in move_normal_pmd()  argument
203 	if ((old_addr & ~PMD_MASK) || (new_addr & ~PMD_MASK)  in move_normal_pmd()
230 	set_pmd_at(mm, new_addr, new_pmd, pmd);  in move_normal_pmd()
242 		unsigned long new_addr, unsigned long len,  in move_page_tables()  argument
259 	for (; old_addr < old_end; old_addr += extent, new_addr += extent) {  in move_page_tables()
269 		new_pmd = alloc_new_pmd(vma->vm_mm, vma, new_addr);  in move_page_tables()
278 				moved = move_huge_pmd(vma, old_addr, new_addr,  in move_page_tables()
297 			moved = move_normal_pmd(vma, old_addr, new_addr,  in move_page_tables()
307 		next = (new_addr + PMD_SIZE) & PMD_MASK;  in move_page_tables()
308 		if (extent > next - new_addr)  in move_page_tables()
309 			extent = next - new_addr;  in move_page_tables()
311 			  new_pmd, new_addr, need_rmap_locks);  in move_page_tables()
321 		unsigned long new_len, unsigned long new_addr,  in move_vma()  argument
356 	new_vma = copy_vma(&vma, new_addr, new_len, new_pgoff,  in move_vma()
361 	moved_len = move_page_tables(vma, old_addr, new_vma, new_addr, old_len,  in move_vma()
375 		move_page_tables(new_vma, new_addr, vma, old_addr, moved_len,  in move_vma()
379 		old_addr = new_addr;  in move_vma()
380 		new_addr = err;  in move_vma()
384 			   new_addr, new_addr + new_len);  in move_vma()
431 	return new_addr;  in move_vma()
500 		unsigned long new_addr, unsigned long new_len, bool *locked,  in mremap_to()  argument
511 	if (offset_in_page(new_addr))  in mremap_to()
514 	if (new_len > TASK_SIZE || new_addr > TASK_SIZE - new_len)  in mremap_to()
518 	if (addr + old_len > new_addr && new_addr + new_len > addr)  in mremap_to()
538 	ret = do_munmap(mm, new_addr, new_len, uf_unmap_early);  in mremap_to()
559 	ret = get_unmapped_area(vma->vm_file, new_addr, new_len, vma->vm_pgoff +  in mremap_to()
565 	ret = move_vma(vma, addr, old_len, new_len, new_addr, locked, uf,  in mremap_to()
598 		unsigned long, new_addr)  in SYSCALL_DEFINE5()  argument
646 		ret = mremap_to(addr, old_len, new_addr, new_len,  in SYSCALL_DEFINE5()
698 				new_addr = addr;  in SYSCALL_DEFINE5()
715 		new_addr = get_unmapped_area(vma->vm_file, 0, new_len,  in SYSCALL_DEFINE5()
719 		if (offset_in_page(new_addr)) {  in SYSCALL_DEFINE5()
720 			ret = new_addr;  in SYSCALL_DEFINE5()
724 		ret = move_vma(vma, addr, old_len, new_len, new_addr,  in SYSCALL_DEFINE5()
737 		mm_populate(new_addr + old_len, new_len - old_len);  in SYSCALL_DEFINE5()
739 	mremap_userfaultfd_complete(&uf, addr, new_addr, old_len);  in SYSCALL_DEFINE5()