91 		unsigned long old_addr, unsigned long old_end,  in move_ptes()  argument
134 	old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl);  in move_ptes()
141 	for (; old_addr < old_end; old_pte++, old_addr += PAGE_SIZE,  in move_ptes()
145 		pte = ptep_get_and_clear(mm, old_addr, old_pte);  in move_ptes()
146 		pte = move_pte(pte, new_vma->vm_page_prot, old_addr, new_addr);  in move_ptes()
165 		unsigned long old_addr, struct vm_area_struct *new_vma,  in move_page_tables()  argument
175 	old_end = old_addr + len;  in move_page_tables()
176 	flush_cache_range(vma, old_addr, old_end);  in move_page_tables()
178 	mmun_start = old_addr;  in move_page_tables()
182 	for (; old_addr < old_end; old_addr += extent, new_addr += extent) {  in move_page_tables()
184 		next = (old_addr + PMD_SIZE) & PMD_MASK;  in move_page_tables()
186 		extent = next - old_addr;  in move_page_tables()
187 		if (extent > old_end - old_addr)  in move_page_tables()
188 			extent = old_end - old_addr;  in move_page_tables()
189 		old_pmd = get_old_pmd(vma->vm_mm, old_addr);  in move_page_tables()
203 				err = move_huge_pmd(vma, new_vma, old_addr,  in move_page_tables()
213 				split_huge_page_pmd(vma, old_addr, old_pmd);  in move_page_tables()
225 		move_ptes(vma, old_pmd, old_addr, old_addr + extent,  in move_page_tables()
230 		flush_tlb_range(vma, old_end-len, old_addr);  in move_page_tables()
234 	return len + old_addr - old_end;	/* how much done */  in move_page_tables()
238 		unsigned long old_addr, unsigned long old_len,  in move_vma()  argument
266 	err = ksm_madvise(vma, old_addr, old_addr + old_len,  in move_vma()
271 	new_pgoff = vma->vm_pgoff + ((old_addr - vma->vm_start) >> PAGE_SHIFT);  in move_vma()
277 	moved_len = move_page_tables(vma, old_addr, new_vma, new_addr, old_len,  in move_vma()
285 		move_page_tables(new_vma, new_addr, vma, old_addr, moved_len,  in move_vma()
289 		old_addr = new_addr;  in move_vma()
297 		if (old_addr > vma->vm_start &&  in move_vma()
298 		    old_addr + old_len < vma->vm_end)  in move_vma()
314 	if (do_munmap(mm, old_addr, old_len) < 0) {  in move_vma()