548 static void __copy_gigantic_page(struct page *dst, struct page *src,  in __copy_gigantic_page()  argument
553 	struct page *src_base = src;  in __copy_gigantic_page()
557 		copy_highpage(dst, src);  in __copy_gigantic_page()
561 		src = mem_map_next(src, src_base, i);  in __copy_gigantic_page()
565 static void copy_huge_page(struct page *dst, struct page *src)  in copy_huge_page()  argument
570 	if (PageHuge(src)) {  in copy_huge_page()
572 		struct hstate *h = page_hstate(src);  in copy_huge_page()
576 			__copy_gigantic_page(dst, src, nr_pages);  in copy_huge_page()
581 		BUG_ON(!PageTransHuge(src));  in copy_huge_page()
582 		nr_pages = hpage_nr_pages(src);  in copy_huge_page()
587 		copy_highpage(dst + i, src + i);  in copy_huge_page()
2143 		migrate->src[migrate->npages] = MIGRATE_PFN_MIGRATE;  in migrate_vma_collect_hole()
2161 		migrate->src[migrate->npages++] = 0;  in migrate_vma_collect_skip()
2319 		migrate->src[migrate->npages++] = mpfn;  in migrate_vma_collect_pmd()
2431 		struct page *page = migrate_pfn_to_page(migrate->src[i]);  in migrate_vma_prepare()
2437 		if (!(migrate->src[i] & MIGRATE_PFN_LOCKED)) {  in migrate_vma_prepare()
2447 				migrate->src[i] = 0;  in migrate_vma_prepare()
2453 			migrate->src[i] |= MIGRATE_PFN_LOCKED;  in migrate_vma_prepare()
2466 					migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_prepare()
2470 					migrate->src[i] = 0;  in migrate_vma_prepare()
2484 				migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_prepare()
2493 				migrate->src[i] = 0;  in migrate_vma_prepare()
2506 		struct page *page = migrate_pfn_to_page(migrate->src[i]);  in migrate_vma_prepare()
2508 		if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE))  in migrate_vma_prepare()
2513 		migrate->src[i] = 0;  in migrate_vma_prepare()
2539 		struct page *page = migrate_pfn_to_page(migrate->src[i]);  in migrate_vma_unmap()
2541 		if (!page || !(migrate->src[i] & MIGRATE_PFN_MIGRATE))  in migrate_vma_unmap()
2554 		migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_unmap()
2560 		struct page *page = migrate_pfn_to_page(migrate->src[i]);  in migrate_vma_unmap()
2562 		if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE))  in migrate_vma_unmap()
2567 		migrate->src[i] = 0;  in migrate_vma_unmap()
2658 	if (!args->src || !args->dst)  in migrate_vma_setup()
2661 	memset(args->src, 0, sizeof(*args->src) * nr_pages);  in migrate_vma_setup()
2685 				    unsigned long *src,  in migrate_vma_insert_page()  argument
2806 	*src = MIGRATE_PFN_MIGRATE;  in migrate_vma_insert_page()
2810 	*src &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_insert_page()
2831 		struct page *page = migrate_pfn_to_page(migrate->src[i]);  in migrate_vma_pages()
2836 			migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_pages()
2841 			if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE)) {  in migrate_vma_pages()
2855 						&migrate->src[i],  in migrate_vma_pages()
2869 					migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_pages()
2877 				migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_pages()
2884 			migrate->src[i] &= ~MIGRATE_PFN_MIGRATE;  in migrate_vma_pages()
2915 		struct page *page = migrate_pfn_to_page(migrate->src[i]);  in migrate_vma_finalize()
2925 		if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE) || !newpage) {  in migrate_vma_finalize()