707 		swp_entry_t entry = pte_to_swp_entry(pte);  in copy_one_pte()  local
709 		if (likely(!non_swap_entry(entry))) {  in copy_one_pte()
710 			if (swap_duplicate(entry) < 0)  in copy_one_pte()
711 				return entry.val;  in copy_one_pte()
722 		} else if (is_migration_entry(entry)) {  in copy_one_pte()
723 			page = migration_entry_to_page(entry);  in copy_one_pte()
727 			if (is_write_migration_entry(entry) &&  in copy_one_pte()
733 				make_migration_entry_read(&entry);  in copy_one_pte()
734 				pte = swp_entry_to_pte(entry);  in copy_one_pte()
739 		} else if (is_device_private_entry(entry)) {  in copy_one_pte()
740 			page = device_private_entry_to_page(entry);  in copy_one_pte()
762 			if (is_write_device_private_entry(entry) &&  in copy_one_pte()
764 				make_device_private_entry_read(&entry);  in copy_one_pte()
765 				pte = swp_entry_to_pte(entry);  in copy_one_pte()
812 	swp_entry_t entry = (swp_entry_t){0};  in copy_pte_range()
842 		entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte,  in copy_pte_range()
844 		if (entry.val)  in copy_pte_range()
856 	if (entry.val) {  in copy_pte_range()
857 		if (add_swap_count_continuation(entry, GFP_KERNEL) < 0)  in copy_pte_range()
1034 	swp_entry_t entry;  in zap_pte_range()  local
1092 		entry = pte_to_swp_entry(ptent);  in zap_pte_range()
1093 		if (non_swap_entry(entry) && is_device_private_entry(entry)) {  in zap_pte_range()
1094 			struct page *page = device_private_entry_to_page(entry);  in zap_pte_range()
1118 		if (!non_swap_entry(entry))  in zap_pte_range()
1120 		else if (is_migration_entry(entry)) {  in zap_pte_range()
1123 			page = migration_entry_to_page(entry);  in zap_pte_range()
1126 		if (unlikely(!free_swap_and_cache(entry)))  in zap_pte_range()
1604 	pte_t *pte, entry;  in insert_pfn()  local
1626 			entry = pte_mkyoung(*pte);  in insert_pfn()
1627 			entry = maybe_mkwrite(pte_mkdirty(entry), vma);  in insert_pfn()
1628 			if (ptep_set_access_flags(vma, addr, pte, entry, 1))  in insert_pfn()
1636 		entry = pte_mkdevmap(pfn_t_pte(pfn, prot));  in insert_pfn()
1638 		entry = pte_mkspecial(pfn_t_pte(pfn, prot));  in insert_pfn()
1641 		entry = pte_mkyoung(entry);  in insert_pfn()
1642 		entry = maybe_mkwrite(pte_mkdirty(entry), vma);  in insert_pfn()
1645 	set_pte_at(mm, addr, pte, entry);  in insert_pfn()
2307 	pte_t entry;  in wp_page_reuse()  local
2317 	entry = pte_mkyoung(vmf->orig_pte);  in wp_page_reuse()
2318 	entry = maybe_mkwrite(pte_mkdirty(entry), vma);  in wp_page_reuse()
2319 	if (ptep_set_access_flags(vma, vmf->address, vmf->pte, entry, 1))  in wp_page_reuse()
2346 	pte_t entry;  in wp_page_copy()  local
2392 		entry = mk_pte(new_page, vma->vm_page_prot);  in wp_page_copy()
2393 		entry = maybe_mkwrite(pte_mkdirty(entry), vma);  in wp_page_copy()
2409 		set_pte_at_notify(mm, vmf->address, vmf->pte, entry);  in wp_page_copy()
2775 	swp_entry_t entry;  in do_swap_page()  local
2784 	entry = pte_to_swp_entry(vmf->orig_pte);  in do_swap_page()
2785 	if (unlikely(non_swap_entry(entry))) {  in do_swap_page()
2786 		if (is_migration_entry(entry)) {  in do_swap_page()
2789 		} else if (is_device_private_entry(entry)) {  in do_swap_page()
2790 			vmf->page = device_private_entry_to_page(entry);  in do_swap_page()
2792 		} else if (is_hwpoison_entry(entry)) {  in do_swap_page()
2803 	page = lookup_swap_cache(entry, vma, vmf->address);  in do_swap_page()
2807 		struct swap_info_struct *si = swp_swap_info(entry);  in do_swap_page()
2810 				__swap_count(entry) == 1) {  in do_swap_page()
2817 				set_page_private(page, entry.val);  in do_swap_page()
2822 			page = swapin_readahead(entry, GFP_HIGHUSER_MOVABLE,  in do_swap_page()
2869 			page_private(page) != entry.val)) && swapcache)  in do_swap_page()
2935 	swap_free(entry);  in do_swap_page()
2991 	pte_t entry;  in do_anonymous_page()  local
3017 		entry = pte_mkspecial(pfn_pte(my_zero_pfn(vmf->address),  in do_anonymous_page()
3052 	entry = mk_pte(page, vma->vm_page_prot);  in do_anonymous_page()
3054 		entry = pte_mkwrite(pte_mkdirty(entry));  in do_anonymous_page()
3078 	set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry);  in do_anonymous_page()
3227 	pmd_t entry;  in do_set_pmd()  local
3255 	entry = mk_huge_pmd(page, vma->vm_page_prot);  in do_set_pmd()
3257 		entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma);  in do_set_pmd()
3267 	set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);  in do_set_pmd()
3307 	pte_t entry;  in alloc_set_pte()  local
3331 	entry = mk_pte(page, vma->vm_page_prot);  in alloc_set_pte()
3333 		entry = maybe_mkwrite(pte_mkdirty(entry), vma);  in alloc_set_pte()
3344 	set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry);  in alloc_set_pte()
3842 	pte_t entry;  in handle_pte_fault()  local
3895 	entry = vmf->orig_pte;  in handle_pte_fault()
3896 	if (unlikely(!pte_same(*vmf->pte, entry)))  in handle_pte_fault()
3899 		if (!pte_write(entry))  in handle_pte_fault()
3901 		entry = pte_mkdirty(entry);  in handle_pte_fault()
3903 	entry = pte_mkyoung(entry);  in handle_pte_fault()
3904 	if (ptep_set_access_flags(vmf->vma, vmf->address, vmf->pte, entry,  in handle_pte_fault()