Lines Matching refs:entry
754 swp_entry_t entry = pte_to_swp_entry(pte); in copy_nonpresent_pte() local
756 if (likely(!non_swap_entry(entry))) { in copy_nonpresent_pte()
757 if (swap_duplicate(entry) < 0) in copy_nonpresent_pte()
758 return entry.val; in copy_nonpresent_pte()
769 } else if (is_migration_entry(entry)) { in copy_nonpresent_pte()
770 page = migration_entry_to_page(entry); in copy_nonpresent_pte()
774 if (is_write_migration_entry(entry) && in copy_nonpresent_pte()
780 make_migration_entry_read(&entry); in copy_nonpresent_pte()
781 pte = swp_entry_to_pte(entry); in copy_nonpresent_pte()
788 } else if (is_device_private_entry(entry)) { in copy_nonpresent_pte()
789 page = device_private_entry_to_page(entry); in copy_nonpresent_pte()
811 if (is_write_device_private_entry(entry) && in copy_nonpresent_pte()
813 make_device_private_entry_read(&entry); in copy_nonpresent_pte()
814 pte = swp_entry_to_pte(entry); in copy_nonpresent_pte()
994 swp_entry_t entry = (swp_entry_t){0}; in copy_pte_range()
1029 entry.val = copy_nonpresent_pte(dst_mm, src_mm, in copy_pte_range()
1033 if (entry.val) in copy_pte_range()
1067 if (entry.val) { in copy_pte_range()
1068 if (add_swap_count_continuation(entry, GFP_KERNEL) < 0) { in copy_pte_range()
1072 entry.val = 0; in copy_pte_range()
1289 swp_entry_t entry; in zap_pte_range() local
1348 entry = pte_to_swp_entry(ptent); in zap_pte_range()
1349 if (is_device_private_entry(entry)) { in zap_pte_range()
1350 struct page *page = device_private_entry_to_page(entry); in zap_pte_range()
1370 if (!non_swap_entry(entry)) { in zap_pte_range()
1375 } else if (is_migration_entry(entry)) { in zap_pte_range()
1378 page = migration_entry_to_page(entry); in zap_pte_range()
1384 if (unlikely(!free_swap_and_cache(entry))) in zap_pte_range()
2008 pte_t *pte, entry; in insert_pfn() local
2030 entry = pte_mkyoung(*pte); in insert_pfn()
2031 entry = maybe_mkwrite(pte_mkdirty(entry), in insert_pfn()
2033 if (ptep_set_access_flags(vma, addr, pte, entry, 1)) in insert_pfn()
2041 entry = pte_mkdevmap(pfn_t_pte(pfn, prot)); in insert_pfn()
2043 entry = pte_mkspecial(pfn_t_pte(pfn, prot)); in insert_pfn()
2046 entry = pte_mkyoung(entry); in insert_pfn()
2047 entry = maybe_mkwrite(pte_mkdirty(entry), vma->vm_flags); in insert_pfn()
2050 set_pte_at(mm, addr, pte, entry); in insert_pfn()
2931 pte_t entry; in cow_user_page() local
2945 entry = pte_mkyoung(vmf->orig_pte); in cow_user_page()
2946 if (ptep_set_access_flags(vma, addr, vmf->pte, entry, 0)) in cow_user_page()
3108 pte_t entry; in wp_page_reuse() local
3118 entry = pte_mkyoung(vmf->orig_pte); in wp_page_reuse()
3119 entry = maybe_mkwrite(pte_mkdirty(entry), vmf->vma_flags); in wp_page_reuse()
3120 if (ptep_set_access_flags(vma, vmf->address, vmf->pte, entry, 1)) in wp_page_reuse()
3148 pte_t entry; in wp_page_copy() local
3211 entry = mk_pte(new_page, vmf->vma_page_prot); in wp_page_copy()
3212 entry = pte_sw_mkyoung(entry); in wp_page_copy()
3213 entry = maybe_mkwrite(pte_mkdirty(entry), vmf->vma_flags); in wp_page_copy()
3228 set_pte_at_notify(mm, vmf->address, vmf->pte, entry); in wp_page_copy()
3618 swp_entry_t entry; in do_swap_page() local
3650 entry = pte_to_swp_entry(vmf->orig_pte); in do_swap_page()
3651 if (unlikely(non_swap_entry(entry))) { in do_swap_page()
3656 if (is_migration_entry(entry)) { in do_swap_page()
3659 } else if (is_device_private_entry(entry)) { in do_swap_page()
3660 vmf->page = device_private_entry_to_page(entry); in do_swap_page()
3662 } else if (is_hwpoison_entry(entry)) { in do_swap_page()
3673 page = lookup_swap_cache(entry, vma, vmf->address); in do_swap_page()
3677 struct swap_info_struct *si = swp_swap_info(entry); in do_swap_page()
3680 trace_android_vh_skip_swapcache(entry, &skip_swapcache); in do_swap_page()
3682 __swap_count(entry) == 1) { in do_swap_page()
3693 set_page_private(page, entry.val); in do_swap_page()
3705 shadow = get_shadow_from_swap_cache(entry); in do_swap_page()
3724 page = swapin_readahead(entry, GFP_HIGHUSER_MOVABLE, in do_swap_page()
3776 page_private(page) != entry.val)) && swapcache) in do_swap_page()
3843 swap_free(entry); in do_swap_page()
3897 pte_t entry; in do_anonymous_page() local
3928 entry = pte_mkspecial(pfn_pte(my_zero_pfn(vmf->address), in do_anonymous_page()
3973 entry = mk_pte(page, vmf->vma_page_prot); in do_anonymous_page()
3974 entry = pte_sw_mkyoung(entry); in do_anonymous_page()
3976 entry = pte_mkwrite(pte_mkdirty(entry)); in do_anonymous_page()
4004 set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry); in do_anonymous_page()
4108 pmd_t entry; in do_set_pmd() local
4137 entry = mk_huge_pmd(page, vmf->vma_page_prot); in do_set_pmd()
4139 entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma); in do_set_pmd()
4149 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in do_set_pmd()
4172 pte_t entry; in do_set_pte() local
4175 entry = mk_pte(page, vmf->vma_page_prot); in do_set_pte()
4178 entry = pte_mkold(entry); in do_set_pte()
4180 entry = pte_sw_mkyoung(entry); in do_set_pte()
4183 entry = maybe_mkwrite(pte_mkdirty(entry), vmf->vma_flags); in do_set_pte()
4193 set_pte_at(vma->vm_mm, addr, vmf->pte, entry); in do_set_pte()
4721 pte_t entry; in handle_pte_fault() local
4797 entry = vmf->orig_pte; in handle_pte_fault()
4798 if (unlikely(!pte_same(*vmf->pte, entry))) { in handle_pte_fault()
4803 if (!pte_write(entry)) { in handle_pte_fault()
4816 entry = pte_mkdirty(entry); in handle_pte_fault()
4818 entry = pte_mkyoung(entry); in handle_pte_fault()
4819 if (ptep_set_access_flags(vmf->vma, vmf->address, vmf->pte, entry, in handle_pte_fault()