Lines Matching refs:orig_pmd
2662 if (!pmd_same(pmdval, vmf->orig_pmd)) { in pte_spinlock()
2714 if (!pmd_same(pmdval, vmf->orig_pmd)) { in __pte_map_lock_speculative()
4651 static inline vm_fault_t wp_huge_pmd(struct vm_fault *vmf, pmd_t orig_pmd) in wp_huge_pmd() argument
4654 if (userfaultfd_huge_pmd_wp(vmf->vma, orig_pmd)) in wp_huge_pmd()
4656 return do_huge_pmd_wp_page(vmf, orig_pmd); in wp_huge_pmd()
4916 pmd_t orig_pmd = *vmf.pmd; in __handle_mm_fault() local
4919 if (unlikely(is_swap_pmd(orig_pmd))) { in __handle_mm_fault()
4921 !is_pmd_migration_entry(orig_pmd)); in __handle_mm_fault()
4922 if (is_pmd_migration_entry(orig_pmd)) in __handle_mm_fault()
4926 if (pmd_trans_huge(orig_pmd) || pmd_devmap(orig_pmd)) { in __handle_mm_fault()
4927 if (pmd_protnone(orig_pmd) && vma_is_accessible(vma)) in __handle_mm_fault()
4928 return do_huge_pmd_numa_page(&vmf, orig_pmd); in __handle_mm_fault()
4930 if (dirty && !pmd_write(orig_pmd)) { in __handle_mm_fault()
4931 ret = wp_huge_pmd(&vmf, orig_pmd); in __handle_mm_fault()
4935 huge_pmd_set_accessed(&vmf, orig_pmd); in __handle_mm_fault()
5154 vmf.orig_pmd = READ_ONCE(*vmf.pmd); in ___handle_speculative_fault()
5166 if (unlikely(pmd_devmap(vmf.orig_pmd) || in ___handle_speculative_fault()
5167 pmd_none(vmf.orig_pmd) || pmd_trans_huge(vmf.orig_pmd) || in ___handle_speculative_fault()
5168 is_swap_pmd(vmf.orig_pmd))) in ___handle_speculative_fault()
5181 if (pmd_val(READ_ONCE(*vmf.pmd)) != pmd_val(vmf.orig_pmd)) { in ___handle_speculative_fault()