Lines Matching refs:pud
795 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite() argument
798 pud = pud_mkwrite(pud); in maybe_pud_mkwrite()
799 return pud; in maybe_pud_mkwrite()
803 pud_t *pud, pfn_t pfn, pgprot_t prot, bool write) in insert_pfn_pud() argument
809 ptl = pud_lock(mm, pud); in insert_pfn_pud()
817 set_pud_at(mm, addr, pud, entry); in insert_pfn_pud()
818 update_mmu_cache_pud(vma, addr, pud); in insert_pfn_pud()
823 pud_t *pud, pfn_t pfn, bool write) in vmf_insert_pfn_pud() argument
842 insert_pfn_pud(vma, addr, pud, pfn, pgprot, write); in vmf_insert_pfn_pud()
997 pud_t *pud, int flags) in touch_pud() argument
1001 _pud = pud_mkyoung(*pud); in touch_pud()
1005 pud, _pud, flags & FOLL_WRITE)) in touch_pud()
1006 update_mmu_cache_pud(vma, addr, pud); in touch_pud()
1010 pud_t *pud, int flags) in follow_devmap_pud() argument
1012 unsigned long pfn = pud_pfn(*pud); in follow_devmap_pud()
1017 assert_spin_locked(pud_lockptr(mm, pud)); in follow_devmap_pud()
1019 if (flags & FOLL_WRITE && !pud_write(*pud)) in follow_devmap_pud()
1022 if (pud_present(*pud) && pud_devmap(*pud)) in follow_devmap_pud()
1028 touch_pud(vma, addr, pud, flags); in follow_devmap_pud()
1053 pud_t pud; in copy_huge_pud() local
1061 pud = *src_pud; in copy_huge_pud()
1062 if (unlikely(!pud_trans_huge(pud) && !pud_devmap(pud))) in copy_huge_pud()
1070 if (is_huge_zero_pud(pud)) { in copy_huge_pud()
1075 pud = pud_mkold(pud_wrprotect(pud)); in copy_huge_pud()
1076 set_pud_at(dst_mm, addr, dst_pud, pud); in copy_huge_pud()
1091 vmf->ptl = pud_lock(vmf->vma->vm_mm, vmf->pud); in huge_pud_set_accessed()
1092 if (unlikely(!pud_same(*vmf->pud, orig_pud))) in huge_pud_set_accessed()
1099 if (pudp_set_access_flags(vmf->vma, haddr, vmf->pud, entry, write)) in huge_pud_set_accessed()
1100 update_mmu_cache_pud(vmf->vma, vmf->address, vmf->pud); in huge_pud_set_accessed()
1944 spinlock_t *__pud_trans_huge_lock(pud_t *pud, struct vm_area_struct *vma) in __pud_trans_huge_lock() argument
1948 ptl = pud_lock(vma->vm_mm, pud); in __pud_trans_huge_lock()
1949 if (likely(pud_trans_huge(*pud) || pud_devmap(*pud))) in __pud_trans_huge_lock()
1957 pud_t *pud, unsigned long addr) in zap_huge_pud() argument
1962 ptl = __pud_trans_huge_lock(pud, vma); in zap_huge_pud()
1971 orig_pud = pudp_huge_get_and_clear_full(tlb->mm, addr, pud, in zap_huge_pud()
1973 tlb_remove_pud_tlb_entry(tlb, pud, addr); in zap_huge_pud()
1984 static void __split_huge_pud_locked(struct vm_area_struct *vma, pud_t *pud, in __split_huge_pud_locked() argument
1990 VM_BUG_ON(!pud_trans_huge(*pud) && !pud_devmap(*pud)); in __split_huge_pud_locked()
1994 pudp_huge_clear_flush_notify(vma, haddr, pud); in __split_huge_pud_locked()
1997 void __split_huge_pud(struct vm_area_struct *vma, pud_t *pud, in __split_huge_pud() argument
2005 ptl = pud_lock(mm, pud); in __split_huge_pud()
2006 if (unlikely(!pud_trans_huge(*pud) && !pud_devmap(*pud))) in __split_huge_pud()
2008 __split_huge_pud_locked(vma, pud, haddr); in __split_huge_pud()
2225 pud_t *pud; in split_huge_pmd_address() local
2236 pud = pud_offset(p4d, address); in split_huge_pmd_address()
2237 if (!pud_present(*pud)) in split_huge_pmd_address()
2240 pmd = pmd_offset(pud, address); in split_huge_pmd_address()