• Home
  • Raw
  • Download

Lines Matching refs:pmd

46 		unsigned long address, pmd_t *pmd, unsigned int flags)  in follow_page_pte()  argument
54 if (unlikely(pmd_bad(*pmd))) in follow_page_pte()
57 ptep = pte_offset_map_lock(mm, pmd, address, &ptl); in follow_page_pte()
74 migration_entry_wait(mm, pmd, address); in follow_page_pte()
159 pmd_t *pmd; in follow_page_mask() local
188 pmd = pmd_offset(pud, address); in follow_page_mask()
189 if (pmd_none(*pmd)) in follow_page_mask()
191 if (pmd_huge(*pmd) && vma->vm_flags & VM_HUGETLB) { in follow_page_mask()
192 page = follow_huge_pmd(mm, address, pmd, flags); in follow_page_mask()
197 if ((flags & FOLL_NUMA) && pmd_numa(*pmd)) in follow_page_mask()
199 if (pmd_trans_huge(*pmd)) { in follow_page_mask()
201 split_huge_page_pmd(vma, address, pmd); in follow_page_mask()
202 return follow_page_pte(vma, address, pmd, flags); in follow_page_mask()
204 ptl = pmd_lock(mm, pmd); in follow_page_mask()
205 if (likely(pmd_trans_huge(*pmd))) { in follow_page_mask()
206 if (unlikely(pmd_trans_splitting(*pmd))) { in follow_page_mask()
208 wait_split_huge_page(vma->anon_vma, pmd); in follow_page_mask()
211 pmd, flags); in follow_page_mask()
219 return follow_page_pte(vma, address, pmd, flags); in follow_page_mask()
228 pmd_t *pmd; in get_gate_page() local
242 pmd = pmd_offset(pud, address); in get_gate_page()
243 if (pmd_none(*pmd)) in get_gate_page()
245 VM_BUG_ON(pmd_trans_huge(*pmd)); in get_gate_page()
246 pte = pte_offset_map(pmd, address); in get_gate_page()
719 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range() argument
725 ptem = ptep = pte_offset_map(&pmd, addr); in gup_pte_range()
778 static int gup_pte_range(pmd_t pmd, unsigned long addr, unsigned long end, in gup_pte_range() argument
882 pmd_t pmd = ACCESS_ONCE(*pmdp); in gup_pmd_range() local
885 if (pmd_none(pmd) || pmd_trans_splitting(pmd)) in gup_pmd_range()
888 if (unlikely(pmd_trans_huge(pmd) || pmd_huge(pmd))) { in gup_pmd_range()
894 if (pmd_numa(pmd)) in gup_pmd_range()
897 if (!gup_huge_pmd(pmd, pmdp, addr, next, write, in gup_pmd_range()
901 } else if (!gup_pte_range(pmd, addr, next, write, pages, nr)) in gup_pmd_range()