Home
last modified time | relevance | path

Searched refs:pmdp (Results 1 – 4 of 4) sorted by relevance

/mm/
Dpgtable-generic.c97 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags() argument
100 int changed = !pmd_same(*pmdp, entry); in pmdp_set_access_flags()
103 set_pmd_at(vma->vm_mm, address, pmdp, entry); in pmdp_set_access_flags()
112 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young() argument
116 young = pmdp_test_and_clear_young(vma, address, pmdp); in pmdp_clear_flush_young()
125 pmd_t *pmdp) in pmdp_huge_clear_flush() argument
129 VM_BUG_ON((pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) && in pmdp_huge_clear_flush()
130 !pmd_devmap(*pmdp)) || !pmd_present(*pmdp)); in pmdp_huge_clear_flush()
131 pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_huge_clear_flush()
152 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit() argument
[all …]
Dhmm.c455 unsigned long end, pmd_t *pmdp, pte_t *ptep, in hmm_vma_handle_pte() argument
511 migration_entry_wait(walk->mm, pmdp, addr); in hmm_vma_handle_pte()
552 static int hmm_vma_walk_pmd(pmd_t *pmdp, in hmm_vma_walk_pmd() argument
565 pmd = READ_ONCE(*pmdp); in hmm_vma_walk_pmd()
582 pmd_migration_entry_wait(walk->mm, pmdp); in hmm_vma_walk_pmd()
599 pmd = pmd_read_atomic(pmdp); in hmm_vma_walk_pmd()
617 ptep = pte_offset_map(pmdp, addr); in hmm_vma_walk_pmd()
622 r = hmm_vma_handle_pte(walk, addr, end, pmdp, ptep, &pfns[i]); in hmm_vma_walk_pmd()
662 pmd_t *pmdp; in hmm_vma_walk_pud() local
711 pmdp = pmd_offset(pudp, addr); in hmm_vma_walk_pud()
[all …]
Dmigrate.c2167 static int migrate_vma_collect_pmd(pmd_t *pmdp, in migrate_vma_collect_pmd() argument
2180 if (pmd_none(*pmdp)) in migrate_vma_collect_pmd()
2183 if (pmd_trans_huge(*pmdp)) { in migrate_vma_collect_pmd()
2186 ptl = pmd_lock(mm, pmdp); in migrate_vma_collect_pmd()
2187 if (unlikely(!pmd_trans_huge(*pmdp))) { in migrate_vma_collect_pmd()
2192 page = pmd_page(*pmdp); in migrate_vma_collect_pmd()
2195 split_huge_pmd(vma, pmdp, addr); in migrate_vma_collect_pmd()
2196 if (pmd_trans_unstable(pmdp)) in migrate_vma_collect_pmd()
2213 if (pmd_none(*pmdp)) in migrate_vma_collect_pmd()
2219 if (unlikely(pmd_bad(*pmdp))) in migrate_vma_collect_pmd()
[all …]
Dgup.c1918 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd() argument
1928 if (unlikely(pmd_val(orig) != pmd_val(*pmdp))) { in __gup_device_huge_pmd()
1952 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd() argument
2052 static int gup_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in gup_huge_pmd() argument
2065 return __gup_device_huge_pmd(orig, pmdp, addr, end, pages, nr); in gup_huge_pmd()
2083 if (unlikely(pmd_val(orig) != pmd_val(*pmdp))) { in gup_huge_pmd()
2176 pmd_t *pmdp; in gup_pmd_range() local
2178 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
2180 pmd_t pmd = READ_ONCE(*pmdp); in gup_pmd_range()
2196 if (!gup_huge_pmd(pmd, pmdp, addr, next, flags, in gup_pmd_range()
[all …]