Lines Matching refs:pmdp
187 struct vm_area_struct *vma, pmd_t *pmdp, in pmd_advanced_tests() argument
200 pgtable_trans_huge_deposit(mm, pmdp, pgtable); in pmd_advanced_tests()
203 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
204 pmdp_set_wrprotect(mm, vaddr, pmdp); in pmd_advanced_tests()
205 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
207 pmdp_huge_get_and_clear(mm, vaddr, pmdp); in pmd_advanced_tests()
208 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
214 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
217 pmdp_set_access_flags(vma, vaddr, pmdp, pmd, 1); in pmd_advanced_tests()
218 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
220 pmdp_huge_get_and_clear_full(vma, vaddr, pmdp, 1); in pmd_advanced_tests()
221 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
226 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
227 pmdp_test_and_clear_young(vma, vaddr, pmdp); in pmd_advanced_tests()
228 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
232 pmdp_huge_get_and_clear(mm, vaddr, pmdp); in pmd_advanced_tests()
233 pgtable = pgtable_trans_huge_withdraw(mm, pmdp); in pmd_advanced_tests()
254 static void __init pmd_huge_tests(pmd_t *pmdp, unsigned long pfn, pgprot_t prot) in pmd_huge_tests() argument
266 WRITE_ONCE(*pmdp, __pmd(0)); in pmd_huge_tests()
267 WARN_ON(!pmd_set_huge(pmdp, __pfn_to_phys(pfn), prot)); in pmd_huge_tests()
268 WARN_ON(!pmd_clear_huge(pmdp)); in pmd_huge_tests()
269 pmd = READ_ONCE(*pmdp); in pmd_huge_tests()
273 static void __init pmd_huge_tests(pmd_t *pmdp, unsigned long pfn, pgprot_t prot) { } in pmd_huge_tests() argument
441 struct vm_area_struct *vma, pmd_t *pmdp, in pmd_advanced_tests() argument
454 static void __init pmd_huge_tests(pmd_t *pmdp, unsigned long pfn, pgprot_t prot) in pmd_huge_tests() argument
498 pmd_t *pmdp) in pud_populate_tests() argument
510 pud_populate(mm, pudp, pmdp); in pud_populate_tests()
517 pmd_t *pmdp) in pud_populate_tests() argument
622 static void __init pmd_clear_tests(struct mm_struct *mm, pmd_t *pmdp) in pmd_clear_tests() argument
624 pmd_t pmd = READ_ONCE(*pmdp); in pmd_clear_tests()
628 WRITE_ONCE(*pmdp, pmd); in pmd_clear_tests()
629 pmd_clear(pmdp); in pmd_clear_tests()
630 pmd = READ_ONCE(*pmdp); in pmd_clear_tests()
634 static void __init pmd_populate_tests(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_tests() argument
644 pmd_populate(mm, pmdp, pgtable); in pmd_populate_tests()
645 pmd = READ_ONCE(*pmdp); in pmd_populate_tests()
980 pmd_t *pmdp, *saved_pmdp, pmd; in debug_vm_pgtable() local
1032 pmdp = pmd_alloc(mm, pudp, vaddr); in debug_vm_pgtable()
1036 if (pte_alloc(mm, pmdp)) { in debug_vm_pgtable()
1047 pmd = READ_ONCE(*pmdp); in debug_vm_pgtable()
1109 ptep = pte_offset_map_lock(mm, pmdp, vaddr, &ptl); in debug_vm_pgtable()
1114 ptl = pmd_lock(mm, pmdp); in debug_vm_pgtable()
1115 pmd_clear_tests(mm, pmdp); in debug_vm_pgtable()
1116 pmd_advanced_tests(mm, vma, pmdp, pmd_aligned, vaddr, prot, saved_ptep); in debug_vm_pgtable()
1117 pmd_huge_tests(pmdp, pmd_aligned, prot); in debug_vm_pgtable()
1118 pmd_populate_tests(mm, pmdp, saved_ptep); in debug_vm_pgtable()