Lines Matching refs:mm
89 static void __init pte_advanced_tests(struct mm_struct *mm, in pte_advanced_tests() argument
104 set_pte_at(mm, vaddr, ptep, pte); in pte_advanced_tests()
105 ptep_set_wrprotect(mm, vaddr, ptep); in pte_advanced_tests()
108 ptep_get_and_clear(mm, vaddr, ptep); in pte_advanced_tests()
115 set_pte_at(mm, vaddr, ptep, pte); in pte_advanced_tests()
121 ptep_get_and_clear_full(mm, vaddr, ptep, 1); in pte_advanced_tests()
127 set_pte_at(mm, vaddr, ptep, pte); in pte_advanced_tests()
132 ptep_get_and_clear_full(mm, vaddr, ptep, 1); in pte_advanced_tests()
186 static void __init pmd_advanced_tests(struct mm_struct *mm, in pmd_advanced_tests() argument
200 pgtable_trans_huge_deposit(mm, pmdp, pgtable); in pmd_advanced_tests()
203 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
204 pmdp_set_wrprotect(mm, vaddr, pmdp); in pmd_advanced_tests()
207 pmdp_huge_get_and_clear(mm, vaddr, pmdp); in pmd_advanced_tests()
214 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
226 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
232 pmdp_huge_get_and_clear(mm, vaddr, pmdp); in pmd_advanced_tests()
233 pgtable = pgtable_trans_huge_withdraw(mm, pmdp); in pmd_advanced_tests()
293 static void __init pud_basic_tests(struct mm_struct *mm, unsigned long pfn, int idx) in pud_basic_tests() argument
324 if (mm_pmd_folded(mm)) in pud_basic_tests()
334 static void __init pud_advanced_tests(struct mm_struct *mm, in pud_advanced_tests() argument
349 set_pud_at(mm, vaddr, pudp, pud); in pud_advanced_tests()
350 pudp_set_wrprotect(mm, vaddr, pudp); in pud_advanced_tests()
355 pudp_huge_get_and_clear(mm, vaddr, pudp); in pud_advanced_tests()
362 set_pud_at(mm, vaddr, pudp, pud); in pud_advanced_tests()
370 pudp_huge_get_and_clear_full(mm, vaddr, pudp, 1); in pud_advanced_tests()
377 set_pud_at(mm, vaddr, pudp, pud); in pud_advanced_tests()
382 pudp_huge_get_and_clear(mm, vaddr, pudp); in pud_advanced_tests()
425 static void __init pud_basic_tests(struct mm_struct *mm, unsigned long pfn, int idx) { } in pud_basic_tests() argument
426 static void __init pud_advanced_tests(struct mm_struct *mm, in pud_advanced_tests() argument
439 static void __init pud_basic_tests(struct mm_struct *mm, unsigned long pfn, int idx) { } in pud_basic_tests() argument
440 static void __init pmd_advanced_tests(struct mm_struct *mm, in pmd_advanced_tests() argument
446 static void __init pud_advanced_tests(struct mm_struct *mm, in pud_advanced_tests() argument
482 static void __init pud_clear_tests(struct mm_struct *mm, pud_t *pudp) in pud_clear_tests() argument
486 if (mm_pmd_folded(mm)) in pud_clear_tests()
497 static void __init pud_populate_tests(struct mm_struct *mm, pud_t *pudp, in pud_populate_tests() argument
502 if (mm_pmd_folded(mm)) in pud_populate_tests()
510 pud_populate(mm, pudp, pmdp); in pud_populate_tests()
515 static void __init pud_clear_tests(struct mm_struct *mm, pud_t *pudp) { } in pud_clear_tests() argument
516 static void __init pud_populate_tests(struct mm_struct *mm, pud_t *pudp, in pud_populate_tests() argument
523 static void __init p4d_clear_tests(struct mm_struct *mm, p4d_t *p4dp) in p4d_clear_tests() argument
527 if (mm_pud_folded(mm)) in p4d_clear_tests()
538 static void __init p4d_populate_tests(struct mm_struct *mm, p4d_t *p4dp, in p4d_populate_tests() argument
543 if (mm_pud_folded(mm)) in p4d_populate_tests()
553 p4d_populate(mm, p4dp, pudp); in p4d_populate_tests()
558 static void __init pgd_clear_tests(struct mm_struct *mm, pgd_t *pgdp) in pgd_clear_tests() argument
562 if (mm_p4d_folded(mm)) in pgd_clear_tests()
573 static void __init pgd_populate_tests(struct mm_struct *mm, pgd_t *pgdp, in pgd_populate_tests() argument
578 if (mm_p4d_folded(mm)) in pgd_populate_tests()
588 pgd_populate(mm, pgdp, p4dp); in pgd_populate_tests()
593 static void __init p4d_clear_tests(struct mm_struct *mm, p4d_t *p4dp) { } in p4d_clear_tests() argument
594 static void __init pgd_clear_tests(struct mm_struct *mm, pgd_t *pgdp) { } in pgd_clear_tests() argument
595 static void __init p4d_populate_tests(struct mm_struct *mm, p4d_t *p4dp, in p4d_populate_tests() argument
599 static void __init pgd_populate_tests(struct mm_struct *mm, pgd_t *pgdp, in pgd_populate_tests() argument
605 static void __init pte_clear_tests(struct mm_struct *mm, pte_t *ptep, in pte_clear_tests() argument
615 set_pte_at(mm, vaddr, ptep, pte); in pte_clear_tests()
617 pte_clear(mm, vaddr, ptep); in pte_clear_tests()
622 static void __init pmd_clear_tests(struct mm_struct *mm, pmd_t *pmdp) in pmd_clear_tests() argument
634 static void __init pmd_populate_tests(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_tests() argument
644 pmd_populate(mm, pmdp, pgtable); in pmd_populate_tests()
976 struct mm_struct *mm; in debug_vm_pgtable() local
993 mm = mm_alloc(); in debug_vm_pgtable()
994 if (!mm) { in debug_vm_pgtable()
1005 vma = vm_area_alloc(mm); in debug_vm_pgtable()
1029 pgdp = pgd_offset(mm, vaddr); in debug_vm_pgtable()
1030 p4dp = p4d_alloc(mm, pgdp, vaddr); in debug_vm_pgtable()
1031 pudp = pud_alloc(mm, p4dp, vaddr); in debug_vm_pgtable()
1032 pmdp = pmd_alloc(mm, pudp, vaddr); in debug_vm_pgtable()
1036 if (pte_alloc(mm, pmdp)) { in debug_vm_pgtable()
1062 pud_basic_tests(mm, pud_aligned, idx); in debug_vm_pgtable()
1109 ptep = pte_offset_map_lock(mm, pmdp, vaddr, &ptl); in debug_vm_pgtable()
1110 pte_clear_tests(mm, ptep, pte_aligned, vaddr, prot); in debug_vm_pgtable()
1111 pte_advanced_tests(mm, vma, ptep, pte_aligned, vaddr, prot); in debug_vm_pgtable()
1114 ptl = pmd_lock(mm, pmdp); in debug_vm_pgtable()
1115 pmd_clear_tests(mm, pmdp); in debug_vm_pgtable()
1116 pmd_advanced_tests(mm, vma, pmdp, pmd_aligned, vaddr, prot, saved_ptep); in debug_vm_pgtable()
1118 pmd_populate_tests(mm, pmdp, saved_ptep); in debug_vm_pgtable()
1121 ptl = pud_lock(mm, pudp); in debug_vm_pgtable()
1122 pud_clear_tests(mm, pudp); in debug_vm_pgtable()
1123 pud_advanced_tests(mm, vma, pudp, pud_aligned, vaddr, prot); in debug_vm_pgtable()
1125 pud_populate_tests(mm, pudp, saved_pmdp); in debug_vm_pgtable()
1128 spin_lock(&mm->page_table_lock); in debug_vm_pgtable()
1129 p4d_clear_tests(mm, p4dp); in debug_vm_pgtable()
1130 pgd_clear_tests(mm, pgdp); in debug_vm_pgtable()
1131 p4d_populate_tests(mm, p4dp, saved_pudp); in debug_vm_pgtable()
1132 pgd_populate_tests(mm, pgdp, saved_p4dp); in debug_vm_pgtable()
1133 spin_unlock(&mm->page_table_lock); in debug_vm_pgtable()
1135 p4d_free(mm, saved_p4dp); in debug_vm_pgtable()
1136 pud_free(mm, saved_pudp); in debug_vm_pgtable()
1137 pmd_free(mm, saved_pmdp); in debug_vm_pgtable()
1138 pte_free(mm, saved_ptep); in debug_vm_pgtable()
1141 mm_dec_nr_puds(mm); in debug_vm_pgtable()
1142 mm_dec_nr_pmds(mm); in debug_vm_pgtable()
1143 mm_dec_nr_ptes(mm); in debug_vm_pgtable()
1144 mmdrop(mm); in debug_vm_pgtable()