Lines Matching refs:pmdp
77 pmd_t *pmdp; in early_map_kernel_page() local
93 pmdp = early_alloc_pgtable(PAGE_SIZE, nid, region_start, in early_map_kernel_page()
95 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
97 pmdp = pmd_offset(pudp, ea); in early_map_kernel_page()
99 ptep = pmdp_ptep(pmdp); in early_map_kernel_page()
102 if (!pmd_present(*pmdp)) { in early_map_kernel_page()
105 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
107 ptep = pte_offset_kernel(pmdp, ea); in early_map_kernel_page()
129 pmd_t *pmdp; in __map_kernel_page() local
158 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
159 if (!pmdp) in __map_kernel_page()
162 ptep = pmdp_ptep(pmdp); in __map_kernel_page()
165 ptep = pte_alloc_kernel(pmdp, ea); in __map_kernel_page()
190 pmd_t *pmdp; in radix__change_memory_range() local
209 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
210 if (!pmdp) in radix__change_memory_range()
212 if (pmd_is_leaf(*pmdp)) { in radix__change_memory_range()
213 ptep = pmdp_ptep(pmdp); in radix__change_memory_range()
216 ptep = pte_alloc_kernel(pmdp, idx); in radix__change_memory_range()
969 pmd_t *pmdp, unsigned long clr, in radix__pmd_hugepage_update() argument
975 WARN_ON(!radix__pmd_trans_huge(*pmdp) && !pmd_devmap(*pmdp)); in radix__pmd_hugepage_update()
976 assert_spin_locked(pmd_lockptr(mm, pmdp)); in radix__pmd_hugepage_update()
979 old = radix__pte_update(mm, addr, (pte_t *)pmdp, clr, set, 1); in radix__pmd_hugepage_update()
986 pmd_t *pmdp) in radix__pmdp_collapse_flush() argument
992 VM_BUG_ON(radix__pmd_trans_huge(*pmdp)); in radix__pmdp_collapse_flush()
993 VM_BUG_ON(pmd_devmap(*pmdp)); in radix__pmdp_collapse_flush()
997 pmd = *pmdp; in radix__pmdp_collapse_flush()
998 pmd_clear(pmdp); in radix__pmdp_collapse_flush()
1011 void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in radix__pgtable_trans_huge_deposit() argument
1016 assert_spin_locked(pmd_lockptr(mm, pmdp)); in radix__pgtable_trans_huge_deposit()
1019 if (!pmd_huge_pte(mm, pmdp)) in radix__pgtable_trans_huge_deposit()
1022 list_add(lh, (struct list_head *) pmd_huge_pte(mm, pmdp)); in radix__pgtable_trans_huge_deposit()
1023 pmd_huge_pte(mm, pmdp) = pgtable; in radix__pgtable_trans_huge_deposit()
1026 pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in radix__pgtable_trans_huge_withdraw() argument
1032 assert_spin_locked(pmd_lockptr(mm, pmdp)); in radix__pgtable_trans_huge_withdraw()
1035 pgtable = pmd_huge_pte(mm, pmdp); in radix__pgtable_trans_huge_withdraw()
1038 pmd_huge_pte(mm, pmdp) = NULL; in radix__pgtable_trans_huge_withdraw()
1040 pmd_huge_pte(mm, pmdp) = (pgtable_t) lh->next; in radix__pgtable_trans_huge_withdraw()
1051 unsigned long addr, pmd_t *pmdp) in radix__pmdp_huge_get_and_clear() argument
1056 old = radix__pmd_hugepage_update(mm, addr, pmdp, ~0UL, 0); in radix__pmdp_huge_get_and_clear()