| /arch/powerpc/mm/ |
| D | pgtable-book3e.c | 76 pud_t *pudp; in map_kernel_page() local
83 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
84 if (!pudp) in map_kernel_page()
86 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
98 pudp = early_alloc_pgtable(PUD_TABLE_SIZE); in map_kernel_page()
99 BUG_ON(pudp == NULL); in map_kernel_page()
100 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
103 pudp = pud_offset(pgdp, ea); in map_kernel_page()
104 if (pud_none(*pudp)) { in map_kernel_page()
107 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
[all …]
|
| D | pgtable-radix.c | 65 pud_t *pudp; in radix__map_kernel_page() local
74 pudp = pud_alloc(&init_mm, pgdp, ea); in radix__map_kernel_page()
75 if (!pudp) in radix__map_kernel_page()
78 ptep = (pte_t *)pudp; in radix__map_kernel_page()
81 pmdp = pmd_alloc(&init_mm, pudp, ea); in radix__map_kernel_page()
94 pudp = early_alloc_pgtable(PUD_TABLE_SIZE); in radix__map_kernel_page()
95 BUG_ON(pudp == NULL); in radix__map_kernel_page()
96 pgd_populate(&init_mm, pgdp, pudp); in radix__map_kernel_page()
98 pudp = pud_offset(pgdp, ea); in radix__map_kernel_page()
100 ptep = (pte_t *)pudp; in radix__map_kernel_page()
[all …]
|
| D | pgtable-hash64.c | 144 pud_t *pudp; in hash__map_kernel_page() local
151 pudp = pud_alloc(&init_mm, pgdp, ea); in hash__map_kernel_page()
152 if (!pudp) in hash__map_kernel_page()
154 pmdp = pmd_alloc(&init_mm, pudp, ea); in hash__map_kernel_page()
|
| /arch/s390/mm/ |
| D | pageattr.c | 157 static int walk_pmd_level(pud_t *pudp, unsigned long addr, unsigned long end, in walk_pmd_level() argument
164 pmdp = pmd_offset(pudp, addr); in walk_pmd_level()
189 static int split_pud_page(pud_t *pudp, unsigned long addr) in split_pud_page() argument
199 pmd_addr = pud_pfn(*pudp) << PAGE_SHIFT; in split_pud_page()
200 ro = !!(pud_val(*pudp) & _REGION_ENTRY_PROTECT); in split_pud_page()
201 nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); in split_pud_page()
212 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in split_pud_page()
218 static void modify_pud_page(pud_t *pudp, unsigned long addr, in modify_pud_page() argument
221 pud_t new = *pudp; in modify_pud_page()
231 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in modify_pud_page()
[all …]
|
| D | gup.c | 98 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range() argument
104 pmdp = (pmd_t *) pudp; in gup_pmd_range()
133 static int gup_huge_pud(pud_t *pudp, pud_t pud, unsigned long addr, in gup_huge_pud() argument
162 if (unlikely(pud_val(pud) != pud_val(*pudp))) { in gup_huge_pud()
176 pud_t *pudp, pud; in gup_pud_range() local
178 pudp = (pud_t *) p4dp; in gup_pud_range()
180 pudp = (pud_t *) p4d_deref(p4d); in gup_pud_range()
181 pudp += pud_index(addr); in gup_pud_range()
183 pud = *pudp; in gup_pud_range()
189 if (!gup_huge_pud(pudp, pud, addr, next, write, pages, in gup_pud_range()
[all …]
|
| D | hugetlbpage.c | 156 pud_t *pudp = (pud_t *) ptep; in huge_ptep_get_and_clear() local
159 pudp_xchg_direct(mm, addr, pudp, __pud(_REGION3_ENTRY_EMPTY)); in huge_ptep_get_and_clear()
170 pud_t *pudp; in huge_pte_alloc() local
176 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
177 if (pudp) { in huge_pte_alloc()
179 return (pte_t *) pudp; in huge_pte_alloc()
181 pmdp = pmd_alloc(mm, pudp, addr); in huge_pte_alloc()
192 pud_t *pudp; in huge_pte_offset() local
199 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
200 if (pud_present(*pudp)) { in huge_pte_offset()
[all …]
|
| D | pgtable.c | 428 unsigned long addr, pud_t *pudp) in pudp_idte_local() argument
431 __pudp_idte(addr, pudp, IDTE_NODAT | IDTE_GUEST_ASCE, in pudp_idte_local()
434 __pudp_idte(addr, pudp, 0, 0, IDTE_LOCAL); in pudp_idte_local()
438 unsigned long addr, pud_t *pudp) in pudp_idte_global() argument
441 __pudp_idte(addr, pudp, IDTE_NODAT | IDTE_GUEST_ASCE, in pudp_idte_global()
444 __pudp_idte(addr, pudp, 0, 0, IDTE_GLOBAL); in pudp_idte_global()
450 __pmdp_csp((pmd_t *) pudp); in pudp_idte_global()
454 unsigned long addr, pud_t *pudp) in pudp_flush_direct() argument
458 old = *pudp; in pudp_flush_direct()
464 pudp_idte_local(mm, addr, pudp); in pudp_flush_direct()
[all …]
|
| /arch/x86/include/asm/ |
| D | pgtable-3level.h | 101 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
103 set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); in native_set_pud()
127 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
131 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
133 set_pud(pudp, __pud(0)); in pud_clear()
192 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear() argument
194 union split_pud res, *orig = (union split_pud *)pudp; in native_pudp_get_and_clear()
|
| D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear() argument
|
| D | pgtable.h | 80 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
995 static inline pud_t native_local_pudp_get_and_clear(pud_t *pudp) in native_local_pudp_get_and_clear() argument
997 pud_t res = *pudp; in native_local_pudp_get_and_clear()
999 native_pud_clear(pudp); in native_local_pudp_get_and_clear()
1016 pud_t *pudp, pud_t pud) in set_pud_at() argument
1018 native_set_pud(pudp, pud); in set_pud_at()
1085 unsigned long address, pud_t *pudp,
1092 unsigned long addr, pud_t *pudp);
1114 unsigned long addr, pud_t *pudp) in pudp_huge_get_and_clear() argument
1116 return native_pudp_get_and_clear(pudp); in pudp_huge_get_and_clear()
|
| /arch/sparc/mm/ |
| D | gup.c | 107 static int gup_huge_pud(pud_t *pudp, pud_t pud, unsigned long addr, in gup_huge_pud() argument
136 if (unlikely(pud_val(pud) != pud_val(*pudp))) { in gup_huge_pud()
175 pud_t *pudp; in gup_pud_range() local
177 pudp = pud_offset(&pgd, addr); in gup_pud_range()
179 pud_t pud = *pudp; in gup_pud_range()
185 if (!gup_huge_pud(pudp, pud, addr, next, in gup_pud_range()
190 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | fault_64.c | 97 pud_t *pudp; in get_user_insn() local
105 pudp = pud_offset(pgdp, tpc); in get_user_insn()
106 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
112 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
|
| /arch/score/mm/ |
| D | cache.c | 178 pud_t *pudp; in flush_cache_range() local
186 pudp = pud_offset(pgdp, start); in flush_cache_range()
187 pmdp = pmd_offset(pudp, start); in flush_cache_range()
193 pudp = pud_offset(pgdp, start); in flush_cache_range()
194 pmdp = pmd_offset(pudp, start); in flush_cache_range()
|
| /arch/arm64/include/asm/ |
| D | tlb.h | 75 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb() argument
79 tlb_remove_entry(tlb, virt_to_page(pudp)); in __pud_free_tlb()
|
| D | stage2_pgtable.h | 87 #define stage2_pud_table_empty(pudp) kvm_page_empty(pudp) argument
|
| D | kvm_mmu.h | 239 #define hyp_pud_table_empty(pudp) (0) argument
241 #define hyp_pud_table_empty(pudp) kvm_page_empty(pudp) argument
|
| /arch/arm/include/asm/ |
| D | pgtable-3level.h | 150 #define pud_clear(pudp) \ argument
152 *pudp = __pud(0); \
153 clean_pmd_entry(pudp); \
156 #define set_pud(pudp, pud) \ argument
158 *pudp = pud; \
159 flush_pmd_entry(pudp); \
|
| D | pgtable-2level.h | 186 #define pud_clear(pudp) do { } while (0) argument
187 #define set_pud(pud,pudp) do { } while (0) argument
|
| /arch/powerpc/include/asm/nohash/64/ |
| D | pgtable.h | 120 static inline void pud_set(pud_t *pudp, unsigned long val) in pud_set() argument
122 *pudp = __pud(val); in pud_set()
125 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
127 *pudp = __pud(0); in pud_clear()
163 #define pmd_offset(pudp,addr) \ argument
164 (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1)))
|
| /arch/sh/mm/ |
| D | gup.c | 144 pud_t *pudp; in gup_pud_range() local
146 pudp = pud_offset(&pgd, addr); in gup_pud_range()
148 pud_t pud = *pudp; in gup_pud_range()
155 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| /arch/x86/mm/ |
| D | pgtable.c | 181 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate() argument
187 set_pud(pudp, __pud(__pa(pmd) | _PAGE_PRESENT)); in pud_populate()
461 pud_t *pudp, pud_t entry, int dirty) in pudp_set_access_flags() argument
463 int changed = !pud_same(*pudp, entry); in pudp_set_access_flags()
468 set_pud(pudp, entry); in pudp_set_access_flags()
506 unsigned long addr, pud_t *pudp) in pudp_test_and_clear_young() argument
510 if (pud_young(*pudp)) in pudp_test_and_clear_young()
512 (unsigned long *)pudp); in pudp_test_and_clear_young()
|
| /arch/mips/mm/ |
| D | gup.c | 157 pud_t *pudp; in gup_pud_range() local
159 pudp = pud_offset(&pgd, addr); in gup_pud_range()
161 pud_t pud = *pudp; in gup_pud_range()
173 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | c-r3k.c | 244 pud_t *pudp; in r3k_flush_cache_page() local
256 pudp = pud_offset(pgdp, addr); in r3k_flush_cache_page()
257 pmdp = pmd_offset(pudp, addr); in r3k_flush_cache_page()
|
| /arch/tile/include/asm/ |
| D | pgtable_64.h | 92 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
94 __pte_clear(&pudp->pgd); in pud_clear()
|
| /arch/um/include/asm/ |
| D | tlb.h | 157 #define pud_free_tlb(tlb, pudp, addr) __pud_free_tlb(tlb, pudp, addr) argument
|