| /arch/s390/mm/ |
| D | hugetlbpage.c | 119 pud_t *pudp; in huge_pte_alloc() local
123 pudp = pud_alloc(mm, pgdp, addr); in huge_pte_alloc()
124 if (pudp) in huge_pte_alloc()
125 pmdp = pmd_alloc(mm, pudp, addr); in huge_pte_alloc()
132 pud_t *pudp; in huge_pte_offset() local
137 pudp = pud_offset(pgdp, addr); in huge_pte_offset()
138 if (pud_present(*pudp)) in huge_pte_offset()
139 pmdp = pmd_offset(pudp, addr); in huge_pte_offset()
|
| D | gup.c | 107 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range() argument
113 pmdp = (pmd_t *) pudp; in gup_pmd_range()
155 pud_t *pudp, pud; in gup_pud_range() local
157 pudp = (pud_t *) pgdp; in gup_pud_range()
159 pudp = (pud_t *) pgd_deref(pgd); in gup_pud_range()
160 pudp += pud_index(addr); in gup_pud_range()
162 pud = *pudp; in gup_pud_range()
167 if (!gup_pmd_range(pudp, pud, addr, next, write, pages, nr)) in gup_pud_range()
169 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | pageattr.c | 46 pud_t *pudp; in walk_page_table() local
53 pudp = pud_offset(pgdp, addr); in walk_page_table()
54 if (pud_none(*pudp) || pud_large(*pudp)) in walk_page_table()
56 pmdp = pmd_offset(pudp, addr); in walk_page_table()
|
| /arch/score/mm/ |
| D | cache.c | 178 pud_t *pudp; in flush_cache_range() local
186 pudp = pud_offset(pgdp, start); in flush_cache_range()
187 pmdp = pmd_offset(pudp, start); in flush_cache_range()
193 pudp = pud_offset(pgdp, start); in flush_cache_range()
194 pmdp = pmd_offset(pudp, start); in flush_cache_range()
|
| /arch/x86/include/asm/ |
| D | pgtable-3level.h | 100 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
102 set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); in native_set_pud()
126 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
128 set_pud(pudp, __pud(0)); in pud_clear()
|
| D | pgtable_64.h | 99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
101 WRITE_ONCE(*pudp, pud); in native_set_pud()
|
| /arch/arm64/include/asm/ |
| D | tlb.h | 75 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb() argument
79 tlb_remove_entry(tlb, virt_to_page(pudp)); in __pud_free_tlb()
|
| D | kvm_mmu.h | 217 #define kvm_pud_table_empty(kvm, pudp) (0) argument
219 #define kvm_pud_table_empty(kvm, pudp) \ argument
220 (kvm_page_empty(pudp) && (!(kvm) || KVM_PREALLOC_LEVEL < 1))
|
| /arch/arm/include/asm/ |
| D | pgtable-3level.h | 151 #define pud_clear(pudp) \ argument
153 *pudp = __pud(0); \
154 clean_pmd_entry(pudp); \
157 #define set_pud(pudp, pud) \ argument
159 *pudp = pud; \
160 flush_pmd_entry(pudp); \
|
| D | pgtable-2level.h | 186 #define pud_clear(pudp) do { } while (0) argument
187 #define set_pud(pud,pudp) do { } while (0) argument
|
| D | tlb.h | 270 #define pud_free_tlb(tlb, pudp, addr) pud_free((tlb)->mm, pudp) argument
|
| /arch/powerpc/mm/ |
| D | pgtable_64.c | 94 pud_t *pudp; in map_kernel_page() local
100 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
101 if (!pudp) in map_kernel_page()
103 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
116 pudp = early_alloc_pgtable(PUD_TABLE_SIZE); in map_kernel_page()
117 BUG_ON(pudp == NULL); in map_kernel_page()
118 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
121 pudp = pud_offset(pgdp, ea); in map_kernel_page()
122 if (pud_none(*pudp)) { in map_kernel_page()
125 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
[all …]
|
| /arch/sh/mm/ |
| D | gup.c | 143 pud_t *pudp; in gup_pud_range() local
145 pudp = pud_offset(&pgd, addr); in gup_pud_range()
147 pud_t pud = *pudp; in gup_pud_range()
154 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| /arch/powerpc/include/asm/ |
| D | pgtable-ppc64.h | 160 #define pud_set(pudp, pudval) (pud_val(*(pudp)) = (pudval)) argument
165 #define pud_clear(pudp) (pud_val(*(pudp)) = 0) argument
180 #define pgd_set(pgdp, pudp) ({pgd_val(*(pgdp)) = (unsigned long)(pudp);}) argument
191 #define pmd_offset(pudp,addr) \ argument
192 (((pmd_t *) pud_page_vaddr(*(pudp))) + (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1)))
|
| /arch/sparc/mm/ |
| D | gup.c | 147 pud_t *pudp; in gup_pud_range() local
149 pudp = pud_offset(&pgd, addr); in gup_pud_range()
151 pud_t pud = *pudp; in gup_pud_range()
158 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | fault_64.c | 95 pud_t *pudp; in get_user_insn() local
103 pudp = pud_offset(pgdp, tpc); in get_user_insn()
104 if (pud_none(*pudp) || unlikely(pud_bad(*pudp))) in get_user_insn()
110 pmdp = pmd_offset(pudp, tpc); in get_user_insn()
|
| /arch/mips/mm/ |
| D | gup.c | 171 pud_t *pudp; in gup_pud_range() local
173 pudp = pud_offset(&pgd, addr); in gup_pud_range()
175 pud_t pud = *pudp; in gup_pud_range()
187 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| D | c-r3k.c | 243 pud_t *pudp; in r3k_flush_cache_page() local
255 pudp = pud_offset(pgdp, addr); in r3k_flush_cache_page()
256 pmdp = pmd_offset(pudp, addr); in r3k_flush_cache_page()
|
| D | c-tx39.c | 172 pud_t *pudp; in tx39_flush_cache_page() local
185 pudp = pud_offset(pgdp, page); in tx39_flush_cache_page()
186 pmdp = pmd_offset(pudp, page); in tx39_flush_cache_page()
|
| /arch/um/include/asm/ |
| D | tlb.h | 140 #define pud_free_tlb(tlb, pudp, addr) __pud_free_tlb(tlb, pudp, addr) argument
|
| /arch/tile/include/asm/ |
| D | pgtable_64.h | 91 static inline void pud_clear(pud_t *pudp) in pud_clear() argument
93 __pte_clear(&pudp->pgd); in pud_clear()
|
| /arch/x86/mm/ |
| D | gup.c | 237 pud_t *pudp; in gup_pud_range() local
239 pudp = pud_offset(&pgd, addr); in gup_pud_range()
241 pud_t pud = *pudp; in gup_pud_range()
253 } while (pudp++, addr = next, addr != end); in gup_pud_range()
|
| /arch/sh/include/asm/ |
| D | tlb.h | 124 #define pud_free_tlb(tlb, pudp, addr) pud_free((tlb)->mm, pudp) argument
|
| /arch/sparc/include/asm/ |
| D | pgtable_64.h | 813 #define pud_set(pudp, pmdp) \ argument
814 (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp))))
830 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) argument
853 #define pgd_set(pgdp, pudp) \ argument
854 (pgd_val(*(pgdp)) = (__pa((unsigned long) (pudp))))
869 #define pmd_offset(pudp, address) \ argument
870 ((pmd_t *) pud_page_vaddr(*(pudp)) + \
|
| /arch/ia64/include/asm/ |
| D | tlb.h | 287 #define pud_free_tlb(tlb, pudp, address) \ argument
290 __pud_free_tlb(tlb, pudp, address); \
|