| /arch/riscv/include/asm/ |
| D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present()
36 static inline int pud_none(pud_t pud) in pud_none()
41 static inline int pud_bad(pud_t pud) in pud_bad()
46 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
51 static inline void pud_clear(pud_t *pudp) in pud_clear()
56 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
63 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| /arch/x86/include/asm/ |
| D | pgtable.h | 172 static inline int pud_dirty(pud_t pud) in pud_dirty()
177 static inline int pud_young(pud_t pud) in pud_young()
225 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
262 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
281 static inline int pud_devmap(pud_t pud) in pud_devmap()
286 static inline int pud_devmap(pud_t pud) in pud_devmap()
432 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
439 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
446 static inline pud_t pud_mkold(pud_t pud) in pud_mkold()
451 static inline pud_t pud_mkclean(pud_t pud) in pud_mkclean()
[all …]
|
| D | pgtable_64.h | 21 extern pud_t level3_kernel_pgt[512];
22 extern pud_t level3_ident_pgt[512];
57 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
111 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
116 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
121 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
129 pud_t ret = *xp; in native_pudp_get_and_clear()
|
| D | pgalloc.h | 122 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
124 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
130 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
144 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
150 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
156 return (pud_t *)get_zeroed_page(gfp); in pud_alloc_one()
159 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
165 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
167 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
|
| D | pgtable-3level.h | 101 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
130 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
134 static inline void pud_clear(pud_t *pudp) in pud_clear()
227 pud_t pud;
230 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
|
| /arch/arm64/include/asm/ |
| D | stage2_pgtable.h | 93 static inline void stage2_pgd_populate(struct kvm *kvm, pgd_t *pgd, pud_t *pud) in stage2_pgd_populate()
99 static inline pud_t *stage2_pud_offset(struct kvm *kvm, in stage2_pud_offset()
105 return (pud_t *)pgd; in stage2_pud_offset()
108 static inline void stage2_pud_free(struct kvm *kvm, pud_t *pud) in stage2_pud_free()
114 static inline bool stage2_pud_table_empty(struct kvm *kvm, pud_t *pudp) in stage2_pud_table_empty()
144 static inline bool stage2_pud_none(struct kvm *kvm, pud_t pud) in stage2_pud_none()
152 static inline void stage2_pud_clear(struct kvm *kvm, pud_t *pud) in stage2_pud_clear()
158 static inline bool stage2_pud_present(struct kvm *kvm, pud_t pud) in stage2_pud_present()
166 static inline void stage2_pud_populate(struct kvm *kvm, pud_t *pud, pmd_t *pmd) in stage2_pud_populate()
173 pud_t *pud, unsigned long address) in stage2_pmd_offset()
[all …]
|
| D | pgalloc.h | 47 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
52 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
57 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
65 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
67 return (pud_t *)__get_free_page(GFP_PGTABLE_USER); in pud_alloc_one()
70 static inline void pud_free(struct mm_struct *mm, pud_t *pudp) in pud_free()
81 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, pud_t *pudp) in pgd_populate()
|
| D | kvm_mmu.h | 200 static inline pud_t kvm_s2pud_mkwrite(pud_t pud) in kvm_s2pud_mkwrite()
218 static inline pud_t kvm_s2pud_mkexec(pud_t pud) in kvm_s2pud_mkexec()
262 static inline void kvm_set_s2pud_readonly(pud_t *pudp) in kvm_set_s2pud_readonly()
267 static inline bool kvm_s2pud_readonly(pud_t *pudp) in kvm_s2pud_readonly()
272 static inline bool kvm_s2pud_exec(pud_t *pudp) in kvm_s2pud_exec()
277 static inline pud_t kvm_s2pud_mkyoung(pud_t pud) in kvm_s2pud_mkyoung()
282 static inline bool kvm_s2pud_young(pud_t pud) in kvm_s2pud_young()
357 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud()
|
| /arch/mips/include/asm/ |
| D | pgalloc.h | 38 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
84 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
86 pud_t *pud; in pud_alloc_one()
88 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER); in pud_alloc_one()
94 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
99 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| D | pgtable-64.h | 133 #define PTRS_PER_PUD ((PAGE_SIZE << PUD_ORDER) / sizeof(pud_t))
182 typedef struct { unsigned long pud; } pud_t; typedef
184 #define __pud(x) ((pud_t) { (x) })
186 extern pud_t invalid_pud_table[PTRS_PER_PUD];
224 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
226 return (pud_t *)pgd_page_vaddr(*pgd) + pud_index(address); in pud_offset()
290 static inline int pud_none(pud_t pud) in pud_none()
295 static inline int pud_bad(pud_t pud) in pud_bad()
300 static inline int pud_present(pud_t pud) in pud_present()
305 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| /arch/ia64/include/asm/ |
| D | pgalloc.h | 39 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
44 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
46 return (pud_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pud_alloc_one()
49 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
57 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
|
| /arch/arm/include/asm/ |
| D | kvm_mmu.h | 88 static inline void kvm_set_s2pud_readonly(pud_t *pud) in kvm_set_s2pud_readonly()
93 static inline bool kvm_s2pud_readonly(pud_t *pud) in kvm_s2pud_readonly()
99 static inline void kvm_set_pud(pud_t *pud, pud_t new_pud) in kvm_set_pud()
104 static inline pud_t kvm_s2pud_mkwrite(pud_t pud) in kvm_s2pud_mkwrite()
110 static inline pud_t kvm_s2pud_mkexec(pud_t pud) in kvm_s2pud_mkexec()
116 static inline bool kvm_s2pud_exec(pud_t *pud) in kvm_s2pud_exec()
122 static inline pud_t kvm_s2pud_mkyoung(pud_t pud) in kvm_s2pud_mkyoung()
128 static inline bool kvm_s2pud_young(pud_t pud) in kvm_s2pud_young()
327 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud()
|
| /arch/powerpc/include/asm/ |
| D | pgtable-be-types.h | 37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| D | pgtable-types.h | 27 typedef struct { unsigned long pud; } pud_t; typedef
28 #define __pud(x) ((pud_t) { (x) })
29 static inline unsigned long pud_val(pud_t x) in pud_val()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 90 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
95 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
97 pud_t *pud; in pud_alloc_one()
112 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
117 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
122 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable-64k.h | 25 static inline int pud_huge(pud_t pud) in pud_huge()
64 static inline int pud_huge(pud_t pud) { return 0; } in pud_huge()
|
| D | pgtable-4k.h | 19 static inline int pud_huge(pud_t pud) in pud_huge()
75 static inline int pud_huge(pud_t pud) { return 0; } in pud_huge()
|
| /arch/x86/mm/ |
| D | ident_map.c | 21 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
35 pud_t pudval; in ident_pud_init()
68 pud_t *pud; in ident_p4d_init()
79 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init()
133 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init()
|
| /arch/sh/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc()
50 pud_t *pud; in huge_pte_offset()
72 int pud_huge(pud_t pud) in pud_huge()
|
| /arch/mips/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
43 pud_t *pud; in huge_pte_offset()
72 int pud_huge(pud_t pud) in pud_huge()
|
| /arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 20 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
26 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /arch/sparc/include/asm/ |
| D | pgalloc_64.h | 19 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /arch/s390/include/asm/ |
| D | pgalloc.h | 66 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
71 return (pud_t *) table; in pud_alloc_one()
74 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
107 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /arch/s390/mm/ |
| D | hugetlbpage.c | 177 pud_t *pudp = (pud_t *) ptep; in huge_ptep_get_and_clear()
191 pud_t *pudp; in huge_pte_alloc()
213 pud_t *pudp; in huge_pte_offset()
236 int pud_huge(pud_t pud) in pud_huge()
243 pud_t *pud, int flags) in follow_huge_pud()
|