| /arch/riscv/include/asm/ |
| D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present()
36 static inline int pud_none(pud_t pud) in pud_none()
41 static inline int pud_bad(pud_t pud) in pud_bad()
47 static inline int pud_leaf(pud_t pud) in pud_leaf()
53 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
58 static inline void pud_clear(pud_t *pudp) in pud_clear()
63 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
68 static inline struct page *pud_page(pud_t pud) in pud_page()
|
| /arch/x86/include/asm/ |
| D | pgtable.h | 173 static inline int pud_dirty(pud_t pud) in pud_dirty()
178 static inline int pud_young(pud_t pud) in pud_young()
226 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
266 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
285 static inline int pud_devmap(pud_t pud) in pud_devmap()
290 static inline int pud_devmap(pud_t pud) in pud_devmap()
470 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
477 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
484 static inline pud_t pud_mkold(pud_t pud) in pud_mkold()
489 static inline pud_t pud_mkclean(pud_t pud) in pud_mkclean()
[all …]
|
| D | pgtable_64.h | 21 extern pud_t level3_kernel_pgt[512];
22 extern pud_t level3_ident_pgt[512];
63 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
117 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
122 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
127 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
135 pud_t ret = *xp; in native_pudp_get_and_clear()
|
| D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
|
| D | pgtable-3level.h | 103 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
132 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
136 static inline void pud_clear(pud_t *pudp) in pud_clear()
229 pud_t pud;
232 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
|
| D | pgalloc.h | 99 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
101 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
107 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
115 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
121 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
127 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
129 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable_types.h | 360 typedef struct { pudval_t pud; } pud_t; typedef
362 static inline pud_t native_make_pud(pmdval_t val) in native_make_pud()
364 return (pud_t) { val }; in native_make_pud()
367 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
374 static inline pud_t native_make_pud(pudval_t val) in native_make_pud()
376 return (pud_t) { .p4d.pgd = native_make_pgd(val) }; in native_make_pud()
379 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
427 static inline pudval_t pud_pfn_mask(pud_t pud) in pud_pfn_mask()
435 static inline pudval_t pud_flags_mask(pud_t pud) in pud_flags_mask()
440 static inline pudval_t pud_flags(pud_t pud) in pud_flags()
|
| /arch/mips/include/asm/ |
| D | pgtable-64.h | 132 #define PTRS_PER_PUD ((PAGE_SIZE << PUD_ORDER) / sizeof(pud_t))
181 typedef struct { unsigned long pud; } pud_t; typedef
183 #define __pud(x) ((pud_t) { (x) })
185 extern pud_t invalid_pud_table[PTRS_PER_PUD];
213 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
215 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
284 static inline int pud_none(pud_t pud) in pud_none()
289 static inline int pud_bad(pud_t pud) in pud_bad()
294 static inline int pud_present(pud_t pud) in pud_present()
299 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| D | pgalloc.h | 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
91 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
93 pud_t *pud; in pud_alloc_one()
95 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER); in pud_alloc_one()
101 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
95 pud_t *pud; in pud_alloc_one()
110 static inline void __pud_free(pud_t *pud) in __pud_free()
124 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
129 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
134 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /arch/powerpc/include/asm/ |
| D | pgtable-be-types.h | 37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| D | pgtable-types.h | 27 typedef struct { unsigned long pud; } pud_t; typedef
28 #define __pud(x) ((pud_t) { (x) })
29 static inline unsigned long pud_val(pud_t x) in pud_val()
|
| /arch/arm64/include/asm/ |
| D | pgalloc.h | 23 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
28 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
33 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
46 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
|
| D | pgtable-types.h | 34 typedef struct { pudval_t pud; } pud_t; typedef
36 #define __pud(x) ((pud_t) { (x) } )
|
| /arch/x86/mm/ |
| D | ident_map.c | 21 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
52 pud_t pudval; in ident_pud_init()
82 pud_t *pud; in ident_p4d_init()
96 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init()
154 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init()
|
| D | init_64.c | 255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
258 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
267 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
290 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr()
307 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d()
312 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
314 pud_t *pud = pud_page + pud_index(vaddr); in set_pte_vaddr_pud()
341 pud_t *pud; in populate_extra_pmd()
365 pud_t *pud; in __init_extra_mapping()
381 pud = (pud_t *) spp_getpage(); in __init_extra_mapping()
[all …]
|
| D | pgtable.c | 77 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
188 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
299 pud_t *pud; in pgd_prepopulate_pmd()
326 pud_t *u_pud; in pgd_prepopulate_user_pmd()
521 pud_t *pudp, pud_t entry, int dirty) in pudp_set_access_flags()
566 unsigned long addr, pud_t *pudp) in pudp_test_and_clear_young()
703 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
758 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
802 int pud_free_pmd_page(pud_t *pud, unsigned long addr) in pud_free_pmd_page()
864 int pud_free_pmd_page(pud_t *pud, unsigned long addr) in pud_free_pmd_page()
|
| /arch/sparc/include/asm/ |
| D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /arch/mips/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc()
46 pud_t *pud; in huge_pte_offset()
78 int pud_huge(pud_t pud) in pud_huge()
|
| /arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 20 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
26 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | pgtable-4k.h | 20 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
|
| /arch/sh/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc()
54 pud_t *pud; in huge_pte_offset()
79 int pud_huge(pud_t pud) in pud_huge()
|
| /arch/s390/include/asm/ |
| D | pgalloc.h | 68 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
73 return (pud_t *) table; in pud_alloc_one()
76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
114 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| D | pgtable.h | 668 static inline int pud_folded(pud_t pud) in pud_folded()
673 static inline int pud_present(pud_t pud) in pud_present()
680 static inline int pud_none(pud_t pud) in pud_none()
688 static inline int pud_large(pud_t pud) in pud_large()
708 static inline int pud_bad(pud_t pud) in pud_bad()
747 static inline int pud_write(pud_t pud) in pud_write()
902 static inline void pud_clear(pud_t *pud) in pud_clear()
1258 static inline unsigned long pud_deref(pud_t pud) in pud_deref()
1268 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
1311 static inline pud_t *pud_offset_lockless(p4d_t *p4dp, p4d_t p4d, unsigned long address) in pud_offset_lockless()
[all …]
|
| /arch/alpha/include/asm/ |
| D | pgtable.h | 229 extern inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set()
244 extern inline pmd_t *pud_pgtable(pud_t pgd) in pud_pgtable()
261 extern inline int pud_none(pud_t pud) { return !pud_val(pud); } in pud_none()
262 extern inline int pud_bad(pud_t pud) { return (pud_val(pud) & ~_PFN_MASK) != _PAGE_TABLE; } in pud_bad()
263 extern inline int pud_present(pud_t pud) { return pud_val(pud) & _PAGE_VALID; } in pud_present()
264 extern inline void pud_clear(pud_t * pudp) { pud_val(*pudp) = 0; } in pud_clear()
295 extern inline pmd_t * pmd_offset(pud_t * dir, unsigned long address) in pmd_offset()
|