| /arch/powerpc/include/asm/nohash/64/ |
| D | pgtable-4k.h | 62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
81 extern struct page *p4d_page(p4d_t p4d);
|
| /arch/x86/include/asm/ |
| D | pgalloc.h | 113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
134 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
142 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
156 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
159 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
156 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
| D | pgtable_types.h | 330 typedef struct { p4dval_t p4d; } p4d_t; typedef
332 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
334 return (p4d_t) { val }; in native_make_p4d()
337 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
344 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
346 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
349 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
407 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
413 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
418 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
|
| D | paravirt.h | 482 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
491 static inline p4d_t __p4d(p4dval_t val) in __p4d()
497 return (p4d_t) { ret }; in __p4d()
500 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val()
515 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
525 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
|
| D | pgtable.h | 205 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
216 static inline int p4d_large(p4d_t p4d) in p4d_large()
872 static inline int p4d_none(p4d_t p4d) in p4d_none()
877 static inline int p4d_present(p4d_t p4d) in p4d_present()
882 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
893 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
929 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
932 return (p4d_t *)pgd; in p4d_offset()
933 return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); in p4d_offset()
1206 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp()
[all …]
|
| /arch/s390/include/asm/ |
| D | pgalloc.h | 53 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
59 return (p4d_t *) table; in p4d_alloc_one()
62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| D | pgtable.h | 635 static inline int p4d_folded(p4d_t p4d) in p4d_folded()
640 static inline int p4d_present(p4d_t p4d) in p4d_present()
647 static inline int p4d_none(p4d_t p4d) in p4d_none()
654 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
713 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
891 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
1293 static inline p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long address) in p4d_offset_lockless()
1296 return (p4d_t *) pgd_deref(pgd) + p4d_index(address); in p4d_offset_lockless()
1297 return (p4d_t *) pgdp; in p4d_offset_lockless()
1301 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long address) in p4d_offset()
[all …]
|
| D | page.h | 87 typedef struct { unsigned long p4d; } p4d_t; typedef
103 #define __p4d(x) ((p4d_t) { (x) } )
|
| /arch/mips/include/asm/ |
| D | pgtable-64.h | 189 static inline int p4d_none(p4d_t p4d) in p4d_none()
194 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
202 static inline int p4d_present(p4d_t p4d) in p4d_present()
207 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
212 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
222 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
| /arch/arm64/include/asm/ |
| D | pgalloc.h | 44 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
57 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
|
| /arch/x86/power/ |
| D | hibernate_64.c | 32 p4d_t *p4d = NULL; in set_up_temporary_text_mapping()
55 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_text_mapping()
73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
|
| /arch/x86/mm/ |
| D | ident_map.c | 74 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, in ident_p4d_init()
81 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init()
127 p4d_t *p4d; in kernel_ident_mapping_init()
141 p4d = (p4d_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
|
| D | kasan_init_64.c | 24 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
103 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
127 p4d_t *p4d; in kasan_populate_pgd()
192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
197 return (p4d_t *)pgd; in early_p4d_offset()
201 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
209 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
249 p4d_t *p4d; in kasan_shallow_populate_p4ds()
|
| D | init_64.c | 171 const p4d_t *p4d_ref; in sync_global_pgds_l4()
187 p4d_t *p4d; in sync_global_pgds_l4()
244 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
247 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
256 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
305 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d()
307 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d()
323 p4d_t *p4d_page; in set_pte_vaddr()
341 p4d_t *p4d; in populate_extra_pmd()
365 p4d_t *p4d; in __init_extra_mapping()
[all …]
|
| D | pti.c | 171 static p4d_t *pti_user_pagetable_walk_p4d(unsigned long address) in pti_user_pagetable_walk_p4d()
202 p4d_t *p4d; in pti_user_pagetable_walk_pmd()
316 p4d_t *p4d; in pti_clone_pgtable()
419 p4d_t *kernel_p4d, *user_p4d; in pti_clone_p4d()
|
| /arch/mips/mm/ |
| D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc()
45 p4d_t *p4d; in huge_pte_offset()
|
| /arch/sh/mm/ |
| D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc()
53 p4d_t *p4d; in huge_pte_offset()
|
| /arch/arm64/mm/ |
| D | trans_pgd.c | 116 static int copy_pud(struct trans_pgd_info *info, p4d_t *dst_p4dp, in copy_pud()
117 p4d_t *src_p4dp, unsigned long start, in copy_pud()
156 p4d_t *dst_p4dp; in copy_p4d()
157 p4d_t *src_p4dp; in copy_p4d()
234 p4d_t *p4dp; in trans_pgd_map_page()
|
| /arch/s390/mm/ |
| D | kasan_init.c | 95 p4d_t *p4_dir; in kasan_early_pgtable_populate()
261 p4d_t p4d_z = __p4d(__pa(kasan_early_shadow_pud) | _REGION2_ENTRY); in kasan_early_init()
389 p4d_t *p4_dir_src; in kasan_copy_shadow_mapping()
390 p4d_t *p4_dir_dst; in kasan_copy_shadow_mapping()
397 (KASAN_SHADOW_SIZE >> P4D_SHIFT) * sizeof(p4d_t)); in kasan_copy_shadow_mapping()
|
| /arch/riscv/mm/ |
| D | pageattr.c | 41 static int pageattr_p4d_entry(p4d_t *p4d, unsigned long addr, in pageattr_p4d_entry()
44 p4d_t val = READ_ONCE(*p4d); in pageattr_p4d_entry()
213 p4d_t *p4d; in kernel_page_present()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | pgtable.h | 1003 #define __p4d_raw(x) ((p4d_t) { __pgd_raw(x) })
1004 static inline __be64 p4d_raw(p4d_t x) in p4d_raw()
1011 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
1016 static inline int p4d_none(p4d_t p4d) in p4d_none()
1021 static inline int p4d_present(p4d_t p4d) in p4d_present()
1026 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
1031 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
1036 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
1044 static inline bool p4d_access_permitted(p4d_t p4d, bool write) in p4d_access_permitted()
1049 extern struct page *p4d_page(p4d_t p4d);
[all …]
|
| /arch/parisc/mm/ |
| D | hugetlbpage.c | 51 p4d_t *p4d; in huge_pte_alloc()
78 p4d_t *p4d; in huge_pte_offset()
|
| /arch/m68k/mm/ |
| D | kmap.c | 63 p4d_t *p4d_dir; in __free_io_area()
164 p4d_t *p4d_dir; in __ioremap()
319 p4d_t *p4d_dir; in kernel_set_cachemode()
|
| /arch/ia64/mm/ |
| D | hugetlbpage.c | 33 p4d_t *p4d; in huge_pte_alloc()
54 p4d_t *p4d; in huge_pte_offset()
|