| /arch/x86/include/asm/ |
| D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
56 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
174 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp()
179 static inline p4d_t *user_to_kernel_p4dp(p4d_t *p4dp) in user_to_kernel_p4dp()
220 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
229 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
234 native_set_p4d(p4d, (p4d_t) { .pgd = native_make_pgd(0)}); in native_p4d_clear()
|
| D | pgalloc.h | 138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
168 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
174 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
180 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
183 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
189 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
191 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| D | pgtable_types.h | 286 typedef struct { p4dval_t p4d; } p4d_t; typedef
288 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
290 return (p4d_t) { val }; in native_make_p4d()
293 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
300 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
302 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
305 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
363 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
369 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
374 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
|
| D | pgtable.h | 213 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
223 static inline int p4d_large(p4d_t p4d) in p4d_large()
836 static inline int p4d_none(p4d_t p4d) in p4d_none()
841 static inline int p4d_present(p4d_t p4d) in p4d_present()
846 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr()
858 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
863 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
897 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
899 return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); in p4d_offset()
|
| D | paravirt.h | 545 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
559 static inline p4d_t __p4d(p4dval_t val) in __p4d()
563 return (p4d_t) { ret }; in __p4d()
566 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val()
585 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
|
| /arch/s390/include/asm/ |
| D | pgalloc.h | 65 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
71 return (p4d_t *) table; in p4d_alloc_one()
74 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
116 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
121 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| D | page.h | 84 typedef struct { unsigned long p4d; } p4d_t; typedef
100 #define __p4d(x) ((p4d_t) { (x) } )
|
| D | pgtable.h | 601 static inline int p4d_folded(p4d_t p4d) in p4d_folded()
606 static inline int p4d_present(p4d_t p4d) in p4d_present()
613 static inline int p4d_none(p4d_t p4d) in p4d_none()
620 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
685 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
849 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
1174 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
1176 p4d_t *p4d = (p4d_t *) pgd; in p4d_offset()
1179 p4d = (p4d_t *) pgd_deref(*pgd); in p4d_offset()
1183 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
|
| /arch/x86/mm/ |
| D | ident_map.c | 61 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, in ident_p4d_init()
67 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init()
103 p4d_t *p4d; in kernel_ident_mapping_init()
117 p4d = (p4d_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
|
| D | init_64.c | 139 const p4d_t *p4d_ref; in sync_global_pgds()
155 p4d_t *p4d; in sync_global_pgds()
201 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
204 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
213 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
262 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d()
264 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d()
280 p4d_t *p4d_page; in set_pte_vaddr()
298 p4d_t *p4d; in populate_extra_pmd()
322 p4d_t *p4d; in __init_extra_mapping()
[all …]
|
| D | kasan_init_64.c | 22 static p4d_t tmp_p4d_table[PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
101 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
125 p4d_t *p4d; in kasan_populate_pgd()
190 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
195 return (p4d_t *)pgd; in early_p4d_offset()
199 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
207 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
|
| D | pti.c | 155 static __init p4d_t *pti_user_pagetable_walk_p4d(unsigned long address) in pti_user_pagetable_walk_p4d()
186 p4d_t *p4d; in pti_user_pagetable_walk_pmd()
293 p4d_t *p4d; in pti_clone_pmds()
332 p4d_t *kernel_p4d, *user_p4d; in pti_clone_p4d()
|
| D | kaslr.c | 184 p4d_t *p4d_page, *p4d_page_tramp; in init_trampoline_p4d()
191 p4d_page = (p4d_t *) pgd_page_vaddr(*pgd); in init_trampoline_p4d()
194 p4d_t *p4d, *p4d_tramp; in init_trampoline_p4d()
|
| D | pgtable_32.c | 31 p4d_t *p4d; in set_pte_vaddr()
|
| D | mem_encrypt.c | 267 p4d_t *p4d_p; in sme_prepare_pgd()
274 p4d_p = (p4d_t *)(native_pgd_val(*pgd_p) & ~PTE_FLAGS_MASK); in sme_prepare_pgd()
301 p4d_t p4d; in sme_prepare_pgd()
454 p4d_size *= sizeof(p4d_t) * PTRS_PER_P4D; in sme_pgtable_calc()
474 p4d_size *= sizeof(p4d_t) * PTRS_PER_P4D; in sme_pgtable_calc()
|
| D | pgtable.c | 88 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
274 p4d_t *p4d; in pgd_prepopulate_pmd()
606 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
616 int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
|
| /arch/s390/mm/ |
| D | gup.c | 172 static inline int gup_pud_range(p4d_t *p4dp, p4d_t p4d, unsigned long addr, in gup_pud_range()
204 p4d_t *p4dp, p4d; in gup_p4d_range()
206 p4dp = (p4d_t *) pgdp; in gup_p4d_range()
208 p4dp = (p4d_t *) pgd_deref(pgd); in gup_p4d_range()
|
| D | vmem.c | 77 p4d_t *p4_dir; in vmem_add_mem()
161 p4d_t *p4_dir; in vmem_remove_range()
219 p4d_t *p4_dir; in vmemmap_populate()
|
| D | page-states.c | 126 static void mark_kernel_pud(p4d_t *p4d, unsigned long addr, unsigned long end) in mark_kernel_pud()
151 p4d_t *p4d; in mark_kernel_p4d()
|
| D | pageattr.c | 234 static int walk_pud_level(p4d_t *p4d, unsigned long addr, unsigned long end, in walk_pud_level()
268 p4d_t *p4dp; in walk_p4d_level()
344 p4d_t *p4d; in __kernel_map_pages()
|
| D | dump_pagetables.c | 153 p4d_t *p4d, unsigned long addr) in walk_pud_level()
179 p4d_t *p4d; in walk_p4d_level()
|
| /arch/x86/power/ |
| D | hibernate_64.c | 54 p4d_t *p4d; in set_up_temporary_text_mapping()
71 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_text_mapping()
142 p4d_t *p4d; in relocate_restore_code()
|
| /arch/microblaze/include/asm/ |
| D | page.h | 98 typedef struct { pud_t p4e[1]; } p4d_t; typedef
99 typedef struct { p4d_t pge[1]; } pgd_t;
|
| /arch/x86/platform/efi/ |
| D | efi_64.c | 77 p4d_t *p4d, *p4d_k, *p4d_efi; in efi_call_phys_prolog()
154 p4d_t *p4d; in efi_call_phys_epilog()
183 p4d = (p4d_t *)pgd_page_vaddr(*pgd); in efi_call_phys_epilog()
207 p4d_t *p4d; in efi_alloc_page_tables()
244 p4d_t *p4d_k, *p4d_efi; in efi_sync_low_kernel_mappings()
281 memcpy(p4d_efi, p4d_k, sizeof(p4d_t) * num_entries); in efi_sync_low_kernel_mappings()
|
| /arch/x86/boot/compressed/ |
| D | pagetable.c | 110 if (p4d_offset((pgd_t *)top_level_pgt, 0) == (p4d_t *)_pgtable) { in initialize_identity_maps()
|