Home
last modified time | relevance | path

Searched refs:p4d_t (Results 1 – 25 of 170) sorted by relevance

1234567

/kernel/linux/linux-5.10/include/asm-generic/
Dpgtable-nop4d.h9 typedef struct { pgd_t pgd; } p4d_t; typedef
34 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
36 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
38 return (p4d_t *)pgd; in p4d_offset()
42 #define __p4d(x) ((p4d_t) { __pgd(x) })
44 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
45 #define pgd_page_vaddr(pgd) (p4d_page_vaddr((p4d_t){ pgd }))
Dpgtable-nopud.h16 typedef struct { p4d_t p4d; } pud_t;
28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
/kernel/linux/linux-5.10/arch/x86/include/asm/
Dpgalloc.h115 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
121 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
136 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
144 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
152 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
158 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
161 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
170 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
172 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
Dpgtable_64.h19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
156 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
Dpgtable_types.h333 typedef struct { p4dval_t p4d; } p4d_t; typedef
335 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
337 return (p4d_t) { val }; in native_make_p4d()
340 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
347 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
349 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
352 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
410 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
416 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
421 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
Dpgtable.h233 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
244 static inline int p4d_large(p4d_t p4d) in p4d_large()
899 static inline int p4d_none(p4d_t p4d) in p4d_none()
904 static inline int p4d_present(p4d_t p4d) in p4d_present()
909 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr()
920 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
956 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
959 return (p4d_t *)pgd; in p4d_offset()
960 return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); in p4d_offset()
1233 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp()
[all …]
Dparavirt.h454 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
463 static inline p4d_t __p4d(p4dval_t val) in __p4d()
467 return (p4d_t) { ret }; in __p4d()
470 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val()
484 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
494 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
/kernel/linux/linux-5.10/mm/kasan/
Dinit.c37 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss;
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
55 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
186 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate()
242 p4d_t *p4d; in kasan_populate_early_shadow()
269 p4d_t *p; in kasan_populate_early_shadow()
316 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
331 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
333 p4d_t *p4d; in kasan_free_p4d()
[all …]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/
Dpgtable-4k.h63 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
68 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
73 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
77 extern struct page *p4d_page(p4d_t p4d);
/kernel/linux/linux-5.10/arch/mips/include/asm/
Dpgtable-64.h190 static inline int p4d_none(p4d_t p4d) in p4d_none()
195 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
203 static inline int p4d_present(p4d_t p4d) in p4d_present()
208 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
213 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr()
223 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
/kernel/linux/linux-5.10/arch/s390/include/asm/
Dpgalloc.h53 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
59 return (p4d_t *) table; in p4d_alloc_one()
62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
/kernel/linux/linux-5.10/arch/x86/mm/
Dinit_64.c170 const p4d_t *p4d_ref; in sync_global_pgds_l4()
186 p4d_t *p4d; in sync_global_pgds_l4()
243 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
246 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
304 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d()
306 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d()
322 p4d_t *p4d_page; in set_pte_vaddr()
340 p4d_t *p4d; in populate_extra_pmd()
364 p4d_t *p4d; in __init_extra_mapping()
[all …]
Dident_map.c61 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, in ident_p4d_init()
68 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init()
114 p4d_t *p4d; in kernel_ident_mapping_init()
128 p4d = (p4d_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
Dkasan_init_64.c24 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
105 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
129 p4d_t *p4d; in kasan_populate_pgd()
194 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
199 return (p4d_t *)pgd; in early_p4d_offset()
203 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
211 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
251 p4d_t *p4d; in kasan_shallow_populate_p4ds()
Dpti.c171 static p4d_t *pti_user_pagetable_walk_p4d(unsigned long address) in pti_user_pagetable_walk_p4d()
202 p4d_t *p4d; in pti_user_pagetable_walk_pmd()
316 p4d_t *p4d; in pti_clone_pgtable()
419 p4d_t *kernel_p4d, *user_p4d; in pti_clone_p4d()
/kernel/linux/linux-5.10/arch/arm64/include/asm/
Dpgalloc.h41 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
46 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
51 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
/kernel/linux/linux-5.10/arch/x86/power/
Dhibernate_64.c32 p4d_t *p4d = NULL; in set_up_temporary_text_mapping()
55 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_text_mapping()
73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
/kernel/linux/linux-5.10/include/linux/
Dpgtable.h97 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
549 static inline int p4d_same(p4d_t p4d_a, p4d_t p4d_b) in p4d_same()
720 void p4d_clear_bad(p4d_t *);
744 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad()
1291 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot);
1292 int p4d_clear_huge(p4d_t *p4d);
1294 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1298 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
1308 int p4d_free_pud_page(p4d_t *p4d, unsigned long addr);
1312 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
[all …]
/kernel/linux/linux-5.10/mm/
Dpgalloc-track.h6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc_track()
19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d, in pud_alloc_track()
Dsparse-vmemmap.c183 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate()
195 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_p4d_populate()
197 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate()
224 p4d_t *p4d; in vmemmap_populate_basepages()
/kernel/linux/linux-5.10/arch/sh/mm/
Dhugetlbpage.c28 p4d_t *p4d; in huge_pte_alloc()
53 p4d_t *p4d; in huge_pte_offset()
/kernel/linux/linux-5.10/arch/mips/mm/
Dhugetlbpage.c28 p4d_t *p4d; in huge_pte_alloc()
45 p4d_t *p4d; in huge_pte_offset()
/kernel/linux/linux-5.10/arch/s390/mm/
Dkasan_init.c96 p4d_t *p4_dir; in kasan_early_vmemmap_populate()
289 p4d_t p4d_z = __p4d(__pa(kasan_early_shadow_pud) | _REGION2_ENTRY); in kasan_early_init()
428 p4d_t *p4_dir_src; in kasan_copy_shadow()
429 p4d_t *p4_dir_dst; in kasan_copy_shadow()
440 (KASAN_SHADOW_SIZE >> P4D_SHIFT) * sizeof(p4d_t)); in kasan_copy_shadow()
/kernel/linux/linux-5.10/arch/arm64/mm/
Dmmu.c305 p4d_t *p4dp = p4d_offset(pgdp, addr); in alloc_init_pud()
306 p4d_t p4d = READ_ONCE(*p4dp); in alloc_init_pud()
690 p4d_t *bm_p4dp; in map_kernel()
735 p4d_t *p4dp; in kern_addr_valid()
866 static void unmap_hotplug_pud_range(p4d_t *p4dp, unsigned long addr, in unmap_hotplug_pud_range()
904 p4d_t *p4dp, p4d; in unmap_hotplug_p4d_range()
1021 static void free_empty_pud_table(p4d_t *p4dp, unsigned long addr, in free_empty_pud_table()
1066 p4d_t *p4dp, p4d; in free_empty_p4d_table()
1113 p4d_t *p4dp; in vmemmap_populate()
1163 p4d_t *p4dp = p4d_offset(pgdp, addr); in fixmap_pud()
[all …]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
Dpgtable.h982 #define __p4d_raw(x) ((p4d_t) { __pgd_raw(x) })
983 static inline __be64 p4d_raw(p4d_t x) in p4d_raw()
990 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
995 static inline int p4d_none(p4d_t p4d) in p4d_none()
1000 static inline int p4d_present(p4d_t p4d) in p4d_present()
1005 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
1010 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
1015 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
1023 static inline bool p4d_access_permitted(p4d_t p4d, bool write) in p4d_access_permitted()
1028 extern struct page *p4d_page(p4d_t p4d);
[all …]

1234567