/kernel/linux/linux-5.10/include/asm-generic/ |
D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t; member 28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none() 29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad() 30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present() 31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear() 34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument 35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument 42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset() 51 #define p4d_page(p4d) (pud_page((pud_t){ p4d })) argument 52 #define p4d_page_vaddr(p4d) (pud_page_vaddr((pud_t){ p4d })) argument
|
D | pgtable-nop4d.h | 26 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd)) argument 28 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument 29 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/ |
D | pgtable-4k.h | 56 #define p4d_none(p4d) (!p4d_val(p4d)) argument 57 #define p4d_bad(p4d) (p4d_val(p4d) == 0) argument 58 #define p4d_present(p4d) (p4d_val(p4d) != 0) argument 59 #define p4d_page_vaddr(p4d) (p4d_val(p4d) & ~P4D_MASKED_BITS) argument 68 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
|
/kernel/linux/linux-5.10/mm/kasan/ |
D | init.c | 50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table() 55 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table() 146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate() 186 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate() local 242 p4d_t *p4d; in kasan_populate_early_shadow() local 316 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud() 333 p4d_t *p4d; in kasan_free_p4d() local 418 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table() 458 p4d_t *p4d; in kasan_remove_zero_shadow() local
|
/kernel/linux/linux-5.10/arch/x86/include/asm/ |
D | pgalloc.h | 115 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 121 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() 136 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 144 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe() 161 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free() 172 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
D | pgtable_types.h | 333 typedef struct { p4dval_t p4d; } p4d_t; member 340 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val() 352 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val() 410 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask() 416 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask() 421 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
|
/kernel/linux/linux-5.10/arch/mips/include/asm/ |
D | pgtable-64.h | 190 static inline int p4d_none(p4d_t p4d) in p4d_none() 195 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 203 static inline int p4d_present(p4d_t p4d) in p4d_present() 213 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr() 218 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d)) argument 219 #define p4d_page(p4d) (pfn_to_page(p4d_phys(p4d) >> PAGE_SHIFT)) argument 223 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
/kernel/linux/linux-5.10/arch/x86/mm/ |
D | init_64.c | 186 p4d_t *p4d; in sync_global_pgds_l4() local 246 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d() local 255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud() 306 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d() local 340 p4d_t *p4d; in populate_extra_pmd() local 364 p4d_t *p4d; in __init_extra_mapping() local 688 p4d_t *p4d = p4d_page + p4d_index(vaddr); in phys_p4d_init() local 740 p4d_t *p4d; in __kernel_physical_mapping_init() local 941 static void __meminit free_pud_table(pud_t *pud_start, p4d_t *p4d) in free_pud_table() 1147 p4d_t *p4d; in remove_p4d_table() local [all …]
|
D | kasan_init_64.c | 105 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d() 129 p4d_t *p4d; in kasan_populate_pgd() local 196 unsigned long p4d; in early_p4d_offset() local 211 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate() local 251 p4d_t *p4d; in kasan_shallow_populate_p4ds() local
|
D | ident_map.c | 68 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init() local 114 p4d_t *p4d; in kernel_ident_mapping_init() local
|
D | pgtable.c | 84 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb() 298 p4d_t *p4d; in pgd_prepopulate_pmd() local 669 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge() 679 int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge() 786 int p4d_free_pud_page(p4d_t *p4d, unsigned long addr) in p4d_free_pud_page()
|
/kernel/linux/linux-5.10/arch/sh/mm/ |
D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc() local 53 p4d_t *p4d; in huge_pte_offset() local
|
D | tlbex_32.c | 26 p4d_t *p4d; in handle_tlbmiss() local
|
/kernel/linux/linux-5.10/arch/mips/mm/ |
D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc() local 45 p4d_t *p4d; in huge_pte_offset() local
|
/kernel/linux/linux-5.10/arch/nds32/mm/ |
D | fault.c | 33 p4d_t *p4d; in show_pte() local 351 p4d_t *p4d, *p4d_k; in do_page_fault() local
|
/kernel/linux/linux-5.10/arch/s390/include/asm/ |
D | pgalloc.h | 62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free() 104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
/kernel/linux/linux-5.10/arch/s390/mm/ |
D | vmem.c | 310 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end, in modify_pud_table() 364 static void try_free_pud_table(p4d_t *p4d, unsigned long start) in try_free_pud_table() 392 p4d_t *p4d; in modify_p4d_table() local 421 p4d_t *p4d; in try_free_p4d_table() local 447 p4d_t *p4d; in modify_pagetable() local
|
/kernel/linux/linux-5.10/arch/sparc/mm/ |
D | hugetlbpage.c | 279 p4d_t *p4d; in huge_pte_alloc() local 302 p4d_t *p4d; in huge_pte_offset() local 457 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range() 500 p4d_t *p4d; in hugetlb_free_pgd_range() local
|
/kernel/linux/linux-5.10/include/linux/ |
D | pgtable.h | 97 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset() 527 #define p4d_access_permitted(p4d, write) \ argument 588 #define set_p4d_safe(p4dp, p4d) \ argument 722 #define p4d_clear_bad(p4d) do { } while (0) argument 728 #define pud_clear_bad(p4d) do { } while (0) argument 744 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad() 1294 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge() 1298 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge() 1312 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge() 1324 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge() [all …]
|
/kernel/linux/linux-5.10/mm/ |
D | ioremap.c | 152 static inline int ioremap_pud_range(p4d_t *p4d, unsigned long addr, in ioremap_pud_range() 176 static int ioremap_try_huge_p4d(p4d_t *p4d, unsigned long addr, in ioremap_try_huge_p4d() 202 p4d_t *p4d; in ioremap_p4d_range() local
|
D | sparse-vmemmap.c | 183 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate() 197 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate() local 224 p4d_t *p4d; in vmemmap_populate_basepages() local
|
/kernel/linux/linux-5.10/arch/ia64/mm/ |
D | hugetlbpage.c | 32 p4d_t *p4d; in huge_pte_alloc() local 53 p4d_t *p4d; in huge_pte_offset() local
|
/kernel/linux/linux-5.10/arch/microblaze/mm/ |
D | pgtable.c | 137 p4d_t *p4d; in map_page() local 196 p4d_t *p4d; in get_pteptr() local
|
/kernel/linux/linux-5.10/arch/arm64/include/asm/ |
D | pgtable.h | 348 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte() 472 #define __p4d_to_phys(p4d) __pte_to_phys(p4d_pte(p4d)) argument 672 #define p4d_none(p4d) (!p4d_val(p4d)) argument 673 #define p4d_bad(p4d) (!(p4d_val(p4d) & 2)) argument 674 #define p4d_present(p4d) (p4d_val(p4d)) argument 676 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() 693 static inline phys_addr_t p4d_page_paddr(p4d_t p4d) in p4d_page_paddr() 698 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr() 707 #define pud_set_fixmap_offset(p4d, addr) pud_set_fixmap(pud_offset_phys(p4d, addr)) argument 710 #define p4d_page(p4d) pfn_to_page(__phys_to_pfn(__p4d_to_phys(p4d))) argument [all …]
|
/kernel/linux/linux-5.10/arch/parisc/mm/ |
D | hugetlbpage.c | 51 p4d_t *p4d; in huge_pte_alloc() local 78 p4d_t *p4d; in huge_pte_offset() local
|