/kernel/linux/linux-5.10/arch/riscv/include/asm/ |
D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present() 36 static inline int pud_none(pud_t pud) in pud_none() 41 static inline int pud_bad(pud_t pud) in pud_bad() 47 static inline int pud_leaf(pud_t pud) in pud_leaf() 53 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() 63 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() 68 static inline struct page *pud_page(pud_t pud) in pud_page()
|
/kernel/linux/linux-5.10/include/asm-generic/ |
D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member 30 static inline int pud_none(pud_t pud) { return 0; } in pud_none() 31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() 32 static inline int pud_present(pud_t pud) { return 1; } in pud_present() 33 static inline void pud_clear(pud_t *pud) { } in pud_clear() 44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() 53 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument 54 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud })) argument
|
D | pgtable-nopud.h | 32 #define pud_ERROR(pud) (p4d_ERROR((pud).p4d)) argument 34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument 35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
|
/kernel/linux/linux-5.10/mm/kasan/ |
D | init.c | 62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table() 67 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table() 113 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate() 149 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local 192 pud_t *pud; in zero_p4d_populate() local 243 pud_t *pud; in kasan_populate_early_shadow() local 301 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd() 318 pud_t *pud; in kasan_free_pud() local 391 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table() 424 pud_t *pud; in kasan_remove_p4d_table() local
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate() 95 pud_t *pud; in pud_alloc_one() local 110 static inline void __pud_free(pud_t *pud) in __pud_free() 124 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 129 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 134 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
/kernel/linux/linux-5.10/arch/x86/include/asm/ |
D | pgtable.h | 86 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument 90 #define pud_clear(pud) native_pud_clear(pud) argument 173 static inline int pud_dirty(pud_t pud) in pud_dirty() 178 static inline int pud_young(pud_t pud) in pud_young() 226 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() 266 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge() 285 static inline int pud_devmap(pud_t pud) in pud_devmap() 290 static inline int pud_devmap(pud_t pud) in pud_devmap() 470 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags() 477 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags() [all …]
|
D | pgalloc.h | 101 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 107 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe() 115 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 121 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() 129 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
/kernel/linux/linux-5.10/arch/sh/mm/ |
D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local 54 pud_t *pud; in huge_pte_offset() local 79 int pud_huge(pud_t pud) in pud_huge()
|
/kernel/linux/linux-5.10/arch/mips/mm/ |
D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local 46 pud_t *pud; in huge_pte_offset() local 78 int pud_huge(pud_t pud) in pud_huge()
|
/kernel/linux/linux-5.10/arch/arm64/include/asm/ |
D | pgtable.h | 147 #define pud_access_permitted(pud, write) \ argument 353 static inline pte_t pud_pte(pud_t pud) in pud_pte() 363 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd() 459 #define pud_young(pud) pte_young(pud_pte(pud)) argument 460 #define pud_mkyoung(pud) pte_pud(pte_mkyoung(pud_pte(pud))) argument 461 #define pud_write(pud) pte_write(pud_pte(pud)) argument 463 #define pud_mkhuge(pud) (__pud(pud_val(pud) & ~PUD_TABLE_BIT)) argument 465 #define __pud_to_phys(pud) __pte_to_phys(pud_pte(pud)) argument 467 #define pud_pfn(pud) ((__pud_to_phys(pud) & PUD_MASK) >> PAGE_SHIFT) argument 524 static inline bool pud_sect(pud_t pud) { return false; } in pud_sect() [all …]
|
/kernel/linux/linux-5.10/arch/arm/include/asm/ |
D | pgtable-2level.h | 182 #define pud_none(pud) (0) argument 183 #define pud_bad(pud) (0) argument 184 #define pud_present(pud) (1) argument 186 #define set_pud(pud,pudp) do { } while (0) argument 188 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
D | pgtable-3level.h | 111 #define pud_none(pud) (!pud_val(pud)) argument 112 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument 113 #define pud_present(pud) (pud_val(pud)) argument 127 #define set_pud(pudp, pud) \ argument 133 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr() 189 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) argument 190 #define pud_write(pud) pmd_write(__pmd(pud_val(pud))) argument
|
/kernel/linux/linux-5.10/arch/mips/include/asm/ |
D | pgtable-64.h | 181 typedef struct { unsigned long pud; } pud_t; member 284 static inline int pud_none(pud_t pud) in pud_none() 289 static inline int pud_bad(pud_t pud) in pud_bad() 294 static inline int pud_present(pud_t pud) in pud_present() 317 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() 321 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument 322 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
|
D | pgalloc.h | 40 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 87 pud_t *pud; in pud_alloc_one() local 95 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
/kernel/linux/linux-5.10/arch/um/include/asm/ |
D | pgtable-3level.h | 59 #define pud_populate(mm, pud, pmd) \ argument 81 static inline void pud_clear (pud_t *pud) in pud_clear() 86 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument 87 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument
|
/kernel/linux/linux-5.10/arch/arm/mm/ |
D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() 55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() 72 pud_t *pud = pud_offset(p4d, addr); in idmap_add_pud() local
|
/kernel/linux/linux-5.10/arch/x86/mm/ |
D | ident_map.c | 27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local 69 pud_t *pud; in ident_p4d_init() local 141 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init() local
|
D | init_64.c | 258 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local 267 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd() 290 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr() 307 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d() local 314 pud_t *pud = pud_page + pud_index(vaddr); in set_pte_vaddr_pud() local 341 pud_t *pud; in populate_extra_pmd() local 365 pud_t *pud; in __init_extra_mapping() local 596 pud_t *pud; in phys_pud_init() local 689 pud_t *pud; in phys_p4d_init() local 923 static void __meminit free_pmd_table(pmd_t *pmd_start, pud_t *pud) in free_pmd_table() [all …]
|
/kernel/linux/linux-5.10/arch/sparc/include/asm/ |
D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate() 36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate() 48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 112 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/ |
D | pgalloc.h | 26 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 61 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
D | pgtable.h | 163 #define pud_none(pud) (!pud_val(pud)) argument 164 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument 166 #define pud_present(pud) (pud_val(pud) != 0) argument 167 #define pud_page_vaddr(pud) (pud_val(pud) & ~PUD_MASKED_BITS) argument 171 static inline pte_t pud_pte(pud_t pud) in pud_pte() 180 #define pud_write(pud) pte_write(pud_pte(pud)) argument
|
/kernel/linux/linux-5.10/arch/ia64/mm/ |
D | hugetlbpage.c | 33 pud_t *pud; in huge_pte_alloc() local 54 pud_t *pud; in huge_pte_offset() local 113 int pud_huge(pud_t pud) in pud_huge()
|
/kernel/linux/linux-5.10/arch/sparc/mm/ |
D | hugetlbpage.c | 280 pud_t *pud; in huge_pte_alloc() local 303 pud_t *pud; in huge_pte_offset() local 404 int pud_huge(pud_t pud) in pud_huge() 420 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() 461 pud_t *pud; in hugetlb_free_pud_range() local
|
/kernel/linux/linux-5.10/arch/parisc/mm/ |
D | hugetlbpage.c | 52 pud_t *pud; in huge_pte_alloc() local 79 pud_t *pud; in huge_pte_offset() local 203 int pud_huge(pud_t pud) in pud_huge()
|
/kernel/linux/linux-5.10/arch/m68k/include/asm/ |
D | motorola_pgtable.h | 132 #define pud_page_vaddr(pud) ((unsigned long)__va(pud_val(pud) & _TABLE_MASK)) argument 156 #define pud_none(pud) (!pud_val(pud)) argument 157 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) argument 158 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) argument 160 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT)) argument
|