| /kernel/linux/linux-6.6/include/asm-generic/ |
| D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline int pud_user(pud_t pud) { return 0; } in pud_user()
34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf()
35 static inline void pud_clear(pud_t *pud) { } in pud_clear()
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
55 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline void pud_clear(pud_t *pud) { } in pud_clear()
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
53 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
54 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| /kernel/linux/linux-5.10/arch/riscv/include/asm/ |
| D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present()
36 static inline int pud_none(pud_t pud) in pud_none()
41 static inline int pud_bad(pud_t pud) in pud_bad()
47 static inline int pud_leaf(pud_t pud) in pud_leaf()
53 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
63 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
68 static inline struct page *pud_page(pud_t pud) in pud_page()
|
| /kernel/linux/linux-5.10/mm/kasan/ |
| D | init.c | 62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
67 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
113 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
149 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
192 pud_t *pud; in zero_p4d_populate() local
243 pud_t *pud; in kasan_populate_early_shadow() local
301 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
318 pud_t *pud; in kasan_free_pud() local
391 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
424 pud_t *pud; in kasan_remove_p4d_table() local
|
| /kernel/linux/linux-6.6/mm/kasan/ |
| D | init.c | 57 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
149 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
197 pud_t *pud; in zero_p4d_populate() local
249 pud_t *pud; in kasan_populate_early_shadow() local
307 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
324 pud_t *pud; in kasan_free_pud() local
400 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
433 pud_t *pud; in kasan_remove_p4d_table() local
|
| /kernel/linux/linux-6.6/arch/x86/include/asm/ |
| D | pgtable.h | 90 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
94 #define pud_clear(pud) native_pud_clear(pud) argument
162 static inline bool pud_dirty(pud_t pud) in pud_dirty()
167 static inline int pud_young(pud_t pud) in pud_young()
192 static inline int pud_write(pud_t pud) in pud_write()
237 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
277 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
296 static inline int pud_devmap(pud_t pud) in pud_devmap()
301 static inline int pud_devmap(pud_t pud) in pud_devmap()
601 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| D | pgtable.h | 86 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
90 #define pud_clear(pud) native_pud_clear(pud) argument
173 static inline int pud_dirty(pud_t pud) in pud_dirty()
178 static inline int pud_young(pud_t pud) in pud_young()
226 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
266 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
285 static inline int pud_devmap(pud_t pud) in pud_devmap()
290 static inline int pud_devmap(pud_t pud) in pud_devmap()
470 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
477 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
[all …]
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
95 pud_t *pud; in pud_alloc_one() local
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable.h | 899 static inline int pud_none(pud_t pud) in pud_none()
904 static inline int pud_present(pud_t pud) in pud_present()
911 static inline pte_t pud_pte(pud_t pud) in pud_pte()
921 static inline pte_t *pudp_ptep(pud_t *pud) in pudp_ptep()
926 #define pud_pfn(pud) pte_pfn(pud_pte(pud)) argument
927 #define pud_dirty(pud) pte_dirty(pud_pte(pud)) argument
928 #define pud_young(pud) pte_young(pud_pte(pud)) argument
929 #define pud_mkold(pud) pte_pud(pte_mkold(pud_pte(pud))) argument
930 #define pud_wrprotect(pud) pte_pud(pte_wrprotect(pud_pte(pud))) argument
931 #define pud_mkdirty(pud) pte_pud(pte_mkdirty(pud_pte(pud))) argument
[all …]
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
95 pud_t *pud; in pud_alloc_one() local
110 static inline void __pud_free(pud_t *pud) in __pud_free()
124 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
129 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
134 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /kernel/linux/linux-6.6/arch/arm64/include/asm/ |
| D | pgtable.h | 157 #define pud_access_permitted(pud, write) \ argument
389 static inline pte_t pud_pte(pud_t pud) in pud_pte()
399 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
523 #define pud_young(pud) pte_young(pud_pte(pud)) argument
524 #define pud_mkyoung(pud) pte_pud(pte_mkyoung(pud_pte(pud))) argument
525 #define pud_write(pud) pte_write(pud_pte(pud)) argument
527 #define pud_mkhuge(pud) (__pud(pud_val(pud) & ~PUD_TABLE_BIT)) argument
529 #define __pud_to_phys(pud) __pte_to_phys(pud_pte(pud)) argument
531 #define pud_pfn(pud) ((__pud_to_phys(pud) & PUD_MASK) >> PAGE_SHIFT) argument
542 pud_t *pudp, pud_t pud) in set_pud_at()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | pgtable.h | 147 #define pud_access_permitted(pud, write) \ argument
353 static inline pte_t pud_pte(pud_t pud) in pud_pte()
363 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
459 #define pud_young(pud) pte_young(pud_pte(pud)) argument
460 #define pud_mkyoung(pud) pte_pud(pte_mkyoung(pud_pte(pud))) argument
461 #define pud_write(pud) pte_write(pud_pte(pud)) argument
463 #define pud_mkhuge(pud) (__pud(pud_val(pud) & ~PUD_TABLE_BIT)) argument
465 #define __pud_to_phys(pud) __pte_to_phys(pud_pte(pud)) argument
467 #define pud_pfn(pud) ((__pud_to_phys(pud) & PUD_MASK) >> PAGE_SHIFT) argument
523 static inline bool pud_sect(pud_t pud) { return false; } in pud_sect()
[all …]
|
| /kernel/linux/linux-6.6/arch/mips/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
46 pud_t *pud; in huge_pte_offset() local
66 int pud_huge(pud_t pud) in pud_huge()
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /kernel/linux/linux-5.10/arch/sh/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
54 pud_t *pud; in huge_pte_offset() local
79 int pud_huge(pud_t pud) in pud_huge()
|
| /kernel/linux/linux-6.6/arch/riscv/include/asm/ |
| D | pgtable-64.h | 57 unsigned long pud; member
173 static inline int pud_present(pud_t pud) in pud_present()
178 static inline int pud_none(pud_t pud) in pud_none()
183 static inline int pud_bad(pud_t pud) in pud_bad()
189 static inline int pud_leaf(pud_t pud) in pud_leaf()
194 static inline int pud_user(pud_t pud) in pud_user()
199 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
214 static inline unsigned long _pud_pfn(pud_t pud) in _pud_pfn()
219 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
224 static inline struct page *pud_page(pud_t pud) in pud_page()
|
| D | pgalloc.h | 35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
52 pud_t *pud) in p4d_populate_safe()
92 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
98 #define __pud_free_tlb(tlb, pud, addr) pud_free((tlb)->mm, pud) argument
|
| /kernel/linux/linux-5.10/arch/mips/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
46 pud_t *pud; in huge_pte_offset() local
78 int pud_huge(pud_t pud) in pud_huge()
|
| /kernel/linux/linux-6.6/arch/sh/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
54 pud_t *pud; in huge_pte_offset() local
79 int pud_huge(pud_t pud) in pud_huge()
|
| /kernel/linux/linux-6.6/arch/loongarch/mm/ |
| D | hugetlbpage.c | 21 pud_t *pud; in huge_pte_alloc() local
38 pud_t *pud; in huge_pte_offset() local
58 int pud_huge(pud_t pud) in pud_huge()
|
| /kernel/linux/linux-6.6/arch/mips/include/asm/ |
| D | pgtable-64.h | 175 typedef struct { unsigned long pud; } pud_t; member
278 static inline int pud_none(pud_t pud) in pud_none()
283 static inline int pud_bad(pud_t pud) in pud_bad()
288 static inline int pud_present(pud_t pud) in pud_present()
306 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
310 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
311 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
|
| /kernel/linux/linux-5.10/arch/arm/include/asm/ |
| D | pgtable-2level.h | 182 #define pud_none(pud) (0) argument
183 #define pud_bad(pud) (0) argument
184 #define pud_present(pud) (1) argument
186 #define set_pud(pud,pudp) do { } while (0) argument
188 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| D | pgtable-3level.h | 111 #define pud_none(pud) (!pud_val(pud)) argument
112 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
113 #define pud_present(pud) (pud_val(pud)) argument
127 #define set_pud(pudp, pud) \ argument
133 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
189 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) argument
190 #define pud_write(pud) pmd_write(__pmd(pud_val(pud))) argument
|
| /kernel/linux/linux-6.6/arch/um/include/asm/ |
| D | pgtable-3level.h | 58 #define pud_populate(mm, pud, pmd) \ argument
72 static inline void pud_clear (pud_t *pud) in pud_clear()
77 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
78 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) argument
|
| /kernel/linux/linux-5.10/arch/mips/include/asm/ |
| D | pgtable-64.h | 181 typedef struct { unsigned long pud; } pud_t; member
284 static inline int pud_none(pud_t pud) in pud_none()
289 static inline int pud_bad(pud_t pud) in pud_bad()
294 static inline int pud_present(pud_t pud) in pud_present()
317 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
321 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
322 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
|