| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; member
22 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
23 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
24 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
25 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
28 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
29 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
36 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
44 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd })) argument
45 #define pgd_page_vaddr(pgd) (p4d_page_vaddr((p4d_t){ pgd })) argument
|
| /kernel/linux/linux-4.19/include/asm-generic/ |
| D | pgtable-nop4d-hack.h | 15 typedef struct { pgd_t pgd; } pud_t; member
27 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
28 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
29 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
30 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
33 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
40 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
48 #define pgd_page(pgd) (pud_page((pud_t){ pgd })) argument
49 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd })) argument
|
| D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; member
22 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
23 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
24 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
25 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
28 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd })) argument
44 #define pgd_page_vaddr(pgd) (p4d_page_vaddr((p4d_t){ pgd })) argument
|
| /kernel/linux/linux-4.19/arch/arm64/include/asm/ |
| D | stage2_pgtable-nopud.h | 27 #define stage2_pgd_none(pgd) (0) argument
28 #define stage2_pgd_present(pgd) (1) argument
29 #define stage2_pgd_clear(pgd) do { } while (0) argument
30 #define stage2_pgd_populate(pgd, pud) do { } while (0) argument
32 #define stage2_pud_offset(pgd, address) ((pud_t *)(pgd)) argument
|
| D | stage2_pgtable.h | 80 #define stage2_pgd_none(pgd) pgd_none(pgd) argument
81 #define stage2_pgd_clear(pgd) pgd_clear(pgd) argument
82 #define stage2_pgd_present(pgd) pgd_present(pgd) argument
83 #define stage2_pgd_populate(pgd, pud) pgd_populate(NULL, pgd, pud) argument
84 #define stage2_pud_offset(pgd, address) pud_offset(pgd, address) argument
|
| /kernel/linux/linux-4.19/arch/powerpc/include/asm/nohash/64/ |
| D | pgtable-4k.h | 56 #define pgd_none(pgd) (!pgd_val(pgd)) argument
57 #define pgd_bad(pgd) (pgd_val(pgd) == 0) argument
58 #define pgd_present(pgd) (pgd_val(pgd) != 0) argument
59 #define pgd_page_vaddr(pgd) (pgd_val(pgd) & ~PGD_MASKED_BITS) argument
68 static inline pte_t pgd_pte(pgd_t pgd) in pgd_pte()
|
| /kernel/linux/linux-4.19/arch/arm/include/asm/ |
| D | stage2_pgtable.h | 22 #define stage2_pgd_none(pgd) pgd_none(pgd) argument
23 #define stage2_pgd_clear(pgd) pgd_clear(pgd) argument
24 #define stage2_pgd_present(pgd) pgd_present(pgd) argument
25 #define stage2_pgd_populate(pgd, pud) pgd_populate(NULL, pgd, pud) argument
26 #define stage2_pud_offset(pgd, address) pud_offset(pgd, address) argument
|
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| D | kasan_init_64.c | 125 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, in kasan_populate_pgd()
147 pgd_t *pgd; in kasan_populate_shadow() local
173 pgd_t *pgd; in clear_pgds() local
194 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
206 static void __init kasan_early_p4d_populate(pgd_t *pgd, in kasan_early_p4d_populate()
233 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
247 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd, in kasan_shallow_populate_p4ds()
269 pgd_t *pgd; in kasan_shallow_populate_pgds() local
|
| D | pgtable.c | 93 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
100 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
113 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
123 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
143 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
264 pgd_t pgd = *pgdp; in mop_up_one_pmd() local
296 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
403 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
418 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
426 pgd_t *pgd; in pgd_alloc() local
[all …]
|
| /kernel/linux/linux-4.19/arch/x86/mm/ |
| D | kasan_init_64.c | 125 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, in kasan_populate_pgd()
147 pgd_t *pgd; in kasan_populate_shadow() local
173 pgd_t *pgd; in clear_pgds() local
194 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
206 static void __init kasan_early_p4d_populate(pgd_t *pgd, in kasan_early_p4d_populate()
231 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
|
| D | pgtable.c | 102 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
109 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
122 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
132 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
152 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
273 pgd_t pgd = *pgdp; in mop_up_one_pmd() local
305 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
414 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
428 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
436 pgd_t *pgd; in pgd_alloc() local
[all …]
|
| /kernel/linux/linux-4.19/arch/arm/mm/ |
| D | pgd.c | 24 #define __pgd_free(pgd) kfree(pgd) argument
27 #define __pgd_free(pgd) free_pages((unsigned long)pgd, 2) argument
121 pgd_t *pgd; in pgd_free() local
|
| /kernel/linux/linux-5.10/arch/arm/mm/ |
| D | pgd.c | 21 #define __pgd_free(pgd) kfree(pgd) argument
24 #define __pgd_free(pgd) free_pages((unsigned long)pgd, 2) argument
144 pgd_t *pgd; in pgd_free() local
|
| /kernel/linux/linux-5.10/arch/x86/power/ |
| D | hibernate_32.c | 30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
84 pgd_t *pgd; in resume_physical_mapping_init() local
147 pgd_t *pgd; in set_up_temporary_text_mapping() local
|
| /kernel/linux/linux-4.19/arch/mips/include/asm/ |
| D | pgtable-64.h | 191 static inline int pgd_none(pgd_t pgd) in pgd_none()
196 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
204 static inline int pgd_present(pgd_t pgd) in pgd_present()
216 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
221 #define pgd_phys(pgd) virt_to_phys((void *)pgd_val(pgd)) argument
222 #define pgd_page(pgd) (pfn_to_page(pgd_phys(pgd) >> PAGE_SHIFT)) argument
224 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
229 static inline void set_pgd(pgd_t *pgd, pgd_t pgdval) in set_pgd()
|
| /kernel/linux/linux-5.10/arch/m68k/include/asm/ |
| D | pgtable_no.h | 19 #define pgd_present(pgd) (1) argument
20 #define pgd_none(pgd) (0) argument
21 #define pgd_bad(pgd) (0) argument
|
| /kernel/linux/linux-4.19/arch/um/kernel/ |
| D | mem.c | 88 pgd_t *pgd; in fixrange_init() local
116 pgd_t *pgd; in fixaddr_user_init() local
184 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc() local
195 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
50 pgd_t *pgd; in pgd_alloc() local
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
|
| /kernel/linux/linux-5.10/mm/kasan/ |
| D | init.c | 38 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table()
43 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table()
183 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate()
235 pgd_t *pgd = pgd_offset_k(addr); in kasan_populate_early_shadow() local
331 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
447 pgd_t *pgd; in kasan_remove_zero_shadow() local
|
| /kernel/linux/linux-4.19/mm/kasan/ |
| D | kasan_init.c | 38 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table()
43 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table()
173 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate()
223 pgd_t *pgd = pgd_offset_k(addr); in kasan_populate_zero_shadow() local
326 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
439 pgd_t *pgd; in kasan_remove_zero_shadow() local
|
| /kernel/linux/linux-4.19/arch/m68k/include/asm/ |
| D | pgtable_no.h | 19 #define pgd_present(pgd) (1) argument
20 #define pgd_none(pgd) (0) argument
21 #define pgd_bad(pgd) (0) argument
|
| /kernel/linux/linux-5.10/arch/arm/include/asm/ |
| D | pgtable-nommu.h | 20 #define pgd_present(pgd) (1) argument
21 #define pgd_none(pgd) (0) argument
22 #define pgd_bad(pgd) (0) argument
|
| /kernel/linux/linux-4.19/arch/nds32/mm/ |
| D | mm-nds32.c | 41 void pgd_free(struct mm_struct *mm, pgd_t * pgd) in pgd_free()
76 pgd_t *pgd; in setup_mm_for_reboot() local
|
| /kernel/linux/linux-4.19/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 68 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
79 pgd_t *pgd; in pgd_alloc() local
110 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
117 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| /kernel/linux/linux-5.10/arch/c6x/include/asm/ |
| D | pgtable.h | 23 #define pgd_present(pgd) (1) argument
24 #define pgd_none(pgd) (0) argument
25 #define pgd_bad(pgd) (0) argument
|