| /arch/x86/include/asm/ |
| D | pgtable_64.h | 23 extern pgd_t init_level4_pgt[];
110 extern pgd_t kaiser_set_shadow_pgd(pgd_t *pgdp, pgd_t pgd);
112 static inline pgd_t *native_get_shadow_pgd(pgd_t *pgdp) in native_get_shadow_pgd()
118 return (pgd_t *)((unsigned long)pgdp | (unsigned long)PAGE_SIZE); in native_get_shadow_pgd()
121 static inline pgd_t kaiser_set_shadow_pgd(pgd_t *pgdp, pgd_t pgd) in kaiser_set_shadow_pgd()
125 static inline pgd_t *native_get_shadow_pgd(pgd_t *pgdp) in native_get_shadow_pgd()
132 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd()
137 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
153 static inline int pgd_large(pgd_t pgd) { return 0; } in pgd_large()
|
| /arch/openrisc/include/asm/ |
| D | pgalloc.h | 44 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
46 pgd_t *ret = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
49 memset(ret, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
52 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
63 extern inline pgd_t *pgd_alloc(struct mm_struct *mm)
65 return (pgd_t *)get_zeroed_page(GFP_KERNEL);
69 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/arc/include/asm/ |
| D | pgalloc.h | 52 return get_order(PTRS_PER_PGD * sizeof(pgd_t)); in __get_order_pgd()
55 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
58 pgd_t *ret = (pgd_t *) __get_free_pages(GFP_KERNEL, __get_order_pgd()); in pgd_alloc()
62 memzero(ret, num * sizeof(pgd_t)); in pgd_alloc()
65 memcpy(ret + num, swapper_pg_dir + num, num2 * sizeof(pgd_t)); in pgd_alloc()
68 (PTRS_PER_PGD - num - num2) * sizeof(pgd_t)); in pgd_alloc()
74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/unicore32/mm/ |
| D | pgd.c | 27 pgd_t *get_pgd_slow(struct mm_struct *mm) in get_pgd_slow()
29 pgd_t *new_pgd, *init_pgd; in get_pgd_slow()
33 new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 0); in get_pgd_slow()
37 memset(new_pgd, 0, FIRST_KERNEL_PGD_NR * sizeof(pgd_t)); in get_pgd_slow()
44 (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t)); in get_pgd_slow()
46 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in get_pgd_slow()
79 void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd) in free_pgd_slow()
|
| /arch/frv/mm/ |
| D | pgalloc.c | 21 pgd_t swapper_pg_dir[PTRS_PER_PGD] __attribute__((aligned(PAGE_SIZE)));
89 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
99 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
116 memcpy((pgd_t *) pgd + USER_PGDS_IN_LAST_PML4, in pgd_ctor()
118 (PTRS_PER_PGD - USER_PGDS_IN_LAST_PML4) * sizeof(pgd_t)); in pgd_ctor()
125 memset(pgd, 0, USER_PGDS_IN_LAST_PML4 * sizeof(pgd_t)); in pgd_ctor()
138 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
143 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/nios2/mm/ |
| D | pgtable.c | 37 static void pgd_init(pgd_t *pgd) in pgd_init()
54 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
56 pgd_t *ret, *init; in pgd_alloc()
58 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
63 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /arch/arm/mm/ |
| D | pgd.c | 23 #define __pgd_alloc() kmalloc(PTRS_PER_PGD * sizeof(pgd_t), GFP_KERNEL)
26 #define __pgd_alloc() (pgd_t *)__get_free_pages(GFP_KERNEL | __GFP_REPEAT, 2)
33 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
35 pgd_t *new_pgd, *init_pgd; in pgd_alloc()
44 memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
51 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
53 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
119 void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) in pgd_free()
121 pgd_t *pgd; in pgd_free()
|
| /arch/mn10300/mm/ |
| D | pgtable.c | 37 pgd_t *pgd; in set_pmd_pfn()
108 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
118 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
135 memcpy((pgd_t *)pgd + USER_PTRS_PER_PGD, in pgd_ctor()
137 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
144 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_ctor()
157 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
162 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/metag/include/asm/ |
| D | pgalloc.h | 19 static inline void pgd_ctor(pgd_t *pgd) in pgd_ctor()
23 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
29 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
31 pgd_t *pgd = (pgd_t *)get_zeroed_page(GFP_KERNEL); in pgd_alloc()
37 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| D | mmu_context.h | 54 static inline void load_pgd(pgd_t *pgd, int thread) in load_pgd()
83 ((pgd_t *) prev->context.pgd_base)[i] = prev->pgd[i]; in switch_mmu()
85 prev->pgd = (pgd_t *)mmu_get_base(); in switch_mmu()
88 prev->pgd = (pgd_t *) prev->context.pgd_base; in switch_mmu()
91 next->pgd[i] = ((pgd_t *) next->context.pgd_base)[i]; in switch_mmu()
|
| /arch/unicore32/kernel/ |
| D | hibernate.c | 27 pgd_t *resume_pg_dir;
36 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
73 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
76 pgd_t *pgd; in resume_physical_mapping_init()
119 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
127 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| /arch/um/kernel/ |
| D | mem.c | 32 pgd_t swapper_pg_dir[PTRS_PER_PGD];
88 pgd_t *pgd_base) in fixrange_init()
90 pgd_t *pgd; in fixrange_init()
118 pgd_t *pgd; in fixaddr_user_init()
185 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
187 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
190 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
193 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
198 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/hexagon/include/asm/ |
| D | pgalloc.h | 34 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
36 pgd_t *pgd; in pgd_alloc()
38 pgd = (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pgd_alloc()
48 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t)); in pgd_alloc()
57 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
135 pmdindex = (pgd_t *)pmd - mm->pgd; in pmd_populate_kernel()
|
| /arch/x86/power/ |
| D | hibernate_32.c | 22 pgd_t *resume_pg_dir;
33 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
81 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
84 pgd_t *pgd; in resume_physical_mapping_init()
133 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
149 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| /arch/microblaze/include/asm/ |
| D | pgalloc.h | 63 static inline pgd_t *get_pgd_slow(void) in get_pgd_slow()
65 pgd_t *ret; in get_pgd_slow()
67 ret = (pgd_t *)__get_free_pages(GFP_KERNEL, PGDIR_ORDER); in get_pgd_slow()
73 static inline pgd_t *get_pgd_fast(void) in get_pgd_fast()
84 return (pgd_t *)ret; in get_pgd_fast()
87 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
94 static inline void free_pgd_slow(pgd_t *pgd) in free_pgd_slow()
|
| /arch/sh/mm/ |
| D | pgtable.c | 13 pgd_t *pgd = x; in pgd_ctor()
17 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
32 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/score/include/asm/ |
| D | pgalloc.h | 20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
22 pgd_t *ret, *init; in pgd_alloc()
24 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
29 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
35 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/arm64/mm/ |
| D | pgd.c | 33 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
36 return (pgd_t *)__get_free_page(PGALLOC_GFP); in pgd_alloc()
41 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/x86/mm/ |
| D | pgtable.c | 88 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
95 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
106 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
117 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
137 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
240 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds()
245 pgd_t pgd = pgdp[i]; in pgd_mop_up_pmds()
259 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
291 #define PGD_SIZE (PTRS_PER_PGD * sizeof(pgd_t))
320 static inline pgd_t *_pgd_alloc(void) in _pgd_alloc()
[all …]
|
| /arch/sh/include/asm/ |
| D | mmu_context_32.h | 50 static inline void set_TTB(pgd_t *pgd) in set_TTB()
55 static inline pgd_t *get_TTB(void) in get_TTB()
57 return (pgd_t *)__raw_readl(MMU_TTB); in get_TTB()
|
| /arch/parisc/include/asm/ |
| D | pgalloc.h | 21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
23 pgd_t *pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, in pgd_alloc()
25 pgd_t *actual_pgd = pgd; in pgd_alloc()
46 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
58 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
|
| /arch/arm64/include/asm/ |
| D | pgalloc.h | 30 #define PGD_SIZE (PTRS_PER_PGD * sizeof(pgd_t))
74 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pud, pgdval_t prot) in __pgd_populate()
79 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
84 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pud, pgdval_t prot) in __pgd_populate()
90 extern pgd_t *pgd_alloc(struct mm_struct *mm);
91 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
|
| /arch/m68k/include/asm/ |
| D | mcf_pgalloc.h | 26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
89 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
94 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
96 pgd_t *new_pgd; in pgd_alloc()
98 new_pgd = (pgd_t *)__get_free_page(GFP_DMA | __GFP_NOWARN); in pgd_alloc()
|
| /arch/mips/include/asm/ |
| D | pgalloc.h | 47 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
49 pgd_t *ret, *init; in pgd_alloc()
51 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
56 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
62 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/x86/platform/efi/ |
| D | efi_64.c | 57 pgd_t *efi_pgt;
79 pgd_t * __init efi_call_phys_prolog(void) in efi_call_phys_prolog()
82 pgd_t *save_pgd; in efi_call_phys_prolog()
93 save_pgd = kmalloc(n_pgds * sizeof(pgd_t), GFP_KERNEL); in efi_call_phys_prolog()
105 void __init efi_call_phys_epilog(pgd_t *save_pgd) in efi_call_phys_epilog()
133 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_sync_low_kernel_mappings()
142 sizeof(pgd_t) * num_pgds); in efi_sync_low_kernel_mappings()
150 pgd_t *pgd; in efi_setup_page_tables()
155 efi_scratch.efi_pgt = (pgd_t *)(unsigned long)real_mode_header->trampoline_pgd; in efi_setup_page_tables()
200 pgd_t *pgd = (pgd_t *)__va(real_mode_header->trampoline_pgd); in efi_cleanup_page_tables()
[all …]
|