| /arch/arm64/include/asm/ |
| D | pgalloc.h | 45 static inline void __pud_populate(pud_t *pud, phys_addr_t pmd, pudval_t prot) in __pud_populate()
50 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
55 static inline void __pud_populate(pud_t *pud, phys_addr_t pmd, pudval_t prot) in __pud_populate()
63 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
65 return (pud_t *)__get_free_page(PGALLOC_GFP); in pud_alloc_one()
68 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
79 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| D | pgtable-types.h | 44 typedef struct { pudval_t pud; } pud_t; typedef
46 #define __pud(x) ((pud_t) { (x) } )
|
| /arch/x86/include/asm/ |
| D | pgalloc.h | 114 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
116 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
124 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
130 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
136 return (pud_t *)get_zeroed_page(gfp); in pud_alloc_one()
139 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
145 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
147 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable_64.h | 17 extern pud_t level3_kernel_pgt[512];
18 extern pud_t level3_ident_pgt[512];
44 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
104 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
|
| /arch/powerpc/include/asm/ |
| D | pgtable-be-types.h | 40 typedef struct { __be64 pud; } pud_t; typedef
41 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
42 #define __pud_raw(x) ((pud_t) { (x) })
43 static inline unsigned long pud_val(pud_t x) in pud_val()
48 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| D | pgtable-types.h | 26 typedef struct { unsigned long pud; } pud_t; typedef
27 #define __pud(x) ((pud_t) { (x) })
28 static inline unsigned long pud_val(pud_t x) in pud_val()
|
| /arch/tile/include/asm/ |
| D | pgtable_64.h | 73 static inline int pud_none(pud_t pud) in pud_none()
78 static inline int pud_present(pud_t pud) in pud_present()
83 static inline int pud_huge_page(pud_t pud) in pud_huge_page()
91 static inline void pud_clear(pud_t *pudp) in pud_clear()
96 static inline int pud_bad(pud_t pud) in pud_bad()
|
| /arch/sh/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
48 pud_t *pud; in huge_pte_offset()
70 int pud_huge(pud_t pud) in pud_huge()
|
| /arch/mips/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc()
42 pud_t *pud; in huge_pte_offset()
71 int pud_huge(pud_t pud) in pud_huge()
|
| /arch/x86/mm/ |
| D | ident_map.c | 20 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
26 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
58 pud_t *pud; in kernel_ident_mapping_init()
72 pud = (pud_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
|
| D | init_64.c | 162 static pud_t *fill_pud(pgd_t *pgd, unsigned long vaddr) in fill_pud()
165 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
174 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
197 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
199 pud_t *pud; in set_pte_vaddr_pud()
219 pud_t *pud_page; in set_pte_vaddr()
229 pud_page = (pud_t*)pgd_page_vaddr(*pgd); in set_pte_vaddr()
236 pud_t *pud; in populate_extra_pmd()
258 pud_t *pud; in __init_extra_mapping()
268 pud = (pud_t *) spp_getpage(); in __init_extra_mapping()
[all …]
|
| /arch/sparc/include/asm/ |
| D | pgalloc_64.h | 18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /arch/ia64/include/asm/ |
| D | pgalloc.h | 37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
42 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
55 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
|
| /arch/s390/mm/ |
| D | hugetlbpage.c | 144 pud_t *pudp = (pud_t *) ptep; in huge_ptep_get_and_clear()
157 pud_t *pudp; in huge_pte_alloc()
174 pud_t *pudp; in huge_pte_offset()
194 int pud_huge(pud_t pud) in pud_huge()
201 pud_t *pud, int flags) in follow_huge_pud()
|
| D | gup.c | 95 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range()
130 static int gup_huge_pud(pud_t *pudp, pud_t pud, unsigned long addr, in gup_huge_pud()
172 pud_t *pudp, pud; in gup_pud_range()
174 pudp = (pud_t *) pgdp; in gup_pud_range()
176 pudp = (pud_t *) pgd_deref(pgd); in gup_pud_range()
|
| D | pageattr.c | 66 mask = ~(PTRS_PER_PUD * sizeof(pud_t) - 1); in pgt_set()
147 static int walk_pmd_level(pud_t *pudp, unsigned long addr, unsigned long end, in walk_pmd_level()
179 static int split_pud_page(pud_t *pudp, unsigned long addr) in split_pud_page()
183 pud_t new; in split_pud_page()
205 static void modify_pud_page(pud_t *pudp, unsigned long addr, struct cpa cpa) in modify_pud_page()
207 pud_t new; in modify_pud_page()
220 pud_t *pudp; in walk_pud_level()
327 pud_t *pud; in __kernel_map_pages()
|
| /arch/mips/include/asm/ |
| D | pgtable-64.h | 208 static inline int pud_none(pud_t pud) in pud_none()
213 static inline int pud_bad(pud_t pud) in pud_bad()
218 static inline int pud_present(pud_t pud) in pud_present()
223 static inline void pud_clear(pud_t *pudp) in pud_clear()
254 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
262 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| /arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 89 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
94 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
99 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
104 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
109 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /arch/s390/include/asm/ |
| D | pgtable.h | 570 static inline int pud_present(pud_t pud) in pud_present()
577 static inline int pud_none(pud_t pud) in pud_none()
584 static inline int pud_large(pud_t pud) in pud_large()
591 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
613 static inline int pud_bad(pud_t pud) in pud_bad()
779 static inline void pud_clear(pud_t *pud) in pud_clear()
1073 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
1075 pud_t *pud = (pud_t *) pgd; in pud_offset()
1077 pud = (pud_t *) pgd_deref(*pgd); in pud_offset()
1081 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
[all …]
|
| D | pgalloc.h | 60 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
65 return (pud_t *) table; in pud_alloc_one()
89 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
94 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /arch/frv/include/asm/ |
| D | page.h | 22 typedef struct { pmd_t pue[1]; } pud_t; typedef
23 typedef struct { pud_t pge[1]; } pgd_t;
35 #define __pud(x) ((pud_t) { (x) } )
|
| D | pgtable.h | 212 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
214 return (pud_t *) pgd; in pud_offset()
217 #define pgd_page(pgd) (pud_page((pud_t){ pgd }))
218 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd }))
233 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
234 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
235 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
236 static inline void pud_clear(pud_t *pud) { } in pud_clear()
262 static inline pmd_t *pmd_offset(pud_t *dir, unsigned long address) in pmd_offset()
493 pud_t *pue = pud_offset(pge, address); in update_mmu_cache()
|
| /arch/arm/mm/ |
| D | idmap.c | 21 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
52 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
68 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud()
|
| /arch/sh/include/asm/ |
| D | pgtable-3level.h | 34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
|
| /arch/x86/kernel/ |
| D | espfix_64.c | 74 static __page_aligned_bss pud_t espfix_pud_page[PTRS_PER_PUD]
129 pgd_populate(&init_mm, pgd_p, (pud_t *)espfix_pud_page); in init_espfix_bsp()
137 __pgd(_KERNPG_TABLE | __pa((pud_t *)espfix_pud_page))); in init_espfix_bsp()
151 pud_t pud, *pud_p; in init_espfix_ap()
|