| /arch/tile/include/asm/ |
| D | pgtable_64.h | 66 static inline int pud_none(pud_t pud) in pud_none() argument
68 return pud_val(pud) == 0; in pud_none()
71 static inline int pud_present(pud_t pud) in pud_present() argument
73 return pud_val(pud) & _PAGE_PRESENT; in pud_present()
84 static inline int pud_bad(pud_t pud) in pud_bad() argument
86 return ((pud_val(pud) & _PAGE_ALL) != _PAGE_TABLE); in pud_bad()
90 #define pud_ptfn(pud) hv_pte_get_ptfn((pud).pgd) argument
98 #define pud_page_vaddr(pud) \ argument
99 (__va((phys_addr_t)pud_ptfn(pud) << HV_LOG2_PAGE_TABLE_ALIGN))
105 #define pud_page(pud) pfn_to_page(PFN_DOWN(HV_PTFN_TO_CPA(pud_ptfn(pud)))) argument
[all …]
|
| /arch/mips/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
33 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
34 if (pud) in huge_pte_alloc()
35 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
43 pud_t *pud; in huge_pte_offset() local
48 pud = pud_offset(pgd, addr); in huge_pte_offset()
49 if (pud_present(*pud)) in huge_pte_offset()
50 pmd = pmd_offset(pud, addr); in huge_pte_offset()
83 int pud_huge(pud_t pud) in pud_huge() argument
85 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
|
| /arch/sh/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc() local
34 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
35 if (pud) { in huge_pte_alloc()
36 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
48 pud_t *pud; in huge_pte_offset() local
54 pud = pud_offset(pgd, addr); in huge_pte_offset()
55 if (pud) { in huge_pte_offset()
56 pmd = pmd_offset(pud, addr); in huge_pte_offset()
81 int pud_huge(pud_t pud) in pud_huge() argument
|
| D | tlbex_64.c | 47 pud_t *pud; in handle_tlbmiss() local
61 pud = pud_offset(pgd, address); in handle_tlbmiss()
62 if (pud_none(*pud) || !pud_present(*pud)) in handle_tlbmiss()
65 pmd = pmd_offset(pud, address); in handle_tlbmiss()
|
| /arch/x86/mm/ |
| D | init_64.c | 77 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
84 if (pud_present(*pud)) { in ident_pud_init()
85 pmd = pmd_offset(pud, 0); in ident_pud_init()
93 set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE)); in ident_pud_init()
108 pud_t *pud; in kernel_ident_mapping_init() local
115 pud = pud_offset(pgd, 0); in kernel_ident_mapping_init()
116 result = ident_pud_init(info, pud, addr, next); in kernel_ident_mapping_init()
122 pud = (pud_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
123 if (!pud) in kernel_ident_mapping_init()
125 result = ident_pud_init(info, pud, addr, next); in kernel_ident_mapping_init()
[all …]
|
| D | pgtable_32.c | 30 pud_t *pud; in set_pte_vaddr() local
39 pud = pud_offset(pgd, vaddr); in set_pte_vaddr()
40 if (pud_none(*pud)) { in set_pte_vaddr()
44 pmd = pmd_offset(pud, vaddr); in set_pte_vaddr()
71 pud_t *pud; in set_pmd_pfn() local
87 pud = pud_offset(pgd, vaddr); in set_pmd_pfn()
88 pmd = pmd_offset(pud, vaddr); in set_pmd_pfn()
|
| /arch/arm/boot/dts/ |
| D | exynos4x12-pinctrl.dtsi | 124 samsung,pin-pud = <0>;
131 samsung,pin-pud = <0>;
138 samsung,pin-pud = <0>;
145 samsung,pin-pud = <0>;
152 samsung,pin-pud = <3>;
159 samsung,pin-pud = <0>;
166 samsung,pin-pud = <0>;
173 samsung,pin-pud = <0>;
180 samsung,pin-pud = <3>;
187 samsung,pin-pud = <0>;
[all …]
|
| D | exynos4210-pinctrl.dtsi | 150 samsung,pin-pud = <0>;
157 samsung,pin-pud = <0>;
164 samsung,pin-pud = <0>;
171 samsung,pin-pud = <0>;
178 samsung,pin-pud = <3>;
185 samsung,pin-pud = <0>;
192 samsung,pin-pud = <0>;
199 samsung,pin-pud = <0>;
206 samsung,pin-pud = <3>;
213 samsung,pin-pud = <0>;
[all …]
|
| D | exynos5250-pinctrl.dtsi | 205 samsung,pin-pud = <0>;
212 samsung,pin-pud = <0>;
219 samsung,pin-pud = <3>;
226 samsung,pin-pud = <3>;
233 samsung,pin-pud = <0>;
240 samsung,pin-pud = <0>;
247 samsung,pin-pud = <3>;
254 samsung,pin-pud = <3>;
261 samsung,pin-pud = <0>;
268 samsung,pin-pud = <3>;
[all …]
|
| /arch/arm/include/asm/ |
| D | pgtable-3level.h | 123 #define pud_none(pud) (!pud_val(pud)) argument
124 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
125 #define pud_present(pud) (pud_val(pud)) argument
137 #define set_pud(pudp, pud) \ argument
139 *pudp = pud; \
143 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
145 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_page_vaddr()
150 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() argument
152 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
|
| D | pgtable-2level.h | 152 #define pud_none(pud) (0) argument
153 #define pud_bad(pud) (0) argument
154 #define pud_present(pud) (1) argument
156 #define set_pud(pud,pudp) do { } while (0) argument
158 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() argument
160 return (pmd_t *)pud; in pmd_offset()
|
| /arch/arm/mm/ |
| D | idmap.c | 15 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
21 if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { in idmap_add_pmd()
27 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
30 pmd = pmd_offset(pud, addr); in idmap_add_pmd()
39 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
42 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd()
55 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local
60 idmap_add_pmd(pud, addr, next, prot); in idmap_add_pud()
61 } while (pud++, addr = next, addr != end); in idmap_add_pud()
|
| D | pgd.c | 110 pud_t *pud; in pgd_free() local
121 pud = pud_offset(pgd, 0); in pgd_free()
122 if (pud_none_or_clear_bad(pud)) in pgd_free()
125 pmd = pmd_offset(pud, 0); in pgd_free()
133 pud_clear(pud); in pgd_free()
137 pud_free(mm, pud); in pgd_free()
148 pud = pud_offset(pgd, 0); in pgd_free()
149 if (pud_none_or_clear_bad(pud)) in pgd_free()
151 pmd = pmd_offset(pud, 0); in pgd_free()
152 pud_clear(pud); in pgd_free()
[all …]
|
| /arch/um/include/asm/ |
| D | pgtable-3level.h | 59 #define pud_populate(mm, pud, pmd) \ argument
60 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
84 static inline void pud_clear (pud_t *pud) in pud_clear() argument
86 set_pud(pud, __pud(_PAGE_NEWPAGE)); in pud_clear()
89 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
90 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument
93 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ argument
|
| /arch/x86/include/asm/ |
| D | pgalloc.h | 103 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
106 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate()
111 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
113 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in pgd_populate()
114 set_pgd(pgd, __pgd(_PAGE_TABLE | __pa(pud))); in pgd_populate()
122 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
124 BUG_ON((unsigned long)pud & (PAGE_SIZE-1)); in pud_free()
125 free_page((unsigned long)pud); in pud_free()
128 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
130 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument
[all …]
|
| /arch/arm64/mm/ |
| D | mmu.c | 156 static void __init alloc_init_pmd(pud_t *pud, unsigned long addr, in alloc_init_pmd() argument
165 if (pud_none(*pud) || pud_bad(*pud)) { in alloc_init_pmd()
167 pud_populate(&init_mm, pud, pmd); in alloc_init_pmd()
170 pmd = pmd_offset(pud, addr); in alloc_init_pmd()
193 pud_t *pud = pud_offset(pgd, addr); in alloc_init_pud() local
198 alloc_init_pmd(pud, addr, next, phys); in alloc_init_pud()
200 } while (pud++, addr = next, addr != end); in alloc_init_pud()
326 pud_t *pud; in kern_addr_valid() local
337 pud = pud_offset(pgd, addr); in kern_addr_valid()
338 if (pud_none(*pud)) in kern_addr_valid()
[all …]
|
| /arch/mips/include/asm/ |
| D | pgtable-64.h | 212 static inline int pud_none(pud_t pud) in pud_none() argument
214 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none()
217 static inline int pud_bad(pud_t pud) in pud_bad() argument
219 return pud_val(pud) & ~PAGE_MASK; in pud_bad()
222 static inline int pud_present(pud_t pud) in pud_present() argument
224 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present()
258 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
260 return pud_val(pud); in pud_page_vaddr()
262 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
263 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
[all …]
|
| /arch/um/kernel/ |
| D | mem.c | 95 static void __init one_md_table_init(pud_t *pud) in one_md_table_init() argument
99 set_pud(pud, __pud(_KERNPG_TABLE + (unsigned long) __pa(pmd_table))); in one_md_table_init()
100 if (pmd_table != pmd_offset(pud, 0)) in one_md_table_init()
109 pud_t *pud; in fixrange_init() local
120 pud = pud_offset(pgd, vaddr); in fixrange_init()
121 if (pud_none(*pud)) in fixrange_init()
122 one_md_table_init(pud); in fixrange_init()
123 pmd = pmd_offset(pud, vaddr); in fixrange_init()
154 pud_t *pud; in init_highmem() local
166 pud = pud_offset(pgd, vaddr); in init_highmem()
[all …]
|
| /arch/s390/include/asm/ |
| D | pgalloc.h | 62 #define pgd_populate(mm, pgd, pud) BUG() argument
63 #define pud_populate(mm, pud, pmd) BUG() argument
86 #define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud) argument
97 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
99 pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud); in pgd_populate()
102 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
104 pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); in pud_populate()
|
| /arch/x86/kernel/ |
| D | machine_kexec_64.c | 27 free_page((unsigned long)image->arch.pud); in free_transition_pgtable()
34 pud_t *pud; in init_transition_pgtable() local
44 pud = (pud_t *)get_zeroed_page(GFP_KERNEL); in init_transition_pgtable()
45 if (!pud) in init_transition_pgtable()
47 image->arch.pud = pud; in init_transition_pgtable()
48 set_pgd(pgd, __pgd(__pa(pud) | _KERNPG_TABLE)); in init_transition_pgtable()
50 pud = pud_offset(pgd, vaddr); in init_transition_pgtable()
51 if (!pud_present(*pud)) { in init_transition_pgtable()
56 set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE)); in init_transition_pgtable()
58 pmd = pmd_offset(pud, vaddr); in init_transition_pgtable()
|
| /arch/ia64/mm/ |
| D | hugetlbpage.c | 32 pud_t *pud; in huge_pte_alloc() local
37 pud = pud_alloc(mm, pgd, taddr); in huge_pte_alloc()
38 if (pud) { in huge_pte_alloc()
39 pmd = pmd_alloc(mm, pud, taddr); in huge_pte_alloc()
51 pud_t *pud; in huge_pte_offset() local
57 pud = pud_offset(pgd, taddr); in huge_pte_offset()
58 if (pud_present(*pud)) { in huge_pte_offset()
59 pmd = pmd_offset(pud, taddr); in huge_pte_offset()
112 int pud_huge(pud_t pud) in pud_huge() argument
|
| /arch/ia64/xen/ |
| D | xencomm.c | 53 pud_t *pud; in xencomm_vtop() local
70 pud = pud_offset(pgd, vaddr); in xencomm_vtop()
71 if (pud_none(*pud) || pud_bad(*pud)) in xencomm_vtop()
74 pmd = pmd_offset(pud, vaddr); in xencomm_vtop()
|
| /arch/tile/mm/ |
| D | hugetlbpage.c | 90 pud_t *pud; in huge_pte_alloc() local
95 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
101 return (pte_t *)pud; in huge_pte_alloc()
103 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
117 return (pte_t *) pmd_alloc(mm, pud, addr); in huge_pte_alloc()
139 pud_t *pud; in huge_pte_offset() local
151 pud = pud_offset(pgd, addr); in huge_pte_offset()
158 if (pud_huge(*pud)) in huge_pte_offset()
159 return (pte_t *)pud; in huge_pte_offset()
161 pmd = (pmd_t *)get_pte((pte_t *)pud_page_vaddr(*pud), in huge_pte_offset()
[all …]
|
| /arch/sh/include/asm/ |
| D | pgtable-3level.h | 34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
36 return pud_val(pud); in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset() argument
42 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
|
| /arch/mn10300/mm/ |
| D | cache-inv-icache.c | 33 pud_t *pud; in flush_icache_page_range() local
47 pud = pud_offset(pgd, start); in flush_icache_page_range()
48 if (!pud || !pud_val(*pud)) in flush_icache_page_range()
51 pmd = pmd_offset(pud, start); in flush_icache_page_range()
|