/arch/arm/include/asm/ |
D | stage2_pgtable.h | 22 #define stage2_pgd_populate(kvm, pgd, pud) pgd_populate(NULL, pgd, pud) argument 24 #define stage2_pud_free(kvm, pud) do { } while (0) argument 26 #define stage2_pud_none(kvm, pud) pud_none(pud) argument 27 #define stage2_pud_clear(kvm, pud) pud_clear(pud) argument 28 #define stage2_pud_present(kvm, pud) pud_present(pud) argument 29 #define stage2_pud_populate(kvm, pud, pmd) pud_populate(NULL, pud, pmd) argument 30 #define stage2_pmd_offset(kvm, pud, address) pmd_offset(pud, address) argument 33 #define stage2_pud_huge(kvm, pud) pud_huge(pud) argument
|
/arch/riscv/include/asm/ |
D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present() argument 33 return (pud_val(pud) & _PAGE_PRESENT); in pud_present() 36 static inline int pud_none(pud_t pud) in pud_none() argument 38 return (pud_val(pud) == 0); in pud_none() 41 static inline int pud_bad(pud_t pud) in pud_bad() argument 43 return !pud_present(pud); in pud_bad() 46 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument 48 *pudp = pud; in set_pud() 56 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument 58 return (unsigned long)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_page_vaddr() [all …]
|
/arch/mips/mm/ |
D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc() local 32 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc() 33 if (pud) in huge_pte_alloc() 34 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc() 43 pud_t *pud; in huge_pte_offset() local 48 pud = pud_offset(pgd, addr); in huge_pte_offset() 49 if (pud_present(*pud)) in huge_pte_offset() 50 pmd = pmd_offset(pud, addr); in huge_pte_offset() 72 int pud_huge(pud_t pud) in pud_huge() argument 74 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
|
/arch/arm/boot/dts/ |
D | s3c64xx-pinctrl.dtsi | 137 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 143 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 149 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 155 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 161 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 167 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 173 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 179 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 185 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 191 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; [all …]
|
D | exynos4412-pinctrl.dtsi | 18 samsung,pin-pud-pdn = <EXYNOS_PIN_PULL_ ##_pull>; \ 129 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 136 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 143 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 150 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 157 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 164 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 171 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 178 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 185 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; [all …]
|
D | s5pv210-pinctrl.dtsi | 275 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 282 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 289 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 296 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 303 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 310 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 317 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 324 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>; 331 samsung,pin-pud = <S3C64XX_PIN_PULL_UP>; 338 samsung,pin-pud = <S3C64XX_PIN_PULL_UP>; [all …]
|
D | exynos4210-pinctrl.dtsi | 148 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 155 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 162 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 169 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 176 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 183 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 190 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 197 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 204 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 211 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; [all …]
|
D | exynos5420-pinctrl.dtsi | 64 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 71 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 163 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 170 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 177 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 184 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 191 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 198 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 205 samsung,pin-pud = <EXYNOS_PIN_PULL_DOWN>; 212 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; [all …]
|
D | exynos5250-pinctrl.dtsi | 203 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 210 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 217 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 224 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 230 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 237 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 244 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 251 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 258 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 265 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; [all …]
|
D | exynos5260-pinctrl.dtsi | 202 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 209 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 216 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 223 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 230 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 237 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 244 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 251 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 259 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 267 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; [all …]
|
D | exynos3250-pinctrl.dtsi | 18 samsung,pin-pud = <EXYNOS_PIN_PULL_ ##_pull>; \ 26 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; \ 34 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; \ 43 samsung,pin-pud = <EXYNOS_PIN_PULL_ ##_pull>; \ 51 samsung,pin-pud-pdn = <EXYNOS_PIN_PULL_ ##_pull>; \ 114 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 121 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 128 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 135 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 142 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; [all …]
|
D | exynos5410-pinctrl.dtsi | 283 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 290 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 297 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 304 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 311 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 318 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 325 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 332 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 339 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 346 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; [all …]
|
/arch/sh/mm/ |
D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local 35 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc() 36 if (pud) { in huge_pte_alloc() 37 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc() 50 pud_t *pud; in huge_pte_offset() local 56 pud = pud_offset(pgd, addr); in huge_pte_offset() 57 if (pud) { in huge_pte_offset() 58 pmd = pmd_offset(pud, addr); in huge_pte_offset() 72 int pud_huge(pud_t pud) in pud_huge() argument
|
/arch/mips/include/asm/ |
D | pgalloc.h | 38 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument 40 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate() 86 pud_t *pud; in pud_alloc_one() local 88 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER); in pud_alloc_one() 89 if (pud) in pud_alloc_one() 90 pud_init((unsigned long)pud, (unsigned long)invalid_pmd_table); in pud_alloc_one() 91 return pud; in pud_alloc_one() 94 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument 96 free_pages((unsigned long)pud, PUD_ORDER); in pud_free() 99 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument [all …]
|
/arch/arm/mm/ |
D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument 30 if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { in idmap_add_pmd() 40 if (!pud_none(*pud)) in idmap_add_pmd() 41 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd() 43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd() 46 pmd = pmd_offset(pud, addr); in idmap_add_pmd() 55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument 58 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() 71 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local 76 idmap_add_pmd(pud, addr, next, prot); in idmap_add_pud() [all …]
|
D | pgd.c | 119 pud_t *pud; in pgd_free() local 130 pud = pud_offset(pgd, 0); in pgd_free() 131 if (pud_none_or_clear_bad(pud)) in pgd_free() 134 pmd = pmd_offset(pud, 0); in pgd_free() 143 pud_clear(pud); in pgd_free() 148 pud_free(mm, pud); in pgd_free() 159 pud = pud_offset(pgd, 0); in pgd_free() 160 if (pud_none_or_clear_bad(pud)) in pgd_free() 162 pmd = pmd_offset(pud, 0); in pgd_free() 163 pud_clear(pud); in pgd_free() [all …]
|
/arch/x86/mm/ |
D | ident_map.c | 27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local 37 if (pud_present(*pud)) in ident_pud_init() 42 set_pud(pud, pudval); in ident_pud_init() 46 if (pud_present(*pud)) { in ident_pud_init() 47 pmd = pmd_offset(pud, 0); in ident_pud_init() 55 set_pud(pud, __pud(__pa(pmd) | info->kernpg_flag)); in ident_pud_init() 69 pud_t *pud; in ident_p4d_init() local 76 pud = pud_offset(p4d, 0); in ident_p4d_init() 77 result = ident_pud_init(info, pud, addr, next); in ident_p4d_init() 83 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init() [all …]
|
D | init_64.c | 72 DEFINE_POPULATE(p4d_populate, p4d, pud, init) 74 DEFINE_POPULATE(pud_populate, pud, pmd, init) 88 DEFINE_ENTRY(pud, pud, init) 258 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local 259 p4d_populate(&init_mm, p4d, pud); in fill_pud() 260 if (pud != pud_offset(p4d, 0)) in fill_pud() 262 pud, pud_offset(p4d, 0)); in fill_pud() 267 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd() argument 269 if (pud_none(*pud)) { in fill_pmd() 271 pud_populate(&init_mm, pud, pmd); in fill_pmd() [all …]
|
/arch/arm64/include/asm/ |
D | stage2_pgtable.h | 93 static inline void stage2_pgd_populate(struct kvm *kvm, pgd_t *pgd, pud_t *pud) in stage2_pgd_populate() argument 96 pgd_populate(NULL, pgd, pud); in stage2_pgd_populate() 108 static inline void stage2_pud_free(struct kvm *kvm, pud_t *pud) in stage2_pud_free() argument 111 free_page((unsigned long)pud); in stage2_pud_free() 144 static inline bool stage2_pud_none(struct kvm *kvm, pud_t pud) in stage2_pud_none() argument 147 return pud_none(pud); in stage2_pud_none() 152 static inline void stage2_pud_clear(struct kvm *kvm, pud_t *pud) in stage2_pud_clear() argument 155 pud_clear(pud); in stage2_pud_clear() 158 static inline bool stage2_pud_present(struct kvm *kvm, pud_t pud) in stage2_pud_present() argument 161 return pud_present(pud); in stage2_pud_present() [all …]
|
/arch/x86/include/asm/ |
D | pgtable.h | 85 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument 89 #define pud_clear(pud) native_pud_clear(pud) argument 172 static inline int pud_dirty(pud_t pud) in pud_dirty() argument 174 return pud_flags(pud) & _PAGE_DIRTY; in pud_dirty() 177 static inline int pud_young(pud_t pud) in pud_young() argument 179 return pud_flags(pud) & _PAGE_ACCESSED; in pud_young() 225 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() argument 227 phys_addr_t pfn = pud_val(pud); in pud_pfn() 229 return (pfn & pud_pfn_mask(pud)) >> PAGE_SHIFT; in pud_pfn() 263 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge() argument [all …]
|
D | pgalloc.h | 124 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument 127 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate() 130 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe() argument 133 set_pud_safe(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate_safe() 138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() argument 140 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate() 141 set_p4d(p4d, __p4d(_PAGE_TABLE | __pa(pud))); in p4d_populate() 144 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() argument 146 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate_safe() 147 set_p4d_safe(p4d, __p4d(_PAGE_TABLE | __pa(pud))); in p4d_populate_safe() [all …]
|
/arch/um/include/asm/ |
D | pgtable-3level.h | 60 #define pud_populate(mm, pud, pmd) \ argument 61 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd))) 85 static inline void pud_clear (pud_t *pud) in pud_clear() argument 87 set_pud(pud, __pud(_PAGE_NEWPAGE)); in pud_clear() 90 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument 91 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument 94 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ argument
|
/arch/powerpc/include/asm/book3s/64/ |
D | pgalloc.h | 88 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument 90 *pgd = __pgd(__pgtable_ptr_val(pud) | PGD_VAL_BITS); in pgd_populate() 95 pud_t *pud; in pud_alloc_one() local 97 pud = kmem_cache_alloc(PGT_CACHE(PUD_CACHE_INDEX), in pud_alloc_one() 105 kmemleak_ignore(pud); in pud_alloc_one() 107 return pud; in pud_alloc_one() 110 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument 112 kmem_cache_free(PGT_CACHE(PUD_CACHE_INDEX), pud); in pud_free() 115 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument 117 *pud = __pud(__pgtable_ptr_val(pmd) | PUD_VAL_BITS); in pud_populate() [all …]
|
/arch/arm64/boot/dts/exynos/ |
D | exynos5433-pinctrl.dtsi | 18 samsung,pin-pud = <EXYNOS_PIN_PULL_ ##_pull>; \ 135 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 142 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 149 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 186 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 193 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 250 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 257 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 264 samsung,pin-pud = <EXYNOS_PIN_PULL_DOWN>; 271 samsung,pin-pud = <EXYNOS_PIN_PULL_DOWN>; [all …]
|
D | exynos7-pinctrl.dtsi | 190 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 197 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 204 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 211 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 218 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 225 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 232 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; 239 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 246 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; 253 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>; [all …]
|