/arch/powerpc/mm/nohash/ |
D | book3e_pgtable.c | 76 p4d_t *p4dp; in map_kernel_page() local 84 p4dp = p4d_offset(pgdp, ea); in map_kernel_page() 85 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page() 96 p4dp = p4d_offset(pgdp, ea); in map_kernel_page() 97 if (p4d_none(*p4dp)) { in map_kernel_page() 99 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page() 101 pudp = pud_offset(p4dp, ea); in map_kernel_page()
|
/arch/arm64/include/asm/ |
D | pgalloc.h | 44 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument 46 set_p4d(p4dp, __p4d(__phys_to_p4d_val(pudp) | prot)); in __p4d_populate() 49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument 54 __p4d_populate(p4dp, __pa(pudp), p4dval); in p4d_populate() 57 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
|
/arch/arm64/mm/ |
D | kasan_init.c | 89 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, in kasan_pud_offset() argument 92 if (p4d_none(READ_ONCE(*p4dp))) { in kasan_pud_offset() 96 __p4d_populate(p4dp, pud_phys, P4D_TYPE_TABLE); in kasan_pud_offset() 99 return early ? pud_offset_kimg(p4dp, addr) : pud_offset(p4dp, addr); in kasan_pud_offset() 131 static void __init kasan_pud_populate(p4d_t *p4dp, unsigned long addr, in kasan_pud_populate() argument 135 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early); in kasan_pud_populate() 147 p4d_t *p4dp = p4d_offset(pgdp, addr); in kasan_p4d_populate() local 151 kasan_pud_populate(p4dp, addr, next, node, early); in kasan_p4d_populate() 152 } while (p4dp++, addr = next, addr != end); in kasan_p4d_populate()
|
D | mmu.c | 317 p4d_t *p4dp = p4d_offset(pgdp, addr); in alloc_init_pud() local 318 p4d_t p4d = READ_ONCE(*p4dp); in alloc_init_pud() 328 __p4d_populate(p4dp, pud_phys, p4dval); in alloc_init_pud() 329 p4d = READ_ONCE(*p4dp); in alloc_init_pud() 339 pudp = pud_set_fixmap_offset(p4dp, addr); in alloc_init_pud() 799 p4d_t *p4dp; in kern_addr_valid() local 812 p4dp = p4d_offset(pgdp, addr); in kern_addr_valid() 813 if (p4d_none(READ_ONCE(*p4dp))) in kern_addr_valid() 816 pudp = pud_offset(p4dp, addr); in kern_addr_valid() 930 static void unmap_hotplug_pud_range(p4d_t *p4dp, unsigned long addr, in unmap_hotplug_pud_range() argument [all …]
|
D | hugetlbpage.c | 107 p4d_t *p4dp; in find_num_contig() local 112 p4dp = p4d_offset(pgdp, addr); in find_num_contig() 113 pudp = pud_offset(p4dp, addr); in find_num_contig() 259 p4d_t *p4dp; in huge_pte_alloc() local 265 p4dp = p4d_offset(pgdp, addr); in huge_pte_alloc() 266 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc() 304 p4d_t *p4dp; in huge_pte_offset() local 312 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset() 313 if (!p4d_present(READ_ONCE(*p4dp))) in huge_pte_offset() 316 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
|
D | trans_pgd.c | 234 p4d_t *p4dp; in trans_pgd_map_page() local 241 p4dp = trans_alloc(info); in trans_pgd_map_page() 244 pgd_populate(NULL, pgdp, p4dp); in trans_pgd_map_page() 247 p4dp = p4d_offset(pgdp, dst_addr); in trans_pgd_map_page() 248 if (p4d_none(READ_ONCE(*p4dp))) { in trans_pgd_map_page() 252 p4d_populate(NULL, p4dp, pudp); in trans_pgd_map_page() 255 pudp = pud_offset(p4dp, dst_addr); in trans_pgd_map_page()
|
D | pageattr.c | 208 p4d_t *p4dp; in kernel_page_present() local 221 p4dp = p4d_offset(pgdp, addr); in kernel_page_present() 222 if (p4d_none(READ_ONCE(*p4dp))) in kernel_page_present() 225 pudp = pud_offset(p4dp, addr); in kernel_page_present()
|
/arch/s390/mm/ |
D | hugetlbpage.c | 196 p4d_t *p4dp; in huge_pte_alloc() local 201 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc() 202 if (p4dp) { in huge_pte_alloc() 203 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc() 218 p4d_t *p4dp; in huge_pte_offset() local 224 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset() 225 if (p4d_present(*p4dp)) { in huge_pte_offset() 226 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
|
D | pageattr.c | 276 p4d_t *p4dp; in walk_p4d_level() local 279 p4dp = p4d_offset(pgd, addr); in walk_p4d_level() 281 if (p4d_none(*p4dp)) in walk_p4d_level() 284 rc = walk_pud_level(p4dp, addr, next, flags); in walk_p4d_level() 285 p4dp++; in walk_p4d_level()
|
/arch/x86/include/asm/ |
D | pgtable_64.h | 142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() argument 147 WRITE_ONCE(*p4dp, p4d); in native_set_p4d() 152 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d() 153 WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd))); in native_set_p4d()
|
D | paravirt.h | 482 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() argument 486 PVOP_VCALL2(mmu.set_p4d, p4dp, val); in set_p4d() 525 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument 527 set_p4d(p4dp, native_make_p4d(0)); in p4d_clear()
|
/arch/arc/include/asm/ |
D | pgalloc.h | 75 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument 77 set_p4d(p4dp, __p4d((unsigned long)pudp)); in p4d_populate()
|
D | pgtable-levels.h | 116 #define set_p4d(p4dp, p4d) (*(p4dp) = p4d) argument
|
/arch/powerpc/include/asm/nohash/64/ |
D | pgtable-4k.h | 67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument 69 *p4dp = __p4d(0); in p4d_clear()
|
D | pgtable.h | 180 static inline void p4d_set(p4d_t *p4dp, unsigned long val) in p4d_set() argument 182 *p4dp = __p4d(val); in p4d_set()
|
/arch/powerpc/mm/book3s64/ |
D | radix_pgtable.c | 76 p4d_t *p4dp; in early_map_kernel_page() local 82 p4dp = p4d_offset(pgdp, ea); in early_map_kernel_page() 83 if (p4d_none(*p4dp)) { in early_map_kernel_page() 86 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page() 88 pudp = pud_offset(p4dp, ea); in early_map_kernel_page() 128 p4d_t *p4dp; in __map_kernel_page() local 151 p4dp = p4d_offset(pgdp, ea); in __map_kernel_page() 152 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page() 189 p4d_t *p4dp; in radix__change_memory_range() local 202 p4dp = p4d_offset(pgdp, idx); in radix__change_memory_range() [all …]
|
D | hash_pgtable.c | 150 p4d_t *p4dp; in hash__map_kernel_page() local 158 p4dp = p4d_offset(pgdp, ea); in hash__map_kernel_page() 159 pudp = pud_alloc(&init_mm, p4dp, ea); in hash__map_kernel_page()
|
/arch/arm/mm/ |
D | kasan_init.c | 123 p4d_t *p4dp; in kasan_pgd_populate() local 150 p4dp = p4d_offset(pgdp, addr); in kasan_pgd_populate() 151 pudp = pud_offset(p4dp, addr); in kasan_pgd_populate()
|
/arch/sparc/mm/ |
D | fault_64.c | 82 p4d_t *p4dp; in get_user_insn() local 91 p4dp = p4d_offset(pgdp, tpc); in get_user_insn() 92 if (p4d_none(*p4dp) || unlikely(p4d_bad(*p4dp))) in get_user_insn() 94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
|
D | srmmu.c | 497 p4d_t *p4dp; in srmmu_mapioaddr() local 505 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_mapioaddr() 506 pudp = pud_offset(p4dp, virt_addr); in srmmu_mapioaddr() 536 p4d_t *p4dp; in srmmu_unmapioaddr() local 543 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_unmapioaddr() 544 pudp = pud_offset(p4dp, virt_addr); in srmmu_unmapioaddr() 683 p4d_t *p4dp; in srmmu_early_allocate_ptable_skeleton() local 690 p4dp = p4d_offset(pgdp, start); in srmmu_early_allocate_ptable_skeleton() 691 pudp = pud_offset(p4dp, start); in srmmu_early_allocate_ptable_skeleton() 718 p4d_t *p4dp; in srmmu_allocate_ptable_skeleton() local [all …]
|
/arch/powerpc/mm/ |
D | pgtable.c | 359 p4d_t p4d, *p4dp; in __find_linux_pte() local 380 p4dp = p4d_offset(pgdp, ea); in __find_linux_pte() 381 p4d = READ_ONCE(*p4dp); in __find_linux_pte() 388 ret_pte = (pte_t *)p4dp; in __find_linux_pte()
|
/arch/x86/boot/compressed/ |
D | ident_map_64.c | 247 p4d_t *p4dp; in set_clr_page_flags() local 270 p4dp = p4d_offset(pgdp, address); in set_clr_page_flags() 271 pudp = pud_offset(p4dp, address); in set_clr_page_flags()
|
/arch/mips/mm/ |
D | tlb-r4k.c | 297 p4d_t *p4dp; in __update_tlb() local 323 p4dp = p4d_offset(pgdp, address); in __update_tlb() 324 pudp = pud_offset(p4dp, address); in __update_tlb()
|
/arch/mips/include/asm/ |
D | pgtable-64.h | 207 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument 209 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
|
/arch/powerpc/lib/ |
D | code-patching.c | 110 p4d_t *p4dp; in unmap_patch_area() local 117 p4dp = p4d_offset(pgdp, addr); in unmap_patch_area() 118 if (unlikely(!p4dp)) in unmap_patch_area() 121 pudp = pud_offset(p4dp, addr); in unmap_patch_area()
|