/arch/um/include/asm/ |
D | pgtable-3level.h | 57 #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE)) 58 #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 59 #define pud_present(x) (pud_val(x) & _PAGE_PRESENT) 64 #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval)) 90 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) 91 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK))
|
/arch/sh/include/asm/ |
D | pgtable-3level.h | 38 return pud_val(pud); in pud_page_vaddr() 50 #define pud_none(x) (!pud_val(x)) 51 #define pud_present(x) (pud_val(x)) 53 #define pud_bad(x) (pud_val(x) & ~PAGE_MASK)
|
/arch/riscv/include/asm/ |
D | pgtable-64.h | 33 return (pud_val(pud) & _PAGE_PRESENT); in pud_present() 38 return (pud_val(pud) == 0); in pud_none() 58 return (unsigned long)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_page_vaddr()
|
/arch/mips/include/asm/ |
D | pgtable-64.h | 169 printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 183 #define pud_val(x) ((x).pud) macro 292 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none() 297 return pud_val(pud) & ~PAGE_MASK; in pud_bad() 302 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present() 307 pud_val(*pudp) = ((unsigned long) invalid_pmd_table); in pud_clear() 338 return pud_val(pud); in pud_page_vaddr() 340 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud))
|
/arch/s390/include/asm/ |
D | pgtable.h | 73 printk("%s:%d: bad pud %p.\n", __FILE__, __LINE__, (void *) pud_val(e)) 661 return (pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3; in pud_folded() 668 return (pud_val(pud) & _REGION_ENTRY_ORIGIN) != 0UL; in pud_present() 675 return pud_val(pud) == _REGION3_ENTRY_EMPTY; in pud_none() 680 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) != _REGION_ENTRY_TYPE_R3) in pud_large() 682 return !!(pud_val(pud) & _REGION3_ENTRY_LARGE); in pud_large() 692 return (pud_val(pud) & origin_mask) >> PAGE_SHIFT; in pud_pfn() 711 unsigned long type = pud_val(pud) & _REGION_ENTRY_TYPE_MASK; in pud_bad() 718 return (pud_val(pud) & ~_REGION_ENTRY_BITS_LARGE) != 0; in pud_bad() 719 return (pud_val(pud) & ~_REGION_ENTRY_BITS) != 0; in pud_bad() [all …]
|
/arch/arm/include/asm/ |
D | pgtable-3level.h | 131 #define pud_none(pud) (!pud_val(pud)) 132 #define pud_bad(pud) (!(pud_val(pud) & 2)) 133 #define pud_present(pud) (pud_val(pud)) 154 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_page_vaddr() 215 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) 216 #define pud_write(pud) pmd_write(__pmd(pud_val(pud)))
|
/arch/powerpc/include/asm/nohash/64/ |
D | pgtable.h | 160 #define pud_none(pud) (!pud_val(pud)) 161 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ 162 || (pud_val(pud) & PUD_BAD_BITS)) 163 #define pud_present(pud) (pud_val(pud) != 0) 164 #define pud_page_vaddr(pud) (pud_val(pud) & ~PUD_MASKED_BITS) 170 return __pte(pud_val(pud)); in pud_pte()
|
D | pgtable-4k.h | 86 pr_err("%s:%d: bad pud %08lx.\n", __FILE__, __LINE__, pud_val(e))
|
/arch/s390/mm/ |
D | pageattr.c | 198 ro = !!(pud_val(*pudp) & _REGION_ENTRY_PROTECT); in split_pud_page() 199 nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); in split_pud_page() 209 pud_val(new) = __pa(pm_dir) | _REGION3_ENTRY; in split_pud_page() 210 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in split_pud_page() 226 pud_val(new) |= _REGION_ENTRY_NOEXEC; in modify_pud_page() 228 pud_val(new) &= ~_REGION_ENTRY_NOEXEC; in modify_pud_page() 229 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in modify_pud_page()
|
D | dump_pagetables.c | 158 if ((pud_val(*pud) & PAGE_MASK) == __pa(kasan_early_shadow_pmd)) { in walk_pmd_level() 200 prot = pud_val(*pud) & in walk_pud_level()
|
/arch/ia64/include/asm/ |
D | pgtable.h | 185 #define pud_ERROR(e) printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 278 #define pud_none(pud) (!pud_val(pud)) 279 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud))) 280 #define pud_present(pud) (pud_val(pud) != 0UL) 281 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) 282 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & _PFN_MASK)) 283 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET))
|
D | pgalloc.h | 59 pud_val(*pud_entry) = __pa(pmd); in pud_populate()
|
/arch/sparc/include/asm/ |
D | pgtable_64.h | 106 __FILE__, __LINE__, &(e), pud_val(e), __builtin_return_address(0)) 420 return !!(pud_val(pud) & _PAGE_PUD_HUGE); in is_hugetlb_pud() 708 #define pud_write(pud) pte_write(__pte(pud_val(pud))) 809 #define pud_none(pud) (!pud_val(pud)) 811 #define pud_bad(pud) (pud_val(pud) & ~PAGE_MASK) 836 (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp)))) 849 pte_t pte = __pte(pud_val(pud)); in pud_page_vaddr() 860 #define pud_present(pud) (pud_val(pud) != 0U) 861 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) 872 pte_t pte = __pte(pud_val(pud)); in pud_large() [all …]
|
D | page_64.h | 79 #define pud_val(x) ((x).pud) macro 102 #define pud_val(x) (x) macro
|
/arch/riscv/mm/ |
D | hugetlbpage.c | 8 (pud_val(pud) & (_PAGE_READ | _PAGE_WRITE | _PAGE_EXEC)); in pud_huge()
|
/arch/arm64/include/asm/ |
D | pgtable.h | 317 return __pte(pud_val(pud)); in pud_pte() 327 return __pmd(pud_val(pud)); in pud_pmd() 409 #define pud_mkhuge(pud) (__pud(pud_val(pud) & ~PUD_TABLE_BIT)) 463 #define pud_sect(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ 465 #define pud_table(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ 541 #define pud_none(pud) (!pud_val(pud)) 542 #define pud_bad(pud) (!(pud_val(pud) & PUD_TABLE_BIT)) 550 set_swapper_pgd((pgd_t *)pudp, __pgd(pud_val(pud))); in set_pud() 603 #define pud_ERROR(pud) __pud_error(__FILE__, __LINE__, pud_val(pud))
|
D | pgtable-types.h | 34 #define pud_val(x) ((x).pud) macro
|
D | kvm_mmu.h | 202 pud_val(pud) |= PUD_S2_RDWR; in kvm_s2pud_mkwrite() 220 pud_val(pud) &= ~PUD_S2_XN; in kvm_s2pud_mkexec() 274 return !(READ_ONCE(pud_val(*pudp)) & PUD_S2_XN); in kvm_s2pud_exec()
|
/arch/mips/mm/ |
D | hugetlbpage.c | 74 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
|
/arch/powerpc/include/asm/ |
D | pgtable-types.h | 29 static inline unsigned long pud_val(pud_t x) in pud_val() function
|
D | pgtable-be-types.h | 40 static inline unsigned long pud_val(pud_t x) in pud_val() function
|
/arch/x86/mm/ |
D | kasan_init_64.c | 271 pudval_t pud_val = __pa_nodebug(kasan_early_shadow_pmd) | _KERNPG_TABLE; in kasan_early_init() local 277 pud_val &= __default_kernel_pte_mask; in kasan_early_init() 287 kasan_early_shadow_pud[i] = __pud(pud_val); in kasan_early_init()
|
/arch/arm64/mm/ |
D | mmu.c | 320 BUG_ON(!pgattr_change_is_safe(pud_val(old_pud), in alloc_init_pud() 321 READ_ONCE(pud_val(*pudp)))); in alloc_init_pud() 326 BUG_ON(pud_val(old_pud) != 0 && in alloc_init_pud() 327 pud_val(old_pud) != READ_ONCE(pud_val(*pudp))); in alloc_init_pud() 967 if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)), in pud_set_huge() 968 pud_val(new_pud))) in pud_set_huge()
|
/arch/x86/include/asm/ |
D | pgtable.h | 104 #define pud_val(x) native_pud_val(x) macro 227 phys_addr_t pfn = pud_val(pud); in pud_pfn() 265 return (pud_val(pud) & (_PAGE_PSE|_PAGE_DEVMAP)) == _PAGE_PSE; in pud_trans_huge() 284 return !!(pud_val(pud) & _PAGE_DEVMAP); in pud_devmap() 866 return (unsigned long)__va(pud_val(pud) & pud_pfn_mask(pud)); in pud_page_vaddr() 883 return (pud_val(pud) & (_PAGE_PSE | _PAGE_PRESENT)) == in pud_large() 1459 return __pte_access_permitted(pud_val(pud), write); in pud_access_permitted()
|
/arch/arm/mm/ |
D | idmap.c | 30 if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { in idmap_add_pmd()
|