| /arch/powerpc/include/asm/book3s/64/ |
| D | hash-4k.h | 32 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
103 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
128 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
133 static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in hash__pmd_same()
139 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
146 unsigned long addr, pmd_t *pmdp,
148 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
149 unsigned long address, pmd_t *pmdp);
150 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
152 extern pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
[all …]
|
| D | radix.h | 115 #define RADIX_PMD_TABLE_SIZE (sizeof(pmd_t) << RADIX_PMD_INDEX_SIZE)
216 static inline int radix__pmd_bad(pmd_t pmd) in radix__pmd_bad()
221 static inline int radix__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in radix__pmd_same()
239 static inline int radix__pmd_trans_huge(pmd_t pmd) in radix__pmd_trans_huge()
244 static inline pmd_t radix__pmd_mkhuge(pmd_t pmd) in radix__pmd_mkhuge()
250 pmd_t *pmdp, unsigned long clr,
252 extern pmd_t radix__pmdp_collapse_flush(struct vm_area_struct *vma,
253 unsigned long address, pmd_t *pmdp);
254 extern void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
256 extern pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
[all …]
|
| D | hash-64k.h | 175 #define H_PMD_TABLE_SIZE ((sizeof(pmd_t) << PMD_INDEX_SIZE) + \
178 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
189 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
247 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
253 static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in hash__pmd_same()
258 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
264 unsigned long addr, pmd_t *pmdp,
266 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
267 unsigned long address, pmd_t *pmdp);
268 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
[all …]
|
| D | pgtable.h | 863 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
868 static inline int pmd_none(pmd_t pmd) in pmd_none()
873 static inline int pmd_present(pmd_t pmd) in pmd_present()
887 static inline int pmd_is_serializing(pmd_t pmd) in pmd_is_serializing()
904 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
927 extern struct page *pmd_page(pmd_t pmd);
1031 (((pmd_t *) pud_page_vaddr(*(pudp))) + pmd_index(addr))
1083 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
1088 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
1093 static inline pte_t *pmdp_ptep(pmd_t *pmd) in pmdp_ptep()
[all …]
|
| /arch/alpha/include/asm/ |
| D | pgalloc.h | 17 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate()
24 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
30 pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
43 static inline pmd_t *
46 pmd_t *ret = (pmd_t *)__get_free_page(GFP_PGTABLE_USER); in pmd_alloc_one()
51 pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
| /arch/x86/include/asm/ |
| D | pgtable.h | 162 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
167 static inline int pmd_young(pmd_t pmd) in pmd_young()
218 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
250 static inline int pmd_large(pmd_t pte) in pmd_large()
257 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
276 static inline int pmd_devmap(pmd_t pmd) in pmd_devmap()
379 static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) in pmd_set_flags()
386 static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) in pmd_clear_flags()
393 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
398 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
[all …]
|
| D | pgtable-3level.h | 73 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic()
88 return (pmd_t) { ret }; in pmd_read_atomic()
96 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
122 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
168 pmd_t pmd;
172 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
189 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
190 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
192 pmd_t old; in pmdp_establish()
|
| D | pgtable_64.h | 23 extern pmd_t level2_kernel_pgt[512];
24 extern pmd_t level2_fixmap_pgt[512];
25 extern pmd_t level2_ident_pgt[512];
75 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
80 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
98 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
105 pmd_t ret = *xp; in native_pmdp_get_and_clear()
236 #define __swp_entry_to_pmd(x) ((pmd_t) { .pmd = (x).val })
|
| /arch/arc/include/asm/ |
| D | hugepage.h | 14 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
19 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
44 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
54 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
60 pmd_t *pmd);
64 extern void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
68 extern pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
|
| /arch/m68k/include/asm/ |
| D | motorola_pgalloc.h | 8 extern pmd_t *get_pointer_table(void);
9 extern int free_pointer_table(pmd_t *);
70 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
75 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
80 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
89 pmd_free(mm, (pmd_t *)pgd); in pgd_free()
98 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
103 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
109 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
|
| /arch/riscv/include/asm/ |
| D | pgtable-64.h | 24 } pmd_t; typedef
27 #define __pmd(x) ((pmd_t) { (x) })
29 #define PTRS_PER_PMD (PAGE_SIZE / sizeof(pmd_t))
63 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
65 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
68 static inline pmd_t pfn_pmd(unsigned long pfn, pgprot_t prot) in pfn_pmd()
73 static inline unsigned long _pmd_pfn(pmd_t pmd) in _pmd_pfn()
|
| D | pgalloc.h | 16 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
24 pmd_t *pmd, pgtable_t pte) in pmd_populate()
32 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
64 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
66 return (pmd_t *)__get_free_page( in pmd_alloc_one()
70 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
| /arch/powerpc/mm/book3s64/ |
| D | pgtable.c | 36 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
56 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
65 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
105 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
106 pmd_t *pmdp) in pmdp_invalidate()
123 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
128 pmd_t pfn_pmd(unsigned long pfn, pgprot_t pgprot) in pfn_pmd()
136 pmd_t mk_pmd(struct page *page, pgprot_t pgprot) in mk_pmd()
141 pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
157 pmd_t *pmd) in update_mmu_cache_pmd()
[all …]
|
| /arch/s390/include/asm/ |
| D | pgtable.h | 695 static inline int pmd_large(pmd_t pmd) in pmd_large()
700 static inline int pmd_bad(pmd_t pmd) in pmd_bad()
733 static inline int pmd_present(pmd_t pmd) in pmd_present()
738 static inline int pmd_none(pmd_t pmd) in pmd_none()
743 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
754 static inline int pmd_write(pmd_t pmd) in pmd_write()
765 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty()
773 static inline int pmd_young(pmd_t pmd) in pmd_young()
817 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone()
844 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty()
[all …]
|
| /arch/mips/include/asm/ |
| D | pgtable.h | 263 #define PMD_T_LOG2 (__builtin_ffs(sizeof(pmd_t)) - 1)
485 unsigned long address, pmd_t *pmdp)
517 static inline int pmd_trans_huge(pmd_t pmd)
522 static inline pmd_t pmd_mkhuge(pmd_t pmd)
530 pmd_t *pmdp, pmd_t pmd);
533 static inline int pmd_write(pmd_t pmd)
538 static inline pmd_t pmd_wrprotect(pmd_t pmd)
544 static inline pmd_t pmd_mkwrite(pmd_t pmd)
553 static inline int pmd_dirty(pmd_t pmd)
558 static inline pmd_t pmd_mkclean(pmd_t pmd)
[all …]
|
| D | pgalloc.h | 18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
38 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
63 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
65 pmd_t *pmd; in pmd_alloc_one()
67 pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, PMD_ORDER); in pmd_alloc_one()
73 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|
| /arch/x86/mm/ |
| D | pgtable.c | 54 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb()
181 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
206 static void free_pmds(struct mm_struct *mm, pmd_t *pmds[], int count) in free_pmds()
218 static int preallocate_pmds(struct mm_struct *mm, pmd_t *pmds[], int count) in preallocate_pmds()
228 pmd_t *pmd = (pmd_t *)__get_free_page(gfp); in preallocate_pmds()
260 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd()
289 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
302 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd()
305 memcpy(pmd, (pmd_t *)pgd_page_vaddr(swapper_pg_dir[i]), in pgd_prepopulate_pmd()
306 sizeof(pmd_t) * PTRS_PER_PMD); in pgd_prepopulate_pmd()
[all …]
|
| /arch/sparc/mm/ |
| D | tlb.c | 147 pmd_t pmd) in tlb_batch_pmd_scan()
168 pmd_t orig, pmd_t pmd) in __set_pmd_acct()
220 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
222 pmd_t orig = *pmdp; in set_pmd_at()
228 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
229 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
231 pmd_t old; in pmdp_establish()
244 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
245 pmd_t *pmdp) in pmdp_invalidate()
247 pmd_t old, entry; in pmdp_invalidate()
[all …]
|
| /arch/arm/include/asm/ |
| D | pgalloc.h | 25 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
27 return (pmd_t *)get_zeroed_page(GFP_KERNEL); in pmd_alloc_one()
30 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
46 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); })
111 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
129 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
138 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /arch/powerpc/include/asm/ |
| D | pgtable-be-types.h | 23 typedef struct { __be64 pmd; } pmd_t; typedef
24 #define __pmd(x) ((pmd_t) { cpu_to_be64(x) })
25 #define __pmd_raw(x) ((pmd_t) { (x) })
26 static inline unsigned long pmd_val(pmd_t x) in pmd_val()
31 static inline __be64 pmd_raw(pmd_t x) in pmd_raw()
93 static inline bool pmd_xchg(pmd_t *pmdp, pmd_t old, pmd_t new) in pmd_xchg()
|
| /arch/sh/include/asm/ |
| D | pgalloc.h | 12 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
13 extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
14 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd);
18 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
24 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
|
| /arch/parisc/include/asm/ |
| D | pgalloc.h | 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
68 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
70 pmd_t *pmd = (pmd_t *)__get_free_pages(GFP_KERNEL, PMD_ORDER); in pmd_alloc_one()
76 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
100 #define pmd_alloc_one(mm, addr) ({ BUG(); ((pmd_t *)2); })
107 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
|
| /arch/ia64/include/asm/ |
| D | pgalloc.h | 57 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
62 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
64 return (pmd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pmd_alloc_one()
67 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
75 pmd_populate(struct mm_struct *mm, pmd_t * pmd_entry, pgtable_t pte) in pmd_populate()
82 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmd_entry, pte_t * pte) in pmd_populate_kernel()
|
| /arch/sparc/include/asm/ |
| D | pgtable_64.h | 249 static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) in pfn_pmd()
339 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
413 static inline bool is_hugetlb_pmd(pmd_t pmd) in is_hugetlb_pmd()
424 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
686 static inline unsigned long pmd_large(pmd_t pmd) in pmd_large()
693 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn()
701 static inline unsigned long pmd_write(pmd_t pmd) in pmd_write()
711 static inline unsigned long pmd_dirty(pmd_t pmd) in pmd_dirty()
718 static inline unsigned long pmd_young(pmd_t pmd) in pmd_young()
725 static inline unsigned long pmd_trans_huge(pmd_t pmd) in pmd_trans_huge()
[all …]
|
| /arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
36 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
42 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
48 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
54 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|