| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | pgalloc.h | 23 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
28 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
33 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
60 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep, in __pmd_populate()
71 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
80 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /kernel/linux/linux-4.19/arch/arm64/include/asm/ |
| D | pgalloc.h | 39 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmdp) in pmd_free()
45 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
50 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
55 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
129 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep, in __pmd_populate()
140 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
149 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| D | kvm_mmu.h | 174 #define kvm_mk_pud(pmdp) \ argument
226 static inline void kvm_set_s2pmd_readonly(pmd_t *pmdp) in kvm_set_s2pmd_readonly()
231 static inline bool kvm_s2pmd_readonly(pmd_t *pmdp) in kvm_s2pmd_readonly()
236 static inline bool kvm_s2pmd_exec(pmd_t *pmdp) in kvm_s2pmd_exec()
250 #define hyp_pmd_table_empty(pmdp) (0) argument
252 #define hyp_pmd_table_empty(pmdp) kvm_page_empty(pmdp) argument
|
| /kernel/linux/linux-4.19/mm/ |
| D | pgtable-generic.c | 96 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
111 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
124 pmd_t *pmdp) in pmdp_huge_clear_flush()
151 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
167 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
185 pmd_t *pmdp) in pmdp_invalidate()
195 pmd_t *pmdp) in pmdp_collapse_flush()
|
| /kernel/linux/linux-5.10/mm/ |
| D | pgtable-generic.c | 106 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
121 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
134 pmd_t *pmdp) in pmdp_huge_clear_flush()
161 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
177 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
195 pmd_t *pmdp) in pmdp_invalidate()
205 pmd_t *pmdp) in pmdp_collapse_flush()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
| D | hash_pgtable.c | 151 pmd_t *pmdp; in hash__map_kernel_page() local
190 pmd_t *pmdp, unsigned long clr, in hash__pmd_hugepage_update()
223 pmd_t *pmdp) in hash__pmdp_collapse_flush()
266 void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in hash__pgtable_trans_huge_deposit()
286 pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in hash__pgtable_trans_huge_withdraw()
312 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush()
345 unsigned long addr, pmd_t *pmdp) in hash__pmdp_huge_get_and_clear()
|
| D | pgtable.c | 37 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
57 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
66 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
107 pmd_t *pmdp) in pmdp_invalidate()
117 unsigned long addr, pmd_t *pmdp, int full) in pmdp_huge_get_and_clear_full()
|
| /kernel/linux/linux-4.19/arch/powerpc/mm/ |
| D | pgtable-hash64.c | 149 pmd_t *pmdp; in hash__map_kernel_page() local
188 pmd_t *pmdp, unsigned long clr, in hash__pmd_hugepage_update()
221 pmd_t *pmdp) in hash__pmdp_collapse_flush()
264 void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in hash__pgtable_trans_huge_deposit()
284 pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in hash__pgtable_trans_huge_withdraw()
310 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush()
343 unsigned long addr, pmd_t *pmdp) in hash__pmdp_huge_get_and_clear()
|
| D | 40x_mmu.c | 109 pmd_t *pmdp; in mmu_mapin_ram() local
124 pmd_t *pmdp; in mmu_mapin_ram() local
|
| /kernel/linux/linux-5.10/arch/sparc/mm/ |
| D | tlb.c | 218 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
227 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
243 pmd_t *pmdp) in pmdp_invalidate()
263 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
278 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| /kernel/linux/linux-4.19/arch/sparc/mm/ |
| D | tlb.c | 220 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
229 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
245 pmd_t *pmdp) in pmdp_invalidate()
265 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
280 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| /kernel/linux/linux-4.19/arch/powerpc/include/asm/book3s/32/ |
| D | pgalloc.h | 55 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
61 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
70 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
76 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /kernel/linux/linux-4.19/arch/powerpc/include/asm/nohash/32/ |
| D | pgalloc.h | 55 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
61 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
71 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
77 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /kernel/linux/linux-4.19/arch/unicore32/include/asm/ |
| D | pgalloc.h | 82 static inline void __pmd_populate(pmd_t *pmdp, unsigned long pmdval) in __pmd_populate()
93 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
105 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /kernel/linux/linux-4.19/arch/arm64/mm/ |
| D | mmu.c | 129 static void init_pte(pmd_t *pmdp, unsigned long addr, unsigned long end, in init_pte()
153 static void alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr, in alloc_init_cont_pte()
193 pmd_t *pmdp; in init_pmd() local
669 pmd_t *pmdp, pmd; in kern_addr_valid() local
717 pmd_t *pmdp; in vmemmap_populate() local
787 pmd_t *pmdp; in early_fixmap_init() local
954 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot) in pmd_set_huge()
978 int pmd_clear_huge(pmd_t *pmdp) in pmd_clear_huge()
986 int pmd_free_pte_page(pmd_t *pmdp, unsigned long addr) in pmd_free_pte_page()
1010 pmd_t *pmdp; in pud_free_pmd_page() local
|
| /kernel/linux/linux-4.19/arch/s390/mm/ |
| D | pgtable.c | 343 unsigned long addr, pmd_t *pmdp) in pmdp_idte_local()
355 unsigned long addr, pmd_t *pmdp) in pmdp_idte_global()
374 unsigned long addr, pmd_t *pmdp) in pmdp_flush_direct()
392 unsigned long addr, pmd_t *pmdp) in pmdp_flush_lazy()
434 pmd_t *pmdp, pmd_t new) in pmdp_xchg_direct()
447 pmd_t *pmdp, pmd_t new) in pmdp_xchg_lazy()
517 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
532 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
760 pmd_t *pmdp; in set_guest_storage_key() local
862 pmd_t *pmdp; in reset_guest_reference_bit() local
[all …]
|
| D | pageattr.c | 84 static int walk_pte_level(pmd_t *pmdp, unsigned long addr, unsigned long end, in walk_pte_level()
110 static int split_pmd_page(pmd_t *pmdp, unsigned long addr) in split_pmd_page()
139 static void modify_pmd_page(pmd_t *pmdp, unsigned long addr, in modify_pmd_page()
159 pmd_t *pmdp; in walk_pmd_level() local
190 pmd_t *pm_dir, *pmdp; in split_pud_page() local
|
| /kernel/linux/linux-5.10/arch/s390/mm/ |
| D | pageattr.c | 83 static int walk_pte_level(pmd_t *pmdp, unsigned long addr, unsigned long end, in walk_pte_level()
109 static int split_pmd_page(pmd_t *pmdp, unsigned long addr) in split_pmd_page()
138 static void modify_pmd_page(pmd_t *pmdp, unsigned long addr, in modify_pmd_page()
158 pmd_t *pmdp; in walk_pmd_level() local
189 pmd_t *pm_dir, *pmdp; in split_pud_page() local
|
| D | pgtable.c | 361 unsigned long addr, pmd_t *pmdp) in pmdp_idte_local()
373 unsigned long addr, pmd_t *pmdp) in pmdp_idte_global()
392 unsigned long addr, pmd_t *pmdp) in pmdp_flush_direct()
410 unsigned long addr, pmd_t *pmdp) in pmdp_flush_lazy()
452 pmd_t *pmdp, pmd_t new) in pmdp_xchg_direct()
465 pmd_t *pmdp, pmd_t new) in pmdp_xchg_lazy()
535 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
550 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
778 pmd_t *pmdp; in set_guest_storage_key() local
880 pmd_t *pmdp; in reset_guest_reference_bit() local
[all …]
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/ |
| D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /kernel/linux/linux-4.19/arch/m68k/include/asm/ |
| D | motorola_pgtable.h | 109 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
120 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
141 #define pmd_clear(pmdp) ({ \ argument
218 static inline pte_t *pte_offset_kernel(pmd_t *pmdp, unsigned long address) in pte_offset_kernel()
223 #define pte_offset_map(pmdp,address) ((pte_t *)__pmd_page(*pmdp) + (((address) >> PAGE_SHIFT) & (PT… argument
242 pmd_t *pmdp; in nocache_page() local
258 pmd_t *pmdp; in cache_page() local
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/nohash/ |
| D | 40x.c | 102 pmd_t *pmdp; in mmu_mapin_ram() local
117 pmd_t *pmdp; in mmu_mapin_ram() local
|
| /kernel/linux/linux-5.10/arch/nds32/include/asm/ |
| D | pgalloc.h | 41 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmdp, pte_t * ptep) in pmd_populate_kernel()
57 pmd_populate(struct mm_struct *mm, pmd_t * pmdp, pgtable_t ptep) in pmd_populate()
|
| /kernel/linux/linux-5.10/arch/arm/include/asm/ |
| D | pgalloc.h | 107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /kernel/linux/linux-5.10/arch/arm64/mm/ |
| D | mmu.c | 153 static void init_pte(pmd_t *pmdp, unsigned long addr, unsigned long end, in init_pte()
177 static void alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr, in alloc_init_cont_pte()
217 pmd_t *pmdp; in init_pmd() local
737 pmd_t *pmdp, pmd; in kern_addr_valid() local
812 static void unmap_hotplug_pte_range(pmd_t *pmdp, unsigned long addr, in unmap_hotplug_pte_range()
838 pmd_t *pmdp, pmd; in unmap_hotplug_pmd_range() local
944 static void free_empty_pte_table(pmd_t *pmdp, unsigned long addr, in free_empty_pte_table()
985 pmd_t *pmdp, pmd; in free_empty_pmd_table() local
1115 pmd_t *pmdp; in vmemmap_populate() local
1197 pmd_t *pmdp; in early_fixmap_init() local
[all …]
|