| /kernel/linux/linux-6.6/arch/s390/mm/ |
| D | pgtable.c | 48 pte_t *ptep, int nodat) in ptep_ipte_local()
68 pte_t *ptep, int nodat) in ptep_ipte_global()
88 unsigned long addr, pte_t *ptep, in ptep_flush_direct()
107 unsigned long addr, pte_t *ptep, in ptep_flush_lazy()
126 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
145 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) in pgste_set_unlock()
157 static inline pgste_t pgste_get(pte_t *ptep) in pgste_get()
166 static inline void pgste_set(pte_t *ptep, pgste_t pgste) in pgste_set()
194 static inline void pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, in pgste_set_key()
216 static inline pgste_t pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) in pgste_set_pte()
[all …]
|
| /kernel/linux/linux-5.10/arch/s390/mm/ |
| D | pgtable.c | 48 pte_t *ptep, int nodat) in ptep_ipte_local()
68 pte_t *ptep, int nodat) in ptep_ipte_global()
88 unsigned long addr, pte_t *ptep, in ptep_flush_direct()
107 unsigned long addr, pte_t *ptep, in ptep_flush_lazy()
126 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
145 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) in pgste_set_unlock()
157 static inline pgste_t pgste_get(pte_t *ptep) in pgste_get()
166 static inline void pgste_set(pte_t *ptep, pgste_t pgste) in pgste_set()
194 static inline void pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, in pgste_set_key()
216 static inline pgste_t pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) in pgste_set_pte()
[all …]
|
| /kernel/linux/linux-6.6/arch/arm64/mm/ |
| D | hugetlbpage.c | 104 pte_t *ptep, size_t *pgsize) in find_num_contig()
151 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
183 pte_t *ptep, in get_clear_contig()
209 pte_t *ptep, in get_clear_contig_flush()
231 pte_t *ptep, in clear_flush()
245 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
283 pte_t *ptep = NULL; in huge_pte_alloc() local
395 pte_t *ptep, unsigned long sz) in huge_pte_clear()
407 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
430 static int __cont_access_flags_changed(pte_t *ptep, pte_t pte, int ncontig) in __cont_access_flags_changed()
[all …]
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | hugetlb.h | 37 pte_t *ptep, unsigned long sz) in huge_pte_clear()
54 pte_t *ptep, pte_t pte) in set_huge_pte_at()
62 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
70 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
107 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
115 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
123 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
|
| /kernel/linux/linux-5.10/arch/arm64/mm/ |
| D | hugetlbpage.c | 104 pte_t *ptep, size_t *pgsize) in find_num_contig()
158 pte_t *ptep, in get_clear_flush()
199 pte_t *ptep, in clear_flush()
213 pte_t *ptep, pte_t pte) in set_huge_pte_at()
244 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_swap_pte_at()
262 pte_t *ptep = NULL; in huge_pte_alloc() local
360 pte_t *ptep, unsigned long sz) in huge_pte_clear()
372 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
395 static int __cont_access_flags_changed(pte_t *ptep, pte_t pte, int ncontig) in __cont_access_flags_changed()
416 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
[all …]
|
| /kernel/linux/linux-6.6/include/asm-generic/ |
| D | hugetlb.h | 62 pte_t *ptep, unsigned long sz) in huge_pte_clear()
79 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
87 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
95 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
131 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
139 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
147 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
|
| /kernel/linux/linux-6.6/arch/riscv/mm/ |
| D | hugetlbpage.c | 6 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
150 pte_t *ptep, in get_clear_contig()
171 pte_t *ptep, in get_clear_contig_flush()
202 pte_t *ptep, in clear_flush()
225 pte_t *ptep, in set_huge_pte_at()
265 pte_t *ptep, in huge_ptep_set_access_flags()
296 pte_t *ptep) in huge_ptep_get_and_clear()
311 pte_t *ptep) in huge_ptep_set_wrprotect()
336 pte_t *ptep) in huge_ptep_clear_flush()
351 pte_t *ptep, in huge_pte_clear()
|
| /kernel/linux/linux-5.10/arch/arm64/kvm/hyp/ |
| D | pgtable.c | 156 static void kvm_set_invalid_pte(kvm_pte_t *ptep) in kvm_set_invalid_pte()
162 static void kvm_set_table_pte(kvm_pte_t *ptep, kvm_pte_t *childp) in kvm_set_table_pte()
173 static bool kvm_set_valid_leaf_pte(kvm_pte_t *ptep, u64 pa, kvm_pte_t attr, in kvm_set_valid_leaf_pte()
193 u32 level, kvm_pte_t *ptep, in kvm_pgtable_visitor_cb()
204 kvm_pte_t *ptep, u32 level) in __kvm_pgtable_visit()
257 kvm_pte_t *ptep = &pgtable[idx]; in __kvm_pgtable_walk() local
284 kvm_pte_t *ptep = &pgt->pgd[idx * PTRS_PER_PTE]; in _kvm_pgtable_walk() local
343 kvm_pte_t *ptep, struct hyp_map_data *data) in hyp_map_walker_try_leaf()
355 static int hyp_map_walker(u64 addr, u64 end, u32 level, kvm_pte_t *ptep, in hyp_map_walker()
411 static int hyp_free_walker(u64 addr, u64 end, u32 level, kvm_pte_t *ptep, in hyp_free_walker()
[all …]
|
| /kernel/linux/linux-5.10/arch/parisc/mm/ |
| D | hugetlbpage.c | 123 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
143 pte_t *ptep, pte_t entry) in set_huge_pte_at()
150 pte_t *ptep) in huge_ptep_get_and_clear()
162 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
171 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/parisc/mm/ |
| D | hugetlbpage.c | 123 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
143 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at()
150 pte_t *ptep) in huge_ptep_get_and_clear()
162 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
171 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/xtensa/include/asm/ |
| D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
35 static inline void ptes_clear(pte_t *ptep) in ptes_clear()
45 pte_t *ptep; in pte_alloc_one_kernel() local
|
| /kernel/linux/linux-5.10/arch/xtensa/include/asm/ |
| D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
36 static inline void ptes_clear(pte_t *ptep) in ptes_clear()
46 pte_t *ptep; in pte_alloc_one_kernel() local
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/ |
| D | pgtable.c | 178 void set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_pte_at()
200 pte_t *ptep = pte_offset_kernel(pmdp, va); in unmap_kernel_page() local
214 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags()
229 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
270 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) in set_huge_pte_at()
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| D | hugetlb.h | 47 pte_t *ptep, unsigned long sz) in huge_pte_clear()
56 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
62 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
74 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| /kernel/linux/linux-5.10/arch/sparc/include/asm/ |
| D | hugetlb.h | 25 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
31 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
39 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/sparc/include/asm/ |
| D | hugetlb.h | 27 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
34 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
42 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/ |
| D | pgtable.c | 192 void set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_ptes()
233 pte_t *ptep = pte_offset_kernel(pmdp, va); in unmap_kernel_page() local
247 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags()
262 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
303 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_huge_pte_at()
|
| /kernel/linux/linux-5.10/arch/mips/include/asm/ |
| D | hugetlb.h | 35 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
68 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/loongarch/include/asm/ |
| D | hugetlb.h | 34 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
46 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
65 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/mips/include/asm/ |
| D | hugetlb.h | 35 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
71 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| /kernel/linux/linux-6.6/arch/s390/include/asm/ |
| D | hugetlb.h | 49 pte_t *ptep, unsigned long sz) in huge_pte_clear()
58 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
64 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
76 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
| D | hash_hugetlbpage.c | 24 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge()
131 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start()
146 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit()
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/ |
| D | hugetlbpage.c | 21 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge()
129 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start()
144 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit()
|
| /kernel/linux/linux-6.6/drivers/iommu/ |
| D | io-pgtable-dart.c | 126 dart_iopte *ptep) in dart_init_pte()
153 dart_iopte *ptep, in dart_install_table()
195 dart_iopte pte, *ptep; in dart_get_l2() local
244 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local
305 dart_iopte pte, *ptep; in dart_unmap_pages() local
345 dart_iopte pte, *ptep; in dart_iova_to_phys() local
442 dart_iopte *ptep, *end; in apple_dart_free_pgtable() local
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/64/ |
| D | pgtable.h | 176 pte_t *ptep, unsigned long clr, in pte_update()
196 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
215 pte_t *ptep) in ptep_set_wrprotect()
226 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
244 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
251 pte_t * ptep) in pte_clear()
259 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
|