| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/ |
| D | pgtable.h | 43 static inline int pte_write(pte_t pte) in pte_write()
48 static inline int pte_read(pte_t pte) { return 1; } in pte_read()
49 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
50 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
51 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
52 static inline bool pte_hashpte(pte_t pte) { return false; } in pte_hashpte()
53 static inline bool pte_ci(pte_t pte) { return pte_val(pte) & _PAGE_NO_CACHE; } in pte_ci()
54 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
62 static inline int pte_protnone(pte_t pte) in pte_protnone()
73 static inline int pte_present(pte_t pte) in pte_present()
[all …]
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| D | hugetlb.h | 19 pte_t *ptep, pte_t pte);
20 pte_t huge_ptep_get(pte_t *ptep);
21 pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
22 unsigned long addr, pte_t *ptep);
45 pte_t *ptep, unsigned long sz) in huge_pte_clear()
54 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
60 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
61 pte_t pte, int dirty) in huge_ptep_set_access_flags()
72 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
74 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); in huge_ptep_set_wrprotect()
[all …]
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | hugetlb.h | 5 static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) in mk_huge_pte()
10 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write()
15 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty()
20 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
25 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
30 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
37 pte_t *ptep, unsigned long sz) in huge_pte_clear()
54 pte_t *ptep, pte_t pte) in set_huge_pte_at()
61 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear()
62 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
[all …]
|
| /kernel/linux/linux-5.10/arch/mips/include/asm/ |
| D | pgtable.h | 132 pte_t *ptep, pte_t pteval);
145 static inline void set_pte(pte_t *ptep, pte_t pte)
156 pte_t *buddy = ptep_buddy(ptep);
169 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
171 pte_t null = __pte(0);
197 static inline void set_pte(pte_t *ptep, pte_t pteval)
202 pte_t *buddy = ptep_buddy(ptep);
216 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
231 pte_t *ptep, pte_t pteval)
233 extern void __update_cache(unsigned long address, pte_t pte);
[all …]
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/32/ |
| D | pgtable.h | 20 static inline bool pte_user(pte_t pte) in pte_user()
113 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE)
243 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
256 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update()
292 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
306 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear()
307 pte_t *ptep) in ptep_get_and_clear()
314 pte_t *ptep) in ptep_set_wrprotect()
320 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
348 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 3 })
[all …]
|
| /kernel/linux/linux-5.10/arch/um/include/asm/ |
| D | pgtable.h | 124 static inline int pte_none(pte_t pte) in pte_none()
133 static inline int pte_read(pte_t pte) in pte_read()
139 static inline int pte_exec(pte_t pte){ in pte_exec()
144 static inline int pte_write(pte_t pte) in pte_write()
150 static inline int pte_dirty(pte_t pte) in pte_dirty()
155 static inline int pte_young(pte_t pte) in pte_young()
160 static inline int pte_newpage(pte_t pte) in pte_newpage()
165 static inline int pte_newprot(pte_t pte) in pte_newprot()
176 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot()
182 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
[all …]
|
| /kernel/linux/linux-5.10/arch/riscv/include/asm/ |
| D | pgtable.h | 73 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t))
190 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
198 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte()
205 static inline int pte_present(pte_t pte) in pte_present()
210 static inline int pte_none(pte_t pte) in pte_none()
215 static inline int pte_write(pte_t pte) in pte_write()
220 static inline int pte_exec(pte_t pte) in pte_exec()
225 static inline int pte_huge(pte_t pte) in pte_huge()
231 static inline int pte_dirty(pte_t pte) in pte_dirty()
236 static inline int pte_young(pte_t pte) in pte_young()
[all …]
|
| /kernel/linux/linux-5.10/arch/microblaze/include/asm/ |
| D | pgtable.h | 39 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
72 extern pte_t *va_to_pte(unsigned long address);
302 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read()
303 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write()
304 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
305 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
306 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
308 static inline void pte_uncache(pte_t pte) { pte_val(pte) |= _PAGE_NO_CACHE; } in pte_uncache()
309 static inline void pte_cache(pte_t pte) { pte_val(pte) &= ~_PAGE_NO_CACHE; } in pte_cache()
311 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect()
[all …]
|
| /kernel/linux/linux-5.10/arch/m68k/include/asm/ |
| D | mcf_pgtable.h | 159 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
175 static inline int pte_none(pte_t pte) in pte_none()
180 static inline int pte_present(pte_t pte) in pte_present()
186 pte_t *ptep) in pte_clear()
213 static inline int pte_read(pte_t pte) in pte_read()
218 static inline int pte_write(pte_t pte) in pte_write()
223 static inline int pte_exec(pte_t pte) in pte_exec()
228 static inline int pte_dirty(pte_t pte) in pte_dirty()
233 static inline int pte_young(pte_t pte) in pte_young()
238 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
|
| D | sun3_pgtable.h | 105 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
121 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
122 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
123 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
130 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; })
158 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write()
159 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty()
160 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young()
162 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect()
163 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean()
[all …]
|
| D | motorola_pgtable.h | 114 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
120 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
174 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write()
175 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
176 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
178 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect()
179 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean()
180 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold()
181 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite()
182 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty()
[all …]
|
| /kernel/linux/linux-5.10/arch/nios2/include/asm/ |
| D | pgtable.h | 77 #define PTRS_PER_PTE ((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t))
94 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];
105 static inline int pte_write(pte_t pte) \ in pte_write()
107 static inline int pte_dirty(pte_t pte) \ in pte_dirty()
109 static inline int pte_young(pte_t pte) \ in pte_young()
123 static inline int pte_none(pte_t pte) in pte_none()
128 static inline int pte_present(pte_t pte) \ in pte_present()
135 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
141 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
147 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
[all …]
|
| /kernel/linux/linux-5.10/arch/openrisc/include/asm/ |
| D | pgtable.h | 233 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read()
234 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
235 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
236 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
237 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
239 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
245 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
251 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
257 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
263 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
[all …]
|
| /kernel/linux/linux-5.10/arch/hexagon/include/asm/ |
| D | pgtable.h | 170 extern void sync_icache_dcache(pte_t pte);
176 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
204 pte_t *ptep) in pte_clear()
251 static inline int pte_none(pte_t pte) in pte_none()
259 static inline int pte_present(pte_t pte) in pte_present()
271 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
278 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
285 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
292 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
299 static inline int pte_young(pte_t pte) in pte_young()
[all …]
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
| D | pgtable.h | 362 pte_t *ptep, unsigned long clr, in pte_update()
380 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
398 static inline int __pte_write(pte_t pte) in __pte_write()
405 static inline bool pte_savedwrite(pte_t pte) in pte_savedwrite()
418 static inline bool pte_savedwrite(pte_t pte) in pte_savedwrite()
424 static inline int pte_write(pte_t pte) in pte_write()
429 static inline int pte_read(pte_t pte) in pte_read()
436 pte_t *ptep) in ptep_set_wrprotect()
446 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
459 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
[all …]
|
| /kernel/linux/linux-5.10/arch/xtensa/include/asm/ |
| D | pgtable.h | 266 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write()
267 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
268 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
270 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
272 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
274 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
276 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
278 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
280 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
296 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
[all …]
|
| /kernel/linux/linux-5.10/arch/sparc/include/asm/ |
| D | pgtable_64.h | 214 pte_t mk_pte_io(unsigned long, pgprot_t, int, unsigned long);
239 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte()
251 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd()
259 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
280 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify()
341 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
380 extern pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma,
401 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
406 static inline bool is_default_hugetlb_pte(pte_t pte) in is_default_hugetlb_pte()
426 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
[all …]
|
| D | pgtable_32.h | 119 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
165 static inline int pte_present(pte_t pte) in pte_present()
170 static inline int pte_none(pte_t pte) in pte_none()
175 static inline void __pte_clear(pte_t *ptep) in __pte_clear()
180 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
202 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
222 set_pte((pte_t *)pudp, __pte(0)); in pud_clear()
229 static inline int pte_write(pte_t pte) in pte_write()
234 static inline int pte_dirty(pte_t pte) in pte_dirty()
239 static inline int pte_young(pte_t pte) in pte_young()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | hugetlb.h | 26 extern pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma,
31 pte_t *ptep, pte_t pte);
34 unsigned long addr, pte_t *ptep,
35 pte_t pte, int dirty);
37 extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
38 unsigned long addr, pte_t *ptep);
41 unsigned long addr, pte_t *ptep);
44 unsigned long addr, pte_t *ptep);
47 pte_t *ptep, unsigned long sz);
49 pte_t *ptep, pte_t pte, unsigned long sz);
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| D | pgtable.h | 124 static inline int pte_dirty(pte_t pte) in pte_dirty()
158 static inline int pte_young(pte_t pte) in pte_young()
183 static inline int pte_write(pte_t pte) in pte_write()
188 static inline int pte_huge(pte_t pte) in pte_huge()
193 static inline int pte_global(pte_t pte) in pte_global()
198 static inline int pte_exec(pte_t pte) in pte_exec()
203 static inline int pte_special(pte_t pte) in pte_special()
212 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
303 static inline pte_t pte_set_flags(pte_t pte, pteval_t set) in pte_set_flags()
310 static inline pte_t pte_clear_flags(pte_t pte, pteval_t clear) in pte_clear_flags()
[all …]
|
| /kernel/linux/linux-5.10/arch/alpha/include/asm/ |
| D | pgtable.h | 151 extern pte_t __bad_page(void);
213 pte_t pte; \
220 extern inline pte_t pfn_pte(unsigned long physpfn, pgprot_t pgprot) in pfn_pte()
221 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte()
223 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
226 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
247 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
248 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
249 extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear()
268 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm/include/asm/ |
| D | pgtable.h | 49 extern void __pte_error(const char *file, int line, pte_t);
172 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
203 static inline bool pte_access_permitted(pte_t pte, bool write) in pte_access_permitted()
216 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache()
220 extern void __sync_icache_dcache(pte_t pteval);
224 pte_t *ptep, pte_t pteval);
226 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit()
232 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit()
238 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
243 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
|
| /kernel/linux/linux-5.10/arch/csky/include/asm/ |
| D | pgtable.h | 28 #define PTRS_PER_PTE ((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t))
55 #define __swp_entry_to_pte(x) ((pte_t) { (x).val })
102 extern pte_t invalid_pte_table[PTRS_PER_PTE];
104 static inline void set_pte(pte_t *p, pte_t pte) in set_pte()
115 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
161 static inline int pte_read(pte_t pte) in pte_read()
166 static inline int pte_write(pte_t pte) in pte_write()
171 static inline int pte_dirty(pte_t pte) in pte_dirty()
176 static inline int pte_young(pte_t pte) in pte_young()
181 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
[all …]
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/ |
| D | pgtable.h | 27 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE)
174 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
180 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
185 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
191 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
197 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec()
246 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update()
265 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
268 pte_t pte = {val, val, val, val}; in ptep_get()
275 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm64/mm/ |
| D | hugetlbpage.c | 96 static inline pgprot_t pte_pgprot(pte_t pte) in pte_pgprot()
104 pte_t *ptep, size_t *pgsize) in find_num_contig()
115 if ((pte_t *)pmdp == ptep) { in find_num_contig()
156 static pte_t get_clear_flush(struct mm_struct *mm, in get_clear_flush()
158 pte_t *ptep, in get_clear_flush()
162 pte_t orig_pte = huge_ptep_get(ptep); in get_clear_flush()
167 pte_t pte = ptep_get_and_clear(mm, addr, ptep); in get_clear_flush()
199 pte_t *ptep, in clear_flush()
213 pte_t *ptep, pte_t pte) in set_huge_pte_at()
244 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_swap_pte_at()
[all …]
|