| /include/asm-generic/ |
| D | hugetlb.h | 13 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() argument
15 return pte_write(pte); in huge_pte_write()
18 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() argument
20 return pte_dirty(pte); in huge_pte_dirty()
23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() argument
25 return pte_mkwrite(pte); in huge_pte_mkwrite()
28 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() argument
30 return pte_mkdirty(pte); in huge_pte_mkdirty()
33 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() argument
35 return pte_modify(pte, newprot); in huge_pte_modify()
[all …]
|
| D | pgtable_uffd.h | 5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() argument
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() argument
17 return pte; in pte_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() argument
27 return pte; in pte_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() argument
37 return pte; in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() argument
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp() argument
47 return pte; in pte_swp_clear_uffd_wp()
|
| D | pgalloc.h | 42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument
44 free_page((unsigned long)pte); in pte_free_kernel()
61 struct page *pte; in __pte_alloc_one() local
63 pte = alloc_page(gfp); in __pte_alloc_one()
64 if (!pte) in __pte_alloc_one()
66 if (!pgtable_pte_page_ctor(pte)) { in __pte_alloc_one()
67 __free_page(pte); in __pte_alloc_one()
71 return pte; in __pte_alloc_one()
|
| D | page.h | 38 unsigned long pte; member
51 #define pte_val(x) ((x).pte)
|
| D | pgtable-nopmd.h | 38 #define pud_populate(mm, pmd, pte) do { } while (0) argument
|
| /include/linux/ |
| D | swapops.h | 72 static inline pte_t pte_swp_clear_flags(pte_t pte) in pte_swp_clear_flags() argument
74 if (pte_swp_exclusive(pte)) in pte_swp_clear_flags()
75 pte = pte_swp_clear_exclusive(pte); in pte_swp_clear_flags()
76 if (pte_swp_soft_dirty(pte)) in pte_swp_clear_flags()
77 pte = pte_swp_clear_soft_dirty(pte); in pte_swp_clear_flags()
78 if (pte_swp_uffd_wp(pte)) in pte_swp_clear_flags()
79 pte = pte_swp_clear_uffd_wp(pte); in pte_swp_clear_flags()
80 return pte; in pte_swp_clear_flags()
124 static inline int is_swap_pte(pte_t pte) in is_swap_pte() argument
126 return !pte_none(pte) && !pte_present(pte); in is_swap_pte()
[all …]
|
| D | pgtable.h | 101 #define pte_unmap(pte) kunmap_atomic((pte)) argument
104 #define pte_unmap(pte) ((void)(pte)) /* NOP */ argument
212 pte_t pte = *ptep; in ptep_test_and_clear_young() local
214 if (!pte_young(pte)) in ptep_test_and_clear_young()
217 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
299 pte_t pte = *ptep; in ptep_get_and_clear() local
301 page_table_check_pte_clear(mm, address, pte); in ptep_get_and_clear()
302 return pte; in ptep_get_and_clear()
353 pte_t pte; in ptep_get_lockless() local
356 pte.pte_low = ptep->pte_low; in ptep_get_lockless()
[all …]
|
| D | userfaultfd_k.h | 130 pte_t pte) in userfaultfd_pte_wp() argument
132 return userfaultfd_wp(vma) && pte_uffd_wp(pte); in userfaultfd_pte_wp()
214 pte_t pte) in userfaultfd_pte_wp() argument
289 static inline bool pte_marker_uffd_wp(pte_t pte) in pte_marker_uffd_wp() argument
294 if (!is_swap_pte(pte)) in pte_marker_uffd_wp()
297 entry = pte_to_swp_entry(pte); in pte_marker_uffd_wp()
309 static inline bool pte_swp_uffd_wp_any(pte_t pte) in pte_swp_uffd_wp_any() argument
312 if (!is_swap_pte(pte)) in pte_swp_uffd_wp_any()
315 if (pte_swp_uffd_wp(pte)) in pte_swp_uffd_wp_any()
318 if (pte_marker_uffd_wp(pte)) in pte_swp_uffd_wp_any()
|
| D | page_table_check.h | 18 pte_t pte);
24 pte_t *ptep, pte_t pte);
50 unsigned long addr, pte_t pte) in page_table_check_pte_clear() argument
55 __page_table_check_pte_clear(mm, addr, pte); in page_table_check_pte_clear()
78 pte_t pte) in page_table_check_pte_set() argument
83 __page_table_check_pte_set(mm, addr, ptep, pte); in page_table_check_pte_set()
127 unsigned long addr, pte_t pte) in page_table_check_pte_clear() argument
143 pte_t pte) in page_table_check_pte_set() argument
|
| D | pagewalk.h | 56 int (*pte_entry)(pte_t *pte, unsigned long addr,
60 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask,
|
| D | hugetlb.h | 240 bool is_hugetlb_entry_migration(pte_t pte);
932 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr() argument
935 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr()
979 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
981 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_modify_prot_commit()
1137 struct mm_struct *mm, pte_t *pte)
1161 pte_t *ptep, pte_t pte)
1175 struct mm_struct *mm, pte_t *pte) in huge_pte_lock() argument
1179 ptl = huge_pte_lockptr(h, mm, pte); in huge_pte_lock()
1193 static inline bool hugetlb_pmd_shared(pte_t *pte) in hugetlb_pmd_shared() argument
[all …]
|
| D | rmap.h | 379 pte_t *pte; member
407 if (pvmw->pte && !is_vm_hugetlb_page(pvmw->vma)) in page_vma_mapped_walk_done()
408 pte_unmap(pvmw->pte); in page_vma_mapped_walk_done()
|
| D | mmu_notifier.h | 133 pte_t pte);
406 unsigned long address, pte_t pte);
454 unsigned long address, pte_t pte) in mmu_notifier_change_pte() argument
457 __mmu_notifier_change_pte(mm, address, pte); in mmu_notifier_change_pte()
706 unsigned long address, pte_t pte) in mmu_notifier_change_pte() argument
|
| D | pfn_t.h | 112 pte_t pte_mkdevmap(pte_t pte);
|
| D | mm_inline.h | 558 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument
564 WARN_ON_ONCE(!pte_none(*pte)); in pte_install_uffd_wp_if_needed()
581 set_pte_at(vma->vm_mm, addr, pte, in pte_install_uffd_wp_if_needed()
|
| D | mm.h | 523 pte_t *pte; /* Pointer to pte entry matching member
1269 static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma) in maybe_mkwrite() argument
1272 pte = pte_mkwrite(pte); in maybe_mkwrite()
1273 return pte; in maybe_mkwrite()
2160 pte_t pte);
2162 pte_t pte);
2441 static inline int pte_special(pte_t pte) in pte_special() argument
2446 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() argument
2448 return pte; in pte_mkspecial()
2453 static inline int pte_devmap(pte_t pte) in pte_devmap() argument
[all …]
|
| D | kvm_host.h | 252 pte_t pte; member
|
| /include/trace/events/ |
| D | migrate.h | 110 TP_PROTO(unsigned long addr, unsigned long pte, int order),
112 TP_ARGS(addr, pte, order),
116 __field(unsigned long, pte)
122 __entry->pte = pte;
126 TP_printk("addr=%lx, pte=%lx order=%d", __entry->addr, __entry->pte, __entry->order)
130 TP_PROTO(unsigned long addr, unsigned long pte, int order),
131 TP_ARGS(addr, pte, order)
135 TP_PROTO(unsigned long addr, unsigned long pte, int order),
136 TP_ARGS(addr, pte, order)
|
| D | thp.h | 31 TP_PROTO(unsigned long addr, unsigned long pte, unsigned long clr, unsigned long set),
32 TP_ARGS(addr, pte, clr, set),
35 __field(unsigned long, pte)
42 __entry->pte = pte;
48 …r 0x%lx and pte = 0x%lx clr = 0x%lx, set = 0x%lx", __entry->addr, __entry->pte, __entry->clr, __en…
|
| D | xen.h | 142 __entry->pteval = pteval.pte),
271 __entry->pteval = pteval.pte),
|