Home
last modified time | relevance | path

Searched refs:pte (Results 1 – 20 of 20) sorted by relevance

/include/asm-generic/
Dhugetlb.h13 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() argument
15 return pte_write(pte); in huge_pte_write()
18 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() argument
20 return pte_dirty(pte); in huge_pte_dirty()
23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() argument
25 return pte_mkwrite_novma(pte); in huge_pte_mkwrite()
29 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect() argument
31 return pte_wrprotect(pte); in huge_pte_wrprotect()
35 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() argument
37 return pte_mkdirty(pte); in huge_pte_mkdirty()
[all …]
Dpgtable_uffd.h5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() argument
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() argument
17 return pte; in pte_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() argument
27 return pte; in pte_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() argument
37 return pte; in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() argument
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp() argument
47 return pte; in pte_swp_clear_uffd_wp()
Dpgalloc.h49 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument
51 pagetable_free(virt_to_ptdesc(pte)); in pte_free_kernel()
Dpgtable-nopmd.h38 #define pud_populate(mm, pmd, pte) do { } while (0) argument
/include/trace/events/
Dthp.h14 TP_PROTO(unsigned long addr, unsigned long pte),
15 TP_ARGS(addr, pte),
18 __field(unsigned long, pte)
23 __entry->pte = pte;
26 TP_printk("Set page table entry with 0x%lx with 0x%lx", __entry->addr, __entry->pte)
41 TP_PROTO(unsigned long addr, unsigned long pte, unsigned long clr, unsigned long set),
42 TP_ARGS(addr, pte, clr, set),
45 __field(unsigned long, pte)
52 __entry->pte = pte;
58 …r 0x%lx and pte = 0x%lx clr = 0x%lx, set = 0x%lx", __entry->addr, __entry->pte, __entry->clr, __en…
Dmigrate.h115 TP_PROTO(unsigned long addr, unsigned long pte, int order),
117 TP_ARGS(addr, pte, order),
121 __field(unsigned long, pte)
127 __entry->pte = pte;
131 TP_printk("addr=%lx, pte=%lx order=%d", __entry->addr, __entry->pte, __entry->order)
135 TP_PROTO(unsigned long addr, unsigned long pte, int order),
136 TP_ARGS(addr, pte, order)
140 TP_PROTO(unsigned long addr, unsigned long pte, int order),
141 TP_ARGS(addr, pte, order)
Dxen.h142 __entry->pteval = pteval.pte),
271 __entry->pteval = pteval.pte),
/include/linux/
Dswapops.h72 static inline pte_t pte_swp_clear_flags(pte_t pte) in pte_swp_clear_flags() argument
74 if (pte_swp_exclusive(pte)) in pte_swp_clear_flags()
75 pte = pte_swp_clear_exclusive(pte); in pte_swp_clear_flags()
76 if (pte_swp_soft_dirty(pte)) in pte_swp_clear_flags()
77 pte = pte_swp_clear_soft_dirty(pte); in pte_swp_clear_flags()
78 if (pte_swp_uffd_wp(pte)) in pte_swp_clear_flags()
79 pte = pte_swp_clear_uffd_wp(pte); in pte_swp_clear_flags()
80 return pte; in pte_swp_clear_flags()
124 static inline int is_swap_pte(pte_t pte) in is_swap_pte() argument
126 return !pte_none(pte) && !pte_present(pte); in is_swap_pte()
[all …]
Dpgtable.h104 #define pte_unmap(pte) do { \ argument
105 kunmap_local((pte)); \
113 static inline void pte_unmap(pte_t *pte) in pte_unmap() argument
234 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte) in pte_batch_hint() argument
241 static inline pte_t pte_advance_pfn(pte_t pte, unsigned long nr) in pte_advance_pfn() argument
243 return __pte(pte_val(pte) + (nr << PFN_PTE_SHIFT)); in pte_advance_pfn()
247 #define pte_next_pfn(pte) pte_advance_pfn(pte, 1) argument
269 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes() argument
271 page_table_check_ptes_set(mm, ptep, pte, nr); in set_ptes()
274 set_pte(ptep, pte); in set_ptes()
[all …]
Dio-pgtable-arm.h168 #define iopte_type(pte) \ argument
169 (((pte) >> ARM_LPAE_PTE_TYPE_SHIFT) & ARM_LPAE_PTE_TYPE_MASK)
171 #define iopte_prot(pte) ((pte) & ARM_LPAE_PTE_ATTR_MASK) argument
173 #define iopte_writeable_dirty(pte) \ argument
174 (((pte) & ARM_LPAE_PTE_AP_WR_CLEAN_MASK) == ARM_LPAE_PTE_DBM)
180 static inline bool iopte_leaf(arm_lpae_iopte pte, int lvl, in iopte_leaf() argument
184 return iopte_type(pte) == ARM_LPAE_PTE_TYPE_PAGE; in iopte_leaf()
186 return iopte_type(pte) == ARM_LPAE_PTE_TYPE_BLOCK; in iopte_leaf()
189 static inline bool iopte_table(arm_lpae_iopte pte, int lvl) in iopte_table() argument
193 return iopte_type(pte) == ARM_LPAE_PTE_TYPE_TABLE; in iopte_table()
[all …]
Dpage_table_check.h17 void __page_table_check_pte_clear(struct mm_struct *mm, pte_t pte);
20 void __page_table_check_ptes_set(struct mm_struct *mm, pte_t *ptep, pte_t pte,
44 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear() argument
49 __page_table_check_pte_clear(mm, pte); in page_table_check_pte_clear()
69 pte_t *ptep, pte_t pte, unsigned int nr) in page_table_check_ptes_set() argument
74 __page_table_check_ptes_set(mm, ptep, pte, nr); in page_table_check_ptes_set()
115 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear() argument
128 pte_t *ptep, pte_t pte, unsigned int nr) in page_table_check_ptes_set() argument
Dksm.h34 #define is_ksm_zero_pte(pte) (is_zero_pfn(pte_pfn(pte)) && pte_dirty(pte)) argument
44 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page() argument
46 if (is_ksm_zero_pte(pte)) { in ksm_might_unmap_zero_page()
122 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page() argument
Duserfaultfd_k.h199 pte_t pte) in userfaultfd_pte_wp() argument
201 return userfaultfd_wp(vma) && pte_uffd_wp(pte); in userfaultfd_pte_wp()
335 pte_t pte) in userfaultfd_pte_wp() argument
446 static inline bool pte_marker_uffd_wp(pte_t pte) in pte_marker_uffd_wp() argument
451 if (!is_swap_pte(pte)) in pte_marker_uffd_wp()
454 entry = pte_to_swp_entry(pte); in pte_marker_uffd_wp()
466 static inline bool pte_swp_uffd_wp_any(pte_t pte) in pte_swp_uffd_wp_any() argument
469 if (!is_swap_pte(pte)) in pte_swp_uffd_wp_any()
472 if (pte_swp_uffd_wp(pte)) in pte_swp_uffd_wp_any()
475 if (pte_marker_uffd_wp(pte)) in pte_swp_uffd_wp_any()
Dpagewalk.h77 int (*pte_entry)(pte_t *pte, unsigned long addr,
81 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask,
183 pte_t pte; member
Dhugetlb.h272 bool is_hugetlb_entry_migration(pte_t pte);
273 bool is_hugetlb_entry_hwpoisoned(pte_t pte);
950 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr() argument
978 return pud_lockptr(mm, (pud_t *) pte); in huge_pte_lockptr()
980 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr()
982 return ptep_lockptr(mm, pte); in huge_pte_lockptr()
1026 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
1030 set_huge_pte_at(vma->vm_mm, addr, ptep, pte, psize); in huge_ptep_modify_prot_commit()
1207 struct mm_struct *mm, pte_t *pte)
1235 pte_t *ptep, pte_t pte, unsigned long sz)
[all …]
Drmap.h682 pte_t *pte; member
700 if (pvmw->pte && !is_vm_hugetlb_page(pvmw->vma)) in page_vma_mapped_walk_done()
701 pte_unmap(pvmw->pte); in page_vma_mapped_walk_done()
718 WARN_ON_ONCE(!pvmw->pmd && !pvmw->pte); in page_vma_mapped_walk_restart()
727 pvmw->pte = NULL; in page_vma_mapped_walk_restart()
Dmm.h578 pte_t *pte; /* Pointer to pte entry matching member
1448 static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma) in maybe_mkwrite() argument
1451 pte = pte_mkwrite(pte, vma); in maybe_mkwrite()
1452 return pte; in maybe_mkwrite()
2534 pte_t pte);
2536 pte_t pte);
2743 pte_t pte);
2859 static inline int pte_special(pte_t pte) in pte_special() argument
2864 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() argument
2866 return pte; in pte_mkspecial()
[all …]
Dpfn_t.h112 pte_t pte_mkdevmap(pte_t pte);
Dmm_inline.h587 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument
593 WARN_ON_ONCE(!pte_none(ptep_get(pte))); in pte_install_uffd_wp_if_needed()
616 set_pte_at(vma->vm_mm, addr, pte, in pte_install_uffd_wp_if_needed()
/include/trace/hooks/
Dmm.h526 TP_PROTO(struct folio *folio, pte_t *pte, struct vm_fault *vmf,
528 TP_ARGS(folio, pte, vmf, entry));