| /include/trace/events/ |
| D | thp.h | 13 TP_PROTO(unsigned long addr, unsigned long pte),
14 TP_ARGS(addr, pte),
17 __field(unsigned long, pte)
22 __entry->pte = pte;
26 __entry->addr, __entry->pte)
49 TP_PROTO(unsigned long addr, unsigned long pte, unsigned long clr, unsigned long set),
50 TP_ARGS(addr, pte, clr, set),
53 __field(unsigned long, pte)
60 __entry->pte = pte;
66 …r 0x%lx and pte = 0x%lx clr = 0x%lx, set = 0x%lx", __entry->addr, __entry->pte, __entry->clr, __en…
[all …]
|
| D | xen.h | 142 __entry->pteval = pteval.pte),
271 __entry->pteval = pteval.pte),
|
| /include/asm-generic/ |
| D | pgtable_uffd.h | 5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() argument
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() argument
17 return pte; in pte_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() argument
27 return pte; in pte_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() argument
37 return pte; in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() argument
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp() argument
47 return pte; in pte_swp_clear_uffd_wp()
|
| D | hugetlb.h | 10 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() argument
12 return pte_write(pte); in huge_pte_write()
15 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() argument
17 return pte_dirty(pte); in huge_pte_dirty()
20 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() argument
22 return pte_mkwrite(pte); in huge_pte_mkwrite()
25 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() argument
27 return pte_mkdirty(pte); in huge_pte_mkdirty()
30 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() argument
32 return pte_modify(pte, newprot); in huge_pte_modify()
[all …]
|
| D | pgalloc.h | 42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument
44 free_page((unsigned long)pte); in pte_free_kernel()
61 struct page *pte; in __pte_alloc_one() local
63 pte = alloc_page(gfp); in __pte_alloc_one()
64 if (!pte) in __pte_alloc_one()
66 if (!pgtable_pte_page_ctor(pte)) { in __pte_alloc_one()
67 __free_page(pte); in __pte_alloc_one()
71 return pte; in __pte_alloc_one()
|
| D | page.h | 38 unsigned long pte; member
51 #define pte_val(x) ((x).pte)
|
| D | pgtable-nopmd.h | 36 #define pud_populate(mm, pmd, pte) do { } while (0) argument
|
| /include/linux/ |
| D | swapops.h | 27 static inline pte_t pte_swp_clear_flags(pte_t pte) in pte_swp_clear_flags() argument
29 if (pte_swp_soft_dirty(pte)) in pte_swp_clear_flags()
30 pte = pte_swp_clear_soft_dirty(pte); in pte_swp_clear_flags()
31 if (pte_swp_uffd_wp(pte)) in pte_swp_clear_flags()
32 pte = pte_swp_clear_uffd_wp(pte); in pte_swp_clear_flags()
33 return pte; in pte_swp_clear_flags()
66 static inline int is_swap_pte(pte_t pte) in is_swap_pte() argument
68 return !pte_none(pte) && !pte_present(pte); in is_swap_pte()
75 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry() argument
79 pte = pte_swp_clear_flags(pte); in pte_to_swp_entry()
[all …]
|
| D | pgtable.h | 100 #define pte_unmap(pte) kunmap_atomic((pte)) argument
103 #define pte_unmap(pte) ((void)(pte)) /* NOP */ argument
204 pte_t pte = *ptep; in ptep_test_and_clear_young() local
206 if (!pte_young(pte)) in ptep_test_and_clear_young()
209 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
280 pte_t pte = *ptep; in ptep_get_and_clear() local
282 return pte; in ptep_get_and_clear()
327 pte_t pte; in ptep_get_lockless() local
330 pte.pte_low = ptep->pte_low; in ptep_get_lockless()
332 pte.pte_high = ptep->pte_high; in ptep_get_lockless()
[all …]
|
| D | pagewalk.h | 46 int (*pte_entry)(pte_t *pte, unsigned long addr,
50 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask,
|
| D | hugetlb.h | 214 bool is_hugetlb_entry_migration(pte_t pte);
852 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr() argument
855 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr()
888 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_swap_pte_at() argument
890 set_huge_pte_at(mm, addr, ptep, pte); in set_huge_swap_pte_at()
907 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
909 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_modify_prot_commit()
1055 struct mm_struct *mm, pte_t *pte)
1073 pte_t *ptep, pte_t pte, unsigned long sz)
1085 struct mm_struct *mm, pte_t *pte) in huge_pte_lock() argument
[all …]
|
| D | userfaultfd_k.h | 118 pte_t pte) in userfaultfd_pte_wp() argument
120 return userfaultfd_wp(vma) && pte_uffd_wp(pte); in userfaultfd_pte_wp()
191 pte_t pte) in userfaultfd_pte_wp() argument
|
| D | rmap.h | 238 pte_t *pte; member
246 if (pvmw->pte && !PageHuge(pvmw->page)) in page_vma_mapped_walk_done()
247 pte_unmap(pvmw->pte); in page_vma_mapped_walk_done()
|
| D | intel-iommu.h | 681 static inline void dma_clear_pte(struct dma_pte *pte) in dma_clear_pte() argument
683 pte->val = 0; in dma_clear_pte()
686 static inline u64 dma_pte_addr(struct dma_pte *pte) in dma_pte_addr() argument
689 return pte->val & VTD_PAGE_MASK & (~DMA_FL_PTE_XD); in dma_pte_addr()
692 return __cmpxchg64(&pte->val, 0ULL, 0ULL) & in dma_pte_addr()
697 static inline bool dma_pte_present(struct dma_pte *pte) in dma_pte_present() argument
699 return (pte->val & 3) != 0; in dma_pte_present()
702 static inline bool dma_pte_superpage(struct dma_pte *pte) in dma_pte_superpage() argument
704 return (pte->val & DMA_PTE_LARGE_PAGE); in dma_pte_superpage()
707 static inline int first_pte_in_page(struct dma_pte *pte) in first_pte_in_page() argument
[all …]
|
| D | mmu_notifier.h | 135 pte_t pte);
408 unsigned long address, pte_t pte);
456 unsigned long address, pte_t pte) in mmu_notifier_change_pte() argument
459 __mmu_notifier_change_pte(mm, address, pte); in mmu_notifier_change_pte()
723 unsigned long address, pte_t pte) in mmu_notifier_change_pte() argument
|
| D | pfn_t.h | 112 pte_t pte_mkdevmap(pte_t pte);
|
| D | mm.h | 570 pte_t *pte; /* Pointer to pte entry matching member
1057 static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma) in maybe_mkwrite() argument
1060 pte = pte_mkwrite(pte); in maybe_mkwrite()
1061 return pte; in maybe_mkwrite()
1791 pte_t pte);
2092 static inline int pte_special(pte_t pte) in pte_special() argument
2097 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() argument
2099 return pte; in pte_mkspecial()
2104 static inline int pte_devmap(pte_t pte) in pte_devmap() argument
2340 #define pte_unmap_unlock(pte, ptl) do { \ argument
[all …]
|
| D | kvm_host.h | 240 pte_t pte; member
|