| /include/trace/events/ |
| D | thp.h | 13 TP_PROTO(unsigned long addr, unsigned long pte),
14 TP_ARGS(addr, pte),
17 __field(unsigned long, pte)
22 __entry->pte = pte;
26 __entry->addr, __entry->pte)
49 TP_PROTO(unsigned long addr, unsigned long pte, unsigned long clr, unsigned long set),
50 TP_ARGS(addr, pte, clr, set),
53 __field(unsigned long, pte)
60 __entry->pte = pte;
66 …r 0x%lx and pte = 0x%lx clr = 0x%lx, set = 0x%lx", __entry->addr, __entry->pte, __entry->clr, __en…
[all …]
|
| D | xen.h | 142 __entry->pteval = pteval.pte),
271 __entry->pteval = pteval.pte),
|
| /include/asm-generic/ |
| D | pgtable_uffd.h | 5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() argument
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() argument
17 return pte; in pte_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() argument
27 return pte; in pte_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() argument
37 return pte; in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() argument
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp() argument
47 return pte; in pte_swp_clear_uffd_wp()
|
| D | hugetlb.h | 10 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() argument
12 return pte_write(pte); in huge_pte_write()
15 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() argument
17 return pte_dirty(pte); in huge_pte_dirty()
20 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() argument
22 return pte_mkwrite(pte); in huge_pte_mkwrite()
25 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() argument
27 return pte_mkdirty(pte); in huge_pte_mkdirty()
30 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() argument
32 return pte_modify(pte, newprot); in huge_pte_modify()
[all …]
|
| D | pgalloc.h | 42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument
44 free_page((unsigned long)pte); in pte_free_kernel()
61 struct page *pte; in __pte_alloc_one() local
63 pte = alloc_page(gfp); in __pte_alloc_one()
64 if (!pte) in __pte_alloc_one()
66 if (!pgtable_pte_page_ctor(pte)) { in __pte_alloc_one()
67 __free_page(pte); in __pte_alloc_one()
71 return pte; in __pte_alloc_one()
|
| D | page.h | 38 unsigned long pte; member
51 #define pte_val(x) ((x).pte)
|
| D | pgtable-nopmd.h | 36 #define pud_populate(mm, pmd, pte) do { } while (0) argument
|
| /include/linux/ |
| D | swapops.h | 27 static inline pte_t pte_swp_clear_flags(pte_t pte) in pte_swp_clear_flags() argument
29 if (pte_swp_soft_dirty(pte)) in pte_swp_clear_flags()
30 pte = pte_swp_clear_soft_dirty(pte); in pte_swp_clear_flags()
31 if (pte_swp_uffd_wp(pte)) in pte_swp_clear_flags()
32 pte = pte_swp_clear_uffd_wp(pte); in pte_swp_clear_flags()
33 return pte; in pte_swp_clear_flags()
66 static inline int is_swap_pte(pte_t pte) in is_swap_pte() argument
68 return !pte_none(pte) && !pte_present(pte); in is_swap_pte()
75 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry() argument
79 pte = pte_swp_clear_flags(pte); in pte_to_swp_entry()
[all …]
|
| D | pgtable.h | 82 #define pte_unmap(pte) kunmap_atomic((pte)) argument
85 #define pte_unmap(pte) ((void)(pte)) /* NOP */ argument
186 pte_t pte = *ptep; in ptep_test_and_clear_young() local
188 if (!pte_young(pte)) in ptep_test_and_clear_young()
191 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
249 pte_t pte = *ptep; in ptep_get_and_clear() local
251 return pte; in ptep_get_and_clear()
311 pte_t pte; in ptep_get_and_clear_full() local
312 pte = ptep_get_and_clear(mm, address, ptep); in ptep_get_and_clear_full()
313 return pte; in ptep_get_and_clear_full()
[all …]
|
| D | hugetlb.h | 195 bool is_hugetlb_entry_migration(pte_t pte);
721 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr() argument
724 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr()
757 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_swap_pte_at() argument
759 set_huge_pte_at(mm, addr, ptep, pte); in set_huge_swap_pte_at()
776 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
778 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_modify_prot_commit()
915 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr() argument
933 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_swap_pte_at() argument
939 struct mm_struct *mm, pte_t *pte) in huge_pte_lock() argument
[all …]
|
| D | pagewalk.h | 46 int (*pte_entry)(pte_t *pte, unsigned long addr,
50 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask,
|
| D | userfaultfd_k.h | 118 pte_t pte) in userfaultfd_pte_wp() argument
120 return userfaultfd_wp(vma) && pte_uffd_wp(pte); in userfaultfd_pte_wp()
191 pte_t pte) in userfaultfd_pte_wp() argument
|
| D | intel-iommu.h | 668 static inline void dma_clear_pte(struct dma_pte *pte) in dma_clear_pte() argument
670 pte->val = 0; in dma_clear_pte()
673 static inline u64 dma_pte_addr(struct dma_pte *pte) in dma_pte_addr() argument
676 return pte->val & VTD_PAGE_MASK & (~DMA_FL_PTE_XD); in dma_pte_addr()
679 return __cmpxchg64(&pte->val, 0ULL, 0ULL) & in dma_pte_addr()
684 static inline bool dma_pte_present(struct dma_pte *pte) in dma_pte_present() argument
686 return (pte->val & 3) != 0; in dma_pte_present()
689 static inline bool dma_pte_superpage(struct dma_pte *pte) in dma_pte_superpage() argument
691 return (pte->val & DMA_PTE_LARGE_PAGE); in dma_pte_superpage()
694 static inline int first_pte_in_page(struct dma_pte *pte) in first_pte_in_page() argument
[all …]
|
| D | rmap.h | 245 pte_t *pte; member
253 if (pvmw->pte && !PageHuge(pvmw->page)) in page_vma_mapped_walk_done()
254 pte_unmap(pvmw->pte); in page_vma_mapped_walk_done()
|
| D | mmu_notifier.h | 136 pte_t pte);
430 unsigned long address, pte_t pte);
478 unsigned long address, pte_t pte) in mmu_notifier_change_pte() argument
481 __mmu_notifier_change_pte(mm, address, pte); in mmu_notifier_change_pte()
760 unsigned long address, pte_t pte) in mmu_notifier_change_pte() argument
|
| D | pfn_t.h | 112 pte_t pte_mkdevmap(pte_t pte);
|
| D | mm.h | 555 pte_t *pte; /* Pointer to pte entry matching member
1027 static inline pte_t maybe_mkwrite(pte_t pte, unsigned long vma_flags) in maybe_mkwrite() argument
1030 pte = pte_mkwrite(pte); in maybe_mkwrite()
1031 return pte; in maybe_mkwrite()
1725 pte_t pte, unsigned long vma_flags);
1727 unsigned long addr, pte_t pte) in vm_normal_page() argument
1729 return _vm_normal_page(vma, addr, pte, vma->vm_flags); in vm_normal_page()
2141 static inline int pte_special(pte_t pte) in pte_special() argument
2146 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() argument
2148 return pte; in pte_mkspecial()
[all …]
|