| /include/asm-generic/ |
| D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument
22 return pmd; in pmd_mkuffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument
32 return pmd; in pmd_clear_uffd_wp()
50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument
52 return pmd; in pmd_swp_mkuffd_wp()
55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument
60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument
62 return pmd; in pmd_swp_clear_uffd_wp()
|
| D | pgtable-nopmd.h | 36 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud)) argument
38 #define pud_populate(mm, pmd, pte) do { } while (0) argument
63 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
|
| D | pgalloc.h | 151 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
153 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_free()
155 BUG_ON((unsigned long)pmd & (PAGE_SIZE-1)); in pmd_free()
|
| /include/trace/events/ |
| D | thp.h | 30 TP_PROTO(unsigned long addr, unsigned long pmd),
31 TP_ARGS(addr, pmd)
62 TP_PROTO(unsigned long addr, unsigned long pmd, unsigned long clr, unsigned long set),
63 TP_ARGS(addr, pmd, clr, set)
74 TP_PROTO(unsigned long addr, unsigned long pmd),
76 TP_ARGS(addr, pmd),
80 __field(unsigned long, pmd)
85 __entry->pmd = pmd;
87 TP_printk("addr=%lx, pmd=%lx", __entry->addr, __entry->pmd)
91 TP_PROTO(unsigned long addr, unsigned long pmd),
[all …]
|
| D | xen.h | 166 __entry->pmdval = pmdval.pmd),
|
| /include/linux/ |
| D | page_table_check.h | 18 void __page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd);
22 void __page_table_check_pmd_set(struct mm_struct *mm, pmd_t *pmdp, pmd_t pmd);
26 pmd_t pmd);
52 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear() argument
57 __page_table_check_pmd_clear(mm, pmd); in page_table_check_pmd_clear()
78 pmd_t pmd) in page_table_check_pmd_set() argument
83 __page_table_check_pmd_set(mm, pmdp, pmd); in page_table_check_pmd_set()
97 pmd_t pmd) in page_table_check_pte_clear_range() argument
102 __page_table_check_pte_clear_range(mm, addr, pmd); in page_table_check_pte_clear_range()
119 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear() argument
[all …]
|
| D | pgtable.h | 50 #define pmd_pgtable(pmd) pmd_page(pmd) argument
53 #define pmd_folio(pmd) page_folio(pmd_page(pmd)) argument
94 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address) in pte_offset_kernel() argument
96 return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address); in pte_offset_kernel()
102 #define __pte_map(pmd, address) \ argument
103 ((pte_t *)kmap_local_page(pmd_page(*(pmd))) + pte_index((address)))
109 static inline pte_t *__pte_map(pmd_t *pmd, unsigned long address) in __pte_map() argument
111 return pte_offset_kernel(pmd, address); in __pte_map()
175 pmd_t *pmd = pmd_off_k(vaddr); in virt_to_kpte() local
177 return pmd_none(*pmd) ? NULL : pte_offset_kernel(pmd, vaddr); in virt_to_kpte()
[all …]
|
| D | huge_mm.h | 30 pmd_t *pmd, unsigned long addr, unsigned long next);
31 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd,
38 pmd_t *pmd, unsigned long addr, pgprot_t newprot,
373 void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd,
418 spinlock_t *__pmd_trans_huge_lock(pmd_t *pmd, struct vm_area_struct *vma);
421 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd() argument
423 return !pmd_none(pmd) && !pmd_present(pmd); in is_swap_pmd()
427 static inline spinlock_t *pmd_trans_huge_lock(pmd_t *pmd, in pmd_trans_huge_lock() argument
430 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) in pmd_trans_huge_lock()
431 return __pmd_trans_huge_lock(pmd, vma); in pmd_trans_huge_lock()
[all …]
|
| D | swapops.h | 335 extern void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd,
359 static inline void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait() argument
559 extern void pmd_migration_entry_wait(struct mm_struct *mm, pmd_t *pmd);
561 static inline swp_entry_t pmd_to_swp_entry(pmd_t pmd) in pmd_to_swp_entry() argument
565 if (pmd_swp_soft_dirty(pmd)) in pmd_to_swp_entry()
566 pmd = pmd_swp_clear_soft_dirty(pmd); in pmd_to_swp_entry()
567 if (pmd_swp_uffd_wp(pmd)) in pmd_to_swp_entry()
568 pmd = pmd_swp_clear_uffd_wp(pmd); in pmd_to_swp_entry()
569 arch_entry = __pmd_to_swp_entry(pmd); in pmd_to_swp_entry()
581 static inline int is_pmd_migration_entry(pmd_t pmd) in is_pmd_migration_entry() argument
[all …]
|
| D | swapfile.h | 8 extern int unuse_swap_pte(struct vm_area_struct *vma, pmd_t *pmd,
|
| D | mm.h | 559 pmd_t *pmd; /* Pointer to pmd entry matching member
2538 unsigned long addr, pmd_t pmd);
2540 pmd_t pmd);
2871 static inline bool pmd_special(pmd_t pmd) in pmd_special() argument
2876 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial() argument
2878 return pmd; in pmd_mkspecial()
3008 int __pte_alloc(struct mm_struct *mm, pmd_t *pmd);
3009 int __pte_alloc_kernel(pmd_t *pmd);
3116 static inline spinlock_t *pte_lockptr(struct mm_struct *mm, pmd_t *pmd) in pte_lockptr() argument
3118 return ptlock_ptr(page_ptdesc(pmd_page(*pmd))); in pte_lockptr()
[all …]
|
| D | pagewalk.h | 75 int (*pmd_entry)(pmd_t *pmd, unsigned long addr,
185 pmd_t pmd; member
|
| D | userfaultfd_k.h | 205 pmd_t pmd) in userfaultfd_huge_pmd_wp() argument
207 return userfaultfd_wp(vma) && pmd_uffd_wp(pmd); in userfaultfd_huge_pmd_wp()
341 pmd_t pmd) in userfaultfd_huge_pmd_wp() argument
|
| D | pfn_t.h | 113 pmd_t pmd_mkdevmap(pmd_t pmd);
|
| D | rmap.h | 681 pmd_t *pmd; member
718 WARN_ON_ONCE(!pvmw->pmd && !pvmw->pte); in page_vma_mapped_walk_restart()
726 pvmw->pmd = NULL; in page_vma_mapped_walk_restart()
|
| D | hugetlb.h | 185 static inline pte_t *pte_offset_huge(pmd_t *pmd, unsigned long address) in pte_offset_huge() argument
187 return pte_offset_kernel(pmd, address); in pte_offset_huge()
189 static inline pte_t *pte_alloc_huge(struct mm_struct *mm, pmd_t *pmd, in pte_alloc_huge() argument
192 return pte_alloc(mm, pmd) ? NULL : pte_offset_huge(pmd, address); in pte_alloc_huge()
|