| /arch/sh/include/asm/ |
| D | hugetlb.h | 39 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
41 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
45 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
47 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
51 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
66 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
68 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
72 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
75 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
78 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() argument
[all …]
|
| /arch/ia64/include/asm/ |
| D | hugetlb.h | 27 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
29 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
33 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
35 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
39 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
54 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
56 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
60 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
63 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
66 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() argument
[all …]
|
| D | pgtable.h | 334 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
341 (!pte_present(*ptep) || in set_pte()
342 pte_pfn(*ptep) != pte_pfn(pteval))) in set_pte()
345 *ptep = pteval; in set_pte()
348 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
416 ptep_test_and_clear_young (struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() argument
419 if (!pte_young(*ptep)) in ptep_test_and_clear_young()
421 return test_and_clear_bit(_PAGE_A_BIT, ptep); in ptep_test_and_clear_young()
423 pte_t pte = *ptep; in ptep_test_and_clear_young()
426 set_pte_at(vma->vm_mm, addr, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
[all …]
|
| D | tlb.h | 221 __tlb_remove_tlb_entry (struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in __tlb_remove_tlb_entry() argument
233 #define tlb_remove_tlb_entry(tlb, ptep, addr) \ argument
236 __tlb_remove_tlb_entry(tlb, ptep, addr); \
239 #define pte_free_tlb(tlb, ptep) \ argument
242 __pte_free_tlb(tlb, ptep); \
245 #define pmd_free_tlb(tlb, ptep) \ argument
248 __pmd_free_tlb(tlb, ptep); \
|
| /arch/x86/include/asm/ |
| D | hugetlb.h | 40 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
42 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
46 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
48 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
52 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
67 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
69 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
73 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
76 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
79 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() argument
[all …]
|
| D | pgtable-3level.h | 42 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte() argument
44 ptep->pte_high = pte.pte_high; in native_set_pte()
46 ptep->pte_low = pte.pte_low; in native_set_pte()
57 pte_t *ptep, pte_t pte) in native_set_pte_present() argument
59 ptep->pte_low = 0; in native_set_pte_present()
61 ptep->pte_high = pte.pte_high; in native_set_pte_present()
63 ptep->pte_low = pte.pte_low; in native_set_pte_present()
66 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic() argument
68 set_64bit((unsigned long long *)(ptep), native_pte_val(pte)); in native_set_pte_atomic()
87 pte_t *ptep) in native_pte_clear() argument
[all …]
|
| D | pgtable.h | 406 #define set_pte(ptep, pte) native_set_pte(ptep, pte) argument
407 #define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte) argument
409 #define set_pte_present(mm, addr, ptep, pte) \ argument
410 native_set_pte_present(mm, addr, ptep, pte)
411 #define set_pte_atomic(ptep, pte) \ argument
412 native_set_pte_atomic(ptep, pte)
429 #define pte_clear(mm, addr, ptep) native_pte_clear(mm, addr, ptep) argument
432 #define pte_update(mm, addr, ptep) do { } while (0) argument
433 #define pte_update_defer(mm, addr, ptep) do { } while (0) argument
502 static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) in native_local_ptep_get_and_clear() argument
[all …]
|
| D | pgtable-2level.h | 14 static inline void native_set_pte(pte_t *ptep , pte_t pte) in native_set_pte() argument
16 *ptep = pte; in native_set_pte()
24 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic() argument
26 native_set_pte(ptep, pte); in native_set_pte_atomic()
31 pte_t *ptep, pte_t pte) in native_set_pte_present() argument
33 native_set_pte(ptep, pte); in native_set_pte_present()
|
| /arch/sparc/include/asm/ |
| D | hugetlb.h | 8 pte_t *ptep, pte_t pte);
11 pte_t *ptep);
44 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
59 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
61 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
65 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
68 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
71 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() argument
73 return *ptep; in huge_ptep_get()
|
| /arch/s390/include/asm/ |
| D | pgtable.h | 423 pte_t *ptep, pte_t entry) in set_pte_at() argument
425 *ptep = entry; in set_pte_at()
432 ptep[PTRS_PER_PTE] = entry; in set_pte_at()
550 static inline void rcp_lock(pte_t *ptep) in rcp_lock() argument
553 unsigned long *pgste = (unsigned long *) (ptep + PTRS_PER_PTE); in rcp_lock()
560 static inline void rcp_unlock(pte_t *ptep) in rcp_unlock() argument
563 unsigned long *pgste = (unsigned long *) (ptep + PTRS_PER_PTE); in rcp_unlock()
573 static inline void ptep_rcp_copy(pte_t *ptep) in ptep_rcp_copy() argument
576 struct page *page = virt_to_page(pte_val(*ptep)); in ptep_rcp_copy()
578 unsigned long *pgste = (unsigned long *) (ptep + PTRS_PER_PTE); in ptep_rcp_copy()
[all …]
|
| D | hugetlb.h | 19 pte_t *ptep, pte_t pte);
78 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() argument
80 pte_t pte = *ptep; in huge_ptep_get()
84 ptep = (pte_t *) (pte_val(pte) & _SEGMENT_ENTRY_ORIGIN); in huge_ptep_get()
85 if (ptep) { in huge_ptep_get()
88 pte = pte_mkhuge(*ptep); in huge_ptep_get()
96 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
98 pte_t pte = huge_ptep_get(ptep); in huge_ptep_get_and_clear()
100 pmd_clear((pmd_t *) ptep); in huge_ptep_get_and_clear()
135 unsigned long address, pte_t *ptep) in huge_ptep_invalidate() argument
[all …]
|
| /arch/powerpc/include/asm/ |
| D | hugetlb.h | 15 pte_t *ptep, pte_t pte);
18 pte_t *ptep);
46 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
61 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
64 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
67 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() argument
69 return *ptep; in huge_ptep_get()
|
| D | pgtable-ppc64.h | 272 pte_t *ptep, unsigned long clr, in pte_update() argument
284 : "=&r" (old), "=&r" (tmp), "=m" (*ptep) in pte_update()
285 : "r" (ptep), "r" (clr), "m" (*ptep), "i" (_PAGE_BUSY) in pte_update()
289 hpte_need_flush(mm, addr, ptep, old, huge); in pte_update()
294 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() argument
298 if ((pte_val(*ptep) & (_PAGE_ACCESSED | _PAGE_HASHPTE)) == 0) in __ptep_test_and_clear_young()
300 old = pte_update(mm, addr, ptep, _PAGE_ACCESSED, 0); in __ptep_test_and_clear_young()
313 pte_t *ptep) in ptep_set_wrprotect() argument
317 if ((pte_val(*ptep) & _PAGE_RW) == 0) in ptep_set_wrprotect()
319 old = pte_update(mm, addr, ptep, _PAGE_RW, 0); in ptep_set_wrprotect()
[all …]
|
| D | pgtable-ppc32.h | 541 #define pte_clear(mm, addr, ptep) \ argument
542 do { pte_update(ptep, ~_PAGE_HASHPTE, 0); } while (0)
598 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
677 pte_t *ptep, pte_t pte) in __set_pte_at() argument
680 pte_update(ptep, ~_PAGE_HASHPTE, pte_val(pte) & ~_PAGE_HASHPTE); in __set_pte_at()
683 if (pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
684 flush_hash_entry(mm, ptep, addr); in __set_pte_at()
690 : "=m" (*ptep), "=m" (*((unsigned char *)ptep+4)) in __set_pte_at()
693 *ptep = __pte((pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
700 pte_t *ptep, pte_t pte) in set_pte_at() argument
[all …]
|
| D | tlb.h | 69 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep,
72 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry() argument
75 if (pte_val(*ptep) & _PAGE_HASHPTE) in __tlb_remove_tlb_entry()
76 flush_hash_entry(tlb->mm, ptep, address); in __tlb_remove_tlb_entry()
|
| /arch/s390/mm/ |
| D | hugetlbpage.c | 42 pte_t *ptep; in arch_prepare_hugepage() local
48 ptep = (pte_t *) pte_alloc_one(&init_mm, address); in arch_prepare_hugepage()
49 if (!ptep) in arch_prepare_hugepage()
54 set_pte_at(&init_mm, addr + i * PAGE_SIZE, ptep + i, pte); in arch_prepare_hugepage()
57 page[1].index = (unsigned long) ptep; in arch_prepare_hugepage()
63 pte_t *ptep; in arch_release_hugepage() local
68 ptep = (pte_t *) page[1].index; in arch_release_hugepage()
69 if (!ptep) in arch_release_hugepage()
71 pte_free(&init_mm, ptep); in arch_release_hugepage()
104 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare() argument
|
| /arch/mips/include/asm/ |
| D | pgtable.h | 94 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte() argument
96 ptep->pte_high = pte.pte_high; in set_pte()
98 ptep->pte_low = pte.pte_low; in set_pte()
102 pte_t *buddy = ptep_buddy(ptep); in set_pte()
113 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
115 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() argument
120 if (ptep_buddy(ptep)->pte_low & _PAGE_GLOBAL) in pte_clear()
123 set_pte_at(mm, addr, ptep, null); in pte_clear()
135 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
137 *ptep = pteval; in set_pte()
[all …]
|
| /arch/powerpc/mm/ |
| D | gup.c | 26 pte_t *ptep; in gup_pte_range() local
33 ptep = pte_offset_kernel(&pmd, addr); in gup_pte_range()
35 pte_t pte = *ptep; in gup_pte_range()
44 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_pte_range()
51 } while (ptep++, addr += PAGE_SIZE, addr != end); in gup_pte_range()
57 static noinline int gup_huge_pte(pte_t *ptep, struct hstate *hstate, in gup_huge_pte() argument
71 pte = *ptep; in gup_huge_pte()
95 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_huge_pte()
213 pte_t *ptep; in get_user_pages_fast() local
226 ptep = huge_pte_offset(mm, a); in get_user_pages_fast()
[all …]
|
| /arch/xtensa/include/asm/ |
| D | pgtable.h | 201 #define pte_clear(mm,addr,ptep) \ argument
202 do { update_pte(ptep, __pte(_PAGE_INVALID)); } while(0)
251 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte() argument
253 *ptep = pteval; in update_pte()
255 __asm__ __volatile__ ("dhwb %0, 0" :: "a" (ptep)); in update_pte()
263 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at() argument
265 update_pte(ptep, pteval); in set_pte_at()
279 pte_t *ptep) in ptep_test_and_clear_young() argument
281 pte_t pte = *ptep; in ptep_test_and_clear_young()
284 update_pte(ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
[all …]
|
| /arch/x86/xen/ |
| D | mmu.h | 29 void xen_set_pte(pte_t *ptep, pte_t pteval);
31 pte_t *ptep, pte_t pteval);
34 void xen_set_pte_atomic(pte_t *ptep, pte_t pte);
35 void xen_pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep);
53 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, pte_t *ptep);
55 pte_t *ptep, pte_t pte);
|
| /arch/x86/kernel/ |
| D | kvm.c | 118 static void kvm_set_pte(pte_t *ptep, pte_t pte) in kvm_set_pte() argument
120 kvm_mmu_write(ptep, pte_val(pte)); in kvm_set_pte()
124 pte_t *ptep, pte_t pte) in kvm_set_pte_at() argument
126 kvm_mmu_write(ptep, pte_val(pte)); in kvm_set_pte_at()
136 static void kvm_set_pte_atomic(pte_t *ptep, pte_t pte) in kvm_set_pte_atomic() argument
138 kvm_mmu_write(ptep, pte_val(pte)); in kvm_set_pte_atomic()
142 pte_t *ptep, pte_t pte) in kvm_set_pte_present() argument
144 kvm_mmu_write(ptep, pte_val(pte)); in kvm_set_pte_present()
148 unsigned long addr, pte_t *ptep) in kvm_pte_clear() argument
150 kvm_mmu_write(ptep, 0); in kvm_pte_clear()
|
| /arch/sh/mm/ |
| D | ioremap_64.c | 272 pte_t *ptep, pte; in shmedia_mapioaddr() local
292 ptep = (pte_t *)sh64_get_page(); in shmedia_mapioaddr()
293 set_pmd(pmdp, __pmd((unsigned long)ptep + _PAGE_TABLE)); in shmedia_mapioaddr()
300 ptep = pte_offset_kernel(pmdp, va); in shmedia_mapioaddr()
302 if (!pte_none(*ptep) && in shmedia_mapioaddr()
303 pte_val(*ptep) != pte_val(pte)) in shmedia_mapioaddr()
304 pte_ERROR(*ptep); in shmedia_mapioaddr()
306 set_pte(ptep, pte); in shmedia_mapioaddr()
316 pte_t *ptep; in shmedia_unmapioaddr() local
330 ptep = pte_offset_kernel(pmdp, vaddr); in shmedia_unmapioaddr()
[all …]
|
| /arch/x86/mm/ |
| D | gup.c | 14 static inline pte_t gup_get_pte(pte_t *ptep) in gup_get_pte() argument
17 return *ptep; in gup_get_pte()
54 pte.pte_low = ptep->pte_low; in gup_get_pte()
56 pte.pte_high = ptep->pte_high; in gup_get_pte()
58 if (unlikely(pte.pte_low != ptep->pte_low)) in gup_get_pte()
74 pte_t *ptep; in gup_pte_range() local
80 ptep = pte_offset_map(&pmd, addr); in gup_pte_range()
82 pte_t pte = gup_get_pte(ptep); in gup_pte_range()
86 pte_unmap(ptep); in gup_pte_range()
95 } while (ptep++, addr += PAGE_SIZE, addr != end); in gup_pte_range()
[all …]
|
| D | pgtable.c | 275 unsigned long address, pte_t *ptep, in ptep_set_access_flags() argument
278 int changed = !pte_same(*ptep, entry); in ptep_set_access_flags()
281 *ptep = entry; in ptep_set_access_flags()
282 pte_update_defer(vma->vm_mm, address, ptep); in ptep_set_access_flags()
290 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() argument
294 if (pte_young(*ptep)) in ptep_test_and_clear_young()
296 (unsigned long *) &ptep->pte); in ptep_test_and_clear_young()
299 pte_update(vma->vm_mm, addr, ptep); in ptep_test_and_clear_young()
305 unsigned long address, pte_t *ptep) in ptep_clear_flush_young() argument
309 young = ptep_test_and_clear_young(vma, address, ptep); in ptep_clear_flush_young()
|
| /arch/um/include/asm/ |
| D | tlb.h | 28 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry() argument
113 #define tlb_remove_tlb_entry(tlb, ptep, address) \ argument
116 __tlb_remove_tlb_entry(tlb, ptep, address); \
119 #define pte_free_tlb(tlb, ptep) __pte_free_tlb(tlb, ptep) argument
|