Lines Matching refs:ptep
223 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte) in pte_batch_hint() argument
258 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes() argument
260 page_table_check_ptes_set(mm, ptep, pte, nr); in set_ptes()
264 set_pte(ptep, pte); in set_ptes()
267 ptep++; in set_ptes()
273 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
277 unsigned long address, pte_t *ptep,
308 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() argument
310 return READ_ONCE(*ptep); in ptep_get()
324 pte_t *ptep) in ptep_test_and_clear_young() argument
326 pte_t pte = ptep_get(ptep); in ptep_test_and_clear_young()
331 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
363 unsigned long address, pte_t *ptep);
425 pte_t *ptep) in ptep_get_and_clear() argument
427 pte_t pte = ptep_get(ptep); in ptep_get_and_clear()
428 pte_clear(mm, address, ptep); in ptep_get_and_clear()
454 unsigned long addr, pte_t *ptep, in clear_young_dirty_ptes() argument
461 ptep_test_and_clear_young(vma, addr, ptep); in clear_young_dirty_ptes()
463 pte = ptep_get_and_clear(vma->vm_mm, addr, ptep); in clear_young_dirty_ptes()
468 set_pte_at(vma->vm_mm, addr, ptep, pte); in clear_young_dirty_ptes()
472 ptep++; in clear_young_dirty_ptes()
479 pte_t *ptep) in ptep_clear() argument
481 ptep_get_and_clear(mm, addr, ptep); in ptep_clear()
513 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
518 pte.pte_low = ptep->pte_low; in ptep_get_lockless()
520 pte.pte_high = ptep->pte_high; in ptep_get_lockless()
522 } while (unlikely(pte.pte_low != ptep->pte_low)); in ptep_get_lockless()
551 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
553 return ptep_get(ptep); in ptep_get_lockless()
618 unsigned long address, pte_t *ptep, in ptep_get_and_clear_full() argument
621 return ptep_get_and_clear(mm, address, ptep); in ptep_get_and_clear_full()
646 unsigned long addr, pte_t *ptep, unsigned int nr, int full) in get_and_clear_full_ptes() argument
650 pte = ptep_get_and_clear_full(mm, addr, ptep, full); in get_and_clear_full_ptes()
652 ptep++; in get_and_clear_full_ptes()
654 tmp_pte = ptep_get_and_clear_full(mm, addr, ptep, full); in get_and_clear_full_ptes()
684 pte_t *ptep, unsigned int nr, int full) in clear_full_ptes() argument
687 ptep_get_and_clear_full(mm, addr, ptep, full); in clear_full_ptes()
690 ptep++; in clear_full_ptes()
706 unsigned long address, pte_t *ptep) in update_mmu_tlb() argument
720 pte_t *ptep, in pte_clear_not_present_full() argument
723 pte_clear(mm, address, ptep); in pte_clear_not_present_full()
744 unsigned long addr, pte_t *ptep, unsigned int nr, int full) in clear_not_present_full_ptes() argument
747 pte_clear_not_present_full(mm, addr, ptep, full); in clear_not_present_full_ptes()
750 ptep++; in clear_not_present_full_ptes()
759 pte_t *ptep);
787 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect() argument
789 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect()
790 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
813 pte_t *ptep, unsigned int nr) in wrprotect_ptes() argument
816 ptep_set_wrprotect(mm, addr, ptep); in wrprotect_ptes()
819 ptep++; in wrprotect_ptes()
1028 #define set_pte_safe(ptep, pte) \ argument
1030 WARN_ON_ONCE(pte_present(*ptep) && !pte_same(*ptep, pte)); \
1031 set_pte(ptep, pte); \
1149 #define flush_tlb_fix_spurious_fault(vma, address, ptep) flush_tlb_page(vma, address) argument
1251 pte_t *ptep) in __ptep_modify_prot_start() argument
1258 return ptep_get_and_clear(vma->vm_mm, addr, ptep); in __ptep_modify_prot_start()
1263 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit() argument
1269 set_pte_at(vma->vm_mm, addr, ptep, pte); in __ptep_modify_prot_commit()
1289 pte_t *ptep) in ptep_modify_prot_start() argument
1291 return __ptep_modify_prot_start(vma, addr, ptep); in ptep_modify_prot_start()
1300 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
1302 __ptep_modify_prot_commit(vma, addr, ptep, pte); in ptep_modify_prot_commit()