• Home
  • Raw
  • Download

Lines Matching refs:ptep

234 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte)  in pte_batch_hint()  argument
269 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes() argument
271 page_table_check_ptes_set(mm, ptep, pte, nr); in set_ptes()
274 set_pte(ptep, pte); in set_ptes()
277 ptep++; in set_ptes()
282 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
286 unsigned long address, pte_t *ptep,
317 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() argument
319 return READ_ONCE(*ptep); in ptep_get()
354 pte_t *ptep) in ptep_test_and_clear_young() argument
356 pte_t pte = ptep_get(ptep); in ptep_test_and_clear_young()
361 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
393 unsigned long address, pte_t *ptep);
461 pte_t *ptep) in ptep_get_and_clear() argument
463 pte_t pte = ptep_get(ptep); in ptep_get_and_clear()
464 pte_clear(mm, address, ptep); in ptep_get_and_clear()
490 unsigned long addr, pte_t *ptep, in clear_young_dirty_ptes() argument
497 ptep_test_and_clear_young(vma, addr, ptep); in clear_young_dirty_ptes()
499 pte = ptep_get_and_clear(vma->vm_mm, addr, ptep); in clear_young_dirty_ptes()
504 set_pte_at(vma->vm_mm, addr, ptep, pte); in clear_young_dirty_ptes()
508 ptep++; in clear_young_dirty_ptes()
515 pte_t *ptep) in ptep_clear() argument
517 ptep_get_and_clear(mm, addr, ptep); in ptep_clear()
549 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
554 pte.pte_low = ptep->pte_low; in ptep_get_lockless()
556 pte.pte_high = ptep->pte_high; in ptep_get_lockless()
558 } while (unlikely(pte.pte_low != ptep->pte_low)); in ptep_get_lockless()
587 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
589 return ptep_get(ptep); in ptep_get_lockless()
654 unsigned long address, pte_t *ptep, in ptep_get_and_clear_full() argument
657 return ptep_get_and_clear(mm, address, ptep); in ptep_get_and_clear_full()
682 unsigned long addr, pte_t *ptep, unsigned int nr, int full) in get_and_clear_full_ptes() argument
686 pte = ptep_get_and_clear_full(mm, addr, ptep, full); in get_and_clear_full_ptes()
688 ptep++; in get_and_clear_full_ptes()
690 tmp_pte = ptep_get_and_clear_full(mm, addr, ptep, full); in get_and_clear_full_ptes()
720 pte_t *ptep, unsigned int nr, int full) in clear_full_ptes() argument
723 ptep_get_and_clear_full(mm, addr, ptep, full); in clear_full_ptes()
726 ptep++; in clear_full_ptes()
742 unsigned long address, pte_t *ptep, unsigned int nr) in update_mmu_tlb_range() argument
748 unsigned long address, pte_t *ptep) in update_mmu_tlb() argument
750 update_mmu_tlb_range(vma, address, ptep, 1); in update_mmu_tlb()
761 pte_t *ptep, in pte_clear_not_present_full() argument
764 pte_clear(mm, address, ptep); in pte_clear_not_present_full()
785 unsigned long addr, pte_t *ptep, unsigned int nr, int full) in clear_not_present_full_ptes() argument
788 pte_clear_not_present_full(mm, addr, ptep, full); in clear_not_present_full_ptes()
791 ptep++; in clear_not_present_full_ptes()
800 pte_t *ptep);
828 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect() argument
830 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect()
831 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
854 pte_t *ptep, unsigned int nr) in wrprotect_ptes() argument
857 ptep_set_wrprotect(mm, addr, ptep); in wrprotect_ptes()
860 ptep++; in wrprotect_ptes()
1069 #define set_pte_safe(ptep, pte) \ argument
1071 WARN_ON_ONCE(pte_present(*ptep) && !pte_same(*ptep, pte)); \
1072 set_pte(ptep, pte); \
1190 #define flush_tlb_fix_spurious_fault(vma, address, ptep) flush_tlb_page(vma, address) argument
1292 pte_t *ptep) in __ptep_modify_prot_start() argument
1299 return ptep_get_and_clear(vma->vm_mm, addr, ptep); in __ptep_modify_prot_start()
1304 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit() argument
1310 set_pte_at(vma->vm_mm, addr, ptep, pte); in __ptep_modify_prot_commit()
1330 pte_t *ptep) in ptep_modify_prot_start() argument
1332 return __ptep_modify_prot_start(vma, addr, ptep); in ptep_modify_prot_start()
1341 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
1343 __ptep_modify_prot_commit(vma, addr, ptep, pte); in ptep_modify_prot_commit()