• Home
  • Raw
  • Download

Lines Matching refs:ptep

2541 				   unsigned long address, pte_t *ptep)  in set_huge_ptep_writable()  argument
2545 entry = huge_pte_mkwrite(huge_pte_mkdirty(huge_ptep_get(ptep))); in set_huge_ptep_writable()
2546 if (huge_ptep_set_access_flags(vma, address, ptep, entry, 1)) in set_huge_ptep_writable()
2547 update_mmu_cache(vma, address, ptep); in set_huge_ptep_writable()
2657 pte_t *ptep; in __unmap_hugepage_range() local
2674 ptep = huge_pte_offset(mm, address); in __unmap_hugepage_range()
2675 if (!ptep) in __unmap_hugepage_range()
2678 ptl = huge_pte_lock(h, mm, ptep); in __unmap_hugepage_range()
2679 if (huge_pmd_unshare(mm, &address, ptep)) in __unmap_hugepage_range()
2682 pte = huge_ptep_get(ptep); in __unmap_hugepage_range()
2691 huge_pte_clear(mm, address, ptep); in __unmap_hugepage_range()
2713 pte = huge_ptep_get_and_clear(mm, address, ptep); in __unmap_hugepage_range()
2714 tlb_remove_tlb_entry(tlb, ptep, address); in __unmap_hugepage_range()
2842 unsigned long address, pte_t *ptep, pte_t pte, in hugetlb_cow() argument
2858 set_huge_ptep_writable(vma, address, ptep); in hugetlb_cow()
2898 ptep = huge_pte_offset(mm, address & huge_page_mask(h)); in hugetlb_cow()
2899 if (likely(ptep && in hugetlb_cow()
2900 pte_same(huge_ptep_get(ptep), pte))) in hugetlb_cow()
2937 ptep = huge_pte_offset(mm, address & huge_page_mask(h)); in hugetlb_cow()
2938 if (likely(ptep && pte_same(huge_ptep_get(ptep), pte))) { in hugetlb_cow()
2942 huge_ptep_clear_flush(vma, address, ptep); in hugetlb_cow()
2943 set_huge_pte_at(mm, address, ptep, in hugetlb_cow()
2996 unsigned long address, pte_t *ptep, unsigned int flags) in hugetlb_no_page() argument
3089 ptl = huge_pte_lockptr(h, mm, ptep); in hugetlb_no_page()
3096 if (!huge_pte_none(huge_ptep_get(ptep))) in hugetlb_no_page()
3106 set_huge_pte_at(mm, address, ptep, new_pte); in hugetlb_no_page()
3110 ret = hugetlb_cow(mm, vma, address, ptep, new_pte, page, ptl); in hugetlb_no_page()
3164 pte_t *ptep, entry; in hugetlb_fault() local
3177 ptep = huge_pte_offset(mm, address); in hugetlb_fault()
3178 if (ptep) { in hugetlb_fault()
3179 entry = huge_ptep_get(ptep); in hugetlb_fault()
3181 migration_entry_wait_huge(vma, mm, ptep); in hugetlb_fault()
3188 ptep = huge_pte_alloc(mm, address, huge_page_size(h)); in hugetlb_fault()
3189 if (!ptep) in hugetlb_fault()
3203 entry = huge_ptep_get(ptep); in hugetlb_fault()
3205 ret = hugetlb_no_page(mm, vma, mapping, idx, address, ptep, flags); in hugetlb_fault()
3240 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_fault()
3243 if (unlikely(!pte_same(entry, huge_ptep_get(ptep)))) in hugetlb_fault()
3262 ret = hugetlb_cow(mm, vma, address, ptep, entry, in hugetlb_fault()
3269 if (huge_ptep_set_access_flags(vma, address, ptep, entry, in hugetlb_fault()
3271 update_mmu_cache(vma, address, ptep); in hugetlb_fault()
3402 pte_t *ptep; in hugetlb_change_protection() local
3414 ptep = huge_pte_offset(mm, address); in hugetlb_change_protection()
3415 if (!ptep) in hugetlb_change_protection()
3417 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_change_protection()
3418 if (huge_pmd_unshare(mm, &address, ptep)) { in hugetlb_change_protection()
3423 pte = huge_ptep_get(ptep); in hugetlb_change_protection()
3436 set_huge_pte_at(mm, address, ptep, newpte); in hugetlb_change_protection()
3443 pte = huge_ptep_get_and_clear(mm, address, ptep); in hugetlb_change_protection()
3446 set_huge_pte_at(mm, address, ptep, pte); in hugetlb_change_protection()
3670 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare() argument
3675 BUG_ON(page_count(virt_to_page(ptep)) == 0); in huge_pmd_unshare()
3676 if (page_count(virt_to_page(ptep)) == 1) in huge_pmd_unshare()
3680 put_page(virt_to_page(ptep)); in huge_pmd_unshare()