• Home
  • Raw
  • Download

Lines Matching refs:ptep

3135 				   unsigned long address, pte_t *ptep)  in set_huge_ptep_writable()  argument
3139 entry = huge_pte_mkwrite(huge_pte_mkdirty(huge_ptep_get(ptep))); in set_huge_ptep_writable()
3140 if (huge_ptep_set_access_flags(vma, address, ptep, entry, 1)) in set_huge_ptep_writable()
3141 update_mmu_cache(vma, address, ptep); in set_huge_ptep_writable()
3270 pte_t *ptep; in __unmap_hugepage_range() local
3293 ptep = huge_pte_offset(mm, address); in __unmap_hugepage_range()
3294 if (!ptep) in __unmap_hugepage_range()
3297 ptl = huge_pte_lock(h, mm, ptep); in __unmap_hugepage_range()
3298 if (huge_pmd_unshare(mm, &address, ptep)) { in __unmap_hugepage_range()
3304 pte = huge_ptep_get(ptep); in __unmap_hugepage_range()
3313 huge_pte_clear(mm, address, ptep); in __unmap_hugepage_range()
3335 pte = huge_ptep_get_and_clear(mm, address, ptep); in __unmap_hugepage_range()
3336 tlb_remove_tlb_entry(tlb, ptep, address); in __unmap_hugepage_range()
3477 unsigned long address, pte_t *ptep, pte_t pte, in hugetlb_cow() argument
3493 set_huge_ptep_writable(vma, address, ptep); in hugetlb_cow()
3533 ptep = huge_pte_offset(mm, address & huge_page_mask(h)); in hugetlb_cow()
3534 if (likely(ptep && in hugetlb_cow()
3535 pte_same(huge_ptep_get(ptep), pte))) in hugetlb_cow()
3571 ptep = huge_pte_offset(mm, address & huge_page_mask(h)); in hugetlb_cow()
3572 if (likely(ptep && pte_same(huge_ptep_get(ptep), pte))) { in hugetlb_cow()
3576 huge_ptep_clear_flush(vma, address, ptep); in hugetlb_cow()
3578 set_huge_pte_at(mm, address, ptep, in hugetlb_cow()
3655 unsigned long address, pte_t *ptep, unsigned int flags) in hugetlb_no_page() argument
3744 ptl = huge_pte_lockptr(h, mm, ptep); in hugetlb_no_page()
3751 if (!huge_pte_none(huge_ptep_get(ptep))) in hugetlb_no_page()
3761 set_huge_pte_at(mm, address, ptep, new_pte); in hugetlb_no_page()
3766 ret = hugetlb_cow(mm, vma, address, ptep, new_pte, page, ptl); in hugetlb_no_page()
3820 pte_t *ptep, entry; in hugetlb_fault() local
3833 ptep = huge_pte_offset(mm, address); in hugetlb_fault()
3834 if (ptep) { in hugetlb_fault()
3835 entry = huge_ptep_get(ptep); in hugetlb_fault()
3837 migration_entry_wait_huge(vma, mm, ptep); in hugetlb_fault()
3843 ptep = huge_pte_alloc(mm, address, huge_page_size(h)); in hugetlb_fault()
3844 if (!ptep) in hugetlb_fault()
3859 entry = huge_ptep_get(ptep); in hugetlb_fault()
3861 ret = hugetlb_no_page(mm, vma, mapping, idx, address, ptep, flags); in hugetlb_fault()
3898 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_fault()
3901 if (unlikely(!pte_same(entry, huge_ptep_get(ptep)))) in hugetlb_fault()
3920 ret = hugetlb_cow(mm, vma, address, ptep, entry, in hugetlb_fault()
3927 if (huge_ptep_set_access_flags(vma, address, ptep, entry, in hugetlb_fault()
3929 update_mmu_cache(vma, address, ptep); in hugetlb_fault()
4083 pte_t *ptep; in hugetlb_change_protection() local
4105 ptep = huge_pte_offset(mm, address); in hugetlb_change_protection()
4106 if (!ptep) in hugetlb_change_protection()
4108 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_change_protection()
4109 if (huge_pmd_unshare(mm, &address, ptep)) { in hugetlb_change_protection()
4115 pte = huge_ptep_get(ptep); in hugetlb_change_protection()
4128 set_huge_pte_at(mm, address, ptep, newpte); in hugetlb_change_protection()
4135 pte = huge_ptep_get_and_clear(mm, address, ptep); in hugetlb_change_protection()
4138 set_huge_pte_at(mm, address, ptep, pte); in hugetlb_change_protection()
4450 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare() argument
4455 BUG_ON(page_count(virt_to_page(ptep)) == 0); in huge_pmd_unshare()
4456 if (page_count(virt_to_page(ptep)) == 1) in huge_pmd_unshare()
4460 put_page(virt_to_page(ptep)); in huge_pmd_unshare()
4472 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) in huge_pmd_unshare() argument