Lines Matching refs:ptep
3780 unsigned long address, pte_t *ptep) in set_huge_ptep_writable() argument
3784 entry = huge_pte_mkwrite(huge_pte_mkdirty(huge_ptep_get(ptep))); in set_huge_ptep_writable()
3785 if (huge_ptep_set_access_flags(vma, address, ptep, entry, 1)) in set_huge_ptep_writable()
3786 update_mmu_cache(vma, address, ptep); in set_huge_ptep_writable()
3932 pte_t *ptep; in __unmap_hugepage_range() local
3961 ptep = huge_pte_offset(mm, address, sz); in __unmap_hugepage_range()
3962 if (!ptep) in __unmap_hugepage_range()
3965 ptl = huge_pte_lock(h, mm, ptep); in __unmap_hugepage_range()
3966 if (huge_pmd_unshare(mm, vma, &address, ptep)) { in __unmap_hugepage_range()
3973 pte = huge_ptep_get(ptep); in __unmap_hugepage_range()
3984 huge_pte_clear(mm, address, ptep, sz); in __unmap_hugepage_range()
4008 pte = huge_ptep_get_and_clear(mm, address, ptep); in __unmap_hugepage_range()
4009 tlb_remove_huge_tlb_entry(h, tlb, ptep, address); in __unmap_hugepage_range()
4150 unsigned long address, pte_t *ptep, in hugetlb_cow() argument
4161 pte = huge_ptep_get(ptep); in hugetlb_cow()
4169 set_huge_ptep_writable(vma, haddr, ptep); in hugetlb_cow()
4229 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
4230 if (likely(ptep && in hugetlb_cow()
4231 pte_same(huge_ptep_get(ptep), pte))) in hugetlb_cow()
4266 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
4267 if (likely(ptep && pte_same(huge_ptep_get(ptep), pte))) { in hugetlb_cow()
4271 huge_ptep_clear_flush(vma, haddr, ptep); in hugetlb_cow()
4273 set_huge_pte_at(mm, haddr, ptep, in hugetlb_cow()
4384 unsigned long address, pte_t *ptep, unsigned int flags) in hugetlb_no_page() argument
4442 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_no_page()
4443 if (!huge_pte_none(huge_ptep_get(ptep))) { in hugetlb_no_page()
4510 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_no_page()
4512 if (!huge_pte_none(huge_ptep_get(ptep))) in hugetlb_no_page()
4522 set_huge_pte_at(mm, haddr, ptep, new_pte); in hugetlb_no_page()
4527 ret = hugetlb_cow(mm, vma, address, ptep, page, ptl); in hugetlb_no_page()
4582 pte_t *ptep, entry; in hugetlb_fault() local
4594 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_fault()
4595 if (ptep) { in hugetlb_fault()
4601 entry = huge_ptep_get(ptep); in hugetlb_fault()
4603 migration_entry_wait_huge(vma, mm, ptep); in hugetlb_fault()
4623 ptep = huge_pte_alloc(mm, vma, haddr, huge_page_size(h)); in hugetlb_fault()
4624 if (!ptep) { in hugetlb_fault()
4638 entry = huge_ptep_get(ptep); in hugetlb_fault()
4644 return hugetlb_no_page(mm, vma, mapping, idx, address, ptep, flags); in hugetlb_fault()
4679 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_fault()
4682 if (unlikely(!pte_same(entry, huge_ptep_get(ptep)))) in hugetlb_fault()
4701 ret = hugetlb_cow(mm, vma, address, ptep, in hugetlb_fault()
4708 if (huge_ptep_set_access_flags(vma, haddr, ptep, entry, in hugetlb_fault()
4710 update_mmu_cache(vma, haddr, ptep); in hugetlb_fault()
5076 pte_t *ptep; in hugetlb_change_protection() local
5099 ptep = huge_pte_offset(mm, address, huge_page_size(h)); in hugetlb_change_protection()
5100 if (!ptep) in hugetlb_change_protection()
5102 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_change_protection()
5103 if (huge_pmd_unshare(mm, vma, &address, ptep)) { in hugetlb_change_protection()
5109 pte = huge_ptep_get(ptep); in hugetlb_change_protection()
5122 set_huge_swap_pte_at(mm, address, ptep, in hugetlb_change_protection()
5132 old_pte = huge_ptep_modify_prot_start(vma, address, ptep); in hugetlb_change_protection()
5135 huge_ptep_modify_prot_commit(vma, address, ptep, old_pte, pte); in hugetlb_change_protection()
5504 unsigned long *addr, pte_t *ptep) in huge_pmd_unshare() argument
5511 BUG_ON(page_count(virt_to_page(ptep)) == 0); in huge_pmd_unshare()
5512 if (page_count(virt_to_page(ptep)) == 1) in huge_pmd_unshare()
5516 put_page(virt_to_page(ptep)); in huge_pmd_unshare()
5537 unsigned long *addr, pte_t *ptep) in huge_pmd_unshare() argument
5648 pte_t *ptep, pte; in follow_huge_pmd_pte() local
5656 ptep = huge_pte_offset(mm, address, huge_page_size(h)); in follow_huge_pmd_pte()
5657 if (!ptep) in follow_huge_pmd_pte()
5660 ptl = huge_pte_lock(h, mm, ptep); in follow_huge_pmd_pte()
5661 pte = huge_ptep_get(ptep); in follow_huge_pmd_pte()
5680 __migration_entry_wait(mm, ptep, ptl); in follow_huge_pmd_pte()
5782 pte_t *ptep; in hugetlb_unshare_pmds() local
5802 ptep = huge_pte_offset(mm, address, sz); in hugetlb_unshare_pmds()
5803 if (!ptep) in hugetlb_unshare_pmds()
5805 ptl = huge_pte_lock(h, mm, ptep); in hugetlb_unshare_pmds()
5807 huge_pmd_unshare(mm, vma, &tmp, ptep); in hugetlb_unshare_pmds()