Lines Matching refs:pte
3789 bool is_hugetlb_entry_migration(pte_t pte) in is_hugetlb_entry_migration() argument
3793 if (huge_pte_none(pte) || pte_present(pte)) in is_hugetlb_entry_migration()
3795 swp = pte_to_swp_entry(pte); in is_hugetlb_entry_migration()
3802 static bool is_hugetlb_entry_hwpoisoned(pte_t pte) in is_hugetlb_entry_hwpoisoned() argument
3806 if (huge_pte_none(pte) || pte_present(pte)) in is_hugetlb_entry_hwpoisoned()
3808 swp = pte_to_swp_entry(pte); in is_hugetlb_entry_hwpoisoned()
3933 pte_t pte; in __unmap_hugepage_range() local
3973 pte = huge_ptep_get(ptep); in __unmap_hugepage_range()
3974 if (huge_pte_none(pte)) { in __unmap_hugepage_range()
3983 if (unlikely(!pte_present(pte))) { in __unmap_hugepage_range()
3989 page = pte_page(pte); in __unmap_hugepage_range()
4008 pte = huge_ptep_get_and_clear(mm, address, ptep); in __unmap_hugepage_range()
4010 if (huge_pte_dirty(pte)) in __unmap_hugepage_range()
4153 pte_t pte; in hugetlb_cow() local
4161 pte = huge_ptep_get(ptep); in hugetlb_cow()
4162 old_page = pte_page(pte); in hugetlb_cow()
4209 BUG_ON(huge_pte_none(pte)); in hugetlb_cow()
4231 pte_same(huge_ptep_get(ptep), pte))) in hugetlb_cow()
4267 if (likely(ptep && pte_same(huge_ptep_get(ptep), pte))) { in hugetlb_cow()
4905 pte_t *pte; in follow_hugetlb_page() local
4926 pte = huge_pte_offset(mm, vaddr & huge_page_mask(h), in follow_hugetlb_page()
4928 if (pte) in follow_hugetlb_page()
4929 ptl = huge_pte_lock(h, mm, pte); in follow_hugetlb_page()
4930 absent = !pte || huge_pte_none(huge_ptep_get(pte)); in follow_hugetlb_page()
4941 if (pte) in follow_hugetlb_page()
4957 if (absent || is_swap_pte(huge_ptep_get(pte)) || in follow_hugetlb_page()
4959 !huge_pte_write(huge_ptep_get(pte)))) { in follow_hugetlb_page()
4963 if (pte) in follow_hugetlb_page()
5006 page = pte_page(huge_ptep_get(pte)); in follow_hugetlb_page()
5077 pte_t pte; in hugetlb_change_protection() local
5109 pte = huge_ptep_get(ptep); in hugetlb_change_protection()
5110 if (unlikely(is_hugetlb_entry_hwpoisoned(pte))) { in hugetlb_change_protection()
5114 if (unlikely(is_hugetlb_entry_migration(pte))) { in hugetlb_change_protection()
5115 swp_entry_t entry = pte_to_swp_entry(pte); in hugetlb_change_protection()
5129 if (!huge_pte_none(pte)) { in hugetlb_change_protection()
5133 pte = pte_mkhuge(huge_pte_modify(old_pte, newprot)); in hugetlb_change_protection()
5134 pte = arch_make_huge_pte(pte, vma, NULL, 0); in hugetlb_change_protection()
5135 huge_ptep_modify_prot_commit(vma, address, ptep, old_pte, pte); in hugetlb_change_protection()
5455 pte_t *pte; in huge_pmd_share() local
5487 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pmd_share()
5488 return pte; in huge_pmd_share()
5560 pte_t *pte = NULL; in huge_pte_alloc() local
5569 pte = (pte_t *)pud; in huge_pte_alloc()
5573 pte = huge_pmd_share(mm, vma, addr, pud); in huge_pte_alloc()
5575 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
5578 BUG_ON(pte && pte_present(*pte) && !pte_huge(*pte)); in huge_pte_alloc()
5580 return pte; in huge_pte_alloc()
5648 pte_t *ptep, pte; in follow_huge_pmd_pte() local
5661 pte = huge_ptep_get(ptep); in follow_huge_pmd_pte()
5662 if (pte_present(pte)) { in follow_huge_pmd_pte()
5663 page = pte_page(pte) + in follow_huge_pmd_pte()
5678 if (is_hugetlb_entry_migration(pte)) { in follow_huge_pmd_pte()