• Home
  • Raw
  • Download

Lines Matching refs:orig_pmd

1185 void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd)  in huge_pmd_set_accessed()  argument
1192 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in huge_pmd_set_accessed()
1195 entry = pmd_mkyoung(orig_pmd); in huge_pmd_set_accessed()
1207 pmd_t orig_pmd, struct page *page) in do_huge_pmd_wp_page_fallback() argument
1260 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in do_huge_pmd_wp_page_fallback()
1323 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd) in do_huge_pmd_wp_page() argument
1335 if (is_huge_zero_pmd(orig_pmd)) in do_huge_pmd_wp_page()
1338 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in do_huge_pmd_wp_page()
1341 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
1352 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1361 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1387 ret = do_huge_pmd_wp_page_fallback(vmf, orig_pmd, page); in do_huge_pmd_wp_page()
1426 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1707 pmd_t orig_pmd; in madvise_free_huge_pmd() local
1718 orig_pmd = *pmd; in madvise_free_huge_pmd()
1719 if (is_huge_zero_pmd(orig_pmd)) in madvise_free_huge_pmd()
1722 if (unlikely(!pmd_present(orig_pmd))) { in madvise_free_huge_pmd()
1724 !is_pmd_migration_entry(orig_pmd)); in madvise_free_huge_pmd()
1728 page = pmd_page(orig_pmd); in madvise_free_huge_pmd()
1756 if (pmd_young(orig_pmd) || pmd_dirty(orig_pmd)) { in madvise_free_huge_pmd()
1758 orig_pmd = pmd_mkold(orig_pmd); in madvise_free_huge_pmd()
1759 orig_pmd = pmd_mkclean(orig_pmd); in madvise_free_huge_pmd()
1761 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_free_huge_pmd()
1785 pmd_t orig_pmd; in zap_huge_pmd() local
1799 orig_pmd = pmdp_huge_get_and_clear_full(tlb->mm, addr, pmd, in zap_huge_pmd()
1806 if (is_huge_zero_pmd(orig_pmd)) in zap_huge_pmd()
1807 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1808 } else if (is_huge_zero_pmd(orig_pmd)) { in zap_huge_pmd()
1811 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1816 if (pmd_present(orig_pmd)) { in zap_huge_pmd()
1817 page = pmd_page(orig_pmd); in zap_huge_pmd()
1824 VM_BUG_ON(!is_pmd_migration_entry(orig_pmd)); in zap_huge_pmd()
1825 entry = pmd_to_swp_entry(orig_pmd); in zap_huge_pmd()