Home
last modified time | relevance | path

Searched refs:orig_pmd (Results 1 – 4 of 4) sorted by relevance

/kernel/linux/linux-5.10/mm/
Dhuge_memory.c1250 void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd) in huge_pmd_set_accessed() argument
1257 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in huge_pmd_set_accessed()
1260 entry = pmd_mkyoung(orig_pmd); in huge_pmd_set_accessed()
1271 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd) in do_huge_pmd_wp_page() argument
1280 if (is_huge_zero_pmd(orig_pmd)) in do_huge_pmd_wp_page()
1285 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1290 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
1299 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1314 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1575 pmd_t orig_pmd; in madvise_free_huge_pmd() local
[all …]
Dmadvise.c331 pmd_t orig_pmd; in madvise_cold_or_pageout_pte_range() local
339 orig_pmd = *pmd; in madvise_cold_or_pageout_pte_range()
340 if (is_huge_zero_pmd(orig_pmd)) in madvise_cold_or_pageout_pte_range()
343 if (unlikely(!pmd_present(orig_pmd))) { in madvise_cold_or_pageout_pte_range()
345 !is_pmd_migration_entry(orig_pmd)); in madvise_cold_or_pageout_pte_range()
349 page = pmd_page(orig_pmd); in madvise_cold_or_pageout_pte_range()
369 if (pmd_young(orig_pmd)) { in madvise_cold_or_pageout_pte_range()
371 orig_pmd = pmd_mkold(orig_pmd); in madvise_cold_or_pageout_pte_range()
373 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_cold_or_pageout_pte_range()
Dmemory.c4436 static inline vm_fault_t wp_huge_pmd(struct vm_fault *vmf, pmd_t orig_pmd) in wp_huge_pmd() argument
4439 if (userfaultfd_huge_pmd_wp(vmf->vma, orig_pmd)) in wp_huge_pmd()
4441 return do_huge_pmd_wp_page(vmf, orig_pmd); in wp_huge_pmd()
4658 pmd_t orig_pmd = *vmf.pmd; in __handle_mm_fault() local
4661 if (unlikely(is_swap_pmd(orig_pmd))) { in __handle_mm_fault()
4663 !is_pmd_migration_entry(orig_pmd)); in __handle_mm_fault()
4664 if (is_pmd_migration_entry(orig_pmd)) in __handle_mm_fault()
4668 if (pmd_trans_huge(orig_pmd) || pmd_devmap(orig_pmd)) { in __handle_mm_fault()
4669 if (pmd_protnone(orig_pmd) && vma_is_accessible(vma)) in __handle_mm_fault()
4670 return do_huge_pmd_numa_page(&vmf, orig_pmd); in __handle_mm_fault()
[all …]
/kernel/linux/linux-5.10/include/linux/
Dhuge_mm.h14 void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd);
27 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd);
294 vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf, pmd_t orig_pmd);
448 pmd_t orig_pmd) in do_huge_pmd_numa_page() argument