223 static int hmm_vma_do_fault(struct mm_walk *walk, unsigned long addr,  in hmm_vma_do_fault()  argument
227 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_do_fault()
229 	struct vm_area_struct *vma = walk->vma;  in hmm_vma_do_fault()
257 			struct mm_walk *walk)  in hmm_pfns_bad()  argument
259 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_pfns_bad()
285 			      struct mm_walk *walk)  in hmm_vma_walk_hole_()  argument
287 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_walk_hole_()
295 	if (write_fault && walk->vma && !(walk->vma->vm_flags & VM_WRITE))  in hmm_vma_walk_hole_()
303 			ret = hmm_vma_do_fault(walk, addr, write_fault,  in hmm_vma_walk_hole_()
379 			     struct mm_walk *walk)  in hmm_vma_walk_hole()  argument
381 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_walk_hole()
392 	return hmm_vma_walk_hole_(addr, end, fault, write_fault, walk);  in hmm_vma_walk_hole()
405 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr,  in hmm_vma_handle_pmd()  argument
408 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_handle_pmd()
420 		return hmm_vma_walk_hole_(addr, end, fault, write_fault, walk);  in hmm_vma_handle_pmd()
441 int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr,
454 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr,  in hmm_vma_handle_pte()  argument
458 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_handle_pte()
511 				migration_entry_wait(walk->mm, pmdp, addr);  in hmm_vma_handle_pte()
549 	return hmm_vma_walk_hole_(addr, end, fault, write_fault, walk);  in hmm_vma_handle_pte()
555 			    struct mm_walk *walk)  in hmm_vma_walk_pmd()  argument
557 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_walk_pmd()
567 		return hmm_vma_walk_hole(start, end, walk);  in hmm_vma_walk_pmd()
582 			pmd_migration_entry_wait(walk->mm, pmdp);  in hmm_vma_walk_pmd()
587 		return hmm_pfns_bad(start, end, walk);  in hmm_vma_walk_pmd()
605 		return hmm_vma_handle_pmd(walk, addr, end, &pfns[i], pmd);  in hmm_vma_walk_pmd()
615 		return hmm_pfns_bad(start, end, walk);  in hmm_vma_walk_pmd()
622 		r = hmm_vma_handle_pte(walk, addr, end, pmdp, ptep, &pfns[i]);  in hmm_vma_walk_pmd()
657 		struct mm_walk *walk)  in hmm_vma_walk_pud()  argument
659 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_walk_pud()
669 		return hmm_vma_walk_hole(start, end, walk);  in hmm_vma_walk_pud()
677 			return hmm_vma_walk_hole(start, end, walk);  in hmm_vma_walk_pud()
688 						write_fault, walk);  in hmm_vma_walk_pud()
707 	split_huge_pud(walk->vma, pudp, addr);  in hmm_vma_walk_pud()
714 		ret = hmm_vma_walk_pmd(pmdp, addr, next, walk);  in hmm_vma_walk_pud()
728 				      struct mm_walk *walk)  in hmm_vma_walk_hugetlb_entry()  argument
731 	struct hmm_vma_walk *hmm_vma_walk = walk->private;  in hmm_vma_walk_hugetlb_entry()
733 	struct vm_area_struct *vma = walk->vma;  in hmm_vma_walk_hugetlb_entry()
740 	ptl = huge_pte_lock(hstate_vma(vma), walk->mm, pte);  in hmm_vma_walk_hugetlb_entry()
765 		return hmm_vma_walk_hole_(addr, end, fault, write_fault, walk);  in hmm_vma_walk_hugetlb_entry()