Lines Matching refs:dst_mm
697 copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_one_pte() argument
714 if (unlikely(list_empty(&dst_mm->mmlist))) { in copy_one_pte()
716 if (list_empty(&dst_mm->mmlist)) in copy_one_pte()
717 list_add(&dst_mm->mmlist, in copy_one_pte()
799 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_one_pte()
803 static int copy_pte_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pte_range() argument
817 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
842 entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte, in copy_pte_range()
852 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
866 static inline int copy_pmd_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pmd_range() argument
873 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
883 err = copy_huge_pmd(dst_mm, src_mm, in copy_pmd_range()
893 if (copy_pte_range(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
900 static inline int copy_pud_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pud_range() argument
907 dst_pud = pud_alloc(dst_mm, dst_p4d, addr); in copy_pud_range()
917 err = copy_huge_pud(dst_mm, src_mm, in copy_pud_range()
927 if (copy_pmd_range(dst_mm, src_mm, dst_pud, src_pud, in copy_pud_range()
934 static inline int copy_p4d_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_p4d_range() argument
941 dst_p4d = p4d_alloc(dst_mm, dst_pgd, addr); in copy_p4d_range()
949 if (copy_pud_range(dst_mm, src_mm, dst_p4d, src_p4d, in copy_p4d_range()
956 int copy_page_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_page_range() argument
978 return copy_hugetlb_page_range(dst_mm, src_mm, vma); in copy_page_range()
1005 dst_pgd = pgd_offset(dst_mm, addr); in copy_page_range()
1011 if (unlikely(copy_p4d_range(dst_mm, src_mm, dst_pgd, src_pgd, in copy_page_range()