Lines Matching refs:dst_pmd
22 pmd_t *dst_pmd, in mcopy_atomic_pte() argument
76 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
113 pmd_t *dst_pmd, in mfill_zeropage_pte() argument
125 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
394 pmd_t *dst_pmd, in mfill_atomic_pte() argument
415 err = mcopy_atomic_pte(dst_mm, dst_pmd, dst_vma, in mfill_atomic_pte()
418 err = mfill_zeropage_pte(dst_mm, dst_pmd, in mfill_atomic_pte()
422 err = shmem_mcopy_atomic_pte(dst_mm, dst_pmd, in mfill_atomic_pte()
426 err = shmem_mfill_zeropage_pte(dst_mm, dst_pmd, in mfill_atomic_pte()
442 pmd_t *dst_pmd; in __mcopy_atomic() local
527 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr); in __mcopy_atomic()
528 if (unlikely(!dst_pmd)) { in __mcopy_atomic()
533 dst_pmdval = pmd_read_atomic(dst_pmd); in __mcopy_atomic()
543 unlikely(__pte_alloc(dst_mm, dst_pmd))) { in __mcopy_atomic()
548 if (unlikely(pmd_trans_huge(*dst_pmd))) { in __mcopy_atomic()
553 BUG_ON(pmd_none(*dst_pmd)); in __mcopy_atomic()
554 BUG_ON(pmd_trans_huge(*dst_pmd)); in __mcopy_atomic()
556 err = mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in __mcopy_atomic()