182 	ssize_t err;  in __mcopy_atomic_hugetlb()  local
213 	err = -EINVAL;  in __mcopy_atomic_hugetlb()
223 		err = -ENOENT;  in __mcopy_atomic_hugetlb()
239 		err = -EINVAL;  in __mcopy_atomic_hugetlb()
253 	err = -ENOMEM;  in __mcopy_atomic_hugetlb()
275 		err = -ENOMEM;  in __mcopy_atomic_hugetlb()
282 		err = -EEXIST;  in __mcopy_atomic_hugetlb()
289 		err = hugetlb_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma,  in __mcopy_atomic_hugetlb()
297 		if (unlikely(err == -ENOENT)) {  in __mcopy_atomic_hugetlb()
301 			err = copy_huge_page_from_user(page,  in __mcopy_atomic_hugetlb()
304 			if (unlikely(err)) {  in __mcopy_atomic_hugetlb()
305 				err = -EFAULT;  in __mcopy_atomic_hugetlb()
315 		if (!err) {  in __mcopy_atomic_hugetlb()
321 				err = -EINTR;  in __mcopy_atomic_hugetlb()
323 		if (err)  in __mcopy_atomic_hugetlb()
379 	BUG_ON(err > 0);  in __mcopy_atomic_hugetlb()
380 	BUG_ON(!copied && !err);  in __mcopy_atomic_hugetlb()
381 	return copied ? copied : err;  in __mcopy_atomic_hugetlb()
401 	ssize_t err;  in mfill_atomic_pte()  local
415 			err = mcopy_atomic_pte(dst_mm, dst_pmd, dst_vma,  in mfill_atomic_pte()
418 			err = mfill_zeropage_pte(dst_mm, dst_pmd,  in mfill_atomic_pte()
422 			err = shmem_mcopy_atomic_pte(dst_mm, dst_pmd,  in mfill_atomic_pte()
426 			err = shmem_mfill_zeropage_pte(dst_mm, dst_pmd,  in mfill_atomic_pte()
430 	return err;  in mfill_atomic_pte()
441 	ssize_t err;  in __mcopy_atomic()  local
469 	err = -EAGAIN;  in __mcopy_atomic()
477 	err = -ENOENT;  in __mcopy_atomic()
493 	err = -EINVAL;  in __mcopy_atomic()
517 	err = -ENOMEM;  in __mcopy_atomic()
529 			err = -ENOMEM;  in __mcopy_atomic()
539 			err = -EEXIST;  in __mcopy_atomic()
544 			err = -ENOMEM;  in __mcopy_atomic()
549 			err = -EFAULT;  in __mcopy_atomic()
556 		err = mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr,  in __mcopy_atomic()
560 		if (unlikely(err == -ENOENT)) {  in __mcopy_atomic()
567 			err = copy_from_user(page_kaddr,  in __mcopy_atomic()
571 			if (unlikely(err)) {  in __mcopy_atomic()
572 				err = -EFAULT;  in __mcopy_atomic()
579 		if (!err) {  in __mcopy_atomic()
585 				err = -EINTR;  in __mcopy_atomic()
587 		if (err)  in __mcopy_atomic()
597 	BUG_ON(err > 0);  in __mcopy_atomic()
598 	BUG_ON(!copied && !err);  in __mcopy_atomic()
599 	return copied ? copied : err;  in __mcopy_atomic()