138 static int copyout(void __user *to, const void *from, size_t n)  in copyout()  argument
140 	if (access_ok(to, n)) {  in copyout()
142 		n = raw_copy_to_user(to, from, n);  in copyout()
147 static int copyin(void *to, const void __user *from, size_t n)  in copyin()  argument
150 		kasan_check_write(to, n);  in copyin()
151 		n = raw_copy_from_user(to, from, n);  in copyin()
246 	void *kaddr, *to;  in copy_page_from_iter_iovec()  local
263 		to = kaddr + offset;  in copy_page_from_iter_iovec()
266 		left = copyin(to, buf, copy);  in copy_page_from_iter_iovec()
269 		to += copy;  in copy_page_from_iter_iovec()
276 			left = copyin(to, buf, copy);  in copy_page_from_iter_iovec()
279 			to += copy;  in copy_page_from_iter_iovec()
286 		offset = to - kaddr;  in copy_page_from_iter_iovec()
294 	to = kaddr + offset;  in copy_page_from_iter_iovec()
295 	left = copyin(to, buf, copy);  in copy_page_from_iter_iovec()
298 	to += copy;  in copy_page_from_iter_iovec()
304 		left = copyin(to, buf, copy);  in copy_page_from_iter_iovec()
307 		to += copy;  in copy_page_from_iter_iovec()
457 static void memcpy_from_page(char *to, struct page *page, size_t offset, size_t len)  in memcpy_from_page()  argument
460 	memcpy(to, from + offset, len);  in memcpy_from_page()
466 	char *to = kmap_atomic(page);  in memcpy_to_page()  local
467 	memcpy(to + offset, from, len);  in memcpy_to_page()
468 	kunmap_atomic(to);  in memcpy_to_page()
565 static __wsum csum_and_memcpy(void *to, const void *from, size_t len,  in csum_and_memcpy()  argument
568 	__wsum next = csum_partial_copy_nocheck(from, to, len, 0);  in csum_and_memcpy()
622 static int copyout_mcsafe(void __user *to, const void *from, size_t n)  in copyout_mcsafe()  argument
624 	if (access_ok(to, n)) {  in copyout_mcsafe()
626 		n = copy_to_user_mcsafe((__force void *) to, from, n);  in copyout_mcsafe()
635 	char *to;  in memcpy_mcsafe_to_page()  local
637 	to = kmap_atomic(page);  in memcpy_mcsafe_to_page()
638 	ret = memcpy_mcsafe(to + offset, from, len);  in memcpy_mcsafe_to_page()
639 	kunmap_atomic(to);  in memcpy_mcsafe_to_page()
739 	char *to = addr;  in _copy_from_iter()  local
747 		copyin((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len),  in _copy_from_iter()
748 		memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page,  in _copy_from_iter()
750 		memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len)  in _copy_from_iter()
759 	char *to = addr;  in _copy_from_iter_full()  local
770 		if (copyin((to += v.iov_len) - v.iov_len,  in _copy_from_iter_full()
774 		memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page,  in _copy_from_iter_full()
776 		memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len)  in _copy_from_iter_full()
786 	char *to = addr;  in _copy_from_iter_nocache()  local
792 		__copy_from_user_inatomic_nocache((to += v.iov_len) - v.iov_len,  in _copy_from_iter_nocache()
794 		memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page,  in _copy_from_iter_nocache()
796 		memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len)  in _copy_from_iter_nocache()
820 	char *to = addr;  in _copy_from_iter_flushcache()  local
826 		__copy_from_user_flushcache((to += v.iov_len) - v.iov_len,  in _copy_from_iter_flushcache()
828 		memcpy_page_flushcache((to += v.bv_len) - v.bv_len, v.bv_page,  in _copy_from_iter_flushcache()
830 		memcpy_flushcache((to += v.iov_len) - v.iov_len, v.iov_base,  in _copy_from_iter_flushcache()
841 	char *to = addr;  in _copy_from_iter_full_nocache()  local
849 		if (__copy_from_user_inatomic_nocache((to += v.iov_len) - v.iov_len,  in _copy_from_iter_full_nocache()
853 		memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page,  in _copy_from_iter_full_nocache()
855 		memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len)  in _copy_from_iter_full_nocache()
1407 	char *to = addr;  in csum_and_copy_from_iter()  local
1418 					       (to += v.iov_len) - v.iov_len,  in csum_and_copy_from_iter()
1427 		sum = csum_and_memcpy((to += v.bv_len) - v.bv_len,  in csum_and_copy_from_iter()
1433 		sum = csum_and_memcpy((to += v.iov_len) - v.iov_len,  in csum_and_copy_from_iter()
1447 	char *to = addr;  in csum_and_copy_from_iter_full()  local
1460 					       (to += v.iov_len) - v.iov_len,  in csum_and_copy_from_iter_full()
1469 		sum = csum_and_memcpy((to += v.bv_len) - v.bv_len,  in csum_and_copy_from_iter_full()
1475 		sum = csum_and_memcpy((to += v.iov_len) - v.iov_len,  in csum_and_copy_from_iter_full()