57 	struct iovec __user *uiov;  in io_iov_buffer_select_prep()
58 	struct iovec iov;  in io_iov_buffer_select_prep()
356 static struct iovec *__io_import_iovec(int ddir, struct io_kiocb *req,  in __io_import_iovec()
363 	struct iovec *iovec;  in __io_import_iovec()  local
394 	iovec = s->fast_iov;  in __io_import_iovec()
395 	ret = __import_iovec(ddir, buf, sqe_len, UIO_FASTIOV, &iovec, iter,  in __io_import_iovec()
399 	return iovec;  in __io_import_iovec()
403 				  struct iovec **iovec, struct io_rw_state *s,  in io_import_iovec()  argument
406 	*iovec = __io_import_iovec(rw, req, s, issue_flags);  in io_import_iovec()
407 	if (unlikely(IS_ERR(*iovec)))  in io_import_iovec()
408 		return PTR_ERR(*iovec);  in io_import_iovec()
444 		struct iovec iovec;  in loop_rw_iter()  local
448 			iovec = iov_iter_iovec(iter);  in loop_rw_iter()
450 			iovec.iov_base = u64_to_user_ptr(rw->addr);  in loop_rw_iter()
451 			iovec.iov_len = rw->len;  in loop_rw_iter()
455 			nr = file->f_op->read(file, iovec.iov_base,  in loop_rw_iter()
456 					      iovec.iov_len, ppos);  in loop_rw_iter()
458 			nr = file->f_op->write(file, iovec.iov_base,  in loop_rw_iter()
459 					       iovec.iov_len, ppos);  in loop_rw_iter()
476 		if (nr != iovec.iov_len)  in loop_rw_iter()
483 static void io_req_map_rw(struct io_kiocb *req, const struct iovec *iovec,  in io_req_map_rw()  argument
484 			  const struct iovec *fast_iov, struct iov_iter *iter)  in io_req_map_rw()
489 	io->free_iovec = iovec;  in io_req_map_rw()
494 	if (!iovec) {  in io_req_map_rw()
504 			       sizeof(struct iovec) * iter->nr_segs);  in io_req_map_rw()
510 static int io_setup_async_rw(struct io_kiocb *req, const struct iovec *iovec,  in io_setup_async_rw()  argument
519 			kfree(iovec);  in io_setup_async_rw()
523 		io_req_map_rw(req, iovec, s->fast_iov, &s->iter);  in io_setup_async_rw()
534 	struct iovec *iov;  in io_rw_prep_async()
703 	struct iovec *iovec;  in io_read()  local
711 		ret = io_import_iovec(ITER_DEST, req, &iovec, s, issue_flags);  in io_read()
723 			ret = io_import_iovec(ITER_DEST, req, &iovec, s, issue_flags);  in io_read()
734 		iovec = NULL;  in io_read()
738 		kfree(iovec);  in io_read()
746 			ret = io_setup_async_rw(req, iovec, s, true);  in io_read()
759 		kfree(iovec);  in io_read()
778 		if (iovec)  in io_read()
779 			kfree(iovec);  in io_read()
794 	ret2 = io_setup_async_rw(req, iovec, s, true);  in io_read()
795 	iovec = NULL;  in io_read()
842 	if (iovec)  in io_read()
843 		kfree(iovec);  in io_read()
851 	struct iovec *iovec;  in io_write()  local
858 		ret = io_import_iovec(ITER_SOURCE, req, &iovec, s, issue_flags);  in io_write()
866 		iovec = NULL;  in io_write()
870 		kfree(iovec);  in io_write()
896 		kfree(iovec);  in io_write()
952 			ret = io_setup_async_rw(req, iovec, s, true);  in io_write()
967 		ret = io_setup_async_rw(req, iovec, s, false);  in io_write()
976 	if (iovec)  in io_write()
977 		kfree(iovec);  in io_write()