4900 	struct io_sr_msg *sr = &req->sr_msg;  in io_sendmsg_copy_hdr()  local
4908 	sr->msg_control = iomsg->msg.msg_control;  in io_sendmsg_copy_hdr()
4924 	struct io_sr_msg *sr = &req->sr_msg;  in io_sendmsg_prep()  local
4933 	sr->umsg = u64_to_user_ptr(READ_ONCE(sqe->addr));  in io_sendmsg_prep()
4934 	sr->len = READ_ONCE(sqe->len);  in io_sendmsg_prep()
4935 	sr->msg_flags = READ_ONCE(sqe->msg_flags) | MSG_NOSIGNAL;  in io_sendmsg_prep()
4936 	if (sr->msg_flags & MSG_DONTWAIT)  in io_sendmsg_prep()
4941 		sr->msg_flags |= MSG_CMSG_COMPAT;  in io_sendmsg_prep()
4943 	sr->done_io = 0;  in io_sendmsg_prep()
4950 	struct io_sr_msg *sr = &req->sr_msg;  in io_sendmsg()  local
4967 		kmsg->msg.msg_control = sr->msg_control;  in io_sendmsg()
4986 			sr->done_io += ret;  in io_sendmsg()
4997 		ret += sr->done_io;  in io_sendmsg()
4998 	else if (sr->done_io)  in io_sendmsg()
4999 		ret = sr->done_io;  in io_sendmsg()
5006 	struct io_sr_msg *sr = &req->sr_msg;  in io_send()  local
5018 	ret = import_single_range(WRITE, sr->buf, sr->len, &iov, &msg.msg_iter);  in io_send()
5041 			sr->len -= ret;  in io_send()
5042 			sr->buf += ret;  in io_send()
5043 			sr->done_io += ret;  in io_send()
5050 		ret += sr->done_io;  in io_send()
5051 	else if (sr->done_io)  in io_send()
5052 		ret = sr->done_io;  in io_send()
5060 	struct io_sr_msg *sr = &req->sr_msg;  in __io_recvmsg_copy_hdr()  local
5065 	ret = __copy_msghdr_from_user(&iomsg->msg, sr->umsg,  in __io_recvmsg_copy_hdr()
5075 		sr->len = iomsg->fast_iov[0].iov_len;  in __io_recvmsg_copy_hdr()
5093 	struct io_sr_msg *sr = &req->sr_msg;  in __io_compat_recvmsg_copy_hdr()  local
5099 	ret = __get_compat_msghdr(&iomsg->msg, sr->umsg_compat, &iomsg->uaddr,  in __io_compat_recvmsg_copy_hdr()
5116 		sr->len = clen;  in __io_compat_recvmsg_copy_hdr()
5147 	struct io_sr_msg *sr = &req->sr_msg;  in io_recv_buffer_select()  local
5150 	kbuf = io_buffer_select(req, &sr->len, sr->bgid, sr->kbuf, needs_lock);  in io_recv_buffer_select()
5154 	sr->kbuf = kbuf;  in io_recv_buffer_select()
5176 	struct io_sr_msg *sr = &req->sr_msg;  in io_recvmsg_prep()  local
5185 	sr->umsg = u64_to_user_ptr(READ_ONCE(sqe->addr));  in io_recvmsg_prep()
5186 	sr->len = READ_ONCE(sqe->len);  in io_recvmsg_prep()
5187 	sr->bgid = READ_ONCE(sqe->buf_group);  in io_recvmsg_prep()
5188 	sr->msg_flags = READ_ONCE(sqe->msg_flags);  in io_recvmsg_prep()
5189 	if (sr->msg_flags & MSG_DONTWAIT)  in io_recvmsg_prep()
5194 		sr->msg_flags |= MSG_CMSG_COMPAT;  in io_recvmsg_prep()
5196 	sr->done_io = 0;  in io_recvmsg_prep()
5203 	struct io_sr_msg *sr = &req->sr_msg;  in io_recvmsg()  local
5247 			sr->done_io += ret;  in io_recvmsg()
5263 		ret += sr->done_io;  in io_recvmsg()
5264 	else if (sr->done_io)  in io_recvmsg()
5265 		ret = sr->done_io;  in io_recvmsg()
5273 	struct io_sr_msg *sr = &req->sr_msg;  in io_recv()  local
5275 	void __user *buf = sr->buf;  in io_recv()
5294 	ret = import_single_range(READ, buf, sr->len, &iov, &msg.msg_iter);  in io_recv()
5318 			sr->len -= ret;  in io_recv()
5319 			sr->buf += ret;  in io_recv()
5320 			sr->done_io += ret;  in io_recv()
5332 		ret += sr->done_io;  in io_recv()
5333 	else if (sr->done_io)  in io_recv()
5334 		ret = sr->done_io;  in io_recv()