583 	struct io_buffer		*kbuf;  member
893 	struct io_buffer		*kbuf;  member
2460 static unsigned int io_put_kbuf(struct io_kiocb *req, struct io_buffer *kbuf)  in io_put_kbuf()  argument
2464 	cflags = kbuf->bid << IORING_CQE_BUFFER_SHIFT;  in io_put_kbuf()
2467 	kfree(kbuf);  in io_put_kbuf()
2473 	struct io_buffer *kbuf;  in io_put_rw_kbuf()  local
2477 	kbuf = (struct io_buffer *) (unsigned long) req->rw.addr;  in io_put_rw_kbuf()
2478 	return io_put_kbuf(req, kbuf);  in io_put_rw_kbuf()
3202 					  int bgid, struct io_buffer *kbuf,  in io_buffer_select()  argument
3208 		return kbuf;  in io_buffer_select()
3217 			kbuf = list_last_entry(&head->list, struct io_buffer,  in io_buffer_select()
3219 			list_del(&kbuf->list);  in io_buffer_select()
3221 			kbuf = head;  in io_buffer_select()
3224 		if (*len > kbuf->len)  in io_buffer_select()
3225 			*len = kbuf->len;  in io_buffer_select()
3227 		kbuf = ERR_PTR(-ENOBUFS);  in io_buffer_select()
3232 	return kbuf;  in io_buffer_select()
3238 	struct io_buffer *kbuf;  in io_rw_buffer_select()  local
3241 	kbuf = (struct io_buffer *) (unsigned long) req->rw.addr;  in io_rw_buffer_select()
3243 	kbuf = io_buffer_select(req, len, bgid, kbuf, needs_lock);  in io_rw_buffer_select()
3244 	if (IS_ERR(kbuf))  in io_rw_buffer_select()
3245 		return kbuf;  in io_rw_buffer_select()
3246 	req->rw.addr = (u64) (unsigned long) kbuf;  in io_rw_buffer_select()
3248 	return u64_to_user_ptr(kbuf->addr);  in io_rw_buffer_select()
3303 		struct io_buffer *kbuf;  in io_iov_buffer_select()  local
3305 		kbuf = (struct io_buffer *) (unsigned long) req->rw.addr;  in io_iov_buffer_select()
3306 		iov[0].iov_base = u64_to_user_ptr(kbuf->addr);  in io_iov_buffer_select()
3307 		iov[0].iov_len = kbuf->len;  in io_iov_buffer_select()
5148 	struct io_buffer *kbuf;  in io_recv_buffer_select()  local
5150 	kbuf = io_buffer_select(req, &sr->len, sr->bgid, sr->kbuf, needs_lock);  in io_recv_buffer_select()
5151 	if (IS_ERR(kbuf))  in io_recv_buffer_select()
5152 		return kbuf;  in io_recv_buffer_select()
5154 	sr->kbuf = kbuf;  in io_recv_buffer_select()
5156 	return kbuf;  in io_recv_buffer_select()
5161 	return io_put_kbuf(req, req->sr_msg.kbuf);  in io_put_recv_kbuf()
5205 	struct io_buffer *kbuf;  in io_recvmsg()  local
5224 		kbuf = io_recv_buffer_select(req, !force_nonblock);  in io_recvmsg()
5225 		if (IS_ERR(kbuf))  in io_recvmsg()
5226 			return PTR_ERR(kbuf);  in io_recvmsg()
5227 		kmsg->fast_iov[0].iov_base = u64_to_user_ptr(kbuf->addr);  in io_recvmsg()
5272 	struct io_buffer *kbuf;  in io_recv()  local
5288 		kbuf = io_recv_buffer_select(req, !force_nonblock);  in io_recv()
5289 		if (IS_ERR(kbuf))  in io_recv()
5290 			return PTR_ERR(kbuf);  in io_recv()
5291 		buf = u64_to_user_ptr(kbuf->addr);  in io_recv()
6843 			kfree(req->sr_msg.kbuf);  in io_clean_op()