417 	struct io_kiocb			*req;  member
711 	struct io_kiocb		*req;  member
1002 static inline void io_clean_op(struct io_kiocb *req)  in io_clean_op()
1008 static inline bool __io_match_files(struct io_kiocb *req,  in __io_match_files()
1096 				   struct io_kiocb *req)  in io_sq_thread_acquire_mm()
1123 static inline void req_set_fail_links(struct io_kiocb *req)  in req_set_fail_links()
1154 static inline void __io_req_init_async(struct io_kiocb *req)  in __io_req_init_async()
1164 static inline void io_req_init_async(struct io_kiocb *req)  in io_req_init_async()
1191 static inline bool io_is_timeout_noseq(struct io_kiocb *req)  in io_is_timeout_noseq()
1256 static bool req_need_defer(struct io_kiocb *req, u32 seq)  in req_need_defer()
1276 static void io_put_identity(struct io_uring_task *tctx, struct io_kiocb *req)  in io_put_identity()
1284 static void io_req_clean_work(struct io_kiocb *req)  in io_req_clean_work()
1326 static bool io_identity_cow(struct io_kiocb *req)  in io_identity_cow()
1367 static bool io_grab_identity(struct io_kiocb *req)  in io_grab_identity()
1448 static void io_prep_async_work(struct io_kiocb *req)  in io_prep_async_work()
1480 static void io_prep_async_link(struct io_kiocb *req)  in io_prep_async_link()
1490 static struct io_kiocb *__io_queue_async_work(struct io_kiocb *req)  in __io_queue_async_work()
1501 static void io_queue_async_work(struct io_kiocb *req)  in io_queue_async_work()
1513 static void io_kill_timeout(struct io_kiocb *req, int status)  in io_kill_timeout()
1536 	struct io_kiocb *req, *tmp;  in io_kill_timeouts()  local
1575 		struct io_kiocb *req = list_first_entry(&ctx->timeout_list,  in io_flush_timeouts()  local
1674 	struct io_kiocb *req, *tmp;  in __io_cqring_overflow_flush()  local
1737 static void __io_cqring_fill_event(struct io_kiocb *req, long res,  in __io_cqring_fill_event()
1778 static void io_cqring_fill_event(struct io_kiocb *req, long res)  in io_cqring_fill_event()
1783 static void io_cqring_add_event(struct io_kiocb *req, long res, long cflags)  in io_cqring_add_event()
1802 		struct io_kiocb *req;  in io_submit_flush_completions()  local
1829 static void __io_req_complete(struct io_kiocb *req, long res, unsigned cflags,  in __io_req_complete()
1845 static void io_req_complete(struct io_kiocb *req, long res)  in io_req_complete()
1850 static inline bool io_is_fallback_req(struct io_kiocb *req)  in io_is_fallback_req()
1858 	struct io_kiocb *req;  in io_get_fallback_req()  local
1897 static inline void io_put_file(struct io_kiocb *req, struct file *file,  in io_put_file()
1906 static void io_dismantle_req(struct io_kiocb *req)  in io_dismantle_req()
1918 static void __io_free_req(struct io_kiocb *req)  in __io_free_req()
1937 static void io_kill_linked_timeout(struct io_kiocb *req)  in io_kill_linked_timeout()
1972 static struct io_kiocb *io_req_link_next(struct io_kiocb *req)  in io_req_link_next()
1994 static void io_fail_links(struct io_kiocb *req)  in io_fail_links()
2026 static struct io_kiocb *__io_req_find_next(struct io_kiocb *req)  in __io_req_find_next()
2044 static struct io_kiocb *io_req_find_next(struct io_kiocb *req)  in io_req_find_next()
2051 static int io_req_task_work_add(struct io_kiocb *req, bool twa_signal_ok)  in io_req_task_work_add()
2078 static void io_req_task_work_add_fallback(struct io_kiocb *req,  in io_req_task_work_add_fallback()
2088 static void __io_req_task_cancel(struct io_kiocb *req, int error)  in __io_req_task_cancel()
2104 	struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work);  in io_req_task_cancel()  local
2113 static void __io_req_task_submit(struct io_kiocb *req)  in __io_req_task_submit()
2130 	struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work);  in io_req_task_submit()  local
2137 static void io_req_task_queue(struct io_kiocb *req)  in io_req_task_queue()
2149 static void io_queue_next(struct io_kiocb *req)  in io_queue_next()
2157 static void io_free_req(struct io_kiocb *req)  in io_free_req()
2202 static void io_req_free_batch(struct req_batch *rb, struct io_kiocb *req)  in io_req_free_batch()
2235 static struct io_kiocb *io_put_req_find_next(struct io_kiocb *req)  in io_put_req_find_next()
2246 static void io_put_req(struct io_kiocb *req)  in io_put_req()
2254 	struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work);  in io_put_req_deferred_cb()  local
2259 static void io_free_req_deferred(struct io_kiocb *req)  in io_free_req_deferred()
2269 static inline void io_put_req_deferred(struct io_kiocb *req, int refs)  in io_put_req_deferred()
2275 static struct io_wq_work *io_steal_work(struct io_kiocb *req)  in io_steal_work()
2291 static void io_double_put_req(struct io_kiocb *req)  in io_double_put_req()
2315 static unsigned int io_put_kbuf(struct io_kiocb *req, struct io_buffer *kbuf)  in io_put_kbuf()
2326 static inline unsigned int io_put_rw_kbuf(struct io_kiocb *req)  in io_put_rw_kbuf()
2353 	struct io_kiocb *req;  in io_iopoll_queue()  local
2369 	struct io_kiocb *req;  in io_iopoll_complete()  local
2410 	struct io_kiocb *req, *tmp;  in io_do_iopoll()  local
2557 static void kiocb_end_write(struct io_kiocb *req)  in kiocb_end_write()
2574 	struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb);  in io_complete_rw_common()  local
2588 static bool io_resubmit_prep(struct io_kiocb *req, int error)  in io_resubmit_prep()
2595 static bool io_rw_reissue(struct io_kiocb *req, long res)  in io_rw_reissue()
2625 static void __io_complete_rw(struct io_kiocb *req, long res, long res2,  in __io_complete_rw()
2634 	struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb);  in io_complete_rw()  local
2641 	struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb);  in io_complete_rw_iopoll()  local
2661 static void io_iopoll_req_issued(struct io_kiocb *req)  in io_iopoll_req_issued()
2779 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_rw()
2858 	struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb);  in kiocb_done()  local
2877 static ssize_t io_import_fixed(struct io_kiocb *req, int rw,  in io_import_fixed()
2963 static struct io_buffer *io_buffer_select(struct io_kiocb *req, size_t *len,  in io_buffer_select()
2997 static void __user *io_rw_buffer_select(struct io_kiocb *req, size_t *len,  in io_rw_buffer_select()
3014 static ssize_t io_compat_import(struct io_kiocb *req, struct iovec *iov,  in io_compat_import()
3040 static ssize_t __io_iov_buffer_select(struct io_kiocb *req, struct iovec *iov,  in __io_iov_buffer_select()
3061 static ssize_t io_iov_buffer_select(struct io_kiocb *req, struct iovec *iov,  in io_iov_buffer_select()
3083 static ssize_t __io_import_iovec(int rw, struct io_kiocb *req,  in __io_import_iovec()
3129 static ssize_t io_import_iovec(int rw, struct io_kiocb *req,  in io_import_iovec()
3150 static ssize_t loop_rw_iter(int rw, struct io_kiocb *req, struct iov_iter *iter)  in loop_rw_iter()
3204 static void io_req_map_rw(struct io_kiocb *req, const struct iovec *iovec,  in io_req_map_rw()
3231 static inline int __io_alloc_async_data(struct io_kiocb *req)  in __io_alloc_async_data()
3238 static int io_alloc_async_data(struct io_kiocb *req)  in io_alloc_async_data()
3246 static int io_setup_async_rw(struct io_kiocb *req, const struct iovec *iovec,  in io_setup_async_rw()
3261 static inline int io_rw_prep_async(struct io_kiocb *req, int rw)  in io_rw_prep_async()
3278 static int io_read_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_read_prep()
3309 	struct io_kiocb *req = wait->private;  in io_async_buf_func()  local
3344 static bool io_rw_should_retry(struct io_kiocb *req)  in io_rw_should_retry()
3375 static int io_iter_do_read(struct io_kiocb *req, struct iov_iter *iter)  in io_iter_do_read()
3385 static int io_read(struct io_kiocb *req, bool force_nonblock,  in io_read()
3498 static int io_write_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_write_prep()
3515 static int io_write(struct io_kiocb *req, bool force_nonblock,  in io_write()
3605 static int __io_splice_prep(struct io_kiocb *req,  in __io_splice_prep()
3639 static int io_tee_prep(struct io_kiocb *req,  in io_tee_prep()
3647 static int io_tee(struct io_kiocb *req, bool force_nonblock)  in io_tee()
3669 static int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_splice_prep()
3678 static int io_splice(struct io_kiocb *req, bool force_nonblock)  in io_splice()
3708 static int io_nop(struct io_kiocb *req, struct io_comp_state *cs)  in io_nop()
3719 static int io_prep_fsync(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_fsync()
3741 static int io_fsync(struct io_kiocb *req, bool force_nonblock)  in io_fsync()
3759 static int io_fallocate_prep(struct io_kiocb *req,  in io_fallocate_prep()
3774 static int io_fallocate(struct io_kiocb *req, bool force_nonblock)  in io_fallocate()
3789 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in __io_openat_prep()
3817 static int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_openat_prep()
3829 static int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_openat2_prep()
3850 static int io_openat2(struct io_kiocb *req, bool force_nonblock)  in io_openat2()
3899 static int io_openat(struct io_kiocb *req, bool force_nonblock)  in io_openat()
3904 static int io_remove_buffers_prep(struct io_kiocb *req,  in io_remove_buffers_prep()
3950 static int io_remove_buffers(struct io_kiocb *req, bool force_nonblock,  in io_remove_buffers()
3980 static int io_provide_buffers_prep(struct io_kiocb *req,  in io_provide_buffers_prep()
4042 static int io_provide_buffers(struct io_kiocb *req, bool force_nonblock,  in io_provide_buffers()
4076 static int io_epoll_ctl_prep(struct io_kiocb *req,  in io_epoll_ctl_prep()
4103 static int io_epoll_ctl(struct io_kiocb *req, bool force_nonblock,  in io_epoll_ctl()
4123 static int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_madvise_prep()
4140 static int io_madvise(struct io_kiocb *req, bool force_nonblock)  in io_madvise()
4159 static int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_fadvise_prep()
4172 static int io_fadvise(struct io_kiocb *req, bool force_nonblock)  in io_fadvise()
4195 static int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_statx_prep()
4213 static int io_statx(struct io_kiocb *req, bool force_nonblock)  in io_statx()
4234 static int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_close_prep()
4259 static int io_close(struct io_kiocb *req, bool force_nonblock,  in io_close()
4293 static int io_prep_sfr(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_sfr()
4312 static int io_sync_file_range(struct io_kiocb *req, bool force_nonblock)  in io_sync_file_range()
4329 static int io_setup_async_msg(struct io_kiocb *req,  in io_setup_async_msg()
4347 static int io_sendmsg_copy_hdr(struct io_kiocb *req,  in io_sendmsg_copy_hdr()
4356 static int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_sendmsg_prep()
4382 static int io_sendmsg(struct io_kiocb *req, bool force_nonblock,  in io_sendmsg()
4433 static int io_send(struct io_kiocb *req, bool force_nonblock,  in io_send()
4479 static int __io_recvmsg_copy_hdr(struct io_kiocb *req,  in __io_recvmsg_copy_hdr()
4513 static int __io_compat_recvmsg_copy_hdr(struct io_kiocb *req,  in __io_compat_recvmsg_copy_hdr()
4556 static int io_recvmsg_copy_hdr(struct io_kiocb *req,  in io_recvmsg_copy_hdr()
4570 static struct io_buffer *io_recv_buffer_select(struct io_kiocb *req,  in io_recv_buffer_select()
4585 static inline unsigned int io_put_recv_kbuf(struct io_kiocb *req)  in io_put_recv_kbuf()
4590 static int io_recvmsg_prep(struct io_kiocb *req,  in io_recvmsg_prep()
4618 static int io_recvmsg(struct io_kiocb *req, bool force_nonblock,  in io_recvmsg()
4682 static int io_recv(struct io_kiocb *req, bool force_nonblock,  in io_recv()
4740 static int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_accept_prep()
4756 static int io_accept(struct io_kiocb *req, bool force_nonblock,  in io_accept()
4780 static int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_connect_prep()
4801 static int io_connect(struct io_kiocb *req, bool force_nonblock,  in io_connect()
4843 static int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_sendmsg_prep()
4848 static int io_sendmsg(struct io_kiocb *req, bool force_nonblock,  in io_sendmsg()
4854 static int io_send(struct io_kiocb *req, bool force_nonblock,  in io_send()
4860 static int io_recvmsg_prep(struct io_kiocb *req,  in io_recvmsg_prep()
4866 static int io_recvmsg(struct io_kiocb *req, bool force_nonblock,  in io_recvmsg()
4872 static int io_recv(struct io_kiocb *req, bool force_nonblock,  in io_recv()
4878 static int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_accept_prep()
4883 static int io_accept(struct io_kiocb *req, bool force_nonblock,  in io_accept()
4889 static int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_connect_prep()
4894 static int io_connect(struct io_kiocb *req, bool force_nonblock,  in io_connect()
4903 	struct io_kiocb *req;  member
4908 static int __io_async_wake(struct io_kiocb *req, struct io_poll_iocb *poll,  in __io_async_wake()
4948 static bool io_poll_rewait(struct io_kiocb *req, struct io_poll_iocb *poll)  in io_poll_rewait()
4968 static struct io_poll_iocb *io_poll_get_double(struct io_kiocb *req)  in io_poll_get_double()
4976 static struct io_poll_iocb *io_poll_get_single(struct io_kiocb *req)  in io_poll_get_single()
4983 static void io_poll_remove_double(struct io_kiocb *req)  in io_poll_remove_double()
5001 static void io_poll_complete(struct io_kiocb *req, __poll_t mask, int error)  in io_poll_complete()
5013 	struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work);  in io_poll_task_func()  local
5036 	struct io_kiocb *req = wait->private;  in io_poll_double_wake()  local
5080 	struct io_kiocb *req = pt->req;  in __io_queue_proc()  local
5129 	struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work);  in io_async_task_func()  local
5161 	struct io_kiocb *req = wait->private;  in io_async_wake()  local
5170 static void io_poll_req_insert(struct io_kiocb *req)  in io_poll_req_insert()
5179 static __poll_t __io_arm_poll_handler(struct io_kiocb *req,  in __io_arm_poll_handler()
5230 static bool io_arm_poll_handler(struct io_kiocb *req)  in io_arm_poll_handler()
5291 static bool __io_poll_remove_one(struct io_kiocb *req,  in __io_poll_remove_one()
5307 static bool io_poll_remove_one(struct io_kiocb *req)  in io_poll_remove_one()
5344 	struct io_kiocb *req;  in io_poll_remove_all()  local
5368 	struct io_kiocb *req;  in io_poll_cancel()  local
5382 static int io_poll_remove_prep(struct io_kiocb *req,  in io_poll_remove_prep()
5399 static int io_poll_remove(struct io_kiocb *req)  in io_poll_remove()
5419 	struct io_kiocb *req = wait->private;  in io_poll_wake()  local
5433 static int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_poll_add_prep()
5452 static int io_poll_add(struct io_kiocb *req)  in io_poll_add()
5481 	struct io_kiocb *req = data->req;  in io_timeout_fn()  local
5500 static int __io_timeout_cancel(struct io_kiocb *req)  in __io_timeout_cancel()
5518 	struct io_kiocb *req;  in io_timeout_cancel()  local
5534 static int io_timeout_remove_prep(struct io_kiocb *req,  in io_timeout_remove_prep()
5552 static int io_timeout_remove(struct io_kiocb *req)  in io_timeout_remove()
5570 static int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_timeout_prep()
5608 static int io_timeout(struct io_kiocb *req)  in io_timeout()
5660 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_cancel_cb()  local
5687 				     struct io_kiocb *req, __u64 sqe_addr,  in io_async_find_and_cancel()
5717 static int io_async_cancel_prep(struct io_kiocb *req,  in io_async_cancel_prep()
5732 static int io_async_cancel(struct io_kiocb *req)  in io_async_cancel()
5740 static int io_files_update_prep(struct io_kiocb *req,  in io_files_update_prep()
5758 static int io_files_update(struct io_kiocb *req, bool force_nonblock,  in io_files_update()
5781 static int io_req_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_req_prep()
5853 static int io_req_defer_prep(struct io_kiocb *req,  in io_req_defer_prep()
5863 static u32 io_get_sequence(struct io_kiocb *req)  in io_get_sequence()
5877 static int io_req_defer(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_req_defer()
5920 static void io_req_drop_files(struct io_kiocb *req)  in io_req_drop_files()
5939 static void __io_clean_op(struct io_kiocb *req)  in __io_clean_op()
5991 static int io_issue_sqe(struct io_kiocb *req, bool force_nonblock,  in io_issue_sqe()
6116 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_wq_submit_work()  local
6186 				struct io_kiocb *req, int fd, bool fixed)  in io_file_get()
6218 static int io_req_set_file(struct io_submit_state *state, struct io_kiocb *req,  in io_req_set_file()
6237 	struct io_kiocb *req = data->req;  in io_link_timeout_fn()  local
6269 static void __io_queue_linked_timeout(struct io_kiocb *req)  in __io_queue_linked_timeout()
6284 static void io_queue_linked_timeout(struct io_kiocb *req)  in io_queue_linked_timeout()
6296 static struct io_kiocb *io_prep_linked_timeout(struct io_kiocb *req)  in io_prep_linked_timeout()
6315 static void __io_queue_sqe(struct io_kiocb *req, struct io_comp_state *cs)  in __io_queue_sqe()
6375 static void io_queue_sqe(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_queue_sqe()
6405 static inline void io_queue_link_head(struct io_kiocb *req,  in io_queue_link_head()
6415 static int io_submit_sqe(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_submit_sqe()
6559 					struct io_kiocb *req,  in io_check_restriction()
6583 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_init_req()
6670 		struct io_kiocb *req;  in io_submit_sqes()  local
7827 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_free_work()  local
8530 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_cancel_ctx_cb()  local
8597 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_cancel_task_cb()  local
8645 	struct io_kiocb *req;  in io_uring_count_inflight()  local
9208 		struct io_kiocb *req;  in __io_uring_show_fdinfo()  local