| /io_uring/ |
| D | rw.c | 31 static inline bool io_file_supports_nowait(struct io_kiocb *req) in io_file_supports_nowait()
55 static int io_iov_buffer_select_prep(struct io_kiocb *req) in io_iov_buffer_select_prep()
76 int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_rw()
125 void io_readv_writev_cleanup(struct io_kiocb *req) in io_readv_writev_cleanup()
153 static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req) in io_kiocb_update_pos()
170 static void io_req_task_queue_reissue(struct io_kiocb *req) in io_req_task_queue_reissue()
177 static bool io_resubmit_prep(struct io_kiocb *req) in io_resubmit_prep()
187 static bool io_rw_should_reissue(struct io_kiocb *req) in io_rw_should_reissue()
213 static bool io_resubmit_prep(struct io_kiocb *req) in io_resubmit_prep()
217 static bool io_rw_should_reissue(struct io_kiocb *req) in io_rw_should_reissue()
[all …]
|
| D | refs.h | 11 #define req_ref_zero_or_close_to_overflow(req) \ argument
14 static inline bool req_ref_inc_not_zero(struct io_kiocb *req) in req_ref_inc_not_zero()
20 static inline bool req_ref_put_and_test(struct io_kiocb *req) in req_ref_put_and_test()
29 static inline void req_ref_get(struct io_kiocb *req) in req_ref_get()
36 static inline void __io_req_set_refcount(struct io_kiocb *req, int nr) in __io_req_set_refcount()
44 static inline void io_req_set_refcount(struct io_kiocb *req) in io_req_set_refcount()
|
| D | xattr.c | 25 void io_xattr_cleanup(struct io_kiocb *req) in io_xattr_cleanup()
36 static void io_xattr_finish(struct io_kiocb *req, int ret) in io_xattr_finish()
44 static int __io_getxattr_prep(struct io_kiocb *req, in __io_getxattr_prep()
81 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fgetxattr_prep()
86 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_getxattr_prep()
107 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr()
123 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr()
151 static int __io_setxattr_prep(struct io_kiocb *req, in __io_setxattr_prep()
182 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_setxattr_prep()
203 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fsetxattr_prep()
[all …]
|
| D | poll.c | 34 struct io_kiocb *req; member
68 static bool io_poll_get_ownership_slowpath(struct io_kiocb *req) in io_poll_get_ownership_slowpath()
89 static inline bool io_poll_get_ownership(struct io_kiocb *req) in io_poll_get_ownership()
96 static void io_poll_mark_cancelled(struct io_kiocb *req) in io_poll_mark_cancelled()
101 static struct io_poll *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double()
109 static struct io_poll *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single()
116 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
127 static void io_poll_req_delete(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_poll_req_delete()
138 static void io_poll_req_insert_locked(struct io_kiocb *req) in io_poll_req_insert_locked()
148 static void io_poll_tw_hash_eject(struct io_kiocb *req, bool *locked) in io_poll_tw_hash_eject()
[all …]
|
| D | timeout.c | 37 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq()
44 static inline void io_put_req(struct io_kiocb *req) in io_put_req()
52 static bool io_kill_timeout(struct io_kiocb *req, int status) in io_kill_timeout()
82 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts() local
122 static void io_fail_links(struct io_kiocb *req) in io_fail_links()
146 static inline void io_remove_next_linked(struct io_kiocb *req) in io_remove_next_linked()
154 void io_disarm_next(struct io_kiocb *req) in io_disarm_next()
180 struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, in __io_disarm_linked_timeout()
202 struct io_kiocb *req = data->req; in io_timeout_fn() local
228 struct io_kiocb *req = NULL; in io_timeout_extract() local
[all …]
|
| D | uring_cmd.c | 15 static void io_uring_cmd_work(struct io_kiocb *req, bool *locked) in io_uring_cmd_work()
26 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_complete_in_task() local
34 static inline void io_req_set_cqe32_extra(struct io_kiocb *req, in io_req_set_cqe32_extra()
49 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_done() local
65 int io_uring_cmd_prep_async(struct io_kiocb *req) in io_uring_cmd_prep_async()
79 int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_uring_cmd_prep()
106 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags) in io_uring_cmd()
158 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_import_fixed() local
|
| D | fs.c | 50 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_renameat_prep()
80 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat()
96 void io_renameat_cleanup(struct io_kiocb *req) in io_renameat_cleanup()
104 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_unlinkat_prep()
129 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat()
147 void io_unlinkat_cleanup(struct io_kiocb *req) in io_unlinkat_cleanup()
154 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_mkdirat_prep()
176 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat()
191 void io_mkdirat_cleanup(struct io_kiocb *req) in io_mkdirat_cleanup()
198 int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_symlinkat_prep()
[all …]
|
| D | net.c | 73 int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_shutdown_prep()
85 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags) in io_shutdown()
110 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags) in io_netmsg_recycle()
124 static struct io_async_msghdr *io_msg_alloc_async(struct io_kiocb *req, in io_msg_alloc_async()
150 static inline struct io_async_msghdr *io_msg_alloc_async_prep(struct io_kiocb *req) in io_msg_alloc_async_prep()
156 static int io_setup_async_msg(struct io_kiocb *req, in io_setup_async_msg()
186 static int io_sendmsg_copy_hdr(struct io_kiocb *req, in io_sendmsg_copy_hdr()
201 int io_send_prep_async(struct io_kiocb *req) in io_send_prep_async()
216 static int io_setup_async_addr(struct io_kiocb *req, in io_setup_async_addr()
232 int io_sendmsg_prep_async(struct io_kiocb *req) in io_sendmsg_prep_async()
[all …]
|
| D | sync.c | 25 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_sfr_prep()
38 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) in io_sync_file_range()
52 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fsync_prep()
68 int io_fsync(struct io_kiocb *req, unsigned int issue_flags) in io_fsync()
84 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fallocate_prep()
97 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags) in io_fallocate()
|
| D | openclose.c | 34 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in __io_openat_prep()
67 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat_prep()
77 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat2_prep()
96 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2()
165 int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat()
170 void io_open_cleanup(struct io_kiocb *req) in io_open_cleanup()
190 static inline int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_close_fixed()
197 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_close_prep()
214 int io_close(struct io_kiocb *req, unsigned int issue_flags) in io_close()
|
| D | io_uring.c | 136 struct io_kiocb *req; member
187 struct io_kiocb *req; in io_match_linked() local
223 static inline void req_fail_link_node(struct io_kiocb *req, int res) in req_fail_link_node()
229 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_req_add_to_cache()
246 struct io_kiocb *req, *tmp; in io_fallback_req_func() local
355 static bool req_need_defer(struct io_kiocb *req, u32 seq) in req_need_defer()
366 static inline void io_req_track_inflight(struct io_kiocb *req) in io_req_track_inflight()
374 static struct io_kiocb *__io_prep_linked_timeout(struct io_kiocb *req) in __io_prep_linked_timeout()
388 static inline struct io_kiocb *io_prep_linked_timeout(struct io_kiocb *req) in io_prep_linked_timeout()
395 static noinline void __io_arm_ltimeout(struct io_kiocb *req) in __io_arm_ltimeout()
[all …]
|
| D | kbuf.h | 53 static inline void io_kbuf_recycle_ring(struct io_kiocb *req) in io_kbuf_recycle_ring()
80 static inline bool io_do_buffer_select(struct io_kiocb *req) in io_do_buffer_select()
87 static inline void io_kbuf_recycle(struct io_kiocb *req, unsigned issue_flags) in io_kbuf_recycle()
95 static inline unsigned int __io_put_kbuf_list(struct io_kiocb *req, in __io_put_kbuf_list()
115 static inline unsigned int io_put_kbuf_comp(struct io_kiocb *req) in io_put_kbuf_comp()
124 static inline unsigned int io_put_kbuf(struct io_kiocb *req, in io_put_kbuf()
|
| D | msg_ring.c | 49 void io_msg_ring_cleanup(struct io_kiocb *req) in io_msg_ring_cleanup()
60 static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring_data()
86 static struct file *io_msg_grab_file(struct io_kiocb *req, unsigned int issue_flags) in io_msg_grab_file()
106 static int io_msg_install_complete(struct io_kiocb *req, unsigned int issue_flags) in io_msg_install_complete()
138 static int io_msg_send_fd(struct io_kiocb *req, unsigned int issue_flags) in io_msg_send_fd()
157 int io_msg_ring_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_msg_ring_prep()
177 int io_msg_ring(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring()
|
| D | splice.c | 26 static int __io_splice_prep(struct io_kiocb *req, in __io_splice_prep()
40 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_tee_prep()
47 int io_tee(struct io_kiocb *req, unsigned int issue_flags) in io_tee()
79 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_splice_prep()
88 int io_splice(struct io_kiocb *req, unsigned int issue_flags) in io_splice()
|
| D | io_uring.h | 49 static inline bool io_req_ffs_set(struct io_kiocb *req) in io_req_ffs_set()
85 static inline void io_req_task_work_add(struct io_kiocb *req) in io_req_task_work_add()
123 struct io_kiocb *req) in __io_fill_cqe_req()
157 static inline void req_set_fail(struct io_kiocb *req) in req_set_fail()
166 static inline void io_req_set_res(struct io_kiocb *req, s32 res, u32 cflags) in io_req_set_res()
172 static inline bool req_has_async_data(struct io_kiocb *req) in req_has_async_data()
332 static inline void io_req_complete_defer(struct io_kiocb *req) in io_req_complete_defer()
392 static inline void io_req_queue_tw_complete(struct io_kiocb *req, s32 res) in io_req_queue_tw_complete()
|
| D | advise.c | 31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_madvise_prep()
48 int io_madvise(struct io_kiocb *req, unsigned int issue_flags) in io_madvise()
65 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fadvise_prep()
78 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) in io_fadvise()
|
| D | kbuf.c | 53 void io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags) in io_kbuf_recycle_legacy()
80 unsigned int __io_put_kbuf(struct io_kiocb *req, unsigned issue_flags) in __io_put_kbuf()
113 static void __user *io_provided_buffer_select(struct io_kiocb *req, size_t *len, in io_provided_buffer_select()
131 static void __user *io_ring_buffer_select(struct io_kiocb *req, size_t *len, in io_ring_buffer_select()
174 void __user *io_buffer_select(struct io_kiocb *req, size_t *len, in io_buffer_select()
277 int io_remove_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_remove_buffers_prep()
296 int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags) in io_remove_buffers()
323 int io_provide_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_provide_buffers_prep()
428 int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags) in io_provide_buffers()
|
| D | nop.c | 13 int io_nop_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_nop_prep()
21 int io_nop(struct io_kiocb *req, unsigned int issue_flags) in io_nop()
|
| D | statx.c | 23 int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_statx_prep()
54 int io_statx(struct io_kiocb *req, unsigned int issue_flags) in io_statx()
67 void io_statx_cleanup(struct io_kiocb *req) in io_statx_cleanup()
|
| D | timeout.h | 4 struct io_kiocb *req; member
14 static inline struct io_kiocb *io_disarm_linked_timeout(struct io_kiocb *req) in io_disarm_linked_timeout()
|
| D | epoll.c | 24 int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_epoll_ctl_prep()
46 int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags) in io_epoll_ctl()
|
| D | cancel.c | 32 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_cb() local
108 int io_async_cancel_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_async_cancel_prep()
165 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags) in io_async_cancel()
|
| D | rsrc.h | 107 static inline void io_req_put_rsrc(struct io_kiocb *req) in io_req_put_rsrc()
113 static inline void io_req_put_rsrc_locked(struct io_kiocb *req, in io_req_put_rsrc_locked()
134 static inline void io_req_set_rsrc_node(struct io_kiocb *req, in io_req_set_rsrc_node()
|
| D | opdef.c | 37 static int io_no_issue(struct io_kiocb *req, unsigned int issue_flags) in io_no_issue()
|
| D | filetable.c | 134 int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags, in io_fixed_fd_install()
|