Lines Matching refs:issue_flags
1101 unsigned int issue_flags);
1110 unsigned int issue_flags, u32 slot_index);
1111 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags);
1897 static inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags, in __io_req_complete() argument
1900 if (issue_flags & IO_URING_F_COMPLETE_DEFER) in __io_req_complete()
3076 unsigned int issue_flags) in kiocb_done() argument
3089 __io_req_complete(req, issue_flags, in kiocb_done()
3107 if (!(issue_flags & IO_URING_F_NONBLOCK)) { in kiocb_done()
3109 __io_req_complete(req, issue_flags, ret, cflags); in kiocb_done()
3112 __io_req_complete(req, issue_flags, ret, cflags); in kiocb_done()
3602 static int io_read(struct io_kiocb *req, unsigned int issue_flags) in io_read() argument
3608 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_read()
3726 kiocb_done(kiocb, ret, issue_flags); in io_read()
3741 static int io_write(struct io_kiocb *req, unsigned int issue_flags) in io_write() argument
3747 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_write()
3827 kiocb_done(kiocb, ret2, issue_flags); in io_write()
3879 static int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat() argument
3884 if (issue_flags & IO_URING_F_NONBLOCK) in io_renameat()
3926 static int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat() argument
3931 if (issue_flags & IO_URING_F_NONBLOCK) in io_unlinkat()
3972 static int io_mkdirat(struct io_kiocb *req, int issue_flags) in io_mkdirat() argument
3977 if (issue_flags & IO_URING_F_NONBLOCK) in io_mkdirat()
4021 static int io_symlinkat(struct io_kiocb *req, int issue_flags) in io_symlinkat() argument
4026 if (issue_flags & IO_URING_F_NONBLOCK) in io_symlinkat()
4071 static int io_linkat(struct io_kiocb *req, int issue_flags) in io_linkat() argument
4076 if (issue_flags & IO_URING_F_NONBLOCK) in io_linkat()
4106 static int io_shutdown(struct io_kiocb *req, unsigned int issue_flags) in io_shutdown() argument
4112 if (issue_flags & IO_URING_F_NONBLOCK) in io_shutdown()
4154 static int io_tee(struct io_kiocb *req, unsigned int issue_flags) in io_tee() argument
4162 if (issue_flags & IO_URING_F_NONBLOCK) in io_tee()
4166 (sp->flags & SPLICE_F_FD_IN_FIXED), issue_flags); in io_tee()
4193 static int io_splice(struct io_kiocb *req, unsigned int issue_flags) in io_splice() argument
4202 if (issue_flags & IO_URING_F_NONBLOCK) in io_splice()
4206 (sp->flags & SPLICE_F_FD_IN_FIXED), issue_flags); in io_splice()
4230 static int io_nop(struct io_kiocb *req, unsigned int issue_flags) in io_nop() argument
4237 __io_req_complete(req, issue_flags, 0, 0); in io_nop()
4260 static int io_fsync(struct io_kiocb *req, unsigned int issue_flags) in io_fsync() argument
4266 if (issue_flags & IO_URING_F_NONBLOCK) in io_fsync()
4293 static int io_fallocate(struct io_kiocb *req, unsigned int issue_flags) in io_fallocate() argument
4298 if (issue_flags & IO_URING_F_NONBLOCK) in io_fallocate()
4372 static int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2() argument
4385 if (issue_flags & IO_URING_F_NONBLOCK) { in io_openat2()
4417 (!resolve_nonblock && (issue_flags & IO_URING_F_NONBLOCK))) in io_openat2()
4422 if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set) in io_openat2()
4429 ret = io_install_fixed_file(req, file, issue_flags, in io_openat2()
4436 __io_req_complete(req, issue_flags, ret, 0); in io_openat2()
4440 static int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat() argument
4442 return io_openat2(req, issue_flags); in io_openat()
4492 static int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags) in io_remove_buffers() argument
4498 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_remove_buffers()
4512 __io_req_complete(req, issue_flags, ret, 0); in io_remove_buffers()
4580 static int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags) in io_provide_buffers() argument
4586 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_provide_buffers()
4604 __io_req_complete(req, issue_flags, ret, 0); in io_provide_buffers()
4636 static int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags) in io_epoll_ctl() argument
4641 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_epoll_ctl()
4649 __io_req_complete(req, issue_flags, ret, 0); in io_epoll_ctl()
4673 static int io_madvise(struct io_kiocb *req, unsigned int issue_flags) in io_madvise() argument
4679 if (issue_flags & IO_URING_F_NONBLOCK) in io_madvise()
4705 static int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) in io_fadvise() argument
4710 if (issue_flags & IO_URING_F_NONBLOCK) { in io_fadvise()
4724 __io_req_complete(req, issue_flags, ret, 0); in io_fadvise()
4746 static int io_statx(struct io_kiocb *req, unsigned int issue_flags) in io_statx() argument
4751 if (issue_flags & IO_URING_F_NONBLOCK) in io_statx()
4781 static int io_close(struct io_kiocb *req, unsigned int issue_flags) in io_close() argument
4790 ret = io_close_fixed(req, issue_flags); in io_close()
4808 if (file->f_op->flush && (issue_flags & IO_URING_F_NONBLOCK)) { in io_close()
4828 __io_req_complete(req, issue_flags, ret, 0); in io_close()
4848 static int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) in io_sync_file_range() argument
4853 if (issue_flags & IO_URING_F_NONBLOCK) in io_sync_file_range()
4947 static int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags) in io_sendmsg() argument
4971 if (issue_flags & IO_URING_F_NONBLOCK) in io_sendmsg()
4979 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_sendmsg()
5000 __io_req_complete(req, issue_flags, ret, 0); in io_sendmsg()
5004 static int io_send(struct io_kiocb *req, unsigned int issue_flags) in io_send() argument
5028 if (issue_flags & IO_URING_F_NONBLOCK) in io_send()
5036 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_send()
5053 __io_req_complete(req, issue_flags, ret, 0); in io_send()
5200 static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags) in io_recvmsg() argument
5209 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_recvmsg()
5266 __io_req_complete(req, issue_flags, ret, cflags); in io_recvmsg()
5270 static int io_recv(struct io_kiocb *req, unsigned int issue_flags) in io_recv() argument
5281 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_recv()
5335 __io_req_complete(req, issue_flags, ret, cflags); in io_recv()
5363 static int io_accept(struct io_kiocb *req, unsigned int issue_flags) in io_accept() argument
5366 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_accept()
5394 ret = io_install_fixed_file(req, file, issue_flags, in io_accept()
5397 __io_req_complete(req, issue_flags, ret, 0); in io_accept()
5424 static int io_connect(struct io_kiocb *req, unsigned int issue_flags) in io_connect() argument
5429 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_connect()
5461 __io_req_complete(req, issue_flags, ret, 0); in io_connect()
5466 static int io_##op(struct io_kiocb *req, unsigned int issue_flags) \
6135 static int io_poll_add(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add() argument
6148 __io_req_complete(req, issue_flags, ret, 0); in io_poll_add()
6152 static int io_poll_update(struct io_kiocb *req, unsigned int issue_flags) in io_poll_update() argument
6158 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_poll_update()
6179 ret2 = io_poll_add(preq, issue_flags); in io_poll_update()
6191 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_poll_update()
6359 static int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags) in io_timeout_remove() argument
6441 static int io_timeout(struct io_kiocb *req, unsigned int issue_flags) in io_timeout() argument
6568 static int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags) in io_async_cancel() argument
6580 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_async_cancel()
6589 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_async_cancel()
6613 static int io_files_update(struct io_kiocb *req, unsigned int issue_flags) in io_files_update() argument
6626 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_files_update()
6629 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_files_update()
6633 __io_req_complete(req, issue_flags, ret, 0); in io_files_update()
6909 static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags) in io_issue_sqe() argument
6920 ret = io_nop(req, issue_flags); in io_issue_sqe()
6925 ret = io_read(req, issue_flags); in io_issue_sqe()
6930 ret = io_write(req, issue_flags); in io_issue_sqe()
6933 ret = io_fsync(req, issue_flags); in io_issue_sqe()
6936 ret = io_poll_add(req, issue_flags); in io_issue_sqe()
6939 ret = io_poll_update(req, issue_flags); in io_issue_sqe()
6942 ret = io_sync_file_range(req, issue_flags); in io_issue_sqe()
6945 ret = io_sendmsg(req, issue_flags); in io_issue_sqe()
6948 ret = io_send(req, issue_flags); in io_issue_sqe()
6951 ret = io_recvmsg(req, issue_flags); in io_issue_sqe()
6954 ret = io_recv(req, issue_flags); in io_issue_sqe()
6957 ret = io_timeout(req, issue_flags); in io_issue_sqe()
6960 ret = io_timeout_remove(req, issue_flags); in io_issue_sqe()
6963 ret = io_accept(req, issue_flags); in io_issue_sqe()
6966 ret = io_connect(req, issue_flags); in io_issue_sqe()
6969 ret = io_async_cancel(req, issue_flags); in io_issue_sqe()
6972 ret = io_fallocate(req, issue_flags); in io_issue_sqe()
6975 ret = io_openat(req, issue_flags); in io_issue_sqe()
6978 ret = io_close(req, issue_flags); in io_issue_sqe()
6981 ret = io_files_update(req, issue_flags); in io_issue_sqe()
6984 ret = io_statx(req, issue_flags); in io_issue_sqe()
6987 ret = io_fadvise(req, issue_flags); in io_issue_sqe()
6990 ret = io_madvise(req, issue_flags); in io_issue_sqe()
6993 ret = io_openat2(req, issue_flags); in io_issue_sqe()
6996 ret = io_epoll_ctl(req, issue_flags); in io_issue_sqe()
6999 ret = io_splice(req, issue_flags); in io_issue_sqe()
7002 ret = io_provide_buffers(req, issue_flags); in io_issue_sqe()
7005 ret = io_remove_buffers(req, issue_flags); in io_issue_sqe()
7008 ret = io_tee(req, issue_flags); in io_issue_sqe()
7011 ret = io_shutdown(req, issue_flags); in io_issue_sqe()
7014 ret = io_renameat(req, issue_flags); in io_issue_sqe()
7017 ret = io_unlinkat(req, issue_flags); in io_issue_sqe()
7020 ret = io_mkdirat(req, issue_flags); in io_issue_sqe()
7023 ret = io_symlinkat(req, issue_flags); in io_issue_sqe()
7026 ret = io_linkat(req, issue_flags); in io_issue_sqe()
7129 unsigned int issue_flags) in io_file_get_fixed() argument
7134 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_file_get_fixed()
7146 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_file_get_fixed()
7165 unsigned int issue_flags) in io_file_get() argument
7168 return io_file_get_fixed(ctx, req, fd, issue_flags); in io_file_get()
8651 unsigned int issue_flags, u32 slot_index) in io_install_fixed_file() argument
8654 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_install_fixed_file()
8700 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_close_fixed() argument
8708 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_close_fixed()
8734 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK)); in io_close_fixed()