• Home
  • Raw
  • Download

Lines Matching refs:user_data

876 	u64				user_data;  member
1783 static bool io_cqring_event_overflow(struct io_ring_ctx *ctx, u64 user_data, in io_cqring_event_overflow() argument
1804 ocqe->cqe.user_data = user_data; in io_cqring_event_overflow()
1811 static inline bool __io_fill_cqe(struct io_ring_ctx *ctx, u64 user_data, in __io_fill_cqe() argument
1816 trace_io_uring_complete(ctx, user_data, res, cflags); in __io_fill_cqe()
1825 WRITE_ONCE(cqe->user_data, user_data); in __io_fill_cqe()
1830 return io_cqring_event_overflow(ctx, user_data, res, cflags); in __io_fill_cqe()
1835 __io_fill_cqe(req->ctx, req->user_data, res, cflags); in io_fill_cqe_req()
1838 static noinline bool io_fill_cqe_aux(struct io_ring_ctx *ctx, u64 user_data, in io_fill_cqe_aux() argument
1842 return __io_fill_cqe(ctx, user_data, res, cflags); in io_fill_cqe_aux()
1851 __io_fill_cqe(ctx, req->user_data, res, cflags); in io_req_complete_post()
2397 __io_fill_cqe(ctx, req->user_data, req->result, in io_submit_flush_completions()
2525 WRITE_ONCE(cqe->user_data, req->user_data); in io_iopoll_complete()
2530 io_cqring_event_overflow(ctx, req->user_data, in io_iopoll_complete()
5563 list = &ctx->cancel_hash[hash_long(req->user_data, ctx->cancel_hash_bits)]; in io_poll_req_insert()
5673 filled = io_fill_cqe_aux(ctx, req->user_data, mask, in io_poll_check_events()
5749 trace_io_uring_task_add(req->ctx, req->opcode, req->user_data, mask); in __io_poll_execute()
5997 trace_io_uring_poll_arm(ctx, req, req->opcode, req->user_data, in io_arm_poll_handler()
6039 if (sqe_addr != req->user_data) in io_poll_find()
6177 preq->user_data = req->poll_update.new_user_data; in io_poll_update()
6221 __u64 user_data) in io_timeout_extract() argument
6229 found = user_data == req->user_data; in io_timeout_extract()
6243 static int io_timeout_cancel(struct io_ring_ctx *ctx, __u64 user_data) in io_timeout_cancel() argument
6247 struct io_kiocb *req = io_timeout_extract(ctx, user_data); in io_timeout_cancel()
6274 static int io_linked_timeout_update(struct io_ring_ctx *ctx, __u64 user_data, in io_linked_timeout_update() argument
6283 found = user_data == req->user_data; in io_linked_timeout_update()
6299 static int io_timeout_update(struct io_ring_ctx *ctx, __u64 user_data, in io_timeout_update() argument
6303 struct io_kiocb *req = io_timeout_extract(ctx, user_data); in io_timeout_update()
6493 u64 user_data; member
6501 return req->ctx == cd->ctx && req->user_data == cd->user_data; in io_cancel_cb()
6504 static int io_async_cancel_one(struct io_uring_task *tctx, u64 user_data, in io_async_cancel_one() argument
6507 struct io_cancel_data data = { .ctx = ctx, .user_data = user_data, }; in io_async_cancel_one()
6824 trace_io_uring_defer(ctx, req, req->user_data); in io_drain_req()
7180 ret = io_try_cancel_userdata(req, prev->user_data); in io_req_task_link_timeout()
7349 req->user_data = READ_ONCE(sqe->user_data); in io_init_req()
7439 trace_io_uring_submit_sqe(ctx, req, req->opcode, req->user_data, in io_submit_sqe()
11300 BUILD_BUG_SQE_ELEM(32, __u64, user_data); in io_uring_init()