Searched refs:data (Results 1 – 11 of 11) sorted by relevance
| /io_uring/ |
| D | timeout.c | 200 struct io_timeout_data *data = container_of(timer, in io_timeout_fn() local
202 struct io_kiocb *req = data->req; in io_timeout_fn()
213 if (!(data->flags & IORING_TIMEOUT_ETIME_SUCCESS)) in io_timeout_fn()
234 cd->data != tmp->cqe.user_data) in io_timeout_extract()
281 .data = prev->cqe.user_data, in io_req_task_link_timeout()
297 struct io_timeout_data *data = container_of(timer, in io_link_timeout_fn() local
299 struct io_kiocb *prev, *req = data->req; in io_link_timeout_fn()
326 static clockid_t io_timeout_get_clock(struct io_timeout_data *data) in io_timeout_get_clock() argument
328 switch (data->flags & IORING_TIMEOUT_CLOCK_MASK) { in io_timeout_get_clock()
374 struct io_cancel_data cd = { .data = user_data, }; in io_timeout_update()
[all …]
|
| D | rsrc.c | 207 void io_wait_rsrc_data(struct io_rsrc_data *data) in io_wait_rsrc_data() argument
209 if (data && !atomic_dec_and_test(&data->refs)) in io_wait_rsrc_data()
210 wait_for_completion(&data->done); in io_wait_rsrc_data()
304 __cold static int io_rsrc_ref_quiesce(struct io_rsrc_data *data, in io_rsrc_ref_quiesce() argument
310 if (data->quiesce) in io_rsrc_ref_quiesce()
313 data->quiesce = true; in io_rsrc_ref_quiesce()
318 io_rsrc_node_switch(ctx, data); in io_rsrc_ref_quiesce()
321 if (atomic_dec_and_test(&data->refs)) in io_rsrc_ref_quiesce()
325 ret = wait_for_completion_interruptible(&data->done); in io_rsrc_ref_quiesce()
328 if (atomic_read(&data->refs) > 0) { in io_rsrc_ref_quiesce()
[all …]
|
| D | io-wq.c | 137 void *data; member
209 static bool io_task_worker_match(struct callback_head *cb, void *data) in io_task_worker_match() argument
216 return worker == data; in io_task_worker_match()
623 static int io_wqe_worker(void *data) in io_wqe_worker() argument
625 struct io_worker *worker = data; in io_wqe_worker()
727 static bool io_wq_work_match_all(struct io_wq_work *work, void *data) in io_wq_work_match_all() argument
850 void *data) in io_wq_for_each_worker() argument
859 ret = func(worker, data); in io_wq_for_each_worker()
869 static bool io_wq_worker_wake(struct io_worker *worker, void *data) in io_wq_worker_wake() argument
908 static bool io_wq_work_match_item(struct io_wq_work *work, void *data) in io_wq_work_match_item() argument
[all …]
|
| D | tctx.c | 19 struct io_wq_data data; in io_init_wq_offload() local
36 data.hash = hash; in io_init_wq_offload()
37 data.task = task; in io_init_wq_offload()
38 data.free_work = io_wq_free_work; in io_init_wq_offload()
39 data.do_work = io_wq_submit_work; in io_init_wq_offload()
44 return io_wq_create(concurrency, &data); in io_init_wq_offload()
287 ret = io_ring_add_registered_fd(tctx, reg.data, start, end); in io_ringfd_register()
321 if (reg.resv || reg.data || reg.offset >= IO_RINGFD_REG_MAX) { in io_ringfd_unregister()
|
| D | rsrc.h | 58 void io_wait_rsrc_data(struct io_rsrc_data *data);
62 int io_queue_rsrc_removal(struct io_rsrc_data *data, unsigned idx,
149 static inline u64 *io_get_tag_slot(struct io_rsrc_data *data, unsigned int idx) in io_get_tag_slot() argument
154 return &data->tags[table_idx][off]; in io_get_tag_slot()
|
| D | io-wq.h | 46 struct io_wq *io_wq_create(unsigned bounded, struct io_wq_data *data);
65 void *data, bool cancel_all);
|
| D | cancel.c | 30 static bool io_cancel_cb(struct io_wq_work *work, void *data) in io_cancel_cb() argument
33 struct io_cancel_data *cd = data; in io_cancel_cb()
43 if (req->cqe.user_data != cd->data) in io_cancel_cb()
170 .data = cancel->addr, in io_async_cancel()
253 cd.data = sc.addr; in io_sync_cancel()
|
| D | cancel.h | 8 u64 data; member
|
| D | sqpoll.c | 221 static int io_sq_thread(void *data) in io_sq_thread() argument
223 struct io_sq_data *sqd = data; in io_sq_thread()
|
| D | poll.c | 805 u32 index = hash_long(cd->data, table->hash_bits); in io_poll_find()
812 if (cd->data != req->cqe.user_data) in io_poll_find()
992 struct io_cancel_data cd = { .data = poll_update->old_user_data, }; in io_poll_remove()
|
| D | io_uring.c | 2742 static __cold bool io_cancel_ctx_cb(struct io_wq_work *work, void *data) in io_cancel_ctx_cb() argument
2746 return req->ctx == data; in io_cancel_ctx_cb()
2880 static bool io_cancel_task_cb(struct io_wq_work *work, void *data) in io_cancel_task_cb() argument
2883 struct io_task_cancel *cancel = data; in io_cancel_task_cb()
|