Home
last modified time | relevance | path

Searched refs:wait (Results 1 – 10 of 10) sorted by relevance

/io_uring/
Dsqpoll.c157 init_waitqueue_head(&sqd->wait); in io_get_sq_data()
227 DEFINE_WAIT(wait); in io_sq_thread()
269 prepare_to_wait(&sqd->wait, &wait, TASK_INTERRUPTIBLE); in io_sq_thread()
304 finish_wait(&sqd->wait, &wait); in io_sq_thread()
321 DEFINE_WAIT(wait); in io_sqpoll_wait_sq()
326 prepare_to_wait(&ctx->sqo_sq_wait, &wait, TASK_INTERRUPTIBLE); in io_sqpoll_wait_sq()
333 finish_wait(&ctx->sqo_sq_wait, &wait); in io_sqpoll_wait_sq()
Dio-wq.c104 struct wait_queue_entry wait; member
463 spin_lock_irq(&wq->hash->wait.lock); in io_wait_on_hash()
464 if (list_empty(&wqe->wait.entry)) { in io_wait_on_hash()
465 __add_wait_queue(&wq->hash->wait, &wqe->wait); in io_wait_on_hash()
468 list_del_init(&wqe->wait.entry); in io_wait_on_hash()
472 spin_unlock_irq(&wq->hash->wait.lock); in io_wait_on_hash()
525 if (wq_has_sleeper(&wqe->wq->hash->wait)) in io_get_next_work()
526 wake_up(&wqe->wq->hash->wait); in io_get_next_work()
612 spin_lock_irq(&wq->hash->wait.lock); in io_worker_handle_work()
615 spin_unlock_irq(&wq->hash->wait.lock); in io_worker_handle_work()
[all …]
Dpoll.c174 INIT_LIST_HEAD(&poll->wait.entry); in io_init_poll_iocb()
175 init_waitqueue_func_entry(&poll->wait, wake_func); in io_init_poll_iocb()
184 list_del_init(&poll->wait.entry); in io_poll_remove_entry()
421 list_del_init(&poll->wait.entry); in io_pollfree_wake()
433 static int io_poll_wake(struct wait_queue_entry *wait, unsigned mode, int sync, in io_poll_wake() argument
436 struct io_kiocb *req = wqe_to_req(wait); in io_poll_wake()
437 struct io_poll *poll = container_of(wait, struct io_poll, wait); in io_poll_wake()
458 list_del_init(&poll->wait.entry); in io_poll_wake()
460 if (wqe_is_double(wait)) in io_poll_wake()
530 io_init_poll_iocb(poll, first->events, first->wait.func); in __io_queue_proc()
[all …]
Drw.c573 static int io_async_buf_func(struct wait_queue_entry *wait, unsigned mode, in io_async_buf_func() argument
577 struct io_kiocb *req = wait->private; in io_async_buf_func()
581 wpq = container_of(wait, struct wait_page_queue, wait); in io_async_buf_func()
587 list_del_init(&wait->entry); in io_async_buf_func()
607 struct wait_page_queue *wait = &io->wpq; in io_rw_should_retry() local
626 wait->wait.func = io_async_buf_func; in io_rw_should_retry()
627 wait->wait.private = req; in io_rw_should_retry()
628 wait->wait.flags = 0; in io_rw_should_retry()
629 INIT_LIST_HEAD(&wait->wait.entry); in io_rw_should_retry()
632 kiocb->ki_waitq = wait; in io_rw_should_retry()
Dsqpoll.h12 struct wait_queue_head wait; member
Dpoll.h16 struct wait_queue_entry wait; member
Dcancel.c243 DEFINE_WAIT(wait); in io_sync_cancel()
287 prepare_to_wait(&ctx->cq_wait, &wait, TASK_INTERRUPTIBLE); in io_sync_cancel()
306 finish_wait(&ctx->cq_wait, &wait); in io_sync_cancel()
Dio-wq.h30 struct wait_queue_head wait; member
Dtctx.c31 init_waitqueue_head(&hash->wait); in io_init_wq_offload()
85 init_waitqueue_head(&tctx->wait); in io_uring_alloc_task_context()
Dio_uring.c666 wake_up(&tctx->wait); in __io_put_task()
1532 wq_has_sleeper(&ctx->sq_data->wait)) in io_iopoll_req_issued()
1533 wake_up(&ctx->sq_data->wait); in io_iopoll_req_issued()
2672 static __poll_t io_uring_poll(struct file *file, poll_table *wait) in io_uring_poll() argument
2677 poll_wait(file, &ctx->cq_wait, wait); in io_uring_poll()
3002 DEFINE_WAIT(wait); in io_uring_cancel_generic()
3044 prepare_to_wait(&tctx->wait, &wait, TASK_INTERRUPTIBLE); in io_uring_cancel_generic()
3055 finish_wait(&tctx->wait, &wait); in io_uring_cancel_generic()
3288 wake_up(&ctx->sq_data->wait); in SYSCALL_DEFINE6()
3830 if (ctx->sq_data && wq_has_sleeper(&ctx->sq_data->wait)) in io_register_enable_rings()
[all …]