Searched refs:wait (Results 1 – 10 of 10) sorted by relevance
/io_uring/ |
D | sqpoll.c | 157 init_waitqueue_head(&sqd->wait); in io_get_sq_data() 227 DEFINE_WAIT(wait); in io_sq_thread() 269 prepare_to_wait(&sqd->wait, &wait, TASK_INTERRUPTIBLE); in io_sq_thread() 304 finish_wait(&sqd->wait, &wait); in io_sq_thread() 321 DEFINE_WAIT(wait); in io_sqpoll_wait_sq() 326 prepare_to_wait(&ctx->sqo_sq_wait, &wait, TASK_INTERRUPTIBLE); in io_sqpoll_wait_sq() 333 finish_wait(&ctx->sqo_sq_wait, &wait); in io_sqpoll_wait_sq()
|
D | io-wq.c | 104 struct wait_queue_entry wait; member 463 spin_lock_irq(&wq->hash->wait.lock); in io_wait_on_hash() 464 if (list_empty(&wqe->wait.entry)) { in io_wait_on_hash() 465 __add_wait_queue(&wq->hash->wait, &wqe->wait); in io_wait_on_hash() 468 list_del_init(&wqe->wait.entry); in io_wait_on_hash() 472 spin_unlock_irq(&wq->hash->wait.lock); in io_wait_on_hash() 525 if (wq_has_sleeper(&wqe->wq->hash->wait)) in io_get_next_work() 526 wake_up(&wqe->wq->hash->wait); in io_get_next_work() 612 spin_lock_irq(&wq->hash->wait.lock); in io_worker_handle_work() 615 spin_unlock_irq(&wq->hash->wait.lock); in io_worker_handle_work() [all …]
|
D | poll.c | 174 INIT_LIST_HEAD(&poll->wait.entry); in io_init_poll_iocb() 175 init_waitqueue_func_entry(&poll->wait, wake_func); in io_init_poll_iocb() 184 list_del_init(&poll->wait.entry); in io_poll_remove_entry() 421 list_del_init(&poll->wait.entry); in io_pollfree_wake() 433 static int io_poll_wake(struct wait_queue_entry *wait, unsigned mode, int sync, in io_poll_wake() argument 436 struct io_kiocb *req = wqe_to_req(wait); in io_poll_wake() 437 struct io_poll *poll = container_of(wait, struct io_poll, wait); in io_poll_wake() 458 list_del_init(&poll->wait.entry); in io_poll_wake() 460 if (wqe_is_double(wait)) in io_poll_wake() 530 io_init_poll_iocb(poll, first->events, first->wait.func); in __io_queue_proc() [all …]
|
D | rw.c | 573 static int io_async_buf_func(struct wait_queue_entry *wait, unsigned mode, in io_async_buf_func() argument 577 struct io_kiocb *req = wait->private; in io_async_buf_func() 581 wpq = container_of(wait, struct wait_page_queue, wait); in io_async_buf_func() 587 list_del_init(&wait->entry); in io_async_buf_func() 607 struct wait_page_queue *wait = &io->wpq; in io_rw_should_retry() local 626 wait->wait.func = io_async_buf_func; in io_rw_should_retry() 627 wait->wait.private = req; in io_rw_should_retry() 628 wait->wait.flags = 0; in io_rw_should_retry() 629 INIT_LIST_HEAD(&wait->wait.entry); in io_rw_should_retry() 632 kiocb->ki_waitq = wait; in io_rw_should_retry()
|
D | sqpoll.h | 12 struct wait_queue_head wait; member
|
D | poll.h | 16 struct wait_queue_entry wait; member
|
D | cancel.c | 243 DEFINE_WAIT(wait); in io_sync_cancel() 287 prepare_to_wait(&ctx->cq_wait, &wait, TASK_INTERRUPTIBLE); in io_sync_cancel() 306 finish_wait(&ctx->cq_wait, &wait); in io_sync_cancel()
|
D | io-wq.h | 30 struct wait_queue_head wait; member
|
D | tctx.c | 31 init_waitqueue_head(&hash->wait); in io_init_wq_offload() 85 init_waitqueue_head(&tctx->wait); in io_uring_alloc_task_context()
|
D | io_uring.c | 666 wake_up(&tctx->wait); in __io_put_task() 1532 wq_has_sleeper(&ctx->sq_data->wait)) in io_iopoll_req_issued() 1533 wake_up(&ctx->sq_data->wait); in io_iopoll_req_issued() 2672 static __poll_t io_uring_poll(struct file *file, poll_table *wait) in io_uring_poll() argument 2677 poll_wait(file, &ctx->cq_wait, wait); in io_uring_poll() 3002 DEFINE_WAIT(wait); in io_uring_cancel_generic() 3044 prepare_to_wait(&tctx->wait, &wait, TASK_INTERRUPTIBLE); in io_uring_cancel_generic() 3055 finish_wait(&tctx->wait, &wait); in io_uring_cancel_generic() 3288 wake_up(&ctx->sq_data->wait); in SYSCALL_DEFINE6() 3830 if (ctx->sq_data && wq_has_sleeper(&ctx->sq_data->wait)) in io_register_enable_rings() [all …]
|