• Home
  • Raw
  • Download

Lines Matching refs:wait

287 	struct wait_queue_head	wait;  member
477 struct wait_queue_head wait; member
500 struct wait_queue_entry wait; member
1660 if (ctx->sq_data && waitqueue_active(&ctx->sq_data->wait)) in io_cqring_ev_posted()
1661 wake_up(&ctx->sq_data->wait); in io_cqring_ev_posted()
1755 wake_up(&tctx->wait); in io_put_task()
2909 wq_has_sleeper(&ctx->sq_data->wait)) in io_iopoll_req_issued()
2910 wake_up(&ctx->sq_data->wait); in io_iopoll_req_issued()
3530 static int io_async_buf_func(struct wait_queue_entry *wait, unsigned mode, in io_async_buf_func() argument
3534 struct io_kiocb *req = wait->private; in io_async_buf_func()
3537 wpq = container_of(wait, struct wait_page_queue, wait); in io_async_buf_func()
3543 list_del_init(&wait->entry); in io_async_buf_func()
3563 struct wait_page_queue *wait = &rw->wpq; in io_rw_should_retry() local
3581 wait->wait.func = io_async_buf_func; in io_rw_should_retry()
3582 wait->wait.private = req; in io_rw_should_retry()
3583 wait->wait.flags = 0; in io_rw_should_retry()
3584 INIT_LIST_HEAD(&wait->wait.entry); in io_rw_should_retry()
3587 kiocb->ki_waitq = wait; in io_rw_should_retry()
5437 INIT_LIST_HEAD(&poll->wait.entry); in io_init_poll_iocb()
5438 init_waitqueue_func_entry(&poll->wait, wake_func); in io_init_poll_iocb()
5447 list_del_init(&poll->wait.entry); in io_poll_remove_entry()
5629 static int io_poll_wake(struct wait_queue_entry *wait, unsigned mode, int sync, in io_poll_wake() argument
5632 struct io_kiocb *req = wait->private; in io_poll_wake()
5633 struct io_poll_iocb *poll = container_of(wait, struct io_poll_iocb, in io_poll_wake()
5634 wait); in io_poll_wake()
5649 list_del_init(&poll->wait.entry); in io_poll_wake()
5709 io_init_poll_iocb(poll, first->events, first->wait.func); in __io_queue_proc()
5715 poll->wait.private = req; in __io_queue_proc()
5718 add_wait_queue_exclusive(head, &poll->wait); in __io_queue_proc()
5720 add_wait_queue(head, &poll->wait); in __io_queue_proc()
5741 poll->wait.private = req; in __io_arm_poll_handler()
7530 DEFINE_WAIT(wait); in io_sq_thread()
7568 prepare_to_wait(&sqd->wait, &wait, TASK_INTERRUPTIBLE); in io_sq_thread()
7595 finish_wait(&sqd->wait, &wait); in io_sq_thread()
8167 init_waitqueue_head(&sqd->wait); in io_get_sq_data()
8662 init_waitqueue_head(&hash->wait); in io_init_wq_offload()
8703 init_waitqueue_head(&tctx->wait); in io_uring_alloc_task_context()
9434 static __poll_t io_uring_poll(struct file *file, poll_table *wait) in io_uring_poll() argument
9439 poll_wait(file, &ctx->poll_wait, wait); in io_uring_poll()
9884 DEFINE_WAIT(wait); in io_uring_cancel_generic()
9918 prepare_to_wait(&tctx->wait, &wait, TASK_INTERRUPTIBLE); in io_uring_cancel_generic()
9929 finish_wait(&tctx->wait, &wait); in io_uring_cancel_generic()
10021 DEFINE_WAIT(wait); in io_sqpoll_wait_sq()
10026 prepare_to_wait(&ctx->sqo_sq_wait, &wait, TASK_INTERRUPTIBLE); in io_sqpoll_wait_sq()
10033 finish_wait(&ctx->sqo_sq_wait, &wait); in io_sqpoll_wait_sq()
10115 wake_up(&ctx->sq_data->wait); in SYSCALL_DEFINE6()
10672 if (ctx->sq_data && wq_has_sleeper(&ctx->sq_data->wait)) in io_register_enable_rings()
10673 wake_up(&ctx->sq_data->wait); in io_register_enable_rings()