Lines Matching refs:wait
99 struct wait_queue_entry wait; member
454 spin_lock_irq(&wq->hash->wait.lock); in io_wait_on_hash()
455 if (list_empty(&wqe->wait.entry)) { in io_wait_on_hash()
456 __add_wait_queue(&wq->hash->wait, &wqe->wait); in io_wait_on_hash()
459 list_del_init(&wqe->wait.entry); in io_wait_on_hash()
463 spin_unlock_irq(&wq->hash->wait.lock); in io_wait_on_hash()
516 if (wq_has_sleeper(&wqe->wq->hash->wait)) in io_get_next_work()
517 wake_up(&wqe->wq->hash->wait); in io_get_next_work()
601 spin_lock_irq(&wq->hash->wait.lock); in io_worker_handle_work()
604 spin_unlock_irq(&wq->hash->wait.lock); in io_worker_handle_work()
605 if (wq_has_sleeper(&wq->hash->wait)) in io_worker_handle_work()
606 wake_up(&wq->hash->wait); in io_worker_handle_work()
1114 static int io_wqe_hash_wake(struct wait_queue_entry *wait, unsigned mode, in io_wqe_hash_wake() argument
1117 struct io_wqe *wqe = container_of(wait, struct io_wqe, wait); in io_wqe_hash_wake()
1120 list_del_init(&wait->entry); in io_wqe_hash_wake()
1173 INIT_LIST_HEAD(&wqe->wait.entry); in io_wq_create()
1174 wqe->wait.func = io_wqe_hash_wake; in io_wq_create()
1259 spin_lock_irq(&wq->hash->wait.lock); in io_wq_exit_workers()
1260 list_del_init(&wq->wqes[node]->wait.entry); in io_wq_exit_workers()
1261 spin_unlock_irq(&wq->hash->wait.lock); in io_wq_exit_workers()