Lines Matching refs:completion_lock
410 spinlock_t completion_lock; member
1346 spin_lock_init(&ctx->completion_lock); in io_ring_ctx_alloc()
1504 __must_hold(&req->ctx->completion_lock) in io_kill_timeout()
1535 __must_hold(&ctx->completion_lock) in io_flush_timeouts()
1671 spin_lock(&ctx->completion_lock); in __io_cqring_overflow_flush()
1699 spin_unlock(&ctx->completion_lock); in __io_cqring_overflow_flush()
1833 spin_lock(&ctx->completion_lock); in io_req_complete_post()
1857 spin_unlock(&ctx->completion_lock); in io_req_complete_post()
1927 spin_lock(&ctx->completion_lock); in io_flush_cached_locked_reqs()
1930 spin_unlock(&ctx->completion_lock); in io_flush_cached_locked_reqs()
2031 spin_lock(&ctx->completion_lock); in __io_free_req()
2034 spin_unlock(&ctx->completion_lock); in __io_free_req()
2048 __must_hold(&req->ctx->completion_lock) in io_kill_linked_timeout()
2069 __must_hold(&req->ctx->completion_lock) in io_fail_links()
2091 __must_hold(&req->ctx->completion_lock) in io_disarm_next()
2134 spin_lock(&ctx->completion_lock); in __io_req_find_next()
2138 spin_unlock(&ctx->completion_lock); in __io_req_find_next()
2373 spin_lock(&ctx->completion_lock); in io_submit_flush_completions()
2381 spin_unlock(&ctx->completion_lock); in io_submit_flush_completions()
2500 spin_lock(&ctx->completion_lock); in io_iopoll_complete()
2503 spin_unlock(&ctx->completion_lock); in io_iopoll_complete()
5474 spin_lock(&ctx->completion_lock); in io_poll_check_events()
5478 spin_unlock(&ctx->completion_lock); in io_poll_check_events()
5516 spin_lock(&ctx->completion_lock); in io_poll_task_func()
5518 spin_unlock(&ctx->completion_lock); in io_poll_task_func()
5532 spin_lock(&ctx->completion_lock); in io_apoll_task_func()
5534 spin_unlock(&ctx->completion_lock); in io_apoll_task_func()
5705 spin_lock(&ctx->completion_lock); in __io_arm_poll_handler()
5707 spin_unlock(&ctx->completion_lock); in __io_arm_poll_handler()
5803 spin_lock(&ctx->completion_lock); in io_poll_remove_all()
5816 spin_unlock(&ctx->completion_lock); in io_poll_remove_all()
5822 __must_hold(&ctx->completion_lock) in io_poll_find()
5839 __must_hold(&ctx->completion_lock) in io_poll_disarm()
5850 __must_hold(&ctx->completion_lock) in io_poll_cancel()
5950 spin_lock(&ctx->completion_lock); in io_poll_update()
5953 spin_unlock(&ctx->completion_lock); in io_poll_update()
5957 spin_unlock(&ctx->completion_lock); in io_poll_update()
6034 __must_hold(&ctx->completion_lock) in io_timeout_cancel()
6156 spin_lock(&ctx->completion_lock); in io_timeout_remove()
6160 spin_unlock(&ctx->completion_lock); in io_timeout_remove()
6331 spin_lock(&ctx->completion_lock); in io_try_cancel_userdata()
6339 spin_unlock(&ctx->completion_lock); in io_try_cancel_userdata()
6574 spin_lock(&ctx->completion_lock); in io_drain_req()
6577 spin_unlock(&ctx->completion_lock); in io_drain_req()
6581 spin_unlock(&ctx->completion_lock); in io_drain_req()
6600 spin_lock(&ctx->completion_lock); in io_drain_req()
6602 spin_unlock(&ctx->completion_lock); in io_drain_req()
6612 spin_unlock(&ctx->completion_lock); in io_drain_req()
7362 spin_lock(&ctx->completion_lock); in io_ring_set_wakeup_flag()
7365 spin_unlock(&ctx->completion_lock); in io_ring_set_wakeup_flag()
7370 spin_lock(&ctx->completion_lock); in io_ring_clear_wakeup_flag()
7373 spin_unlock(&ctx->completion_lock); in io_ring_clear_wakeup_flag()
8249 spin_lock(&ctx->completion_lock); in __io_rsrc_put_work()
8252 spin_unlock(&ctx->completion_lock); in __io_rsrc_put_work()
9522 spin_lock(&ctx->completion_lock); in io_ring_exit_work()
9523 spin_unlock(&ctx->completion_lock); in io_ring_exit_work()
9535 spin_lock(&ctx->completion_lock); in io_kill_timeouts()
9546 spin_unlock(&ctx->completion_lock); in io_kill_timeouts()
9613 spin_lock(&ctx->completion_lock); in io_cancel_defer_files()
9620 spin_unlock(&ctx->completion_lock); in io_cancel_defer_files()
10177 spin_lock(&ctx->completion_lock); in __io_uring_show_fdinfo()
10186 spin_unlock(&ctx->completion_lock); in __io_uring_show_fdinfo()