Lines Matching refs:uring_lock
347 struct mutex uring_lock; member
1142 mutex_lock(&ctx->uring_lock); in io_tw_lock()
1308 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()
1356 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()
1736 mutex_lock(&ctx->uring_lock); in io_cqring_overflow_flush()
1739 mutex_unlock(&ctx->uring_lock); in io_cqring_overflow_flush()
1993 __must_hold(&ctx->uring_lock) in io_alloc_req()
2185 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()
2222 locked = mutex_trylock(&ctx->uring_lock); in tctx_task_work()
2394 __must_hold(&ctx->uring_lock) in io_submit_flush_completions()
2611 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
2626 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
2628 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
2631 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
2644 mutex_lock(&ctx->uring_lock); in io_iopoll_check()
2668 mutex_unlock(&ctx->uring_lock); in io_iopoll_check()
2670 mutex_lock(&ctx->uring_lock); in io_iopoll_check()
2685 mutex_unlock(&ctx->uring_lock); in io_iopoll_check()
2866 mutex_lock(&ctx->uring_lock); in io_iopoll_req_issued()
2912 mutex_unlock(&ctx->uring_lock); in io_iopoll_req_issued()
3113 mutex_lock(&ctx->uring_lock); in kiocb_done()
3115 mutex_unlock(&ctx->uring_lock); in kiocb_done()
3191 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()
3203 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()
3217 lockdep_assert_held(&req->ctx->uring_lock); in io_buffer_select()
4364 lockdep_assert_held(&ctx->uring_lock); in io_remove_buffers()
4452 lockdep_assert_held(&ctx->uring_lock); in io_provide_buffers()
7078 __must_hold(&req->ctx->uring_lock) in __io_queue_sqe()
7129 __must_hold(&req->ctx->uring_lock) in io_queue_sqe()
7176 __must_hold(&ctx->uring_lock) in io_init_req()
7239 __must_hold(&ctx->uring_lock) in io_submit_sqe()
7390 __must_hold(&ctx->uring_lock) in io_submit_sqes()
7476 mutex_lock(&ctx->uring_lock); in __io_sq_thread()
7487 mutex_unlock(&ctx->uring_lock); in __io_sq_thread()
7901 mutex_unlock(&ctx->uring_lock); in io_rsrc_ref_quiesce()
7905 mutex_lock(&ctx->uring_lock); in io_rsrc_ref_quiesce()
7911 mutex_unlock(&ctx->uring_lock); in io_rsrc_ref_quiesce()
7923 mutex_lock(&ctx->uring_lock); in io_rsrc_ref_quiesce()
8653 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()
8658 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()
8665 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()
9359 mutex_lock(&ctx->uring_lock); in io_req_caches_free()
9368 mutex_unlock(&ctx->uring_lock); in io_req_caches_free()
9385 mutex_lock(&ctx->uring_lock); in io_ring_ctx_free()
9392 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_free()
9565 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
9578 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
9585 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
9587 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
9623 mutex_lock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
9629 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
9705 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
9718 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
9802 mutex_lock(&ctx->uring_lock); in __io_uring_add_tctx_node()
9804 mutex_unlock(&ctx->uring_lock); in __io_uring_add_tctx_node()
9839 mutex_lock(&node->ctx->uring_lock); in io_uring_del_tctx_node()
9841 mutex_unlock(&node->ctx->uring_lock); in io_uring_del_tctx_node()
10126 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
10128 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
10209 has_lock = mutex_trylock(&ctx->uring_lock); in __io_uring_show_fdinfo()
10261 mutex_unlock(&ctx->uring_lock); in __io_uring_show_fdinfo()
10805 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()
10828 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
10830 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
10924 mutex_unlock(&ctx->uring_lock); in io_ctx_quiesce()
10931 mutex_lock(&ctx->uring_lock); in io_ctx_quiesce()
10940 __releases(ctx->uring_lock) in __io_uring_register()
10941 __acquires(ctx->uring_lock) in __io_uring_register()
11100 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE4()
11102 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE4()