Lines Matching refs:uring_lock
251 mutex_lock(&ctx->uring_lock); in io_fallback_req_func()
257 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()
316 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()
704 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
707 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
886 __must_hold(&ctx->uring_lock) in __io_flush_post_cqes()
891 lockdep_assert_held(&ctx->uring_lock); in __io_flush_post_cqes()
940 lockdep_assert_held(&ctx->uring_lock); in io_aux_cqe()
1010 mutex_lock(&ctx->uring_lock); in io_req_complete_post()
1012 mutex_unlock(&ctx->uring_lock); in io_req_complete_post()
1017 __must_hold(&ctx->uring_lock) in io_req_defer_failed()
1021 lockdep_assert_held(&req->ctx->uring_lock); in io_req_defer_failed()
1059 __must_hold(&ctx->uring_lock) in __io_alloc_req_refill()
1157 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()
1180 *locked = mutex_trylock(&(*ctx)->uring_lock); in handle_tw_list()
1183 *locked = mutex_trylock(&(*ctx)->uring_lock); in handle_tw_list()
1394 mutex_lock(&ctx->uring_lock); in io_run_local_work_locked()
1400 bool locked = mutex_trylock(&ctx->uring_lock); in io_run_local_work()
1405 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
1450 __must_hold(&ctx->uring_lock) in io_free_batch_list()
1500 __must_hold(&ctx->uring_lock) in __io_submit_flush_completions()
1564 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1575 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1577 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1580 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1630 mutex_unlock(&ctx->uring_lock); in io_iopoll_check()
1632 mutex_lock(&ctx->uring_lock); in io_iopoll_check()
1670 mutex_lock(&ctx->uring_lock); in io_iopoll_req_issued()
1708 mutex_unlock(&ctx->uring_lock); in io_iopoll_req_issued()
1805 __must_hold(&ctx->uring_lock) in io_drain_req()
2046 __must_hold(&req->ctx->uring_lock) in io_queue_async()
2075 __must_hold(&req->ctx->uring_lock) in io_queue_sqe()
2092 __must_hold(&req->ctx->uring_lock) in io_queue_sqe_fallback()
2161 __must_hold(&ctx->uring_lock) in io_init_req()
2292 __must_hold(&ctx->uring_lock) in io_submit_sqe()
2422 __must_hold(&ctx->uring_lock) in io_submit_sqes()
2710 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()
2745 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
2762 mutex_lock(&ctx->uring_lock); in io_req_caches_free()
2772 mutex_unlock(&ctx->uring_lock); in io_req_caches_free()
2783 mutex_lock(&ctx->uring_lock); in io_ring_ctx_free()
2792 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_free()
2843 mutex_lock(&ctx->uring_lock); in io_activate_pollwq_cb()
2845 mutex_unlock(&ctx->uring_lock); in io_activate_pollwq_cb()
2974 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
2976 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3014 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3026 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3028 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3030 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3042 mutex_lock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
3048 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
3122 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
3135 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
3179 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()
3181 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
3457 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3460 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3473 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3486 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3494 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
4056 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()
4079 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
4081 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
4139 __releases(ctx->uring_lock) in __io_uring_register()
4140 __acquires(ctx->uring_lock) in __io_uring_register()
4342 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE4()
4344 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE4()