Lines Matching refs:uring_lock
260 mutex_lock(&ctx->uring_lock); in io_fallback_req_func()
266 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()
324 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()
679 lockdep_assert_held(&ctx->uring_lock); in io_cqring_overflow_kill()
697 lockdep_assert_held(&ctx->uring_lock); in __io_cqring_overflow_flush()
727 mutex_unlock(&ctx->uring_lock); in __io_cqring_overflow_flush()
729 mutex_lock(&ctx->uring_lock); in __io_cqring_overflow_flush()
743 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
745 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
915 __must_hold(&ctx->uring_lock) in __io_flush_post_cqes()
920 lockdep_assert_held(&ctx->uring_lock); in __io_flush_post_cqes()
971 lockdep_assert_held(&ctx->uring_lock); in io_fill_cqe_req_aux()
1053 mutex_lock(&ctx->uring_lock); in io_req_complete_post()
1055 mutex_unlock(&ctx->uring_lock); in io_req_complete_post()
1060 __must_hold(&ctx->uring_lock) in io_req_defer_failed()
1064 lockdep_assert_held(&req->ctx->uring_lock); in io_req_defer_failed()
1103 __must_hold(&ctx->uring_lock) in __io_alloc_req_refill()
1187 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()
1210 ts->locked = mutex_trylock(&(*ctx)->uring_lock); in handle_tw_list()
1457 mutex_lock(&ctx->uring_lock); in io_run_local_work_locked()
1466 ts.locked = mutex_trylock(&ctx->uring_lock); in io_run_local_work()
1469 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
1515 __must_hold(&ctx->uring_lock) in io_free_batch_list()
1552 __must_hold(&ctx->uring_lock) in __io_submit_flush_completions()
1600 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1611 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1613 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1616 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1624 lockdep_assert_held(&ctx->uring_lock); in io_iopoll_check()
1669 mutex_unlock(&ctx->uring_lock); in io_iopoll_check()
1671 mutex_lock(&ctx->uring_lock); in io_iopoll_check()
1714 mutex_lock(&ctx->uring_lock); in io_iopoll_req_issued()
1752 mutex_unlock(&ctx->uring_lock); in io_iopoll_req_issued()
1809 __must_hold(&ctx->uring_lock) in io_drain_req()
2034 __must_hold(&req->ctx->uring_lock) in io_queue_async()
2063 __must_hold(&req->ctx->uring_lock) in io_queue_sqe()
2080 __must_hold(&req->ctx->uring_lock) in io_queue_sqe_fallback()
2156 __must_hold(&ctx->uring_lock) in io_init_req()
2287 __must_hold(&ctx->uring_lock) in io_submit_sqe()
2421 __must_hold(&ctx->uring_lock) in io_submit_sqes()
2856 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()
2891 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
2908 mutex_lock(&ctx->uring_lock); in io_req_caches_free()
2918 mutex_unlock(&ctx->uring_lock); in io_req_caches_free()
2933 mutex_lock(&ctx->uring_lock); in io_ring_ctx_free()
2943 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_free()
2980 mutex_lock(&ctx->uring_lock); in io_activate_pollwq_cb()
2982 mutex_unlock(&ctx->uring_lock); in io_activate_pollwq_cb()
3111 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3113 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3157 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3169 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3176 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3178 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3194 mutex_lock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
3200 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
3276 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
3289 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
3339 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()
3341 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
3687 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3690 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3703 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3716 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3724 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
4276 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()
4278 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()
4322 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()
4345 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
4347 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
4371 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
4374 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
4399 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
4402 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
4410 __releases(ctx->uring_lock) in __io_uring_register()
4411 __acquires(ctx->uring_lock) in __io_uring_register()
4612 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE4()
4614 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE4()