178 static inline void io_submit_flush_completions(struct io_ring_ctx *ctx)  in io_submit_flush_completions()
185 static inline unsigned int __io_cqring_events(struct io_ring_ctx *ctx)  in __io_cqring_events()
190 static inline unsigned int __io_cqring_events_user(struct io_ring_ctx *ctx)  in __io_cqring_events_user()
221 		struct io_ring_ctx *ctx = head->ctx;  in io_match_task_safe()  local
239 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_req_add_to_cache()
246 	struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs);  in io_ring_ctx_ref_free()  local
253 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx,  in io_fallback_req_func()  local
286 	struct io_ring_ctx *ctx;  in io_ring_ctx_alloc()  local
352 static void io_account_cq_overflow(struct io_ring_ctx *ctx)  in io_account_cq_overflow()
363 		struct io_ring_ctx *ctx = req->ctx;  in req_need_defer()  local
447 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_work()  local
483 		struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_link()  local
522 static __cold void io_queue_deferred(struct io_ring_ctx *ctx)  in io_queue_deferred()
555 static void io_eventfd_signal(struct io_ring_ctx *ctx)  in io_eventfd_signal()
592 static void io_eventfd_flush_signal(struct io_ring_ctx *ctx)  in io_eventfd_flush_signal()
615 void __io_commit_cqring_flush(struct io_ring_ctx *ctx)  in __io_commit_cqring_flush()
630 static inline void __io_cq_lock(struct io_ring_ctx *ctx)  in __io_cq_lock()
636 static inline void io_cq_lock(struct io_ring_ctx *ctx)  in io_cq_lock()
642 static inline void __io_cq_unlock_post(struct io_ring_ctx *ctx)  in __io_cq_unlock_post()
655 static void io_cq_unlock_post(struct io_ring_ctx *ctx)  in io_cq_unlock_post()
665 static void io_cqring_overflow_kill(struct io_ring_ctx *ctx)  in io_cqring_overflow_kill()
682 static void __io_cqring_overflow_flush(struct io_ring_ctx *ctx)  in __io_cqring_overflow_flush()
713 static void io_cqring_do_overflow_flush(struct io_ring_ctx *ctx)  in io_cqring_do_overflow_flush()
723 static void io_cqring_overflow_flush(struct io_ring_ctx *ctx)  in io_cqring_overflow_flush()
776 static bool io_cqring_event_overflow(struct io_ring_ctx *ctx, u64 user_data,  in io_cqring_event_overflow()
829 bool io_cqe_cache_refill(struct io_ring_ctx *ctx, bool overflow)  in io_cqe_cache_refill()
861 static bool io_fill_cqe_aux(struct io_ring_ctx *ctx, u64 user_data, s32 res,  in io_fill_cqe_aux()
889 static void __io_flush_post_cqes(struct io_ring_ctx *ctx)  in __io_flush_post_cqes()
914 static bool __io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags,  in __io_post_aux_cqe()
928 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags)  in io_post_aux_cqe()
939 	struct io_ring_ctx *ctx = req->ctx;  in io_fill_cqe_req_aux()  local
971 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_complete_post()  local
1026 		struct io_ring_ctx *ctx = req->ctx;  in io_req_complete_post()  local
1052 static void io_preinit_req(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_preinit_req()
1062 static void io_flush_cached_locked_reqs(struct io_ring_ctx *ctx,  in io_flush_cached_locked_reqs()
1077 __cold bool __io_alloc_req_refill(struct io_ring_ctx *ctx)  in __io_alloc_req_refill()
1130 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_find_next_prep()  local
1154 static void ctx_flush_and_put(struct io_ring_ctx *ctx, struct io_tw_state *ts)  in ctx_flush_and_put()
1169 				   struct io_ring_ctx **ctx,  in handle_tw_list()
1248 	struct io_ring_ctx *ctx = NULL;  in tctx_task_work()  local
1274 	struct io_ring_ctx *ctx = req->ctx;  in io_req_local_work_add()  local
1326 	struct io_ring_ctx *ctx = req->ctx;  in io_req_normal_work_add()  local
1352 static void __cold io_move_task_work_from_local(struct io_ring_ctx *ctx)  in io_move_task_work_from_local()
1366 static bool io_run_local_work_continue(struct io_ring_ctx *ctx, int events,  in io_run_local_work_continue()
1378 static int __io_run_local_work(struct io_ring_ctx *ctx, struct io_tw_state *ts,  in __io_run_local_work()
1420 static inline int io_run_local_work_locked(struct io_ring_ctx *ctx,  in io_run_local_work_locked()
1436 static int io_run_local_work(struct io_ring_ctx *ctx, int min_events)  in io_run_local_work()
1488 static void io_free_batch_list(struct io_ring_ctx *ctx,  in io_free_batch_list()
1526 void __io_submit_flush_completions(struct io_ring_ctx *ctx)  in __io_submit_flush_completions()
1559 static unsigned io_cqring_events(struct io_ring_ctx *ctx)  in io_cqring_events()
1570 static __cold void io_iopoll_try_reap_events(struct io_ring_ctx *ctx)  in io_iopoll_try_reap_events()
1594 static int io_iopoll_check(struct io_ring_ctx *ctx, long min)  in io_iopoll_check()
1682 	struct io_ring_ctx *ctx = req->ctx;  in io_iopoll_req_issued()  local
1784 	struct io_ring_ctx *ctx = req->ctx;  in io_drain_req()  local
1976 	struct io_ring_ctx *ctx = req->ctx;  in io_file_get_fixed()  local
2083 static inline bool io_check_restriction(struct io_ring_ctx *ctx,  in io_check_restriction()
2103 	struct io_ring_ctx *ctx = req->ctx;  in io_init_req_drain()  local
2127 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_init_req()
2224 	struct io_ring_ctx *ctx = req->ctx;  in io_submit_fail_init()  local
2258 static inline int io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_submit_sqe()
2314 static void io_submit_state_end(struct io_ring_ctx *ctx)  in io_submit_state_end()
2339 static void io_commit_sqring(struct io_ring_ctx *ctx)  in io_commit_sqring()
2359 static bool io_get_sqe(struct io_ring_ctx *ctx, const struct io_uring_sqe **sqe)  in io_get_sqe()
2393 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr)  in io_submit_sqes()
2445 	struct io_ring_ctx *ctx;  member
2451 static inline bool io_has_work(struct io_ring_ctx *ctx)  in io_has_work()
2459 	struct io_ring_ctx *ctx = iowq->ctx;  in io_should_wake()  local
2484 int io_run_task_work_sig(struct io_ring_ctx *ctx)  in io_run_task_work_sig()
2508 static inline int io_cqring_wait_schedule(struct io_ring_ctx *ctx,  in io_cqring_wait_schedule()
2544 static int io_cqring_wait(struct io_ring_ctx *ctx, int min_events,  in io_cqring_wait()
2741 static void *io_rings_map(struct io_ring_ctx *ctx, unsigned long uaddr,  in io_rings_map()
2748 static void *io_sqes_map(struct io_ring_ctx *ctx, unsigned long uaddr,  in io_sqes_map()
2755 static void io_rings_free(struct io_ring_ctx *ctx)  in io_rings_free()
2782 static unsigned long rings_size(struct io_ring_ctx *ctx, unsigned int sq_entries,  in rings_size()
2821 static int io_eventfd_register(struct io_ring_ctx *ctx, void __user *arg,  in io_eventfd_register()
2859 static int io_eventfd_unregister(struct io_ring_ctx *ctx)  in io_eventfd_unregister()
2876 static void io_req_caches_free(struct io_ring_ctx *ctx)  in io_req_caches_free()
2899 static __cold void io_ring_ctx_free(struct io_ring_ctx *ctx)  in io_ring_ctx_free()
2950 	struct io_ring_ctx *ctx = container_of(cb, struct io_ring_ctx,  in io_activate_pollwq_cb()  local
2965 static __cold void io_activate_pollwq(struct io_ring_ctx *ctx)  in io_activate_pollwq()
2989 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_poll()  local
3024 static int io_unregister_personality(struct io_ring_ctx *ctx, unsigned id)  in io_unregister_personality()
3040 	struct io_ring_ctx		*ctx;  member
3069 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx, exit_work);  in io_ring_exit_work()  local
3162 static __cold void io_ring_ctx_wait_and_kill(struct io_ring_ctx *ctx)  in io_ring_ctx_wait_and_kill()
3196 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_release()  local
3216 static __cold bool io_cancel_defer_files(struct io_ring_ctx *ctx,  in io_cancel_defer_files()
3243 static __cold bool io_uring_try_cancel_iowq(struct io_ring_ctx *ctx)  in io_uring_try_cancel_iowq()
3267 static __cold bool io_uring_try_cancel_requests(struct io_ring_ctx *ctx,  in io_uring_try_cancel_requests()
3335 	struct io_ring_ctx *ctx;  in io_uring_cancel_generic()  local
3422 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_validate_mmap_request()  local
3599 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE6()  local
3749 static __cold int io_allocate_scq_urings(struct io_ring_ctx *ctx,  in io_allocate_scq_urings()
3819 static struct file *io_uring_get_file(struct io_ring_ctx *ctx)  in io_uring_get_file()
3828 	struct io_ring_ctx *ctx;  in io_uring_create()  local
4089 static __cold int io_probe(struct io_ring_ctx *ctx, void __user *arg,  in io_probe()
4129 static int io_register_personality(struct io_ring_ctx *ctx)  in io_register_personality()
4146 static __cold int io_register_restrictions(struct io_ring_ctx *ctx,  in io_register_restrictions()
4216 static int io_register_enable_rings(struct io_ring_ctx *ctx)  in io_register_enable_rings()
4240 static __cold int __io_register_iowq_aff(struct io_ring_ctx *ctx,  in __io_register_iowq_aff()
4256 static __cold int io_register_iowq_aff(struct io_ring_ctx *ctx,  in io_register_iowq_aff()
4287 static __cold int io_unregister_iowq_aff(struct io_ring_ctx *ctx)  in io_unregister_iowq_aff()
4292 static __cold int io_register_iowq_max_workers(struct io_ring_ctx *ctx,  in io_register_iowq_max_workers()
4375 static int __io_uring_register(struct io_ring_ctx *ctx, unsigned opcode,  in __io_uring_register()
4544 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE4()  local