60 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx)  in blk_mq_hctx_has_pending()
70 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx,  in blk_mq_hctx_mark_pending()
79 static void blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx *hctx,  in blk_mq_hctx_clear_pending()
307 	struct blk_mq_hw_ctx *hctx;  in blk_mq_wake_waiters()  local
352 	struct blk_mq_hw_ctx *hctx = data->hctx;  in blk_mq_rq_ctx_init()  local
704 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in __blk_mq_free_request()  local
1063 static inline void blk_mq_flush_tag_batch(struct blk_mq_hw_ctx *hctx,  in blk_mq_flush_tag_batch()
1329 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in blk_execute_rq_nowait()  local
1395 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in blk_execute_rq()  local
1641 	struct blk_mq_hw_ctx *hctx;  in blk_mq_timeout_work()  local
1694 	struct blk_mq_hw_ctx *hctx;  member
1701 	struct blk_mq_hw_ctx *hctx = flush_data->hctx;  in flush_busy_ctx()  local
1716 void blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx *hctx, struct list_head *list)  in blk_mq_flush_busy_ctxs()
1728 	struct blk_mq_hw_ctx *hctx;  member
1736 	struct blk_mq_hw_ctx *hctx = dispatch_data->hctx;  in dispatch_rq_from_ctx()  local
1752 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,  in blk_mq_dequeue_from_ctx()
1791 bool __blk_mq_get_driver_tag(struct blk_mq_hw_ctx *hctx, struct request *rq)  in __blk_mq_get_driver_tag()
1808 	struct blk_mq_hw_ctx *hctx;  in blk_mq_dispatch_wake()  local
1832 static bool blk_mq_mark_tag_wait(struct blk_mq_hw_ctx *hctx,  in blk_mq_mark_tag_wait()
1926 static void blk_mq_update_dispatch_busy(struct blk_mq_hw_ctx *hctx, bool busy)  in blk_mq_update_dispatch_busy()
1974 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in blk_mq_prep_dispatch_rq()  local
2030 static void blk_mq_commit_rqs(struct blk_mq_hw_ctx *hctx, int queued,  in blk_mq_commit_rqs()
2042 bool blk_mq_dispatch_rq_list(struct blk_mq_hw_ctx *hctx, struct list_head *list,  in blk_mq_dispatch_rq_list()
2185 static inline int blk_mq_first_mapped_cpu(struct blk_mq_hw_ctx *hctx)  in blk_mq_first_mapped_cpu()
2200 static int blk_mq_hctx_next_cpu(struct blk_mq_hw_ctx *hctx)  in blk_mq_hctx_next_cpu()
2247 void blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs)  in blk_mq_delay_run_hw_queue()
2265 void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async)  in blk_mq_run_hw_queue()
2315 	struct blk_mq_hw_ctx *hctx = ctx->hctxs[HCTX_TYPE_DEFAULT];  in blk_mq_get_sq_hctx()  local
2329 	struct blk_mq_hw_ctx *hctx, *sq_hctx;  in blk_mq_run_hw_queues()  local
2357 	struct blk_mq_hw_ctx *hctx, *sq_hctx;  in blk_mq_delay_run_hw_queues()  local
2395 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx)  in blk_mq_stop_hw_queue()
2414 	struct blk_mq_hw_ctx *hctx;  in blk_mq_stop_hw_queues()  local
2422 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx)  in blk_mq_start_hw_queue()
2432 	struct blk_mq_hw_ctx *hctx;  in blk_mq_start_hw_queues()  local
2440 void blk_mq_start_stopped_hw_queue(struct blk_mq_hw_ctx *hctx, bool async)  in blk_mq_start_stopped_hw_queue()
2452 	struct blk_mq_hw_ctx *hctx;  in blk_mq_start_stopped_hw_queues()  local
2463 	struct blk_mq_hw_ctx *hctx =  in blk_mq_run_work_fn()  local
2480 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in blk_mq_request_bypass_insert()  local
2490 static void blk_mq_insert_requests(struct blk_mq_hw_ctx *hctx,  in blk_mq_insert_requests()
2531 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in blk_mq_insert_request()  local
2607 static blk_status_t __blk_mq_issue_directly(struct blk_mq_hw_ctx *hctx,  in __blk_mq_issue_directly()
2665 static void blk_mq_try_issue_directly(struct blk_mq_hw_ctx *hctx,  in blk_mq_try_issue_directly()
2698 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;  in blk_mq_request_issue_directly()  local
2712 	struct blk_mq_hw_ctx *hctx = NULL;  in blk_mq_plug_issue_direct()  local
2853 static void blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx *hctx,  in blk_mq_try_issue_list_directly()
2985 	struct blk_mq_hw_ctx *hctx;  in blk_mq_submit_bio()  local
3490 	struct blk_mq_hw_ctx *hctx;  member
3504 static bool blk_mq_hctx_has_requests(struct blk_mq_hw_ctx *hctx)  in blk_mq_hctx_has_requests()
3517 		struct blk_mq_hw_ctx *hctx)  in blk_mq_last_cpu_in_hctx()
3528 	struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node,  in blk_mq_hctx_notify_offline()  local
3561 	struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node,  in blk_mq_hctx_notify_online()  local
3576 	struct blk_mq_hw_ctx *hctx;  in blk_mq_hctx_notify_dead()  local
3606 static void blk_mq_remove_cpuhp(struct blk_mq_hw_ctx *hctx)  in blk_mq_remove_cpuhp()
3647 		struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx)  in blk_mq_exit_hctx()
3675 	struct blk_mq_hw_ctx *hctx;  in blk_mq_exit_hw_queues()  local
3687 		struct blk_mq_hw_ctx *hctx, unsigned hctx_idx)  in blk_mq_init_hctx()
3726 	struct blk_mq_hw_ctx *hctx;  in blk_mq_alloc_hctx()  local
3795 		struct blk_mq_hw_ctx *hctx;  in blk_mq_init_cpu_queues()  local
3875 	struct blk_mq_hw_ctx *hctx;  in blk_mq_map_swqueue()  local
3980 	struct blk_mq_hw_ctx *hctx;  in queue_set_hctx_shared()  local
4080 	struct blk_mq_hw_ctx *hctx, *next;  in blk_mq_release()  local
4191 	struct blk_mq_hw_ctx *hctx = NULL, *tmp;  in blk_mq_alloc_and_init_hctx()  local
4224 	struct blk_mq_hw_ctx *hctx;  in blk_mq_realloc_hw_ctxs()  local
4624 	struct blk_mq_hw_ctx *hctx;  in blk_mq_update_nr_requests()  local
4832 static int blk_hctx_poll(struct request_queue *q, struct blk_mq_hw_ctx *hctx,  in blk_hctx_poll()
4862 	struct blk_mq_hw_ctx *hctx = xa_load(&q->hctx_table, cookie);  in blk_mq_poll()  local
4893 	struct blk_mq_hw_ctx *hctx;  in blk_mq_cancel_work_sync()  local