62 	struct throtl_service_queue service_queue;  member
107 		return container_of(sq, struct throtl_grp, service_queue);  in sq_to_tg()
126 		return container_of(sq, struct throtl_data, service_queue);  in sq_to_td()
354 	throtl_service_queue_init(&tg->service_queue);  in throtl_pd_alloc()
391 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_pd_init()
407 	sq->parent_sq = &td->service_queue;  in throtl_pd_init()
409 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
420 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);  in tg_update_has_rules()
493 	del_timer_sync(&tg->service_queue.pending_timer);  in throtl_pd_free()
531 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;  in tg_service_queue_add()
560 		tg->service_queue.parent_sq->nr_pending++;  in throtl_enqueue_tg()
568 			tg->service_queue.parent_sq;  in throtl_dequeue_tg()
651 	throtl_log(&tg->service_queue,  in throtl_start_new_slice_with_credit()
669 	throtl_log(&tg->service_queue,  in throtl_start_new_slice()
685 	throtl_log(&tg->service_queue,  in throtl_extend_slice()
789 	throtl_log(&tg->service_queue,  in throtl_trim_slice()
820 	if (tg->service_queue.nr_queued[READ])  in tg_update_carryover()
822 	if (tg->service_queue.nr_queued[WRITE])  in tg_update_carryover()
826 	throtl_log(&tg->service_queue, "%s: %lld %lld %d %d\n", __func__,  in tg_update_carryover()
915 	BUG_ON(tg->service_queue.nr_queued[rw] &&  in tg_may_dispatch()
916 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
933 	if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))  in tg_may_dispatch()
988 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_add_bio_tg()
1011 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_update_disptime()
1027 	throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);  in tg_update_disptime()
1047 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_dispatch_one_bio()
1090 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_dispatch_tg()
1141 		sq = &tg->service_queue;  in throtl_select_dispatch()
1253 	struct throtl_service_queue *td_sq = &td->service_queue;  in blk_throtl_dispatch_work_fn()
1314 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_conf_updated()
1318 	throtl_log(&tg->service_queue,  in tg_conf_updated()
1734 		struct throtl_service_queue *sq = &tg->service_queue;  in blk_throtl_cancel_bios()
1783 		parent_sq = parent->service_queue.parent_sq;  in tg_last_low_overflow_time()
1822 	throtl_log(&tg->service_queue,  in throtl_tg_is_idle()
1831 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_low_limit_reached()
1866 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_upgrade()
1927 	throtl_log(&td->service_queue, "upgrade to max");  in throtl_upgrade_state()
1934 		struct throtl_service_queue *sq = &tg->service_queue;  in throtl_upgrade_state()
1941 	throtl_select_dispatch(&td->service_queue);  in throtl_upgrade_state()
1942 	throtl_schedule_next_dispatch(&td->service_queue, true);  in throtl_upgrade_state()
1950 	throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);  in throtl_downgrade_state()
1987 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_downgrade()
2140 		throtl_log(&td->service_queue,  in throtl_update_latency_buckets()
2195 	sq = &tg->service_queue;  in __blk_throtl_bio()
2269 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);  in __blk_throtl_bio()
2392 	throtl_service_queue_init(&td->service_queue);  in blk_throtl_init()
2417 	del_timer_sync(&q->td->service_queue.pending_timer);  in blk_throtl_exit()