Lines Matching refs:throtl_data

59 struct throtl_data  struct
119 static struct throtl_data *sq_to_td(struct throtl_service_queue *sq) in sq_to_td()
126 return container_of(sq, struct throtl_data, service_queue); in sq_to_td()
137 static uint64_t throtl_adjusted_limit(uint64_t low, struct throtl_data *td) in throtl_adjusted_limit()
150 struct throtl_data *td; in tg_bps_limit()
180 struct throtl_data *td; in tg_iops_limit()
223 struct throtl_data *__td = sq_to_td((sq)); \
390 struct throtl_data *td = blkg->q->td; in throtl_pd_init()
421 struct throtl_data *td = tg->td; in tg_update_has_rules()
447 static void blk_throtl_update_limit_valid(struct throtl_data *td) in blk_throtl_update_limit_valid()
468 static inline void blk_throtl_update_limit_valid(struct throtl_data *td) in blk_throtl_update_limit_valid()
473 static void throtl_upgrade_state(struct throtl_data *td);
1154 static bool throtl_can_upgrade(struct throtl_data *td,
1175 struct throtl_data *td = sq_to_td(sq); in throtl_pending_timer_fn()
1251 struct throtl_data *td = container_of(work, struct throtl_data, in blk_throtl_dispatch_work_fn()
1703 struct throtl_data *td = q->td; in throtl_shutdown_wq()
1873 static bool throtl_can_upgrade(struct throtl_data *td, in throtl_can_upgrade()
1922 static void throtl_upgrade_state(struct throtl_data *td) in throtl_upgrade_state()
1946 static void throtl_downgrade_state(struct throtl_data *td) in throtl_downgrade_state()
1962 struct throtl_data *td = tg->td; in throtl_tg_can_downgrade()
1979 struct throtl_data *td = tg->td; in throtl_hierarchy_can_downgrade()
2072 static void throtl_update_latency_buckets(struct throtl_data *td) in throtl_update_latency_buckets()
2149 static inline void throtl_update_latency_buckets(struct throtl_data *td) in throtl_update_latency_buckets()
2165 static bool throtl_can_upgrade(struct throtl_data *td, in throtl_can_upgrade()
2171 static void throtl_upgrade_state(struct throtl_data *td) in throtl_upgrade_state()
2185 struct throtl_data *td = tg->td; in __blk_throtl_bio()
2284 static void throtl_track_latency(struct throtl_data *td, sector_t size, in throtl_track_latency()
2307 struct throtl_data *td = q->td; in blk_throtl_stat_add()
2371 struct throtl_data *td; in blk_throtl_init()
2428 struct throtl_data *td; in blk_throtl_register()