Lines Matching defs:rwb
146 static inline bool rwb_enabled(struct rq_wb *rwb) in rwb_enabled()
152 static void wb_timestamp(struct rq_wb *rwb, unsigned long *var) in wb_timestamp()
166 static bool wb_recent_wait(struct rq_wb *rwb) in wb_recent_wait()
173 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait()
184 static void rwb_wake_all(struct rq_wb *rwb) in rwb_wake_all()
196 static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, in wbt_rqw_done()
231 struct rq_wb *rwb = RQWB(rqos); in __wbt_done() local
247 struct rq_wb *rwb = RQWB(rqos); in wbt_done() local
276 static u64 rwb_sync_issue_lat(struct rq_wb *rwb) in rwb_sync_issue_lat()
287 static inline unsigned int wbt_inflight(struct rq_wb *rwb) in wbt_inflight()
304 static int latency_exceeded(struct rq_wb *rwb, struct blk_rq_stat *stat) in latency_exceeded()
357 static void rwb_trace_step(struct rq_wb *rwb, const char *msg) in rwb_trace_step()
366 static void calc_wb_limits(struct rq_wb *rwb) in calc_wb_limits()
379 static void scale_up(struct rq_wb *rwb) in scale_up()
389 static void scale_down(struct rq_wb *rwb, bool hard_throttle) in scale_down()
398 static void rwb_arm_timer(struct rq_wb *rwb) in rwb_arm_timer()
424 struct rq_wb *rwb = cb->data; in wb_timer_fn() local
480 static void wbt_update_limits(struct rq_wb *rwb) in wbt_update_limits()
524 static bool close_io(struct rq_wb *rwb) in close_io()
534 static inline unsigned int get_limit(struct rq_wb *rwb, blk_opf_t opf) in get_limit()
564 struct rq_wb *rwb; member
585 static void __wbt_wait(struct rq_wb *rwb, enum wbt_flags wb_acct, in __wbt_wait()
616 static enum wbt_flags bio_to_wbt_flags(struct rq_wb *rwb, struct bio *bio) in bio_to_wbt_flags()
637 struct rq_wb *rwb = RQWB(rqos); in wbt_cleanup() local
649 struct rq_wb *rwb = RQWB(rqos); in wbt_wait() local
667 struct rq_wb *rwb = RQWB(rqos); in wbt_track() local
673 struct rq_wb *rwb = RQWB(rqos); in wbt_issue() local
693 struct rq_wb *rwb = RQWB(rqos); in wbt_requeue() local
772 struct rq_wb *rwb = RQWB(rqos); in wbt_exit() local
785 struct rq_wb *rwb; in wbt_disable_default() local
800 struct rq_wb *rwb = RQWB(rqos); in wbt_curr_win_nsec_show() local
809 struct rq_wb *rwb = RQWB(rqos); in wbt_enabled_show() local
826 struct rq_wb *rwb = RQWB(rqos); in wbt_inflight_show() local
838 struct rq_wb *rwb = RQWB(rqos); in wbt_min_lat_nsec_show() local
847 struct rq_wb *rwb = RQWB(rqos); in wbt_unknown_cnt_show() local
856 struct rq_wb *rwb = RQWB(rqos); in wbt_normal_show() local
865 struct rq_wb *rwb = RQWB(rqos); in wbt_background_show() local
901 struct rq_wb *rwb; in wbt_init() local