Lines Matching defs:bfqq
237 #define BFQQ_SEEKY(bfqq) (hweight32(bfqq->seek_history) > 19) argument
245 #define BFQQ_TOTALLY_SEEKY(bfqq) (bfqq->seek_history == -1) argument
391 struct bfq_queue *bfqq, in bic_set_bfqq()
484 #define bfq_class_idle(bfqq) ((bfqq)->ioprio_class == IOPRIO_CLASS_IDLE) argument
594 struct bfq_queue *bfqq; in bfqq_request_over_limit() local
744 struct bfq_queue *bfqq = NULL; in bfq_rq_pos_tree_lookup() local
779 static bool bfq_too_late_for_merging(struct bfq_queue *bfqq) in bfq_too_late_for_merging()
795 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_pos_tree_add_move()
866 struct bfq_queue *bfqq) in bfq_asymmetric_scenario()
910 void bfq_weights_tree_add(struct bfq_queue *bfqq) in bfq_weights_tree_add()
984 void bfq_weights_tree_remove(struct bfq_queue *bfqq) in bfq_weights_tree_remove()
1007 static struct request *bfq_check_fifo(struct bfq_queue *bfqq, in bfq_check_fifo()
1027 struct bfq_queue *bfqq, in bfq_find_next_rq()
1055 struct bfq_queue *bfqq) in bfq_serv_to_charge()
1076 struct bfq_queue *bfqq) in bfq_updated_next_req()
1135 static void switch_back_to_interactive_wr(struct bfq_queue *bfqq, in switch_back_to_interactive_wr()
1144 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, in bfq_bfqq_resume_state()
1210 static int bfqq_process_refs(struct bfq_queue *bfqq) in bfqq_process_refs()
1218 static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_reset_burst_list()
1241 static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_add_to_burst()
1393 static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_handle_burst()
1459 static int bfq_bfqq_budget_left(struct bfq_queue *bfqq) in bfq_bfqq_budget_left()
1596 struct bfq_queue *bfqq, in bfq_bfqq_update_budg_for_activation()
1665 struct bfq_queue *bfqq, in bfq_update_bfqq_wr_on_rq_arrival()
1762 struct bfq_queue *bfqq) in bfq_bfqq_idle_for_long_time()
1775 static bool bfq_bfqq_higher_class_or_weight(struct bfq_queue *bfqq, in bfq_bfqq_higher_class_or_weight()
1830 struct bfq_queue *bfqq, in bfq_bfqq_handle_idle_busy_switch()
1997 struct bfq_queue *bfqq) in bfq_reset_inject_limit()
2062 static void bfq_update_io_intensity(struct bfq_queue *bfqq, u64 now_ns) in bfq_update_io_intensity()
2143 static void bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_check_waker()
2217 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_add_request() local
2374 struct bfq_queue *bfqq = bfqd->bio_bfqq; in bfq_find_rq_fmerge() local
2394 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_remove_request() local
2522 struct bfq_queue *bfqq = RQ_BFQQ(req); in bfq_request_merged() local
2574 struct bfq_queue *bfqq = RQ_BFQQ(rq), in bfq_requests_merged() local
2612 static void bfq_bfqq_end_wr(struct bfq_queue *bfqq) in bfq_bfqq_end_wr()
2661 struct bfq_queue *bfqq; in bfq_end_wr() local
2692 static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd, in bfqq_find_close()
2738 struct bfq_queue *bfqq; in bfq_find_close_cooperator() local
2755 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) in bfq_setup_merge()
2830 static bool bfq_may_be_close_cooperator(struct bfq_queue *bfqq, in bfq_may_be_close_cooperator()
2863 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_setup_stable_merge()
2917 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_setup_cooperator()
3051 static void bfq_bfqq_save_state(struct bfq_queue *bfqq) in bfq_bfqq_save_state()
3121 void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_release_process_ref()
3145 struct bfq_queue *bfqq) in bfq_merge_bfqqs()
3251 struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq; in bfq_allow_bio_merge() local
3301 struct bfq_queue *bfqq) in bfq_set_budget_timeout()
3317 struct bfq_queue *bfqq) in __bfq_set_in_service_queue()
3375 struct bfq_queue *bfqq = bfq_get_next_queue(bfqd); in bfq_set_in_service_queue() local
3383 struct bfq_queue *bfqq = bfqd->in_service_queue; in bfq_arm_slice_timer() local
3668 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_dispatch_remove() local
3890 struct bfq_queue *bfqq) in idling_needed_for_service_guarantees()
3905 static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, in __bfq_bfqq_expire()
3974 struct bfq_queue *bfqq, in __bfq_bfqq_recalc_budget()
4165 static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_bfqq_is_slow()
4315 struct bfq_queue *bfqq) in bfq_bfqq_softrt_next_start()
4351 struct bfq_queue *bfqq, in bfq_bfqq_expire()
4475 static bool bfq_bfqq_budget_timeout(struct bfq_queue *bfqq) in bfq_bfqq_budget_timeout()
4488 static bool bfq_may_expire_for_budg_timeout(struct bfq_queue *bfqq) in bfq_may_expire_for_budg_timeout()
4503 struct bfq_queue *bfqq) in idling_boosts_thr_without_issues()
4602 static bool bfq_better_to_idle(struct bfq_queue *bfqq) in bfq_better_to_idle()
4653 static bool bfq_bfqq_must_idle(struct bfq_queue *bfqq) in bfq_bfqq_must_idle()
4668 struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue; in bfq_choose_bfqq_for_injection() local
4759 struct bfq_queue *bfqq; in bfq_find_active_bfqq_for_actuator() local
4798 struct bfq_queue *bfqq = in bfq_find_bfqq_for_underused_actuator() local
4816 struct bfq_queue *bfqq, *inject_bfqq; in bfq_select_queue() local
5048 static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_update_wr_data()
5117 struct bfq_queue *bfqq) in bfq_dispatch_rq_from_bfqq()
5176 struct bfq_queue *bfqq = NULL; in __bfq_dispatch_request() local
5267 struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL; in bfq_update_dispatch_stats() local
5346 void bfq_put_queue(struct bfq_queue *bfqq) in bfq_put_queue()
5427 static void bfq_put_stable_ref(struct bfq_queue *bfqq) in bfq_put_stable_ref()
5433 void bfq_put_cooperator(struct bfq_queue *bfqq) in bfq_put_cooperator()
5450 static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_exit_bfqq()
5467 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, actuator_idx); in bfq_exit_icq_bfqq() local
5520 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic) in bfq_set_next_ioprio_data()
5577 struct bfq_queue *bfqq; in bfq_check_ioprio_change() local
5603 static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_init_bfqq()
5693 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_do_early_stable_merge()
5765 struct bfq_queue *bfqq, in bfq_do_or_sched_stable_merge()
5851 struct bfq_queue *bfqq; in bfq_get_queue() local
5905 struct bfq_queue *bfqq) in bfq_update_io_thinktime()
5927 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_update_io_seektime()
5958 struct bfq_queue *bfqq, in bfq_update_has_short_ttime()
6089 static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_rq_enqueued()
6145 static void bfqq_request_allocated(struct bfq_queue *bfqq) in bfqq_request_allocated()
6153 static void bfqq_request_freed(struct bfq_queue *bfqq) in bfqq_request_freed()
6164 struct bfq_queue *bfqq = RQ_BFQQ(rq), in __bfq_insert_request() local
6219 struct bfq_queue *bfqq, in bfq_update_insert_stats()
6244 struct bfq_queue *bfqq, in bfq_update_insert_stats()
6256 struct bfq_queue *bfqq; in bfq_insert_request() local
6322 struct bfq_queue *bfqq = bfqd->in_service_queue; in bfq_update_hw_tag() local
6361 static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) in bfq_completed_request()
6598 struct bfq_queue *bfqq) in bfq_update_inject_limit()
6662 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_finish_requeue_request() local
6732 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq) in bfq_split_bfqq()
6758 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, act_idx); in bfq_get_bfqq_handle_split() local
6834 static struct bfq_queue *bfq_waker_bfqq(struct bfq_queue *bfqq) in bfq_waker_bfqq()
6897 struct bfq_queue *bfqq; in bfq_init_rq() local
7023 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_idle_slice_timer_body()
7077 struct bfq_queue *bfqq = bfqd->in_service_queue; in bfq_idle_slice_timer() local
7096 struct bfq_queue *bfqq = *bfqq_ptr; in __bfq_put_async_bfqq() local
7187 struct bfq_queue *bfqq, *n; in bfq_exit_queue() local