23 static struct bfq_entity *bfq_root_active_entity(struct rb_root *tree)  in bfq_root_active_entity()
27 	return rb_entry(node, struct bfq_entity, rb_node);  in bfq_root_active_entity()
30 static unsigned int bfq_class_idx(struct bfq_entity *entity)  in bfq_class_idx()
44 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,
47 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service);
75 				       struct bfq_entity *new_entity,  in bfq_update_next_in_service()
78 	struct bfq_entity *next_in_service = sd->next_in_service;  in bfq_update_next_in_service()
149 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
151 	struct bfq_entity *bfqg_entity;  in bfq_update_parent_budget()
194 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
221 static void bfq_inc_active_entities(struct bfq_entity *entity)  in bfq_inc_active_entities()
230 static void bfq_dec_active_entities(struct bfq_entity *entity)  in bfq_dec_active_entities()
241 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
246 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
251 static void bfq_inc_active_entities(struct bfq_entity *entity)  in bfq_inc_active_entities()
255 static void bfq_dec_active_entities(struct bfq_entity *entity)  in bfq_dec_active_entities()
270 struct bfq_queue *bfq_entity_to_bfqq(struct bfq_entity *entity)  in bfq_entity_to_bfqq()
296 static void bfq_calc_finish(struct bfq_entity *entity, unsigned long service)  in bfq_calc_finish()
323 struct bfq_entity *bfq_entity_of(struct rb_node *node)  in bfq_entity_of()
325 	struct bfq_entity *entity = NULL;  in bfq_entity_of()
328 		entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_entity_of()
338 static void bfq_extract(struct rb_root *root, struct bfq_entity *entity)  in bfq_extract()
350 			     struct bfq_entity *entity)  in bfq_idle_extract()
379 static void bfq_insert(struct rb_root *root, struct bfq_entity *entity)  in bfq_insert()
381 	struct bfq_entity *entry;  in bfq_insert()
387 		entry = rb_entry(parent, struct bfq_entity, rb_node);  in bfq_insert()
411 static void bfq_update_min(struct bfq_entity *entity, struct rb_node *node)  in bfq_update_min()
413 	struct bfq_entity *child;  in bfq_update_min()
416 		child = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_min()
432 	struct bfq_entity *entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_active_node()
481 			      struct bfq_entity *entity)  in bfq_active_insert()
524 static void bfq_get_entity(struct bfq_entity *entity)  in bfq_get_entity()
571 			       struct bfq_entity *entity)  in bfq_active_extract()
593 			    struct bfq_entity *entity)  in bfq_idle_insert()
596 	struct bfq_entity *first_idle = st->first_idle;  in bfq_idle_insert()
597 	struct bfq_entity *last_idle = st->last_idle;  in bfq_idle_insert()
626 			      struct bfq_entity *entity,  in bfq_forget_entity()
642 void bfq_put_idle_entity(struct bfq_service_tree *st, struct bfq_entity *entity)  in bfq_put_idle_entity()
658 	struct bfq_entity *first_idle = st->first_idle;  in bfq_forget_idle()
659 	struct bfq_entity *last_idle = st->last_idle;  in bfq_forget_idle()
674 struct bfq_service_tree *bfq_entity_service_tree(struct bfq_entity *entity)  in bfq_entity_service_tree()
702 				struct bfq_entity *entity,  in __bfq_entity_update_weight_prio()
789 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_served()
840 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_charge_time()
855 static void bfq_update_fin_time_enqueue(struct bfq_entity *entity,  in bfq_update_fin_time_enqueue()
927 static void __bfq_activate_entity(struct bfq_entity *entity,  in __bfq_activate_entity()
986 static void __bfq_requeue_entity(struct bfq_entity *entity)  in __bfq_requeue_entity()
1052 static void __bfq_activate_requeue_entity(struct bfq_entity *entity,  in __bfq_activate_requeue_entity()
1086 static void bfq_activate_requeue_entity(struct bfq_entity *entity,  in bfq_activate_requeue_entity()
1108 bool __bfq_deactivate_entity(struct bfq_entity *entity, bool ins_into_idle_tree)  in __bfq_deactivate_entity()
1161 static void bfq_deactivate_entity(struct bfq_entity *entity,  in bfq_deactivate_entity()
1166 	struct bfq_entity *parent = NULL;  in bfq_deactivate_entity()
1268 	struct bfq_entity *root_entity = bfq_root_active_entity(&st->active);  in bfq_calc_vtime_jump()
1296 static struct bfq_entity *bfq_first_active_entity(struct bfq_service_tree *st,  in bfq_first_active_entity()
1299 	struct bfq_entity *entry, *first = NULL;  in bfq_first_active_entity()
1303 		entry = rb_entry(node, struct bfq_entity, rb_node);  in bfq_first_active_entity()
1310 					 struct bfq_entity, rb_node);  in bfq_first_active_entity()
1348 static struct bfq_entity *
1351 	struct bfq_entity *entity;  in __bfq_lookup_next_entity()
1390 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,  in bfq_lookup_next_entity()
1395 	struct bfq_entity *entity = NULL;  in bfq_lookup_next_entity()
1456 	struct bfq_entity *entity = NULL;  in bfq_get_next_queue()
1550 	struct bfq_entity *in_serv_entity = &in_serv_bfqq->entity;  in __bfq_bfqd_reset_in_service()
1551 	struct bfq_entity *entity = in_serv_entity;  in __bfq_bfqd_reset_in_service()
1590 	struct bfq_entity *entity = &bfqq->entity;  in bfq_deactivate_bfqq()
1597 	struct bfq_entity *entity = &bfqq->entity;  in bfq_activate_bfqq()
1607 	struct bfq_entity *entity = &bfqq->entity;  in bfq_requeue_bfqq()
1616 	struct bfq_entity *entity = &bfqq->entity;  in bfq_add_bfqq_in_groups_with_pending_reqs()
1629 	struct bfq_entity *entity = &bfqq->entity;  in bfq_del_bfqq_in_groups_with_pending_reqs()