222 void bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq,  in bfqg_stats_update_io_add()  argument
227 	if (!(bfqq == bfqg->bfqd->in_service_queue))  in bfqg_stats_update_io_add()
228 		bfqg_stats_set_start_group_wait_time(bfqg, bfqq_group(bfqq));  in bfqg_stats_update_io_add()
303 struct bfq_group *bfqq_group(struct bfq_queue *bfqq)  in bfqq_group()  argument
305 	struct bfq_entity *group_entity = bfqq->entity.parent;  in bfqq_group()
309 			      bfqq->bfqd->root_group;  in bfqq_group()
419 	struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity);  in bfq_init_entity()  local
423 	if (bfqq) {  in bfq_init_entity()
424 		bfqq->ioprio = bfqq->new_ioprio;  in bfq_init_entity()
425 		bfqq->ioprio_class = bfqq->new_ioprio_class;  in bfq_init_entity()
635 void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_bfqq_move()  argument
638 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_move()
639 	struct bfq_group *old_parent = bfqq_group(bfqq);  in bfq_bfqq_move()
653 	if (bfqq == &bfqd->oom_bfqq)  in bfq_bfqq_move()
659 	bfqq->ref++;  in bfq_bfqq_move()
663 		bfq_del_bfqq_in_groups_with_pending_reqs(bfqq);  in bfq_bfqq_move()
672 	if (bfqq == bfqd->in_service_queue)  in bfq_bfqq_move()
676 	if (bfq_bfqq_busy(bfqq))  in bfq_bfqq_move()
677 		bfq_deactivate_bfqq(bfqd, bfqq, false, false);  in bfq_bfqq_move()
683 	    entity->parent->last_bfqq_created == bfqq)  in bfq_bfqq_move()
685 	else if (bfqd->last_bfqq_created == bfqq)  in bfq_bfqq_move()
694 		bfq_add_bfqq_in_groups_with_pending_reqs(bfqq);  in bfq_bfqq_move()
696 	if (bfq_bfqq_busy(bfqq)) {  in bfq_bfqq_move()
698 			bfq_pos_tree_add_move(bfqd, bfqq);  in bfq_bfqq_move()
699 		bfq_activate_bfqq(bfqd, bfqq);  in bfq_bfqq_move()
705 	bfq_put_queue(bfqq);  in bfq_bfqq_move()
714 	struct bfq_queue *bfqq;  in bfq_sync_bfqq_move()  local
728 	for (bfqq = sync_bfqq; bfqq; bfqq = bfqq->new_bfqq)  in bfq_sync_bfqq_move()
729 		if (bfqq->entity.sched_data != &bfqg->sched_data)  in bfq_sync_bfqq_move()
731 	if (bfqq) {  in bfq_sync_bfqq_move()
877 	struct bfq_queue *bfqq;  in bfq_reparent_leaf_entity()  local
892 	bfqq = bfq_entity_to_bfqq(child_entity);  in bfq_reparent_leaf_entity()
893 	bfq_bfqq_move(bfqd, bfqq, bfqd->root_group);  in bfq_reparent_leaf_entity()
1447 void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_bfqq_move()  argument
1452 	struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity);  in bfq_init_entity()  local
1456 	if (bfqq) {  in bfq_init_entity()
1457 		bfqq->ioprio = bfqq->new_ioprio;  in bfq_init_entity()
1458 		bfqq->ioprio_class = bfqq->new_ioprio_class;  in bfq_init_entity()
1475 struct bfq_group *bfqq_group(struct bfq_queue *bfqq)  in bfqq_group()  argument
1477 	return bfqq->bfqd->root_group;  in bfqq_group()