2744 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq)  in bfq_setup_merge()  argument
2755 	if (!bfqq_process_refs(new_bfqq))  in bfq_setup_merge()
2759 	while ((__bfqq = new_bfqq->new_bfqq)) {  in bfq_setup_merge()
2762 		new_bfqq = __bfqq;  in bfq_setup_merge()
2766 	new_process_refs = bfqq_process_refs(new_bfqq);  in bfq_setup_merge()
2779 	if (new_bfqq->entity.parent != bfqq->entity.parent)  in bfq_setup_merge()
2783 		new_bfqq->pid);  in bfq_setup_merge()
2805 	bfqq->new_bfqq = new_bfqq;  in bfq_setup_merge()
2815 	new_bfqq->ref += process_refs;  in bfq_setup_merge()
2816 	return new_bfqq;  in bfq_setup_merge()
2820 					struct bfq_queue *new_bfqq)  in bfq_may_be_close_cooperator()  argument
2822 	if (bfq_too_late_for_merging(new_bfqq))  in bfq_may_be_close_cooperator()
2825 	if (bfq_class_idle(bfqq) || bfq_class_idle(new_bfqq) ||  in bfq_may_be_close_cooperator()
2826 	    (bfqq->ioprio_class != new_bfqq->ioprio_class))  in bfq_may_be_close_cooperator()
2834 	if (BFQQ_SEEKY(bfqq) || BFQQ_SEEKY(new_bfqq))  in bfq_may_be_close_cooperator()
2842 	if (!bfq_bfqq_sync(bfqq) || !bfq_bfqq_sync(new_bfqq))  in bfq_may_be_close_cooperator()
2858 	struct bfq_queue *new_bfqq = NULL;  in bfq_setup_stable_merge()  local
2865 	new_bfqq = bfq_setup_merge(bfqq, stable_merge_bfqq);  in bfq_setup_stable_merge()
2867 	if (new_bfqq) {  in bfq_setup_stable_merge()
2869 		if (new_bfqq->bic) {  in bfq_setup_stable_merge()
2870 			unsigned int new_a_idx = new_bfqq->actuator_idx;  in bfq_setup_stable_merge()
2872 				&new_bfqq->bic->bfqq_data[new_a_idx];  in bfq_setup_stable_merge()
2882 	return new_bfqq;  in bfq_setup_stable_merge()
2909 	struct bfq_queue *in_service_bfqq, *new_bfqq;  in bfq_setup_cooperator()  local
2914 	if (bfqq->new_bfqq)  in bfq_setup_cooperator()
2915 		return bfqq->new_bfqq;  in bfq_setup_cooperator()
3017 		new_bfqq = bfq_setup_merge(bfqq, in_service_bfqq);  in bfq_setup_cooperator()
3018 		if (new_bfqq)  in bfq_setup_cooperator()
3019 			return new_bfqq;  in bfq_setup_cooperator()
3026 	new_bfqq = bfq_find_close_cooperator(bfqd, bfqq,  in bfq_setup_cooperator()
3029 	if (new_bfqq && likely(new_bfqq != &bfqd->oom_bfqq) &&  in bfq_setup_cooperator()
3030 	    bfq_may_be_close_cooperator(bfqq, new_bfqq))  in bfq_setup_cooperator()
3031 		return bfq_setup_merge(bfqq, new_bfqq);  in bfq_setup_cooperator()
3097 bfq_reassign_last_bfqq(struct bfq_queue *cur_bfqq, struct bfq_queue *new_bfqq)  in bfq_reassign_last_bfqq()  argument
3101 		cur_bfqq->entity.parent->last_bfqq_created = new_bfqq;  in bfq_reassign_last_bfqq()
3103 		cur_bfqq->bfqd->last_bfqq_created = new_bfqq;  in bfq_reassign_last_bfqq()
3130 		struct bfq_queue *bfqq, struct bfq_queue *new_bfqq)  in bfq_merge_bfqqs()  argument
3133 		(unsigned long)new_bfqq->pid);  in bfq_merge_bfqqs()
3136 	bfq_bfqq_save_state(new_bfqq);  in bfq_merge_bfqqs()
3138 		bfq_mark_bfqq_IO_bound(new_bfqq);  in bfq_merge_bfqqs()
3148 	if (bfqq->waker_bfqq && !new_bfqq->waker_bfqq &&  in bfq_merge_bfqqs()
3149 	    bfqq->waker_bfqq != new_bfqq) {  in bfq_merge_bfqqs()
3150 		new_bfqq->waker_bfqq = bfqq->waker_bfqq;  in bfq_merge_bfqqs()
3151 		new_bfqq->tentative_waker_bfqq = NULL;  in bfq_merge_bfqqs()
3159 		hlist_add_head(&new_bfqq->woken_list_node,  in bfq_merge_bfqqs()
3160 			       &new_bfqq->waker_bfqq->woken_list);  in bfq_merge_bfqqs()
3173 	if (new_bfqq->wr_coeff == 1 && bfqq->wr_coeff > 1) {  in bfq_merge_bfqqs()
3174 		new_bfqq->wr_coeff = bfqq->wr_coeff;  in bfq_merge_bfqqs()
3175 		new_bfqq->wr_cur_max_time = bfqq->wr_cur_max_time;  in bfq_merge_bfqqs()
3176 		new_bfqq->last_wr_start_finish = bfqq->last_wr_start_finish;  in bfq_merge_bfqqs()
3177 		new_bfqq->wr_start_at_switch_to_srt =  in bfq_merge_bfqqs()
3179 		if (bfq_bfqq_busy(new_bfqq))  in bfq_merge_bfqqs()
3181 		new_bfqq->entity.prio_changed = 1;  in bfq_merge_bfqqs()
3191 	bfq_log_bfqq(bfqd, new_bfqq, "merge_bfqqs: wr_busy %d",  in bfq_merge_bfqqs()
3197 	bic_set_bfqq(bic, new_bfqq, true, bfqq->actuator_idx);  in bfq_merge_bfqqs()
3198 	bfq_mark_bfqq_coop(new_bfqq);  in bfq_merge_bfqqs()
3209 	new_bfqq->bic = NULL;  in bfq_merge_bfqqs()
3219 	new_bfqq->pid = -1;  in bfq_merge_bfqqs()
3222 	bfq_reassign_last_bfqq(bfqq, new_bfqq);  in bfq_merge_bfqqs()
3232 	struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq;  in bfq_allow_bio_merge()  local
3251 	new_bfqq = bfq_setup_cooperator(bfqd, bfqq, bio, false, bfqd->bio_bic);  in bfq_allow_bio_merge()
3252 	if (new_bfqq) {  in bfq_allow_bio_merge()
3261 				new_bfqq);  in bfq_allow_bio_merge()
3267 		bfqq = new_bfqq;  in bfq_allow_bio_merge()
5429 	__bfqq = bfqq->new_bfqq;  in bfq_put_cooperator()
5431 		next = __bfqq->new_bfqq;  in bfq_put_cooperator()
5685 	struct bfq_queue *new_bfqq =  in bfq_do_early_stable_merge()  local
5688 	if (!new_bfqq)  in bfq_do_early_stable_merge()
5691 	if (new_bfqq->bic)  in bfq_do_early_stable_merge()
5692 		new_bfqq->bic->bfqq_data[a_idx].stably_merged = true;  in bfq_do_early_stable_merge()
5702 	bfq_merge_bfqqs(bfqd, bic, bfqq, new_bfqq);  in bfq_do_early_stable_merge()
5704 	return new_bfqq;  in bfq_do_early_stable_merge()
6154 		*new_bfqq = bfq_setup_cooperator(bfqd, bfqq, rq, true,  in __bfq_insert_request()  local
6158 	if (new_bfqq) {  in __bfq_insert_request()
6163 		bfqq_request_allocated(new_bfqq);  in __bfq_insert_request()
6165 		new_bfqq->ref++;  in __bfq_insert_request()
6177 					bfqq, new_bfqq);  in __bfq_insert_request()
6185 		rq->elv.priv[1] = new_bfqq;  in __bfq_insert_request()
6186 		bfqq = new_bfqq;  in __bfq_insert_request()