41 	u32 bus_num, if_id, cl_val;  in ddr3_tip_dynamic_read_leveling()  local
54 		for (bus_num = 0; bus_num < MAX_BUS_NUM; bus_num++)  in ddr3_tip_dynamic_read_leveling()
56 				rl_values[effective_cs][bus_num][if_id] = 0;  in ddr3_tip_dynamic_read_leveling()
203 			for (bus_num = 0;  in ddr3_tip_dynamic_read_leveling()
204 			     bus_num < octets_per_if_num;  in ddr3_tip_dynamic_read_leveling()
205 			     bus_num++) {  in ddr3_tip_dynamic_read_leveling()
206 				VALIDATE_BUS_ACTIVE(tm->bus_act_mask, bus_num);  in ddr3_tip_dynamic_read_leveling()
210 				     mask_results_pup_reg_map[bus_num],  in ddr3_tip_dynamic_read_leveling()
214 							if_id, effective_cs, bus_num));  in ddr3_tip_dynamic_read_leveling()
223 						      [bus_num], data_read,  in ddr3_tip_dynamic_read_leveling()
225 					rl_values[effective_cs][bus_num]  in ddr3_tip_dynamic_read_leveling()
269 			for (bus_num = 0;  in ddr3_tip_dynamic_read_leveling()
270 			     bus_num < octets_per_if_num;  in ddr3_tip_dynamic_read_leveling()
271 			     bus_num++) {  in ddr3_tip_dynamic_read_leveling()
272 				VALIDATE_BUS_ACTIVE(tm->bus_act_mask, bus_num);  in ddr3_tip_dynamic_read_leveling()
274 				data = rl_values[effective_cs][bus_num][if_id];  in ddr3_tip_dynamic_read_leveling()
281 						   bus_num, DDR_PHY_DATA,  in ddr3_tip_dynamic_read_leveling()
400 	u32 bus_num, if_id, cl_val, bit_num;  in ddr3_tip_dynamic_per_bit_read_leveling()  local
418 		for (bus_num = 0;  in ddr3_tip_dynamic_per_bit_read_leveling()
419 		     bus_num <= octets_per_if_num; bus_num++) {  in ddr3_tip_dynamic_per_bit_read_leveling()
420 			VALIDATE_BUS_ACTIVE(tm->bus_act_mask, bus_num);  in ddr3_tip_dynamic_per_bit_read_leveling()
421 			per_bit_rl_pup_status[if_id][bus_num] = 0;  in ddr3_tip_dynamic_per_bit_read_leveling()
422 			data2_write[if_id][bus_num] = 0;  in ddr3_tip_dynamic_per_bit_read_leveling()
426 				      bus_num, DDR_PHY_DATA,  in ddr3_tip_dynamic_per_bit_read_leveling()
428 				      &phyreg3_arr[if_id][bus_num]));  in ddr3_tip_dynamic_per_bit_read_leveling()
574 			for (bus_num = 0;  in ddr3_tip_dynamic_per_bit_read_leveling()
575 			     bus_num < octets_per_if_num;  in ddr3_tip_dynamic_per_bit_read_leveling()
576 			     bus_num++) {  in ddr3_tip_dynamic_per_bit_read_leveling()
577 				VALIDATE_BUS_ACTIVE(tm->bus_act_mask, bus_num);  in ddr3_tip_dynamic_per_bit_read_leveling()
579 				if (per_bit_rl_pup_status[if_id][bus_num]  in ddr3_tip_dynamic_per_bit_read_leveling()
590 						     [bus_num * 8 + bit_num],  in ddr3_tip_dynamic_per_bit_read_leveling()
596 								  bus_num,  in ddr3_tip_dynamic_per_bit_read_leveling()
606 								  [bus_num * 8 +  in ddr3_tip_dynamic_per_bit_read_leveling()
624 							if (data > data2_write[if_id][bus_num])  in ddr3_tip_dynamic_per_bit_read_leveling()
627 									[bus_num] =  in ddr3_tip_dynamic_per_bit_read_leveling()
632 					if (data2_write[if_id][bus_num] <=  in ddr3_tip_dynamic_per_bit_read_leveling()
636 							[bus_num] = 1;  in ddr3_tip_dynamic_per_bit_read_leveling()
648 				for (bus_num = 0;  in ddr3_tip_dynamic_per_bit_read_leveling()
649 				     bus_num < octets_per_if_num;  in ddr3_tip_dynamic_per_bit_read_leveling()
650 				     bus_num++) {  in ddr3_tip_dynamic_per_bit_read_leveling()
652 							bus_num);  in ddr3_tip_dynamic_per_bit_read_leveling()
654 					    [bus_num] != 1) {  in ddr3_tip_dynamic_per_bit_read_leveling()
662 							  bus_num, DDR_PHY_DATA,  in ddr3_tip_dynamic_per_bit_read_leveling()
665 							   [bus_num] +  in ddr3_tip_dynamic_per_bit_read_leveling()
681 		for (bus_num = 0; bus_num < octets_per_if_num;  in ddr3_tip_dynamic_per_bit_read_leveling()
682 		     bus_num++) {  in ddr3_tip_dynamic_per_bit_read_leveling()
683 			VALIDATE_BUS_ACTIVE(tm->bus_act_mask, bus_num);  in ddr3_tip_dynamic_per_bit_read_leveling()
684 			if (per_bit_rl_pup_status[if_id][bus_num] == 1)  in ddr3_tip_dynamic_per_bit_read_leveling()
689 						   bus_num, DDR_PHY_DATA,  in ddr3_tip_dynamic_per_bit_read_leveling()
692 						   [bus_num]);  in ddr3_tip_dynamic_per_bit_read_leveling()