1405 	int i, t;  in mlx4_en_set_default_moderation()  local
1430 	for (t = 0 ; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_set_default_moderation()
1431 		for (i = 0; i < priv->tx_ring_num[t]; i++) {  in mlx4_en_set_default_moderation()
1432 			cq = priv->tx_cq[t][i];  in mlx4_en_set_default_moderation()
1634 	int i, t;  in mlx4_en_start_port()  local
1719 	for (t = 0 ; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_start_port()
1720 		u8 num_tx_rings_p_up = t == TX ?  in mlx4_en_start_port()
1721 			priv->num_tx_rings_p_up : priv->tx_ring_num[t];  in mlx4_en_start_port()
1723 		for (i = 0; i < priv->tx_ring_num[t]; i++) {  in mlx4_en_start_port()
1725 			cq = priv->tx_cq[t][i];  in mlx4_en_start_port()
1742 			tx_ring = priv->tx_ring[t][i];  in mlx4_en_start_port()
1752 			if (t != TX_XDP) {  in mlx4_en_start_port()
1855 	if (t == MLX4_EN_NUM_TX_TYPES) {  in mlx4_en_start_port()
1856 		t--;  in mlx4_en_start_port()
1857 		i = priv->tx_ring_num[t];  in mlx4_en_start_port()
1859 	while (t >= 0) {  in mlx4_en_start_port()
1861 			mlx4_en_deactivate_tx_ring(priv, priv->tx_ring[t][i]);  in mlx4_en_start_port()
1862 			mlx4_en_deactivate_cq(priv, priv->tx_cq[t][i]);  in mlx4_en_start_port()
1864 		if (!t--)  in mlx4_en_start_port()
1866 		i = priv->tx_ring_num[t];  in mlx4_en_start_port()
1891 	int i, t;  in mlx4_en_stop_port()  local
1981 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_stop_port()
1982 		for (i = 0; i < priv->tx_ring_num[t]; i++) {  in mlx4_en_stop_port()
1983 			mlx4_en_deactivate_tx_ring(priv, priv->tx_ring[t][i]);  in mlx4_en_stop_port()
1984 			mlx4_en_deactivate_cq(priv, priv->tx_cq[t][i]);  in mlx4_en_stop_port()
1989 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++)  in mlx4_en_stop_port()
1990 		for (i = 0; i < priv->tx_ring_num[t]; i++)  in mlx4_en_stop_port()
1991 			mlx4_en_free_tx_buf(dev, priv->tx_ring[t][i]);  in mlx4_en_stop_port()
2124 	int i, t;  in mlx4_en_free_resources()  local
2130 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_free_resources()
2131 		for (i = 0; i < priv->tx_ring_num[t]; i++) {  in mlx4_en_free_resources()
2132 			if (priv->tx_ring[t] && priv->tx_ring[t][i])  in mlx4_en_free_resources()
2134 							&priv->tx_ring[t][i]);  in mlx4_en_free_resources()
2135 			if (priv->tx_cq[t] && priv->tx_cq[t][i])  in mlx4_en_free_resources()
2136 				mlx4_en_destroy_cq(priv, &priv->tx_cq[t][i]);  in mlx4_en_free_resources()
2138 		kfree(priv->tx_ring[t]);  in mlx4_en_free_resources()
2139 		kfree(priv->tx_cq[t]);  in mlx4_en_free_resources()
2155 	int i, t;  in mlx4_en_alloc_resources()  local
2159 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_alloc_resources()
2160 		for (i = 0; i < priv->tx_ring_num[t]; i++) {  in mlx4_en_alloc_resources()
2162 			if (mlx4_en_create_cq(priv, &priv->tx_cq[t][i],  in mlx4_en_alloc_resources()
2163 					      prof->tx_ring_size, i, t, node))  in mlx4_en_alloc_resources()
2166 			if (mlx4_en_create_tx_ring(priv, &priv->tx_ring[t][i],  in mlx4_en_alloc_resources()
2203 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_alloc_resources()
2204 		for (i = 0; i < priv->tx_ring_num[t]; i++) {  in mlx4_en_alloc_resources()
2205 			if (priv->tx_ring[t][i])  in mlx4_en_alloc_resources()
2207 							&priv->tx_ring[t][i]);  in mlx4_en_alloc_resources()
2208 			if (priv->tx_cq[t][i])  in mlx4_en_alloc_resources()
2209 				mlx4_en_destroy_cq(priv, &priv->tx_cq[t][i]);  in mlx4_en_alloc_resources()
2220 	int t;  in mlx4_en_copy_priv()  local
2234 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_copy_priv()
2235 		dst->tx_ring_num[t] = prof->tx_ring_num[t];  in mlx4_en_copy_priv()
2236 		if (!dst->tx_ring_num[t])  in mlx4_en_copy_priv()
2239 		dst->tx_ring[t] = kcalloc(MAX_TX_RINGS,  in mlx4_en_copy_priv()
2242 		if (!dst->tx_ring[t])  in mlx4_en_copy_priv()
2245 		dst->tx_cq[t] = kcalloc(MAX_TX_RINGS,  in mlx4_en_copy_priv()
2248 		if (!dst->tx_cq[t]) {  in mlx4_en_copy_priv()
2249 			kfree(dst->tx_ring[t]);  in mlx4_en_copy_priv()
2257 	while (t--) {  in mlx4_en_copy_priv()
2258 		kfree(dst->tx_ring[t]);  in mlx4_en_copy_priv()
2259 		kfree(dst->tx_cq[t]);  in mlx4_en_copy_priv()
2267 	int t;  in mlx4_en_update_priv()  local
2274 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_update_priv()
2275 		dst->tx_ring_num[t] = src->tx_ring_num[t];  in mlx4_en_update_priv()
2276 		dst->tx_ring[t] = src->tx_ring[t];  in mlx4_en_update_priv()
2277 		dst->tx_cq[t] = src->tx_cq[t];  in mlx4_en_update_priv()
2290 	int i, t, ret;  in mlx4_en_try_alloc_resources()  local
2303 		for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_try_alloc_resources()
2304 			kfree(tmp->tx_ring[t]);  in mlx4_en_try_alloc_resources()
2305 			kfree(tmp->tx_cq[t]);  in mlx4_en_try_alloc_resources()
3105 	int i, t;  in mlx4_en_init_netdev()  local
3151 	for (t = 0; t < MLX4_EN_NUM_TX_TYPES; t++) {  in mlx4_en_init_netdev()
3152 		priv->tx_ring_num[t] = prof->tx_ring_num[t];  in mlx4_en_init_netdev()
3153 		if (!priv->tx_ring_num[t])  in mlx4_en_init_netdev()
3156 		priv->tx_ring[t] = kcalloc(MAX_TX_RINGS,  in mlx4_en_init_netdev()
3159 		if (!priv->tx_ring[t]) {  in mlx4_en_init_netdev()
3163 		priv->tx_cq[t] = kcalloc(MAX_TX_RINGS,  in mlx4_en_init_netdev()
3166 		if (!priv->tx_cq[t]) {  in mlx4_en_init_netdev()