1 /*******************************************************************************
2 
3   Intel 10 Gigabit PCI Express Linux driver
4   Copyright(c) 1999 - 2014 Intel Corporation.
5 
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9 
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14 
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18 
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21 
22   Contact Information:
23   Linux NICS <linux.nics@intel.com>
24   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
25   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
26 
27 *******************************************************************************/
28 
29 
30 #include "ixgbe.h"
31 #include "ixgbe_type.h"
32 #include "ixgbe_dcb.h"
33 #include "ixgbe_dcb_82598.h"
34 #include "ixgbe_dcb_82599.h"
35 
36 /**
37  * ixgbe_ieee_credits - This calculates the ieee traffic class
38  * credits from the configured bandwidth percentages. Credits
39  * are the smallest unit programmable into the underlying
40  * hardware. The IEEE 802.1Qaz specification do not use bandwidth
41  * groups so this is much simplified from the CEE case.
42  */
43 static s32 ixgbe_ieee_credits(__u8 *bw, __u16 *refill,
44 			      __u16 *max, int max_frame)
45 {
46 	int min_percent = 100;
47 	int min_credit, multiplier;
48 	int i;
49 
50 	min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
51 			DCB_CREDIT_QUANTUM;
52 
53 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
54 		if (bw[i] < min_percent && bw[i])
55 			min_percent = bw[i];
56 	}
57 
58 	multiplier = (min_credit / min_percent) + 1;
59 
60 	/* Find out the hw credits for each TC */
61 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
62 		int val = min(bw[i] * multiplier, MAX_CREDIT_REFILL);
63 
64 		if (val < min_credit)
65 			val = min_credit;
66 		refill[i] = val;
67 
68 		max[i] = bw[i] ? (bw[i] * MAX_CREDIT)/100 : min_credit;
69 	}
70 	return 0;
71 }
72 
73 /**
74  * ixgbe_dcb_calculate_tc_credits - Calculates traffic class credits
75  * @ixgbe_dcb_config: Struct containing DCB settings.
76  * @direction: Configuring either Tx or Rx.
77  *
78  * This function calculates the credits allocated to each traffic class.
79  * It should be called only after the rules are checked by
80  * ixgbe_dcb_check_config().
81  */
82 s32 ixgbe_dcb_calculate_tc_credits(struct ixgbe_hw *hw,
83 				   struct ixgbe_dcb_config *dcb_config,
84 				   int max_frame, u8 direction)
85 {
86 	struct tc_bw_alloc *p;
87 	int min_credit;
88 	int min_multiplier;
89 	int min_percent = 100;
90 	/* Initialization values default for Tx settings */
91 	u32 credit_refill       = 0;
92 	u32 credit_max          = 0;
93 	u16 link_percentage     = 0;
94 	u8  bw_percent          = 0;
95 	u8  i;
96 
97 	if (!dcb_config)
98 		return DCB_ERR_CONFIG;
99 
100 	min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
101 			DCB_CREDIT_QUANTUM;
102 
103 	/* Find smallest link percentage */
104 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
105 		p = &dcb_config->tc_config[i].path[direction];
106 		bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
107 		link_percentage = p->bwg_percent;
108 
109 		link_percentage = (link_percentage * bw_percent) / 100;
110 
111 		if (link_percentage && link_percentage < min_percent)
112 			min_percent = link_percentage;
113 	}
114 
115 	/*
116 	 * The ratio between traffic classes will control the bandwidth
117 	 * percentages seen on the wire. To calculate this ratio we use
118 	 * a multiplier. It is required that the refill credits must be
119 	 * larger than the max frame size so here we find the smallest
120 	 * multiplier that will allow all bandwidth percentages to be
121 	 * greater than the max frame size.
122 	 */
123 	min_multiplier = (min_credit / min_percent) + 1;
124 
125 	/* Find out the link percentage for each TC first */
126 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
127 		p = &dcb_config->tc_config[i].path[direction];
128 		bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
129 
130 		link_percentage = p->bwg_percent;
131 		/* Must be careful of integer division for very small nums */
132 		link_percentage = (link_percentage * bw_percent) / 100;
133 		if (p->bwg_percent > 0 && link_percentage == 0)
134 			link_percentage = 1;
135 
136 		/* Save link_percentage for reference */
137 		p->link_percent = (u8)link_percentage;
138 
139 		/* Calculate credit refill ratio using multiplier */
140 		credit_refill = min(link_percentage * min_multiplier,
141 				    MAX_CREDIT_REFILL);
142 
143 		/* Refill at least minimum credit */
144 		if (credit_refill < min_credit)
145 			credit_refill = min_credit;
146 
147 		p->data_credits_refill = (u16)credit_refill;
148 
149 		/* Calculate maximum credit for the TC */
150 		credit_max = (link_percentage * MAX_CREDIT) / 100;
151 
152 		/*
153 		 * Adjustment based on rule checking, if the percentage
154 		 * of a TC is too small, the maximum credit may not be
155 		 * enough to send out a jumbo frame in data plane arbitration.
156 		 */
157 		if (credit_max < min_credit)
158 			credit_max = min_credit;
159 
160 		if (direction == DCB_TX_CONFIG) {
161 			/*
162 			 * Adjustment based on rule checking, if the
163 			 * percentage of a TC is too small, the maximum
164 			 * credit may not be enough to send out a TSO
165 			 * packet in descriptor plane arbitration.
166 			 */
167 			if ((hw->mac.type == ixgbe_mac_82598EB) &&
168 			    credit_max &&
169 			    (credit_max < MINIMUM_CREDIT_FOR_TSO))
170 				credit_max = MINIMUM_CREDIT_FOR_TSO;
171 
172 			dcb_config->tc_config[i].desc_credits_max =
173 				(u16)credit_max;
174 		}
175 
176 		p->data_credits_max = (u16)credit_max;
177 	}
178 
179 	return 0;
180 }
181 
182 void ixgbe_dcb_unpack_pfc(struct ixgbe_dcb_config *cfg, u8 *pfc_en)
183 {
184 	struct tc_configuration *tc_config = &cfg->tc_config[0];
185 	int tc;
186 
187 	for (*pfc_en = 0, tc = 0; tc < MAX_TRAFFIC_CLASS; tc++) {
188 		if (tc_config[tc].dcb_pfc != pfc_disabled)
189 			*pfc_en |= 1 << tc;
190 	}
191 }
192 
193 void ixgbe_dcb_unpack_refill(struct ixgbe_dcb_config *cfg, int direction,
194 			     u16 *refill)
195 {
196 	struct tc_configuration *tc_config = &cfg->tc_config[0];
197 	int tc;
198 
199 	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
200 		refill[tc] = tc_config[tc].path[direction].data_credits_refill;
201 }
202 
203 void ixgbe_dcb_unpack_max(struct ixgbe_dcb_config *cfg, u16 *max)
204 {
205 	struct tc_configuration *tc_config = &cfg->tc_config[0];
206 	int tc;
207 
208 	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
209 		max[tc] = tc_config[tc].desc_credits_max;
210 }
211 
212 void ixgbe_dcb_unpack_bwgid(struct ixgbe_dcb_config *cfg, int direction,
213 			    u8 *bwgid)
214 {
215 	struct tc_configuration *tc_config = &cfg->tc_config[0];
216 	int tc;
217 
218 	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
219 		bwgid[tc] = tc_config[tc].path[direction].bwg_id;
220 }
221 
222 void ixgbe_dcb_unpack_prio(struct ixgbe_dcb_config *cfg, int direction,
223 			    u8 *ptype)
224 {
225 	struct tc_configuration *tc_config = &cfg->tc_config[0];
226 	int tc;
227 
228 	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
229 		ptype[tc] = tc_config[tc].path[direction].prio_type;
230 }
231 
232 u8 ixgbe_dcb_get_tc_from_up(struct ixgbe_dcb_config *cfg, int direction, u8 up)
233 {
234 	struct tc_configuration *tc_config = &cfg->tc_config[0];
235 	u8 prio_mask = 1 << up;
236 	u8 tc = cfg->num_tcs.pg_tcs;
237 
238 	/* If tc is 0 then DCB is likely not enabled or supported */
239 	if (!tc)
240 		return 0;
241 
242 	/*
243 	 * Test from maximum TC to 1 and report the first match we find.  If
244 	 * we find no match we can assume that the TC is 0 since the TC must
245 	 * be set for all user priorities
246 	 */
247 	for (tc--; tc; tc--) {
248 		if (prio_mask & tc_config[tc].path[direction].up_to_tc_bitmap)
249 			break;
250 	}
251 
252 	return tc;
253 }
254 
255 void ixgbe_dcb_unpack_map(struct ixgbe_dcb_config *cfg, int direction, u8 *map)
256 {
257 	u8 up;
258 
259 	for (up = 0; up < MAX_USER_PRIORITY; up++)
260 		map[up] = ixgbe_dcb_get_tc_from_up(cfg, direction, up);
261 }
262 
263 /**
264  * ixgbe_dcb_hw_config - Config and enable DCB
265  * @hw: pointer to hardware structure
266  * @dcb_config: pointer to ixgbe_dcb_config structure
267  *
268  * Configure dcb settings and enable dcb mode.
269  */
270 s32 ixgbe_dcb_hw_config(struct ixgbe_hw *hw,
271 			struct ixgbe_dcb_config *dcb_config)
272 {
273 	u8 pfc_en;
274 	u8 ptype[MAX_TRAFFIC_CLASS];
275 	u8 bwgid[MAX_TRAFFIC_CLASS];
276 	u8 prio_tc[MAX_TRAFFIC_CLASS];
277 	u16 refill[MAX_TRAFFIC_CLASS];
278 	u16 max[MAX_TRAFFIC_CLASS];
279 
280 	/* Unpack CEE standard containers */
281 	ixgbe_dcb_unpack_pfc(dcb_config, &pfc_en);
282 	ixgbe_dcb_unpack_refill(dcb_config, DCB_TX_CONFIG, refill);
283 	ixgbe_dcb_unpack_max(dcb_config, max);
284 	ixgbe_dcb_unpack_bwgid(dcb_config, DCB_TX_CONFIG, bwgid);
285 	ixgbe_dcb_unpack_prio(dcb_config, DCB_TX_CONFIG, ptype);
286 	ixgbe_dcb_unpack_map(dcb_config, DCB_TX_CONFIG, prio_tc);
287 
288 	switch (hw->mac.type) {
289 	case ixgbe_mac_82598EB:
290 		return ixgbe_dcb_hw_config_82598(hw, pfc_en, refill, max,
291 						 bwgid, ptype);
292 	case ixgbe_mac_82599EB:
293 	case ixgbe_mac_X540:
294 	case ixgbe_mac_X550:
295 	case ixgbe_mac_X550EM_x:
296 		return ixgbe_dcb_hw_config_82599(hw, pfc_en, refill, max,
297 						 bwgid, ptype, prio_tc);
298 	default:
299 		break;
300 	}
301 	return 0;
302 }
303 
304 /* Helper routines to abstract HW specifics from DCB netlink ops */
305 s32 ixgbe_dcb_hw_pfc_config(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
306 {
307 	switch (hw->mac.type) {
308 	case ixgbe_mac_82598EB:
309 		return ixgbe_dcb_config_pfc_82598(hw, pfc_en);
310 	case ixgbe_mac_82599EB:
311 	case ixgbe_mac_X540:
312 	case ixgbe_mac_X550:
313 	case ixgbe_mac_X550EM_x:
314 		return ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
315 	default:
316 		break;
317 	}
318 	return -EINVAL;
319 }
320 
321 s32 ixgbe_dcb_hw_ets(struct ixgbe_hw *hw, struct ieee_ets *ets, int max_frame)
322 {
323 	__u16 refill[IEEE_8021QAZ_MAX_TCS], max[IEEE_8021QAZ_MAX_TCS];
324 	__u8 prio_type[IEEE_8021QAZ_MAX_TCS];
325 	int i;
326 
327 	/* naively give each TC a bwg to map onto CEE hardware */
328 	__u8 bwg_id[IEEE_8021QAZ_MAX_TCS] = {0, 1, 2, 3, 4, 5, 6, 7};
329 
330 	/* Map TSA onto CEE prio type */
331 	for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
332 		switch (ets->tc_tsa[i]) {
333 		case IEEE_8021QAZ_TSA_STRICT:
334 			prio_type[i] = 2;
335 			break;
336 		case IEEE_8021QAZ_TSA_ETS:
337 			prio_type[i] = 0;
338 			break;
339 		default:
340 			/* Hardware only supports priority strict or
341 			 * ETS transmission selection algorithms if
342 			 * we receive some other value from dcbnl
343 			 * throw an error
344 			 */
345 			return -EINVAL;
346 		}
347 	}
348 
349 	ixgbe_ieee_credits(ets->tc_tx_bw, refill, max, max_frame);
350 	return ixgbe_dcb_hw_ets_config(hw, refill, max,
351 				       bwg_id, prio_type, ets->prio_tc);
352 }
353 
354 s32 ixgbe_dcb_hw_ets_config(struct ixgbe_hw *hw,
355 			    u16 *refill, u16 *max, u8 *bwg_id,
356 			    u8 *prio_type, u8 *prio_tc)
357 {
358 	switch (hw->mac.type) {
359 	case ixgbe_mac_82598EB:
360 		ixgbe_dcb_config_rx_arbiter_82598(hw, refill, max,
361 							prio_type);
362 		ixgbe_dcb_config_tx_desc_arbiter_82598(hw, refill, max,
363 							     bwg_id, prio_type);
364 		ixgbe_dcb_config_tx_data_arbiter_82598(hw, refill, max,
365 							     bwg_id, prio_type);
366 		break;
367 	case ixgbe_mac_82599EB:
368 	case ixgbe_mac_X540:
369 	case ixgbe_mac_X550:
370 	case ixgbe_mac_X550EM_x:
371 		ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max,
372 						  bwg_id, prio_type, prio_tc);
373 		ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
374 						       bwg_id, prio_type);
375 		ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max, bwg_id,
376 						       prio_type, prio_tc);
377 		break;
378 	default:
379 		break;
380 	}
381 	return 0;
382 }
383 
384 static void ixgbe_dcb_read_rtrup2tc_82599(struct ixgbe_hw *hw, u8 *map)
385 {
386 	u32 reg, i;
387 
388 	reg = IXGBE_READ_REG(hw, IXGBE_RTRUP2TC);
389 	for (i = 0; i < MAX_USER_PRIORITY; i++)
390 		map[i] = IXGBE_RTRUP2TC_UP_MASK &
391 			(reg >> (i * IXGBE_RTRUP2TC_UP_SHIFT));
392 }
393 
394 void ixgbe_dcb_read_rtrup2tc(struct ixgbe_hw *hw, u8 *map)
395 {
396 	switch (hw->mac.type) {
397 	case ixgbe_mac_82599EB:
398 	case ixgbe_mac_X540:
399 	case ixgbe_mac_X550:
400 	case ixgbe_mac_X550EM_x:
401 		ixgbe_dcb_read_rtrup2tc_82599(hw, map);
402 		break;
403 	default:
404 		break;
405 	}
406 }
407