1 /*******************************************************************************
2 
3   Intel 10 Gigabit PCI Express Linux driver
4   Copyright(c) 1999 - 2013 Intel Corporation.
5 
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9 
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14 
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18 
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21 
22   Contact Information:
23   Linux NICS <linux.nics@intel.com>
24   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
25   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
26 
27 *******************************************************************************/
28 
29 #include "ixgbe.h"
30 #include "ixgbe_type.h"
31 #include "ixgbe_dcb.h"
32 #include "ixgbe_dcb_82599.h"
33 
34 /**
35  * ixgbe_dcb_config_rx_arbiter_82599 - Config Rx Data arbiter
36  * @hw: pointer to hardware structure
37  * @refill: refill credits index by traffic class
38  * @max: max credits index by traffic class
39  * @bwg_id: bandwidth grouping indexed by traffic class
40  * @prio_type: priority type indexed by traffic class
41  * @prio_tc: priority to tc assignments indexed by priority
42  *
43  * Configure Rx Packet Arbiter and credits for each traffic class.
44  */
45 s32 ixgbe_dcb_config_rx_arbiter_82599(struct ixgbe_hw *hw,
46 				      u16 *refill,
47 				      u16 *max,
48 				      u8 *bwg_id,
49 				      u8 *prio_type,
50 				      u8 *prio_tc)
51 {
52 	u32    reg           = 0;
53 	u32    credit_refill = 0;
54 	u32    credit_max    = 0;
55 	u8     i             = 0;
56 
57 	/*
58 	 * Disable the arbiter before changing parameters
59 	 * (always enable recycle mode; WSP)
60 	 */
61 	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC | IXGBE_RTRPCS_ARBDIS;
62 	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
63 
64 	/* Map all traffic classes to their UP */
65 	reg = 0;
66 	for (i = 0; i < MAX_USER_PRIORITY; i++)
67 		reg |= (prio_tc[i] << (i * IXGBE_RTRUP2TC_UP_SHIFT));
68 	IXGBE_WRITE_REG(hw, IXGBE_RTRUP2TC, reg);
69 
70 	/* Configure traffic class credits and priority */
71 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
72 		credit_refill = refill[i];
73 		credit_max    = max[i];
74 		reg = credit_refill | (credit_max << IXGBE_RTRPT4C_MCL_SHIFT);
75 
76 		reg |= (u32)(bwg_id[i]) << IXGBE_RTRPT4C_BWG_SHIFT;
77 
78 		if (prio_type[i] == prio_link)
79 			reg |= IXGBE_RTRPT4C_LSP;
80 
81 		IXGBE_WRITE_REG(hw, IXGBE_RTRPT4C(i), reg);
82 	}
83 
84 	/*
85 	 * Configure Rx packet plane (recycle mode; WSP) and
86 	 * enable arbiter
87 	 */
88 	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC;
89 	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
90 
91 	return 0;
92 }
93 
94 /**
95  * ixgbe_dcb_config_tx_desc_arbiter_82599 - Config Tx Desc. arbiter
96  * @hw: pointer to hardware structure
97  * @refill: refill credits index by traffic class
98  * @max: max credits index by traffic class
99  * @bwg_id: bandwidth grouping indexed by traffic class
100  * @prio_type: priority type indexed by traffic class
101  *
102  * Configure Tx Descriptor Arbiter and credits for each traffic class.
103  */
104 s32 ixgbe_dcb_config_tx_desc_arbiter_82599(struct ixgbe_hw *hw,
105 					   u16 *refill,
106 					   u16 *max,
107 					   u8 *bwg_id,
108 					   u8 *prio_type)
109 {
110 	u32    reg, max_credits;
111 	u8     i;
112 
113 	/* Clear the per-Tx queue credits; we use per-TC instead */
114 	for (i = 0; i < 128; i++) {
115 		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i);
116 		IXGBE_WRITE_REG(hw, IXGBE_RTTDT1C, 0);
117 	}
118 
119 	/* Configure traffic class credits and priority */
120 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
121 		max_credits = max[i];
122 		reg = max_credits << IXGBE_RTTDT2C_MCL_SHIFT;
123 		reg |= refill[i];
124 		reg |= (u32)(bwg_id[i]) << IXGBE_RTTDT2C_BWG_SHIFT;
125 
126 		if (prio_type[i] == prio_group)
127 			reg |= IXGBE_RTTDT2C_GSP;
128 
129 		if (prio_type[i] == prio_link)
130 			reg |= IXGBE_RTTDT2C_LSP;
131 
132 		IXGBE_WRITE_REG(hw, IXGBE_RTTDT2C(i), reg);
133 	}
134 
135 	/*
136 	 * Configure Tx descriptor plane (recycle mode; WSP) and
137 	 * enable arbiter
138 	 */
139 	reg = IXGBE_RTTDCS_TDPAC | IXGBE_RTTDCS_TDRM;
140 	IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, reg);
141 
142 	return 0;
143 }
144 
145 /**
146  * ixgbe_dcb_config_tx_data_arbiter_82599 - Config Tx Data arbiter
147  * @hw: pointer to hardware structure
148  * @refill: refill credits index by traffic class
149  * @max: max credits index by traffic class
150  * @bwg_id: bandwidth grouping indexed by traffic class
151  * @prio_type: priority type indexed by traffic class
152  * @prio_tc: priority to tc assignments indexed by priority
153  *
154  * Configure Tx Packet Arbiter and credits for each traffic class.
155  */
156 s32 ixgbe_dcb_config_tx_data_arbiter_82599(struct ixgbe_hw *hw,
157 					   u16 *refill,
158 					   u16 *max,
159 					   u8 *bwg_id,
160 					   u8 *prio_type,
161 					   u8 *prio_tc)
162 {
163 	u32 reg;
164 	u8 i;
165 
166 	/*
167 	 * Disable the arbiter before changing parameters
168 	 * (always enable recycle mode; SP; arb delay)
169 	 */
170 	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
171 	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT) |
172 	      IXGBE_RTTPCS_ARBDIS;
173 	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
174 
175 	/* Map all traffic classes to their UP */
176 	reg = 0;
177 	for (i = 0; i < MAX_USER_PRIORITY; i++)
178 		reg |= (prio_tc[i] << (i * IXGBE_RTTUP2TC_UP_SHIFT));
179 	IXGBE_WRITE_REG(hw, IXGBE_RTTUP2TC, reg);
180 
181 	/* Configure traffic class credits and priority */
182 	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
183 		reg = refill[i];
184 		reg |= (u32)(max[i]) << IXGBE_RTTPT2C_MCL_SHIFT;
185 		reg |= (u32)(bwg_id[i]) << IXGBE_RTTPT2C_BWG_SHIFT;
186 
187 		if (prio_type[i] == prio_group)
188 			reg |= IXGBE_RTTPT2C_GSP;
189 
190 		if (prio_type[i] == prio_link)
191 			reg |= IXGBE_RTTPT2C_LSP;
192 
193 		IXGBE_WRITE_REG(hw, IXGBE_RTTPT2C(i), reg);
194 	}
195 
196 	/*
197 	 * Configure Tx packet plane (recycle mode; SP; arb delay) and
198 	 * enable arbiter
199 	 */
200 	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
201 	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT);
202 	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
203 
204 	return 0;
205 }
206 
207 /**
208  * ixgbe_dcb_config_pfc_82599 - Configure priority flow control
209  * @hw: pointer to hardware structure
210  * @pfc_en: enabled pfc bitmask
211  * @prio_tc: priority to tc assignments indexed by priority
212  *
213  * Configure Priority Flow Control (PFC) for each traffic class.
214  */
215 s32 ixgbe_dcb_config_pfc_82599(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
216 {
217 	u32 i, j, fcrtl, reg;
218 	u8 max_tc = 0;
219 
220 	/* Enable Transmit Priority Flow Control */
221 	IXGBE_WRITE_REG(hw, IXGBE_FCCFG, IXGBE_FCCFG_TFCE_PRIORITY);
222 
223 	/* Enable Receive Priority Flow Control */
224 	reg = IXGBE_READ_REG(hw, IXGBE_MFLCN);
225 	reg |= IXGBE_MFLCN_DPF;
226 
227 	/*
228 	 * X540 & X550 supports per TC Rx priority flow control.
229 	 * So clear all TCs and only enable those that should be
230 	 * enabled.
231 	 */
232 	reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE);
233 
234 	if (hw->mac.type >= ixgbe_mac_X540)
235 		reg |= pfc_en << IXGBE_MFLCN_RPFCE_SHIFT;
236 
237 	if (pfc_en)
238 		reg |= IXGBE_MFLCN_RPFCE;
239 
240 	IXGBE_WRITE_REG(hw, IXGBE_MFLCN, reg);
241 
242 	for (i = 0; i < MAX_USER_PRIORITY; i++) {
243 		if (prio_tc[i] > max_tc)
244 			max_tc = prio_tc[i];
245 	}
246 
247 
248 	/* Configure PFC Tx thresholds per TC */
249 	for (i = 0; i <= max_tc; i++) {
250 		int enabled = 0;
251 
252 		for (j = 0; j < MAX_USER_PRIORITY; j++) {
253 			if ((prio_tc[j] == i) && (pfc_en & BIT(j))) {
254 				enabled = 1;
255 				break;
256 			}
257 		}
258 
259 		if (enabled) {
260 			reg = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN;
261 			fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE;
262 			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl);
263 		} else {
264 			/* In order to prevent Tx hangs when the internal Tx
265 			 * switch is enabled we must set the high water mark
266 			 * to the Rx packet buffer size - 24KB.  This allows
267 			 * the Tx switch to function even under heavy Rx
268 			 * workloads.
269 			 */
270 			reg = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576;
271 			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
272 		}
273 
274 		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), reg);
275 	}
276 
277 	for (; i < MAX_TRAFFIC_CLASS; i++) {
278 		IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
279 		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), 0);
280 	}
281 
282 	/* Configure pause time (2 TCs per register) */
283 	reg = hw->fc.pause_time * 0x00010001;
284 	for (i = 0; i < (MAX_TRAFFIC_CLASS / 2); i++)
285 		IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg);
286 
287 	/* Configure flow control refresh threshold value */
288 	IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2);
289 
290 	return 0;
291 }
292 
293 /**
294  * ixgbe_dcb_config_tc_stats_82599 - Config traffic class statistics
295  * @hw: pointer to hardware structure
296  *
297  * Configure queue statistics registers, all queues belonging to same traffic
298  * class uses a single set of queue statistics counters.
299  */
300 static s32 ixgbe_dcb_config_tc_stats_82599(struct ixgbe_hw *hw)
301 {
302 	u32 reg = 0;
303 	u8  i   = 0;
304 
305 	/*
306 	 * Receive Queues stats setting
307 	 * 32 RQSMR registers, each configuring 4 queues.
308 	 * Set all 16 queues of each TC to the same stat
309 	 * with TC 'n' going to stat 'n'.
310 	 */
311 	for (i = 0; i < 32; i++) {
312 		reg = 0x01010101 * (i / 4);
313 		IXGBE_WRITE_REG(hw, IXGBE_RQSMR(i), reg);
314 	}
315 	/*
316 	 * Transmit Queues stats setting
317 	 * 32 TQSM registers, each controlling 4 queues.
318 	 * Set all queues of each TC to the same stat
319 	 * with TC 'n' going to stat 'n'.
320 	 * Tx queues are allocated non-uniformly to TCs:
321 	 * 32, 32, 16, 16, 8, 8, 8, 8.
322 	 */
323 	for (i = 0; i < 32; i++) {
324 		if (i < 8)
325 			reg = 0x00000000;
326 		else if (i < 16)
327 			reg = 0x01010101;
328 		else if (i < 20)
329 			reg = 0x02020202;
330 		else if (i < 24)
331 			reg = 0x03030303;
332 		else if (i < 26)
333 			reg = 0x04040404;
334 		else if (i < 28)
335 			reg = 0x05050505;
336 		else if (i < 30)
337 			reg = 0x06060606;
338 		else
339 			reg = 0x07070707;
340 		IXGBE_WRITE_REG(hw, IXGBE_TQSM(i), reg);
341 	}
342 
343 	return 0;
344 }
345 
346 /**
347  * ixgbe_dcb_hw_config_82599 - Configure and enable DCB
348  * @hw: pointer to hardware structure
349  * @pfc_en: enabled pfc bitmask
350  * @refill: refill credits index by traffic class
351  * @max: max credits index by traffic class
352  * @bwg_id: bandwidth grouping indexed by traffic class
353  * @prio_type: priority type indexed by traffic class
354  * @prio_tc: priority to tc assignments indexed by priority
355  *
356  * Configure dcb settings and enable dcb mode.
357  */
358 s32 ixgbe_dcb_hw_config_82599(struct ixgbe_hw *hw, u8 pfc_en, u16 *refill,
359 			      u16 *max, u8 *bwg_id, u8 *prio_type, u8 *prio_tc)
360 {
361 	ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max, bwg_id,
362 					  prio_type, prio_tc);
363 	ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
364 					       bwg_id, prio_type);
365 	ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max,
366 					       bwg_id, prio_type, prio_tc);
367 	ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
368 	ixgbe_dcb_config_tc_stats_82599(hw);
369 
370 	return 0;
371 }
372 
373