1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 1999 - 2018 Intel Corporation. */
3 
4 #include "ixgbe.h"
5 #include "ixgbe_sriov.h"
6 
7 #ifdef CONFIG_IXGBE_DCB
8 /**
9  * ixgbe_cache_ring_dcb_sriov - Descriptor ring to register mapping for SR-IOV
10  * @adapter: board private structure to initialize
11  *
12  * Cache the descriptor ring offsets for SR-IOV to the assigned rings.  It
13  * will also try to cache the proper offsets if RSS/FCoE are enabled along
14  * with VMDq.
15  *
16  **/
17 static bool ixgbe_cache_ring_dcb_sriov(struct ixgbe_adapter *adapter)
18 {
19 #ifdef IXGBE_FCOE
20 	struct ixgbe_ring_feature *fcoe = &adapter->ring_feature[RING_F_FCOE];
21 #endif /* IXGBE_FCOE */
22 	struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
23 	int i;
24 	u16 reg_idx, pool;
25 	u8 tcs = adapter->hw_tcs;
26 
27 	/* verify we have DCB queueing enabled before proceeding */
28 	if (tcs <= 1)
29 		return false;
30 
31 	/* verify we have VMDq enabled before proceeding */
32 	if (!(adapter->flags & IXGBE_FLAG_SRIOV_ENABLED))
33 		return false;
34 
35 	/* start at VMDq register offset for SR-IOV enabled setups */
36 	reg_idx = vmdq->offset * __ALIGN_MASK(1, ~vmdq->mask);
37 	for (i = 0, pool = 0; i < adapter->num_rx_queues; i++, reg_idx++) {
38 		/* If we are greater than indices move to next pool */
39 		if ((reg_idx & ~vmdq->mask) >= tcs) {
40 			pool++;
41 			reg_idx = __ALIGN_MASK(reg_idx, ~vmdq->mask);
42 		}
43 		adapter->rx_ring[i]->reg_idx = reg_idx;
44 		adapter->rx_ring[i]->netdev = pool ? NULL : adapter->netdev;
45 	}
46 
47 	reg_idx = vmdq->offset * __ALIGN_MASK(1, ~vmdq->mask);
48 	for (i = 0; i < adapter->num_tx_queues; i++, reg_idx++) {
49 		/* If we are greater than indices move to next pool */
50 		if ((reg_idx & ~vmdq->mask) >= tcs)
51 			reg_idx = __ALIGN_MASK(reg_idx, ~vmdq->mask);
52 		adapter->tx_ring[i]->reg_idx = reg_idx;
53 	}
54 
55 #ifdef IXGBE_FCOE
56 	/* nothing to do if FCoE is disabled */
57 	if (!(adapter->flags & IXGBE_FLAG_FCOE_ENABLED))
58 		return true;
59 
60 	/* The work is already done if the FCoE ring is shared */
61 	if (fcoe->offset < tcs)
62 		return true;
63 
64 	/* The FCoE rings exist separately, we need to move their reg_idx */
65 	if (fcoe->indices) {
66 		u16 queues_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
67 		u8 fcoe_tc = ixgbe_fcoe_get_tc(adapter);
68 
69 		reg_idx = (vmdq->offset + vmdq->indices) * queues_per_pool;
70 		for (i = fcoe->offset; i < adapter->num_rx_queues; i++) {
71 			reg_idx = __ALIGN_MASK(reg_idx, ~vmdq->mask) + fcoe_tc;
72 			adapter->rx_ring[i]->reg_idx = reg_idx;
73 			adapter->rx_ring[i]->netdev = adapter->netdev;
74 			reg_idx++;
75 		}
76 
77 		reg_idx = (vmdq->offset + vmdq->indices) * queues_per_pool;
78 		for (i = fcoe->offset; i < adapter->num_tx_queues; i++) {
79 			reg_idx = __ALIGN_MASK(reg_idx, ~vmdq->mask) + fcoe_tc;
80 			adapter->tx_ring[i]->reg_idx = reg_idx;
81 			reg_idx++;
82 		}
83 	}
84 
85 #endif /* IXGBE_FCOE */
86 	return true;
87 }
88 
89 /* ixgbe_get_first_reg_idx - Return first register index associated with ring */
90 static void ixgbe_get_first_reg_idx(struct ixgbe_adapter *adapter, u8 tc,
91 				    unsigned int *tx, unsigned int *rx)
92 {
93 	struct ixgbe_hw *hw = &adapter->hw;
94 	u8 num_tcs = adapter->hw_tcs;
95 
96 	*tx = 0;
97 	*rx = 0;
98 
99 	switch (hw->mac.type) {
100 	case ixgbe_mac_82598EB:
101 		/* TxQs/TC: 4	RxQs/TC: 8 */
102 		*tx = tc << 2; /* 0, 4,  8, 12, 16, 20, 24, 28 */
103 		*rx = tc << 3; /* 0, 8, 16, 24, 32, 40, 48, 56 */
104 		break;
105 	case ixgbe_mac_82599EB:
106 	case ixgbe_mac_X540:
107 	case ixgbe_mac_X550:
108 	case ixgbe_mac_X550EM_x:
109 	case ixgbe_mac_x550em_a:
110 		if (num_tcs > 4) {
111 			/*
112 			 * TCs    : TC0/1 TC2/3 TC4-7
113 			 * TxQs/TC:    32    16     8
114 			 * RxQs/TC:    16    16    16
115 			 */
116 			*rx = tc << 4;
117 			if (tc < 3)
118 				*tx = tc << 5;		/*   0,  32,  64 */
119 			else if (tc < 5)
120 				*tx = (tc + 2) << 4;	/*  80,  96 */
121 			else
122 				*tx = (tc + 8) << 3;	/* 104, 112, 120 */
123 		} else {
124 			/*
125 			 * TCs    : TC0 TC1 TC2/3
126 			 * TxQs/TC:  64  32    16
127 			 * RxQs/TC:  32  32    32
128 			 */
129 			*rx = tc << 5;
130 			if (tc < 2)
131 				*tx = tc << 6;		/*  0,  64 */
132 			else
133 				*tx = (tc + 4) << 4;	/* 96, 112 */
134 		}
135 	default:
136 		break;
137 	}
138 }
139 
140 /**
141  * ixgbe_cache_ring_dcb - Descriptor ring to register mapping for DCB
142  * @adapter: board private structure to initialize
143  *
144  * Cache the descriptor ring offsets for DCB to the assigned rings.
145  *
146  **/
147 static bool ixgbe_cache_ring_dcb(struct ixgbe_adapter *adapter)
148 {
149 	u8 num_tcs = adapter->hw_tcs;
150 	unsigned int tx_idx, rx_idx;
151 	int tc, offset, rss_i, i;
152 
153 	/* verify we have DCB queueing enabled before proceeding */
154 	if (num_tcs <= 1)
155 		return false;
156 
157 	rss_i = adapter->ring_feature[RING_F_RSS].indices;
158 
159 	for (tc = 0, offset = 0; tc < num_tcs; tc++, offset += rss_i) {
160 		ixgbe_get_first_reg_idx(adapter, tc, &tx_idx, &rx_idx);
161 		for (i = 0; i < rss_i; i++, tx_idx++, rx_idx++) {
162 			adapter->tx_ring[offset + i]->reg_idx = tx_idx;
163 			adapter->rx_ring[offset + i]->reg_idx = rx_idx;
164 			adapter->rx_ring[offset + i]->netdev = adapter->netdev;
165 			adapter->tx_ring[offset + i]->dcb_tc = tc;
166 			adapter->rx_ring[offset + i]->dcb_tc = tc;
167 		}
168 	}
169 
170 	return true;
171 }
172 
173 #endif
174 /**
175  * ixgbe_cache_ring_sriov - Descriptor ring to register mapping for sriov
176  * @adapter: board private structure to initialize
177  *
178  * SR-IOV doesn't use any descriptor rings but changes the default if
179  * no other mapping is used.
180  *
181  */
182 static bool ixgbe_cache_ring_sriov(struct ixgbe_adapter *adapter)
183 {
184 #ifdef IXGBE_FCOE
185 	struct ixgbe_ring_feature *fcoe = &adapter->ring_feature[RING_F_FCOE];
186 #endif /* IXGBE_FCOE */
187 	struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
188 	struct ixgbe_ring_feature *rss = &adapter->ring_feature[RING_F_RSS];
189 	u16 reg_idx, pool;
190 	int i;
191 
192 	/* only proceed if VMDq is enabled */
193 	if (!(adapter->flags & IXGBE_FLAG_VMDQ_ENABLED))
194 		return false;
195 
196 	/* start at VMDq register offset for SR-IOV enabled setups */
197 	pool = 0;
198 	reg_idx = vmdq->offset * __ALIGN_MASK(1, ~vmdq->mask);
199 	for (i = 0; i < adapter->num_rx_queues; i++, reg_idx++) {
200 #ifdef IXGBE_FCOE
201 		/* Allow first FCoE queue to be mapped as RSS */
202 		if (fcoe->offset && (i > fcoe->offset))
203 			break;
204 #endif
205 		/* If we are greater than indices move to next pool */
206 		if ((reg_idx & ~vmdq->mask) >= rss->indices) {
207 			pool++;
208 			reg_idx = __ALIGN_MASK(reg_idx, ~vmdq->mask);
209 		}
210 		adapter->rx_ring[i]->reg_idx = reg_idx;
211 		adapter->rx_ring[i]->netdev = pool ? NULL : adapter->netdev;
212 	}
213 
214 #ifdef IXGBE_FCOE
215 	/* FCoE uses a linear block of queues so just assigning 1:1 */
216 	for (; i < adapter->num_rx_queues; i++, reg_idx++) {
217 		adapter->rx_ring[i]->reg_idx = reg_idx;
218 		adapter->rx_ring[i]->netdev = adapter->netdev;
219 	}
220 
221 #endif
222 	reg_idx = vmdq->offset * __ALIGN_MASK(1, ~vmdq->mask);
223 	for (i = 0; i < adapter->num_tx_queues; i++, reg_idx++) {
224 #ifdef IXGBE_FCOE
225 		/* Allow first FCoE queue to be mapped as RSS */
226 		if (fcoe->offset && (i > fcoe->offset))
227 			break;
228 #endif
229 		/* If we are greater than indices move to next pool */
230 		if ((reg_idx & rss->mask) >= rss->indices)
231 			reg_idx = __ALIGN_MASK(reg_idx, ~vmdq->mask);
232 		adapter->tx_ring[i]->reg_idx = reg_idx;
233 	}
234 
235 #ifdef IXGBE_FCOE
236 	/* FCoE uses a linear block of queues so just assigning 1:1 */
237 	for (; i < adapter->num_tx_queues; i++, reg_idx++)
238 		adapter->tx_ring[i]->reg_idx = reg_idx;
239 
240 #endif
241 
242 	return true;
243 }
244 
245 /**
246  * ixgbe_cache_ring_rss - Descriptor ring to register mapping for RSS
247  * @adapter: board private structure to initialize
248  *
249  * Cache the descriptor ring offsets for RSS to the assigned rings.
250  *
251  **/
252 static bool ixgbe_cache_ring_rss(struct ixgbe_adapter *adapter)
253 {
254 	int i, reg_idx;
255 
256 	for (i = 0; i < adapter->num_rx_queues; i++) {
257 		adapter->rx_ring[i]->reg_idx = i;
258 		adapter->rx_ring[i]->netdev = adapter->netdev;
259 	}
260 	for (i = 0, reg_idx = 0; i < adapter->num_tx_queues; i++, reg_idx++)
261 		adapter->tx_ring[i]->reg_idx = reg_idx;
262 	for (i = 0; i < adapter->num_xdp_queues; i++, reg_idx++)
263 		adapter->xdp_ring[i]->reg_idx = reg_idx;
264 
265 	return true;
266 }
267 
268 /**
269  * ixgbe_cache_ring_register - Descriptor ring to register mapping
270  * @adapter: board private structure to initialize
271  *
272  * Once we know the feature-set enabled for the device, we'll cache
273  * the register offset the descriptor ring is assigned to.
274  *
275  * Note, the order the various feature calls is important.  It must start with
276  * the "most" features enabled at the same time, then trickle down to the
277  * least amount of features turned on at once.
278  **/
279 static void ixgbe_cache_ring_register(struct ixgbe_adapter *adapter)
280 {
281 	/* start with default case */
282 	adapter->rx_ring[0]->reg_idx = 0;
283 	adapter->tx_ring[0]->reg_idx = 0;
284 
285 #ifdef CONFIG_IXGBE_DCB
286 	if (ixgbe_cache_ring_dcb_sriov(adapter))
287 		return;
288 
289 	if (ixgbe_cache_ring_dcb(adapter))
290 		return;
291 
292 #endif
293 	if (ixgbe_cache_ring_sriov(adapter))
294 		return;
295 
296 	ixgbe_cache_ring_rss(adapter);
297 }
298 
299 static int ixgbe_xdp_queues(struct ixgbe_adapter *adapter)
300 {
301 	return adapter->xdp_prog ? nr_cpu_ids : 0;
302 }
303 
304 #define IXGBE_RSS_64Q_MASK	0x3F
305 #define IXGBE_RSS_16Q_MASK	0xF
306 #define IXGBE_RSS_8Q_MASK	0x7
307 #define IXGBE_RSS_4Q_MASK	0x3
308 #define IXGBE_RSS_2Q_MASK	0x1
309 #define IXGBE_RSS_DISABLED_MASK	0x0
310 
311 #ifdef CONFIG_IXGBE_DCB
312 /**
313  * ixgbe_set_dcb_sriov_queues: Allocate queues for SR-IOV devices w/ DCB
314  * @adapter: board private structure to initialize
315  *
316  * When SR-IOV (Single Root IO Virtualiztion) is enabled, allocate queues
317  * and VM pools where appropriate.  Also assign queues based on DCB
318  * priorities and map accordingly..
319  *
320  **/
321 static bool ixgbe_set_dcb_sriov_queues(struct ixgbe_adapter *adapter)
322 {
323 	int i;
324 	u16 vmdq_i = adapter->ring_feature[RING_F_VMDQ].limit;
325 	u16 vmdq_m = 0;
326 #ifdef IXGBE_FCOE
327 	u16 fcoe_i = 0;
328 #endif
329 	u8 tcs = adapter->hw_tcs;
330 
331 	/* verify we have DCB queueing enabled before proceeding */
332 	if (tcs <= 1)
333 		return false;
334 
335 	/* verify we have VMDq enabled before proceeding */
336 	if (!(adapter->flags & IXGBE_FLAG_SRIOV_ENABLED))
337 		return false;
338 
339 	/* limit VMDq instances on the PF by number of Tx queues */
340 	vmdq_i = min_t(u16, vmdq_i, MAX_TX_QUEUES / tcs);
341 
342 	/* Add starting offset to total pool count */
343 	vmdq_i += adapter->ring_feature[RING_F_VMDQ].offset;
344 
345 	/* 16 pools w/ 8 TC per pool */
346 	if (tcs > 4) {
347 		vmdq_i = min_t(u16, vmdq_i, 16);
348 		vmdq_m = IXGBE_82599_VMDQ_8Q_MASK;
349 	/* 32 pools w/ 4 TC per pool */
350 	} else {
351 		vmdq_i = min_t(u16, vmdq_i, 32);
352 		vmdq_m = IXGBE_82599_VMDQ_4Q_MASK;
353 	}
354 
355 #ifdef IXGBE_FCOE
356 	/* queues in the remaining pools are available for FCoE */
357 	fcoe_i = (128 / __ALIGN_MASK(1, ~vmdq_m)) - vmdq_i;
358 
359 #endif
360 	/* remove the starting offset from the pool count */
361 	vmdq_i -= adapter->ring_feature[RING_F_VMDQ].offset;
362 
363 	/* save features for later use */
364 	adapter->ring_feature[RING_F_VMDQ].indices = vmdq_i;
365 	adapter->ring_feature[RING_F_VMDQ].mask = vmdq_m;
366 
367 	/*
368 	 * We do not support DCB, VMDq, and RSS all simultaneously
369 	 * so we will disable RSS since it is the lowest priority
370 	 */
371 	adapter->ring_feature[RING_F_RSS].indices = 1;
372 	adapter->ring_feature[RING_F_RSS].mask = IXGBE_RSS_DISABLED_MASK;
373 
374 	/* disable ATR as it is not supported when VMDq is enabled */
375 	adapter->flags &= ~IXGBE_FLAG_FDIR_HASH_CAPABLE;
376 
377 	adapter->num_rx_pools = vmdq_i;
378 	adapter->num_rx_queues_per_pool = tcs;
379 
380 	adapter->num_tx_queues = vmdq_i * tcs;
381 	adapter->num_xdp_queues = 0;
382 	adapter->num_rx_queues = vmdq_i * tcs;
383 
384 #ifdef IXGBE_FCOE
385 	if (adapter->flags & IXGBE_FLAG_FCOE_ENABLED) {
386 		struct ixgbe_ring_feature *fcoe;
387 
388 		fcoe = &adapter->ring_feature[RING_F_FCOE];
389 
390 		/* limit ourselves based on feature limits */
391 		fcoe_i = min_t(u16, fcoe_i, fcoe->limit);
392 
393 		if (fcoe_i) {
394 			/* alloc queues for FCoE separately */
395 			fcoe->indices = fcoe_i;
396 			fcoe->offset = vmdq_i * tcs;
397 
398 			/* add queues to adapter */
399 			adapter->num_tx_queues += fcoe_i;
400 			adapter->num_rx_queues += fcoe_i;
401 		} else if (tcs > 1) {
402 			/* use queue belonging to FcoE TC */
403 			fcoe->indices = 1;
404 			fcoe->offset = ixgbe_fcoe_get_tc(adapter);
405 		} else {
406 			adapter->flags &= ~IXGBE_FLAG_FCOE_ENABLED;
407 
408 			fcoe->indices = 0;
409 			fcoe->offset = 0;
410 		}
411 	}
412 
413 #endif /* IXGBE_FCOE */
414 	/* configure TC to queue mapping */
415 	for (i = 0; i < tcs; i++)
416 		netdev_set_tc_queue(adapter->netdev, i, 1, i);
417 
418 	return true;
419 }
420 
421 static bool ixgbe_set_dcb_queues(struct ixgbe_adapter *adapter)
422 {
423 	struct net_device *dev = adapter->netdev;
424 	struct ixgbe_ring_feature *f;
425 	int rss_i, rss_m, i;
426 	int tcs;
427 
428 	/* Map queue offset and counts onto allocated tx queues */
429 	tcs = adapter->hw_tcs;
430 
431 	/* verify we have DCB queueing enabled before proceeding */
432 	if (tcs <= 1)
433 		return false;
434 
435 	/* determine the upper limit for our current DCB mode */
436 	rss_i = dev->num_tx_queues / tcs;
437 	if (adapter->hw.mac.type == ixgbe_mac_82598EB) {
438 		/* 8 TC w/ 4 queues per TC */
439 		rss_i = min_t(u16, rss_i, 4);
440 		rss_m = IXGBE_RSS_4Q_MASK;
441 	} else if (tcs > 4) {
442 		/* 8 TC w/ 8 queues per TC */
443 		rss_i = min_t(u16, rss_i, 8);
444 		rss_m = IXGBE_RSS_8Q_MASK;
445 	} else {
446 		/* 4 TC w/ 16 queues per TC */
447 		rss_i = min_t(u16, rss_i, 16);
448 		rss_m = IXGBE_RSS_16Q_MASK;
449 	}
450 
451 	/* set RSS mask and indices */
452 	f = &adapter->ring_feature[RING_F_RSS];
453 	rss_i = min_t(int, rss_i, f->limit);
454 	f->indices = rss_i;
455 	f->mask = rss_m;
456 
457 	/* disable ATR as it is not supported when multiple TCs are enabled */
458 	adapter->flags &= ~IXGBE_FLAG_FDIR_HASH_CAPABLE;
459 
460 #ifdef IXGBE_FCOE
461 	/* FCoE enabled queues require special configuration indexed
462 	 * by feature specific indices and offset. Here we map FCoE
463 	 * indices onto the DCB queue pairs allowing FCoE to own
464 	 * configuration later.
465 	 */
466 	if (adapter->flags & IXGBE_FLAG_FCOE_ENABLED) {
467 		u8 tc = ixgbe_fcoe_get_tc(adapter);
468 
469 		f = &adapter->ring_feature[RING_F_FCOE];
470 		f->indices = min_t(u16, rss_i, f->limit);
471 		f->offset = rss_i * tc;
472 	}
473 
474 #endif /* IXGBE_FCOE */
475 	for (i = 0; i < tcs; i++)
476 		netdev_set_tc_queue(dev, i, rss_i, rss_i * i);
477 
478 	adapter->num_tx_queues = rss_i * tcs;
479 	adapter->num_xdp_queues = 0;
480 	adapter->num_rx_queues = rss_i * tcs;
481 
482 	return true;
483 }
484 
485 #endif
486 /**
487  * ixgbe_set_sriov_queues - Allocate queues for SR-IOV devices
488  * @adapter: board private structure to initialize
489  *
490  * When SR-IOV (Single Root IO Virtualiztion) is enabled, allocate queues
491  * and VM pools where appropriate.  If RSS is available, then also try and
492  * enable RSS and map accordingly.
493  *
494  **/
495 static bool ixgbe_set_sriov_queues(struct ixgbe_adapter *adapter)
496 {
497 	u16 vmdq_i = adapter->ring_feature[RING_F_VMDQ].limit;
498 	u16 vmdq_m = 0;
499 	u16 rss_i = adapter->ring_feature[RING_F_RSS].limit;
500 	u16 rss_m = IXGBE_RSS_DISABLED_MASK;
501 #ifdef IXGBE_FCOE
502 	u16 fcoe_i = 0;
503 #endif
504 
505 	/* only proceed if SR-IOV is enabled */
506 	if (!(adapter->flags & IXGBE_FLAG_SRIOV_ENABLED))
507 		return false;
508 
509 	/* limit l2fwd RSS based on total Tx queue limit */
510 	rss_i = min_t(u16, rss_i, MAX_TX_QUEUES / vmdq_i);
511 
512 	/* Add starting offset to total pool count */
513 	vmdq_i += adapter->ring_feature[RING_F_VMDQ].offset;
514 
515 	/* double check we are limited to maximum pools */
516 	vmdq_i = min_t(u16, IXGBE_MAX_VMDQ_INDICES, vmdq_i);
517 
518 	/* 64 pool mode with 2 queues per pool */
519 	if (vmdq_i > 32) {
520 		vmdq_m = IXGBE_82599_VMDQ_2Q_MASK;
521 		rss_m = IXGBE_RSS_2Q_MASK;
522 		rss_i = min_t(u16, rss_i, 2);
523 	/* 32 pool mode with up to 4 queues per pool */
524 	} else {
525 		vmdq_m = IXGBE_82599_VMDQ_4Q_MASK;
526 		rss_m = IXGBE_RSS_4Q_MASK;
527 		/* We can support 4, 2, or 1 queues */
528 		rss_i = (rss_i > 3) ? 4 : (rss_i > 1) ? 2 : 1;
529 	}
530 
531 #ifdef IXGBE_FCOE
532 	/* queues in the remaining pools are available for FCoE */
533 	fcoe_i = 128 - (vmdq_i * __ALIGN_MASK(1, ~vmdq_m));
534 
535 #endif
536 	/* remove the starting offset from the pool count */
537 	vmdq_i -= adapter->ring_feature[RING_F_VMDQ].offset;
538 
539 	/* save features for later use */
540 	adapter->ring_feature[RING_F_VMDQ].indices = vmdq_i;
541 	adapter->ring_feature[RING_F_VMDQ].mask = vmdq_m;
542 
543 	/* limit RSS based on user input and save for later use */
544 	adapter->ring_feature[RING_F_RSS].indices = rss_i;
545 	adapter->ring_feature[RING_F_RSS].mask = rss_m;
546 
547 	adapter->num_rx_pools = vmdq_i;
548 	adapter->num_rx_queues_per_pool = rss_i;
549 
550 	adapter->num_rx_queues = vmdq_i * rss_i;
551 	adapter->num_tx_queues = vmdq_i * rss_i;
552 	adapter->num_xdp_queues = 0;
553 
554 	/* disable ATR as it is not supported when VMDq is enabled */
555 	adapter->flags &= ~IXGBE_FLAG_FDIR_HASH_CAPABLE;
556 
557 #ifdef IXGBE_FCOE
558 	/*
559 	 * FCoE can use rings from adjacent buffers to allow RSS
560 	 * like behavior.  To account for this we need to add the
561 	 * FCoE indices to the total ring count.
562 	 */
563 	if (adapter->flags & IXGBE_FLAG_FCOE_ENABLED) {
564 		struct ixgbe_ring_feature *fcoe;
565 
566 		fcoe = &adapter->ring_feature[RING_F_FCOE];
567 
568 		/* limit ourselves based on feature limits */
569 		fcoe_i = min_t(u16, fcoe_i, fcoe->limit);
570 
571 		if (vmdq_i > 1 && fcoe_i) {
572 			/* alloc queues for FCoE separately */
573 			fcoe->indices = fcoe_i;
574 			fcoe->offset = vmdq_i * rss_i;
575 		} else {
576 			/* merge FCoE queues with RSS queues */
577 			fcoe_i = min_t(u16, fcoe_i + rss_i, num_online_cpus());
578 
579 			/* limit indices to rss_i if MSI-X is disabled */
580 			if (!(adapter->flags & IXGBE_FLAG_MSIX_ENABLED))
581 				fcoe_i = rss_i;
582 
583 			/* attempt to reserve some queues for just FCoE */
584 			fcoe->indices = min_t(u16, fcoe_i, fcoe->limit);
585 			fcoe->offset = fcoe_i - fcoe->indices;
586 
587 			fcoe_i -= rss_i;
588 		}
589 
590 		/* add queues to adapter */
591 		adapter->num_tx_queues += fcoe_i;
592 		adapter->num_rx_queues += fcoe_i;
593 	}
594 
595 #endif
596 	/* populate TC0 for use by pool 0 */
597 	netdev_set_tc_queue(adapter->netdev, 0,
598 			    adapter->num_rx_queues_per_pool, 0);
599 
600 	return true;
601 }
602 
603 /**
604  * ixgbe_set_rss_queues - Allocate queues for RSS
605  * @adapter: board private structure to initialize
606  *
607  * This is our "base" multiqueue mode.  RSS (Receive Side Scaling) will try
608  * to allocate one Rx queue per CPU, and if available, one Tx queue per CPU.
609  *
610  **/
611 static bool ixgbe_set_rss_queues(struct ixgbe_adapter *adapter)
612 {
613 	struct ixgbe_hw *hw = &adapter->hw;
614 	struct ixgbe_ring_feature *f;
615 	u16 rss_i;
616 
617 	/* set mask for 16 queue limit of RSS */
618 	f = &adapter->ring_feature[RING_F_RSS];
619 	rss_i = f->limit;
620 
621 	f->indices = rss_i;
622 
623 	if (hw->mac.type < ixgbe_mac_X550)
624 		f->mask = IXGBE_RSS_16Q_MASK;
625 	else
626 		f->mask = IXGBE_RSS_64Q_MASK;
627 
628 	/* disable ATR by default, it will be configured below */
629 	adapter->flags &= ~IXGBE_FLAG_FDIR_HASH_CAPABLE;
630 
631 	/*
632 	 * Use Flow Director in addition to RSS to ensure the best
633 	 * distribution of flows across cores, even when an FDIR flow
634 	 * isn't matched.
635 	 */
636 	if (rss_i > 1 && adapter->atr_sample_rate) {
637 		f = &adapter->ring_feature[RING_F_FDIR];
638 
639 		rss_i = f->indices = f->limit;
640 
641 		if (!(adapter->flags & IXGBE_FLAG_FDIR_PERFECT_CAPABLE))
642 			adapter->flags |= IXGBE_FLAG_FDIR_HASH_CAPABLE;
643 	}
644 
645 #ifdef IXGBE_FCOE
646 	/*
647 	 * FCoE can exist on the same rings as standard network traffic
648 	 * however it is preferred to avoid that if possible.  In order
649 	 * to get the best performance we allocate as many FCoE queues
650 	 * as we can and we place them at the end of the ring array to
651 	 * avoid sharing queues with standard RSS on systems with 24 or
652 	 * more CPUs.
653 	 */
654 	if (adapter->flags & IXGBE_FLAG_FCOE_ENABLED) {
655 		struct net_device *dev = adapter->netdev;
656 		u16 fcoe_i;
657 
658 		f = &adapter->ring_feature[RING_F_FCOE];
659 
660 		/* merge FCoE queues with RSS queues */
661 		fcoe_i = min_t(u16, f->limit + rss_i, num_online_cpus());
662 		fcoe_i = min_t(u16, fcoe_i, dev->num_tx_queues);
663 
664 		/* limit indices to rss_i if MSI-X is disabled */
665 		if (!(adapter->flags & IXGBE_FLAG_MSIX_ENABLED))
666 			fcoe_i = rss_i;
667 
668 		/* attempt to reserve some queues for just FCoE */
669 		f->indices = min_t(u16, fcoe_i, f->limit);
670 		f->offset = fcoe_i - f->indices;
671 		rss_i = max_t(u16, fcoe_i, rss_i);
672 	}
673 
674 #endif /* IXGBE_FCOE */
675 	adapter->num_rx_queues = rss_i;
676 	adapter->num_tx_queues = rss_i;
677 	adapter->num_xdp_queues = ixgbe_xdp_queues(adapter);
678 
679 	return true;
680 }
681 
682 /**
683  * ixgbe_set_num_queues - Allocate queues for device, feature dependent
684  * @adapter: board private structure to initialize
685  *
686  * This is the top level queue allocation routine.  The order here is very
687  * important, starting with the "most" number of features turned on at once,
688  * and ending with the smallest set of features.  This way large combinations
689  * can be allocated if they're turned on, and smaller combinations are the
690  * fallthrough conditions.
691  *
692  **/
693 static void ixgbe_set_num_queues(struct ixgbe_adapter *adapter)
694 {
695 	/* Start with base case */
696 	adapter->num_rx_queues = 1;
697 	adapter->num_tx_queues = 1;
698 	adapter->num_xdp_queues = 0;
699 	adapter->num_rx_pools = 1;
700 	adapter->num_rx_queues_per_pool = 1;
701 
702 #ifdef CONFIG_IXGBE_DCB
703 	if (ixgbe_set_dcb_sriov_queues(adapter))
704 		return;
705 
706 	if (ixgbe_set_dcb_queues(adapter))
707 		return;
708 
709 #endif
710 	if (ixgbe_set_sriov_queues(adapter))
711 		return;
712 
713 	ixgbe_set_rss_queues(adapter);
714 }
715 
716 /**
717  * ixgbe_acquire_msix_vectors - acquire MSI-X vectors
718  * @adapter: board private structure
719  *
720  * Attempts to acquire a suitable range of MSI-X vector interrupts. Will
721  * return a negative error code if unable to acquire MSI-X vectors for any
722  * reason.
723  */
724 static int ixgbe_acquire_msix_vectors(struct ixgbe_adapter *adapter)
725 {
726 	struct ixgbe_hw *hw = &adapter->hw;
727 	int i, vectors, vector_threshold;
728 
729 	/* We start by asking for one vector per queue pair with XDP queues
730 	 * being stacked with TX queues.
731 	 */
732 	vectors = max(adapter->num_rx_queues, adapter->num_tx_queues);
733 	vectors = max(vectors, adapter->num_xdp_queues);
734 
735 	/* It is easy to be greedy for MSI-X vectors. However, it really
736 	 * doesn't do much good if we have a lot more vectors than CPUs. We'll
737 	 * be somewhat conservative and only ask for (roughly) the same number
738 	 * of vectors as there are CPUs.
739 	 */
740 	vectors = min_t(int, vectors, num_online_cpus());
741 
742 	/* Some vectors are necessary for non-queue interrupts */
743 	vectors += NON_Q_VECTORS;
744 
745 	/* Hardware can only support a maximum of hw.mac->max_msix_vectors.
746 	 * With features such as RSS and VMDq, we can easily surpass the
747 	 * number of Rx and Tx descriptor queues supported by our device.
748 	 * Thus, we cap the maximum in the rare cases where the CPU count also
749 	 * exceeds our vector limit
750 	 */
751 	vectors = min_t(int, vectors, hw->mac.max_msix_vectors);
752 
753 	/* We want a minimum of two MSI-X vectors for (1) a TxQ[0] + RxQ[0]
754 	 * handler, and (2) an Other (Link Status Change, etc.) handler.
755 	 */
756 	vector_threshold = MIN_MSIX_COUNT;
757 
758 	adapter->msix_entries = kcalloc(vectors,
759 					sizeof(struct msix_entry),
760 					GFP_KERNEL);
761 	if (!adapter->msix_entries)
762 		return -ENOMEM;
763 
764 	for (i = 0; i < vectors; i++)
765 		adapter->msix_entries[i].entry = i;
766 
767 	vectors = pci_enable_msix_range(adapter->pdev, adapter->msix_entries,
768 					vector_threshold, vectors);
769 
770 	if (vectors < 0) {
771 		/* A negative count of allocated vectors indicates an error in
772 		 * acquiring within the specified range of MSI-X vectors
773 		 */
774 		e_dev_warn("Failed to allocate MSI-X interrupts. Err: %d\n",
775 			   vectors);
776 
777 		adapter->flags &= ~IXGBE_FLAG_MSIX_ENABLED;
778 		kfree(adapter->msix_entries);
779 		adapter->msix_entries = NULL;
780 
781 		return vectors;
782 	}
783 
784 	/* we successfully allocated some number of vectors within our
785 	 * requested range.
786 	 */
787 	adapter->flags |= IXGBE_FLAG_MSIX_ENABLED;
788 
789 	/* Adjust for only the vectors we'll use, which is minimum
790 	 * of max_q_vectors, or the number of vectors we were allocated.
791 	 */
792 	vectors -= NON_Q_VECTORS;
793 	adapter->num_q_vectors = min_t(int, vectors, adapter->max_q_vectors);
794 
795 	return 0;
796 }
797 
798 static void ixgbe_add_ring(struct ixgbe_ring *ring,
799 			   struct ixgbe_ring_container *head)
800 {
801 	ring->next = head->ring;
802 	head->ring = ring;
803 	head->count++;
804 	head->next_update = jiffies + 1;
805 }
806 
807 /**
808  * ixgbe_alloc_q_vector - Allocate memory for a single interrupt vector
809  * @adapter: board private structure to initialize
810  * @v_count: q_vectors allocated on adapter, used for ring interleaving
811  * @v_idx: index of vector in adapter struct
812  * @txr_count: total number of Tx rings to allocate
813  * @txr_idx: index of first Tx ring to allocate
814  * @xdp_count: total number of XDP rings to allocate
815  * @xdp_idx: index of first XDP ring to allocate
816  * @rxr_count: total number of Rx rings to allocate
817  * @rxr_idx: index of first Rx ring to allocate
818  *
819  * We allocate one q_vector.  If allocation fails we return -ENOMEM.
820  **/
821 static int ixgbe_alloc_q_vector(struct ixgbe_adapter *adapter,
822 				int v_count, int v_idx,
823 				int txr_count, int txr_idx,
824 				int xdp_count, int xdp_idx,
825 				int rxr_count, int rxr_idx)
826 {
827 	struct ixgbe_q_vector *q_vector;
828 	struct ixgbe_ring *ring;
829 	int node = NUMA_NO_NODE;
830 	int cpu = -1;
831 	int ring_count, size;
832 	u8 tcs = adapter->hw_tcs;
833 
834 	ring_count = txr_count + rxr_count + xdp_count;
835 	size = sizeof(struct ixgbe_q_vector) +
836 	       (sizeof(struct ixgbe_ring) * ring_count);
837 
838 	/* customize cpu for Flow Director mapping */
839 	if ((tcs <= 1) && !(adapter->flags & IXGBE_FLAG_SRIOV_ENABLED)) {
840 		u16 rss_i = adapter->ring_feature[RING_F_RSS].indices;
841 		if (rss_i > 1 && adapter->atr_sample_rate) {
842 			if (cpu_online(v_idx)) {
843 				cpu = v_idx;
844 				node = cpu_to_node(cpu);
845 			}
846 		}
847 	}
848 
849 	/* allocate q_vector and rings */
850 	q_vector = kzalloc_node(size, GFP_KERNEL, node);
851 	if (!q_vector)
852 		q_vector = kzalloc(size, GFP_KERNEL);
853 	if (!q_vector)
854 		return -ENOMEM;
855 
856 	/* setup affinity mask and node */
857 	if (cpu != -1)
858 		cpumask_set_cpu(cpu, &q_vector->affinity_mask);
859 	q_vector->numa_node = node;
860 
861 #ifdef CONFIG_IXGBE_DCA
862 	/* initialize CPU for DCA */
863 	q_vector->cpu = -1;
864 
865 #endif
866 	/* initialize NAPI */
867 	netif_napi_add(adapter->netdev, &q_vector->napi,
868 		       ixgbe_poll, 64);
869 
870 	/* tie q_vector and adapter together */
871 	adapter->q_vector[v_idx] = q_vector;
872 	q_vector->adapter = adapter;
873 	q_vector->v_idx = v_idx;
874 
875 	/* initialize work limits */
876 	q_vector->tx.work_limit = adapter->tx_work_limit;
877 
878 	/* Initialize setting for adaptive ITR */
879 	q_vector->tx.itr = IXGBE_ITR_ADAPTIVE_MAX_USECS |
880 			   IXGBE_ITR_ADAPTIVE_LATENCY;
881 	q_vector->rx.itr = IXGBE_ITR_ADAPTIVE_MAX_USECS |
882 			   IXGBE_ITR_ADAPTIVE_LATENCY;
883 
884 	/* intialize ITR */
885 	if (txr_count && !rxr_count) {
886 		/* tx only vector */
887 		if (adapter->tx_itr_setting == 1)
888 			q_vector->itr = IXGBE_12K_ITR;
889 		else
890 			q_vector->itr = adapter->tx_itr_setting;
891 	} else {
892 		/* rx or rx/tx vector */
893 		if (adapter->rx_itr_setting == 1)
894 			q_vector->itr = IXGBE_20K_ITR;
895 		else
896 			q_vector->itr = adapter->rx_itr_setting;
897 	}
898 
899 	/* initialize pointer to rings */
900 	ring = q_vector->ring;
901 
902 	while (txr_count) {
903 		/* assign generic ring traits */
904 		ring->dev = &adapter->pdev->dev;
905 		ring->netdev = adapter->netdev;
906 
907 		/* configure backlink on ring */
908 		ring->q_vector = q_vector;
909 
910 		/* update q_vector Tx values */
911 		ixgbe_add_ring(ring, &q_vector->tx);
912 
913 		/* apply Tx specific ring traits */
914 		ring->count = adapter->tx_ring_count;
915 		ring->queue_index = txr_idx;
916 
917 		/* assign ring to adapter */
918 		adapter->tx_ring[txr_idx] = ring;
919 
920 		/* update count and index */
921 		txr_count--;
922 		txr_idx += v_count;
923 
924 		/* push pointer to next ring */
925 		ring++;
926 	}
927 
928 	while (xdp_count) {
929 		/* assign generic ring traits */
930 		ring->dev = &adapter->pdev->dev;
931 		ring->netdev = adapter->netdev;
932 
933 		/* configure backlink on ring */
934 		ring->q_vector = q_vector;
935 
936 		/* update q_vector Tx values */
937 		ixgbe_add_ring(ring, &q_vector->tx);
938 
939 		/* apply Tx specific ring traits */
940 		ring->count = adapter->tx_ring_count;
941 		ring->queue_index = xdp_idx;
942 		set_ring_xdp(ring);
943 
944 		/* assign ring to adapter */
945 		adapter->xdp_ring[xdp_idx] = ring;
946 
947 		/* update count and index */
948 		xdp_count--;
949 		xdp_idx++;
950 
951 		/* push pointer to next ring */
952 		ring++;
953 	}
954 
955 	while (rxr_count) {
956 		/* assign generic ring traits */
957 		ring->dev = &adapter->pdev->dev;
958 		ring->netdev = adapter->netdev;
959 
960 		/* configure backlink on ring */
961 		ring->q_vector = q_vector;
962 
963 		/* update q_vector Rx values */
964 		ixgbe_add_ring(ring, &q_vector->rx);
965 
966 		/*
967 		 * 82599 errata, UDP frames with a 0 checksum
968 		 * can be marked as checksum errors.
969 		 */
970 		if (adapter->hw.mac.type == ixgbe_mac_82599EB)
971 			set_bit(__IXGBE_RX_CSUM_UDP_ZERO_ERR, &ring->state);
972 
973 #ifdef IXGBE_FCOE
974 		if (adapter->netdev->features & NETIF_F_FCOE_MTU) {
975 			struct ixgbe_ring_feature *f;
976 			f = &adapter->ring_feature[RING_F_FCOE];
977 			if ((rxr_idx >= f->offset) &&
978 			    (rxr_idx < f->offset + f->indices))
979 				set_bit(__IXGBE_RX_FCOE, &ring->state);
980 		}
981 
982 #endif /* IXGBE_FCOE */
983 		/* apply Rx specific ring traits */
984 		ring->count = adapter->rx_ring_count;
985 		ring->queue_index = rxr_idx;
986 
987 		/* assign ring to adapter */
988 		adapter->rx_ring[rxr_idx] = ring;
989 
990 		/* update count and index */
991 		rxr_count--;
992 		rxr_idx += v_count;
993 
994 		/* push pointer to next ring */
995 		ring++;
996 	}
997 
998 	return 0;
999 }
1000 
1001 /**
1002  * ixgbe_free_q_vector - Free memory allocated for specific interrupt vector
1003  * @adapter: board private structure to initialize
1004  * @v_idx: Index of vector to be freed
1005  *
1006  * This function frees the memory allocated to the q_vector.  In addition if
1007  * NAPI is enabled it will delete any references to the NAPI struct prior
1008  * to freeing the q_vector.
1009  **/
1010 static void ixgbe_free_q_vector(struct ixgbe_adapter *adapter, int v_idx)
1011 {
1012 	struct ixgbe_q_vector *q_vector = adapter->q_vector[v_idx];
1013 	struct ixgbe_ring *ring;
1014 
1015 	ixgbe_for_each_ring(ring, q_vector->tx) {
1016 		if (ring_is_xdp(ring))
1017 			adapter->xdp_ring[ring->queue_index] = NULL;
1018 		else
1019 			adapter->tx_ring[ring->queue_index] = NULL;
1020 	}
1021 
1022 	ixgbe_for_each_ring(ring, q_vector->rx)
1023 		adapter->rx_ring[ring->queue_index] = NULL;
1024 
1025 	adapter->q_vector[v_idx] = NULL;
1026 	napi_hash_del(&q_vector->napi);
1027 	netif_napi_del(&q_vector->napi);
1028 
1029 	/*
1030 	 * ixgbe_get_stats64() might access the rings on this vector,
1031 	 * we must wait a grace period before freeing it.
1032 	 */
1033 	kfree_rcu(q_vector, rcu);
1034 }
1035 
1036 /**
1037  * ixgbe_alloc_q_vectors - Allocate memory for interrupt vectors
1038  * @adapter: board private structure to initialize
1039  *
1040  * We allocate one q_vector per queue interrupt.  If allocation fails we
1041  * return -ENOMEM.
1042  **/
1043 static int ixgbe_alloc_q_vectors(struct ixgbe_adapter *adapter)
1044 {
1045 	int q_vectors = adapter->num_q_vectors;
1046 	int rxr_remaining = adapter->num_rx_queues;
1047 	int txr_remaining = adapter->num_tx_queues;
1048 	int xdp_remaining = adapter->num_xdp_queues;
1049 	int rxr_idx = 0, txr_idx = 0, xdp_idx = 0, v_idx = 0;
1050 	int err;
1051 
1052 	/* only one q_vector if MSI-X is disabled. */
1053 	if (!(adapter->flags & IXGBE_FLAG_MSIX_ENABLED))
1054 		q_vectors = 1;
1055 
1056 	if (q_vectors >= (rxr_remaining + txr_remaining + xdp_remaining)) {
1057 		for (; rxr_remaining; v_idx++) {
1058 			err = ixgbe_alloc_q_vector(adapter, q_vectors, v_idx,
1059 						   0, 0, 0, 0, 1, rxr_idx);
1060 
1061 			if (err)
1062 				goto err_out;
1063 
1064 			/* update counts and index */
1065 			rxr_remaining--;
1066 			rxr_idx++;
1067 		}
1068 	}
1069 
1070 	for (; v_idx < q_vectors; v_idx++) {
1071 		int rqpv = DIV_ROUND_UP(rxr_remaining, q_vectors - v_idx);
1072 		int tqpv = DIV_ROUND_UP(txr_remaining, q_vectors - v_idx);
1073 		int xqpv = DIV_ROUND_UP(xdp_remaining, q_vectors - v_idx);
1074 
1075 		err = ixgbe_alloc_q_vector(adapter, q_vectors, v_idx,
1076 					   tqpv, txr_idx,
1077 					   xqpv, xdp_idx,
1078 					   rqpv, rxr_idx);
1079 
1080 		if (err)
1081 			goto err_out;
1082 
1083 		/* update counts and index */
1084 		rxr_remaining -= rqpv;
1085 		txr_remaining -= tqpv;
1086 		xdp_remaining -= xqpv;
1087 		rxr_idx++;
1088 		txr_idx++;
1089 		xdp_idx += xqpv;
1090 	}
1091 
1092 	return 0;
1093 
1094 err_out:
1095 	adapter->num_tx_queues = 0;
1096 	adapter->num_xdp_queues = 0;
1097 	adapter->num_rx_queues = 0;
1098 	adapter->num_q_vectors = 0;
1099 
1100 	while (v_idx--)
1101 		ixgbe_free_q_vector(adapter, v_idx);
1102 
1103 	return -ENOMEM;
1104 }
1105 
1106 /**
1107  * ixgbe_free_q_vectors - Free memory allocated for interrupt vectors
1108  * @adapter: board private structure to initialize
1109  *
1110  * This function frees the memory allocated to the q_vectors.  In addition if
1111  * NAPI is enabled it will delete any references to the NAPI struct prior
1112  * to freeing the q_vector.
1113  **/
1114 static void ixgbe_free_q_vectors(struct ixgbe_adapter *adapter)
1115 {
1116 	int v_idx = adapter->num_q_vectors;
1117 
1118 	adapter->num_tx_queues = 0;
1119 	adapter->num_xdp_queues = 0;
1120 	adapter->num_rx_queues = 0;
1121 	adapter->num_q_vectors = 0;
1122 
1123 	while (v_idx--)
1124 		ixgbe_free_q_vector(adapter, v_idx);
1125 }
1126 
1127 static void ixgbe_reset_interrupt_capability(struct ixgbe_adapter *adapter)
1128 {
1129 	if (adapter->flags & IXGBE_FLAG_MSIX_ENABLED) {
1130 		adapter->flags &= ~IXGBE_FLAG_MSIX_ENABLED;
1131 		pci_disable_msix(adapter->pdev);
1132 		kfree(adapter->msix_entries);
1133 		adapter->msix_entries = NULL;
1134 	} else if (adapter->flags & IXGBE_FLAG_MSI_ENABLED) {
1135 		adapter->flags &= ~IXGBE_FLAG_MSI_ENABLED;
1136 		pci_disable_msi(adapter->pdev);
1137 	}
1138 }
1139 
1140 /**
1141  * ixgbe_set_interrupt_capability - set MSI-X or MSI if supported
1142  * @adapter: board private structure to initialize
1143  *
1144  * Attempt to configure the interrupts using the best available
1145  * capabilities of the hardware and the kernel.
1146  **/
1147 static void ixgbe_set_interrupt_capability(struct ixgbe_adapter *adapter)
1148 {
1149 	int err;
1150 
1151 	/* We will try to get MSI-X interrupts first */
1152 	if (!ixgbe_acquire_msix_vectors(adapter))
1153 		return;
1154 
1155 	/* At this point, we do not have MSI-X capabilities. We need to
1156 	 * reconfigure or disable various features which require MSI-X
1157 	 * capability.
1158 	 */
1159 
1160 	/* Disable DCB unless we only have a single traffic class */
1161 	if (adapter->hw_tcs > 1) {
1162 		e_dev_warn("Number of DCB TCs exceeds number of available queues. Disabling DCB support.\n");
1163 		netdev_reset_tc(adapter->netdev);
1164 
1165 		if (adapter->hw.mac.type == ixgbe_mac_82598EB)
1166 			adapter->hw.fc.requested_mode = adapter->last_lfc_mode;
1167 
1168 		adapter->flags &= ~IXGBE_FLAG_DCB_ENABLED;
1169 		adapter->temp_dcb_cfg.pfc_mode_enable = false;
1170 		adapter->dcb_cfg.pfc_mode_enable = false;
1171 	}
1172 
1173 	adapter->hw_tcs = 0;
1174 	adapter->dcb_cfg.num_tcs.pg_tcs = 1;
1175 	adapter->dcb_cfg.num_tcs.pfc_tcs = 1;
1176 
1177 	/* Disable SR-IOV support */
1178 	e_dev_warn("Disabling SR-IOV support\n");
1179 	ixgbe_disable_sriov(adapter);
1180 
1181 	/* Disable RSS */
1182 	e_dev_warn("Disabling RSS support\n");
1183 	adapter->ring_feature[RING_F_RSS].limit = 1;
1184 
1185 	/* recalculate number of queues now that many features have been
1186 	 * changed or disabled.
1187 	 */
1188 	ixgbe_set_num_queues(adapter);
1189 	adapter->num_q_vectors = 1;
1190 
1191 	err = pci_enable_msi(adapter->pdev);
1192 	if (err)
1193 		e_dev_warn("Failed to allocate MSI interrupt, falling back to legacy. Error: %d\n",
1194 			   err);
1195 	else
1196 		adapter->flags |= IXGBE_FLAG_MSI_ENABLED;
1197 }
1198 
1199 /**
1200  * ixgbe_init_interrupt_scheme - Determine proper interrupt scheme
1201  * @adapter: board private structure to initialize
1202  *
1203  * We determine which interrupt scheme to use based on...
1204  * - Kernel support (MSI, MSI-X)
1205  *   - which can be user-defined (via MODULE_PARAM)
1206  * - Hardware queue count (num_*_queues)
1207  *   - defined by miscellaneous hardware support/features (RSS, etc.)
1208  **/
1209 int ixgbe_init_interrupt_scheme(struct ixgbe_adapter *adapter)
1210 {
1211 	int err;
1212 
1213 	/* Number of supported queues */
1214 	ixgbe_set_num_queues(adapter);
1215 
1216 	/* Set interrupt mode */
1217 	ixgbe_set_interrupt_capability(adapter);
1218 
1219 	err = ixgbe_alloc_q_vectors(adapter);
1220 	if (err) {
1221 		e_dev_err("Unable to allocate memory for queue vectors\n");
1222 		goto err_alloc_q_vectors;
1223 	}
1224 
1225 	ixgbe_cache_ring_register(adapter);
1226 
1227 	e_dev_info("Multiqueue %s: Rx Queue count = %u, Tx Queue count = %u XDP Queue count = %u\n",
1228 		   (adapter->num_rx_queues > 1) ? "Enabled" : "Disabled",
1229 		   adapter->num_rx_queues, adapter->num_tx_queues,
1230 		   adapter->num_xdp_queues);
1231 
1232 	set_bit(__IXGBE_DOWN, &adapter->state);
1233 
1234 	return 0;
1235 
1236 err_alloc_q_vectors:
1237 	ixgbe_reset_interrupt_capability(adapter);
1238 	return err;
1239 }
1240 
1241 /**
1242  * ixgbe_clear_interrupt_scheme - Clear the current interrupt scheme settings
1243  * @adapter: board private structure to clear interrupt scheme on
1244  *
1245  * We go through and clear interrupt specific resources and reset the structure
1246  * to pre-load conditions
1247  **/
1248 void ixgbe_clear_interrupt_scheme(struct ixgbe_adapter *adapter)
1249 {
1250 	adapter->num_tx_queues = 0;
1251 	adapter->num_xdp_queues = 0;
1252 	adapter->num_rx_queues = 0;
1253 
1254 	ixgbe_free_q_vectors(adapter);
1255 	ixgbe_reset_interrupt_capability(adapter);
1256 }
1257 
1258 void ixgbe_tx_ctxtdesc(struct ixgbe_ring *tx_ring, u32 vlan_macip_lens,
1259 		       u32 fceof_saidx, u32 type_tucmd, u32 mss_l4len_idx)
1260 {
1261 	struct ixgbe_adv_tx_context_desc *context_desc;
1262 	u16 i = tx_ring->next_to_use;
1263 
1264 	context_desc = IXGBE_TX_CTXTDESC(tx_ring, i);
1265 
1266 	i++;
1267 	tx_ring->next_to_use = (i < tx_ring->count) ? i : 0;
1268 
1269 	/* set bits to identify this as an advanced context descriptor */
1270 	type_tucmd |= IXGBE_TXD_CMD_DEXT | IXGBE_ADVTXD_DTYP_CTXT;
1271 
1272 	context_desc->vlan_macip_lens	= cpu_to_le32(vlan_macip_lens);
1273 	context_desc->fceof_saidx	= cpu_to_le32(fceof_saidx);
1274 	context_desc->type_tucmd_mlhl	= cpu_to_le32(type_tucmd);
1275 	context_desc->mss_l4len_idx	= cpu_to_le32(mss_l4len_idx);
1276 }
1277 
1278