1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 1999 - 2018 Intel Corporation. */
3 
4 /* ethtool support for ixgbevf */
5 
6 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7 
8 #include <linux/types.h>
9 #include <linux/module.h>
10 #include <linux/slab.h>
11 #include <linux/pci.h>
12 #include <linux/netdevice.h>
13 #include <linux/ethtool.h>
14 #include <linux/vmalloc.h>
15 #include <linux/if_vlan.h>
16 #include <linux/uaccess.h>
17 
18 #include "ixgbevf.h"
19 
20 enum {NETDEV_STATS, IXGBEVF_STATS};
21 
22 struct ixgbe_stats {
23 	char stat_string[ETH_GSTRING_LEN];
24 	int type;
25 	int sizeof_stat;
26 	int stat_offset;
27 };
28 
29 #define IXGBEVF_STAT(_name, _stat) { \
30 	.stat_string = _name, \
31 	.type = IXGBEVF_STATS, \
32 	.sizeof_stat = sizeof_field(struct ixgbevf_adapter, _stat), \
33 	.stat_offset = offsetof(struct ixgbevf_adapter, _stat) \
34 }
35 
36 #define IXGBEVF_NETDEV_STAT(_net_stat) { \
37 	.stat_string = #_net_stat, \
38 	.type = NETDEV_STATS, \
39 	.sizeof_stat = sizeof_field(struct net_device_stats, _net_stat), \
40 	.stat_offset = offsetof(struct net_device_stats, _net_stat) \
41 }
42 
43 static struct ixgbe_stats ixgbevf_gstrings_stats[] = {
44 	IXGBEVF_NETDEV_STAT(rx_packets),
45 	IXGBEVF_NETDEV_STAT(tx_packets),
46 	IXGBEVF_NETDEV_STAT(rx_bytes),
47 	IXGBEVF_NETDEV_STAT(tx_bytes),
48 	IXGBEVF_STAT("tx_busy", tx_busy),
49 	IXGBEVF_STAT("tx_restart_queue", restart_queue),
50 	IXGBEVF_STAT("tx_timeout_count", tx_timeout_count),
51 	IXGBEVF_NETDEV_STAT(multicast),
52 	IXGBEVF_STAT("rx_csum_offload_errors", hw_csum_rx_error),
53 	IXGBEVF_STAT("alloc_rx_page", alloc_rx_page),
54 	IXGBEVF_STAT("alloc_rx_page_failed", alloc_rx_page_failed),
55 	IXGBEVF_STAT("alloc_rx_buff_failed", alloc_rx_buff_failed),
56 	IXGBEVF_STAT("tx_ipsec", tx_ipsec),
57 	IXGBEVF_STAT("rx_ipsec", rx_ipsec),
58 };
59 
60 #define IXGBEVF_QUEUE_STATS_LEN ( \
61 	(((struct ixgbevf_adapter *)netdev_priv(netdev))->num_tx_queues + \
62 	 ((struct ixgbevf_adapter *)netdev_priv(netdev))->num_xdp_queues + \
63 	 ((struct ixgbevf_adapter *)netdev_priv(netdev))->num_rx_queues) * \
64 	 (sizeof(struct ixgbevf_stats) / sizeof(u64)))
65 #define IXGBEVF_GLOBAL_STATS_LEN ARRAY_SIZE(ixgbevf_gstrings_stats)
66 
67 #define IXGBEVF_STATS_LEN (IXGBEVF_GLOBAL_STATS_LEN + IXGBEVF_QUEUE_STATS_LEN)
68 static const char ixgbe_gstrings_test[][ETH_GSTRING_LEN] = {
69 	"Register test  (offline)",
70 	"Link test   (on/offline)"
71 };
72 
73 #define IXGBEVF_TEST_LEN (sizeof(ixgbe_gstrings_test) / ETH_GSTRING_LEN)
74 
75 static const char ixgbevf_priv_flags_strings[][ETH_GSTRING_LEN] = {
76 #define IXGBEVF_PRIV_FLAGS_LEGACY_RX	BIT(0)
77 	"legacy-rx",
78 };
79 
80 #define IXGBEVF_PRIV_FLAGS_STR_LEN ARRAY_SIZE(ixgbevf_priv_flags_strings)
81 
82 static int ixgbevf_get_link_ksettings(struct net_device *netdev,
83 				      struct ethtool_link_ksettings *cmd)
84 {
85 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
86 
87 	ethtool_link_ksettings_zero_link_mode(cmd, supported);
88 	ethtool_link_ksettings_add_link_mode(cmd, supported, 10000baseT_Full);
89 	cmd->base.autoneg = AUTONEG_DISABLE;
90 	cmd->base.port = -1;
91 
92 	if (adapter->link_up) {
93 		__u32 speed = SPEED_10000;
94 
95 		switch (adapter->link_speed) {
96 		case IXGBE_LINK_SPEED_10GB_FULL:
97 			speed = SPEED_10000;
98 			break;
99 		case IXGBE_LINK_SPEED_1GB_FULL:
100 			speed = SPEED_1000;
101 			break;
102 		case IXGBE_LINK_SPEED_100_FULL:
103 			speed = SPEED_100;
104 			break;
105 		}
106 
107 		cmd->base.speed = speed;
108 		cmd->base.duplex = DUPLEX_FULL;
109 	} else {
110 		cmd->base.speed = SPEED_UNKNOWN;
111 		cmd->base.duplex = DUPLEX_UNKNOWN;
112 	}
113 
114 	return 0;
115 }
116 
117 static u32 ixgbevf_get_msglevel(struct net_device *netdev)
118 {
119 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
120 
121 	return adapter->msg_enable;
122 }
123 
124 static void ixgbevf_set_msglevel(struct net_device *netdev, u32 data)
125 {
126 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
127 
128 	adapter->msg_enable = data;
129 }
130 
131 static int ixgbevf_get_regs_len(struct net_device *netdev)
132 {
133 #define IXGBE_REGS_LEN 45
134 	return IXGBE_REGS_LEN * sizeof(u32);
135 }
136 
137 static void ixgbevf_get_regs(struct net_device *netdev,
138 			     struct ethtool_regs *regs,
139 			     void *p)
140 {
141 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
142 	struct ixgbe_hw *hw = &adapter->hw;
143 	u32 *regs_buff = p;
144 	u32 regs_len = ixgbevf_get_regs_len(netdev);
145 	u8 i;
146 
147 	memset(p, 0, regs_len);
148 
149 	/* generate a number suitable for ethtool's register version */
150 	regs->version = (1u << 24) | (hw->revision_id << 16) | hw->device_id;
151 
152 	/* General Registers */
153 	regs_buff[0] = IXGBE_READ_REG(hw, IXGBE_VFCTRL);
154 	regs_buff[1] = IXGBE_READ_REG(hw, IXGBE_VFSTATUS);
155 	regs_buff[2] = IXGBE_READ_REG(hw, IXGBE_VFLINKS);
156 	regs_buff[3] = IXGBE_READ_REG(hw, IXGBE_VFRXMEMWRAP);
157 	regs_buff[4] = IXGBE_READ_REG(hw, IXGBE_VFFRTIMER);
158 
159 	/* Interrupt */
160 	/* don't read EICR because it can clear interrupt causes, instead
161 	 * read EICS which is a shadow but doesn't clear EICR
162 	 */
163 	regs_buff[5] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
164 	regs_buff[6] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
165 	regs_buff[7] = IXGBE_READ_REG(hw, IXGBE_VTEIMS);
166 	regs_buff[8] = IXGBE_READ_REG(hw, IXGBE_VTEIMC);
167 	regs_buff[9] = IXGBE_READ_REG(hw, IXGBE_VTEIAC);
168 	regs_buff[10] = IXGBE_READ_REG(hw, IXGBE_VTEIAM);
169 	regs_buff[11] = IXGBE_READ_REG(hw, IXGBE_VTEITR(0));
170 	regs_buff[12] = IXGBE_READ_REG(hw, IXGBE_VTIVAR(0));
171 	regs_buff[13] = IXGBE_READ_REG(hw, IXGBE_VTIVAR_MISC);
172 
173 	/* Receive DMA */
174 	for (i = 0; i < 2; i++)
175 		regs_buff[14 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAL(i));
176 	for (i = 0; i < 2; i++)
177 		regs_buff[16 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAH(i));
178 	for (i = 0; i < 2; i++)
179 		regs_buff[18 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDLEN(i));
180 	for (i = 0; i < 2; i++)
181 		regs_buff[20 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDH(i));
182 	for (i = 0; i < 2; i++)
183 		regs_buff[22 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDT(i));
184 	for (i = 0; i < 2; i++)
185 		regs_buff[24 + i] = IXGBE_READ_REG(hw, IXGBE_VFRXDCTL(i));
186 	for (i = 0; i < 2; i++)
187 		regs_buff[26 + i] = IXGBE_READ_REG(hw, IXGBE_VFSRRCTL(i));
188 
189 	/* Receive */
190 	regs_buff[28] = IXGBE_READ_REG(hw, IXGBE_VFPSRTYPE);
191 
192 	/* Transmit */
193 	for (i = 0; i < 2; i++)
194 		regs_buff[29 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAL(i));
195 	for (i = 0; i < 2; i++)
196 		regs_buff[31 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAH(i));
197 	for (i = 0; i < 2; i++)
198 		regs_buff[33 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDLEN(i));
199 	for (i = 0; i < 2; i++)
200 		regs_buff[35 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDH(i));
201 	for (i = 0; i < 2; i++)
202 		regs_buff[37 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDT(i));
203 	for (i = 0; i < 2; i++)
204 		regs_buff[39 + i] = IXGBE_READ_REG(hw, IXGBE_VFTXDCTL(i));
205 	for (i = 0; i < 2; i++)
206 		regs_buff[41 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAL(i));
207 	for (i = 0; i < 2; i++)
208 		regs_buff[43 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAH(i));
209 }
210 
211 static void ixgbevf_get_drvinfo(struct net_device *netdev,
212 				struct ethtool_drvinfo *drvinfo)
213 {
214 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
215 
216 	strscpy(drvinfo->driver, ixgbevf_driver_name, sizeof(drvinfo->driver));
217 	strscpy(drvinfo->bus_info, pci_name(adapter->pdev),
218 		sizeof(drvinfo->bus_info));
219 
220 	drvinfo->n_priv_flags = IXGBEVF_PRIV_FLAGS_STR_LEN;
221 }
222 
223 static void ixgbevf_get_ringparam(struct net_device *netdev,
224 				  struct ethtool_ringparam *ring,
225 				  struct kernel_ethtool_ringparam *kernel_ring,
226 				  struct netlink_ext_ack *extack)
227 {
228 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
229 
230 	ring->rx_max_pending = IXGBEVF_MAX_RXD;
231 	ring->tx_max_pending = IXGBEVF_MAX_TXD;
232 	ring->rx_pending = adapter->rx_ring_count;
233 	ring->tx_pending = adapter->tx_ring_count;
234 }
235 
236 static int ixgbevf_set_ringparam(struct net_device *netdev,
237 				 struct ethtool_ringparam *ring,
238 				 struct kernel_ethtool_ringparam *kernel_ring,
239 				 struct netlink_ext_ack *extack)
240 {
241 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
242 	struct ixgbevf_ring *tx_ring = NULL, *rx_ring = NULL;
243 	u32 new_rx_count, new_tx_count;
244 	int i, j, err = 0;
245 
246 	if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
247 		return -EINVAL;
248 
249 	new_tx_count = max_t(u32, ring->tx_pending, IXGBEVF_MIN_TXD);
250 	new_tx_count = min_t(u32, new_tx_count, IXGBEVF_MAX_TXD);
251 	new_tx_count = ALIGN(new_tx_count, IXGBE_REQ_TX_DESCRIPTOR_MULTIPLE);
252 
253 	new_rx_count = max_t(u32, ring->rx_pending, IXGBEVF_MIN_RXD);
254 	new_rx_count = min_t(u32, new_rx_count, IXGBEVF_MAX_RXD);
255 	new_rx_count = ALIGN(new_rx_count, IXGBE_REQ_RX_DESCRIPTOR_MULTIPLE);
256 
257 	/* if nothing to do return success */
258 	if ((new_tx_count == adapter->tx_ring_count) &&
259 	    (new_rx_count == adapter->rx_ring_count))
260 		return 0;
261 
262 	while (test_and_set_bit(__IXGBEVF_RESETTING, &adapter->state))
263 		usleep_range(1000, 2000);
264 
265 	if (!netif_running(adapter->netdev)) {
266 		for (i = 0; i < adapter->num_tx_queues; i++)
267 			adapter->tx_ring[i]->count = new_tx_count;
268 		for (i = 0; i < adapter->num_xdp_queues; i++)
269 			adapter->xdp_ring[i]->count = new_tx_count;
270 		for (i = 0; i < adapter->num_rx_queues; i++)
271 			adapter->rx_ring[i]->count = new_rx_count;
272 		adapter->tx_ring_count = new_tx_count;
273 		adapter->xdp_ring_count = new_tx_count;
274 		adapter->rx_ring_count = new_rx_count;
275 		goto clear_reset;
276 	}
277 
278 	if (new_tx_count != adapter->tx_ring_count) {
279 		tx_ring = vmalloc(array_size(sizeof(*tx_ring),
280 					     adapter->num_tx_queues +
281 						adapter->num_xdp_queues));
282 		if (!tx_ring) {
283 			err = -ENOMEM;
284 			goto clear_reset;
285 		}
286 
287 		for (i = 0; i < adapter->num_tx_queues; i++) {
288 			/* clone ring and setup updated count */
289 			tx_ring[i] = *adapter->tx_ring[i];
290 			tx_ring[i].count = new_tx_count;
291 			err = ixgbevf_setup_tx_resources(&tx_ring[i]);
292 			if (err) {
293 				while (i) {
294 					i--;
295 					ixgbevf_free_tx_resources(&tx_ring[i]);
296 				}
297 
298 				vfree(tx_ring);
299 				tx_ring = NULL;
300 
301 				goto clear_reset;
302 			}
303 		}
304 
305 		for (j = 0; j < adapter->num_xdp_queues; i++, j++) {
306 			/* clone ring and setup updated count */
307 			tx_ring[i] = *adapter->xdp_ring[j];
308 			tx_ring[i].count = new_tx_count;
309 			err = ixgbevf_setup_tx_resources(&tx_ring[i]);
310 			if (err) {
311 				while (i) {
312 					i--;
313 					ixgbevf_free_tx_resources(&tx_ring[i]);
314 				}
315 
316 				vfree(tx_ring);
317 				tx_ring = NULL;
318 
319 				goto clear_reset;
320 			}
321 		}
322 	}
323 
324 	if (new_rx_count != adapter->rx_ring_count) {
325 		rx_ring = vmalloc(array_size(sizeof(*rx_ring),
326 					     adapter->num_rx_queues));
327 		if (!rx_ring) {
328 			err = -ENOMEM;
329 			goto clear_reset;
330 		}
331 
332 		for (i = 0; i < adapter->num_rx_queues; i++) {
333 			/* clone ring and setup updated count */
334 			rx_ring[i] = *adapter->rx_ring[i];
335 
336 			/* Clear copied XDP RX-queue info */
337 			memset(&rx_ring[i].xdp_rxq, 0,
338 			       sizeof(rx_ring[i].xdp_rxq));
339 
340 			rx_ring[i].count = new_rx_count;
341 			err = ixgbevf_setup_rx_resources(adapter, &rx_ring[i]);
342 			if (err) {
343 				while (i) {
344 					i--;
345 					ixgbevf_free_rx_resources(&rx_ring[i]);
346 				}
347 
348 				vfree(rx_ring);
349 				rx_ring = NULL;
350 
351 				goto clear_reset;
352 			}
353 		}
354 	}
355 
356 	/* bring interface down to prepare for update */
357 	ixgbevf_down(adapter);
358 
359 	/* Tx */
360 	if (tx_ring) {
361 		for (i = 0; i < adapter->num_tx_queues; i++) {
362 			ixgbevf_free_tx_resources(adapter->tx_ring[i]);
363 			*adapter->tx_ring[i] = tx_ring[i];
364 		}
365 		adapter->tx_ring_count = new_tx_count;
366 
367 		for (j = 0; j < adapter->num_xdp_queues; i++, j++) {
368 			ixgbevf_free_tx_resources(adapter->xdp_ring[j]);
369 			*adapter->xdp_ring[j] = tx_ring[i];
370 		}
371 		adapter->xdp_ring_count = new_tx_count;
372 
373 		vfree(tx_ring);
374 		tx_ring = NULL;
375 	}
376 
377 	/* Rx */
378 	if (rx_ring) {
379 		for (i = 0; i < adapter->num_rx_queues; i++) {
380 			ixgbevf_free_rx_resources(adapter->rx_ring[i]);
381 			*adapter->rx_ring[i] = rx_ring[i];
382 		}
383 		adapter->rx_ring_count = new_rx_count;
384 
385 		vfree(rx_ring);
386 		rx_ring = NULL;
387 	}
388 
389 	/* restore interface using new values */
390 	ixgbevf_up(adapter);
391 
392 clear_reset:
393 	/* free Tx resources if Rx error is encountered */
394 	if (tx_ring) {
395 		for (i = 0;
396 		     i < adapter->num_tx_queues + adapter->num_xdp_queues; i++)
397 			ixgbevf_free_tx_resources(&tx_ring[i]);
398 		vfree(tx_ring);
399 	}
400 
401 	clear_bit(__IXGBEVF_RESETTING, &adapter->state);
402 	return err;
403 }
404 
405 static int ixgbevf_get_sset_count(struct net_device *netdev, int stringset)
406 {
407 	switch (stringset) {
408 	case ETH_SS_TEST:
409 		return IXGBEVF_TEST_LEN;
410 	case ETH_SS_STATS:
411 		return IXGBEVF_STATS_LEN;
412 	case ETH_SS_PRIV_FLAGS:
413 		return IXGBEVF_PRIV_FLAGS_STR_LEN;
414 	default:
415 		return -EINVAL;
416 	}
417 }
418 
419 static void ixgbevf_get_ethtool_stats(struct net_device *netdev,
420 				      struct ethtool_stats *stats, u64 *data)
421 {
422 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
423 	struct rtnl_link_stats64 temp;
424 	const struct rtnl_link_stats64 *net_stats;
425 	unsigned int start;
426 	struct ixgbevf_ring *ring;
427 	int i, j;
428 	char *p;
429 
430 	ixgbevf_update_stats(adapter);
431 	net_stats = dev_get_stats(netdev, &temp);
432 	for (i = 0; i < IXGBEVF_GLOBAL_STATS_LEN; i++) {
433 		switch (ixgbevf_gstrings_stats[i].type) {
434 		case NETDEV_STATS:
435 			p = (char *)net_stats +
436 					ixgbevf_gstrings_stats[i].stat_offset;
437 			break;
438 		case IXGBEVF_STATS:
439 			p = (char *)adapter +
440 					ixgbevf_gstrings_stats[i].stat_offset;
441 			break;
442 		default:
443 			data[i] = 0;
444 			continue;
445 		}
446 
447 		data[i] = (ixgbevf_gstrings_stats[i].sizeof_stat ==
448 			   sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
449 	}
450 
451 	/* populate Tx queue data */
452 	for (j = 0; j < adapter->num_tx_queues; j++) {
453 		ring = adapter->tx_ring[j];
454 		if (!ring) {
455 			data[i++] = 0;
456 			data[i++] = 0;
457 			continue;
458 		}
459 
460 		do {
461 			start = u64_stats_fetch_begin_irq(&ring->syncp);
462 			data[i]   = ring->stats.packets;
463 			data[i + 1] = ring->stats.bytes;
464 		} while (u64_stats_fetch_retry_irq(&ring->syncp, start));
465 		i += 2;
466 	}
467 
468 	/* populate XDP queue data */
469 	for (j = 0; j < adapter->num_xdp_queues; j++) {
470 		ring = adapter->xdp_ring[j];
471 		if (!ring) {
472 			data[i++] = 0;
473 			data[i++] = 0;
474 			continue;
475 		}
476 
477 		do {
478 			start = u64_stats_fetch_begin_irq(&ring->syncp);
479 			data[i] = ring->stats.packets;
480 			data[i + 1] = ring->stats.bytes;
481 		} while (u64_stats_fetch_retry_irq(&ring->syncp, start));
482 		i += 2;
483 	}
484 
485 	/* populate Rx queue data */
486 	for (j = 0; j < adapter->num_rx_queues; j++) {
487 		ring = adapter->rx_ring[j];
488 		if (!ring) {
489 			data[i++] = 0;
490 			data[i++] = 0;
491 			continue;
492 		}
493 
494 		do {
495 			start = u64_stats_fetch_begin_irq(&ring->syncp);
496 			data[i]   = ring->stats.packets;
497 			data[i + 1] = ring->stats.bytes;
498 		} while (u64_stats_fetch_retry_irq(&ring->syncp, start));
499 		i += 2;
500 	}
501 }
502 
503 static void ixgbevf_get_strings(struct net_device *netdev, u32 stringset,
504 				u8 *data)
505 {
506 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
507 	char *p = (char *)data;
508 	int i;
509 
510 	switch (stringset) {
511 	case ETH_SS_TEST:
512 		memcpy(data, *ixgbe_gstrings_test,
513 		       IXGBEVF_TEST_LEN * ETH_GSTRING_LEN);
514 		break;
515 	case ETH_SS_STATS:
516 		for (i = 0; i < IXGBEVF_GLOBAL_STATS_LEN; i++) {
517 			memcpy(p, ixgbevf_gstrings_stats[i].stat_string,
518 			       ETH_GSTRING_LEN);
519 			p += ETH_GSTRING_LEN;
520 		}
521 
522 		for (i = 0; i < adapter->num_tx_queues; i++) {
523 			sprintf(p, "tx_queue_%u_packets", i);
524 			p += ETH_GSTRING_LEN;
525 			sprintf(p, "tx_queue_%u_bytes", i);
526 			p += ETH_GSTRING_LEN;
527 		}
528 		for (i = 0; i < adapter->num_xdp_queues; i++) {
529 			sprintf(p, "xdp_queue_%u_packets", i);
530 			p += ETH_GSTRING_LEN;
531 			sprintf(p, "xdp_queue_%u_bytes", i);
532 			p += ETH_GSTRING_LEN;
533 		}
534 		for (i = 0; i < adapter->num_rx_queues; i++) {
535 			sprintf(p, "rx_queue_%u_packets", i);
536 			p += ETH_GSTRING_LEN;
537 			sprintf(p, "rx_queue_%u_bytes", i);
538 			p += ETH_GSTRING_LEN;
539 		}
540 		break;
541 	case ETH_SS_PRIV_FLAGS:
542 		memcpy(data, ixgbevf_priv_flags_strings,
543 		       IXGBEVF_PRIV_FLAGS_STR_LEN * ETH_GSTRING_LEN);
544 		break;
545 	}
546 }
547 
548 static int ixgbevf_link_test(struct ixgbevf_adapter *adapter, u64 *data)
549 {
550 	struct ixgbe_hw *hw = &adapter->hw;
551 	bool link_up;
552 	u32 link_speed = 0;
553 	*data = 0;
554 
555 	hw->mac.ops.check_link(hw, &link_speed, &link_up, true);
556 	if (!link_up)
557 		*data = 1;
558 
559 	return *data;
560 }
561 
562 /* ethtool register test data */
563 struct ixgbevf_reg_test {
564 	u16 reg;
565 	u8  array_len;
566 	u8  test_type;
567 	u32 mask;
568 	u32 write;
569 };
570 
571 /* In the hardware, registers are laid out either singly, in arrays
572  * spaced 0x40 bytes apart, or in contiguous tables.  We assume
573  * most tests take place on arrays or single registers (handled
574  * as a single-element array) and special-case the tables.
575  * Table tests are always pattern tests.
576  *
577  * We also make provision for some required setup steps by specifying
578  * registers to be written without any read-back testing.
579  */
580 
581 #define PATTERN_TEST	1
582 #define SET_READ_TEST	2
583 #define WRITE_NO_TEST	3
584 #define TABLE32_TEST	4
585 #define TABLE64_TEST_LO	5
586 #define TABLE64_TEST_HI	6
587 
588 /* default VF register test */
589 static const struct ixgbevf_reg_test reg_test_vf[] = {
590 	{ IXGBE_VFRDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFF80 },
591 	{ IXGBE_VFRDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
592 	{ IXGBE_VFRDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFFFF },
593 	{ IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, IXGBE_RXDCTL_ENABLE },
594 	{ IXGBE_VFRDT(0), 2, PATTERN_TEST, 0x0000FFFF, 0x0000FFFF },
595 	{ IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, 0 },
596 	{ IXGBE_VFTDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFFFF },
597 	{ IXGBE_VFTDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
598 	{ IXGBE_VFTDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFF80 },
599 	{ .reg = 0 }
600 };
601 
602 static const u32 register_test_patterns[] = {
603 	0x5A5A5A5A, 0xA5A5A5A5, 0x00000000, 0xFFFFFFFF
604 };
605 
606 static bool reg_pattern_test(struct ixgbevf_adapter *adapter, u64 *data,
607 			     int reg, u32 mask, u32 write)
608 {
609 	u32 pat, val, before;
610 
611 	if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
612 		*data = 1;
613 		return true;
614 	}
615 	for (pat = 0; pat < ARRAY_SIZE(register_test_patterns); pat++) {
616 		before = ixgbevf_read_reg(&adapter->hw, reg);
617 		ixgbe_write_reg(&adapter->hw, reg,
618 				register_test_patterns[pat] & write);
619 		val = ixgbevf_read_reg(&adapter->hw, reg);
620 		if (val != (register_test_patterns[pat] & write & mask)) {
621 			hw_dbg(&adapter->hw,
622 			       "pattern test reg %04X failed: got 0x%08X expected 0x%08X\n",
623 			       reg, val,
624 			       register_test_patterns[pat] & write & mask);
625 			*data = reg;
626 			ixgbe_write_reg(&adapter->hw, reg, before);
627 			return true;
628 		}
629 		ixgbe_write_reg(&adapter->hw, reg, before);
630 	}
631 	return false;
632 }
633 
634 static bool reg_set_and_check(struct ixgbevf_adapter *adapter, u64 *data,
635 			      int reg, u32 mask, u32 write)
636 {
637 	u32 val, before;
638 
639 	if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
640 		*data = 1;
641 		return true;
642 	}
643 	before = ixgbevf_read_reg(&adapter->hw, reg);
644 	ixgbe_write_reg(&adapter->hw, reg, write & mask);
645 	val = ixgbevf_read_reg(&adapter->hw, reg);
646 	if ((write & mask) != (val & mask)) {
647 		pr_err("set/check reg %04X test failed: got 0x%08X expected 0x%08X\n",
648 		       reg, (val & mask), write & mask);
649 		*data = reg;
650 		ixgbe_write_reg(&adapter->hw, reg, before);
651 		return true;
652 	}
653 	ixgbe_write_reg(&adapter->hw, reg, before);
654 	return false;
655 }
656 
657 static int ixgbevf_reg_test(struct ixgbevf_adapter *adapter, u64 *data)
658 {
659 	const struct ixgbevf_reg_test *test;
660 	u32 i;
661 
662 	if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
663 		dev_err(&adapter->pdev->dev,
664 			"Adapter removed - register test blocked\n");
665 		*data = 1;
666 		return 1;
667 	}
668 	test = reg_test_vf;
669 
670 	/* Perform the register test, looping through the test table
671 	 * until we either fail or reach the null entry.
672 	 */
673 	while (test->reg) {
674 		for (i = 0; i < test->array_len; i++) {
675 			bool b = false;
676 
677 			switch (test->test_type) {
678 			case PATTERN_TEST:
679 				b = reg_pattern_test(adapter, data,
680 						     test->reg + (i * 0x40),
681 						     test->mask,
682 						     test->write);
683 				break;
684 			case SET_READ_TEST:
685 				b = reg_set_and_check(adapter, data,
686 						      test->reg + (i * 0x40),
687 						      test->mask,
688 						      test->write);
689 				break;
690 			case WRITE_NO_TEST:
691 				ixgbe_write_reg(&adapter->hw,
692 						test->reg + (i * 0x40),
693 						test->write);
694 				break;
695 			case TABLE32_TEST:
696 				b = reg_pattern_test(adapter, data,
697 						     test->reg + (i * 4),
698 						     test->mask,
699 						     test->write);
700 				break;
701 			case TABLE64_TEST_LO:
702 				b = reg_pattern_test(adapter, data,
703 						     test->reg + (i * 8),
704 						     test->mask,
705 						     test->write);
706 				break;
707 			case TABLE64_TEST_HI:
708 				b = reg_pattern_test(adapter, data,
709 						     test->reg + 4 + (i * 8),
710 						     test->mask,
711 						     test->write);
712 				break;
713 			}
714 			if (b)
715 				return 1;
716 		}
717 		test++;
718 	}
719 
720 	*data = 0;
721 	return *data;
722 }
723 
724 static void ixgbevf_diag_test(struct net_device *netdev,
725 			      struct ethtool_test *eth_test, u64 *data)
726 {
727 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
728 	bool if_running = netif_running(netdev);
729 
730 	if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
731 		dev_err(&adapter->pdev->dev,
732 			"Adapter removed - test blocked\n");
733 		data[0] = 1;
734 		data[1] = 1;
735 		eth_test->flags |= ETH_TEST_FL_FAILED;
736 		return;
737 	}
738 	set_bit(__IXGBEVF_TESTING, &adapter->state);
739 	if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
740 		/* Offline tests */
741 
742 		hw_dbg(&adapter->hw, "offline testing starting\n");
743 
744 		/* Link test performed before hardware reset so autoneg doesn't
745 		 * interfere with test result
746 		 */
747 		if (ixgbevf_link_test(adapter, &data[1]))
748 			eth_test->flags |= ETH_TEST_FL_FAILED;
749 
750 		if (if_running)
751 			/* indicate we're in test mode */
752 			ixgbevf_close(netdev);
753 		else
754 			ixgbevf_reset(adapter);
755 
756 		hw_dbg(&adapter->hw, "register testing starting\n");
757 		if (ixgbevf_reg_test(adapter, &data[0]))
758 			eth_test->flags |= ETH_TEST_FL_FAILED;
759 
760 		ixgbevf_reset(adapter);
761 
762 		clear_bit(__IXGBEVF_TESTING, &adapter->state);
763 		if (if_running)
764 			ixgbevf_open(netdev);
765 	} else {
766 		hw_dbg(&adapter->hw, "online testing starting\n");
767 		/* Online tests */
768 		if (ixgbevf_link_test(adapter, &data[1]))
769 			eth_test->flags |= ETH_TEST_FL_FAILED;
770 
771 		/* Online tests aren't run; pass by default */
772 		data[0] = 0;
773 
774 		clear_bit(__IXGBEVF_TESTING, &adapter->state);
775 	}
776 	msleep_interruptible(4 * 1000);
777 }
778 
779 static int ixgbevf_nway_reset(struct net_device *netdev)
780 {
781 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
782 
783 	if (netif_running(netdev))
784 		ixgbevf_reinit_locked(adapter);
785 
786 	return 0;
787 }
788 
789 static int ixgbevf_get_coalesce(struct net_device *netdev,
790 				struct ethtool_coalesce *ec,
791 				struct kernel_ethtool_coalesce *kernel_coal,
792 				struct netlink_ext_ack *extack)
793 {
794 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
795 
796 	/* only valid if in constant ITR mode */
797 	if (adapter->rx_itr_setting <= 1)
798 		ec->rx_coalesce_usecs = adapter->rx_itr_setting;
799 	else
800 		ec->rx_coalesce_usecs = adapter->rx_itr_setting >> 2;
801 
802 	/* if in mixed Tx/Rx queues per vector mode, report only Rx settings */
803 	if (adapter->q_vector[0]->tx.count && adapter->q_vector[0]->rx.count)
804 		return 0;
805 
806 	/* only valid if in constant ITR mode */
807 	if (adapter->tx_itr_setting <= 1)
808 		ec->tx_coalesce_usecs = adapter->tx_itr_setting;
809 	else
810 		ec->tx_coalesce_usecs = adapter->tx_itr_setting >> 2;
811 
812 	return 0;
813 }
814 
815 static int ixgbevf_set_coalesce(struct net_device *netdev,
816 				struct ethtool_coalesce *ec,
817 				struct kernel_ethtool_coalesce *kernel_coal,
818 				struct netlink_ext_ack *extack)
819 {
820 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
821 	struct ixgbevf_q_vector *q_vector;
822 	int num_vectors, i;
823 	u16 tx_itr_param, rx_itr_param;
824 
825 	/* don't accept Tx specific changes if we've got mixed RxTx vectors */
826 	if (adapter->q_vector[0]->tx.count &&
827 	    adapter->q_vector[0]->rx.count && ec->tx_coalesce_usecs)
828 		return -EINVAL;
829 
830 	if ((ec->rx_coalesce_usecs > (IXGBE_MAX_EITR >> 2)) ||
831 	    (ec->tx_coalesce_usecs > (IXGBE_MAX_EITR >> 2)))
832 		return -EINVAL;
833 
834 	if (ec->rx_coalesce_usecs > 1)
835 		adapter->rx_itr_setting = ec->rx_coalesce_usecs << 2;
836 	else
837 		adapter->rx_itr_setting = ec->rx_coalesce_usecs;
838 
839 	if (adapter->rx_itr_setting == 1)
840 		rx_itr_param = IXGBE_20K_ITR;
841 	else
842 		rx_itr_param = adapter->rx_itr_setting;
843 
844 	if (ec->tx_coalesce_usecs > 1)
845 		adapter->tx_itr_setting = ec->tx_coalesce_usecs << 2;
846 	else
847 		adapter->tx_itr_setting = ec->tx_coalesce_usecs;
848 
849 	if (adapter->tx_itr_setting == 1)
850 		tx_itr_param = IXGBE_12K_ITR;
851 	else
852 		tx_itr_param = adapter->tx_itr_setting;
853 
854 	num_vectors = adapter->num_msix_vectors - NON_Q_VECTORS;
855 
856 	for (i = 0; i < num_vectors; i++) {
857 		q_vector = adapter->q_vector[i];
858 		if (q_vector->tx.count && !q_vector->rx.count)
859 			/* Tx only */
860 			q_vector->itr = tx_itr_param;
861 		else
862 			/* Rx only or mixed */
863 			q_vector->itr = rx_itr_param;
864 		ixgbevf_write_eitr(q_vector);
865 	}
866 
867 	return 0;
868 }
869 
870 static int ixgbevf_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *info,
871 			     u32 *rules __always_unused)
872 {
873 	struct ixgbevf_adapter *adapter = netdev_priv(dev);
874 
875 	switch (info->cmd) {
876 	case ETHTOOL_GRXRINGS:
877 		info->data = adapter->num_rx_queues;
878 		return 0;
879 	default:
880 		hw_dbg(&adapter->hw, "Command parameters not supported\n");
881 		return -EOPNOTSUPP;
882 	}
883 }
884 
885 static u32 ixgbevf_get_rxfh_indir_size(struct net_device *netdev)
886 {
887 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
888 
889 	if (adapter->hw.mac.type >= ixgbe_mac_X550_vf)
890 		return IXGBEVF_X550_VFRETA_SIZE;
891 
892 	return IXGBEVF_82599_RETA_SIZE;
893 }
894 
895 static u32 ixgbevf_get_rxfh_key_size(struct net_device *netdev)
896 {
897 	return IXGBEVF_RSS_HASH_KEY_SIZE;
898 }
899 
900 static int ixgbevf_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
901 			    u8 *hfunc)
902 {
903 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
904 	int err = 0;
905 
906 	if (hfunc)
907 		*hfunc = ETH_RSS_HASH_TOP;
908 
909 	if (adapter->hw.mac.type >= ixgbe_mac_X550_vf) {
910 		if (key)
911 			memcpy(key, adapter->rss_key,
912 			       ixgbevf_get_rxfh_key_size(netdev));
913 
914 		if (indir) {
915 			int i;
916 
917 			for (i = 0; i < IXGBEVF_X550_VFRETA_SIZE; i++)
918 				indir[i] = adapter->rss_indir_tbl[i];
919 		}
920 	} else {
921 		/* If neither indirection table nor hash key was requested
922 		 *  - just return a success avoiding taking any locks.
923 		 */
924 		if (!indir && !key)
925 			return 0;
926 
927 		spin_lock_bh(&adapter->mbx_lock);
928 		if (indir)
929 			err = ixgbevf_get_reta_locked(&adapter->hw, indir,
930 						      adapter->num_rx_queues);
931 
932 		if (!err && key)
933 			err = ixgbevf_get_rss_key_locked(&adapter->hw, key);
934 
935 		spin_unlock_bh(&adapter->mbx_lock);
936 	}
937 
938 	return err;
939 }
940 
941 static u32 ixgbevf_get_priv_flags(struct net_device *netdev)
942 {
943 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
944 	u32 priv_flags = 0;
945 
946 	if (adapter->flags & IXGBEVF_FLAGS_LEGACY_RX)
947 		priv_flags |= IXGBEVF_PRIV_FLAGS_LEGACY_RX;
948 
949 	return priv_flags;
950 }
951 
952 static int ixgbevf_set_priv_flags(struct net_device *netdev, u32 priv_flags)
953 {
954 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
955 	unsigned int flags = adapter->flags;
956 
957 	flags &= ~IXGBEVF_FLAGS_LEGACY_RX;
958 	if (priv_flags & IXGBEVF_PRIV_FLAGS_LEGACY_RX)
959 		flags |= IXGBEVF_FLAGS_LEGACY_RX;
960 
961 	if (flags != adapter->flags) {
962 		adapter->flags = flags;
963 
964 		/* reset interface to repopulate queues */
965 		if (netif_running(netdev))
966 			ixgbevf_reinit_locked(adapter);
967 	}
968 
969 	return 0;
970 }
971 
972 static const struct ethtool_ops ixgbevf_ethtool_ops = {
973 	.supported_coalesce_params = ETHTOOL_COALESCE_USECS,
974 	.get_drvinfo		= ixgbevf_get_drvinfo,
975 	.get_regs_len		= ixgbevf_get_regs_len,
976 	.get_regs		= ixgbevf_get_regs,
977 	.nway_reset		= ixgbevf_nway_reset,
978 	.get_link		= ethtool_op_get_link,
979 	.get_ringparam		= ixgbevf_get_ringparam,
980 	.set_ringparam		= ixgbevf_set_ringparam,
981 	.get_msglevel		= ixgbevf_get_msglevel,
982 	.set_msglevel		= ixgbevf_set_msglevel,
983 	.self_test		= ixgbevf_diag_test,
984 	.get_sset_count		= ixgbevf_get_sset_count,
985 	.get_strings		= ixgbevf_get_strings,
986 	.get_ethtool_stats	= ixgbevf_get_ethtool_stats,
987 	.get_coalesce		= ixgbevf_get_coalesce,
988 	.set_coalesce		= ixgbevf_set_coalesce,
989 	.get_rxnfc		= ixgbevf_get_rxnfc,
990 	.get_rxfh_indir_size	= ixgbevf_get_rxfh_indir_size,
991 	.get_rxfh_key_size	= ixgbevf_get_rxfh_key_size,
992 	.get_rxfh		= ixgbevf_get_rxfh,
993 	.get_link_ksettings	= ixgbevf_get_link_ksettings,
994 	.get_priv_flags		= ixgbevf_get_priv_flags,
995 	.set_priv_flags		= ixgbevf_set_priv_flags,
996 };
997 
998 void ixgbevf_set_ethtool_ops(struct net_device *netdev)
999 {
1000 	netdev->ethtool_ops = &ixgbevf_ethtool_ops;
1001 }
1002