1 /*******************************************************************************
2 
3   Intel 82599 Virtual Function driver
4   Copyright(c) 1999 - 2012 Intel Corporation.
5 
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9 
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14 
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18 
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21 
22   Contact Information:
23   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
24   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
25 
26 *******************************************************************************/
27 
28 /* ethtool support for ixgbevf */
29 
30 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
31 
32 #include <linux/types.h>
33 #include <linux/module.h>
34 #include <linux/slab.h>
35 #include <linux/pci.h>
36 #include <linux/netdevice.h>
37 #include <linux/ethtool.h>
38 #include <linux/vmalloc.h>
39 #include <linux/if_vlan.h>
40 #include <linux/uaccess.h>
41 
42 #include "ixgbevf.h"
43 
44 #define IXGBE_ALL_RAR_ENTRIES 16
45 
46 struct ixgbe_stats {
47 	char stat_string[ETH_GSTRING_LEN];
48 	int sizeof_stat;
49 	int stat_offset;
50 	int base_stat_offset;
51 	int saved_reset_offset;
52 };
53 
54 #define IXGBEVF_STAT(m, b, r)  sizeof(((struct ixgbevf_adapter *)0)->m), \
55 			    offsetof(struct ixgbevf_adapter, m),         \
56 			    offsetof(struct ixgbevf_adapter, b),         \
57 			    offsetof(struct ixgbevf_adapter, r)
58 
59 static const struct ixgbe_stats ixgbe_gstrings_stats[] = {
60 	{"rx_packets", IXGBEVF_STAT(stats.vfgprc, stats.base_vfgprc,
61 				    stats.saved_reset_vfgprc)},
62 	{"tx_packets", IXGBEVF_STAT(stats.vfgptc, stats.base_vfgptc,
63 				    stats.saved_reset_vfgptc)},
64 	{"rx_bytes", IXGBEVF_STAT(stats.vfgorc, stats.base_vfgorc,
65 				  stats.saved_reset_vfgorc)},
66 	{"tx_bytes", IXGBEVF_STAT(stats.vfgotc, stats.base_vfgotc,
67 				  stats.saved_reset_vfgotc)},
68 	{"tx_busy", IXGBEVF_STAT(tx_busy, zero_base, zero_base)},
69 	{"multicast", IXGBEVF_STAT(stats.vfmprc, stats.base_vfmprc,
70 				   stats.saved_reset_vfmprc)},
71 	{"rx_csum_offload_good", IXGBEVF_STAT(hw_csum_rx_good, zero_base,
72 					      zero_base)},
73 	{"rx_csum_offload_errors", IXGBEVF_STAT(hw_csum_rx_error, zero_base,
74 						zero_base)},
75 	{"tx_csum_offload_ctxt", IXGBEVF_STAT(hw_csum_tx_good, zero_base,
76 					      zero_base)},
77 };
78 
79 #define IXGBE_QUEUE_STATS_LEN 0
80 #define IXGBE_GLOBAL_STATS_LEN	ARRAY_SIZE(ixgbe_gstrings_stats)
81 
82 #define IXGBEVF_STATS_LEN (IXGBE_GLOBAL_STATS_LEN + IXGBE_QUEUE_STATS_LEN)
83 static const char ixgbe_gstrings_test[][ETH_GSTRING_LEN] = {
84 	"Register test  (offline)",
85 	"Link test   (on/offline)"
86 };
87 #define IXGBE_TEST_LEN (sizeof(ixgbe_gstrings_test) / ETH_GSTRING_LEN)
88 
89 static int ixgbevf_get_settings(struct net_device *netdev,
90 				struct ethtool_cmd *ecmd)
91 {
92 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
93 	struct ixgbe_hw *hw = &adapter->hw;
94 	u32 link_speed = 0;
95 	bool link_up;
96 
97 	ecmd->supported = SUPPORTED_10000baseT_Full;
98 	ecmd->autoneg = AUTONEG_DISABLE;
99 	ecmd->transceiver = XCVR_DUMMY1;
100 	ecmd->port = -1;
101 
102 	hw->mac.get_link_status = 1;
103 	hw->mac.ops.check_link(hw, &link_speed, &link_up, false);
104 
105 	if (link_up) {
106 		__u32 speed = SPEED_10000;
107 		switch (link_speed) {
108 		case IXGBE_LINK_SPEED_10GB_FULL:
109 			speed = SPEED_10000;
110 			break;
111 		case IXGBE_LINK_SPEED_1GB_FULL:
112 			speed = SPEED_1000;
113 			break;
114 		case IXGBE_LINK_SPEED_100_FULL:
115 			speed = SPEED_100;
116 			break;
117 		}
118 
119 		ethtool_cmd_speed_set(ecmd, speed);
120 		ecmd->duplex = DUPLEX_FULL;
121 	} else {
122 		ethtool_cmd_speed_set(ecmd, -1);
123 		ecmd->duplex = -1;
124 	}
125 
126 	return 0;
127 }
128 
129 static u32 ixgbevf_get_msglevel(struct net_device *netdev)
130 {
131 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
132 	return adapter->msg_enable;
133 }
134 
135 static void ixgbevf_set_msglevel(struct net_device *netdev, u32 data)
136 {
137 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
138 	adapter->msg_enable = data;
139 }
140 
141 #define IXGBE_GET_STAT(_A_, _R_) (_A_->stats._R_)
142 
143 static char *ixgbevf_reg_names[] = {
144 	"IXGBE_VFCTRL",
145 	"IXGBE_VFSTATUS",
146 	"IXGBE_VFLINKS",
147 	"IXGBE_VFRXMEMWRAP",
148 	"IXGBE_VFFRTIMER",
149 	"IXGBE_VTEICR",
150 	"IXGBE_VTEICS",
151 	"IXGBE_VTEIMS",
152 	"IXGBE_VTEIMC",
153 	"IXGBE_VTEIAC",
154 	"IXGBE_VTEIAM",
155 	"IXGBE_VTEITR",
156 	"IXGBE_VTIVAR",
157 	"IXGBE_VTIVAR_MISC",
158 	"IXGBE_VFRDBAL0",
159 	"IXGBE_VFRDBAL1",
160 	"IXGBE_VFRDBAH0",
161 	"IXGBE_VFRDBAH1",
162 	"IXGBE_VFRDLEN0",
163 	"IXGBE_VFRDLEN1",
164 	"IXGBE_VFRDH0",
165 	"IXGBE_VFRDH1",
166 	"IXGBE_VFRDT0",
167 	"IXGBE_VFRDT1",
168 	"IXGBE_VFRXDCTL0",
169 	"IXGBE_VFRXDCTL1",
170 	"IXGBE_VFSRRCTL0",
171 	"IXGBE_VFSRRCTL1",
172 	"IXGBE_VFPSRTYPE",
173 	"IXGBE_VFTDBAL0",
174 	"IXGBE_VFTDBAL1",
175 	"IXGBE_VFTDBAH0",
176 	"IXGBE_VFTDBAH1",
177 	"IXGBE_VFTDLEN0",
178 	"IXGBE_VFTDLEN1",
179 	"IXGBE_VFTDH0",
180 	"IXGBE_VFTDH1",
181 	"IXGBE_VFTDT0",
182 	"IXGBE_VFTDT1",
183 	"IXGBE_VFTXDCTL0",
184 	"IXGBE_VFTXDCTL1",
185 	"IXGBE_VFTDWBAL0",
186 	"IXGBE_VFTDWBAL1",
187 	"IXGBE_VFTDWBAH0",
188 	"IXGBE_VFTDWBAH1"
189 };
190 
191 
192 static int ixgbevf_get_regs_len(struct net_device *netdev)
193 {
194 	return (ARRAY_SIZE(ixgbevf_reg_names)) * sizeof(u32);
195 }
196 
197 static void ixgbevf_get_regs(struct net_device *netdev,
198 			     struct ethtool_regs *regs,
199 			     void *p)
200 {
201 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
202 	struct ixgbe_hw *hw = &adapter->hw;
203 	u32 *regs_buff = p;
204 	u32 regs_len = ixgbevf_get_regs_len(netdev);
205 	u8 i;
206 
207 	memset(p, 0, regs_len);
208 
209 	regs->version = (1 << 24) | hw->revision_id << 16 | hw->device_id;
210 
211 	/* General Registers */
212 	regs_buff[0] = IXGBE_READ_REG(hw, IXGBE_VFCTRL);
213 	regs_buff[1] = IXGBE_READ_REG(hw, IXGBE_VFSTATUS);
214 	regs_buff[2] = IXGBE_READ_REG(hw, IXGBE_VFLINKS);
215 	regs_buff[3] = IXGBE_READ_REG(hw, IXGBE_VFRXMEMWRAP);
216 	regs_buff[4] = IXGBE_READ_REG(hw, IXGBE_VFFRTIMER);
217 
218 	/* Interrupt */
219 	/* don't read EICR because it can clear interrupt causes, instead
220 	 * read EICS which is a shadow but doesn't clear EICR */
221 	regs_buff[5] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
222 	regs_buff[6] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
223 	regs_buff[7] = IXGBE_READ_REG(hw, IXGBE_VTEIMS);
224 	regs_buff[8] = IXGBE_READ_REG(hw, IXGBE_VTEIMC);
225 	regs_buff[9] = IXGBE_READ_REG(hw, IXGBE_VTEIAC);
226 	regs_buff[10] = IXGBE_READ_REG(hw, IXGBE_VTEIAM);
227 	regs_buff[11] = IXGBE_READ_REG(hw, IXGBE_VTEITR(0));
228 	regs_buff[12] = IXGBE_READ_REG(hw, IXGBE_VTIVAR(0));
229 	regs_buff[13] = IXGBE_READ_REG(hw, IXGBE_VTIVAR_MISC);
230 
231 	/* Receive DMA */
232 	for (i = 0; i < 2; i++)
233 		regs_buff[14 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAL(i));
234 	for (i = 0; i < 2; i++)
235 		regs_buff[16 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAH(i));
236 	for (i = 0; i < 2; i++)
237 		regs_buff[18 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDLEN(i));
238 	for (i = 0; i < 2; i++)
239 		regs_buff[20 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDH(i));
240 	for (i = 0; i < 2; i++)
241 		regs_buff[22 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDT(i));
242 	for (i = 0; i < 2; i++)
243 		regs_buff[24 + i] = IXGBE_READ_REG(hw, IXGBE_VFRXDCTL(i));
244 	for (i = 0; i < 2; i++)
245 		regs_buff[26 + i] = IXGBE_READ_REG(hw, IXGBE_VFSRRCTL(i));
246 
247 	/* Receive */
248 	regs_buff[28] = IXGBE_READ_REG(hw, IXGBE_VFPSRTYPE);
249 
250 	/* Transmit */
251 	for (i = 0; i < 2; i++)
252 		regs_buff[29 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAL(i));
253 	for (i = 0; i < 2; i++)
254 		regs_buff[31 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAH(i));
255 	for (i = 0; i < 2; i++)
256 		regs_buff[33 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDLEN(i));
257 	for (i = 0; i < 2; i++)
258 		regs_buff[35 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDH(i));
259 	for (i = 0; i < 2; i++)
260 		regs_buff[37 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDT(i));
261 	for (i = 0; i < 2; i++)
262 		regs_buff[39 + i] = IXGBE_READ_REG(hw, IXGBE_VFTXDCTL(i));
263 	for (i = 0; i < 2; i++)
264 		regs_buff[41 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAL(i));
265 	for (i = 0; i < 2; i++)
266 		regs_buff[43 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAH(i));
267 
268 	for (i = 0; i < ARRAY_SIZE(ixgbevf_reg_names); i++)
269 		hw_dbg(hw, "%s\t%8.8x\n", ixgbevf_reg_names[i], regs_buff[i]);
270 }
271 
272 static void ixgbevf_get_drvinfo(struct net_device *netdev,
273 				struct ethtool_drvinfo *drvinfo)
274 {
275 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
276 
277 	strlcpy(drvinfo->driver, ixgbevf_driver_name, sizeof(drvinfo->driver));
278 	strlcpy(drvinfo->version, ixgbevf_driver_version,
279 		sizeof(drvinfo->version));
280 	strlcpy(drvinfo->bus_info, pci_name(adapter->pdev),
281 		sizeof(drvinfo->bus_info));
282 }
283 
284 static void ixgbevf_get_ringparam(struct net_device *netdev,
285 				  struct ethtool_ringparam *ring)
286 {
287 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
288 
289 	ring->rx_max_pending = IXGBEVF_MAX_RXD;
290 	ring->tx_max_pending = IXGBEVF_MAX_TXD;
291 	ring->rx_pending = adapter->rx_ring_count;
292 	ring->tx_pending = adapter->tx_ring_count;
293 }
294 
295 static int ixgbevf_set_ringparam(struct net_device *netdev,
296 				 struct ethtool_ringparam *ring)
297 {
298 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
299 	struct ixgbevf_ring *tx_ring = NULL, *rx_ring = NULL;
300 	u32 new_rx_count, new_tx_count;
301 	int i, err = 0;
302 
303 	if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
304 		return -EINVAL;
305 
306 	new_tx_count = max_t(u32, ring->tx_pending, IXGBEVF_MIN_TXD);
307 	new_tx_count = min_t(u32, new_tx_count, IXGBEVF_MAX_TXD);
308 	new_tx_count = ALIGN(new_tx_count, IXGBE_REQ_TX_DESCRIPTOR_MULTIPLE);
309 
310 	new_rx_count = max_t(u32, ring->rx_pending, IXGBEVF_MIN_RXD);
311 	new_rx_count = min_t(u32, new_rx_count, IXGBEVF_MAX_RXD);
312 	new_rx_count = ALIGN(new_rx_count, IXGBE_REQ_RX_DESCRIPTOR_MULTIPLE);
313 
314 	/* if nothing to do return success */
315 	if ((new_tx_count == adapter->tx_ring_count) &&
316 	    (new_rx_count == adapter->rx_ring_count))
317 		return 0;
318 
319 	while (test_and_set_bit(__IXGBEVF_RESETTING, &adapter->state))
320 		usleep_range(1000, 2000);
321 
322 	if (!netif_running(adapter->netdev)) {
323 		for (i = 0; i < adapter->num_tx_queues; i++)
324 			adapter->tx_ring[i].count = new_tx_count;
325 		for (i = 0; i < adapter->num_rx_queues; i++)
326 			adapter->rx_ring[i].count = new_rx_count;
327 		adapter->tx_ring_count = new_tx_count;
328 		adapter->rx_ring_count = new_rx_count;
329 		goto clear_reset;
330 	}
331 
332 	if (new_tx_count != adapter->tx_ring_count) {
333 		tx_ring = vmalloc(adapter->num_tx_queues * sizeof(*tx_ring));
334 		if (!tx_ring) {
335 			err = -ENOMEM;
336 			goto clear_reset;
337 		}
338 
339 		for (i = 0; i < adapter->num_tx_queues; i++) {
340 			/* clone ring and setup updated count */
341 			tx_ring[i] = adapter->tx_ring[i];
342 			tx_ring[i].count = new_tx_count;
343 			err = ixgbevf_setup_tx_resources(adapter, &tx_ring[i]);
344 			if (!err)
345 				continue;
346 			while (i) {
347 				i--;
348 				ixgbevf_free_tx_resources(adapter, &tx_ring[i]);
349 			}
350 
351 			vfree(tx_ring);
352 			tx_ring = NULL;
353 
354 			goto clear_reset;
355 		}
356 	}
357 
358 	if (new_rx_count != adapter->rx_ring_count) {
359 		rx_ring = vmalloc(adapter->num_rx_queues * sizeof(*rx_ring));
360 		if (!rx_ring) {
361 			err = -ENOMEM;
362 			goto clear_reset;
363 		}
364 
365 		for (i = 0; i < adapter->num_rx_queues; i++) {
366 			/* clone ring and setup updated count */
367 			rx_ring[i] = adapter->rx_ring[i];
368 			rx_ring[i].count = new_rx_count;
369 			err = ixgbevf_setup_rx_resources(adapter, &rx_ring[i]);
370 			if (!err)
371 				continue;
372 			while (i) {
373 				i--;
374 				ixgbevf_free_rx_resources(adapter, &rx_ring[i]);
375 			}
376 
377 			vfree(rx_ring);
378 			rx_ring = NULL;
379 
380 			goto clear_reset;
381 		}
382 	}
383 
384 	/* bring interface down to prepare for update */
385 	ixgbevf_down(adapter);
386 
387 	/* Tx */
388 	if (tx_ring) {
389 		for (i = 0; i < adapter->num_tx_queues; i++) {
390 			ixgbevf_free_tx_resources(adapter,
391 						  &adapter->tx_ring[i]);
392 			adapter->tx_ring[i] = tx_ring[i];
393 		}
394 		adapter->tx_ring_count = new_tx_count;
395 
396 		vfree(tx_ring);
397 		tx_ring = NULL;
398 	}
399 
400 	/* Rx */
401 	if (rx_ring) {
402 		for (i = 0; i < adapter->num_rx_queues; i++) {
403 			ixgbevf_free_rx_resources(adapter,
404 						  &adapter->rx_ring[i]);
405 			adapter->rx_ring[i] = rx_ring[i];
406 		}
407 		adapter->rx_ring_count = new_rx_count;
408 
409 		vfree(rx_ring);
410 		rx_ring = NULL;
411 	}
412 
413 	/* restore interface using new values */
414 	ixgbevf_up(adapter);
415 
416 clear_reset:
417 	/* free Tx resources if Rx error is encountered */
418 	if (tx_ring) {
419 		for (i = 0; i < adapter->num_tx_queues; i++)
420 			ixgbevf_free_tx_resources(adapter, &tx_ring[i]);
421 		vfree(tx_ring);
422 	}
423 
424 	clear_bit(__IXGBEVF_RESETTING, &adapter->state);
425 	return err;
426 }
427 
428 static int ixgbevf_get_sset_count(struct net_device *dev, int stringset)
429 {
430        switch (stringset) {
431        case ETH_SS_TEST:
432 	       return IXGBE_TEST_LEN;
433        case ETH_SS_STATS:
434 	       return IXGBE_GLOBAL_STATS_LEN;
435        default:
436 	       return -EINVAL;
437        }
438 }
439 
440 static void ixgbevf_get_ethtool_stats(struct net_device *netdev,
441 				      struct ethtool_stats *stats, u64 *data)
442 {
443 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
444 	int i;
445 
446 	ixgbevf_update_stats(adapter);
447 	for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
448 		char *p = (char *)adapter +
449 			ixgbe_gstrings_stats[i].stat_offset;
450 		char *b = (char *)adapter +
451 			ixgbe_gstrings_stats[i].base_stat_offset;
452 		char *r = (char *)adapter +
453 			ixgbe_gstrings_stats[i].saved_reset_offset;
454 		data[i] = ((ixgbe_gstrings_stats[i].sizeof_stat ==
455 			    sizeof(u64)) ? *(u64 *)p : *(u32 *)p) -
456 			  ((ixgbe_gstrings_stats[i].sizeof_stat ==
457 			    sizeof(u64)) ? *(u64 *)b : *(u32 *)b) +
458 			  ((ixgbe_gstrings_stats[i].sizeof_stat ==
459 			    sizeof(u64)) ? *(u64 *)r : *(u32 *)r);
460 	}
461 }
462 
463 static void ixgbevf_get_strings(struct net_device *netdev, u32 stringset,
464 				u8 *data)
465 {
466 	char *p = (char *)data;
467 	int i;
468 
469 	switch (stringset) {
470 	case ETH_SS_TEST:
471 		memcpy(data, *ixgbe_gstrings_test,
472 		       IXGBE_TEST_LEN * ETH_GSTRING_LEN);
473 		break;
474 	case ETH_SS_STATS:
475 		for (i = 0; i < IXGBE_GLOBAL_STATS_LEN; i++) {
476 			memcpy(p, ixgbe_gstrings_stats[i].stat_string,
477 			       ETH_GSTRING_LEN);
478 			p += ETH_GSTRING_LEN;
479 		}
480 		break;
481 	}
482 }
483 
484 static int ixgbevf_link_test(struct ixgbevf_adapter *adapter, u64 *data)
485 {
486 	struct ixgbe_hw *hw = &adapter->hw;
487 	bool link_up;
488 	u32 link_speed = 0;
489 	*data = 0;
490 
491 	hw->mac.ops.check_link(hw, &link_speed, &link_up, true);
492 	if (!link_up)
493 		*data = 1;
494 
495 	return *data;
496 }
497 
498 /* ethtool register test data */
499 struct ixgbevf_reg_test {
500 	u16 reg;
501 	u8  array_len;
502 	u8  test_type;
503 	u32 mask;
504 	u32 write;
505 };
506 
507 /* In the hardware, registers are laid out either singly, in arrays
508  * spaced 0x40 bytes apart, or in contiguous tables.  We assume
509  * most tests take place on arrays or single registers (handled
510  * as a single-element array) and special-case the tables.
511  * Table tests are always pattern tests.
512  *
513  * We also make provision for some required setup steps by specifying
514  * registers to be written without any read-back testing.
515  */
516 
517 #define PATTERN_TEST	1
518 #define SET_READ_TEST	2
519 #define WRITE_NO_TEST	3
520 #define TABLE32_TEST	4
521 #define TABLE64_TEST_LO	5
522 #define TABLE64_TEST_HI	6
523 
524 /* default VF register test */
525 static const struct ixgbevf_reg_test reg_test_vf[] = {
526 	{ IXGBE_VFRDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFF80 },
527 	{ IXGBE_VFRDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
528 	{ IXGBE_VFRDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFFFF },
529 	{ IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, IXGBE_RXDCTL_ENABLE },
530 	{ IXGBE_VFRDT(0), 2, PATTERN_TEST, 0x0000FFFF, 0x0000FFFF },
531 	{ IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, 0 },
532 	{ IXGBE_VFTDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFFFF },
533 	{ IXGBE_VFTDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
534 	{ IXGBE_VFTDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFF80 },
535 	{ 0, 0, 0, 0 }
536 };
537 
538 static const u32 register_test_patterns[] = {
539 	0x5A5A5A5A, 0xA5A5A5A5, 0x00000000, 0xFFFFFFFF
540 };
541 
542 #define REG_PATTERN_TEST(R, M, W)                                             \
543 {                                                                             \
544 	u32 pat, val, before;                                                 \
545 	for (pat = 0; pat < ARRAY_SIZE(register_test_patterns); pat++) {      \
546 		before = readl(adapter->hw.hw_addr + R);                      \
547 		writel((register_test_patterns[pat] & W),                     \
548 		       (adapter->hw.hw_addr + R));                            \
549 		val = readl(adapter->hw.hw_addr + R);                         \
550 		if (val != (register_test_patterns[pat] & W & M)) {           \
551 			hw_dbg(&adapter->hw,                                  \
552 			"pattern test reg %04X failed: got "                  \
553 			"0x%08X expected 0x%08X\n",                           \
554 			R, val, (register_test_patterns[pat] & W & M));       \
555 			*data = R;                                            \
556 			writel(before, adapter->hw.hw_addr + R);              \
557 			return 1;                                             \
558 		}                                                             \
559 		writel(before, adapter->hw.hw_addr + R);                      \
560 	}                                                                     \
561 }
562 
563 #define REG_SET_AND_CHECK(R, M, W)                                            \
564 {                                                                             \
565 	u32 val, before;                                                      \
566 	before = readl(adapter->hw.hw_addr + R);                              \
567 	writel((W & M), (adapter->hw.hw_addr + R));                           \
568 	val = readl(adapter->hw.hw_addr + R);                                 \
569 	if ((W & M) != (val & M)) {                                           \
570 		pr_err("set/check reg %04X test failed: got 0x%08X expected " \
571 		       "0x%08X\n", R, (val & M), (W & M));                    \
572 		*data = R;                                                    \
573 		writel(before, (adapter->hw.hw_addr + R));                    \
574 		return 1;                                                     \
575 	}                                                                     \
576 	writel(before, (adapter->hw.hw_addr + R));                            \
577 }
578 
579 static int ixgbevf_reg_test(struct ixgbevf_adapter *adapter, u64 *data)
580 {
581 	const struct ixgbevf_reg_test *test;
582 	u32 i;
583 
584 	test = reg_test_vf;
585 
586 	/*
587 	 * Perform the register test, looping through the test table
588 	 * until we either fail or reach the null entry.
589 	 */
590 	while (test->reg) {
591 		for (i = 0; i < test->array_len; i++) {
592 			switch (test->test_type) {
593 			case PATTERN_TEST:
594 				REG_PATTERN_TEST(test->reg + (i * 0x40),
595 						test->mask,
596 						test->write);
597 				break;
598 			case SET_READ_TEST:
599 				REG_SET_AND_CHECK(test->reg + (i * 0x40),
600 						test->mask,
601 						test->write);
602 				break;
603 			case WRITE_NO_TEST:
604 				writel(test->write,
605 				       (adapter->hw.hw_addr + test->reg)
606 				       + (i * 0x40));
607 				break;
608 			case TABLE32_TEST:
609 				REG_PATTERN_TEST(test->reg + (i * 4),
610 						test->mask,
611 						test->write);
612 				break;
613 			case TABLE64_TEST_LO:
614 				REG_PATTERN_TEST(test->reg + (i * 8),
615 						test->mask,
616 						test->write);
617 				break;
618 			case TABLE64_TEST_HI:
619 				REG_PATTERN_TEST((test->reg + 4) + (i * 8),
620 						test->mask,
621 						test->write);
622 				break;
623 			}
624 		}
625 		test++;
626 	}
627 
628 	*data = 0;
629 	return *data;
630 }
631 
632 static void ixgbevf_diag_test(struct net_device *netdev,
633 			      struct ethtool_test *eth_test, u64 *data)
634 {
635 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
636 	bool if_running = netif_running(netdev);
637 
638 	set_bit(__IXGBEVF_TESTING, &adapter->state);
639 	if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
640 		/* Offline tests */
641 
642 		hw_dbg(&adapter->hw, "offline testing starting\n");
643 
644 		/* Link test performed before hardware reset so autoneg doesn't
645 		 * interfere with test result */
646 		if (ixgbevf_link_test(adapter, &data[1]))
647 			eth_test->flags |= ETH_TEST_FL_FAILED;
648 
649 		if (if_running)
650 			/* indicate we're in test mode */
651 			dev_close(netdev);
652 		else
653 			ixgbevf_reset(adapter);
654 
655 		hw_dbg(&adapter->hw, "register testing starting\n");
656 		if (ixgbevf_reg_test(adapter, &data[0]))
657 			eth_test->flags |= ETH_TEST_FL_FAILED;
658 
659 		ixgbevf_reset(adapter);
660 
661 		clear_bit(__IXGBEVF_TESTING, &adapter->state);
662 		if (if_running)
663 			dev_open(netdev);
664 	} else {
665 		hw_dbg(&adapter->hw, "online testing starting\n");
666 		/* Online tests */
667 		if (ixgbevf_link_test(adapter, &data[1]))
668 			eth_test->flags |= ETH_TEST_FL_FAILED;
669 
670 		/* Online tests aren't run; pass by default */
671 		data[0] = 0;
672 
673 		clear_bit(__IXGBEVF_TESTING, &adapter->state);
674 	}
675 	msleep_interruptible(4 * 1000);
676 }
677 
678 static int ixgbevf_nway_reset(struct net_device *netdev)
679 {
680 	struct ixgbevf_adapter *adapter = netdev_priv(netdev);
681 
682 	if (netif_running(netdev))
683 		ixgbevf_reinit_locked(adapter);
684 
685 	return 0;
686 }
687 
688 static const struct ethtool_ops ixgbevf_ethtool_ops = {
689 	.get_settings           = ixgbevf_get_settings,
690 	.get_drvinfo            = ixgbevf_get_drvinfo,
691 	.get_regs_len           = ixgbevf_get_regs_len,
692 	.get_regs               = ixgbevf_get_regs,
693 	.nway_reset             = ixgbevf_nway_reset,
694 	.get_link               = ethtool_op_get_link,
695 	.get_ringparam          = ixgbevf_get_ringparam,
696 	.set_ringparam          = ixgbevf_set_ringparam,
697 	.get_msglevel           = ixgbevf_get_msglevel,
698 	.set_msglevel           = ixgbevf_set_msglevel,
699 	.self_test              = ixgbevf_diag_test,
700 	.get_sset_count         = ixgbevf_get_sset_count,
701 	.get_strings            = ixgbevf_get_strings,
702 	.get_ethtool_stats      = ixgbevf_get_ethtool_stats,
703 };
704 
705 void ixgbevf_set_ethtool_ops(struct net_device *netdev)
706 {
707 	SET_ETHTOOL_OPS(netdev, &ixgbevf_ethtool_ops);
708 }
709