1 /*
2  * Linux driver for VMware's vmxnet3 ethernet NIC.
3  *
4  * Copyright (C) 2008-2021, VMware, Inc. All Rights Reserved.
5  *
6  * This program is free software; you can redistribute it and/or modify it
7  * under the terms of the GNU General Public License as published by the
8  * Free Software Foundation; version 2 of the License and no later version.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
13  * NON INFRINGEMENT.  See the GNU General Public License for more
14  * details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
19  *
20  * The full GNU General Public License is included in this distribution in
21  * the file called "COPYING".
22  *
23  * Maintained by: pv-drivers@vmware.com
24  *
25  */
26 
27 
28 #include "vmxnet3_int.h"
29 #include <net/vxlan.h>
30 #include <net/geneve.h>
31 
32 #define VXLAN_UDP_PORT 8472
33 
34 struct vmxnet3_stat_desc {
35 	char desc[ETH_GSTRING_LEN];
36 	int  offset;
37 };
38 
39 
40 /* per tq stats maintained by the device */
41 static const struct vmxnet3_stat_desc
42 vmxnet3_tq_dev_stats[] = {
43 	/* description,         offset */
44 	{ "Tx Queue#",        0 },
45 	{ "  TSO pkts tx",	offsetof(struct UPT1_TxStats, TSOPktsTxOK) },
46 	{ "  TSO bytes tx",	offsetof(struct UPT1_TxStats, TSOBytesTxOK) },
47 	{ "  ucast pkts tx",	offsetof(struct UPT1_TxStats, ucastPktsTxOK) },
48 	{ "  ucast bytes tx",	offsetof(struct UPT1_TxStats, ucastBytesTxOK) },
49 	{ "  mcast pkts tx",	offsetof(struct UPT1_TxStats, mcastPktsTxOK) },
50 	{ "  mcast bytes tx",	offsetof(struct UPT1_TxStats, mcastBytesTxOK) },
51 	{ "  bcast pkts tx",	offsetof(struct UPT1_TxStats, bcastPktsTxOK) },
52 	{ "  bcast bytes tx",	offsetof(struct UPT1_TxStats, bcastBytesTxOK) },
53 	{ "  pkts tx err",	offsetof(struct UPT1_TxStats, pktsTxError) },
54 	{ "  pkts tx discard",	offsetof(struct UPT1_TxStats, pktsTxDiscard) },
55 };
56 
57 /* per tq stats maintained by the driver */
58 static const struct vmxnet3_stat_desc
59 vmxnet3_tq_driver_stats[] = {
60 	/* description,         offset */
61 	{"  drv dropped tx total",	offsetof(struct vmxnet3_tq_driver_stats,
62 						 drop_total) },
63 	{ "     too many frags", offsetof(struct vmxnet3_tq_driver_stats,
64 					  drop_too_many_frags) },
65 	{ "     giant hdr",	offsetof(struct vmxnet3_tq_driver_stats,
66 					 drop_oversized_hdr) },
67 	{ "     hdr err",	offsetof(struct vmxnet3_tq_driver_stats,
68 					 drop_hdr_inspect_err) },
69 	{ "     tso",		offsetof(struct vmxnet3_tq_driver_stats,
70 					 drop_tso) },
71 	{ "  ring full",	offsetof(struct vmxnet3_tq_driver_stats,
72 					 tx_ring_full) },
73 	{ "  pkts linearized",	offsetof(struct vmxnet3_tq_driver_stats,
74 					 linearized) },
75 	{ "  hdr cloned",	offsetof(struct vmxnet3_tq_driver_stats,
76 					 copy_skb_header) },
77 	{ "  giant hdr",	offsetof(struct vmxnet3_tq_driver_stats,
78 					 oversized_hdr) },
79 };
80 
81 /* per rq stats maintained by the device */
82 static const struct vmxnet3_stat_desc
83 vmxnet3_rq_dev_stats[] = {
84 	{ "Rx Queue#",        0 },
85 	{ "  LRO pkts rx",	offsetof(struct UPT1_RxStats, LROPktsRxOK) },
86 	{ "  LRO byte rx",	offsetof(struct UPT1_RxStats, LROBytesRxOK) },
87 	{ "  ucast pkts rx",	offsetof(struct UPT1_RxStats, ucastPktsRxOK) },
88 	{ "  ucast bytes rx",	offsetof(struct UPT1_RxStats, ucastBytesRxOK) },
89 	{ "  mcast pkts rx",	offsetof(struct UPT1_RxStats, mcastPktsRxOK) },
90 	{ "  mcast bytes rx",	offsetof(struct UPT1_RxStats, mcastBytesRxOK) },
91 	{ "  bcast pkts rx",	offsetof(struct UPT1_RxStats, bcastPktsRxOK) },
92 	{ "  bcast bytes rx",	offsetof(struct UPT1_RxStats, bcastBytesRxOK) },
93 	{ "  pkts rx OOB",	offsetof(struct UPT1_RxStats, pktsRxOutOfBuf) },
94 	{ "  pkts rx err",	offsetof(struct UPT1_RxStats, pktsRxError) },
95 };
96 
97 /* per rq stats maintained by the driver */
98 static const struct vmxnet3_stat_desc
99 vmxnet3_rq_driver_stats[] = {
100 	/* description,         offset */
101 	{ "  drv dropped rx total", offsetof(struct vmxnet3_rq_driver_stats,
102 					     drop_total) },
103 	{ "     err",		offsetof(struct vmxnet3_rq_driver_stats,
104 					 drop_err) },
105 	{ "     fcs",		offsetof(struct vmxnet3_rq_driver_stats,
106 					 drop_fcs) },
107 	{ "  rx buf alloc fail", offsetof(struct vmxnet3_rq_driver_stats,
108 					  rx_buf_alloc_failure) },
109 };
110 
111 /* global stats maintained by the driver */
112 static const struct vmxnet3_stat_desc
113 vmxnet3_global_stats[] = {
114 	/* description,         offset */
115 	{ "tx timeout count",	offsetof(struct vmxnet3_adapter,
116 					 tx_timeout_count) }
117 };
118 
119 
120 void
121 vmxnet3_get_stats64(struct net_device *netdev,
122 		   struct rtnl_link_stats64 *stats)
123 {
124 	struct vmxnet3_adapter *adapter;
125 	struct vmxnet3_tq_driver_stats *drvTxStats;
126 	struct vmxnet3_rq_driver_stats *drvRxStats;
127 	struct UPT1_TxStats *devTxStats;
128 	struct UPT1_RxStats *devRxStats;
129 	unsigned long flags;
130 	int i;
131 
132 	adapter = netdev_priv(netdev);
133 
134 	/* Collect the dev stats into the shared area */
135 	spin_lock_irqsave(&adapter->cmd_lock, flags);
136 	VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, VMXNET3_CMD_GET_STATS);
137 	spin_unlock_irqrestore(&adapter->cmd_lock, flags);
138 
139 	for (i = 0; i < adapter->num_tx_queues; i++) {
140 		devTxStats = &adapter->tqd_start[i].stats;
141 		drvTxStats = &adapter->tx_queue[i].stats;
142 		stats->tx_packets += devTxStats->ucastPktsTxOK +
143 				     devTxStats->mcastPktsTxOK +
144 				     devTxStats->bcastPktsTxOK;
145 		stats->tx_bytes += devTxStats->ucastBytesTxOK +
146 				   devTxStats->mcastBytesTxOK +
147 				   devTxStats->bcastBytesTxOK;
148 		stats->tx_errors += devTxStats->pktsTxError;
149 		stats->tx_dropped += drvTxStats->drop_total;
150 	}
151 
152 	for (i = 0; i < adapter->num_rx_queues; i++) {
153 		devRxStats = &adapter->rqd_start[i].stats;
154 		drvRxStats = &adapter->rx_queue[i].stats;
155 		stats->rx_packets += devRxStats->ucastPktsRxOK +
156 				     devRxStats->mcastPktsRxOK +
157 				     devRxStats->bcastPktsRxOK;
158 
159 		stats->rx_bytes += devRxStats->ucastBytesRxOK +
160 				   devRxStats->mcastBytesRxOK +
161 				   devRxStats->bcastBytesRxOK;
162 
163 		stats->rx_errors += devRxStats->pktsRxError;
164 		stats->rx_dropped += drvRxStats->drop_total;
165 		stats->multicast +=  devRxStats->mcastPktsRxOK;
166 	}
167 }
168 
169 static int
170 vmxnet3_get_sset_count(struct net_device *netdev, int sset)
171 {
172 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
173 	switch (sset) {
174 	case ETH_SS_STATS:
175 		return (ARRAY_SIZE(vmxnet3_tq_dev_stats) +
176 			ARRAY_SIZE(vmxnet3_tq_driver_stats)) *
177 		       adapter->num_tx_queues +
178 		       (ARRAY_SIZE(vmxnet3_rq_dev_stats) +
179 			ARRAY_SIZE(vmxnet3_rq_driver_stats)) *
180 		       adapter->num_rx_queues +
181 			ARRAY_SIZE(vmxnet3_global_stats);
182 	default:
183 		return -EOPNOTSUPP;
184 	}
185 }
186 
187 
188 /* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with
189  * the version 2 of the vmxnet3 support for ethtool(8) --register-dump.
190  * Therefore, if any registers are added, removed or modified, then a version
191  * bump and a corresponding change in the vmxnet3 support for ethtool(8)
192  * --register-dump would be required.
193  */
194 static int
195 vmxnet3_get_regs_len(struct net_device *netdev)
196 {
197 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
198 
199 	return ((9 /* BAR1 registers */ +
200 		(1 + adapter->intr.num_intrs) +
201 		(1 + adapter->num_tx_queues * 17 /* Tx queue registers */) +
202 		(1 + adapter->num_rx_queues * 23 /* Rx queue registers */)) *
203 		sizeof(u32));
204 }
205 
206 
207 static void
208 vmxnet3_get_drvinfo(struct net_device *netdev, struct ethtool_drvinfo *drvinfo)
209 {
210 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
211 
212 	strlcpy(drvinfo->driver, vmxnet3_driver_name, sizeof(drvinfo->driver));
213 
214 	strlcpy(drvinfo->version, VMXNET3_DRIVER_VERSION_REPORT,
215 		sizeof(drvinfo->version));
216 
217 	strlcpy(drvinfo->bus_info, pci_name(adapter->pdev),
218 		sizeof(drvinfo->bus_info));
219 }
220 
221 
222 static void
223 vmxnet3_get_strings(struct net_device *netdev, u32 stringset, u8 *buf)
224 {
225 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
226 	int i, j;
227 
228 	if (stringset != ETH_SS_STATS)
229 		return;
230 
231 	for (j = 0; j < adapter->num_tx_queues; j++) {
232 		for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_dev_stats); i++)
233 			ethtool_sprintf(&buf, vmxnet3_tq_dev_stats[i].desc);
234 		for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_driver_stats); i++)
235 			ethtool_sprintf(&buf, vmxnet3_tq_driver_stats[i].desc);
236 	}
237 
238 	for (j = 0; j < adapter->num_rx_queues; j++) {
239 		for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_dev_stats); i++)
240 			ethtool_sprintf(&buf, vmxnet3_rq_dev_stats[i].desc);
241 		for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_driver_stats); i++)
242 			ethtool_sprintf(&buf, vmxnet3_rq_driver_stats[i].desc);
243 	}
244 
245 	for (i = 0; i < ARRAY_SIZE(vmxnet3_global_stats); i++)
246 		ethtool_sprintf(&buf, vmxnet3_global_stats[i].desc);
247 }
248 
249 netdev_features_t vmxnet3_fix_features(struct net_device *netdev,
250 				       netdev_features_t features)
251 {
252 	/* If Rx checksum is disabled, then LRO should also be disabled */
253 	if (!(features & NETIF_F_RXCSUM))
254 		features &= ~NETIF_F_LRO;
255 
256 	return features;
257 }
258 
259 netdev_features_t vmxnet3_features_check(struct sk_buff *skb,
260 					 struct net_device *netdev,
261 					 netdev_features_t features)
262 {
263 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
264 
265 	/* Validate if the tunneled packet is being offloaded by the device */
266 	if (VMXNET3_VERSION_GE_4(adapter) &&
267 	    skb->encapsulation && skb->ip_summed == CHECKSUM_PARTIAL) {
268 		u8 l4_proto = 0;
269 		u16 port;
270 		struct udphdr *udph;
271 
272 		switch (vlan_get_protocol(skb)) {
273 		case htons(ETH_P_IP):
274 			l4_proto = ip_hdr(skb)->protocol;
275 			break;
276 		case htons(ETH_P_IPV6):
277 			l4_proto = ipv6_hdr(skb)->nexthdr;
278 			break;
279 		default:
280 			return features & ~(NETIF_F_CSUM_MASK | NETIF_F_GSO_MASK);
281 		}
282 
283 		switch (l4_proto) {
284 		case IPPROTO_UDP:
285 			udph = udp_hdr(skb);
286 			port = be16_to_cpu(udph->dest);
287 			/* Check if offloaded port is supported */
288 			if (port != GENEVE_UDP_PORT &&
289 			    port != IANA_VXLAN_UDP_PORT &&
290 			    port != VXLAN_UDP_PORT) {
291 				return features & ~(NETIF_F_CSUM_MASK | NETIF_F_GSO_MASK);
292 			}
293 			break;
294 		default:
295 			return features & ~(NETIF_F_CSUM_MASK | NETIF_F_GSO_MASK);
296 		}
297 	}
298 	return features;
299 }
300 
301 static void vmxnet3_enable_encap_offloads(struct net_device *netdev)
302 {
303 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
304 
305 	if (VMXNET3_VERSION_GE_4(adapter)) {
306 		netdev->hw_enc_features |= NETIF_F_SG | NETIF_F_RXCSUM |
307 			NETIF_F_HW_CSUM | NETIF_F_HW_VLAN_CTAG_TX |
308 			NETIF_F_HW_VLAN_CTAG_RX | NETIF_F_TSO | NETIF_F_TSO6 |
309 			NETIF_F_LRO | NETIF_F_GSO_UDP_TUNNEL |
310 			NETIF_F_GSO_UDP_TUNNEL_CSUM;
311 	}
312 }
313 
314 static void vmxnet3_disable_encap_offloads(struct net_device *netdev)
315 {
316 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
317 
318 	if (VMXNET3_VERSION_GE_4(adapter)) {
319 		netdev->hw_enc_features &= ~(NETIF_F_SG | NETIF_F_RXCSUM |
320 			NETIF_F_HW_CSUM | NETIF_F_HW_VLAN_CTAG_TX |
321 			NETIF_F_HW_VLAN_CTAG_RX | NETIF_F_TSO | NETIF_F_TSO6 |
322 			NETIF_F_LRO | NETIF_F_GSO_UDP_TUNNEL |
323 			NETIF_F_GSO_UDP_TUNNEL_CSUM);
324 	}
325 }
326 
327 int vmxnet3_set_features(struct net_device *netdev, netdev_features_t features)
328 {
329 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
330 	unsigned long flags;
331 	netdev_features_t changed = features ^ netdev->features;
332 	netdev_features_t tun_offload_mask = NETIF_F_GSO_UDP_TUNNEL |
333 					     NETIF_F_GSO_UDP_TUNNEL_CSUM;
334 	u8 udp_tun_enabled = (netdev->features & tun_offload_mask) != 0;
335 
336 	if (changed & (NETIF_F_RXCSUM | NETIF_F_LRO |
337 		       NETIF_F_HW_VLAN_CTAG_RX | tun_offload_mask)) {
338 		if (features & NETIF_F_RXCSUM)
339 			adapter->shared->devRead.misc.uptFeatures |=
340 			UPT1_F_RXCSUM;
341 		else
342 			adapter->shared->devRead.misc.uptFeatures &=
343 			~UPT1_F_RXCSUM;
344 
345 		/* update hardware LRO capability accordingly */
346 		if (features & NETIF_F_LRO)
347 			adapter->shared->devRead.misc.uptFeatures |=
348 							UPT1_F_LRO;
349 		else
350 			adapter->shared->devRead.misc.uptFeatures &=
351 							~UPT1_F_LRO;
352 
353 		if (features & NETIF_F_HW_VLAN_CTAG_RX)
354 			adapter->shared->devRead.misc.uptFeatures |=
355 			UPT1_F_RXVLAN;
356 		else
357 			adapter->shared->devRead.misc.uptFeatures &=
358 			~UPT1_F_RXVLAN;
359 
360 		if ((features & tun_offload_mask) != 0 && !udp_tun_enabled) {
361 			vmxnet3_enable_encap_offloads(netdev);
362 			adapter->shared->devRead.misc.uptFeatures |=
363 			UPT1_F_RXINNEROFLD;
364 		} else if ((features & tun_offload_mask) == 0 &&
365 			   udp_tun_enabled) {
366 			vmxnet3_disable_encap_offloads(netdev);
367 			adapter->shared->devRead.misc.uptFeatures &=
368 			~UPT1_F_RXINNEROFLD;
369 		}
370 
371 		spin_lock_irqsave(&adapter->cmd_lock, flags);
372 		VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
373 				       VMXNET3_CMD_UPDATE_FEATURE);
374 		spin_unlock_irqrestore(&adapter->cmd_lock, flags);
375 	}
376 	return 0;
377 }
378 
379 static void
380 vmxnet3_get_ethtool_stats(struct net_device *netdev,
381 			  struct ethtool_stats *stats, u64  *buf)
382 {
383 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
384 	unsigned long flags;
385 	u8 *base;
386 	int i;
387 	int j = 0;
388 
389 	spin_lock_irqsave(&adapter->cmd_lock, flags);
390 	VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, VMXNET3_CMD_GET_STATS);
391 	spin_unlock_irqrestore(&adapter->cmd_lock, flags);
392 
393 	/* this does assume each counter is 64-bit wide */
394 	for (j = 0; j < adapter->num_tx_queues; j++) {
395 		base = (u8 *)&adapter->tqd_start[j].stats;
396 		*buf++ = (u64)j;
397 		for (i = 1; i < ARRAY_SIZE(vmxnet3_tq_dev_stats); i++)
398 			*buf++ = *(u64 *)(base +
399 					  vmxnet3_tq_dev_stats[i].offset);
400 
401 		base = (u8 *)&adapter->tx_queue[j].stats;
402 		for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_driver_stats); i++)
403 			*buf++ = *(u64 *)(base +
404 					  vmxnet3_tq_driver_stats[i].offset);
405 	}
406 
407 	for (j = 0; j < adapter->num_rx_queues; j++) {
408 		base = (u8 *)&adapter->rqd_start[j].stats;
409 		*buf++ = (u64) j;
410 		for (i = 1; i < ARRAY_SIZE(vmxnet3_rq_dev_stats); i++)
411 			*buf++ = *(u64 *)(base +
412 					  vmxnet3_rq_dev_stats[i].offset);
413 
414 		base = (u8 *)&adapter->rx_queue[j].stats;
415 		for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_driver_stats); i++)
416 			*buf++ = *(u64 *)(base +
417 					  vmxnet3_rq_driver_stats[i].offset);
418 	}
419 
420 	base = (u8 *)adapter;
421 	for (i = 0; i < ARRAY_SIZE(vmxnet3_global_stats); i++)
422 		*buf++ = *(u64 *)(base + vmxnet3_global_stats[i].offset);
423 }
424 
425 
426 /* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with
427  * the version 2 of the vmxnet3 support for ethtool(8) --register-dump.
428  * Therefore, if any registers are added, removed or modified, then a version
429  * bump and a corresponding change in the vmxnet3 support for ethtool(8)
430  * --register-dump would be required.
431  */
432 static void
433 vmxnet3_get_regs(struct net_device *netdev, struct ethtool_regs *regs, void *p)
434 {
435 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
436 	u32 *buf = p;
437 	int i = 0, j = 0;
438 
439 	memset(p, 0, vmxnet3_get_regs_len(netdev));
440 
441 	regs->version = 2;
442 
443 	/* Update vmxnet3_get_regs_len if we want to dump more registers */
444 
445 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_VRRS);
446 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_UVRS);
447 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_DSAL);
448 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_DSAH);
449 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_CMD);
450 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_MACL);
451 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_MACH);
452 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_ICR);
453 	buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_ECR);
454 
455 	buf[j++] = adapter->intr.num_intrs;
456 	for (i = 0; i < adapter->intr.num_intrs; i++) {
457 		buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_IMR
458 						 + i * VMXNET3_REG_ALIGN);
459 	}
460 
461 	buf[j++] = adapter->num_tx_queues;
462 	for (i = 0; i < adapter->num_tx_queues; i++) {
463 		struct vmxnet3_tx_queue *tq = &adapter->tx_queue[i];
464 
465 		buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_TXPROD +
466 						 i * VMXNET3_REG_ALIGN);
467 
468 		buf[j++] = VMXNET3_GET_ADDR_LO(tq->tx_ring.basePA);
469 		buf[j++] = VMXNET3_GET_ADDR_HI(tq->tx_ring.basePA);
470 		buf[j++] = tq->tx_ring.size;
471 		buf[j++] = tq->tx_ring.next2fill;
472 		buf[j++] = tq->tx_ring.next2comp;
473 		buf[j++] = tq->tx_ring.gen;
474 
475 		buf[j++] = VMXNET3_GET_ADDR_LO(tq->data_ring.basePA);
476 		buf[j++] = VMXNET3_GET_ADDR_HI(tq->data_ring.basePA);
477 		buf[j++] = tq->data_ring.size;
478 		buf[j++] = tq->txdata_desc_size;
479 
480 		buf[j++] = VMXNET3_GET_ADDR_LO(tq->comp_ring.basePA);
481 		buf[j++] = VMXNET3_GET_ADDR_HI(tq->comp_ring.basePA);
482 		buf[j++] = tq->comp_ring.size;
483 		buf[j++] = tq->comp_ring.next2proc;
484 		buf[j++] = tq->comp_ring.gen;
485 
486 		buf[j++] = tq->stopped;
487 	}
488 
489 	buf[j++] = adapter->num_rx_queues;
490 	for (i = 0; i < adapter->num_rx_queues; i++) {
491 		struct vmxnet3_rx_queue *rq = &adapter->rx_queue[i];
492 
493 		buf[j++] =  VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_RXPROD +
494 						  i * VMXNET3_REG_ALIGN);
495 		buf[j++] =  VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_RXPROD2 +
496 						  i * VMXNET3_REG_ALIGN);
497 
498 		buf[j++] = VMXNET3_GET_ADDR_LO(rq->rx_ring[0].basePA);
499 		buf[j++] = VMXNET3_GET_ADDR_HI(rq->rx_ring[0].basePA);
500 		buf[j++] = rq->rx_ring[0].size;
501 		buf[j++] = rq->rx_ring[0].next2fill;
502 		buf[j++] = rq->rx_ring[0].next2comp;
503 		buf[j++] = rq->rx_ring[0].gen;
504 
505 		buf[j++] = VMXNET3_GET_ADDR_LO(rq->rx_ring[1].basePA);
506 		buf[j++] = VMXNET3_GET_ADDR_HI(rq->rx_ring[1].basePA);
507 		buf[j++] = rq->rx_ring[1].size;
508 		buf[j++] = rq->rx_ring[1].next2fill;
509 		buf[j++] = rq->rx_ring[1].next2comp;
510 		buf[j++] = rq->rx_ring[1].gen;
511 
512 		buf[j++] = VMXNET3_GET_ADDR_LO(rq->data_ring.basePA);
513 		buf[j++] = VMXNET3_GET_ADDR_HI(rq->data_ring.basePA);
514 		buf[j++] = rq->rx_ring[0].size;
515 		buf[j++] = rq->data_ring.desc_size;
516 
517 		buf[j++] = VMXNET3_GET_ADDR_LO(rq->comp_ring.basePA);
518 		buf[j++] = VMXNET3_GET_ADDR_HI(rq->comp_ring.basePA);
519 		buf[j++] = rq->comp_ring.size;
520 		buf[j++] = rq->comp_ring.next2proc;
521 		buf[j++] = rq->comp_ring.gen;
522 	}
523 }
524 
525 
526 static void
527 vmxnet3_get_wol(struct net_device *netdev, struct ethtool_wolinfo *wol)
528 {
529 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
530 
531 	wol->supported = WAKE_UCAST | WAKE_ARP | WAKE_MAGIC;
532 	wol->wolopts = adapter->wol;
533 }
534 
535 
536 static int
537 vmxnet3_set_wol(struct net_device *netdev, struct ethtool_wolinfo *wol)
538 {
539 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
540 
541 	if (wol->wolopts & (WAKE_PHY | WAKE_MCAST | WAKE_BCAST |
542 			    WAKE_MAGICSECURE)) {
543 		return -EOPNOTSUPP;
544 	}
545 
546 	adapter->wol = wol->wolopts;
547 
548 	device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol);
549 
550 	return 0;
551 }
552 
553 
554 static int
555 vmxnet3_get_link_ksettings(struct net_device *netdev,
556 			   struct ethtool_link_ksettings *ecmd)
557 {
558 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
559 
560 	ethtool_link_ksettings_zero_link_mode(ecmd, supported);
561 	ethtool_link_ksettings_add_link_mode(ecmd, supported, 10000baseT_Full);
562 	ethtool_link_ksettings_add_link_mode(ecmd, supported, 1000baseT_Full);
563 	ethtool_link_ksettings_add_link_mode(ecmd, supported, TP);
564 	ethtool_link_ksettings_zero_link_mode(ecmd, advertising);
565 	ethtool_link_ksettings_add_link_mode(ecmd, advertising, TP);
566 	ecmd->base.port = PORT_TP;
567 
568 	if (adapter->link_speed) {
569 		ecmd->base.speed = adapter->link_speed;
570 		ecmd->base.duplex = DUPLEX_FULL;
571 	} else {
572 		ecmd->base.speed = SPEED_UNKNOWN;
573 		ecmd->base.duplex = DUPLEX_UNKNOWN;
574 	}
575 	return 0;
576 }
577 
578 static void
579 vmxnet3_get_ringparam(struct net_device *netdev,
580 		      struct ethtool_ringparam *param,
581 		      struct kernel_ethtool_ringparam *kernel_param,
582 		      struct netlink_ext_ack *extack)
583 {
584 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
585 
586 	param->rx_max_pending = VMXNET3_RX_RING_MAX_SIZE;
587 	param->tx_max_pending = VMXNET3_TX_RING_MAX_SIZE;
588 	param->rx_mini_max_pending = VMXNET3_VERSION_GE_3(adapter) ?
589 		VMXNET3_RXDATA_DESC_MAX_SIZE : 0;
590 	param->rx_jumbo_max_pending = VMXNET3_RX_RING2_MAX_SIZE;
591 
592 	param->rx_pending = adapter->rx_ring_size;
593 	param->tx_pending = adapter->tx_ring_size;
594 	param->rx_mini_pending = VMXNET3_VERSION_GE_3(adapter) ?
595 		adapter->rxdata_desc_size : 0;
596 	param->rx_jumbo_pending = adapter->rx_ring2_size;
597 }
598 
599 static int
600 vmxnet3_set_ringparam(struct net_device *netdev,
601 		      struct ethtool_ringparam *param,
602 		      struct kernel_ethtool_ringparam *kernel_param,
603 		      struct netlink_ext_ack *extack)
604 {
605 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
606 	u32 new_tx_ring_size, new_rx_ring_size, new_rx_ring2_size;
607 	u16 new_rxdata_desc_size;
608 	u32 sz;
609 	int err = 0;
610 
611 	if (param->tx_pending == 0 || param->tx_pending >
612 						VMXNET3_TX_RING_MAX_SIZE)
613 		return -EINVAL;
614 
615 	if (param->rx_pending == 0 || param->rx_pending >
616 						VMXNET3_RX_RING_MAX_SIZE)
617 		return -EINVAL;
618 
619 	if (param->rx_jumbo_pending == 0 ||
620 	    param->rx_jumbo_pending > VMXNET3_RX_RING2_MAX_SIZE)
621 		return -EINVAL;
622 
623 	/* if adapter not yet initialized, do nothing */
624 	if (adapter->rx_buf_per_pkt == 0) {
625 		netdev_err(netdev, "adapter not completely initialized, "
626 			   "ring size cannot be changed yet\n");
627 		return -EOPNOTSUPP;
628 	}
629 
630 	if (VMXNET3_VERSION_GE_3(adapter)) {
631 		if (param->rx_mini_pending > VMXNET3_RXDATA_DESC_MAX_SIZE)
632 			return -EINVAL;
633 	} else if (param->rx_mini_pending != 0) {
634 		return -EINVAL;
635 	}
636 
637 	/* round it up to a multiple of VMXNET3_RING_SIZE_ALIGN */
638 	new_tx_ring_size = (param->tx_pending + VMXNET3_RING_SIZE_MASK) &
639 							~VMXNET3_RING_SIZE_MASK;
640 	new_tx_ring_size = min_t(u32, new_tx_ring_size,
641 				 VMXNET3_TX_RING_MAX_SIZE);
642 	if (new_tx_ring_size > VMXNET3_TX_RING_MAX_SIZE || (new_tx_ring_size %
643 						VMXNET3_RING_SIZE_ALIGN) != 0)
644 		return -EINVAL;
645 
646 	/* ring0 has to be a multiple of
647 	 * rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN
648 	 */
649 	sz = adapter->rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN;
650 	new_rx_ring_size = (param->rx_pending + sz - 1) / sz * sz;
651 	new_rx_ring_size = min_t(u32, new_rx_ring_size,
652 				 VMXNET3_RX_RING_MAX_SIZE / sz * sz);
653 	if (new_rx_ring_size > VMXNET3_RX_RING_MAX_SIZE || (new_rx_ring_size %
654 							   sz) != 0)
655 		return -EINVAL;
656 
657 	/* ring2 has to be a multiple of VMXNET3_RING_SIZE_ALIGN */
658 	new_rx_ring2_size = (param->rx_jumbo_pending + VMXNET3_RING_SIZE_MASK) &
659 				~VMXNET3_RING_SIZE_MASK;
660 	new_rx_ring2_size = min_t(u32, new_rx_ring2_size,
661 				  VMXNET3_RX_RING2_MAX_SIZE);
662 
663 	/* rx data ring buffer size has to be a multiple of
664 	 * VMXNET3_RXDATA_DESC_SIZE_ALIGN
665 	 */
666 	new_rxdata_desc_size =
667 		(param->rx_mini_pending + VMXNET3_RXDATA_DESC_SIZE_MASK) &
668 		~VMXNET3_RXDATA_DESC_SIZE_MASK;
669 	new_rxdata_desc_size = min_t(u16, new_rxdata_desc_size,
670 				     VMXNET3_RXDATA_DESC_MAX_SIZE);
671 
672 	if (new_tx_ring_size == adapter->tx_ring_size &&
673 	    new_rx_ring_size == adapter->rx_ring_size &&
674 	    new_rx_ring2_size == adapter->rx_ring2_size &&
675 	    new_rxdata_desc_size == adapter->rxdata_desc_size) {
676 		return 0;
677 	}
678 
679 	/*
680 	 * Reset_work may be in the middle of resetting the device, wait for its
681 	 * completion.
682 	 */
683 	while (test_and_set_bit(VMXNET3_STATE_BIT_RESETTING, &adapter->state))
684 		usleep_range(1000, 2000);
685 
686 	if (netif_running(netdev)) {
687 		vmxnet3_quiesce_dev(adapter);
688 		vmxnet3_reset_dev(adapter);
689 
690 		/* recreate the rx queue and the tx queue based on the
691 		 * new sizes */
692 		vmxnet3_tq_destroy_all(adapter);
693 		vmxnet3_rq_destroy_all(adapter);
694 
695 		err = vmxnet3_create_queues(adapter, new_tx_ring_size,
696 					    new_rx_ring_size, new_rx_ring2_size,
697 					    adapter->txdata_desc_size,
698 					    new_rxdata_desc_size);
699 		if (err) {
700 			/* failed, most likely because of OOM, try default
701 			 * size */
702 			netdev_err(netdev, "failed to apply new sizes, "
703 				   "try the default ones\n");
704 			new_rx_ring_size = VMXNET3_DEF_RX_RING_SIZE;
705 			new_rx_ring2_size = VMXNET3_DEF_RX_RING2_SIZE;
706 			new_tx_ring_size = VMXNET3_DEF_TX_RING_SIZE;
707 			new_rxdata_desc_size = VMXNET3_VERSION_GE_3(adapter) ?
708 				VMXNET3_DEF_RXDATA_DESC_SIZE : 0;
709 
710 			err = vmxnet3_create_queues(adapter,
711 						    new_tx_ring_size,
712 						    new_rx_ring_size,
713 						    new_rx_ring2_size,
714 						    adapter->txdata_desc_size,
715 						    new_rxdata_desc_size);
716 			if (err) {
717 				netdev_err(netdev, "failed to create queues "
718 					   "with default sizes. Closing it\n");
719 				goto out;
720 			}
721 		}
722 
723 		err = vmxnet3_activate_dev(adapter);
724 		if (err)
725 			netdev_err(netdev, "failed to re-activate, error %d."
726 				   " Closing it\n", err);
727 	}
728 	adapter->tx_ring_size = new_tx_ring_size;
729 	adapter->rx_ring_size = new_rx_ring_size;
730 	adapter->rx_ring2_size = new_rx_ring2_size;
731 	adapter->rxdata_desc_size = new_rxdata_desc_size;
732 
733 out:
734 	clear_bit(VMXNET3_STATE_BIT_RESETTING, &adapter->state);
735 	if (err)
736 		vmxnet3_force_close(adapter);
737 
738 	return err;
739 }
740 
741 static int
742 vmxnet3_get_rss_hash_opts(struct vmxnet3_adapter *adapter,
743 			  struct ethtool_rxnfc *info)
744 {
745 	enum Vmxnet3_RSSField rss_fields;
746 
747 	if (netif_running(adapter->netdev)) {
748 		unsigned long flags;
749 
750 		spin_lock_irqsave(&adapter->cmd_lock, flags);
751 
752 		VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
753 				       VMXNET3_CMD_GET_RSS_FIELDS);
754 		rss_fields = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_CMD);
755 		spin_unlock_irqrestore(&adapter->cmd_lock, flags);
756 	} else {
757 		rss_fields = adapter->rss_fields;
758 	}
759 
760 	info->data = 0;
761 
762 	/* Report default options for RSS on vmxnet3 */
763 	switch (info->flow_type) {
764 	case TCP_V4_FLOW:
765 	case TCP_V6_FLOW:
766 		info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3 |
767 			      RXH_IP_SRC | RXH_IP_DST;
768 		break;
769 	case UDP_V4_FLOW:
770 		if (rss_fields & VMXNET3_RSS_FIELDS_UDPIP4)
771 			info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
772 		info->data |= RXH_IP_SRC | RXH_IP_DST;
773 		break;
774 	case AH_ESP_V4_FLOW:
775 	case AH_V4_FLOW:
776 	case ESP_V4_FLOW:
777 		if (rss_fields & VMXNET3_RSS_FIELDS_ESPIP4)
778 			info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
779 		fallthrough;
780 	case SCTP_V4_FLOW:
781 	case IPV4_FLOW:
782 		info->data |= RXH_IP_SRC | RXH_IP_DST;
783 		break;
784 	case UDP_V6_FLOW:
785 		if (rss_fields & VMXNET3_RSS_FIELDS_UDPIP6)
786 			info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
787 		info->data |= RXH_IP_SRC | RXH_IP_DST;
788 		break;
789 	case AH_ESP_V6_FLOW:
790 	case AH_V6_FLOW:
791 	case ESP_V6_FLOW:
792 		if (VMXNET3_VERSION_GE_6(adapter) &&
793 		    (rss_fields & VMXNET3_RSS_FIELDS_ESPIP6))
794 			info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
795 		fallthrough;
796 	case SCTP_V6_FLOW:
797 	case IPV6_FLOW:
798 		info->data |= RXH_IP_SRC | RXH_IP_DST;
799 		break;
800 	default:
801 		return -EINVAL;
802 	}
803 
804 	return 0;
805 }
806 
807 static int
808 vmxnet3_set_rss_hash_opt(struct net_device *netdev,
809 			 struct vmxnet3_adapter *adapter,
810 			 struct ethtool_rxnfc *nfc)
811 {
812 	enum Vmxnet3_RSSField rss_fields = adapter->rss_fields;
813 
814 	/* RSS does not support anything other than hashing
815 	 * to queues on src and dst IPs and ports
816 	 */
817 	if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
818 			  RXH_L4_B_0_1 | RXH_L4_B_2_3))
819 		return -EINVAL;
820 
821 	switch (nfc->flow_type) {
822 	case TCP_V4_FLOW:
823 	case TCP_V6_FLOW:
824 		if (!(nfc->data & RXH_IP_SRC) ||
825 		    !(nfc->data & RXH_IP_DST) ||
826 		    !(nfc->data & RXH_L4_B_0_1) ||
827 		    !(nfc->data & RXH_L4_B_2_3))
828 			return -EINVAL;
829 		break;
830 	case UDP_V4_FLOW:
831 		if (!(nfc->data & RXH_IP_SRC) ||
832 		    !(nfc->data & RXH_IP_DST))
833 			return -EINVAL;
834 		switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
835 		case 0:
836 			rss_fields &= ~VMXNET3_RSS_FIELDS_UDPIP4;
837 			break;
838 		case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
839 			rss_fields |= VMXNET3_RSS_FIELDS_UDPIP4;
840 			break;
841 		default:
842 			return -EINVAL;
843 		}
844 		break;
845 	case UDP_V6_FLOW:
846 		if (!(nfc->data & RXH_IP_SRC) ||
847 		    !(nfc->data & RXH_IP_DST))
848 			return -EINVAL;
849 		switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
850 		case 0:
851 			rss_fields &= ~VMXNET3_RSS_FIELDS_UDPIP6;
852 			break;
853 		case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
854 			rss_fields |= VMXNET3_RSS_FIELDS_UDPIP6;
855 			break;
856 		default:
857 			return -EINVAL;
858 		}
859 		break;
860 	case ESP_V4_FLOW:
861 	case AH_V4_FLOW:
862 	case AH_ESP_V4_FLOW:
863 		if (!(nfc->data & RXH_IP_SRC) ||
864 		    !(nfc->data & RXH_IP_DST))
865 			return -EINVAL;
866 		switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
867 		case 0:
868 			rss_fields &= ~VMXNET3_RSS_FIELDS_ESPIP4;
869 			break;
870 		case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
871 			rss_fields |= VMXNET3_RSS_FIELDS_ESPIP4;
872 		break;
873 		default:
874 			return -EINVAL;
875 		}
876 		break;
877 	case ESP_V6_FLOW:
878 	case AH_V6_FLOW:
879 	case AH_ESP_V6_FLOW:
880 		if (!VMXNET3_VERSION_GE_6(adapter))
881 			return -EOPNOTSUPP;
882 		if (!(nfc->data & RXH_IP_SRC) ||
883 		    !(nfc->data & RXH_IP_DST))
884 			return -EINVAL;
885 		switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
886 		case 0:
887 			rss_fields &= ~VMXNET3_RSS_FIELDS_ESPIP6;
888 			break;
889 		case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
890 			rss_fields |= VMXNET3_RSS_FIELDS_ESPIP6;
891 			break;
892 		default:
893 			return -EINVAL;
894 		}
895 		break;
896 	case SCTP_V4_FLOW:
897 	case SCTP_V6_FLOW:
898 		if (!(nfc->data & RXH_IP_SRC) ||
899 		    !(nfc->data & RXH_IP_DST) ||
900 		    (nfc->data & RXH_L4_B_0_1) ||
901 		    (nfc->data & RXH_L4_B_2_3))
902 			return -EINVAL;
903 		break;
904 	default:
905 		return -EINVAL;
906 	}
907 
908 	/* if we changed something we need to update flags */
909 	if (rss_fields != adapter->rss_fields) {
910 		adapter->default_rss_fields = false;
911 		if (netif_running(netdev)) {
912 			struct Vmxnet3_DriverShared *shared = adapter->shared;
913 			union Vmxnet3_CmdInfo *cmdInfo = &shared->cu.cmdInfo;
914 			unsigned long flags;
915 
916 			spin_lock_irqsave(&adapter->cmd_lock, flags);
917 			cmdInfo->setRssFields = rss_fields;
918 			VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
919 					       VMXNET3_CMD_SET_RSS_FIELDS);
920 
921 			/* Not all requested RSS may get applied, so get and
922 			 * cache what was actually applied.
923 			 */
924 			VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
925 					       VMXNET3_CMD_GET_RSS_FIELDS);
926 			adapter->rss_fields =
927 				VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_CMD);
928 			spin_unlock_irqrestore(&adapter->cmd_lock, flags);
929 		} else {
930 			/* When the device is activated, we will try to apply
931 			 * these rules and cache the applied value later.
932 			 */
933 			adapter->rss_fields = rss_fields;
934 		}
935 	}
936 	return 0;
937 }
938 
939 static int
940 vmxnet3_get_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *info,
941 		  u32 *rules)
942 {
943 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
944 	int err = 0;
945 
946 	switch (info->cmd) {
947 	case ETHTOOL_GRXRINGS:
948 		info->data = adapter->num_rx_queues;
949 		break;
950 	case ETHTOOL_GRXFH:
951 		if (!VMXNET3_VERSION_GE_4(adapter)) {
952 			err = -EOPNOTSUPP;
953 			break;
954 		}
955 #ifdef VMXNET3_RSS
956 		if (!adapter->rss) {
957 			err = -EOPNOTSUPP;
958 			break;
959 		}
960 #endif
961 		err = vmxnet3_get_rss_hash_opts(adapter, info);
962 		break;
963 	default:
964 		err = -EOPNOTSUPP;
965 		break;
966 	}
967 
968 	return err;
969 }
970 
971 static int
972 vmxnet3_set_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *info)
973 {
974 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
975 	int err = 0;
976 
977 	if (!VMXNET3_VERSION_GE_4(adapter)) {
978 		err = -EOPNOTSUPP;
979 		goto done;
980 	}
981 #ifdef VMXNET3_RSS
982 	if (!adapter->rss) {
983 		err = -EOPNOTSUPP;
984 		goto done;
985 	}
986 #endif
987 
988 	switch (info->cmd) {
989 	case ETHTOOL_SRXFH:
990 		err = vmxnet3_set_rss_hash_opt(netdev, adapter, info);
991 		break;
992 	default:
993 		err = -EOPNOTSUPP;
994 		break;
995 	}
996 
997 done:
998 	return err;
999 }
1000 
1001 #ifdef VMXNET3_RSS
1002 static u32
1003 vmxnet3_get_rss_indir_size(struct net_device *netdev)
1004 {
1005 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
1006 	struct UPT1_RSSConf *rssConf = adapter->rss_conf;
1007 
1008 	return rssConf->indTableSize;
1009 }
1010 
1011 static int
1012 vmxnet3_get_rss(struct net_device *netdev, u32 *p, u8 *key, u8 *hfunc)
1013 {
1014 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
1015 	struct UPT1_RSSConf *rssConf = adapter->rss_conf;
1016 	unsigned int n = rssConf->indTableSize;
1017 
1018 	if (hfunc)
1019 		*hfunc = ETH_RSS_HASH_TOP;
1020 	if (!p)
1021 		return 0;
1022 	if (n > UPT1_RSS_MAX_IND_TABLE_SIZE)
1023 		return 0;
1024 	while (n--)
1025 		p[n] = rssConf->indTable[n];
1026 	return 0;
1027 
1028 }
1029 
1030 static int
1031 vmxnet3_set_rss(struct net_device *netdev, const u32 *p, const u8 *key,
1032 		const u8 hfunc)
1033 {
1034 	unsigned int i;
1035 	unsigned long flags;
1036 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
1037 	struct UPT1_RSSConf *rssConf = adapter->rss_conf;
1038 
1039 	/* We do not allow change in unsupported parameters */
1040 	if (key ||
1041 	    (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
1042 		return -EOPNOTSUPP;
1043 	if (!p)
1044 		return 0;
1045 	for (i = 0; i < rssConf->indTableSize; i++)
1046 		rssConf->indTable[i] = p[i];
1047 
1048 	spin_lock_irqsave(&adapter->cmd_lock, flags);
1049 	VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
1050 			       VMXNET3_CMD_UPDATE_RSSIDT);
1051 	spin_unlock_irqrestore(&adapter->cmd_lock, flags);
1052 
1053 	return 0;
1054 
1055 }
1056 #endif
1057 
1058 static int vmxnet3_get_coalesce(struct net_device *netdev,
1059 				struct ethtool_coalesce *ec,
1060 				struct kernel_ethtool_coalesce *kernel_coal,
1061 				struct netlink_ext_ack *extack)
1062 {
1063 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
1064 
1065 	if (!VMXNET3_VERSION_GE_3(adapter))
1066 		return -EOPNOTSUPP;
1067 
1068 	switch (adapter->coal_conf->coalMode) {
1069 	case VMXNET3_COALESCE_DISABLED:
1070 		/* struct ethtool_coalesce is already initialized to 0 */
1071 		break;
1072 	case VMXNET3_COALESCE_ADAPT:
1073 		ec->use_adaptive_rx_coalesce = true;
1074 		break;
1075 	case VMXNET3_COALESCE_STATIC:
1076 		ec->tx_max_coalesced_frames =
1077 			adapter->coal_conf->coalPara.coalStatic.tx_comp_depth;
1078 		ec->rx_max_coalesced_frames =
1079 			adapter->coal_conf->coalPara.coalStatic.rx_depth;
1080 		break;
1081 	case VMXNET3_COALESCE_RBC: {
1082 		u32 rbc_rate;
1083 
1084 		rbc_rate = adapter->coal_conf->coalPara.coalRbc.rbc_rate;
1085 		ec->rx_coalesce_usecs = VMXNET3_COAL_RBC_USECS(rbc_rate);
1086 	}
1087 		break;
1088 	default:
1089 		return -EOPNOTSUPP;
1090 	}
1091 
1092 	return 0;
1093 }
1094 
1095 static int vmxnet3_set_coalesce(struct net_device *netdev,
1096 				struct ethtool_coalesce *ec,
1097 				struct kernel_ethtool_coalesce *kernel_coal,
1098 				struct netlink_ext_ack *extack)
1099 {
1100 	struct vmxnet3_adapter *adapter = netdev_priv(netdev);
1101 	struct Vmxnet3_DriverShared *shared = adapter->shared;
1102 	union Vmxnet3_CmdInfo *cmdInfo = &shared->cu.cmdInfo;
1103 	unsigned long flags;
1104 
1105 	if (!VMXNET3_VERSION_GE_3(adapter))
1106 		return -EOPNOTSUPP;
1107 
1108 	if ((ec->rx_coalesce_usecs == 0) &&
1109 	    (ec->use_adaptive_rx_coalesce == 0) &&
1110 	    (ec->tx_max_coalesced_frames == 0) &&
1111 	    (ec->rx_max_coalesced_frames == 0)) {
1112 		memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf));
1113 		adapter->coal_conf->coalMode = VMXNET3_COALESCE_DISABLED;
1114 		goto done;
1115 	}
1116 
1117 	if (ec->rx_coalesce_usecs != 0) {
1118 		u32 rbc_rate;
1119 
1120 		if ((ec->use_adaptive_rx_coalesce != 0) ||
1121 		    (ec->tx_max_coalesced_frames != 0) ||
1122 		    (ec->rx_max_coalesced_frames != 0)) {
1123 			return -EINVAL;
1124 		}
1125 
1126 		rbc_rate = VMXNET3_COAL_RBC_RATE(ec->rx_coalesce_usecs);
1127 		if (rbc_rate < VMXNET3_COAL_RBC_MIN_RATE ||
1128 		    rbc_rate > VMXNET3_COAL_RBC_MAX_RATE) {
1129 			return -EINVAL;
1130 		}
1131 
1132 		memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf));
1133 		adapter->coal_conf->coalMode = VMXNET3_COALESCE_RBC;
1134 		adapter->coal_conf->coalPara.coalRbc.rbc_rate = rbc_rate;
1135 		goto done;
1136 	}
1137 
1138 	if (ec->use_adaptive_rx_coalesce != 0) {
1139 		if (ec->tx_max_coalesced_frames != 0 ||
1140 		    ec->rx_max_coalesced_frames != 0) {
1141 			return -EINVAL;
1142 		}
1143 		memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf));
1144 		adapter->coal_conf->coalMode = VMXNET3_COALESCE_ADAPT;
1145 		goto done;
1146 	}
1147 
1148 	if ((ec->tx_max_coalesced_frames != 0) ||
1149 	    (ec->rx_max_coalesced_frames != 0)) {
1150 		if ((ec->tx_max_coalesced_frames >
1151 		    VMXNET3_COAL_STATIC_MAX_DEPTH) ||
1152 		    (ec->rx_max_coalesced_frames >
1153 		     VMXNET3_COAL_STATIC_MAX_DEPTH)) {
1154 			return -EINVAL;
1155 		}
1156 
1157 		memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf));
1158 		adapter->coal_conf->coalMode = VMXNET3_COALESCE_STATIC;
1159 
1160 		adapter->coal_conf->coalPara.coalStatic.tx_comp_depth =
1161 			(ec->tx_max_coalesced_frames ?
1162 			 ec->tx_max_coalesced_frames :
1163 			 VMXNET3_COAL_STATIC_DEFAULT_DEPTH);
1164 
1165 		adapter->coal_conf->coalPara.coalStatic.rx_depth =
1166 			(ec->rx_max_coalesced_frames ?
1167 			 ec->rx_max_coalesced_frames :
1168 			 VMXNET3_COAL_STATIC_DEFAULT_DEPTH);
1169 
1170 		adapter->coal_conf->coalPara.coalStatic.tx_depth =
1171 			 VMXNET3_COAL_STATIC_DEFAULT_DEPTH;
1172 		goto done;
1173 	}
1174 
1175 done:
1176 	adapter->default_coal_mode = false;
1177 	if (netif_running(netdev)) {
1178 		spin_lock_irqsave(&adapter->cmd_lock, flags);
1179 		cmdInfo->varConf.confVer = 1;
1180 		cmdInfo->varConf.confLen =
1181 			cpu_to_le32(sizeof(*adapter->coal_conf));
1182 		cmdInfo->varConf.confPA  = cpu_to_le64(adapter->coal_conf_pa);
1183 		VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD,
1184 				       VMXNET3_CMD_SET_COALESCE);
1185 		spin_unlock_irqrestore(&adapter->cmd_lock, flags);
1186 	}
1187 
1188 	return 0;
1189 }
1190 
1191 static const struct ethtool_ops vmxnet3_ethtool_ops = {
1192 	.supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS |
1193 				     ETHTOOL_COALESCE_MAX_FRAMES |
1194 				     ETHTOOL_COALESCE_USE_ADAPTIVE_RX,
1195 	.get_drvinfo       = vmxnet3_get_drvinfo,
1196 	.get_regs_len      = vmxnet3_get_regs_len,
1197 	.get_regs          = vmxnet3_get_regs,
1198 	.get_wol           = vmxnet3_get_wol,
1199 	.set_wol           = vmxnet3_set_wol,
1200 	.get_link          = ethtool_op_get_link,
1201 	.get_coalesce      = vmxnet3_get_coalesce,
1202 	.set_coalesce      = vmxnet3_set_coalesce,
1203 	.get_strings       = vmxnet3_get_strings,
1204 	.get_sset_count	   = vmxnet3_get_sset_count,
1205 	.get_ethtool_stats = vmxnet3_get_ethtool_stats,
1206 	.get_ringparam     = vmxnet3_get_ringparam,
1207 	.set_ringparam     = vmxnet3_set_ringparam,
1208 	.get_rxnfc         = vmxnet3_get_rxnfc,
1209 	.set_rxnfc         = vmxnet3_set_rxnfc,
1210 #ifdef VMXNET3_RSS
1211 	.get_rxfh_indir_size = vmxnet3_get_rss_indir_size,
1212 	.get_rxfh          = vmxnet3_get_rss,
1213 	.set_rxfh          = vmxnet3_set_rss,
1214 #endif
1215 	.get_link_ksettings = vmxnet3_get_link_ksettings,
1216 };
1217 
1218 void vmxnet3_set_ethtool_ops(struct net_device *netdev)
1219 {
1220 	netdev->ethtool_ops = &vmxnet3_ethtool_ops;
1221 }
1222