xref: /openbmc/linux/drivers/net/ethernet/broadcom/bnxt/bnxt_ethtool.c (revision c51d39010a1bccc9c1294e2d7c00005aefeb2b5c)
1 /* Broadcom NetXtreme-C/E network driver.
2  *
3  * Copyright (c) 2014-2016 Broadcom Corporation
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation.
8  */
9 
10 #include <linux/ctype.h>
11 #include <linux/stringify.h>
12 #include <linux/ethtool.h>
13 #include <linux/interrupt.h>
14 #include <linux/pci.h>
15 #include <linux/etherdevice.h>
16 #include <linux/crc32.h>
17 #include <linux/firmware.h>
18 #include "bnxt_hsi.h"
19 #include "bnxt.h"
20 #include "bnxt_ethtool.h"
21 #include "bnxt_nvm_defs.h"	/* NVRAM content constant and structure defs */
22 #include "bnxt_fw_hdr.h"	/* Firmware hdr constant and structure defs */
23 #define FLASH_NVRAM_TIMEOUT	((HWRM_CMD_TIMEOUT) * 100)
24 #define FLASH_PACKAGE_TIMEOUT	((HWRM_CMD_TIMEOUT) * 200)
25 #define INSTALL_PACKAGE_TIMEOUT	((HWRM_CMD_TIMEOUT) * 200)
26 
27 static char *bnxt_get_pkgver(struct net_device *dev, char *buf, size_t buflen);
28 
29 static u32 bnxt_get_msglevel(struct net_device *dev)
30 {
31 	struct bnxt *bp = netdev_priv(dev);
32 
33 	return bp->msg_enable;
34 }
35 
36 static void bnxt_set_msglevel(struct net_device *dev, u32 value)
37 {
38 	struct bnxt *bp = netdev_priv(dev);
39 
40 	bp->msg_enable = value;
41 }
42 
43 static int bnxt_get_coalesce(struct net_device *dev,
44 			     struct ethtool_coalesce *coal)
45 {
46 	struct bnxt *bp = netdev_priv(dev);
47 
48 	memset(coal, 0, sizeof(*coal));
49 
50 	coal->rx_coalesce_usecs = bp->rx_coal_ticks;
51 	/* 2 completion records per rx packet */
52 	coal->rx_max_coalesced_frames = bp->rx_coal_bufs / 2;
53 	coal->rx_coalesce_usecs_irq = bp->rx_coal_ticks_irq;
54 	coal->rx_max_coalesced_frames_irq = bp->rx_coal_bufs_irq / 2;
55 
56 	coal->tx_coalesce_usecs = bp->tx_coal_ticks;
57 	coal->tx_max_coalesced_frames = bp->tx_coal_bufs;
58 	coal->tx_coalesce_usecs_irq = bp->tx_coal_ticks_irq;
59 	coal->tx_max_coalesced_frames_irq = bp->tx_coal_bufs_irq;
60 
61 	coal->stats_block_coalesce_usecs = bp->stats_coal_ticks;
62 
63 	return 0;
64 }
65 
66 static int bnxt_set_coalesce(struct net_device *dev,
67 			     struct ethtool_coalesce *coal)
68 {
69 	struct bnxt *bp = netdev_priv(dev);
70 	bool update_stats = false;
71 	int rc = 0;
72 
73 	bp->rx_coal_ticks = coal->rx_coalesce_usecs;
74 	/* 2 completion records per rx packet */
75 	bp->rx_coal_bufs = coal->rx_max_coalesced_frames * 2;
76 	bp->rx_coal_ticks_irq = coal->rx_coalesce_usecs_irq;
77 	bp->rx_coal_bufs_irq = coal->rx_max_coalesced_frames_irq * 2;
78 
79 	bp->tx_coal_ticks = coal->tx_coalesce_usecs;
80 	bp->tx_coal_bufs = coal->tx_max_coalesced_frames;
81 	bp->tx_coal_ticks_irq = coal->tx_coalesce_usecs_irq;
82 	bp->tx_coal_bufs_irq = coal->tx_max_coalesced_frames_irq;
83 
84 	if (bp->stats_coal_ticks != coal->stats_block_coalesce_usecs) {
85 		u32 stats_ticks = coal->stats_block_coalesce_usecs;
86 
87 		stats_ticks = clamp_t(u32, stats_ticks,
88 				      BNXT_MIN_STATS_COAL_TICKS,
89 				      BNXT_MAX_STATS_COAL_TICKS);
90 		stats_ticks = rounddown(stats_ticks, BNXT_MIN_STATS_COAL_TICKS);
91 		bp->stats_coal_ticks = stats_ticks;
92 		update_stats = true;
93 	}
94 
95 	if (netif_running(dev)) {
96 		if (update_stats) {
97 			rc = bnxt_close_nic(bp, true, false);
98 			if (!rc)
99 				rc = bnxt_open_nic(bp, true, false);
100 		} else {
101 			rc = bnxt_hwrm_set_coal(bp);
102 		}
103 	}
104 
105 	return rc;
106 }
107 
108 #define BNXT_NUM_STATS	21
109 
110 #define BNXT_RX_STATS_OFFSET(counter)	\
111 	(offsetof(struct rx_port_stats, counter) / 8)
112 
113 #define BNXT_RX_STATS_ENTRY(counter)	\
114 	{ BNXT_RX_STATS_OFFSET(counter), __stringify(counter) }
115 
116 #define BNXT_TX_STATS_OFFSET(counter)			\
117 	((offsetof(struct tx_port_stats, counter) +	\
118 	  sizeof(struct rx_port_stats) + 512) / 8)
119 
120 #define BNXT_TX_STATS_ENTRY(counter)	\
121 	{ BNXT_TX_STATS_OFFSET(counter), __stringify(counter) }
122 
123 static const struct {
124 	long offset;
125 	char string[ETH_GSTRING_LEN];
126 } bnxt_port_stats_arr[] = {
127 	BNXT_RX_STATS_ENTRY(rx_64b_frames),
128 	BNXT_RX_STATS_ENTRY(rx_65b_127b_frames),
129 	BNXT_RX_STATS_ENTRY(rx_128b_255b_frames),
130 	BNXT_RX_STATS_ENTRY(rx_256b_511b_frames),
131 	BNXT_RX_STATS_ENTRY(rx_512b_1023b_frames),
132 	BNXT_RX_STATS_ENTRY(rx_1024b_1518_frames),
133 	BNXT_RX_STATS_ENTRY(rx_good_vlan_frames),
134 	BNXT_RX_STATS_ENTRY(rx_1519b_2047b_frames),
135 	BNXT_RX_STATS_ENTRY(rx_2048b_4095b_frames),
136 	BNXT_RX_STATS_ENTRY(rx_4096b_9216b_frames),
137 	BNXT_RX_STATS_ENTRY(rx_9217b_16383b_frames),
138 	BNXT_RX_STATS_ENTRY(rx_total_frames),
139 	BNXT_RX_STATS_ENTRY(rx_ucast_frames),
140 	BNXT_RX_STATS_ENTRY(rx_mcast_frames),
141 	BNXT_RX_STATS_ENTRY(rx_bcast_frames),
142 	BNXT_RX_STATS_ENTRY(rx_fcs_err_frames),
143 	BNXT_RX_STATS_ENTRY(rx_ctrl_frames),
144 	BNXT_RX_STATS_ENTRY(rx_pause_frames),
145 	BNXT_RX_STATS_ENTRY(rx_pfc_frames),
146 	BNXT_RX_STATS_ENTRY(rx_align_err_frames),
147 	BNXT_RX_STATS_ENTRY(rx_ovrsz_frames),
148 	BNXT_RX_STATS_ENTRY(rx_jbr_frames),
149 	BNXT_RX_STATS_ENTRY(rx_mtu_err_frames),
150 	BNXT_RX_STATS_ENTRY(rx_tagged_frames),
151 	BNXT_RX_STATS_ENTRY(rx_double_tagged_frames),
152 	BNXT_RX_STATS_ENTRY(rx_good_frames),
153 	BNXT_RX_STATS_ENTRY(rx_undrsz_frames),
154 	BNXT_RX_STATS_ENTRY(rx_eee_lpi_events),
155 	BNXT_RX_STATS_ENTRY(rx_eee_lpi_duration),
156 	BNXT_RX_STATS_ENTRY(rx_bytes),
157 	BNXT_RX_STATS_ENTRY(rx_runt_bytes),
158 	BNXT_RX_STATS_ENTRY(rx_runt_frames),
159 
160 	BNXT_TX_STATS_ENTRY(tx_64b_frames),
161 	BNXT_TX_STATS_ENTRY(tx_65b_127b_frames),
162 	BNXT_TX_STATS_ENTRY(tx_128b_255b_frames),
163 	BNXT_TX_STATS_ENTRY(tx_256b_511b_frames),
164 	BNXT_TX_STATS_ENTRY(tx_512b_1023b_frames),
165 	BNXT_TX_STATS_ENTRY(tx_1024b_1518_frames),
166 	BNXT_TX_STATS_ENTRY(tx_good_vlan_frames),
167 	BNXT_TX_STATS_ENTRY(tx_1519b_2047_frames),
168 	BNXT_TX_STATS_ENTRY(tx_2048b_4095b_frames),
169 	BNXT_TX_STATS_ENTRY(tx_4096b_9216b_frames),
170 	BNXT_TX_STATS_ENTRY(tx_9217b_16383b_frames),
171 	BNXT_TX_STATS_ENTRY(tx_good_frames),
172 	BNXT_TX_STATS_ENTRY(tx_total_frames),
173 	BNXT_TX_STATS_ENTRY(tx_ucast_frames),
174 	BNXT_TX_STATS_ENTRY(tx_mcast_frames),
175 	BNXT_TX_STATS_ENTRY(tx_bcast_frames),
176 	BNXT_TX_STATS_ENTRY(tx_pause_frames),
177 	BNXT_TX_STATS_ENTRY(tx_pfc_frames),
178 	BNXT_TX_STATS_ENTRY(tx_jabber_frames),
179 	BNXT_TX_STATS_ENTRY(tx_fcs_err_frames),
180 	BNXT_TX_STATS_ENTRY(tx_err),
181 	BNXT_TX_STATS_ENTRY(tx_fifo_underruns),
182 	BNXT_TX_STATS_ENTRY(tx_eee_lpi_events),
183 	BNXT_TX_STATS_ENTRY(tx_eee_lpi_duration),
184 	BNXT_TX_STATS_ENTRY(tx_total_collisions),
185 	BNXT_TX_STATS_ENTRY(tx_bytes),
186 };
187 
188 #define BNXT_NUM_PORT_STATS ARRAY_SIZE(bnxt_port_stats_arr)
189 
190 static int bnxt_get_sset_count(struct net_device *dev, int sset)
191 {
192 	struct bnxt *bp = netdev_priv(dev);
193 
194 	switch (sset) {
195 	case ETH_SS_STATS: {
196 		int num_stats = BNXT_NUM_STATS * bp->cp_nr_rings;
197 
198 		if (bp->flags & BNXT_FLAG_PORT_STATS)
199 			num_stats += BNXT_NUM_PORT_STATS;
200 
201 		return num_stats;
202 	}
203 	default:
204 		return -EOPNOTSUPP;
205 	}
206 }
207 
208 static void bnxt_get_ethtool_stats(struct net_device *dev,
209 				   struct ethtool_stats *stats, u64 *buf)
210 {
211 	u32 i, j = 0;
212 	struct bnxt *bp = netdev_priv(dev);
213 	u32 buf_size = sizeof(struct ctx_hw_stats) * bp->cp_nr_rings;
214 	u32 stat_fields = sizeof(struct ctx_hw_stats) / 8;
215 
216 	memset(buf, 0, buf_size);
217 
218 	if (!bp->bnapi)
219 		return;
220 
221 	for (i = 0; i < bp->cp_nr_rings; i++) {
222 		struct bnxt_napi *bnapi = bp->bnapi[i];
223 		struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring;
224 		__le64 *hw_stats = (__le64 *)cpr->hw_stats;
225 		int k;
226 
227 		for (k = 0; k < stat_fields; j++, k++)
228 			buf[j] = le64_to_cpu(hw_stats[k]);
229 		buf[j++] = cpr->rx_l4_csum_errors;
230 	}
231 	if (bp->flags & BNXT_FLAG_PORT_STATS) {
232 		__le64 *port_stats = (__le64 *)bp->hw_rx_port_stats;
233 
234 		for (i = 0; i < BNXT_NUM_PORT_STATS; i++, j++) {
235 			buf[j] = le64_to_cpu(*(port_stats +
236 					       bnxt_port_stats_arr[i].offset));
237 		}
238 	}
239 }
240 
241 static void bnxt_get_strings(struct net_device *dev, u32 stringset, u8 *buf)
242 {
243 	struct bnxt *bp = netdev_priv(dev);
244 	u32 i;
245 
246 	switch (stringset) {
247 	/* The number of strings must match BNXT_NUM_STATS defined above. */
248 	case ETH_SS_STATS:
249 		for (i = 0; i < bp->cp_nr_rings; i++) {
250 			sprintf(buf, "[%d]: rx_ucast_packets", i);
251 			buf += ETH_GSTRING_LEN;
252 			sprintf(buf, "[%d]: rx_mcast_packets", i);
253 			buf += ETH_GSTRING_LEN;
254 			sprintf(buf, "[%d]: rx_bcast_packets", i);
255 			buf += ETH_GSTRING_LEN;
256 			sprintf(buf, "[%d]: rx_discards", i);
257 			buf += ETH_GSTRING_LEN;
258 			sprintf(buf, "[%d]: rx_drops", i);
259 			buf += ETH_GSTRING_LEN;
260 			sprintf(buf, "[%d]: rx_ucast_bytes", i);
261 			buf += ETH_GSTRING_LEN;
262 			sprintf(buf, "[%d]: rx_mcast_bytes", i);
263 			buf += ETH_GSTRING_LEN;
264 			sprintf(buf, "[%d]: rx_bcast_bytes", i);
265 			buf += ETH_GSTRING_LEN;
266 			sprintf(buf, "[%d]: tx_ucast_packets", i);
267 			buf += ETH_GSTRING_LEN;
268 			sprintf(buf, "[%d]: tx_mcast_packets", i);
269 			buf += ETH_GSTRING_LEN;
270 			sprintf(buf, "[%d]: tx_bcast_packets", i);
271 			buf += ETH_GSTRING_LEN;
272 			sprintf(buf, "[%d]: tx_discards", i);
273 			buf += ETH_GSTRING_LEN;
274 			sprintf(buf, "[%d]: tx_drops", i);
275 			buf += ETH_GSTRING_LEN;
276 			sprintf(buf, "[%d]: tx_ucast_bytes", i);
277 			buf += ETH_GSTRING_LEN;
278 			sprintf(buf, "[%d]: tx_mcast_bytes", i);
279 			buf += ETH_GSTRING_LEN;
280 			sprintf(buf, "[%d]: tx_bcast_bytes", i);
281 			buf += ETH_GSTRING_LEN;
282 			sprintf(buf, "[%d]: tpa_packets", i);
283 			buf += ETH_GSTRING_LEN;
284 			sprintf(buf, "[%d]: tpa_bytes", i);
285 			buf += ETH_GSTRING_LEN;
286 			sprintf(buf, "[%d]: tpa_events", i);
287 			buf += ETH_GSTRING_LEN;
288 			sprintf(buf, "[%d]: tpa_aborts", i);
289 			buf += ETH_GSTRING_LEN;
290 			sprintf(buf, "[%d]: rx_l4_csum_errors", i);
291 			buf += ETH_GSTRING_LEN;
292 		}
293 		if (bp->flags & BNXT_FLAG_PORT_STATS) {
294 			for (i = 0; i < BNXT_NUM_PORT_STATS; i++) {
295 				strcpy(buf, bnxt_port_stats_arr[i].string);
296 				buf += ETH_GSTRING_LEN;
297 			}
298 		}
299 		break;
300 	default:
301 		netdev_err(bp->dev, "bnxt_get_strings invalid request %x\n",
302 			   stringset);
303 		break;
304 	}
305 }
306 
307 static void bnxt_get_ringparam(struct net_device *dev,
308 			       struct ethtool_ringparam *ering)
309 {
310 	struct bnxt *bp = netdev_priv(dev);
311 
312 	ering->rx_max_pending = BNXT_MAX_RX_DESC_CNT;
313 	ering->rx_jumbo_max_pending = BNXT_MAX_RX_JUM_DESC_CNT;
314 	ering->tx_max_pending = BNXT_MAX_TX_DESC_CNT;
315 
316 	ering->rx_pending = bp->rx_ring_size;
317 	ering->rx_jumbo_pending = bp->rx_agg_ring_size;
318 	ering->tx_pending = bp->tx_ring_size;
319 }
320 
321 static int bnxt_set_ringparam(struct net_device *dev,
322 			      struct ethtool_ringparam *ering)
323 {
324 	struct bnxt *bp = netdev_priv(dev);
325 
326 	if ((ering->rx_pending > BNXT_MAX_RX_DESC_CNT) ||
327 	    (ering->tx_pending > BNXT_MAX_TX_DESC_CNT) ||
328 	    (ering->tx_pending <= MAX_SKB_FRAGS))
329 		return -EINVAL;
330 
331 	if (netif_running(dev))
332 		bnxt_close_nic(bp, false, false);
333 
334 	bp->rx_ring_size = ering->rx_pending;
335 	bp->tx_ring_size = ering->tx_pending;
336 	bnxt_set_ring_params(bp);
337 
338 	if (netif_running(dev))
339 		return bnxt_open_nic(bp, false, false);
340 
341 	return 0;
342 }
343 
344 static void bnxt_get_channels(struct net_device *dev,
345 			      struct ethtool_channels *channel)
346 {
347 	struct bnxt *bp = netdev_priv(dev);
348 	int max_rx_rings, max_tx_rings, tcs;
349 
350 	bnxt_get_max_rings(bp, &max_rx_rings, &max_tx_rings, true);
351 	channel->max_combined = max_t(int, max_rx_rings, max_tx_rings);
352 
353 	if (bnxt_get_max_rings(bp, &max_rx_rings, &max_tx_rings, false)) {
354 		max_rx_rings = 0;
355 		max_tx_rings = 0;
356 	}
357 
358 	tcs = netdev_get_num_tc(dev);
359 	if (tcs > 1)
360 		max_tx_rings /= tcs;
361 
362 	channel->max_rx = max_rx_rings;
363 	channel->max_tx = max_tx_rings;
364 	channel->max_other = 0;
365 	if (bp->flags & BNXT_FLAG_SHARED_RINGS) {
366 		channel->combined_count = bp->rx_nr_rings;
367 		if (BNXT_CHIP_TYPE_NITRO_A0(bp))
368 			channel->combined_count--;
369 	} else {
370 		if (!BNXT_CHIP_TYPE_NITRO_A0(bp)) {
371 			channel->rx_count = bp->rx_nr_rings;
372 			channel->tx_count = bp->tx_nr_rings_per_tc;
373 		}
374 	}
375 }
376 
377 static int bnxt_set_channels(struct net_device *dev,
378 			     struct ethtool_channels *channel)
379 {
380 	struct bnxt *bp = netdev_priv(dev);
381 	int max_rx_rings, max_tx_rings, tcs;
382 	u32 rc = 0;
383 	bool sh = false;
384 
385 	if (channel->other_count)
386 		return -EINVAL;
387 
388 	if (!channel->combined_count &&
389 	    (!channel->rx_count || !channel->tx_count))
390 		return -EINVAL;
391 
392 	if (channel->combined_count &&
393 	    (channel->rx_count || channel->tx_count))
394 		return -EINVAL;
395 
396 	if (BNXT_CHIP_TYPE_NITRO_A0(bp) && (channel->rx_count ||
397 					    channel->tx_count))
398 		return -EINVAL;
399 
400 	if (channel->combined_count)
401 		sh = true;
402 
403 	bnxt_get_max_rings(bp, &max_rx_rings, &max_tx_rings, sh);
404 
405 	tcs = netdev_get_num_tc(dev);
406 	if (tcs > 1)
407 		max_tx_rings /= tcs;
408 
409 	if (sh &&
410 	    channel->combined_count > max_t(int, max_rx_rings, max_tx_rings))
411 		return -ENOMEM;
412 
413 	if (!sh && (channel->rx_count > max_rx_rings ||
414 		    channel->tx_count > max_tx_rings))
415 		return -ENOMEM;
416 
417 	if (netif_running(dev)) {
418 		if (BNXT_PF(bp)) {
419 			/* TODO CHIMP_FW: Send message to all VF's
420 			 * before PF unload
421 			 */
422 		}
423 		rc = bnxt_close_nic(bp, true, false);
424 		if (rc) {
425 			netdev_err(bp->dev, "Set channel failure rc :%x\n",
426 				   rc);
427 			return rc;
428 		}
429 	}
430 
431 	if (sh) {
432 		bp->flags |= BNXT_FLAG_SHARED_RINGS;
433 		bp->rx_nr_rings = min_t(int, channel->combined_count,
434 					max_rx_rings);
435 		bp->tx_nr_rings_per_tc = min_t(int, channel->combined_count,
436 					       max_tx_rings);
437 	} else {
438 		bp->flags &= ~BNXT_FLAG_SHARED_RINGS;
439 		bp->rx_nr_rings = channel->rx_count;
440 		bp->tx_nr_rings_per_tc = channel->tx_count;
441 	}
442 
443 	bp->tx_nr_rings = bp->tx_nr_rings_per_tc;
444 	if (tcs > 1)
445 		bp->tx_nr_rings = bp->tx_nr_rings_per_tc * tcs;
446 
447 	bp->cp_nr_rings = sh ? max_t(int, bp->tx_nr_rings, bp->rx_nr_rings) :
448 			       bp->tx_nr_rings + bp->rx_nr_rings;
449 
450 	bp->num_stat_ctxs = bp->cp_nr_rings;
451 
452 	/* After changing number of rx channels, update NTUPLE feature. */
453 	netdev_update_features(dev);
454 	if (netif_running(dev)) {
455 		rc = bnxt_open_nic(bp, true, false);
456 		if ((!rc) && BNXT_PF(bp)) {
457 			/* TODO CHIMP_FW: Send message to all VF's
458 			 * to renable
459 			 */
460 		}
461 	}
462 
463 	return rc;
464 }
465 
466 #ifdef CONFIG_RFS_ACCEL
467 static int bnxt_grxclsrlall(struct bnxt *bp, struct ethtool_rxnfc *cmd,
468 			    u32 *rule_locs)
469 {
470 	int i, j = 0;
471 
472 	cmd->data = bp->ntp_fltr_count;
473 	for (i = 0; i < BNXT_NTP_FLTR_HASH_SIZE; i++) {
474 		struct hlist_head *head;
475 		struct bnxt_ntuple_filter *fltr;
476 
477 		head = &bp->ntp_fltr_hash_tbl[i];
478 		rcu_read_lock();
479 		hlist_for_each_entry_rcu(fltr, head, hash) {
480 			if (j == cmd->rule_cnt)
481 				break;
482 			rule_locs[j++] = fltr->sw_id;
483 		}
484 		rcu_read_unlock();
485 		if (j == cmd->rule_cnt)
486 			break;
487 	}
488 	cmd->rule_cnt = j;
489 	return 0;
490 }
491 
492 static int bnxt_grxclsrule(struct bnxt *bp, struct ethtool_rxnfc *cmd)
493 {
494 	struct ethtool_rx_flow_spec *fs =
495 		(struct ethtool_rx_flow_spec *)&cmd->fs;
496 	struct bnxt_ntuple_filter *fltr;
497 	struct flow_keys *fkeys;
498 	int i, rc = -EINVAL;
499 
500 	if (fs->location < 0 || fs->location >= BNXT_NTP_FLTR_MAX_FLTR)
501 		return rc;
502 
503 	for (i = 0; i < BNXT_NTP_FLTR_HASH_SIZE; i++) {
504 		struct hlist_head *head;
505 
506 		head = &bp->ntp_fltr_hash_tbl[i];
507 		rcu_read_lock();
508 		hlist_for_each_entry_rcu(fltr, head, hash) {
509 			if (fltr->sw_id == fs->location)
510 				goto fltr_found;
511 		}
512 		rcu_read_unlock();
513 	}
514 	return rc;
515 
516 fltr_found:
517 	fkeys = &fltr->fkeys;
518 	if (fkeys->basic.ip_proto == IPPROTO_TCP)
519 		fs->flow_type = TCP_V4_FLOW;
520 	else if (fkeys->basic.ip_proto == IPPROTO_UDP)
521 		fs->flow_type = UDP_V4_FLOW;
522 	else
523 		goto fltr_err;
524 
525 	fs->h_u.tcp_ip4_spec.ip4src = fkeys->addrs.v4addrs.src;
526 	fs->m_u.tcp_ip4_spec.ip4src = cpu_to_be32(~0);
527 
528 	fs->h_u.tcp_ip4_spec.ip4dst = fkeys->addrs.v4addrs.dst;
529 	fs->m_u.tcp_ip4_spec.ip4dst = cpu_to_be32(~0);
530 
531 	fs->h_u.tcp_ip4_spec.psrc = fkeys->ports.src;
532 	fs->m_u.tcp_ip4_spec.psrc = cpu_to_be16(~0);
533 
534 	fs->h_u.tcp_ip4_spec.pdst = fkeys->ports.dst;
535 	fs->m_u.tcp_ip4_spec.pdst = cpu_to_be16(~0);
536 
537 	fs->ring_cookie = fltr->rxq;
538 	rc = 0;
539 
540 fltr_err:
541 	rcu_read_unlock();
542 
543 	return rc;
544 }
545 #endif
546 
547 static u64 get_ethtool_ipv4_rss(struct bnxt *bp)
548 {
549 	if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_IPV4)
550 		return RXH_IP_SRC | RXH_IP_DST;
551 	return 0;
552 }
553 
554 static u64 get_ethtool_ipv6_rss(struct bnxt *bp)
555 {
556 	if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_IPV6)
557 		return RXH_IP_SRC | RXH_IP_DST;
558 	return 0;
559 }
560 
561 static int bnxt_grxfh(struct bnxt *bp, struct ethtool_rxnfc *cmd)
562 {
563 	cmd->data = 0;
564 	switch (cmd->flow_type) {
565 	case TCP_V4_FLOW:
566 		if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV4)
567 			cmd->data |= RXH_IP_SRC | RXH_IP_DST |
568 				     RXH_L4_B_0_1 | RXH_L4_B_2_3;
569 		cmd->data |= get_ethtool_ipv4_rss(bp);
570 		break;
571 	case UDP_V4_FLOW:
572 		if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV4)
573 			cmd->data |= RXH_IP_SRC | RXH_IP_DST |
574 				     RXH_L4_B_0_1 | RXH_L4_B_2_3;
575 		/* fall through */
576 	case SCTP_V4_FLOW:
577 	case AH_ESP_V4_FLOW:
578 	case AH_V4_FLOW:
579 	case ESP_V4_FLOW:
580 	case IPV4_FLOW:
581 		cmd->data |= get_ethtool_ipv4_rss(bp);
582 		break;
583 
584 	case TCP_V6_FLOW:
585 		if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV6)
586 			cmd->data |= RXH_IP_SRC | RXH_IP_DST |
587 				     RXH_L4_B_0_1 | RXH_L4_B_2_3;
588 		cmd->data |= get_ethtool_ipv6_rss(bp);
589 		break;
590 	case UDP_V6_FLOW:
591 		if (bp->rss_hash_cfg & VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV6)
592 			cmd->data |= RXH_IP_SRC | RXH_IP_DST |
593 				     RXH_L4_B_0_1 | RXH_L4_B_2_3;
594 		/* fall through */
595 	case SCTP_V6_FLOW:
596 	case AH_ESP_V6_FLOW:
597 	case AH_V6_FLOW:
598 	case ESP_V6_FLOW:
599 	case IPV6_FLOW:
600 		cmd->data |= get_ethtool_ipv6_rss(bp);
601 		break;
602 	}
603 	return 0;
604 }
605 
606 #define RXH_4TUPLE (RXH_IP_SRC | RXH_IP_DST | RXH_L4_B_0_1 | RXH_L4_B_2_3)
607 #define RXH_2TUPLE (RXH_IP_SRC | RXH_IP_DST)
608 
609 static int bnxt_srxfh(struct bnxt *bp, struct ethtool_rxnfc *cmd)
610 {
611 	u32 rss_hash_cfg = bp->rss_hash_cfg;
612 	int tuple, rc = 0;
613 
614 	if (cmd->data == RXH_4TUPLE)
615 		tuple = 4;
616 	else if (cmd->data == RXH_2TUPLE)
617 		tuple = 2;
618 	else if (!cmd->data)
619 		tuple = 0;
620 	else
621 		return -EINVAL;
622 
623 	if (cmd->flow_type == TCP_V4_FLOW) {
624 		rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV4;
625 		if (tuple == 4)
626 			rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV4;
627 	} else if (cmd->flow_type == UDP_V4_FLOW) {
628 		if (tuple == 4 && !(bp->flags & BNXT_FLAG_UDP_RSS_CAP))
629 			return -EINVAL;
630 		rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV4;
631 		if (tuple == 4)
632 			rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV4;
633 	} else if (cmd->flow_type == TCP_V6_FLOW) {
634 		rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV6;
635 		if (tuple == 4)
636 			rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_TCP_IPV6;
637 	} else if (cmd->flow_type == UDP_V6_FLOW) {
638 		if (tuple == 4 && !(bp->flags & BNXT_FLAG_UDP_RSS_CAP))
639 			return -EINVAL;
640 		rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV6;
641 		if (tuple == 4)
642 			rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_UDP_IPV6;
643 	} else if (tuple == 4) {
644 		return -EINVAL;
645 	}
646 
647 	switch (cmd->flow_type) {
648 	case TCP_V4_FLOW:
649 	case UDP_V4_FLOW:
650 	case SCTP_V4_FLOW:
651 	case AH_ESP_V4_FLOW:
652 	case AH_V4_FLOW:
653 	case ESP_V4_FLOW:
654 	case IPV4_FLOW:
655 		if (tuple == 2)
656 			rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_IPV4;
657 		else if (!tuple)
658 			rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_IPV4;
659 		break;
660 
661 	case TCP_V6_FLOW:
662 	case UDP_V6_FLOW:
663 	case SCTP_V6_FLOW:
664 	case AH_ESP_V6_FLOW:
665 	case AH_V6_FLOW:
666 	case ESP_V6_FLOW:
667 	case IPV6_FLOW:
668 		if (tuple == 2)
669 			rss_hash_cfg |= VNIC_RSS_CFG_REQ_HASH_TYPE_IPV6;
670 		else if (!tuple)
671 			rss_hash_cfg &= ~VNIC_RSS_CFG_REQ_HASH_TYPE_IPV6;
672 		break;
673 	}
674 
675 	if (bp->rss_hash_cfg == rss_hash_cfg)
676 		return 0;
677 
678 	bp->rss_hash_cfg = rss_hash_cfg;
679 	if (netif_running(bp->dev)) {
680 		bnxt_close_nic(bp, false, false);
681 		rc = bnxt_open_nic(bp, false, false);
682 	}
683 	return rc;
684 }
685 
686 static int bnxt_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
687 			  u32 *rule_locs)
688 {
689 	struct bnxt *bp = netdev_priv(dev);
690 	int rc = 0;
691 
692 	switch (cmd->cmd) {
693 #ifdef CONFIG_RFS_ACCEL
694 	case ETHTOOL_GRXRINGS:
695 		cmd->data = bp->rx_nr_rings;
696 		break;
697 
698 	case ETHTOOL_GRXCLSRLCNT:
699 		cmd->rule_cnt = bp->ntp_fltr_count;
700 		cmd->data = BNXT_NTP_FLTR_MAX_FLTR;
701 		break;
702 
703 	case ETHTOOL_GRXCLSRLALL:
704 		rc = bnxt_grxclsrlall(bp, cmd, (u32 *)rule_locs);
705 		break;
706 
707 	case ETHTOOL_GRXCLSRULE:
708 		rc = bnxt_grxclsrule(bp, cmd);
709 		break;
710 #endif
711 
712 	case ETHTOOL_GRXFH:
713 		rc = bnxt_grxfh(bp, cmd);
714 		break;
715 
716 	default:
717 		rc = -EOPNOTSUPP;
718 		break;
719 	}
720 
721 	return rc;
722 }
723 
724 static int bnxt_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
725 {
726 	struct bnxt *bp = netdev_priv(dev);
727 	int rc;
728 
729 	switch (cmd->cmd) {
730 	case ETHTOOL_SRXFH:
731 		rc = bnxt_srxfh(bp, cmd);
732 		break;
733 
734 	default:
735 		rc = -EOPNOTSUPP;
736 		break;
737 	}
738 	return rc;
739 }
740 
741 static u32 bnxt_get_rxfh_indir_size(struct net_device *dev)
742 {
743 	return HW_HASH_INDEX_SIZE;
744 }
745 
746 static u32 bnxt_get_rxfh_key_size(struct net_device *dev)
747 {
748 	return HW_HASH_KEY_SIZE;
749 }
750 
751 static int bnxt_get_rxfh(struct net_device *dev, u32 *indir, u8 *key,
752 			 u8 *hfunc)
753 {
754 	struct bnxt *bp = netdev_priv(dev);
755 	struct bnxt_vnic_info *vnic = &bp->vnic_info[0];
756 	int i = 0;
757 
758 	if (hfunc)
759 		*hfunc = ETH_RSS_HASH_TOP;
760 
761 	if (indir)
762 		for (i = 0; i < HW_HASH_INDEX_SIZE; i++)
763 			indir[i] = le16_to_cpu(vnic->rss_table[i]);
764 
765 	if (key)
766 		memcpy(key, vnic->rss_hash_key, HW_HASH_KEY_SIZE);
767 
768 	return 0;
769 }
770 
771 static void bnxt_get_drvinfo(struct net_device *dev,
772 			     struct ethtool_drvinfo *info)
773 {
774 	struct bnxt *bp = netdev_priv(dev);
775 	char *pkglog;
776 	char *pkgver = NULL;
777 
778 	pkglog = kmalloc(BNX_PKG_LOG_MAX_LENGTH, GFP_KERNEL);
779 	if (pkglog)
780 		pkgver = bnxt_get_pkgver(dev, pkglog, BNX_PKG_LOG_MAX_LENGTH);
781 	strlcpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver));
782 	strlcpy(info->version, DRV_MODULE_VERSION, sizeof(info->version));
783 	if (pkgver && *pkgver != 0 && isdigit(*pkgver))
784 		snprintf(info->fw_version, sizeof(info->fw_version) - 1,
785 			 "%s pkg %s", bp->fw_ver_str, pkgver);
786 	else
787 		strlcpy(info->fw_version, bp->fw_ver_str,
788 			sizeof(info->fw_version));
789 	strlcpy(info->bus_info, pci_name(bp->pdev), sizeof(info->bus_info));
790 	info->n_stats = BNXT_NUM_STATS * bp->cp_nr_rings;
791 	info->testinfo_len = BNXT_NUM_TESTS(bp);
792 	/* TODO CHIMP_FW: eeprom dump details */
793 	info->eedump_len = 0;
794 	/* TODO CHIMP FW: reg dump details */
795 	info->regdump_len = 0;
796 	kfree(pkglog);
797 }
798 
799 u32 _bnxt_fw_to_ethtool_adv_spds(u16 fw_speeds, u8 fw_pause)
800 {
801 	u32 speed_mask = 0;
802 
803 	/* TODO: support 25GB, 40GB, 50GB with different cable type */
804 	/* set the advertised speeds */
805 	if (fw_speeds & BNXT_LINK_SPEED_MSK_100MB)
806 		speed_mask |= ADVERTISED_100baseT_Full;
807 	if (fw_speeds & BNXT_LINK_SPEED_MSK_1GB)
808 		speed_mask |= ADVERTISED_1000baseT_Full;
809 	if (fw_speeds & BNXT_LINK_SPEED_MSK_2_5GB)
810 		speed_mask |= ADVERTISED_2500baseX_Full;
811 	if (fw_speeds & BNXT_LINK_SPEED_MSK_10GB)
812 		speed_mask |= ADVERTISED_10000baseT_Full;
813 	if (fw_speeds & BNXT_LINK_SPEED_MSK_40GB)
814 		speed_mask |= ADVERTISED_40000baseCR4_Full;
815 
816 	if ((fw_pause & BNXT_LINK_PAUSE_BOTH) == BNXT_LINK_PAUSE_BOTH)
817 		speed_mask |= ADVERTISED_Pause;
818 	else if (fw_pause & BNXT_LINK_PAUSE_TX)
819 		speed_mask |= ADVERTISED_Asym_Pause;
820 	else if (fw_pause & BNXT_LINK_PAUSE_RX)
821 		speed_mask |= ADVERTISED_Pause | ADVERTISED_Asym_Pause;
822 
823 	return speed_mask;
824 }
825 
826 #define BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, fw_pause, lk_ksettings, name)\
827 {									\
828 	if ((fw_speeds) & BNXT_LINK_SPEED_MSK_100MB)			\
829 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
830 						     100baseT_Full);	\
831 	if ((fw_speeds) & BNXT_LINK_SPEED_MSK_1GB)			\
832 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
833 						     1000baseT_Full);	\
834 	if ((fw_speeds) & BNXT_LINK_SPEED_MSK_10GB)			\
835 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
836 						     10000baseT_Full);	\
837 	if ((fw_speeds) & BNXT_LINK_SPEED_MSK_25GB)			\
838 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
839 						     25000baseCR_Full);	\
840 	if ((fw_speeds) & BNXT_LINK_SPEED_MSK_40GB)			\
841 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
842 						     40000baseCR4_Full);\
843 	if ((fw_speeds) & BNXT_LINK_SPEED_MSK_50GB)			\
844 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
845 						     50000baseCR2_Full);\
846 	if ((fw_pause) & BNXT_LINK_PAUSE_RX) {				\
847 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
848 						     Pause);		\
849 		if (!((fw_pause) & BNXT_LINK_PAUSE_TX))			\
850 			ethtool_link_ksettings_add_link_mode(		\
851 					lk_ksettings, name, Asym_Pause);\
852 	} else if ((fw_pause) & BNXT_LINK_PAUSE_TX) {			\
853 		ethtool_link_ksettings_add_link_mode(lk_ksettings, name,\
854 						     Asym_Pause);	\
855 	}								\
856 }
857 
858 #define BNXT_ETHTOOL_TO_FW_SPDS(fw_speeds, lk_ksettings, name)		\
859 {									\
860 	if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
861 						  100baseT_Full) ||	\
862 	    ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
863 						  100baseT_Half))	\
864 		(fw_speeds) |= BNXT_LINK_SPEED_MSK_100MB;		\
865 	if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
866 						  1000baseT_Full) ||	\
867 	    ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
868 						  1000baseT_Half))	\
869 		(fw_speeds) |= BNXT_LINK_SPEED_MSK_1GB;			\
870 	if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
871 						  10000baseT_Full))	\
872 		(fw_speeds) |= BNXT_LINK_SPEED_MSK_10GB;		\
873 	if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
874 						  25000baseCR_Full))	\
875 		(fw_speeds) |= BNXT_LINK_SPEED_MSK_25GB;		\
876 	if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
877 						  40000baseCR4_Full))	\
878 		(fw_speeds) |= BNXT_LINK_SPEED_MSK_40GB;		\
879 	if (ethtool_link_ksettings_test_link_mode(lk_ksettings, name,	\
880 						  50000baseCR2_Full))	\
881 		(fw_speeds) |= BNXT_LINK_SPEED_MSK_50GB;		\
882 }
883 
884 static void bnxt_fw_to_ethtool_advertised_spds(struct bnxt_link_info *link_info,
885 				struct ethtool_link_ksettings *lk_ksettings)
886 {
887 	u16 fw_speeds = link_info->auto_link_speeds;
888 	u8 fw_pause = 0;
889 
890 	if (link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL)
891 		fw_pause = link_info->auto_pause_setting;
892 
893 	BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, fw_pause, lk_ksettings, advertising);
894 }
895 
896 static void bnxt_fw_to_ethtool_lp_adv(struct bnxt_link_info *link_info,
897 				struct ethtool_link_ksettings *lk_ksettings)
898 {
899 	u16 fw_speeds = link_info->lp_auto_link_speeds;
900 	u8 fw_pause = 0;
901 
902 	if (link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL)
903 		fw_pause = link_info->lp_pause;
904 
905 	BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, fw_pause, lk_ksettings,
906 				lp_advertising);
907 }
908 
909 static void bnxt_fw_to_ethtool_support_spds(struct bnxt_link_info *link_info,
910 				struct ethtool_link_ksettings *lk_ksettings)
911 {
912 	u16 fw_speeds = link_info->support_speeds;
913 
914 	BNXT_FW_TO_ETHTOOL_SPDS(fw_speeds, 0, lk_ksettings, supported);
915 
916 	ethtool_link_ksettings_add_link_mode(lk_ksettings, supported, Pause);
917 	ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
918 					     Asym_Pause);
919 
920 	if (link_info->support_auto_speeds)
921 		ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
922 						     Autoneg);
923 }
924 
925 u32 bnxt_fw_to_ethtool_speed(u16 fw_link_speed)
926 {
927 	switch (fw_link_speed) {
928 	case BNXT_LINK_SPEED_100MB:
929 		return SPEED_100;
930 	case BNXT_LINK_SPEED_1GB:
931 		return SPEED_1000;
932 	case BNXT_LINK_SPEED_2_5GB:
933 		return SPEED_2500;
934 	case BNXT_LINK_SPEED_10GB:
935 		return SPEED_10000;
936 	case BNXT_LINK_SPEED_20GB:
937 		return SPEED_20000;
938 	case BNXT_LINK_SPEED_25GB:
939 		return SPEED_25000;
940 	case BNXT_LINK_SPEED_40GB:
941 		return SPEED_40000;
942 	case BNXT_LINK_SPEED_50GB:
943 		return SPEED_50000;
944 	default:
945 		return SPEED_UNKNOWN;
946 	}
947 }
948 
949 static int bnxt_get_link_ksettings(struct net_device *dev,
950 				   struct ethtool_link_ksettings *lk_ksettings)
951 {
952 	struct bnxt *bp = netdev_priv(dev);
953 	struct bnxt_link_info *link_info = &bp->link_info;
954 	struct ethtool_link_settings *base = &lk_ksettings->base;
955 	u32 ethtool_speed;
956 
957 	ethtool_link_ksettings_zero_link_mode(lk_ksettings, supported);
958 	bnxt_fw_to_ethtool_support_spds(link_info, lk_ksettings);
959 
960 	ethtool_link_ksettings_zero_link_mode(lk_ksettings, advertising);
961 	if (link_info->autoneg) {
962 		bnxt_fw_to_ethtool_advertised_spds(link_info, lk_ksettings);
963 		ethtool_link_ksettings_add_link_mode(lk_ksettings,
964 						     advertising, Autoneg);
965 		base->autoneg = AUTONEG_ENABLE;
966 		if (link_info->phy_link_status == BNXT_LINK_LINK)
967 			bnxt_fw_to_ethtool_lp_adv(link_info, lk_ksettings);
968 		ethtool_speed = bnxt_fw_to_ethtool_speed(link_info->link_speed);
969 		if (!netif_carrier_ok(dev))
970 			base->duplex = DUPLEX_UNKNOWN;
971 		else if (link_info->duplex & BNXT_LINK_DUPLEX_FULL)
972 			base->duplex = DUPLEX_FULL;
973 		else
974 			base->duplex = DUPLEX_HALF;
975 	} else {
976 		base->autoneg = AUTONEG_DISABLE;
977 		ethtool_speed =
978 			bnxt_fw_to_ethtool_speed(link_info->req_link_speed);
979 		base->duplex = DUPLEX_HALF;
980 		if (link_info->req_duplex == BNXT_LINK_DUPLEX_FULL)
981 			base->duplex = DUPLEX_FULL;
982 	}
983 	base->speed = ethtool_speed;
984 
985 	base->port = PORT_NONE;
986 	if (link_info->media_type == PORT_PHY_QCFG_RESP_MEDIA_TYPE_TP) {
987 		base->port = PORT_TP;
988 		ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
989 						     TP);
990 		ethtool_link_ksettings_add_link_mode(lk_ksettings, advertising,
991 						     TP);
992 	} else {
993 		ethtool_link_ksettings_add_link_mode(lk_ksettings, supported,
994 						     FIBRE);
995 		ethtool_link_ksettings_add_link_mode(lk_ksettings, advertising,
996 						     FIBRE);
997 
998 		if (link_info->media_type == PORT_PHY_QCFG_RESP_MEDIA_TYPE_DAC)
999 			base->port = PORT_DA;
1000 		else if (link_info->media_type ==
1001 			 PORT_PHY_QCFG_RESP_MEDIA_TYPE_FIBRE)
1002 			base->port = PORT_FIBRE;
1003 	}
1004 	base->phy_address = link_info->phy_addr;
1005 
1006 	return 0;
1007 }
1008 
1009 static u32 bnxt_get_fw_speed(struct net_device *dev, u16 ethtool_speed)
1010 {
1011 	struct bnxt *bp = netdev_priv(dev);
1012 	struct bnxt_link_info *link_info = &bp->link_info;
1013 	u16 support_spds = link_info->support_speeds;
1014 	u32 fw_speed = 0;
1015 
1016 	switch (ethtool_speed) {
1017 	case SPEED_100:
1018 		if (support_spds & BNXT_LINK_SPEED_MSK_100MB)
1019 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_100MB;
1020 		break;
1021 	case SPEED_1000:
1022 		if (support_spds & BNXT_LINK_SPEED_MSK_1GB)
1023 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_1GB;
1024 		break;
1025 	case SPEED_2500:
1026 		if (support_spds & BNXT_LINK_SPEED_MSK_2_5GB)
1027 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_2_5GB;
1028 		break;
1029 	case SPEED_10000:
1030 		if (support_spds & BNXT_LINK_SPEED_MSK_10GB)
1031 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_10GB;
1032 		break;
1033 	case SPEED_20000:
1034 		if (support_spds & BNXT_LINK_SPEED_MSK_20GB)
1035 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_20GB;
1036 		break;
1037 	case SPEED_25000:
1038 		if (support_spds & BNXT_LINK_SPEED_MSK_25GB)
1039 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_25GB;
1040 		break;
1041 	case SPEED_40000:
1042 		if (support_spds & BNXT_LINK_SPEED_MSK_40GB)
1043 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_40GB;
1044 		break;
1045 	case SPEED_50000:
1046 		if (support_spds & BNXT_LINK_SPEED_MSK_50GB)
1047 			fw_speed = PORT_PHY_CFG_REQ_AUTO_LINK_SPEED_50GB;
1048 		break;
1049 	default:
1050 		netdev_err(dev, "unsupported speed!\n");
1051 		break;
1052 	}
1053 	return fw_speed;
1054 }
1055 
1056 u16 bnxt_get_fw_auto_link_speeds(u32 advertising)
1057 {
1058 	u16 fw_speed_mask = 0;
1059 
1060 	/* only support autoneg at speed 100, 1000, and 10000 */
1061 	if (advertising & (ADVERTISED_100baseT_Full |
1062 			   ADVERTISED_100baseT_Half)) {
1063 		fw_speed_mask |= BNXT_LINK_SPEED_MSK_100MB;
1064 	}
1065 	if (advertising & (ADVERTISED_1000baseT_Full |
1066 			   ADVERTISED_1000baseT_Half)) {
1067 		fw_speed_mask |= BNXT_LINK_SPEED_MSK_1GB;
1068 	}
1069 	if (advertising & ADVERTISED_10000baseT_Full)
1070 		fw_speed_mask |= BNXT_LINK_SPEED_MSK_10GB;
1071 
1072 	if (advertising & ADVERTISED_40000baseCR4_Full)
1073 		fw_speed_mask |= BNXT_LINK_SPEED_MSK_40GB;
1074 
1075 	return fw_speed_mask;
1076 }
1077 
1078 static int bnxt_set_link_ksettings(struct net_device *dev,
1079 			   const struct ethtool_link_ksettings *lk_ksettings)
1080 {
1081 	struct bnxt *bp = netdev_priv(dev);
1082 	struct bnxt_link_info *link_info = &bp->link_info;
1083 	const struct ethtool_link_settings *base = &lk_ksettings->base;
1084 	u32 speed, fw_advertising = 0;
1085 	bool set_pause = false;
1086 	int rc = 0;
1087 
1088 	if (!BNXT_SINGLE_PF(bp))
1089 		return -EOPNOTSUPP;
1090 
1091 	if (base->autoneg == AUTONEG_ENABLE) {
1092 		BNXT_ETHTOOL_TO_FW_SPDS(fw_advertising, lk_ksettings,
1093 					advertising);
1094 		link_info->autoneg |= BNXT_AUTONEG_SPEED;
1095 		if (!fw_advertising)
1096 			link_info->advertising = link_info->support_auto_speeds;
1097 		else
1098 			link_info->advertising = fw_advertising;
1099 		/* any change to autoneg will cause link change, therefore the
1100 		 * driver should put back the original pause setting in autoneg
1101 		 */
1102 		set_pause = true;
1103 	} else {
1104 		u16 fw_speed;
1105 		u8 phy_type = link_info->phy_type;
1106 
1107 		if (phy_type == PORT_PHY_QCFG_RESP_PHY_TYPE_BASET  ||
1108 		    phy_type == PORT_PHY_QCFG_RESP_PHY_TYPE_BASETE ||
1109 		    link_info->media_type == PORT_PHY_QCFG_RESP_MEDIA_TYPE_TP) {
1110 			netdev_err(dev, "10GBase-T devices must autoneg\n");
1111 			rc = -EINVAL;
1112 			goto set_setting_exit;
1113 		}
1114 		if (base->duplex == DUPLEX_HALF) {
1115 			netdev_err(dev, "HALF DUPLEX is not supported!\n");
1116 			rc = -EINVAL;
1117 			goto set_setting_exit;
1118 		}
1119 		speed = base->speed;
1120 		fw_speed = bnxt_get_fw_speed(dev, speed);
1121 		if (!fw_speed) {
1122 			rc = -EINVAL;
1123 			goto set_setting_exit;
1124 		}
1125 		link_info->req_link_speed = fw_speed;
1126 		link_info->req_duplex = BNXT_LINK_DUPLEX_FULL;
1127 		link_info->autoneg = 0;
1128 		link_info->advertising = 0;
1129 	}
1130 
1131 	if (netif_running(dev))
1132 		rc = bnxt_hwrm_set_link_setting(bp, set_pause, false);
1133 
1134 set_setting_exit:
1135 	return rc;
1136 }
1137 
1138 static void bnxt_get_pauseparam(struct net_device *dev,
1139 				struct ethtool_pauseparam *epause)
1140 {
1141 	struct bnxt *bp = netdev_priv(dev);
1142 	struct bnxt_link_info *link_info = &bp->link_info;
1143 
1144 	if (BNXT_VF(bp))
1145 		return;
1146 	epause->autoneg = !!(link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL);
1147 	epause->rx_pause = !!(link_info->req_flow_ctrl & BNXT_LINK_PAUSE_RX);
1148 	epause->tx_pause = !!(link_info->req_flow_ctrl & BNXT_LINK_PAUSE_TX);
1149 }
1150 
1151 static int bnxt_set_pauseparam(struct net_device *dev,
1152 			       struct ethtool_pauseparam *epause)
1153 {
1154 	int rc = 0;
1155 	struct bnxt *bp = netdev_priv(dev);
1156 	struct bnxt_link_info *link_info = &bp->link_info;
1157 
1158 	if (!BNXT_SINGLE_PF(bp))
1159 		return -EOPNOTSUPP;
1160 
1161 	if (epause->autoneg) {
1162 		if (!(link_info->autoneg & BNXT_AUTONEG_SPEED))
1163 			return -EINVAL;
1164 
1165 		link_info->autoneg |= BNXT_AUTONEG_FLOW_CTRL;
1166 		if (bp->hwrm_spec_code >= 0x10201)
1167 			link_info->req_flow_ctrl =
1168 				PORT_PHY_CFG_REQ_AUTO_PAUSE_AUTONEG_PAUSE;
1169 	} else {
1170 		/* when transition from auto pause to force pause,
1171 		 * force a link change
1172 		 */
1173 		if (link_info->autoneg & BNXT_AUTONEG_FLOW_CTRL)
1174 			link_info->force_link_chng = true;
1175 		link_info->autoneg &= ~BNXT_AUTONEG_FLOW_CTRL;
1176 		link_info->req_flow_ctrl = 0;
1177 	}
1178 	if (epause->rx_pause)
1179 		link_info->req_flow_ctrl |= BNXT_LINK_PAUSE_RX;
1180 
1181 	if (epause->tx_pause)
1182 		link_info->req_flow_ctrl |= BNXT_LINK_PAUSE_TX;
1183 
1184 	if (netif_running(dev))
1185 		rc = bnxt_hwrm_set_pause(bp);
1186 	return rc;
1187 }
1188 
1189 static u32 bnxt_get_link(struct net_device *dev)
1190 {
1191 	struct bnxt *bp = netdev_priv(dev);
1192 
1193 	/* TODO: handle MF, VF, driver close case */
1194 	return bp->link_info.link_up;
1195 }
1196 
1197 static int bnxt_find_nvram_item(struct net_device *dev, u16 type, u16 ordinal,
1198 				u16 ext, u16 *index, u32 *item_length,
1199 				u32 *data_length);
1200 
1201 static int bnxt_flash_nvram(struct net_device *dev,
1202 			    u16 dir_type,
1203 			    u16 dir_ordinal,
1204 			    u16 dir_ext,
1205 			    u16 dir_attr,
1206 			    const u8 *data,
1207 			    size_t data_len)
1208 {
1209 	struct bnxt *bp = netdev_priv(dev);
1210 	int rc;
1211 	struct hwrm_nvm_write_input req = {0};
1212 	dma_addr_t dma_handle;
1213 	u8 *kmem;
1214 
1215 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_WRITE, -1, -1);
1216 
1217 	req.dir_type = cpu_to_le16(dir_type);
1218 	req.dir_ordinal = cpu_to_le16(dir_ordinal);
1219 	req.dir_ext = cpu_to_le16(dir_ext);
1220 	req.dir_attr = cpu_to_le16(dir_attr);
1221 	req.dir_data_length = cpu_to_le32(data_len);
1222 
1223 	kmem = dma_alloc_coherent(&bp->pdev->dev, data_len, &dma_handle,
1224 				  GFP_KERNEL);
1225 	if (!kmem) {
1226 		netdev_err(dev, "dma_alloc_coherent failure, length = %u\n",
1227 			   (unsigned)data_len);
1228 		return -ENOMEM;
1229 	}
1230 	memcpy(kmem, data, data_len);
1231 	req.host_src_addr = cpu_to_le64(dma_handle);
1232 
1233 	rc = hwrm_send_message(bp, &req, sizeof(req), FLASH_NVRAM_TIMEOUT);
1234 	dma_free_coherent(&bp->pdev->dev, data_len, kmem, dma_handle);
1235 
1236 	return rc;
1237 }
1238 
1239 static int bnxt_firmware_reset(struct net_device *dev,
1240 			       u16 dir_type)
1241 {
1242 	struct bnxt *bp = netdev_priv(dev);
1243 	struct hwrm_fw_reset_input req = {0};
1244 
1245 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FW_RESET, -1, -1);
1246 
1247 	/* TODO: Support ASAP ChiMP self-reset (e.g. upon PF driver unload) */
1248 	/* TODO: Address self-reset of APE/KONG/BONO/TANG or ungraceful reset */
1249 	/*       (e.g. when firmware isn't already running) */
1250 	switch (dir_type) {
1251 	case BNX_DIR_TYPE_CHIMP_PATCH:
1252 	case BNX_DIR_TYPE_BOOTCODE:
1253 	case BNX_DIR_TYPE_BOOTCODE_2:
1254 		req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_BOOT;
1255 		/* Self-reset ChiMP upon next PCIe reset: */
1256 		req.selfrst_status = FW_RESET_REQ_SELFRST_STATUS_SELFRSTPCIERST;
1257 		break;
1258 	case BNX_DIR_TYPE_APE_FW:
1259 	case BNX_DIR_TYPE_APE_PATCH:
1260 		req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_MGMT;
1261 		/* Self-reset APE upon next PCIe reset: */
1262 		req.selfrst_status = FW_RESET_REQ_SELFRST_STATUS_SELFRSTPCIERST;
1263 		break;
1264 	case BNX_DIR_TYPE_KONG_FW:
1265 	case BNX_DIR_TYPE_KONG_PATCH:
1266 		req.embedded_proc_type =
1267 			FW_RESET_REQ_EMBEDDED_PROC_TYPE_NETCTRL;
1268 		break;
1269 	case BNX_DIR_TYPE_BONO_FW:
1270 	case BNX_DIR_TYPE_BONO_PATCH:
1271 		req.embedded_proc_type = FW_RESET_REQ_EMBEDDED_PROC_TYPE_ROCE;
1272 		break;
1273 	default:
1274 		return -EINVAL;
1275 	}
1276 
1277 	return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1278 }
1279 
1280 static int bnxt_flash_firmware(struct net_device *dev,
1281 			       u16 dir_type,
1282 			       const u8 *fw_data,
1283 			       size_t fw_size)
1284 {
1285 	int	rc = 0;
1286 	u16	code_type;
1287 	u32	stored_crc;
1288 	u32	calculated_crc;
1289 	struct bnxt_fw_header *header = (struct bnxt_fw_header *)fw_data;
1290 
1291 	switch (dir_type) {
1292 	case BNX_DIR_TYPE_BOOTCODE:
1293 	case BNX_DIR_TYPE_BOOTCODE_2:
1294 		code_type = CODE_BOOT;
1295 		break;
1296 	case BNX_DIR_TYPE_CHIMP_PATCH:
1297 		code_type = CODE_CHIMP_PATCH;
1298 		break;
1299 	case BNX_DIR_TYPE_APE_FW:
1300 		code_type = CODE_MCTP_PASSTHRU;
1301 		break;
1302 	case BNX_DIR_TYPE_APE_PATCH:
1303 		code_type = CODE_APE_PATCH;
1304 		break;
1305 	case BNX_DIR_TYPE_KONG_FW:
1306 		code_type = CODE_KONG_FW;
1307 		break;
1308 	case BNX_DIR_TYPE_KONG_PATCH:
1309 		code_type = CODE_KONG_PATCH;
1310 		break;
1311 	case BNX_DIR_TYPE_BONO_FW:
1312 		code_type = CODE_BONO_FW;
1313 		break;
1314 	case BNX_DIR_TYPE_BONO_PATCH:
1315 		code_type = CODE_BONO_PATCH;
1316 		break;
1317 	default:
1318 		netdev_err(dev, "Unsupported directory entry type: %u\n",
1319 			   dir_type);
1320 		return -EINVAL;
1321 	}
1322 	if (fw_size < sizeof(struct bnxt_fw_header)) {
1323 		netdev_err(dev, "Invalid firmware file size: %u\n",
1324 			   (unsigned int)fw_size);
1325 		return -EINVAL;
1326 	}
1327 	if (header->signature != cpu_to_le32(BNXT_FIRMWARE_BIN_SIGNATURE)) {
1328 		netdev_err(dev, "Invalid firmware signature: %08X\n",
1329 			   le32_to_cpu(header->signature));
1330 		return -EINVAL;
1331 	}
1332 	if (header->code_type != code_type) {
1333 		netdev_err(dev, "Expected firmware type: %d, read: %d\n",
1334 			   code_type, header->code_type);
1335 		return -EINVAL;
1336 	}
1337 	if (header->device != DEVICE_CUMULUS_FAMILY) {
1338 		netdev_err(dev, "Expected firmware device family %d, read: %d\n",
1339 			   DEVICE_CUMULUS_FAMILY, header->device);
1340 		return -EINVAL;
1341 	}
1342 	/* Confirm the CRC32 checksum of the file: */
1343 	stored_crc = le32_to_cpu(*(__le32 *)(fw_data + fw_size -
1344 					     sizeof(stored_crc)));
1345 	calculated_crc = ~crc32(~0, fw_data, fw_size - sizeof(stored_crc));
1346 	if (calculated_crc != stored_crc) {
1347 		netdev_err(dev, "Firmware file CRC32 checksum (%08lX) does not match calculated checksum (%08lX)\n",
1348 			   (unsigned long)stored_crc,
1349 			   (unsigned long)calculated_crc);
1350 		return -EINVAL;
1351 	}
1352 	rc = bnxt_flash_nvram(dev, dir_type, BNX_DIR_ORDINAL_FIRST,
1353 			      0, 0, fw_data, fw_size);
1354 	if (rc == 0)	/* Firmware update successful */
1355 		rc = bnxt_firmware_reset(dev, dir_type);
1356 
1357 	return rc;
1358 }
1359 
1360 static int bnxt_flash_microcode(struct net_device *dev,
1361 				u16 dir_type,
1362 				const u8 *fw_data,
1363 				size_t fw_size)
1364 {
1365 	struct bnxt_ucode_trailer *trailer;
1366 	u32 calculated_crc;
1367 	u32 stored_crc;
1368 	int rc = 0;
1369 
1370 	if (fw_size < sizeof(struct bnxt_ucode_trailer)) {
1371 		netdev_err(dev, "Invalid microcode file size: %u\n",
1372 			   (unsigned int)fw_size);
1373 		return -EINVAL;
1374 	}
1375 	trailer = (struct bnxt_ucode_trailer *)(fw_data + (fw_size -
1376 						sizeof(*trailer)));
1377 	if (trailer->sig != cpu_to_le32(BNXT_UCODE_TRAILER_SIGNATURE)) {
1378 		netdev_err(dev, "Invalid microcode trailer signature: %08X\n",
1379 			   le32_to_cpu(trailer->sig));
1380 		return -EINVAL;
1381 	}
1382 	if (le16_to_cpu(trailer->dir_type) != dir_type) {
1383 		netdev_err(dev, "Expected microcode type: %d, read: %d\n",
1384 			   dir_type, le16_to_cpu(trailer->dir_type));
1385 		return -EINVAL;
1386 	}
1387 	if (le16_to_cpu(trailer->trailer_length) <
1388 		sizeof(struct bnxt_ucode_trailer)) {
1389 		netdev_err(dev, "Invalid microcode trailer length: %d\n",
1390 			   le16_to_cpu(trailer->trailer_length));
1391 		return -EINVAL;
1392 	}
1393 
1394 	/* Confirm the CRC32 checksum of the file: */
1395 	stored_crc = le32_to_cpu(*(__le32 *)(fw_data + fw_size -
1396 					     sizeof(stored_crc)));
1397 	calculated_crc = ~crc32(~0, fw_data, fw_size - sizeof(stored_crc));
1398 	if (calculated_crc != stored_crc) {
1399 		netdev_err(dev,
1400 			   "CRC32 (%08lX) does not match calculated: %08lX\n",
1401 			   (unsigned long)stored_crc,
1402 			   (unsigned long)calculated_crc);
1403 		return -EINVAL;
1404 	}
1405 	rc = bnxt_flash_nvram(dev, dir_type, BNX_DIR_ORDINAL_FIRST,
1406 			      0, 0, fw_data, fw_size);
1407 
1408 	return rc;
1409 }
1410 
1411 static bool bnxt_dir_type_is_ape_bin_format(u16 dir_type)
1412 {
1413 	switch (dir_type) {
1414 	case BNX_DIR_TYPE_CHIMP_PATCH:
1415 	case BNX_DIR_TYPE_BOOTCODE:
1416 	case BNX_DIR_TYPE_BOOTCODE_2:
1417 	case BNX_DIR_TYPE_APE_FW:
1418 	case BNX_DIR_TYPE_APE_PATCH:
1419 	case BNX_DIR_TYPE_KONG_FW:
1420 	case BNX_DIR_TYPE_KONG_PATCH:
1421 	case BNX_DIR_TYPE_BONO_FW:
1422 	case BNX_DIR_TYPE_BONO_PATCH:
1423 		return true;
1424 	}
1425 
1426 	return false;
1427 }
1428 
1429 static bool bnxt_dir_type_is_other_exec_format(u16 dir_type)
1430 {
1431 	switch (dir_type) {
1432 	case BNX_DIR_TYPE_AVS:
1433 	case BNX_DIR_TYPE_EXP_ROM_MBA:
1434 	case BNX_DIR_TYPE_PCIE:
1435 	case BNX_DIR_TYPE_TSCF_UCODE:
1436 	case BNX_DIR_TYPE_EXT_PHY:
1437 	case BNX_DIR_TYPE_CCM:
1438 	case BNX_DIR_TYPE_ISCSI_BOOT:
1439 	case BNX_DIR_TYPE_ISCSI_BOOT_IPV6:
1440 	case BNX_DIR_TYPE_ISCSI_BOOT_IPV4N6:
1441 		return true;
1442 	}
1443 
1444 	return false;
1445 }
1446 
1447 static bool bnxt_dir_type_is_executable(u16 dir_type)
1448 {
1449 	return bnxt_dir_type_is_ape_bin_format(dir_type) ||
1450 		bnxt_dir_type_is_other_exec_format(dir_type);
1451 }
1452 
1453 static int bnxt_flash_firmware_from_file(struct net_device *dev,
1454 					 u16 dir_type,
1455 					 const char *filename)
1456 {
1457 	const struct firmware  *fw;
1458 	int			rc;
1459 
1460 	rc = request_firmware(&fw, filename, &dev->dev);
1461 	if (rc != 0) {
1462 		netdev_err(dev, "Error %d requesting firmware file: %s\n",
1463 			   rc, filename);
1464 		return rc;
1465 	}
1466 	if (bnxt_dir_type_is_ape_bin_format(dir_type) == true)
1467 		rc = bnxt_flash_firmware(dev, dir_type, fw->data, fw->size);
1468 	else if (bnxt_dir_type_is_other_exec_format(dir_type) == true)
1469 		rc = bnxt_flash_microcode(dev, dir_type, fw->data, fw->size);
1470 	else
1471 		rc = bnxt_flash_nvram(dev, dir_type, BNX_DIR_ORDINAL_FIRST,
1472 				      0, 0, fw->data, fw->size);
1473 	release_firmware(fw);
1474 	return rc;
1475 }
1476 
1477 static int bnxt_flash_package_from_file(struct net_device *dev,
1478 					char *filename, u32 install_type)
1479 {
1480 	struct bnxt *bp = netdev_priv(dev);
1481 	struct hwrm_nvm_install_update_output *resp = bp->hwrm_cmd_resp_addr;
1482 	struct hwrm_nvm_install_update_input install = {0};
1483 	const struct firmware *fw;
1484 	u32 item_len;
1485 	u16 index;
1486 	int rc;
1487 
1488 	bnxt_hwrm_fw_set_time(bp);
1489 
1490 	if (bnxt_find_nvram_item(dev, BNX_DIR_TYPE_UPDATE,
1491 				 BNX_DIR_ORDINAL_FIRST, BNX_DIR_EXT_NONE,
1492 				 &index, &item_len, NULL) != 0) {
1493 		netdev_err(dev, "PKG update area not created in nvram\n");
1494 		return -ENOBUFS;
1495 	}
1496 
1497 	rc = request_firmware(&fw, filename, &dev->dev);
1498 	if (rc != 0) {
1499 		netdev_err(dev, "PKG error %d requesting file: %s\n",
1500 			   rc, filename);
1501 		return rc;
1502 	}
1503 
1504 	if (fw->size > item_len) {
1505 		netdev_err(dev, "PKG insufficient update area in nvram: %lu",
1506 			   (unsigned long)fw->size);
1507 		rc = -EFBIG;
1508 	} else {
1509 		dma_addr_t dma_handle;
1510 		u8 *kmem;
1511 		struct hwrm_nvm_modify_input modify = {0};
1512 
1513 		bnxt_hwrm_cmd_hdr_init(bp, &modify, HWRM_NVM_MODIFY, -1, -1);
1514 
1515 		modify.dir_idx = cpu_to_le16(index);
1516 		modify.len = cpu_to_le32(fw->size);
1517 
1518 		kmem = dma_alloc_coherent(&bp->pdev->dev, fw->size,
1519 					  &dma_handle, GFP_KERNEL);
1520 		if (!kmem) {
1521 			netdev_err(dev,
1522 				   "dma_alloc_coherent failure, length = %u\n",
1523 				   (unsigned int)fw->size);
1524 			rc = -ENOMEM;
1525 		} else {
1526 			memcpy(kmem, fw->data, fw->size);
1527 			modify.host_src_addr = cpu_to_le64(dma_handle);
1528 
1529 			rc = hwrm_send_message(bp, &modify, sizeof(modify),
1530 					       FLASH_PACKAGE_TIMEOUT);
1531 			dma_free_coherent(&bp->pdev->dev, fw->size, kmem,
1532 					  dma_handle);
1533 		}
1534 	}
1535 	release_firmware(fw);
1536 	if (rc)
1537 		return rc;
1538 
1539 	if ((install_type & 0xffff) == 0)
1540 		install_type >>= 16;
1541 	bnxt_hwrm_cmd_hdr_init(bp, &install, HWRM_NVM_INSTALL_UPDATE, -1, -1);
1542 	install.install_type = cpu_to_le32(install_type);
1543 
1544 	rc = hwrm_send_message(bp, &install, sizeof(install),
1545 			       INSTALL_PACKAGE_TIMEOUT);
1546 	if (rc)
1547 		return -EOPNOTSUPP;
1548 
1549 	if (resp->result) {
1550 		netdev_err(dev, "PKG install error = %d, problem_item = %d\n",
1551 			   (s8)resp->result, (int)resp->problem_item);
1552 		return -ENOPKG;
1553 	}
1554 	return 0;
1555 }
1556 
1557 static int bnxt_flash_device(struct net_device *dev,
1558 			     struct ethtool_flash *flash)
1559 {
1560 	if (!BNXT_PF((struct bnxt *)netdev_priv(dev))) {
1561 		netdev_err(dev, "flashdev not supported from a virtual function\n");
1562 		return -EINVAL;
1563 	}
1564 
1565 	if (flash->region == ETHTOOL_FLASH_ALL_REGIONS ||
1566 	    flash->region > 0xffff)
1567 		return bnxt_flash_package_from_file(dev, flash->data,
1568 						    flash->region);
1569 
1570 	return bnxt_flash_firmware_from_file(dev, flash->region, flash->data);
1571 }
1572 
1573 static int nvm_get_dir_info(struct net_device *dev, u32 *entries, u32 *length)
1574 {
1575 	struct bnxt *bp = netdev_priv(dev);
1576 	int rc;
1577 	struct hwrm_nvm_get_dir_info_input req = {0};
1578 	struct hwrm_nvm_get_dir_info_output *output = bp->hwrm_cmd_resp_addr;
1579 
1580 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_GET_DIR_INFO, -1, -1);
1581 
1582 	mutex_lock(&bp->hwrm_cmd_lock);
1583 	rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1584 	if (!rc) {
1585 		*entries = le32_to_cpu(output->entries);
1586 		*length = le32_to_cpu(output->entry_length);
1587 	}
1588 	mutex_unlock(&bp->hwrm_cmd_lock);
1589 	return rc;
1590 }
1591 
1592 static int bnxt_get_eeprom_len(struct net_device *dev)
1593 {
1594 	/* The -1 return value allows the entire 32-bit range of offsets to be
1595 	 * passed via the ethtool command-line utility.
1596 	 */
1597 	return -1;
1598 }
1599 
1600 static int bnxt_get_nvram_directory(struct net_device *dev, u32 len, u8 *data)
1601 {
1602 	struct bnxt *bp = netdev_priv(dev);
1603 	int rc;
1604 	u32 dir_entries;
1605 	u32 entry_length;
1606 	u8 *buf;
1607 	size_t buflen;
1608 	dma_addr_t dma_handle;
1609 	struct hwrm_nvm_get_dir_entries_input req = {0};
1610 
1611 	rc = nvm_get_dir_info(dev, &dir_entries, &entry_length);
1612 	if (rc != 0)
1613 		return rc;
1614 
1615 	/* Insert 2 bytes of directory info (count and size of entries) */
1616 	if (len < 2)
1617 		return -EINVAL;
1618 
1619 	*data++ = dir_entries;
1620 	*data++ = entry_length;
1621 	len -= 2;
1622 	memset(data, 0xff, len);
1623 
1624 	buflen = dir_entries * entry_length;
1625 	buf = dma_alloc_coherent(&bp->pdev->dev, buflen, &dma_handle,
1626 				 GFP_KERNEL);
1627 	if (!buf) {
1628 		netdev_err(dev, "dma_alloc_coherent failure, length = %u\n",
1629 			   (unsigned)buflen);
1630 		return -ENOMEM;
1631 	}
1632 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_GET_DIR_ENTRIES, -1, -1);
1633 	req.host_dest_addr = cpu_to_le64(dma_handle);
1634 	rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1635 	if (rc == 0)
1636 		memcpy(data, buf, len > buflen ? buflen : len);
1637 	dma_free_coherent(&bp->pdev->dev, buflen, buf, dma_handle);
1638 	return rc;
1639 }
1640 
1641 static int bnxt_get_nvram_item(struct net_device *dev, u32 index, u32 offset,
1642 			       u32 length, u8 *data)
1643 {
1644 	struct bnxt *bp = netdev_priv(dev);
1645 	int rc;
1646 	u8 *buf;
1647 	dma_addr_t dma_handle;
1648 	struct hwrm_nvm_read_input req = {0};
1649 
1650 	buf = dma_alloc_coherent(&bp->pdev->dev, length, &dma_handle,
1651 				 GFP_KERNEL);
1652 	if (!buf) {
1653 		netdev_err(dev, "dma_alloc_coherent failure, length = %u\n",
1654 			   (unsigned)length);
1655 		return -ENOMEM;
1656 	}
1657 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_READ, -1, -1);
1658 	req.host_dest_addr = cpu_to_le64(dma_handle);
1659 	req.dir_idx = cpu_to_le16(index);
1660 	req.offset = cpu_to_le32(offset);
1661 	req.len = cpu_to_le32(length);
1662 
1663 	rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1664 	if (rc == 0)
1665 		memcpy(data, buf, length);
1666 	dma_free_coherent(&bp->pdev->dev, length, buf, dma_handle);
1667 	return rc;
1668 }
1669 
1670 static int bnxt_find_nvram_item(struct net_device *dev, u16 type, u16 ordinal,
1671 				u16 ext, u16 *index, u32 *item_length,
1672 				u32 *data_length)
1673 {
1674 	struct bnxt *bp = netdev_priv(dev);
1675 	int rc;
1676 	struct hwrm_nvm_find_dir_entry_input req = {0};
1677 	struct hwrm_nvm_find_dir_entry_output *output = bp->hwrm_cmd_resp_addr;
1678 
1679 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_FIND_DIR_ENTRY, -1, -1);
1680 	req.enables = 0;
1681 	req.dir_idx = 0;
1682 	req.dir_type = cpu_to_le16(type);
1683 	req.dir_ordinal = cpu_to_le16(ordinal);
1684 	req.dir_ext = cpu_to_le16(ext);
1685 	req.opt_ordinal = NVM_FIND_DIR_ENTRY_REQ_OPT_ORDINAL_EQ;
1686 	rc = hwrm_send_message_silent(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1687 	if (rc == 0) {
1688 		if (index)
1689 			*index = le16_to_cpu(output->dir_idx);
1690 		if (item_length)
1691 			*item_length = le32_to_cpu(output->dir_item_length);
1692 		if (data_length)
1693 			*data_length = le32_to_cpu(output->dir_data_length);
1694 	}
1695 	return rc;
1696 }
1697 
1698 static char *bnxt_parse_pkglog(int desired_field, u8 *data, size_t datalen)
1699 {
1700 	char	*retval = NULL;
1701 	char	*p;
1702 	char	*value;
1703 	int	field = 0;
1704 
1705 	if (datalen < 1)
1706 		return NULL;
1707 	/* null-terminate the log data (removing last '\n'): */
1708 	data[datalen - 1] = 0;
1709 	for (p = data; *p != 0; p++) {
1710 		field = 0;
1711 		retval = NULL;
1712 		while (*p != 0 && *p != '\n') {
1713 			value = p;
1714 			while (*p != 0 && *p != '\t' && *p != '\n')
1715 				p++;
1716 			if (field == desired_field)
1717 				retval = value;
1718 			if (*p != '\t')
1719 				break;
1720 			*p = 0;
1721 			field++;
1722 			p++;
1723 		}
1724 		if (*p == 0)
1725 			break;
1726 		*p = 0;
1727 	}
1728 	return retval;
1729 }
1730 
1731 static char *bnxt_get_pkgver(struct net_device *dev, char *buf, size_t buflen)
1732 {
1733 	u16 index = 0;
1734 	u32 datalen;
1735 
1736 	if (bnxt_find_nvram_item(dev, BNX_DIR_TYPE_PKG_LOG,
1737 				 BNX_DIR_ORDINAL_FIRST, BNX_DIR_EXT_NONE,
1738 				 &index, NULL, &datalen) != 0)
1739 		return NULL;
1740 
1741 	memset(buf, 0, buflen);
1742 	if (bnxt_get_nvram_item(dev, index, 0, datalen, buf) != 0)
1743 		return NULL;
1744 
1745 	return bnxt_parse_pkglog(BNX_PKG_LOG_FIELD_IDX_PKG_VERSION, buf,
1746 		datalen);
1747 }
1748 
1749 static int bnxt_get_eeprom(struct net_device *dev,
1750 			   struct ethtool_eeprom *eeprom,
1751 			   u8 *data)
1752 {
1753 	u32 index;
1754 	u32 offset;
1755 
1756 	if (eeprom->offset == 0) /* special offset value to get directory */
1757 		return bnxt_get_nvram_directory(dev, eeprom->len, data);
1758 
1759 	index = eeprom->offset >> 24;
1760 	offset = eeprom->offset & 0xffffff;
1761 
1762 	if (index == 0) {
1763 		netdev_err(dev, "unsupported index value: %d\n", index);
1764 		return -EINVAL;
1765 	}
1766 
1767 	return bnxt_get_nvram_item(dev, index - 1, offset, eeprom->len, data);
1768 }
1769 
1770 static int bnxt_erase_nvram_directory(struct net_device *dev, u8 index)
1771 {
1772 	struct bnxt *bp = netdev_priv(dev);
1773 	struct hwrm_nvm_erase_dir_entry_input req = {0};
1774 
1775 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_NVM_ERASE_DIR_ENTRY, -1, -1);
1776 	req.dir_idx = cpu_to_le16(index);
1777 	return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1778 }
1779 
1780 static int bnxt_set_eeprom(struct net_device *dev,
1781 			   struct ethtool_eeprom *eeprom,
1782 			   u8 *data)
1783 {
1784 	struct bnxt *bp = netdev_priv(dev);
1785 	u8 index, dir_op;
1786 	u16 type, ext, ordinal, attr;
1787 
1788 	if (!BNXT_PF(bp)) {
1789 		netdev_err(dev, "NVM write not supported from a virtual function\n");
1790 		return -EINVAL;
1791 	}
1792 
1793 	type = eeprom->magic >> 16;
1794 
1795 	if (type == 0xffff) { /* special value for directory operations */
1796 		index = eeprom->magic & 0xff;
1797 		dir_op = eeprom->magic >> 8;
1798 		if (index == 0)
1799 			return -EINVAL;
1800 		switch (dir_op) {
1801 		case 0x0e: /* erase */
1802 			if (eeprom->offset != ~eeprom->magic)
1803 				return -EINVAL;
1804 			return bnxt_erase_nvram_directory(dev, index - 1);
1805 		default:
1806 			return -EINVAL;
1807 		}
1808 	}
1809 
1810 	/* Create or re-write an NVM item: */
1811 	if (bnxt_dir_type_is_executable(type) == true)
1812 		return -EOPNOTSUPP;
1813 	ext = eeprom->magic & 0xffff;
1814 	ordinal = eeprom->offset >> 16;
1815 	attr = eeprom->offset & 0xffff;
1816 
1817 	return bnxt_flash_nvram(dev, type, ordinal, ext, attr, data,
1818 				eeprom->len);
1819 }
1820 
1821 static int bnxt_set_eee(struct net_device *dev, struct ethtool_eee *edata)
1822 {
1823 	struct bnxt *bp = netdev_priv(dev);
1824 	struct ethtool_eee *eee = &bp->eee;
1825 	struct bnxt_link_info *link_info = &bp->link_info;
1826 	u32 advertising =
1827 		 _bnxt_fw_to_ethtool_adv_spds(link_info->advertising, 0);
1828 	int rc = 0;
1829 
1830 	if (!BNXT_SINGLE_PF(bp))
1831 		return -EOPNOTSUPP;
1832 
1833 	if (!(bp->flags & BNXT_FLAG_EEE_CAP))
1834 		return -EOPNOTSUPP;
1835 
1836 	if (!edata->eee_enabled)
1837 		goto eee_ok;
1838 
1839 	if (!(link_info->autoneg & BNXT_AUTONEG_SPEED)) {
1840 		netdev_warn(dev, "EEE requires autoneg\n");
1841 		return -EINVAL;
1842 	}
1843 	if (edata->tx_lpi_enabled) {
1844 		if (bp->lpi_tmr_hi && (edata->tx_lpi_timer > bp->lpi_tmr_hi ||
1845 				       edata->tx_lpi_timer < bp->lpi_tmr_lo)) {
1846 			netdev_warn(dev, "Valid LPI timer range is %d and %d microsecs\n",
1847 				    bp->lpi_tmr_lo, bp->lpi_tmr_hi);
1848 			return -EINVAL;
1849 		} else if (!bp->lpi_tmr_hi) {
1850 			edata->tx_lpi_timer = eee->tx_lpi_timer;
1851 		}
1852 	}
1853 	if (!edata->advertised) {
1854 		edata->advertised = advertising & eee->supported;
1855 	} else if (edata->advertised & ~advertising) {
1856 		netdev_warn(dev, "EEE advertised %x must be a subset of autoneg advertised speeds %x\n",
1857 			    edata->advertised, advertising);
1858 		return -EINVAL;
1859 	}
1860 
1861 	eee->advertised = edata->advertised;
1862 	eee->tx_lpi_enabled = edata->tx_lpi_enabled;
1863 	eee->tx_lpi_timer = edata->tx_lpi_timer;
1864 eee_ok:
1865 	eee->eee_enabled = edata->eee_enabled;
1866 
1867 	if (netif_running(dev))
1868 		rc = bnxt_hwrm_set_link_setting(bp, false, true);
1869 
1870 	return rc;
1871 }
1872 
1873 static int bnxt_get_eee(struct net_device *dev, struct ethtool_eee *edata)
1874 {
1875 	struct bnxt *bp = netdev_priv(dev);
1876 
1877 	if (!(bp->flags & BNXT_FLAG_EEE_CAP))
1878 		return -EOPNOTSUPP;
1879 
1880 	*edata = bp->eee;
1881 	if (!bp->eee.eee_enabled) {
1882 		/* Preserve tx_lpi_timer so that the last value will be used
1883 		 * by default when it is re-enabled.
1884 		 */
1885 		edata->advertised = 0;
1886 		edata->tx_lpi_enabled = 0;
1887 	}
1888 
1889 	if (!bp->eee.eee_active)
1890 		edata->lp_advertised = 0;
1891 
1892 	return 0;
1893 }
1894 
1895 static int bnxt_read_sfp_module_eeprom_info(struct bnxt *bp, u16 i2c_addr,
1896 					    u16 page_number, u16 start_addr,
1897 					    u16 data_length, u8 *buf)
1898 {
1899 	struct hwrm_port_phy_i2c_read_input req = {0};
1900 	struct hwrm_port_phy_i2c_read_output *output = bp->hwrm_cmd_resp_addr;
1901 	int rc, byte_offset = 0;
1902 
1903 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_PHY_I2C_READ, -1, -1);
1904 	req.i2c_slave_addr = i2c_addr;
1905 	req.page_number = cpu_to_le16(page_number);
1906 	req.port_id = cpu_to_le16(bp->pf.port_id);
1907 	do {
1908 		u16 xfer_size;
1909 
1910 		xfer_size = min_t(u16, data_length, BNXT_MAX_PHY_I2C_RESP_SIZE);
1911 		data_length -= xfer_size;
1912 		req.page_offset = cpu_to_le16(start_addr + byte_offset);
1913 		req.data_length = xfer_size;
1914 		req.enables = cpu_to_le32(start_addr + byte_offset ?
1915 				 PORT_PHY_I2C_READ_REQ_ENABLES_PAGE_OFFSET : 0);
1916 		mutex_lock(&bp->hwrm_cmd_lock);
1917 		rc = _hwrm_send_message(bp, &req, sizeof(req),
1918 					HWRM_CMD_TIMEOUT);
1919 		if (!rc)
1920 			memcpy(buf + byte_offset, output->data, xfer_size);
1921 		mutex_unlock(&bp->hwrm_cmd_lock);
1922 		byte_offset += xfer_size;
1923 	} while (!rc && data_length > 0);
1924 
1925 	return rc;
1926 }
1927 
1928 static int bnxt_get_module_info(struct net_device *dev,
1929 				struct ethtool_modinfo *modinfo)
1930 {
1931 	struct bnxt *bp = netdev_priv(dev);
1932 	struct hwrm_port_phy_i2c_read_input req = {0};
1933 	struct hwrm_port_phy_i2c_read_output *output = bp->hwrm_cmd_resp_addr;
1934 	int rc;
1935 
1936 	/* No point in going further if phy status indicates
1937 	 * module is not inserted or if it is powered down or
1938 	 * if it is of type 10GBase-T
1939 	 */
1940 	if (bp->link_info.module_status >
1941 		PORT_PHY_QCFG_RESP_MODULE_STATUS_WARNINGMSG)
1942 		return -EOPNOTSUPP;
1943 
1944 	/* This feature is not supported in older firmware versions */
1945 	if (bp->hwrm_spec_code < 0x10202)
1946 		return -EOPNOTSUPP;
1947 
1948 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_PORT_PHY_I2C_READ, -1, -1);
1949 	req.i2c_slave_addr = I2C_DEV_ADDR_A0;
1950 	req.page_number = 0;
1951 	req.page_offset = cpu_to_le16(SFP_EEPROM_SFF_8472_COMP_ADDR);
1952 	req.data_length = SFP_EEPROM_SFF_8472_COMP_SIZE;
1953 	req.port_id = cpu_to_le16(bp->pf.port_id);
1954 	mutex_lock(&bp->hwrm_cmd_lock);
1955 	rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
1956 	if (!rc) {
1957 		u32 module_id = le32_to_cpu(output->data[0]);
1958 
1959 		switch (module_id) {
1960 		case SFF_MODULE_ID_SFP:
1961 			modinfo->type = ETH_MODULE_SFF_8472;
1962 			modinfo->eeprom_len = ETH_MODULE_SFF_8472_LEN;
1963 			break;
1964 		case SFF_MODULE_ID_QSFP:
1965 		case SFF_MODULE_ID_QSFP_PLUS:
1966 			modinfo->type = ETH_MODULE_SFF_8436;
1967 			modinfo->eeprom_len = ETH_MODULE_SFF_8436_LEN;
1968 			break;
1969 		case SFF_MODULE_ID_QSFP28:
1970 			modinfo->type = ETH_MODULE_SFF_8636;
1971 			modinfo->eeprom_len = ETH_MODULE_SFF_8636_LEN;
1972 			break;
1973 		default:
1974 			rc = -EOPNOTSUPP;
1975 			break;
1976 		}
1977 	}
1978 	mutex_unlock(&bp->hwrm_cmd_lock);
1979 	return rc;
1980 }
1981 
1982 static int bnxt_get_module_eeprom(struct net_device *dev,
1983 				  struct ethtool_eeprom *eeprom,
1984 				  u8 *data)
1985 {
1986 	struct bnxt *bp = netdev_priv(dev);
1987 	u16  start = eeprom->offset, length = eeprom->len;
1988 	int rc = 0;
1989 
1990 	memset(data, 0, eeprom->len);
1991 
1992 	/* Read A0 portion of the EEPROM */
1993 	if (start < ETH_MODULE_SFF_8436_LEN) {
1994 		if (start + eeprom->len > ETH_MODULE_SFF_8436_LEN)
1995 			length = ETH_MODULE_SFF_8436_LEN - start;
1996 		rc = bnxt_read_sfp_module_eeprom_info(bp, I2C_DEV_ADDR_A0, 0,
1997 						      start, length, data);
1998 		if (rc)
1999 			return rc;
2000 		start += length;
2001 		data += length;
2002 		length = eeprom->len - length;
2003 	}
2004 
2005 	/* Read A2 portion of the EEPROM */
2006 	if (length) {
2007 		start -= ETH_MODULE_SFF_8436_LEN;
2008 		bnxt_read_sfp_module_eeprom_info(bp, I2C_DEV_ADDR_A2, 1, start,
2009 						 length, data);
2010 	}
2011 	return rc;
2012 }
2013 
2014 static int bnxt_nway_reset(struct net_device *dev)
2015 {
2016 	int rc = 0;
2017 
2018 	struct bnxt *bp = netdev_priv(dev);
2019 	struct bnxt_link_info *link_info = &bp->link_info;
2020 
2021 	if (!BNXT_SINGLE_PF(bp))
2022 		return -EOPNOTSUPP;
2023 
2024 	if (!(link_info->autoneg & BNXT_AUTONEG_SPEED))
2025 		return -EINVAL;
2026 
2027 	if (netif_running(dev))
2028 		rc = bnxt_hwrm_set_link_setting(bp, true, false);
2029 
2030 	return rc;
2031 }
2032 
2033 const struct ethtool_ops bnxt_ethtool_ops = {
2034 	.get_link_ksettings	= bnxt_get_link_ksettings,
2035 	.set_link_ksettings	= bnxt_set_link_ksettings,
2036 	.get_pauseparam		= bnxt_get_pauseparam,
2037 	.set_pauseparam		= bnxt_set_pauseparam,
2038 	.get_drvinfo		= bnxt_get_drvinfo,
2039 	.get_coalesce		= bnxt_get_coalesce,
2040 	.set_coalesce		= bnxt_set_coalesce,
2041 	.get_msglevel		= bnxt_get_msglevel,
2042 	.set_msglevel		= bnxt_set_msglevel,
2043 	.get_sset_count		= bnxt_get_sset_count,
2044 	.get_strings		= bnxt_get_strings,
2045 	.get_ethtool_stats	= bnxt_get_ethtool_stats,
2046 	.set_ringparam		= bnxt_set_ringparam,
2047 	.get_ringparam		= bnxt_get_ringparam,
2048 	.get_channels		= bnxt_get_channels,
2049 	.set_channels		= bnxt_set_channels,
2050 	.get_rxnfc		= bnxt_get_rxnfc,
2051 	.set_rxnfc		= bnxt_set_rxnfc,
2052 	.get_rxfh_indir_size    = bnxt_get_rxfh_indir_size,
2053 	.get_rxfh_key_size      = bnxt_get_rxfh_key_size,
2054 	.get_rxfh               = bnxt_get_rxfh,
2055 	.flash_device		= bnxt_flash_device,
2056 	.get_eeprom_len         = bnxt_get_eeprom_len,
2057 	.get_eeprom             = bnxt_get_eeprom,
2058 	.set_eeprom		= bnxt_set_eeprom,
2059 	.get_link		= bnxt_get_link,
2060 	.get_eee		= bnxt_get_eee,
2061 	.set_eee		= bnxt_set_eee,
2062 	.get_module_info	= bnxt_get_module_info,
2063 	.get_module_eeprom	= bnxt_get_module_eeprom,
2064 	.nway_reset		= bnxt_nway_reset
2065 };
2066