1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * Copyright (c) 2014-2015 Hisilicon Limited.
4  */
5 
6 #include <linux/etherdevice.h>
7 #include <linux/interrupt.h>
8 #include <linux/module.h>
9 #include <linux/platform_device.h>
10 #include "hns_enet.h"
11 
12 #define HNS_PHY_PAGE_MDIX	0
13 #define HNS_PHY_PAGE_LED	3
14 #define HNS_PHY_PAGE_COPPER	0
15 
16 #define HNS_PHY_PAGE_REG	22	/* Page Selection Reg. */
17 #define HNS_PHY_CSC_REG		16	/* Copper Specific Control Register */
18 #define HNS_PHY_CSS_REG		17	/* Copper Specific Status Register */
19 #define HNS_LED_FC_REG		16	/* LED Function Control Reg. */
20 #define HNS_LED_PC_REG		17	/* LED Polarity Control Reg. */
21 
22 #define HNS_LED_FORCE_ON	9
23 #define HNS_LED_FORCE_OFF	8
24 
25 #define HNS_CHIP_VERSION 660
26 #define HNS_NET_STATS_CNT 26
27 
28 #define PHY_MDIX_CTRL_S		(5)
29 #define PHY_MDIX_CTRL_M		(3 << PHY_MDIX_CTRL_S)
30 
31 #define PHY_MDIX_STATUS_B	(6)
32 #define PHY_SPEED_DUP_RESOLVE_B	(11)
33 
34 /**
35  *hns_nic_get_link - get current link status
36  *@net_dev: net_device
37  *retuen 0 - success , negative --fail
38  */
39 static u32 hns_nic_get_link(struct net_device *net_dev)
40 {
41 	struct hns_nic_priv *priv = netdev_priv(net_dev);
42 	u32 link_stat = priv->link;
43 	struct hnae_handle *h;
44 
45 	h = priv->ae_handle;
46 
47 	if (net_dev->phydev) {
48 		if (!genphy_read_status(net_dev->phydev))
49 			link_stat = net_dev->phydev->link;
50 		else
51 			link_stat = 0;
52 	}
53 
54 	if (h->dev && h->dev->ops && h->dev->ops->get_status)
55 		link_stat = link_stat && h->dev->ops->get_status(h);
56 	else
57 		link_stat = 0;
58 
59 	return link_stat;
60 }
61 
62 static void hns_get_mdix_mode(struct net_device *net_dev,
63 			      struct ethtool_link_ksettings *cmd)
64 {
65 	int mdix_ctrl, mdix, retval, is_resolved;
66 	struct phy_device *phy_dev = net_dev->phydev;
67 
68 	if (!phy_dev || !phy_dev->mdio.bus) {
69 		cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID;
70 		cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID;
71 		return;
72 	}
73 
74 	phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_MDIX);
75 
76 	retval = phy_read(phy_dev, HNS_PHY_CSC_REG);
77 	mdix_ctrl = hnae_get_field(retval, PHY_MDIX_CTRL_M, PHY_MDIX_CTRL_S);
78 
79 	retval = phy_read(phy_dev, HNS_PHY_CSS_REG);
80 	mdix = hnae_get_bit(retval, PHY_MDIX_STATUS_B);
81 	is_resolved = hnae_get_bit(retval, PHY_SPEED_DUP_RESOLVE_B);
82 
83 	phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_COPPER);
84 
85 	switch (mdix_ctrl) {
86 	case 0x0:
87 		cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI;
88 		break;
89 	case 0x1:
90 		cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_X;
91 		break;
92 	case 0x3:
93 		cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_AUTO;
94 		break;
95 	default:
96 		cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID;
97 		break;
98 	}
99 
100 	if (!is_resolved)
101 		cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID;
102 	else if (mdix)
103 		cmd->base.eth_tp_mdix = ETH_TP_MDI_X;
104 	else
105 		cmd->base.eth_tp_mdix = ETH_TP_MDI;
106 }
107 
108 /**
109  *hns_nic_get_link_ksettings - implement ethtool get link ksettings
110  *@net_dev: net_device
111  *@cmd: ethtool_link_ksettings
112  *retuen 0 - success , negative --fail
113  */
114 static int hns_nic_get_link_ksettings(struct net_device *net_dev,
115 				      struct ethtool_link_ksettings *cmd)
116 {
117 	struct hns_nic_priv *priv = netdev_priv(net_dev);
118 	struct hnae_handle *h;
119 	u32 link_stat;
120 	int ret;
121 	u8 duplex;
122 	u16 speed;
123 	u32 supported, advertising;
124 
125 	if (!priv || !priv->ae_handle)
126 		return -ESRCH;
127 
128 	h = priv->ae_handle;
129 	if (!h->dev || !h->dev->ops || !h->dev->ops->get_info)
130 		return -ESRCH;
131 
132 	ret = h->dev->ops->get_info(h, NULL, &speed, &duplex);
133 	if (ret < 0) {
134 		netdev_err(net_dev, "%s get_info error!\n", __func__);
135 		return -EINVAL;
136 	}
137 
138 	ethtool_convert_link_mode_to_legacy_u32(&supported,
139 						cmd->link_modes.supported);
140 	ethtool_convert_link_mode_to_legacy_u32(&advertising,
141 						cmd->link_modes.advertising);
142 
143 	/* When there is no phy, autoneg is off. */
144 	cmd->base.autoneg = false;
145 	cmd->base.speed = speed;
146 	cmd->base.duplex = duplex;
147 
148 	if (net_dev->phydev)
149 		phy_ethtool_ksettings_get(net_dev->phydev, cmd);
150 
151 	link_stat = hns_nic_get_link(net_dev);
152 	if (!link_stat) {
153 		cmd->base.speed = (u32)SPEED_UNKNOWN;
154 		cmd->base.duplex = DUPLEX_UNKNOWN;
155 	}
156 
157 	if (cmd->base.autoneg)
158 		advertising |= ADVERTISED_Autoneg;
159 
160 	supported |= h->if_support;
161 	if (h->phy_if == PHY_INTERFACE_MODE_SGMII) {
162 		supported |= SUPPORTED_TP;
163 		advertising |= ADVERTISED_1000baseT_Full;
164 	} else if (h->phy_if == PHY_INTERFACE_MODE_XGMII) {
165 		supported |= SUPPORTED_FIBRE;
166 		advertising |= ADVERTISED_10000baseKR_Full;
167 	}
168 
169 	switch (h->media_type) {
170 	case HNAE_MEDIA_TYPE_FIBER:
171 		cmd->base.port = PORT_FIBRE;
172 		break;
173 	case HNAE_MEDIA_TYPE_COPPER:
174 		cmd->base.port = PORT_TP;
175 		break;
176 	case HNAE_MEDIA_TYPE_UNKNOWN:
177 	default:
178 		break;
179 	}
180 
181 	if (!(AE_IS_VER1(priv->enet_ver) && h->port_type == HNAE_PORT_DEBUG))
182 		supported |= SUPPORTED_Pause;
183 
184 	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported,
185 						supported);
186 	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising,
187 						advertising);
188 
189 	cmd->base.mdio_support = ETH_MDIO_SUPPORTS_C45 | ETH_MDIO_SUPPORTS_C22;
190 	hns_get_mdix_mode(net_dev, cmd);
191 
192 	return 0;
193 }
194 
195 /**
196  *hns_nic_set_link_settings - implement ethtool set link ksettings
197  *@net_dev: net_device
198  *@cmd: ethtool_link_ksettings
199  *retuen 0 - success , negative --fail
200  */
201 static int hns_nic_set_link_ksettings(struct net_device *net_dev,
202 				      const struct ethtool_link_ksettings *cmd)
203 {
204 	struct hns_nic_priv *priv = netdev_priv(net_dev);
205 	struct hnae_handle *h;
206 	u32 speed;
207 
208 	if (!netif_running(net_dev))
209 		return -ESRCH;
210 
211 	if (!priv || !priv->ae_handle || !priv->ae_handle->dev ||
212 	    !priv->ae_handle->dev->ops)
213 		return -ENODEV;
214 
215 	h = priv->ae_handle;
216 	speed = cmd->base.speed;
217 
218 	if (h->phy_if == PHY_INTERFACE_MODE_XGMII) {
219 		if (cmd->base.autoneg == AUTONEG_ENABLE ||
220 		    speed != SPEED_10000 ||
221 		    cmd->base.duplex != DUPLEX_FULL)
222 			return -EINVAL;
223 	} else if (h->phy_if == PHY_INTERFACE_MODE_SGMII) {
224 		if (!net_dev->phydev && cmd->base.autoneg == AUTONEG_ENABLE)
225 			return -EINVAL;
226 
227 		if (speed == SPEED_1000 && cmd->base.duplex == DUPLEX_HALF)
228 			return -EINVAL;
229 		if (net_dev->phydev)
230 			return phy_ethtool_ksettings_set(net_dev->phydev, cmd);
231 
232 		if ((speed != SPEED_10 && speed != SPEED_100 &&
233 		     speed != SPEED_1000) || (cmd->base.duplex != DUPLEX_HALF &&
234 		     cmd->base.duplex != DUPLEX_FULL))
235 			return -EINVAL;
236 	} else {
237 		netdev_err(net_dev, "Not supported!");
238 		return -ENOTSUPP;
239 	}
240 
241 	if (h->dev->ops->adjust_link) {
242 		netif_carrier_off(net_dev);
243 		h->dev->ops->adjust_link(h, (int)speed, cmd->base.duplex);
244 		netif_carrier_on(net_dev);
245 		return 0;
246 	}
247 
248 	netdev_err(net_dev, "Not supported!");
249 	return -ENOTSUPP;
250 }
251 
252 static const char hns_nic_test_strs[][ETH_GSTRING_LEN] = {
253 	"Mac    Loopback test",
254 	"Serdes Loopback test",
255 	"Phy    Loopback test"
256 };
257 
258 static int hns_nic_config_phy_loopback(struct phy_device *phy_dev, u8 en)
259 {
260 	int err;
261 
262 	if (en) {
263 		/* Doing phy loopback in offline state, phy resuming is
264 		 * needed to power up the device.
265 		 */
266 		err = phy_resume(phy_dev);
267 		if (err)
268 			goto out;
269 
270 		err = phy_loopback(phy_dev, true);
271 	} else {
272 		err = phy_loopback(phy_dev, false);
273 		if (err)
274 			goto out;
275 
276 		err = phy_suspend(phy_dev);
277 	}
278 
279 out:
280 	return err;
281 }
282 
283 static int __lb_setup(struct net_device *ndev,
284 		      enum hnae_loop loop)
285 {
286 	int ret = 0;
287 	struct hns_nic_priv *priv = netdev_priv(ndev);
288 	struct phy_device *phy_dev = ndev->phydev;
289 	struct hnae_handle *h = priv->ae_handle;
290 
291 	switch (loop) {
292 	case MAC_INTERNALLOOP_PHY:
293 		ret = hns_nic_config_phy_loopback(phy_dev, 0x1);
294 		if (!ret)
295 			ret = h->dev->ops->set_loopback(h, loop, 0x1);
296 		break;
297 	case MAC_INTERNALLOOP_MAC:
298 		if ((h->dev->ops->set_loopback) &&
299 		    (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII))
300 			ret = h->dev->ops->set_loopback(h, loop, 0x1);
301 		break;
302 	case MAC_INTERNALLOOP_SERDES:
303 		if (h->dev->ops->set_loopback)
304 			ret = h->dev->ops->set_loopback(h, loop, 0x1);
305 		break;
306 	case MAC_LOOP_PHY_NONE:
307 		ret = hns_nic_config_phy_loopback(phy_dev, 0x0);
308 		fallthrough;
309 	case MAC_LOOP_NONE:
310 		if (!ret && h->dev->ops->set_loopback) {
311 			if (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII)
312 				ret = h->dev->ops->set_loopback(h,
313 					MAC_INTERNALLOOP_MAC, 0x0);
314 
315 			if (!ret)
316 				ret = h->dev->ops->set_loopback(h,
317 					MAC_INTERNALLOOP_SERDES, 0x0);
318 		}
319 		break;
320 	default:
321 		ret = -EINVAL;
322 		break;
323 	}
324 
325 	if (!ret) {
326 		if (loop == MAC_LOOP_NONE)
327 			h->dev->ops->set_promisc_mode(
328 				h, ndev->flags & IFF_PROMISC);
329 		else
330 			h->dev->ops->set_promisc_mode(h, 1);
331 	}
332 	return ret;
333 }
334 
335 static int __lb_up(struct net_device *ndev,
336 		   enum hnae_loop loop_mode)
337 {
338 #define NIC_LB_TEST_WAIT_PHY_LINK_TIME 300
339 	struct hns_nic_priv *priv = netdev_priv(ndev);
340 	struct hnae_handle *h = priv->ae_handle;
341 	int speed, duplex;
342 	int ret;
343 
344 	hns_nic_net_reset(ndev);
345 
346 	ret = __lb_setup(ndev, loop_mode);
347 	if (ret)
348 		return ret;
349 
350 	msleep(200);
351 
352 	ret = h->dev->ops->start ? h->dev->ops->start(h) : 0;
353 	if (ret)
354 		return ret;
355 
356 	/* link adjust duplex*/
357 	if (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII)
358 		speed = 1000;
359 	else
360 		speed = 10000;
361 	duplex = 1;
362 
363 	h->dev->ops->adjust_link(h, speed, duplex);
364 
365 	/* wait adjust link done and phy ready */
366 	msleep(NIC_LB_TEST_WAIT_PHY_LINK_TIME);
367 
368 	return 0;
369 }
370 
371 static void __lb_other_process(struct hns_nic_ring_data *ring_data,
372 			       struct sk_buff *skb)
373 {
374 	struct net_device *ndev;
375 	struct hns_nic_priv *priv;
376 	struct hnae_ring *ring;
377 	struct netdev_queue *dev_queue;
378 	struct sk_buff *new_skb;
379 	unsigned int frame_size;
380 	int check_ok;
381 	u32 i;
382 	char buff[33]; /* 32B data and the last character '\0' */
383 
384 	if (!ring_data) { /* Just for doing create frame*/
385 		ndev = skb->dev;
386 		priv = netdev_priv(ndev);
387 
388 		frame_size = skb->len;
389 		memset(skb->data, 0xFF, frame_size);
390 		if ((!AE_IS_VER1(priv->enet_ver)) &&
391 		    (priv->ae_handle->port_type == HNAE_PORT_SERVICE)) {
392 			memcpy(skb->data, ndev->dev_addr, 6);
393 			skb->data[5] += 0x1f;
394 		}
395 
396 		frame_size &= ~1ul;
397 		memset(&skb->data[frame_size / 2], 0xAA, frame_size / 2 - 1);
398 		memset(&skb->data[frame_size / 2 + 10], 0xBE,
399 		       frame_size / 2 - 11);
400 		memset(&skb->data[frame_size / 2 + 12], 0xAF,
401 		       frame_size / 2 - 13);
402 		return;
403 	}
404 
405 	ring = ring_data->ring;
406 	ndev = ring_data->napi.dev;
407 	if (is_tx_ring(ring)) { /* for tx queue reset*/
408 		dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index);
409 		netdev_tx_reset_queue(dev_queue);
410 		return;
411 	}
412 
413 	frame_size = skb->len;
414 	frame_size &= ~1ul;
415 	/* for mutl buffer*/
416 	new_skb = skb_copy(skb, GFP_ATOMIC);
417 	dev_kfree_skb_any(skb);
418 	if (!new_skb) {
419 		netdev_err(ndev, "skb alloc failed\n");
420 		return;
421 	}
422 	skb = new_skb;
423 
424 	check_ok = 0;
425 	if (*(skb->data + 10) == 0xFF) { /* for rx check frame*/
426 		if ((*(skb->data + frame_size / 2 + 10) == 0xBE) &&
427 		    (*(skb->data + frame_size / 2 + 12) == 0xAF))
428 			check_ok = 1;
429 	}
430 
431 	if (check_ok) {
432 		ndev->stats.rx_packets++;
433 		ndev->stats.rx_bytes += skb->len;
434 	} else {
435 		ndev->stats.rx_frame_errors++;
436 		for (i = 0; i < skb->len; i++) {
437 			snprintf(buff + i % 16 * 2, 3, /* tailing \0*/
438 				 "%02x", *(skb->data + i));
439 			if ((i % 16 == 15) || (i == skb->len - 1))
440 				pr_info("%s\n", buff);
441 		}
442 	}
443 	dev_kfree_skb_any(skb);
444 }
445 
446 static int __lb_clean_rings(struct hns_nic_priv *priv,
447 			    int ringid0, int ringid1, int budget)
448 {
449 	int i, ret;
450 	struct hns_nic_ring_data *ring_data;
451 	struct net_device *ndev = priv->netdev;
452 	unsigned long rx_packets = ndev->stats.rx_packets;
453 	unsigned long rx_bytes = ndev->stats.rx_bytes;
454 	unsigned long rx_frame_errors = ndev->stats.rx_frame_errors;
455 
456 	for (i = ringid0; i <= ringid1; i++) {
457 		ring_data = &priv->ring_data[i];
458 		(void)ring_data->poll_one(ring_data,
459 					  budget, __lb_other_process);
460 	}
461 	ret = (int)(ndev->stats.rx_packets - rx_packets);
462 	ndev->stats.rx_packets = rx_packets;
463 	ndev->stats.rx_bytes = rx_bytes;
464 	ndev->stats.rx_frame_errors = rx_frame_errors;
465 	return ret;
466 }
467 
468 /**
469  * __lb_run_test -  run loopback test
470  * @ndev: net device
471  * @loop_mode: loopback mode
472  */
473 static int __lb_run_test(struct net_device *ndev,
474 			 enum hnae_loop loop_mode)
475 {
476 #define NIC_LB_TEST_PKT_NUM_PER_CYCLE 1
477 #define NIC_LB_TEST_RING_ID 0
478 #define NIC_LB_TEST_FRAME_SIZE 128
479 /* nic loopback test err  */
480 #define NIC_LB_TEST_NO_MEM_ERR 1
481 #define NIC_LB_TEST_TX_CNT_ERR 2
482 #define NIC_LB_TEST_RX_CNT_ERR 3
483 #define NIC_LB_TEST_RX_PKG_ERR 4
484 	struct hns_nic_priv *priv = netdev_priv(ndev);
485 	struct hnae_handle *h = priv->ae_handle;
486 	int i, j, lc, good_cnt, ret_val = 0;
487 	unsigned int size;
488 	netdev_tx_t tx_ret_val;
489 	struct sk_buff *skb;
490 
491 	size = NIC_LB_TEST_FRAME_SIZE;
492 	/* allocate test skb */
493 	skb = alloc_skb(size, GFP_KERNEL);
494 	if (!skb)
495 		return NIC_LB_TEST_NO_MEM_ERR;
496 
497 	/* place data into test skb */
498 	(void)skb_put(skb, size);
499 	skb->dev = ndev;
500 	__lb_other_process(NULL, skb);
501 	skb->queue_mapping = NIC_LB_TEST_RING_ID;
502 
503 	lc = 1;
504 	for (j = 0; j < lc; j++) {
505 		/* reset count of good packets */
506 		good_cnt = 0;
507 		/* place 64 packets on the transmit queue*/
508 		for (i = 0; i < NIC_LB_TEST_PKT_NUM_PER_CYCLE; i++) {
509 			(void)skb_get(skb);
510 
511 			tx_ret_val = (netdev_tx_t)hns_nic_net_xmit_hw(
512 				ndev, skb,
513 				&tx_ring_data(priv, skb->queue_mapping));
514 			if (tx_ret_val == NETDEV_TX_OK)
515 				good_cnt++;
516 			else
517 				break;
518 		}
519 		if (good_cnt != NIC_LB_TEST_PKT_NUM_PER_CYCLE) {
520 			ret_val = NIC_LB_TEST_TX_CNT_ERR;
521 			dev_err(priv->dev, "%s sent fail, cnt=0x%x, budget=0x%x\n",
522 				hns_nic_test_strs[loop_mode], good_cnt,
523 				NIC_LB_TEST_PKT_NUM_PER_CYCLE);
524 			break;
525 		}
526 
527 		/* allow 100 milliseconds for packets to go from Tx to Rx */
528 		msleep(100);
529 
530 		good_cnt = __lb_clean_rings(priv,
531 					    h->q_num, h->q_num * 2 - 1,
532 					    NIC_LB_TEST_PKT_NUM_PER_CYCLE);
533 		if (good_cnt != NIC_LB_TEST_PKT_NUM_PER_CYCLE) {
534 			ret_val = NIC_LB_TEST_RX_CNT_ERR;
535 			dev_err(priv->dev, "%s recv fail, cnt=0x%x, budget=0x%x\n",
536 				hns_nic_test_strs[loop_mode], good_cnt,
537 				NIC_LB_TEST_PKT_NUM_PER_CYCLE);
538 			break;
539 		}
540 		(void)__lb_clean_rings(priv,
541 				       NIC_LB_TEST_RING_ID, NIC_LB_TEST_RING_ID,
542 				       NIC_LB_TEST_PKT_NUM_PER_CYCLE);
543 	}
544 
545 	/* free the original skb */
546 	kfree_skb(skb);
547 
548 	return ret_val;
549 }
550 
551 static int __lb_down(struct net_device *ndev, enum hnae_loop loop)
552 {
553 	struct hns_nic_priv *priv = netdev_priv(ndev);
554 	struct hnae_handle *h = priv->ae_handle;
555 	int ret;
556 
557 	if (loop == MAC_INTERNALLOOP_PHY)
558 		ret = __lb_setup(ndev, MAC_LOOP_PHY_NONE);
559 	else
560 		ret = __lb_setup(ndev, MAC_LOOP_NONE);
561 	if (ret)
562 		netdev_err(ndev, "%s: __lb_setup return error(%d)!\n",
563 			   __func__,
564 			   ret);
565 
566 	if (h->dev->ops->stop)
567 		h->dev->ops->stop(h);
568 
569 	usleep_range(10000, 20000);
570 	(void)__lb_clean_rings(priv, 0, h->q_num - 1, 256);
571 
572 	hns_nic_net_reset(ndev);
573 
574 	return 0;
575 }
576 
577 /**
578  * hns_nic_self_test - self test
579  * @ndev: net device
580  * @eth_test: test cmd
581  * @data: test result
582  */
583 static void hns_nic_self_test(struct net_device *ndev,
584 			      struct ethtool_test *eth_test, u64 *data)
585 {
586 	struct hns_nic_priv *priv = netdev_priv(ndev);
587 	bool if_running = netif_running(ndev);
588 #define SELF_TEST_TPYE_NUM 3
589 	int st_param[SELF_TEST_TPYE_NUM][2];
590 	int i;
591 	int test_index = 0;
592 
593 	st_param[0][0] = MAC_INTERNALLOOP_MAC; /* XGE not supported lb */
594 	st_param[0][1] = (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII);
595 	st_param[1][0] = MAC_INTERNALLOOP_SERDES;
596 	st_param[1][1] = 1; /*serdes must exist*/
597 	st_param[2][0] = MAC_INTERNALLOOP_PHY; /* only supporte phy node*/
598 	st_param[2][1] = ((!!(priv->ae_handle->phy_dev)) &&
599 		(priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII));
600 
601 	if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
602 		set_bit(NIC_STATE_TESTING, &priv->state);
603 
604 		if (if_running)
605 			dev_close(ndev);
606 
607 		for (i = 0; i < SELF_TEST_TPYE_NUM; i++) {
608 			if (!st_param[i][1])
609 				continue;	/* NEXT testing */
610 
611 			data[test_index] = __lb_up(ndev,
612 				(enum hnae_loop)st_param[i][0]);
613 			if (!data[test_index]) {
614 				data[test_index] = __lb_run_test(
615 					ndev, (enum hnae_loop)st_param[i][0]);
616 				(void)__lb_down(ndev,
617 						(enum hnae_loop)st_param[i][0]);
618 			}
619 
620 			if (data[test_index])
621 				eth_test->flags |= ETH_TEST_FL_FAILED;
622 
623 			test_index++;
624 		}
625 
626 		hns_nic_net_reset(priv->netdev);
627 
628 		clear_bit(NIC_STATE_TESTING, &priv->state);
629 
630 		if (if_running)
631 			(void)dev_open(ndev, NULL);
632 	}
633 	/* Online tests aren't run; pass by default */
634 
635 	(void)msleep_interruptible(4 * 1000);
636 }
637 
638 /**
639  * hns_nic_get_drvinfo - get net driver info
640  * @net_dev: net device
641  * @drvinfo: driver info
642  */
643 static void hns_nic_get_drvinfo(struct net_device *net_dev,
644 				struct ethtool_drvinfo *drvinfo)
645 {
646 	struct hns_nic_priv *priv = netdev_priv(net_dev);
647 
648 	strncpy(drvinfo->version, HNAE_DRIVER_VERSION,
649 		sizeof(drvinfo->version));
650 	drvinfo->version[sizeof(drvinfo->version) - 1] = '\0';
651 
652 	strncpy(drvinfo->driver, HNAE_DRIVER_NAME, sizeof(drvinfo->driver));
653 	drvinfo->driver[sizeof(drvinfo->driver) - 1] = '\0';
654 
655 	strncpy(drvinfo->bus_info, priv->dev->bus->name,
656 		sizeof(drvinfo->bus_info));
657 	drvinfo->bus_info[ETHTOOL_BUSINFO_LEN - 1] = '\0';
658 
659 	strncpy(drvinfo->fw_version, "N/A", ETHTOOL_FWVERS_LEN);
660 	drvinfo->eedump_len = 0;
661 }
662 
663 /**
664  * hns_get_ringparam - get ring parameter
665  * @net_dev: net device
666  * @param: ethtool parameter
667  */
668 static void hns_get_ringparam(struct net_device *net_dev,
669 			      struct ethtool_ringparam *param)
670 {
671 	struct hns_nic_priv *priv = netdev_priv(net_dev);
672 	struct hnae_ae_ops *ops;
673 	struct hnae_queue *queue;
674 	u32 uplimit = 0;
675 
676 	queue = priv->ae_handle->qs[0];
677 	ops = priv->ae_handle->dev->ops;
678 
679 	if (ops->get_ring_bdnum_limit)
680 		ops->get_ring_bdnum_limit(queue, &uplimit);
681 
682 	param->rx_max_pending = uplimit;
683 	param->tx_max_pending = uplimit;
684 	param->rx_pending = queue->rx_ring.desc_num;
685 	param->tx_pending = queue->tx_ring.desc_num;
686 }
687 
688 /**
689  * hns_get_pauseparam - get pause parameter
690  * @net_dev: net device
691  * @param: pause parameter
692  */
693 static void hns_get_pauseparam(struct net_device *net_dev,
694 			       struct ethtool_pauseparam *param)
695 {
696 	struct hns_nic_priv *priv = netdev_priv(net_dev);
697 	struct hnae_ae_ops *ops;
698 
699 	ops = priv->ae_handle->dev->ops;
700 
701 	if (ops->get_pauseparam)
702 		ops->get_pauseparam(priv->ae_handle, &param->autoneg,
703 					    &param->rx_pause, &param->tx_pause);
704 }
705 
706 /**
707  * hns_set_pauseparam - set pause parameter
708  * @net_dev: net device
709  * @param: pause parameter
710  *
711  * Return 0 on success, negative on failure
712  */
713 static int hns_set_pauseparam(struct net_device *net_dev,
714 			      struct ethtool_pauseparam *param)
715 {
716 	struct hns_nic_priv *priv = netdev_priv(net_dev);
717 	struct hnae_handle *h;
718 	struct hnae_ae_ops *ops;
719 
720 	h = priv->ae_handle;
721 	ops = h->dev->ops;
722 
723 	if (!ops->set_pauseparam)
724 		return -ESRCH;
725 
726 	return ops->set_pauseparam(priv->ae_handle, param->autoneg,
727 				   param->rx_pause, param->tx_pause);
728 }
729 
730 /**
731  * hns_get_coalesce - get coalesce info.
732  * @net_dev: net device
733  * @ec: coalesce info.
734  *
735  * Return 0 on success, negative on failure.
736  */
737 static int hns_get_coalesce(struct net_device *net_dev,
738 			    struct ethtool_coalesce *ec)
739 {
740 	struct hns_nic_priv *priv = netdev_priv(net_dev);
741 	struct hnae_ae_ops *ops;
742 
743 	ops = priv->ae_handle->dev->ops;
744 
745 	ec->use_adaptive_rx_coalesce = priv->ae_handle->coal_adapt_en;
746 	ec->use_adaptive_tx_coalesce = priv->ae_handle->coal_adapt_en;
747 
748 	if ((!ops->get_coalesce_usecs) ||
749 	    (!ops->get_max_coalesced_frames))
750 		return -ESRCH;
751 
752 	ops->get_coalesce_usecs(priv->ae_handle,
753 					&ec->tx_coalesce_usecs,
754 					&ec->rx_coalesce_usecs);
755 
756 	ops->get_max_coalesced_frames(
757 		priv->ae_handle,
758 		&ec->tx_max_coalesced_frames,
759 		&ec->rx_max_coalesced_frames);
760 
761 	ops->get_coalesce_range(priv->ae_handle,
762 				&ec->tx_max_coalesced_frames_low,
763 				&ec->rx_max_coalesced_frames_low,
764 				&ec->tx_max_coalesced_frames_high,
765 				&ec->rx_max_coalesced_frames_high,
766 				&ec->tx_coalesce_usecs_low,
767 				&ec->rx_coalesce_usecs_low,
768 				&ec->tx_coalesce_usecs_high,
769 				&ec->rx_coalesce_usecs_high);
770 
771 	return 0;
772 }
773 
774 /**
775  * hns_set_coalesce - set coalesce info.
776  * @net_dev: net device
777  * @ec: coalesce info.
778  *
779  * Return 0 on success, negative on failure.
780  */
781 static int hns_set_coalesce(struct net_device *net_dev,
782 			    struct ethtool_coalesce *ec)
783 {
784 	struct hns_nic_priv *priv = netdev_priv(net_dev);
785 	struct hnae_ae_ops *ops;
786 	int rc1, rc2;
787 
788 	ops = priv->ae_handle->dev->ops;
789 
790 	if (ec->tx_coalesce_usecs != ec->rx_coalesce_usecs)
791 		return -EINVAL;
792 
793 	if ((!ops->set_coalesce_usecs) ||
794 	    (!ops->set_coalesce_frames))
795 		return -ESRCH;
796 
797 	if (ec->use_adaptive_rx_coalesce != priv->ae_handle->coal_adapt_en)
798 		priv->ae_handle->coal_adapt_en = ec->use_adaptive_rx_coalesce;
799 
800 	rc1 = ops->set_coalesce_usecs(priv->ae_handle,
801 				      ec->rx_coalesce_usecs);
802 
803 	rc2 = ops->set_coalesce_frames(priv->ae_handle,
804 				       ec->tx_max_coalesced_frames,
805 				       ec->rx_max_coalesced_frames);
806 
807 	if (rc1 || rc2)
808 		return -EINVAL;
809 
810 	return 0;
811 }
812 
813 /**
814  * hns_get_channels - get channel info.
815  * @net_dev: net device
816  * @ch: channel info.
817  */
818 static void
819 hns_get_channels(struct net_device *net_dev, struct ethtool_channels *ch)
820 {
821 	struct hns_nic_priv *priv = netdev_priv(net_dev);
822 
823 	ch->max_rx = priv->ae_handle->q_num;
824 	ch->max_tx = priv->ae_handle->q_num;
825 
826 	ch->rx_count = priv->ae_handle->q_num;
827 	ch->tx_count = priv->ae_handle->q_num;
828 }
829 
830 /**
831  * get_ethtool_stats - get detail statistics.
832  * @netdev: net device
833  * @stats: statistics info.
834  * @data: statistics data.
835  */
836 static void hns_get_ethtool_stats(struct net_device *netdev,
837 				  struct ethtool_stats *stats, u64 *data)
838 {
839 	u64 *p = data;
840 	struct hns_nic_priv *priv = netdev_priv(netdev);
841 	struct hnae_handle *h = priv->ae_handle;
842 	const struct rtnl_link_stats64 *net_stats;
843 	struct rtnl_link_stats64 temp;
844 
845 	if (!h->dev->ops->get_stats || !h->dev->ops->update_stats) {
846 		netdev_err(netdev, "get_stats or update_stats is null!\n");
847 		return;
848 	}
849 
850 	h->dev->ops->update_stats(h, &netdev->stats);
851 
852 	net_stats = dev_get_stats(netdev, &temp);
853 
854 	/* get netdev statistics */
855 	p[0] = net_stats->rx_packets;
856 	p[1] = net_stats->tx_packets;
857 	p[2] = net_stats->rx_bytes;
858 	p[3] = net_stats->tx_bytes;
859 	p[4] = net_stats->rx_errors;
860 	p[5] = net_stats->tx_errors;
861 	p[6] = net_stats->rx_dropped;
862 	p[7] = net_stats->tx_dropped;
863 	p[8] = net_stats->multicast;
864 	p[9] = net_stats->collisions;
865 	p[10] = net_stats->rx_over_errors;
866 	p[11] = net_stats->rx_crc_errors;
867 	p[12] = net_stats->rx_frame_errors;
868 	p[13] = net_stats->rx_fifo_errors;
869 	p[14] = net_stats->rx_missed_errors;
870 	p[15] = net_stats->tx_aborted_errors;
871 	p[16] = net_stats->tx_carrier_errors;
872 	p[17] = net_stats->tx_fifo_errors;
873 	p[18] = net_stats->tx_heartbeat_errors;
874 	p[19] = net_stats->rx_length_errors;
875 	p[20] = net_stats->tx_window_errors;
876 	p[21] = net_stats->rx_compressed;
877 	p[22] = net_stats->tx_compressed;
878 
879 	p[23] = netdev->rx_dropped.counter;
880 	p[24] = netdev->tx_dropped.counter;
881 
882 	p[25] = priv->tx_timeout_count;
883 
884 	/* get driver statistics */
885 	h->dev->ops->get_stats(h, &p[26]);
886 }
887 
888 /**
889  * get_strings: Return a set of strings that describe the requested objects
890  * @netdev: net device
891  * @stringset: string set ID.
892  * @data: objects data.
893  */
894 static void hns_get_strings(struct net_device *netdev, u32 stringset, u8 *data)
895 {
896 	struct hns_nic_priv *priv = netdev_priv(netdev);
897 	struct hnae_handle *h = priv->ae_handle;
898 	char *buff = (char *)data;
899 
900 	if (!h->dev->ops->get_strings) {
901 		netdev_err(netdev, "h->dev->ops->get_strings is null!\n");
902 		return;
903 	}
904 
905 	if (stringset == ETH_SS_TEST) {
906 		if (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII) {
907 			memcpy(buff, hns_nic_test_strs[MAC_INTERNALLOOP_MAC],
908 			       ETH_GSTRING_LEN);
909 			buff += ETH_GSTRING_LEN;
910 		}
911 		memcpy(buff, hns_nic_test_strs[MAC_INTERNALLOOP_SERDES],
912 		       ETH_GSTRING_LEN);
913 		buff += ETH_GSTRING_LEN;
914 		if ((netdev->phydev) && (!netdev->phydev->is_c45))
915 			memcpy(buff, hns_nic_test_strs[MAC_INTERNALLOOP_PHY],
916 			       ETH_GSTRING_LEN);
917 
918 	} else {
919 		snprintf(buff, ETH_GSTRING_LEN, "rx_packets");
920 		buff = buff + ETH_GSTRING_LEN;
921 		snprintf(buff, ETH_GSTRING_LEN, "tx_packets");
922 		buff = buff + ETH_GSTRING_LEN;
923 		snprintf(buff, ETH_GSTRING_LEN, "rx_bytes");
924 		buff = buff + ETH_GSTRING_LEN;
925 		snprintf(buff, ETH_GSTRING_LEN, "tx_bytes");
926 		buff = buff + ETH_GSTRING_LEN;
927 		snprintf(buff, ETH_GSTRING_LEN, "rx_errors");
928 		buff = buff + ETH_GSTRING_LEN;
929 		snprintf(buff, ETH_GSTRING_LEN, "tx_errors");
930 		buff = buff + ETH_GSTRING_LEN;
931 		snprintf(buff, ETH_GSTRING_LEN, "rx_dropped");
932 		buff = buff + ETH_GSTRING_LEN;
933 		snprintf(buff, ETH_GSTRING_LEN, "tx_dropped");
934 		buff = buff + ETH_GSTRING_LEN;
935 		snprintf(buff, ETH_GSTRING_LEN, "multicast");
936 		buff = buff + ETH_GSTRING_LEN;
937 		snprintf(buff, ETH_GSTRING_LEN, "collisions");
938 		buff = buff + ETH_GSTRING_LEN;
939 		snprintf(buff, ETH_GSTRING_LEN, "rx_over_errors");
940 		buff = buff + ETH_GSTRING_LEN;
941 		snprintf(buff, ETH_GSTRING_LEN, "rx_crc_errors");
942 		buff = buff + ETH_GSTRING_LEN;
943 		snprintf(buff, ETH_GSTRING_LEN, "rx_frame_errors");
944 		buff = buff + ETH_GSTRING_LEN;
945 		snprintf(buff, ETH_GSTRING_LEN, "rx_fifo_errors");
946 		buff = buff + ETH_GSTRING_LEN;
947 		snprintf(buff, ETH_GSTRING_LEN, "rx_missed_errors");
948 		buff = buff + ETH_GSTRING_LEN;
949 		snprintf(buff, ETH_GSTRING_LEN, "tx_aborted_errors");
950 		buff = buff + ETH_GSTRING_LEN;
951 		snprintf(buff, ETH_GSTRING_LEN, "tx_carrier_errors");
952 		buff = buff + ETH_GSTRING_LEN;
953 		snprintf(buff, ETH_GSTRING_LEN, "tx_fifo_errors");
954 		buff = buff + ETH_GSTRING_LEN;
955 		snprintf(buff, ETH_GSTRING_LEN, "tx_heartbeat_errors");
956 		buff = buff + ETH_GSTRING_LEN;
957 		snprintf(buff, ETH_GSTRING_LEN, "rx_length_errors");
958 		buff = buff + ETH_GSTRING_LEN;
959 		snprintf(buff, ETH_GSTRING_LEN, "tx_window_errors");
960 		buff = buff + ETH_GSTRING_LEN;
961 		snprintf(buff, ETH_GSTRING_LEN, "rx_compressed");
962 		buff = buff + ETH_GSTRING_LEN;
963 		snprintf(buff, ETH_GSTRING_LEN, "tx_compressed");
964 		buff = buff + ETH_GSTRING_LEN;
965 		snprintf(buff, ETH_GSTRING_LEN, "netdev_rx_dropped");
966 		buff = buff + ETH_GSTRING_LEN;
967 		snprintf(buff, ETH_GSTRING_LEN, "netdev_tx_dropped");
968 		buff = buff + ETH_GSTRING_LEN;
969 
970 		snprintf(buff, ETH_GSTRING_LEN, "netdev_tx_timeout");
971 		buff = buff + ETH_GSTRING_LEN;
972 
973 		h->dev->ops->get_strings(h, stringset, (u8 *)buff);
974 	}
975 }
976 
977 /**
978  * hns_get_sset_count - get string set count returned by nic_get_strings
979  * @netdev: net device
980  * @stringset: string set index, 0: self test string; 1: statistics string.
981  *
982  * Return string set count.
983  */
984 static int hns_get_sset_count(struct net_device *netdev, int stringset)
985 {
986 	struct hns_nic_priv *priv = netdev_priv(netdev);
987 	struct hnae_handle *h = priv->ae_handle;
988 	struct hnae_ae_ops *ops = h->dev->ops;
989 
990 	if (!ops->get_sset_count) {
991 		netdev_err(netdev, "get_sset_count is null!\n");
992 		return -EOPNOTSUPP;
993 	}
994 	if (stringset == ETH_SS_TEST) {
995 		u32 cnt = (sizeof(hns_nic_test_strs) / ETH_GSTRING_LEN);
996 
997 		if (priv->ae_handle->phy_if == PHY_INTERFACE_MODE_XGMII)
998 			cnt--;
999 
1000 		if ((!netdev->phydev) || (netdev->phydev->is_c45))
1001 			cnt--;
1002 
1003 		return cnt;
1004 	} else if (stringset == ETH_SS_STATS) {
1005 		return (HNS_NET_STATS_CNT + ops->get_sset_count(h, stringset));
1006 	} else {
1007 		return -EOPNOTSUPP;
1008 	}
1009 }
1010 
1011 /**
1012  * hns_phy_led_set - set phy LED status.
1013  * @netdev: net device
1014  * @value: LED state.
1015  *
1016  * Return 0 on success, negative on failure.
1017  */
1018 static int hns_phy_led_set(struct net_device *netdev, int value)
1019 {
1020 	int retval;
1021 	struct phy_device *phy_dev = netdev->phydev;
1022 
1023 	retval = phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_LED);
1024 	retval |= phy_write(phy_dev, HNS_LED_FC_REG, value);
1025 	retval |= phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_COPPER);
1026 	if (retval) {
1027 		netdev_err(netdev, "mdiobus_write fail !\n");
1028 		return retval;
1029 	}
1030 	return 0;
1031 }
1032 
1033 /**
1034  * hns_set_phys_id - set phy identify LED.
1035  * @netdev: net device
1036  * @state: LED state.
1037  *
1038  * Return 0 on success, negative on failure.
1039  */
1040 static int
1041 hns_set_phys_id(struct net_device *netdev, enum ethtool_phys_id_state state)
1042 {
1043 	struct hns_nic_priv *priv = netdev_priv(netdev);
1044 	struct hnae_handle *h = priv->ae_handle;
1045 	struct phy_device *phy_dev = netdev->phydev;
1046 	int ret;
1047 
1048 	if (phy_dev)
1049 		switch (state) {
1050 		case ETHTOOL_ID_ACTIVE:
1051 			ret = phy_write(phy_dev, HNS_PHY_PAGE_REG,
1052 					HNS_PHY_PAGE_LED);
1053 			if (ret)
1054 				return ret;
1055 
1056 			priv->phy_led_val = phy_read(phy_dev, HNS_LED_FC_REG);
1057 
1058 			ret = phy_write(phy_dev, HNS_PHY_PAGE_REG,
1059 					HNS_PHY_PAGE_COPPER);
1060 			if (ret)
1061 				return ret;
1062 			return 2;
1063 		case ETHTOOL_ID_ON:
1064 			ret = hns_phy_led_set(netdev, HNS_LED_FORCE_ON);
1065 			if (ret)
1066 				return ret;
1067 			break;
1068 		case ETHTOOL_ID_OFF:
1069 			ret = hns_phy_led_set(netdev, HNS_LED_FORCE_OFF);
1070 			if (ret)
1071 				return ret;
1072 			break;
1073 		case ETHTOOL_ID_INACTIVE:
1074 			ret = phy_write(phy_dev, HNS_PHY_PAGE_REG,
1075 					HNS_PHY_PAGE_LED);
1076 			if (ret)
1077 				return ret;
1078 
1079 			ret = phy_write(phy_dev, HNS_LED_FC_REG,
1080 					priv->phy_led_val);
1081 			if (ret)
1082 				return ret;
1083 
1084 			ret = phy_write(phy_dev, HNS_PHY_PAGE_REG,
1085 					HNS_PHY_PAGE_COPPER);
1086 			if (ret)
1087 				return ret;
1088 			break;
1089 		default:
1090 			return -EINVAL;
1091 		}
1092 	else
1093 		switch (state) {
1094 		case ETHTOOL_ID_ACTIVE:
1095 			return h->dev->ops->set_led_id(h, HNAE_LED_ACTIVE);
1096 		case ETHTOOL_ID_ON:
1097 			return h->dev->ops->set_led_id(h, HNAE_LED_ON);
1098 		case ETHTOOL_ID_OFF:
1099 			return h->dev->ops->set_led_id(h, HNAE_LED_OFF);
1100 		case ETHTOOL_ID_INACTIVE:
1101 			return h->dev->ops->set_led_id(h, HNAE_LED_INACTIVE);
1102 		default:
1103 			return -EINVAL;
1104 		}
1105 
1106 	return 0;
1107 }
1108 
1109 /**
1110  * hns_get_regs - get net device register
1111  * @net_dev: net device
1112  * @cmd: ethtool cmd
1113  * @data: register data
1114  */
1115 static void hns_get_regs(struct net_device *net_dev, struct ethtool_regs *cmd,
1116 			 void *data)
1117 {
1118 	struct hns_nic_priv *priv = netdev_priv(net_dev);
1119 	struct hnae_ae_ops *ops;
1120 
1121 	ops = priv->ae_handle->dev->ops;
1122 
1123 	cmd->version = HNS_CHIP_VERSION;
1124 	if (!ops->get_regs) {
1125 		netdev_err(net_dev, "ops->get_regs is null!\n");
1126 		return;
1127 	}
1128 	ops->get_regs(priv->ae_handle, data);
1129 }
1130 
1131 /**
1132  * hns_get_regs_len - get total register len.
1133  * @net_dev: net device
1134  *
1135  * Return total register len.
1136  */
1137 static int hns_get_regs_len(struct net_device *net_dev)
1138 {
1139 	u32 reg_num;
1140 	struct hns_nic_priv *priv = netdev_priv(net_dev);
1141 	struct hnae_ae_ops *ops;
1142 
1143 	ops = priv->ae_handle->dev->ops;
1144 	if (!ops->get_regs_len) {
1145 		netdev_err(net_dev, "ops->get_regs_len is null!\n");
1146 		return -EOPNOTSUPP;
1147 	}
1148 
1149 	reg_num = ops->get_regs_len(priv->ae_handle);
1150 	if (reg_num > 0)
1151 		return reg_num * sizeof(u32);
1152 	else
1153 		return reg_num;	/* error code */
1154 }
1155 
1156 /**
1157  * hns_nic_nway_reset - nway reset
1158  * @netdev: net device
1159  *
1160  * Return 0 on success, negative on failure
1161  */
1162 static int hns_nic_nway_reset(struct net_device *netdev)
1163 {
1164 	struct phy_device *phy = netdev->phydev;
1165 
1166 	if (!netif_running(netdev))
1167 		return 0;
1168 
1169 	if (!phy)
1170 		return -EOPNOTSUPP;
1171 
1172 	if (phy->autoneg != AUTONEG_ENABLE)
1173 		return -EINVAL;
1174 
1175 	return genphy_restart_aneg(phy);
1176 }
1177 
1178 static u32
1179 hns_get_rss_key_size(struct net_device *netdev)
1180 {
1181 	struct hns_nic_priv *priv = netdev_priv(netdev);
1182 	struct hnae_ae_ops *ops;
1183 
1184 	if (AE_IS_VER1(priv->enet_ver)) {
1185 		netdev_err(netdev,
1186 			   "RSS feature is not supported on this hardware\n");
1187 		return 0;
1188 	}
1189 
1190 	ops = priv->ae_handle->dev->ops;
1191 	return ops->get_rss_key_size(priv->ae_handle);
1192 }
1193 
1194 static u32
1195 hns_get_rss_indir_size(struct net_device *netdev)
1196 {
1197 	struct hns_nic_priv *priv = netdev_priv(netdev);
1198 	struct hnae_ae_ops *ops;
1199 
1200 	if (AE_IS_VER1(priv->enet_ver)) {
1201 		netdev_err(netdev,
1202 			   "RSS feature is not supported on this hardware\n");
1203 		return 0;
1204 	}
1205 
1206 	ops = priv->ae_handle->dev->ops;
1207 	return ops->get_rss_indir_size(priv->ae_handle);
1208 }
1209 
1210 static int
1211 hns_get_rss(struct net_device *netdev, u32 *indir, u8 *key, u8 *hfunc)
1212 {
1213 	struct hns_nic_priv *priv = netdev_priv(netdev);
1214 	struct hnae_ae_ops *ops;
1215 
1216 	if (AE_IS_VER1(priv->enet_ver)) {
1217 		netdev_err(netdev,
1218 			   "RSS feature is not supported on this hardware\n");
1219 		return -EOPNOTSUPP;
1220 	}
1221 
1222 	ops = priv->ae_handle->dev->ops;
1223 
1224 	if (!indir)
1225 		return 0;
1226 
1227 	return ops->get_rss(priv->ae_handle, indir, key, hfunc);
1228 }
1229 
1230 static int
1231 hns_set_rss(struct net_device *netdev, const u32 *indir, const u8 *key,
1232 	    const u8 hfunc)
1233 {
1234 	struct hns_nic_priv *priv = netdev_priv(netdev);
1235 	struct hnae_ae_ops *ops;
1236 
1237 	if (AE_IS_VER1(priv->enet_ver)) {
1238 		netdev_err(netdev,
1239 			   "RSS feature is not supported on this hardware\n");
1240 		return -EOPNOTSUPP;
1241 	}
1242 
1243 	ops = priv->ae_handle->dev->ops;
1244 
1245 	if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) {
1246 		netdev_err(netdev, "Invalid hfunc!\n");
1247 		return -EOPNOTSUPP;
1248 	}
1249 
1250 	return ops->set_rss(priv->ae_handle, indir, key, hfunc);
1251 }
1252 
1253 static int hns_get_rxnfc(struct net_device *netdev,
1254 			 struct ethtool_rxnfc *cmd,
1255 			 u32 *rule_locs)
1256 {
1257 	struct hns_nic_priv *priv = netdev_priv(netdev);
1258 
1259 	switch (cmd->cmd) {
1260 	case ETHTOOL_GRXRINGS:
1261 		cmd->data = priv->ae_handle->q_num;
1262 		break;
1263 	default:
1264 		return -EOPNOTSUPP;
1265 	}
1266 
1267 	return 0;
1268 }
1269 
1270 static const struct ethtool_ops hns_ethtool_ops = {
1271 	.supported_coalesce_params = ETHTOOL_COALESCE_USECS |
1272 				     ETHTOOL_COALESCE_MAX_FRAMES |
1273 				     ETHTOOL_COALESCE_USE_ADAPTIVE |
1274 				     ETHTOOL_COALESCE_USECS_LOW_HIGH |
1275 				     ETHTOOL_COALESCE_MAX_FRAMES_LOW_HIGH,
1276 	.get_drvinfo = hns_nic_get_drvinfo,
1277 	.get_link  = hns_nic_get_link,
1278 	.get_ringparam = hns_get_ringparam,
1279 	.get_pauseparam = hns_get_pauseparam,
1280 	.set_pauseparam = hns_set_pauseparam,
1281 	.get_coalesce = hns_get_coalesce,
1282 	.set_coalesce = hns_set_coalesce,
1283 	.get_channels = hns_get_channels,
1284 	.self_test = hns_nic_self_test,
1285 	.get_strings = hns_get_strings,
1286 	.get_sset_count = hns_get_sset_count,
1287 	.get_ethtool_stats = hns_get_ethtool_stats,
1288 	.set_phys_id = hns_set_phys_id,
1289 	.get_regs_len = hns_get_regs_len,
1290 	.get_regs = hns_get_regs,
1291 	.nway_reset = hns_nic_nway_reset,
1292 	.get_rxfh_key_size = hns_get_rss_key_size,
1293 	.get_rxfh_indir_size = hns_get_rss_indir_size,
1294 	.get_rxfh = hns_get_rss,
1295 	.set_rxfh = hns_set_rss,
1296 	.get_rxnfc = hns_get_rxnfc,
1297 	.get_link_ksettings  = hns_nic_get_link_ksettings,
1298 	.set_link_ksettings  = hns_nic_set_link_ksettings,
1299 };
1300 
1301 void hns_ethtool_set_ops(struct net_device *ndev)
1302 {
1303 	ndev->ethtool_ops = &hns_ethtool_ops;
1304 }
1305