1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Copyright (c) 2014-2015 Hisilicon Limited. 4 */ 5 6 #include <linux/etherdevice.h> 7 #include <linux/interrupt.h> 8 #include <linux/module.h> 9 #include <linux/platform_device.h> 10 #include "hns_enet.h" 11 12 #define HNS_PHY_PAGE_MDIX 0 13 #define HNS_PHY_PAGE_LED 3 14 #define HNS_PHY_PAGE_COPPER 0 15 16 #define HNS_PHY_PAGE_REG 22 /* Page Selection Reg. */ 17 #define HNS_PHY_CSC_REG 16 /* Copper Specific Control Register */ 18 #define HNS_PHY_CSS_REG 17 /* Copper Specific Status Register */ 19 #define HNS_LED_FC_REG 16 /* LED Function Control Reg. */ 20 #define HNS_LED_PC_REG 17 /* LED Polarity Control Reg. */ 21 22 #define HNS_LED_FORCE_ON 9 23 #define HNS_LED_FORCE_OFF 8 24 25 #define HNS_CHIP_VERSION 660 26 #define HNS_NET_STATS_CNT 26 27 28 #define PHY_MDIX_CTRL_S (5) 29 #define PHY_MDIX_CTRL_M (3 << PHY_MDIX_CTRL_S) 30 31 #define PHY_MDIX_STATUS_B (6) 32 #define PHY_SPEED_DUP_RESOLVE_B (11) 33 34 /** 35 *hns_nic_get_link - get current link status 36 *@net_dev: net_device 37 *retuen 0 - success , negative --fail 38 */ 39 static u32 hns_nic_get_link(struct net_device *net_dev) 40 { 41 struct hns_nic_priv *priv = netdev_priv(net_dev); 42 u32 link_stat = priv->link; 43 struct hnae_handle *h; 44 45 h = priv->ae_handle; 46 47 if (net_dev->phydev) { 48 if (!genphy_read_status(net_dev->phydev)) 49 link_stat = net_dev->phydev->link; 50 else 51 link_stat = 0; 52 } 53 54 if (h->dev && h->dev->ops && h->dev->ops->get_status) 55 link_stat = link_stat && h->dev->ops->get_status(h); 56 else 57 link_stat = 0; 58 59 return link_stat; 60 } 61 62 static void hns_get_mdix_mode(struct net_device *net_dev, 63 struct ethtool_link_ksettings *cmd) 64 { 65 int mdix_ctrl, mdix, retval, is_resolved; 66 struct phy_device *phy_dev = net_dev->phydev; 67 68 if (!phy_dev || !phy_dev->mdio.bus) { 69 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID; 70 cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID; 71 return; 72 } 73 74 phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_MDIX); 75 76 retval = phy_read(phy_dev, HNS_PHY_CSC_REG); 77 mdix_ctrl = hnae_get_field(retval, PHY_MDIX_CTRL_M, PHY_MDIX_CTRL_S); 78 79 retval = phy_read(phy_dev, HNS_PHY_CSS_REG); 80 mdix = hnae_get_bit(retval, PHY_MDIX_STATUS_B); 81 is_resolved = hnae_get_bit(retval, PHY_SPEED_DUP_RESOLVE_B); 82 83 phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_COPPER); 84 85 switch (mdix_ctrl) { 86 case 0x0: 87 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI; 88 break; 89 case 0x1: 90 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_X; 91 break; 92 case 0x3: 93 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_AUTO; 94 break; 95 default: 96 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID; 97 break; 98 } 99 100 if (!is_resolved) 101 cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID; 102 else if (mdix) 103 cmd->base.eth_tp_mdix = ETH_TP_MDI_X; 104 else 105 cmd->base.eth_tp_mdix = ETH_TP_MDI; 106 } 107 108 /** 109 *hns_nic_get_link_ksettings - implement ethtool get link ksettings 110 *@net_dev: net_device 111 *@cmd: ethtool_link_ksettings 112 *retuen 0 - success , negative --fail 113 */ 114 static int hns_nic_get_link_ksettings(struct net_device *net_dev, 115 struct ethtool_link_ksettings *cmd) 116 { 117 struct hns_nic_priv *priv = netdev_priv(net_dev); 118 struct hnae_handle *h; 119 u32 link_stat; 120 int ret; 121 u8 duplex; 122 u16 speed; 123 u32 supported, advertising; 124 125 if (!priv || !priv->ae_handle) 126 return -ESRCH; 127 128 h = priv->ae_handle; 129 if (!h->dev || !h->dev->ops || !h->dev->ops->get_info) 130 return -ESRCH; 131 132 ret = h->dev->ops->get_info(h, NULL, &speed, &duplex); 133 if (ret < 0) { 134 netdev_err(net_dev, "%s get_info error!\n", __func__); 135 return -EINVAL; 136 } 137 138 ethtool_convert_link_mode_to_legacy_u32(&supported, 139 cmd->link_modes.supported); 140 ethtool_convert_link_mode_to_legacy_u32(&advertising, 141 cmd->link_modes.advertising); 142 143 /* When there is no phy, autoneg is off. */ 144 cmd->base.autoneg = false; 145 cmd->base.speed = speed; 146 cmd->base.duplex = duplex; 147 148 if (net_dev->phydev) 149 phy_ethtool_ksettings_get(net_dev->phydev, cmd); 150 151 link_stat = hns_nic_get_link(net_dev); 152 if (!link_stat) { 153 cmd->base.speed = (u32)SPEED_UNKNOWN; 154 cmd->base.duplex = DUPLEX_UNKNOWN; 155 } 156 157 if (cmd->base.autoneg) 158 advertising |= ADVERTISED_Autoneg; 159 160 supported |= h->if_support; 161 if (h->phy_if == PHY_INTERFACE_MODE_SGMII) { 162 supported |= SUPPORTED_TP; 163 advertising |= ADVERTISED_1000baseT_Full; 164 } else if (h->phy_if == PHY_INTERFACE_MODE_XGMII) { 165 supported |= SUPPORTED_FIBRE; 166 advertising |= ADVERTISED_10000baseKR_Full; 167 } 168 169 switch (h->media_type) { 170 case HNAE_MEDIA_TYPE_FIBER: 171 cmd->base.port = PORT_FIBRE; 172 break; 173 case HNAE_MEDIA_TYPE_COPPER: 174 cmd->base.port = PORT_TP; 175 break; 176 case HNAE_MEDIA_TYPE_UNKNOWN: 177 default: 178 break; 179 } 180 181 if (!(AE_IS_VER1(priv->enet_ver) && h->port_type == HNAE_PORT_DEBUG)) 182 supported |= SUPPORTED_Pause; 183 184 ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported, 185 supported); 186 ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising, 187 advertising); 188 189 cmd->base.mdio_support = ETH_MDIO_SUPPORTS_C45 | ETH_MDIO_SUPPORTS_C22; 190 hns_get_mdix_mode(net_dev, cmd); 191 192 return 0; 193 } 194 195 /** 196 *hns_nic_set_link_settings - implement ethtool set link ksettings 197 *@net_dev: net_device 198 *@cmd: ethtool_link_ksettings 199 *retuen 0 - success , negative --fail 200 */ 201 static int hns_nic_set_link_ksettings(struct net_device *net_dev, 202 const struct ethtool_link_ksettings *cmd) 203 { 204 struct hns_nic_priv *priv = netdev_priv(net_dev); 205 struct hnae_handle *h; 206 u32 speed; 207 208 if (!netif_running(net_dev)) 209 return -ESRCH; 210 211 if (!priv || !priv->ae_handle || !priv->ae_handle->dev || 212 !priv->ae_handle->dev->ops) 213 return -ENODEV; 214 215 h = priv->ae_handle; 216 speed = cmd->base.speed; 217 218 if (h->phy_if == PHY_INTERFACE_MODE_XGMII) { 219 if (cmd->base.autoneg == AUTONEG_ENABLE || 220 speed != SPEED_10000 || 221 cmd->base.duplex != DUPLEX_FULL) 222 return -EINVAL; 223 } else if (h->phy_if == PHY_INTERFACE_MODE_SGMII) { 224 if (!net_dev->phydev && cmd->base.autoneg == AUTONEG_ENABLE) 225 return -EINVAL; 226 227 if (speed == SPEED_1000 && cmd->base.duplex == DUPLEX_HALF) 228 return -EINVAL; 229 if (net_dev->phydev) 230 return phy_ethtool_ksettings_set(net_dev->phydev, cmd); 231 232 if ((speed != SPEED_10 && speed != SPEED_100 && 233 speed != SPEED_1000) || (cmd->base.duplex != DUPLEX_HALF && 234 cmd->base.duplex != DUPLEX_FULL)) 235 return -EINVAL; 236 } else { 237 netdev_err(net_dev, "Not supported!"); 238 return -ENOTSUPP; 239 } 240 241 if (h->dev->ops->adjust_link) { 242 netif_carrier_off(net_dev); 243 h->dev->ops->adjust_link(h, (int)speed, cmd->base.duplex); 244 netif_carrier_on(net_dev); 245 return 0; 246 } 247 248 netdev_err(net_dev, "Not supported!"); 249 return -ENOTSUPP; 250 } 251 252 static const char hns_nic_test_strs[][ETH_GSTRING_LEN] = { 253 "Mac Loopback test", 254 "Serdes Loopback test", 255 "Phy Loopback test" 256 }; 257 258 static int hns_nic_config_phy_loopback(struct phy_device *phy_dev, u8 en) 259 { 260 int err; 261 262 if (en) { 263 /* Doing phy loopback in offline state, phy resuming is 264 * needed to power up the device. 265 */ 266 err = phy_resume(phy_dev); 267 if (err) 268 goto out; 269 270 err = phy_loopback(phy_dev, true); 271 } else { 272 err = phy_loopback(phy_dev, false); 273 if (err) 274 goto out; 275 276 err = phy_suspend(phy_dev); 277 } 278 279 out: 280 return err; 281 } 282 283 static int __lb_setup(struct net_device *ndev, 284 enum hnae_loop loop) 285 { 286 int ret = 0; 287 struct hns_nic_priv *priv = netdev_priv(ndev); 288 struct phy_device *phy_dev = ndev->phydev; 289 struct hnae_handle *h = priv->ae_handle; 290 291 switch (loop) { 292 case MAC_INTERNALLOOP_PHY: 293 ret = hns_nic_config_phy_loopback(phy_dev, 0x1); 294 if (!ret) 295 ret = h->dev->ops->set_loopback(h, loop, 0x1); 296 break; 297 case MAC_INTERNALLOOP_MAC: 298 if ((h->dev->ops->set_loopback) && 299 (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII)) 300 ret = h->dev->ops->set_loopback(h, loop, 0x1); 301 break; 302 case MAC_INTERNALLOOP_SERDES: 303 if (h->dev->ops->set_loopback) 304 ret = h->dev->ops->set_loopback(h, loop, 0x1); 305 break; 306 case MAC_LOOP_PHY_NONE: 307 ret = hns_nic_config_phy_loopback(phy_dev, 0x0); 308 fallthrough; 309 case MAC_LOOP_NONE: 310 if (!ret && h->dev->ops->set_loopback) { 311 if (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII) 312 ret = h->dev->ops->set_loopback(h, 313 MAC_INTERNALLOOP_MAC, 0x0); 314 315 if (!ret) 316 ret = h->dev->ops->set_loopback(h, 317 MAC_INTERNALLOOP_SERDES, 0x0); 318 } 319 break; 320 default: 321 ret = -EINVAL; 322 break; 323 } 324 325 if (!ret) { 326 if (loop == MAC_LOOP_NONE) 327 h->dev->ops->set_promisc_mode( 328 h, ndev->flags & IFF_PROMISC); 329 else 330 h->dev->ops->set_promisc_mode(h, 1); 331 } 332 return ret; 333 } 334 335 static int __lb_up(struct net_device *ndev, 336 enum hnae_loop loop_mode) 337 { 338 #define NIC_LB_TEST_WAIT_PHY_LINK_TIME 300 339 struct hns_nic_priv *priv = netdev_priv(ndev); 340 struct hnae_handle *h = priv->ae_handle; 341 int speed, duplex; 342 int ret; 343 344 hns_nic_net_reset(ndev); 345 346 ret = __lb_setup(ndev, loop_mode); 347 if (ret) 348 return ret; 349 350 msleep(200); 351 352 ret = h->dev->ops->start ? h->dev->ops->start(h) : 0; 353 if (ret) 354 return ret; 355 356 /* link adjust duplex*/ 357 if (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII) 358 speed = 1000; 359 else 360 speed = 10000; 361 duplex = 1; 362 363 h->dev->ops->adjust_link(h, speed, duplex); 364 365 /* wait adjust link done and phy ready */ 366 msleep(NIC_LB_TEST_WAIT_PHY_LINK_TIME); 367 368 return 0; 369 } 370 371 static void __lb_other_process(struct hns_nic_ring_data *ring_data, 372 struct sk_buff *skb) 373 { 374 struct net_device *ndev; 375 struct hns_nic_priv *priv; 376 struct hnae_ring *ring; 377 struct netdev_queue *dev_queue; 378 struct sk_buff *new_skb; 379 unsigned int frame_size; 380 int check_ok; 381 u32 i; 382 char buff[33]; /* 32B data and the last character '\0' */ 383 384 if (!ring_data) { /* Just for doing create frame*/ 385 ndev = skb->dev; 386 priv = netdev_priv(ndev); 387 388 frame_size = skb->len; 389 memset(skb->data, 0xFF, frame_size); 390 if ((!AE_IS_VER1(priv->enet_ver)) && 391 (priv->ae_handle->port_type == HNAE_PORT_SERVICE)) { 392 memcpy(skb->data, ndev->dev_addr, 6); 393 skb->data[5] += 0x1f; 394 } 395 396 frame_size &= ~1ul; 397 memset(&skb->data[frame_size / 2], 0xAA, frame_size / 2 - 1); 398 memset(&skb->data[frame_size / 2 + 10], 0xBE, 399 frame_size / 2 - 11); 400 memset(&skb->data[frame_size / 2 + 12], 0xAF, 401 frame_size / 2 - 13); 402 return; 403 } 404 405 ring = ring_data->ring; 406 ndev = ring_data->napi.dev; 407 if (is_tx_ring(ring)) { /* for tx queue reset*/ 408 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); 409 netdev_tx_reset_queue(dev_queue); 410 return; 411 } 412 413 frame_size = skb->len; 414 frame_size &= ~1ul; 415 /* for mutl buffer*/ 416 new_skb = skb_copy(skb, GFP_ATOMIC); 417 dev_kfree_skb_any(skb); 418 if (!new_skb) { 419 netdev_err(ndev, "skb alloc failed\n"); 420 return; 421 } 422 skb = new_skb; 423 424 check_ok = 0; 425 if (*(skb->data + 10) == 0xFF) { /* for rx check frame*/ 426 if ((*(skb->data + frame_size / 2 + 10) == 0xBE) && 427 (*(skb->data + frame_size / 2 + 12) == 0xAF)) 428 check_ok = 1; 429 } 430 431 if (check_ok) { 432 ndev->stats.rx_packets++; 433 ndev->stats.rx_bytes += skb->len; 434 } else { 435 ndev->stats.rx_frame_errors++; 436 for (i = 0; i < skb->len; i++) { 437 snprintf(buff + i % 16 * 2, 3, /* tailing \0*/ 438 "%02x", *(skb->data + i)); 439 if ((i % 16 == 15) || (i == skb->len - 1)) 440 pr_info("%s\n", buff); 441 } 442 } 443 dev_kfree_skb_any(skb); 444 } 445 446 static int __lb_clean_rings(struct hns_nic_priv *priv, 447 int ringid0, int ringid1, int budget) 448 { 449 int i, ret; 450 struct hns_nic_ring_data *ring_data; 451 struct net_device *ndev = priv->netdev; 452 unsigned long rx_packets = ndev->stats.rx_packets; 453 unsigned long rx_bytes = ndev->stats.rx_bytes; 454 unsigned long rx_frame_errors = ndev->stats.rx_frame_errors; 455 456 for (i = ringid0; i <= ringid1; i++) { 457 ring_data = &priv->ring_data[i]; 458 (void)ring_data->poll_one(ring_data, 459 budget, __lb_other_process); 460 } 461 ret = (int)(ndev->stats.rx_packets - rx_packets); 462 ndev->stats.rx_packets = rx_packets; 463 ndev->stats.rx_bytes = rx_bytes; 464 ndev->stats.rx_frame_errors = rx_frame_errors; 465 return ret; 466 } 467 468 /** 469 * __lb_run_test - run loopback test 470 * @ndev: net device 471 * @loop_mode: loopback mode 472 */ 473 static int __lb_run_test(struct net_device *ndev, 474 enum hnae_loop loop_mode) 475 { 476 #define NIC_LB_TEST_PKT_NUM_PER_CYCLE 1 477 #define NIC_LB_TEST_RING_ID 0 478 #define NIC_LB_TEST_FRAME_SIZE 128 479 /* nic loopback test err */ 480 #define NIC_LB_TEST_NO_MEM_ERR 1 481 #define NIC_LB_TEST_TX_CNT_ERR 2 482 #define NIC_LB_TEST_RX_CNT_ERR 3 483 #define NIC_LB_TEST_RX_PKG_ERR 4 484 struct hns_nic_priv *priv = netdev_priv(ndev); 485 struct hnae_handle *h = priv->ae_handle; 486 int i, j, lc, good_cnt, ret_val = 0; 487 unsigned int size; 488 netdev_tx_t tx_ret_val; 489 struct sk_buff *skb; 490 491 size = NIC_LB_TEST_FRAME_SIZE; 492 /* allocate test skb */ 493 skb = alloc_skb(size, GFP_KERNEL); 494 if (!skb) 495 return NIC_LB_TEST_NO_MEM_ERR; 496 497 /* place data into test skb */ 498 (void)skb_put(skb, size); 499 skb->dev = ndev; 500 __lb_other_process(NULL, skb); 501 skb->queue_mapping = NIC_LB_TEST_RING_ID; 502 503 lc = 1; 504 for (j = 0; j < lc; j++) { 505 /* reset count of good packets */ 506 good_cnt = 0; 507 /* place 64 packets on the transmit queue*/ 508 for (i = 0; i < NIC_LB_TEST_PKT_NUM_PER_CYCLE; i++) { 509 (void)skb_get(skb); 510 511 tx_ret_val = (netdev_tx_t)hns_nic_net_xmit_hw( 512 ndev, skb, 513 &tx_ring_data(priv, skb->queue_mapping)); 514 if (tx_ret_val == NETDEV_TX_OK) 515 good_cnt++; 516 else 517 break; 518 } 519 if (good_cnt != NIC_LB_TEST_PKT_NUM_PER_CYCLE) { 520 ret_val = NIC_LB_TEST_TX_CNT_ERR; 521 dev_err(priv->dev, "%s sent fail, cnt=0x%x, budget=0x%x\n", 522 hns_nic_test_strs[loop_mode], good_cnt, 523 NIC_LB_TEST_PKT_NUM_PER_CYCLE); 524 break; 525 } 526 527 /* allow 100 milliseconds for packets to go from Tx to Rx */ 528 msleep(100); 529 530 good_cnt = __lb_clean_rings(priv, 531 h->q_num, h->q_num * 2 - 1, 532 NIC_LB_TEST_PKT_NUM_PER_CYCLE); 533 if (good_cnt != NIC_LB_TEST_PKT_NUM_PER_CYCLE) { 534 ret_val = NIC_LB_TEST_RX_CNT_ERR; 535 dev_err(priv->dev, "%s recv fail, cnt=0x%x, budget=0x%x\n", 536 hns_nic_test_strs[loop_mode], good_cnt, 537 NIC_LB_TEST_PKT_NUM_PER_CYCLE); 538 break; 539 } 540 (void)__lb_clean_rings(priv, 541 NIC_LB_TEST_RING_ID, NIC_LB_TEST_RING_ID, 542 NIC_LB_TEST_PKT_NUM_PER_CYCLE); 543 } 544 545 /* free the original skb */ 546 kfree_skb(skb); 547 548 return ret_val; 549 } 550 551 static int __lb_down(struct net_device *ndev, enum hnae_loop loop) 552 { 553 struct hns_nic_priv *priv = netdev_priv(ndev); 554 struct hnae_handle *h = priv->ae_handle; 555 int ret; 556 557 if (loop == MAC_INTERNALLOOP_PHY) 558 ret = __lb_setup(ndev, MAC_LOOP_PHY_NONE); 559 else 560 ret = __lb_setup(ndev, MAC_LOOP_NONE); 561 if (ret) 562 netdev_err(ndev, "%s: __lb_setup return error(%d)!\n", 563 __func__, 564 ret); 565 566 if (h->dev->ops->stop) 567 h->dev->ops->stop(h); 568 569 usleep_range(10000, 20000); 570 (void)__lb_clean_rings(priv, 0, h->q_num - 1, 256); 571 572 hns_nic_net_reset(ndev); 573 574 return 0; 575 } 576 577 /** 578 * hns_nic_self_test - self test 579 * @ndev: net device 580 * @eth_test: test cmd 581 * @data: test result 582 */ 583 static void hns_nic_self_test(struct net_device *ndev, 584 struct ethtool_test *eth_test, u64 *data) 585 { 586 struct hns_nic_priv *priv = netdev_priv(ndev); 587 bool if_running = netif_running(ndev); 588 #define SELF_TEST_TPYE_NUM 3 589 int st_param[SELF_TEST_TPYE_NUM][2]; 590 int i; 591 int test_index = 0; 592 593 st_param[0][0] = MAC_INTERNALLOOP_MAC; /* XGE not supported lb */ 594 st_param[0][1] = (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII); 595 st_param[1][0] = MAC_INTERNALLOOP_SERDES; 596 st_param[1][1] = 1; /*serdes must exist*/ 597 st_param[2][0] = MAC_INTERNALLOOP_PHY; /* only supporte phy node*/ 598 st_param[2][1] = ((!!(priv->ae_handle->phy_dev)) && 599 (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII)); 600 601 if (eth_test->flags == ETH_TEST_FL_OFFLINE) { 602 set_bit(NIC_STATE_TESTING, &priv->state); 603 604 if (if_running) 605 dev_close(ndev); 606 607 for (i = 0; i < SELF_TEST_TPYE_NUM; i++) { 608 if (!st_param[i][1]) 609 continue; /* NEXT testing */ 610 611 data[test_index] = __lb_up(ndev, 612 (enum hnae_loop)st_param[i][0]); 613 if (!data[test_index]) { 614 data[test_index] = __lb_run_test( 615 ndev, (enum hnae_loop)st_param[i][0]); 616 (void)__lb_down(ndev, 617 (enum hnae_loop)st_param[i][0]); 618 } 619 620 if (data[test_index]) 621 eth_test->flags |= ETH_TEST_FL_FAILED; 622 623 test_index++; 624 } 625 626 hns_nic_net_reset(priv->netdev); 627 628 clear_bit(NIC_STATE_TESTING, &priv->state); 629 630 if (if_running) 631 (void)dev_open(ndev, NULL); 632 } 633 /* Online tests aren't run; pass by default */ 634 635 (void)msleep_interruptible(4 * 1000); 636 } 637 638 /** 639 * hns_nic_get_drvinfo - get net driver info 640 * @net_dev: net device 641 * @drvinfo: driver info 642 */ 643 static void hns_nic_get_drvinfo(struct net_device *net_dev, 644 struct ethtool_drvinfo *drvinfo) 645 { 646 struct hns_nic_priv *priv = netdev_priv(net_dev); 647 648 strncpy(drvinfo->version, HNAE_DRIVER_VERSION, 649 sizeof(drvinfo->version)); 650 drvinfo->version[sizeof(drvinfo->version) - 1] = '\0'; 651 652 strncpy(drvinfo->driver, HNAE_DRIVER_NAME, sizeof(drvinfo->driver)); 653 drvinfo->driver[sizeof(drvinfo->driver) - 1] = '\0'; 654 655 strncpy(drvinfo->bus_info, priv->dev->bus->name, 656 sizeof(drvinfo->bus_info)); 657 drvinfo->bus_info[ETHTOOL_BUSINFO_LEN - 1] = '\0'; 658 659 strncpy(drvinfo->fw_version, "N/A", ETHTOOL_FWVERS_LEN); 660 drvinfo->eedump_len = 0; 661 } 662 663 /** 664 * hns_get_ringparam - get ring parameter 665 * @net_dev: net device 666 * @param: ethtool parameter 667 */ 668 static void hns_get_ringparam(struct net_device *net_dev, 669 struct ethtool_ringparam *param) 670 { 671 struct hns_nic_priv *priv = netdev_priv(net_dev); 672 struct hnae_ae_ops *ops; 673 struct hnae_queue *queue; 674 u32 uplimit = 0; 675 676 queue = priv->ae_handle->qs[0]; 677 ops = priv->ae_handle->dev->ops; 678 679 if (ops->get_ring_bdnum_limit) 680 ops->get_ring_bdnum_limit(queue, &uplimit); 681 682 param->rx_max_pending = uplimit; 683 param->tx_max_pending = uplimit; 684 param->rx_pending = queue->rx_ring.desc_num; 685 param->tx_pending = queue->tx_ring.desc_num; 686 } 687 688 /** 689 * hns_get_pauseparam - get pause parameter 690 * @net_dev: net device 691 * @param: pause parameter 692 */ 693 static void hns_get_pauseparam(struct net_device *net_dev, 694 struct ethtool_pauseparam *param) 695 { 696 struct hns_nic_priv *priv = netdev_priv(net_dev); 697 struct hnae_ae_ops *ops; 698 699 ops = priv->ae_handle->dev->ops; 700 701 if (ops->get_pauseparam) 702 ops->get_pauseparam(priv->ae_handle, ¶m->autoneg, 703 ¶m->rx_pause, ¶m->tx_pause); 704 } 705 706 /** 707 * hns_set_pauseparam - set pause parameter 708 * @net_dev: net device 709 * @param: pause parameter 710 * 711 * Return 0 on success, negative on failure 712 */ 713 static int hns_set_pauseparam(struct net_device *net_dev, 714 struct ethtool_pauseparam *param) 715 { 716 struct hns_nic_priv *priv = netdev_priv(net_dev); 717 struct hnae_handle *h; 718 struct hnae_ae_ops *ops; 719 720 h = priv->ae_handle; 721 ops = h->dev->ops; 722 723 if (!ops->set_pauseparam) 724 return -ESRCH; 725 726 return ops->set_pauseparam(priv->ae_handle, param->autoneg, 727 param->rx_pause, param->tx_pause); 728 } 729 730 /** 731 * hns_get_coalesce - get coalesce info. 732 * @net_dev: net device 733 * @ec: coalesce info. 734 * 735 * Return 0 on success, negative on failure. 736 */ 737 static int hns_get_coalesce(struct net_device *net_dev, 738 struct ethtool_coalesce *ec) 739 { 740 struct hns_nic_priv *priv = netdev_priv(net_dev); 741 struct hnae_ae_ops *ops; 742 743 ops = priv->ae_handle->dev->ops; 744 745 ec->use_adaptive_rx_coalesce = priv->ae_handle->coal_adapt_en; 746 ec->use_adaptive_tx_coalesce = priv->ae_handle->coal_adapt_en; 747 748 if ((!ops->get_coalesce_usecs) || 749 (!ops->get_max_coalesced_frames)) 750 return -ESRCH; 751 752 ops->get_coalesce_usecs(priv->ae_handle, 753 &ec->tx_coalesce_usecs, 754 &ec->rx_coalesce_usecs); 755 756 ops->get_max_coalesced_frames( 757 priv->ae_handle, 758 &ec->tx_max_coalesced_frames, 759 &ec->rx_max_coalesced_frames); 760 761 ops->get_coalesce_range(priv->ae_handle, 762 &ec->tx_max_coalesced_frames_low, 763 &ec->rx_max_coalesced_frames_low, 764 &ec->tx_max_coalesced_frames_high, 765 &ec->rx_max_coalesced_frames_high, 766 &ec->tx_coalesce_usecs_low, 767 &ec->rx_coalesce_usecs_low, 768 &ec->tx_coalesce_usecs_high, 769 &ec->rx_coalesce_usecs_high); 770 771 return 0; 772 } 773 774 /** 775 * hns_set_coalesce - set coalesce info. 776 * @net_dev: net device 777 * @ec: coalesce info. 778 * 779 * Return 0 on success, negative on failure. 780 */ 781 static int hns_set_coalesce(struct net_device *net_dev, 782 struct ethtool_coalesce *ec) 783 { 784 struct hns_nic_priv *priv = netdev_priv(net_dev); 785 struct hnae_ae_ops *ops; 786 int rc1, rc2; 787 788 ops = priv->ae_handle->dev->ops; 789 790 if (ec->tx_coalesce_usecs != ec->rx_coalesce_usecs) 791 return -EINVAL; 792 793 if ((!ops->set_coalesce_usecs) || 794 (!ops->set_coalesce_frames)) 795 return -ESRCH; 796 797 if (ec->use_adaptive_rx_coalesce != priv->ae_handle->coal_adapt_en) 798 priv->ae_handle->coal_adapt_en = ec->use_adaptive_rx_coalesce; 799 800 rc1 = ops->set_coalesce_usecs(priv->ae_handle, 801 ec->rx_coalesce_usecs); 802 803 rc2 = ops->set_coalesce_frames(priv->ae_handle, 804 ec->tx_max_coalesced_frames, 805 ec->rx_max_coalesced_frames); 806 807 if (rc1 || rc2) 808 return -EINVAL; 809 810 return 0; 811 } 812 813 /** 814 * hns_get_channels - get channel info. 815 * @net_dev: net device 816 * @ch: channel info. 817 */ 818 static void 819 hns_get_channels(struct net_device *net_dev, struct ethtool_channels *ch) 820 { 821 struct hns_nic_priv *priv = netdev_priv(net_dev); 822 823 ch->max_rx = priv->ae_handle->q_num; 824 ch->max_tx = priv->ae_handle->q_num; 825 826 ch->rx_count = priv->ae_handle->q_num; 827 ch->tx_count = priv->ae_handle->q_num; 828 } 829 830 /** 831 * get_ethtool_stats - get detail statistics. 832 * @netdev: net device 833 * @stats: statistics info. 834 * @data: statistics data. 835 */ 836 static void hns_get_ethtool_stats(struct net_device *netdev, 837 struct ethtool_stats *stats, u64 *data) 838 { 839 u64 *p = data; 840 struct hns_nic_priv *priv = netdev_priv(netdev); 841 struct hnae_handle *h = priv->ae_handle; 842 const struct rtnl_link_stats64 *net_stats; 843 struct rtnl_link_stats64 temp; 844 845 if (!h->dev->ops->get_stats || !h->dev->ops->update_stats) { 846 netdev_err(netdev, "get_stats or update_stats is null!\n"); 847 return; 848 } 849 850 h->dev->ops->update_stats(h, &netdev->stats); 851 852 net_stats = dev_get_stats(netdev, &temp); 853 854 /* get netdev statistics */ 855 p[0] = net_stats->rx_packets; 856 p[1] = net_stats->tx_packets; 857 p[2] = net_stats->rx_bytes; 858 p[3] = net_stats->tx_bytes; 859 p[4] = net_stats->rx_errors; 860 p[5] = net_stats->tx_errors; 861 p[6] = net_stats->rx_dropped; 862 p[7] = net_stats->tx_dropped; 863 p[8] = net_stats->multicast; 864 p[9] = net_stats->collisions; 865 p[10] = net_stats->rx_over_errors; 866 p[11] = net_stats->rx_crc_errors; 867 p[12] = net_stats->rx_frame_errors; 868 p[13] = net_stats->rx_fifo_errors; 869 p[14] = net_stats->rx_missed_errors; 870 p[15] = net_stats->tx_aborted_errors; 871 p[16] = net_stats->tx_carrier_errors; 872 p[17] = net_stats->tx_fifo_errors; 873 p[18] = net_stats->tx_heartbeat_errors; 874 p[19] = net_stats->rx_length_errors; 875 p[20] = net_stats->tx_window_errors; 876 p[21] = net_stats->rx_compressed; 877 p[22] = net_stats->tx_compressed; 878 879 p[23] = netdev->rx_dropped.counter; 880 p[24] = netdev->tx_dropped.counter; 881 882 p[25] = priv->tx_timeout_count; 883 884 /* get driver statistics */ 885 h->dev->ops->get_stats(h, &p[26]); 886 } 887 888 /** 889 * get_strings: Return a set of strings that describe the requested objects 890 * @netdev: net device 891 * @stringset: string set ID. 892 * @data: objects data. 893 */ 894 static void hns_get_strings(struct net_device *netdev, u32 stringset, u8 *data) 895 { 896 struct hns_nic_priv *priv = netdev_priv(netdev); 897 struct hnae_handle *h = priv->ae_handle; 898 u8 *buff = data; 899 900 if (!h->dev->ops->get_strings) { 901 netdev_err(netdev, "h->dev->ops->get_strings is null!\n"); 902 return; 903 } 904 905 if (stringset == ETH_SS_TEST) { 906 if (priv->ae_handle->phy_if != PHY_INTERFACE_MODE_XGMII) 907 ethtool_sprintf(&buff, 908 hns_nic_test_strs[MAC_INTERNALLOOP_MAC]); 909 ethtool_sprintf(&buff, 910 hns_nic_test_strs[MAC_INTERNALLOOP_SERDES]); 911 if ((netdev->phydev) && (!netdev->phydev->is_c45)) 912 ethtool_sprintf(&buff, 913 hns_nic_test_strs[MAC_INTERNALLOOP_PHY]); 914 915 } else { 916 ethtool_sprintf(&buff, "rx_packets"); 917 ethtool_sprintf(&buff, "tx_packets"); 918 ethtool_sprintf(&buff, "rx_bytes"); 919 ethtool_sprintf(&buff, "tx_bytes"); 920 ethtool_sprintf(&buff, "rx_errors"); 921 ethtool_sprintf(&buff, "tx_errors"); 922 ethtool_sprintf(&buff, "rx_dropped"); 923 ethtool_sprintf(&buff, "tx_dropped"); 924 ethtool_sprintf(&buff, "multicast"); 925 ethtool_sprintf(&buff, "collisions"); 926 ethtool_sprintf(&buff, "rx_over_errors"); 927 ethtool_sprintf(&buff, "rx_crc_errors"); 928 ethtool_sprintf(&buff, "rx_frame_errors"); 929 ethtool_sprintf(&buff, "rx_fifo_errors"); 930 ethtool_sprintf(&buff, "rx_missed_errors"); 931 ethtool_sprintf(&buff, "tx_aborted_errors"); 932 ethtool_sprintf(&buff, "tx_carrier_errors"); 933 ethtool_sprintf(&buff, "tx_fifo_errors"); 934 ethtool_sprintf(&buff, "tx_heartbeat_errors"); 935 ethtool_sprintf(&buff, "rx_length_errors"); 936 ethtool_sprintf(&buff, "tx_window_errors"); 937 ethtool_sprintf(&buff, "rx_compressed"); 938 ethtool_sprintf(&buff, "tx_compressed"); 939 ethtool_sprintf(&buff, "netdev_rx_dropped"); 940 ethtool_sprintf(&buff, "netdev_tx_dropped"); 941 942 ethtool_sprintf(&buff, "netdev_tx_timeout"); 943 944 h->dev->ops->get_strings(h, stringset, buff); 945 } 946 } 947 948 /** 949 * hns_get_sset_count - get string set count returned by nic_get_strings 950 * @netdev: net device 951 * @stringset: string set index, 0: self test string; 1: statistics string. 952 * 953 * Return string set count. 954 */ 955 static int hns_get_sset_count(struct net_device *netdev, int stringset) 956 { 957 struct hns_nic_priv *priv = netdev_priv(netdev); 958 struct hnae_handle *h = priv->ae_handle; 959 struct hnae_ae_ops *ops = h->dev->ops; 960 961 if (!ops->get_sset_count) { 962 netdev_err(netdev, "get_sset_count is null!\n"); 963 return -EOPNOTSUPP; 964 } 965 if (stringset == ETH_SS_TEST) { 966 u32 cnt = (sizeof(hns_nic_test_strs) / ETH_GSTRING_LEN); 967 968 if (priv->ae_handle->phy_if == PHY_INTERFACE_MODE_XGMII) 969 cnt--; 970 971 if ((!netdev->phydev) || (netdev->phydev->is_c45)) 972 cnt--; 973 974 return cnt; 975 } else if (stringset == ETH_SS_STATS) { 976 return (HNS_NET_STATS_CNT + ops->get_sset_count(h, stringset)); 977 } else { 978 return -EOPNOTSUPP; 979 } 980 } 981 982 /** 983 * hns_phy_led_set - set phy LED status. 984 * @netdev: net device 985 * @value: LED state. 986 * 987 * Return 0 on success, negative on failure. 988 */ 989 static int hns_phy_led_set(struct net_device *netdev, int value) 990 { 991 int retval; 992 struct phy_device *phy_dev = netdev->phydev; 993 994 retval = phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_LED); 995 retval |= phy_write(phy_dev, HNS_LED_FC_REG, value); 996 retval |= phy_write(phy_dev, HNS_PHY_PAGE_REG, HNS_PHY_PAGE_COPPER); 997 if (retval) { 998 netdev_err(netdev, "mdiobus_write fail !\n"); 999 return retval; 1000 } 1001 return 0; 1002 } 1003 1004 /** 1005 * hns_set_phys_id - set phy identify LED. 1006 * @netdev: net device 1007 * @state: LED state. 1008 * 1009 * Return 0 on success, negative on failure. 1010 */ 1011 static int 1012 hns_set_phys_id(struct net_device *netdev, enum ethtool_phys_id_state state) 1013 { 1014 struct hns_nic_priv *priv = netdev_priv(netdev); 1015 struct hnae_handle *h = priv->ae_handle; 1016 struct phy_device *phy_dev = netdev->phydev; 1017 int ret; 1018 1019 if (phy_dev) 1020 switch (state) { 1021 case ETHTOOL_ID_ACTIVE: 1022 ret = phy_write(phy_dev, HNS_PHY_PAGE_REG, 1023 HNS_PHY_PAGE_LED); 1024 if (ret) 1025 return ret; 1026 1027 priv->phy_led_val = phy_read(phy_dev, HNS_LED_FC_REG); 1028 1029 ret = phy_write(phy_dev, HNS_PHY_PAGE_REG, 1030 HNS_PHY_PAGE_COPPER); 1031 if (ret) 1032 return ret; 1033 return 2; 1034 case ETHTOOL_ID_ON: 1035 ret = hns_phy_led_set(netdev, HNS_LED_FORCE_ON); 1036 if (ret) 1037 return ret; 1038 break; 1039 case ETHTOOL_ID_OFF: 1040 ret = hns_phy_led_set(netdev, HNS_LED_FORCE_OFF); 1041 if (ret) 1042 return ret; 1043 break; 1044 case ETHTOOL_ID_INACTIVE: 1045 ret = phy_write(phy_dev, HNS_PHY_PAGE_REG, 1046 HNS_PHY_PAGE_LED); 1047 if (ret) 1048 return ret; 1049 1050 ret = phy_write(phy_dev, HNS_LED_FC_REG, 1051 priv->phy_led_val); 1052 if (ret) 1053 return ret; 1054 1055 ret = phy_write(phy_dev, HNS_PHY_PAGE_REG, 1056 HNS_PHY_PAGE_COPPER); 1057 if (ret) 1058 return ret; 1059 break; 1060 default: 1061 return -EINVAL; 1062 } 1063 else 1064 switch (state) { 1065 case ETHTOOL_ID_ACTIVE: 1066 return h->dev->ops->set_led_id(h, HNAE_LED_ACTIVE); 1067 case ETHTOOL_ID_ON: 1068 return h->dev->ops->set_led_id(h, HNAE_LED_ON); 1069 case ETHTOOL_ID_OFF: 1070 return h->dev->ops->set_led_id(h, HNAE_LED_OFF); 1071 case ETHTOOL_ID_INACTIVE: 1072 return h->dev->ops->set_led_id(h, HNAE_LED_INACTIVE); 1073 default: 1074 return -EINVAL; 1075 } 1076 1077 return 0; 1078 } 1079 1080 /** 1081 * hns_get_regs - get net device register 1082 * @net_dev: net device 1083 * @cmd: ethtool cmd 1084 * @data: register data 1085 */ 1086 static void hns_get_regs(struct net_device *net_dev, struct ethtool_regs *cmd, 1087 void *data) 1088 { 1089 struct hns_nic_priv *priv = netdev_priv(net_dev); 1090 struct hnae_ae_ops *ops; 1091 1092 ops = priv->ae_handle->dev->ops; 1093 1094 cmd->version = HNS_CHIP_VERSION; 1095 if (!ops->get_regs) { 1096 netdev_err(net_dev, "ops->get_regs is null!\n"); 1097 return; 1098 } 1099 ops->get_regs(priv->ae_handle, data); 1100 } 1101 1102 /** 1103 * hns_get_regs_len - get total register len. 1104 * @net_dev: net device 1105 * 1106 * Return total register len. 1107 */ 1108 static int hns_get_regs_len(struct net_device *net_dev) 1109 { 1110 u32 reg_num; 1111 struct hns_nic_priv *priv = netdev_priv(net_dev); 1112 struct hnae_ae_ops *ops; 1113 1114 ops = priv->ae_handle->dev->ops; 1115 if (!ops->get_regs_len) { 1116 netdev_err(net_dev, "ops->get_regs_len is null!\n"); 1117 return -EOPNOTSUPP; 1118 } 1119 1120 reg_num = ops->get_regs_len(priv->ae_handle); 1121 if (reg_num > 0) 1122 return reg_num * sizeof(u32); 1123 else 1124 return reg_num; /* error code */ 1125 } 1126 1127 /** 1128 * hns_nic_nway_reset - nway reset 1129 * @netdev: net device 1130 * 1131 * Return 0 on success, negative on failure 1132 */ 1133 static int hns_nic_nway_reset(struct net_device *netdev) 1134 { 1135 struct phy_device *phy = netdev->phydev; 1136 1137 if (!netif_running(netdev)) 1138 return 0; 1139 1140 if (!phy) 1141 return -EOPNOTSUPP; 1142 1143 if (phy->autoneg != AUTONEG_ENABLE) 1144 return -EINVAL; 1145 1146 return genphy_restart_aneg(phy); 1147 } 1148 1149 static u32 1150 hns_get_rss_key_size(struct net_device *netdev) 1151 { 1152 struct hns_nic_priv *priv = netdev_priv(netdev); 1153 struct hnae_ae_ops *ops; 1154 1155 if (AE_IS_VER1(priv->enet_ver)) { 1156 netdev_err(netdev, 1157 "RSS feature is not supported on this hardware\n"); 1158 return 0; 1159 } 1160 1161 ops = priv->ae_handle->dev->ops; 1162 return ops->get_rss_key_size(priv->ae_handle); 1163 } 1164 1165 static u32 1166 hns_get_rss_indir_size(struct net_device *netdev) 1167 { 1168 struct hns_nic_priv *priv = netdev_priv(netdev); 1169 struct hnae_ae_ops *ops; 1170 1171 if (AE_IS_VER1(priv->enet_ver)) { 1172 netdev_err(netdev, 1173 "RSS feature is not supported on this hardware\n"); 1174 return 0; 1175 } 1176 1177 ops = priv->ae_handle->dev->ops; 1178 return ops->get_rss_indir_size(priv->ae_handle); 1179 } 1180 1181 static int 1182 hns_get_rss(struct net_device *netdev, u32 *indir, u8 *key, u8 *hfunc) 1183 { 1184 struct hns_nic_priv *priv = netdev_priv(netdev); 1185 struct hnae_ae_ops *ops; 1186 1187 if (AE_IS_VER1(priv->enet_ver)) { 1188 netdev_err(netdev, 1189 "RSS feature is not supported on this hardware\n"); 1190 return -EOPNOTSUPP; 1191 } 1192 1193 ops = priv->ae_handle->dev->ops; 1194 1195 if (!indir) 1196 return 0; 1197 1198 return ops->get_rss(priv->ae_handle, indir, key, hfunc); 1199 } 1200 1201 static int 1202 hns_set_rss(struct net_device *netdev, const u32 *indir, const u8 *key, 1203 const u8 hfunc) 1204 { 1205 struct hns_nic_priv *priv = netdev_priv(netdev); 1206 struct hnae_ae_ops *ops; 1207 1208 if (AE_IS_VER1(priv->enet_ver)) { 1209 netdev_err(netdev, 1210 "RSS feature is not supported on this hardware\n"); 1211 return -EOPNOTSUPP; 1212 } 1213 1214 ops = priv->ae_handle->dev->ops; 1215 1216 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) { 1217 netdev_err(netdev, "Invalid hfunc!\n"); 1218 return -EOPNOTSUPP; 1219 } 1220 1221 return ops->set_rss(priv->ae_handle, indir, key, hfunc); 1222 } 1223 1224 static int hns_get_rxnfc(struct net_device *netdev, 1225 struct ethtool_rxnfc *cmd, 1226 u32 *rule_locs) 1227 { 1228 struct hns_nic_priv *priv = netdev_priv(netdev); 1229 1230 switch (cmd->cmd) { 1231 case ETHTOOL_GRXRINGS: 1232 cmd->data = priv->ae_handle->q_num; 1233 break; 1234 default: 1235 return -EOPNOTSUPP; 1236 } 1237 1238 return 0; 1239 } 1240 1241 static const struct ethtool_ops hns_ethtool_ops = { 1242 .supported_coalesce_params = ETHTOOL_COALESCE_USECS | 1243 ETHTOOL_COALESCE_MAX_FRAMES | 1244 ETHTOOL_COALESCE_USE_ADAPTIVE | 1245 ETHTOOL_COALESCE_USECS_LOW_HIGH | 1246 ETHTOOL_COALESCE_MAX_FRAMES_LOW_HIGH, 1247 .get_drvinfo = hns_nic_get_drvinfo, 1248 .get_link = hns_nic_get_link, 1249 .get_ringparam = hns_get_ringparam, 1250 .get_pauseparam = hns_get_pauseparam, 1251 .set_pauseparam = hns_set_pauseparam, 1252 .get_coalesce = hns_get_coalesce, 1253 .set_coalesce = hns_set_coalesce, 1254 .get_channels = hns_get_channels, 1255 .self_test = hns_nic_self_test, 1256 .get_strings = hns_get_strings, 1257 .get_sset_count = hns_get_sset_count, 1258 .get_ethtool_stats = hns_get_ethtool_stats, 1259 .set_phys_id = hns_set_phys_id, 1260 .get_regs_len = hns_get_regs_len, 1261 .get_regs = hns_get_regs, 1262 .nway_reset = hns_nic_nway_reset, 1263 .get_rxfh_key_size = hns_get_rss_key_size, 1264 .get_rxfh_indir_size = hns_get_rss_indir_size, 1265 .get_rxfh = hns_get_rss, 1266 .set_rxfh = hns_set_rss, 1267 .get_rxnfc = hns_get_rxnfc, 1268 .get_link_ksettings = hns_nic_get_link_ksettings, 1269 .set_link_ksettings = hns_nic_set_link_ksettings, 1270 }; 1271 1272 void hns_ethtool_set_ops(struct net_device *ndev) 1273 { 1274 ndev->ethtool_ops = &hns_ethtool_ops; 1275 } 1276