1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (c) 2018 Intel Corporation */ 3 4 /* ethtool support for igc */ 5 #include <linux/if_vlan.h> 6 #include <linux/pm_runtime.h> 7 #include <linux/mdio.h> 8 9 #include "igc.h" 10 #include "igc_diag.h" 11 12 /* forward declaration */ 13 struct igc_stats { 14 char stat_string[ETH_GSTRING_LEN]; 15 int sizeof_stat; 16 int stat_offset; 17 }; 18 19 #define IGC_STAT(_name, _stat) { \ 20 .stat_string = _name, \ 21 .sizeof_stat = sizeof_field(struct igc_adapter, _stat), \ 22 .stat_offset = offsetof(struct igc_adapter, _stat) \ 23 } 24 25 static const struct igc_stats igc_gstrings_stats[] = { 26 IGC_STAT("rx_packets", stats.gprc), 27 IGC_STAT("tx_packets", stats.gptc), 28 IGC_STAT("rx_bytes", stats.gorc), 29 IGC_STAT("tx_bytes", stats.gotc), 30 IGC_STAT("rx_broadcast", stats.bprc), 31 IGC_STAT("tx_broadcast", stats.bptc), 32 IGC_STAT("rx_multicast", stats.mprc), 33 IGC_STAT("tx_multicast", stats.mptc), 34 IGC_STAT("multicast", stats.mprc), 35 IGC_STAT("collisions", stats.colc), 36 IGC_STAT("rx_crc_errors", stats.crcerrs), 37 IGC_STAT("rx_no_buffer_count", stats.rnbc), 38 IGC_STAT("rx_missed_errors", stats.mpc), 39 IGC_STAT("tx_aborted_errors", stats.ecol), 40 IGC_STAT("tx_carrier_errors", stats.tncrs), 41 IGC_STAT("tx_window_errors", stats.latecol), 42 IGC_STAT("tx_abort_late_coll", stats.latecol), 43 IGC_STAT("tx_deferred_ok", stats.dc), 44 IGC_STAT("tx_single_coll_ok", stats.scc), 45 IGC_STAT("tx_multi_coll_ok", stats.mcc), 46 IGC_STAT("tx_timeout_count", tx_timeout_count), 47 IGC_STAT("rx_long_length_errors", stats.roc), 48 IGC_STAT("rx_short_length_errors", stats.ruc), 49 IGC_STAT("rx_align_errors", stats.algnerrc), 50 IGC_STAT("tx_tcp_seg_good", stats.tsctc), 51 IGC_STAT("tx_tcp_seg_failed", stats.tsctfc), 52 IGC_STAT("rx_flow_control_xon", stats.xonrxc), 53 IGC_STAT("rx_flow_control_xoff", stats.xoffrxc), 54 IGC_STAT("tx_flow_control_xon", stats.xontxc), 55 IGC_STAT("tx_flow_control_xoff", stats.xofftxc), 56 IGC_STAT("rx_long_byte_count", stats.gorc), 57 IGC_STAT("tx_dma_out_of_sync", stats.doosync), 58 IGC_STAT("tx_smbus", stats.mgptc), 59 IGC_STAT("rx_smbus", stats.mgprc), 60 IGC_STAT("dropped_smbus", stats.mgpdc), 61 IGC_STAT("os2bmc_rx_by_bmc", stats.o2bgptc), 62 IGC_STAT("os2bmc_tx_by_bmc", stats.b2ospc), 63 IGC_STAT("os2bmc_tx_by_host", stats.o2bspc), 64 IGC_STAT("os2bmc_rx_by_host", stats.b2ogprc), 65 IGC_STAT("tx_hwtstamp_timeouts", tx_hwtstamp_timeouts), 66 IGC_STAT("tx_hwtstamp_skipped", tx_hwtstamp_skipped), 67 IGC_STAT("rx_hwtstamp_cleared", rx_hwtstamp_cleared), 68 IGC_STAT("tx_lpi_counter", stats.tlpic), 69 IGC_STAT("rx_lpi_counter", stats.rlpic), 70 }; 71 72 #define IGC_NETDEV_STAT(_net_stat) { \ 73 .stat_string = __stringify(_net_stat), \ 74 .sizeof_stat = sizeof_field(struct rtnl_link_stats64, _net_stat), \ 75 .stat_offset = offsetof(struct rtnl_link_stats64, _net_stat) \ 76 } 77 78 static const struct igc_stats igc_gstrings_net_stats[] = { 79 IGC_NETDEV_STAT(rx_errors), 80 IGC_NETDEV_STAT(tx_errors), 81 IGC_NETDEV_STAT(tx_dropped), 82 IGC_NETDEV_STAT(rx_length_errors), 83 IGC_NETDEV_STAT(rx_over_errors), 84 IGC_NETDEV_STAT(rx_frame_errors), 85 IGC_NETDEV_STAT(rx_fifo_errors), 86 IGC_NETDEV_STAT(tx_fifo_errors), 87 IGC_NETDEV_STAT(tx_heartbeat_errors) 88 }; 89 90 enum igc_diagnostics_results { 91 TEST_REG = 0, 92 TEST_EEP, 93 TEST_IRQ, 94 TEST_LOOP, 95 TEST_LINK 96 }; 97 98 static const char igc_gstrings_test[][ETH_GSTRING_LEN] = { 99 [TEST_REG] = "Register test (offline)", 100 [TEST_EEP] = "Eeprom test (offline)", 101 [TEST_IRQ] = "Interrupt test (offline)", 102 [TEST_LOOP] = "Loopback test (offline)", 103 [TEST_LINK] = "Link test (on/offline)" 104 }; 105 106 #define IGC_TEST_LEN (sizeof(igc_gstrings_test) / ETH_GSTRING_LEN) 107 108 #define IGC_GLOBAL_STATS_LEN \ 109 (sizeof(igc_gstrings_stats) / sizeof(struct igc_stats)) 110 #define IGC_NETDEV_STATS_LEN \ 111 (sizeof(igc_gstrings_net_stats) / sizeof(struct igc_stats)) 112 #define IGC_RX_QUEUE_STATS_LEN \ 113 (sizeof(struct igc_rx_queue_stats) / sizeof(u64)) 114 #define IGC_TX_QUEUE_STATS_LEN 3 /* packets, bytes, restart_queue */ 115 #define IGC_QUEUE_STATS_LEN \ 116 ((((struct igc_adapter *)netdev_priv(netdev))->num_rx_queues * \ 117 IGC_RX_QUEUE_STATS_LEN) + \ 118 (((struct igc_adapter *)netdev_priv(netdev))->num_tx_queues * \ 119 IGC_TX_QUEUE_STATS_LEN)) 120 #define IGC_STATS_LEN \ 121 (IGC_GLOBAL_STATS_LEN + IGC_NETDEV_STATS_LEN + IGC_QUEUE_STATS_LEN) 122 123 static const char igc_priv_flags_strings[][ETH_GSTRING_LEN] = { 124 #define IGC_PRIV_FLAGS_LEGACY_RX BIT(0) 125 "legacy-rx", 126 }; 127 128 #define IGC_PRIV_FLAGS_STR_LEN ARRAY_SIZE(igc_priv_flags_strings) 129 130 static void igc_ethtool_get_drvinfo(struct net_device *netdev, 131 struct ethtool_drvinfo *drvinfo) 132 { 133 struct igc_adapter *adapter = netdev_priv(netdev); 134 struct igc_hw *hw = &adapter->hw; 135 u16 nvm_version = 0; 136 u16 gphy_version; 137 138 strscpy(drvinfo->driver, igc_driver_name, sizeof(drvinfo->driver)); 139 140 /* NVM image version is reported as firmware version for i225 device */ 141 hw->nvm.ops.read(hw, IGC_NVM_DEV_STARTER, 1, &nvm_version); 142 143 /* gPHY firmware version is reported as PHY FW version */ 144 gphy_version = igc_read_phy_fw_version(hw); 145 146 scnprintf(adapter->fw_version, 147 sizeof(adapter->fw_version), 148 "%x:%x", 149 nvm_version, 150 gphy_version); 151 152 strscpy(drvinfo->fw_version, adapter->fw_version, 153 sizeof(drvinfo->fw_version)); 154 155 strscpy(drvinfo->bus_info, pci_name(adapter->pdev), 156 sizeof(drvinfo->bus_info)); 157 158 drvinfo->n_priv_flags = IGC_PRIV_FLAGS_STR_LEN; 159 } 160 161 static int igc_ethtool_get_regs_len(struct net_device *netdev) 162 { 163 return IGC_REGS_LEN * sizeof(u32); 164 } 165 166 static void igc_ethtool_get_regs(struct net_device *netdev, 167 struct ethtool_regs *regs, void *p) 168 { 169 struct igc_adapter *adapter = netdev_priv(netdev); 170 struct igc_hw *hw = &adapter->hw; 171 u32 *regs_buff = p; 172 u8 i; 173 174 memset(p, 0, IGC_REGS_LEN * sizeof(u32)); 175 176 regs->version = (2u << 24) | (hw->revision_id << 16) | hw->device_id; 177 178 /* General Registers */ 179 regs_buff[0] = rd32(IGC_CTRL); 180 regs_buff[1] = rd32(IGC_STATUS); 181 regs_buff[2] = rd32(IGC_CTRL_EXT); 182 regs_buff[3] = rd32(IGC_MDIC); 183 regs_buff[4] = rd32(IGC_CONNSW); 184 185 /* NVM Register */ 186 regs_buff[5] = rd32(IGC_EECD); 187 188 /* Interrupt */ 189 /* Reading EICS for EICR because they read the 190 * same but EICS does not clear on read 191 */ 192 regs_buff[6] = rd32(IGC_EICS); 193 regs_buff[7] = rd32(IGC_EICS); 194 regs_buff[8] = rd32(IGC_EIMS); 195 regs_buff[9] = rd32(IGC_EIMC); 196 regs_buff[10] = rd32(IGC_EIAC); 197 regs_buff[11] = rd32(IGC_EIAM); 198 /* Reading ICS for ICR because they read the 199 * same but ICS does not clear on read 200 */ 201 regs_buff[12] = rd32(IGC_ICS); 202 regs_buff[13] = rd32(IGC_ICS); 203 regs_buff[14] = rd32(IGC_IMS); 204 regs_buff[15] = rd32(IGC_IMC); 205 regs_buff[16] = rd32(IGC_IAC); 206 regs_buff[17] = rd32(IGC_IAM); 207 208 /* Flow Control */ 209 regs_buff[18] = rd32(IGC_FCAL); 210 regs_buff[19] = rd32(IGC_FCAH); 211 regs_buff[20] = rd32(IGC_FCTTV); 212 regs_buff[21] = rd32(IGC_FCRTL); 213 regs_buff[22] = rd32(IGC_FCRTH); 214 regs_buff[23] = rd32(IGC_FCRTV); 215 216 /* Receive */ 217 regs_buff[24] = rd32(IGC_RCTL); 218 regs_buff[25] = rd32(IGC_RXCSUM); 219 regs_buff[26] = rd32(IGC_RLPML); 220 regs_buff[27] = rd32(IGC_RFCTL); 221 222 /* Transmit */ 223 regs_buff[28] = rd32(IGC_TCTL); 224 regs_buff[29] = rd32(IGC_TIPG); 225 226 /* Wake Up */ 227 228 /* MAC */ 229 230 /* Statistics */ 231 regs_buff[30] = adapter->stats.crcerrs; 232 regs_buff[31] = adapter->stats.algnerrc; 233 regs_buff[32] = adapter->stats.symerrs; 234 regs_buff[33] = adapter->stats.rxerrc; 235 regs_buff[34] = adapter->stats.mpc; 236 regs_buff[35] = adapter->stats.scc; 237 regs_buff[36] = adapter->stats.ecol; 238 regs_buff[37] = adapter->stats.mcc; 239 regs_buff[38] = adapter->stats.latecol; 240 regs_buff[39] = adapter->stats.colc; 241 regs_buff[40] = adapter->stats.dc; 242 regs_buff[41] = adapter->stats.tncrs; 243 regs_buff[42] = adapter->stats.sec; 244 regs_buff[43] = adapter->stats.htdpmc; 245 regs_buff[44] = adapter->stats.rlec; 246 regs_buff[45] = adapter->stats.xonrxc; 247 regs_buff[46] = adapter->stats.xontxc; 248 regs_buff[47] = adapter->stats.xoffrxc; 249 regs_buff[48] = adapter->stats.xofftxc; 250 regs_buff[49] = adapter->stats.fcruc; 251 regs_buff[50] = adapter->stats.prc64; 252 regs_buff[51] = adapter->stats.prc127; 253 regs_buff[52] = adapter->stats.prc255; 254 regs_buff[53] = adapter->stats.prc511; 255 regs_buff[54] = adapter->stats.prc1023; 256 regs_buff[55] = adapter->stats.prc1522; 257 regs_buff[56] = adapter->stats.gprc; 258 regs_buff[57] = adapter->stats.bprc; 259 regs_buff[58] = adapter->stats.mprc; 260 regs_buff[59] = adapter->stats.gptc; 261 regs_buff[60] = adapter->stats.gorc; 262 regs_buff[61] = adapter->stats.gotc; 263 regs_buff[62] = adapter->stats.rnbc; 264 regs_buff[63] = adapter->stats.ruc; 265 regs_buff[64] = adapter->stats.rfc; 266 regs_buff[65] = adapter->stats.roc; 267 regs_buff[66] = adapter->stats.rjc; 268 regs_buff[67] = adapter->stats.mgprc; 269 regs_buff[68] = adapter->stats.mgpdc; 270 regs_buff[69] = adapter->stats.mgptc; 271 regs_buff[70] = adapter->stats.tor; 272 regs_buff[71] = adapter->stats.tot; 273 regs_buff[72] = adapter->stats.tpr; 274 regs_buff[73] = adapter->stats.tpt; 275 regs_buff[74] = adapter->stats.ptc64; 276 regs_buff[75] = adapter->stats.ptc127; 277 regs_buff[76] = adapter->stats.ptc255; 278 regs_buff[77] = adapter->stats.ptc511; 279 regs_buff[78] = adapter->stats.ptc1023; 280 regs_buff[79] = adapter->stats.ptc1522; 281 regs_buff[80] = adapter->stats.mptc; 282 regs_buff[81] = adapter->stats.bptc; 283 regs_buff[82] = adapter->stats.tsctc; 284 regs_buff[83] = adapter->stats.iac; 285 regs_buff[84] = adapter->stats.rpthc; 286 regs_buff[85] = adapter->stats.hgptc; 287 regs_buff[86] = adapter->stats.hgorc; 288 regs_buff[87] = adapter->stats.hgotc; 289 regs_buff[88] = adapter->stats.lenerrs; 290 regs_buff[89] = adapter->stats.scvpc; 291 regs_buff[90] = adapter->stats.hrmpc; 292 293 for (i = 0; i < 4; i++) 294 regs_buff[91 + i] = rd32(IGC_SRRCTL(i)); 295 for (i = 0; i < 4; i++) 296 regs_buff[95 + i] = rd32(IGC_PSRTYPE(i)); 297 for (i = 0; i < 4; i++) 298 regs_buff[99 + i] = rd32(IGC_RDBAL(i)); 299 for (i = 0; i < 4; i++) 300 regs_buff[103 + i] = rd32(IGC_RDBAH(i)); 301 for (i = 0; i < 4; i++) 302 regs_buff[107 + i] = rd32(IGC_RDLEN(i)); 303 for (i = 0; i < 4; i++) 304 regs_buff[111 + i] = rd32(IGC_RDH(i)); 305 for (i = 0; i < 4; i++) 306 regs_buff[115 + i] = rd32(IGC_RDT(i)); 307 for (i = 0; i < 4; i++) 308 regs_buff[119 + i] = rd32(IGC_RXDCTL(i)); 309 310 for (i = 0; i < 10; i++) 311 regs_buff[123 + i] = rd32(IGC_EITR(i)); 312 for (i = 0; i < 16; i++) 313 regs_buff[139 + i] = rd32(IGC_RAL(i)); 314 for (i = 0; i < 16; i++) 315 regs_buff[145 + i] = rd32(IGC_RAH(i)); 316 317 for (i = 0; i < 4; i++) 318 regs_buff[149 + i] = rd32(IGC_TDBAL(i)); 319 for (i = 0; i < 4; i++) 320 regs_buff[152 + i] = rd32(IGC_TDBAH(i)); 321 for (i = 0; i < 4; i++) 322 regs_buff[156 + i] = rd32(IGC_TDLEN(i)); 323 for (i = 0; i < 4; i++) 324 regs_buff[160 + i] = rd32(IGC_TDH(i)); 325 for (i = 0; i < 4; i++) 326 regs_buff[164 + i] = rd32(IGC_TDT(i)); 327 for (i = 0; i < 4; i++) 328 regs_buff[168 + i] = rd32(IGC_TXDCTL(i)); 329 330 /* XXX: Due to a bug few lines above, RAL and RAH registers are 331 * overwritten. To preserve the ABI, we write these registers again in 332 * regs_buff. 333 */ 334 for (i = 0; i < 16; i++) 335 regs_buff[172 + i] = rd32(IGC_RAL(i)); 336 for (i = 0; i < 16; i++) 337 regs_buff[188 + i] = rd32(IGC_RAH(i)); 338 339 regs_buff[204] = rd32(IGC_VLANPQF); 340 341 for (i = 0; i < 8; i++) 342 regs_buff[205 + i] = rd32(IGC_ETQF(i)); 343 344 regs_buff[213] = adapter->stats.tlpic; 345 regs_buff[214] = adapter->stats.rlpic; 346 } 347 348 static void igc_ethtool_get_wol(struct net_device *netdev, 349 struct ethtool_wolinfo *wol) 350 { 351 struct igc_adapter *adapter = netdev_priv(netdev); 352 353 wol->wolopts = 0; 354 355 if (!(adapter->flags & IGC_FLAG_WOL_SUPPORTED)) 356 return; 357 358 wol->supported = WAKE_UCAST | WAKE_MCAST | 359 WAKE_BCAST | WAKE_MAGIC | 360 WAKE_PHY; 361 362 /* apply any specific unsupported masks here */ 363 switch (adapter->hw.device_id) { 364 default: 365 break; 366 } 367 368 if (adapter->wol & IGC_WUFC_EX) 369 wol->wolopts |= WAKE_UCAST; 370 if (adapter->wol & IGC_WUFC_MC) 371 wol->wolopts |= WAKE_MCAST; 372 if (adapter->wol & IGC_WUFC_BC) 373 wol->wolopts |= WAKE_BCAST; 374 if (adapter->wol & IGC_WUFC_MAG) 375 wol->wolopts |= WAKE_MAGIC; 376 if (adapter->wol & IGC_WUFC_LNKC) 377 wol->wolopts |= WAKE_PHY; 378 } 379 380 static int igc_ethtool_set_wol(struct net_device *netdev, 381 struct ethtool_wolinfo *wol) 382 { 383 struct igc_adapter *adapter = netdev_priv(netdev); 384 385 if (wol->wolopts & (WAKE_ARP | WAKE_MAGICSECURE | WAKE_FILTER)) 386 return -EOPNOTSUPP; 387 388 if (!(adapter->flags & IGC_FLAG_WOL_SUPPORTED)) 389 return wol->wolopts ? -EOPNOTSUPP : 0; 390 391 /* these settings will always override what we currently have */ 392 adapter->wol = 0; 393 394 if (wol->wolopts & WAKE_UCAST) 395 adapter->wol |= IGC_WUFC_EX; 396 if (wol->wolopts & WAKE_MCAST) 397 adapter->wol |= IGC_WUFC_MC; 398 if (wol->wolopts & WAKE_BCAST) 399 adapter->wol |= IGC_WUFC_BC; 400 if (wol->wolopts & WAKE_MAGIC) 401 adapter->wol |= IGC_WUFC_MAG; 402 if (wol->wolopts & WAKE_PHY) 403 adapter->wol |= IGC_WUFC_LNKC; 404 device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol); 405 406 return 0; 407 } 408 409 static u32 igc_ethtool_get_msglevel(struct net_device *netdev) 410 { 411 struct igc_adapter *adapter = netdev_priv(netdev); 412 413 return adapter->msg_enable; 414 } 415 416 static void igc_ethtool_set_msglevel(struct net_device *netdev, u32 data) 417 { 418 struct igc_adapter *adapter = netdev_priv(netdev); 419 420 adapter->msg_enable = data; 421 } 422 423 static int igc_ethtool_nway_reset(struct net_device *netdev) 424 { 425 struct igc_adapter *adapter = netdev_priv(netdev); 426 427 if (netif_running(netdev)) 428 igc_reinit_locked(adapter); 429 return 0; 430 } 431 432 static u32 igc_ethtool_get_link(struct net_device *netdev) 433 { 434 struct igc_adapter *adapter = netdev_priv(netdev); 435 struct igc_mac_info *mac = &adapter->hw.mac; 436 437 /* If the link is not reported up to netdev, interrupts are disabled, 438 * and so the physical link state may have changed since we last 439 * looked. Set get_link_status to make sure that the true link 440 * state is interrogated, rather than pulling a cached and possibly 441 * stale link state from the driver. 442 */ 443 if (!netif_carrier_ok(netdev)) 444 mac->get_link_status = 1; 445 446 return igc_has_link(adapter); 447 } 448 449 static int igc_ethtool_get_eeprom_len(struct net_device *netdev) 450 { 451 struct igc_adapter *adapter = netdev_priv(netdev); 452 453 return adapter->hw.nvm.word_size * 2; 454 } 455 456 static int igc_ethtool_get_eeprom(struct net_device *netdev, 457 struct ethtool_eeprom *eeprom, u8 *bytes) 458 { 459 struct igc_adapter *adapter = netdev_priv(netdev); 460 struct igc_hw *hw = &adapter->hw; 461 int first_word, last_word; 462 u16 *eeprom_buff; 463 int ret_val = 0; 464 u16 i; 465 466 if (eeprom->len == 0) 467 return -EINVAL; 468 469 eeprom->magic = hw->vendor_id | (hw->device_id << 16); 470 471 first_word = eeprom->offset >> 1; 472 last_word = (eeprom->offset + eeprom->len - 1) >> 1; 473 474 eeprom_buff = kmalloc_array(last_word - first_word + 1, sizeof(u16), 475 GFP_KERNEL); 476 if (!eeprom_buff) 477 return -ENOMEM; 478 479 if (hw->nvm.type == igc_nvm_eeprom_spi) { 480 ret_val = hw->nvm.ops.read(hw, first_word, 481 last_word - first_word + 1, 482 eeprom_buff); 483 } else { 484 for (i = 0; i < last_word - first_word + 1; i++) { 485 ret_val = hw->nvm.ops.read(hw, first_word + i, 1, 486 &eeprom_buff[i]); 487 if (ret_val) 488 break; 489 } 490 } 491 492 /* Device's eeprom is always little-endian, word addressable */ 493 for (i = 0; i < last_word - first_word + 1; i++) 494 le16_to_cpus(&eeprom_buff[i]); 495 496 memcpy(bytes, (u8 *)eeprom_buff + (eeprom->offset & 1), 497 eeprom->len); 498 kfree(eeprom_buff); 499 500 return ret_val; 501 } 502 503 static int igc_ethtool_set_eeprom(struct net_device *netdev, 504 struct ethtool_eeprom *eeprom, u8 *bytes) 505 { 506 struct igc_adapter *adapter = netdev_priv(netdev); 507 struct igc_hw *hw = &adapter->hw; 508 int max_len, first_word, last_word, ret_val = 0; 509 u16 *eeprom_buff; 510 void *ptr; 511 u16 i; 512 513 if (eeprom->len == 0) 514 return -EOPNOTSUPP; 515 516 if (hw->mac.type >= igc_i225 && 517 !igc_get_flash_presence_i225(hw)) { 518 return -EOPNOTSUPP; 519 } 520 521 if (eeprom->magic != (hw->vendor_id | (hw->device_id << 16))) 522 return -EFAULT; 523 524 max_len = hw->nvm.word_size * 2; 525 526 first_word = eeprom->offset >> 1; 527 last_word = (eeprom->offset + eeprom->len - 1) >> 1; 528 eeprom_buff = kmalloc(max_len, GFP_KERNEL); 529 if (!eeprom_buff) 530 return -ENOMEM; 531 532 ptr = (void *)eeprom_buff; 533 534 if (eeprom->offset & 1) { 535 /* need read/modify/write of first changed EEPROM word 536 * only the second byte of the word is being modified 537 */ 538 ret_val = hw->nvm.ops.read(hw, first_word, 1, 539 &eeprom_buff[0]); 540 ptr++; 541 } 542 if (((eeprom->offset + eeprom->len) & 1) && ret_val == 0) { 543 /* need read/modify/write of last changed EEPROM word 544 * only the first byte of the word is being modified 545 */ 546 ret_val = hw->nvm.ops.read(hw, last_word, 1, 547 &eeprom_buff[last_word - first_word]); 548 } 549 550 /* Device's eeprom is always little-endian, word addressable */ 551 for (i = 0; i < last_word - first_word + 1; i++) 552 le16_to_cpus(&eeprom_buff[i]); 553 554 memcpy(ptr, bytes, eeprom->len); 555 556 for (i = 0; i < last_word - first_word + 1; i++) 557 cpu_to_le16s(&eeprom_buff[i]); 558 559 ret_val = hw->nvm.ops.write(hw, first_word, 560 last_word - first_word + 1, eeprom_buff); 561 562 /* Update the checksum if nvm write succeeded */ 563 if (ret_val == 0) 564 hw->nvm.ops.update(hw); 565 566 kfree(eeprom_buff); 567 return ret_val; 568 } 569 570 static void igc_ethtool_get_ringparam(struct net_device *netdev, 571 struct ethtool_ringparam *ring) 572 { 573 struct igc_adapter *adapter = netdev_priv(netdev); 574 575 ring->rx_max_pending = IGC_MAX_RXD; 576 ring->tx_max_pending = IGC_MAX_TXD; 577 ring->rx_pending = adapter->rx_ring_count; 578 ring->tx_pending = adapter->tx_ring_count; 579 } 580 581 static int igc_ethtool_set_ringparam(struct net_device *netdev, 582 struct ethtool_ringparam *ring) 583 { 584 struct igc_adapter *adapter = netdev_priv(netdev); 585 struct igc_ring *temp_ring; 586 u16 new_rx_count, new_tx_count; 587 int i, err = 0; 588 589 if (ring->rx_mini_pending || ring->rx_jumbo_pending) 590 return -EINVAL; 591 592 new_rx_count = min_t(u32, ring->rx_pending, IGC_MAX_RXD); 593 new_rx_count = max_t(u16, new_rx_count, IGC_MIN_RXD); 594 new_rx_count = ALIGN(new_rx_count, REQ_RX_DESCRIPTOR_MULTIPLE); 595 596 new_tx_count = min_t(u32, ring->tx_pending, IGC_MAX_TXD); 597 new_tx_count = max_t(u16, new_tx_count, IGC_MIN_TXD); 598 new_tx_count = ALIGN(new_tx_count, REQ_TX_DESCRIPTOR_MULTIPLE); 599 600 if (new_tx_count == adapter->tx_ring_count && 601 new_rx_count == adapter->rx_ring_count) { 602 /* nothing to do */ 603 return 0; 604 } 605 606 while (test_and_set_bit(__IGC_RESETTING, &adapter->state)) 607 usleep_range(1000, 2000); 608 609 if (!netif_running(adapter->netdev)) { 610 for (i = 0; i < adapter->num_tx_queues; i++) 611 adapter->tx_ring[i]->count = new_tx_count; 612 for (i = 0; i < adapter->num_rx_queues; i++) 613 adapter->rx_ring[i]->count = new_rx_count; 614 adapter->tx_ring_count = new_tx_count; 615 adapter->rx_ring_count = new_rx_count; 616 goto clear_reset; 617 } 618 619 if (adapter->num_tx_queues > adapter->num_rx_queues) 620 temp_ring = vmalloc(array_size(sizeof(struct igc_ring), 621 adapter->num_tx_queues)); 622 else 623 temp_ring = vmalloc(array_size(sizeof(struct igc_ring), 624 adapter->num_rx_queues)); 625 626 if (!temp_ring) { 627 err = -ENOMEM; 628 goto clear_reset; 629 } 630 631 igc_down(adapter); 632 633 /* We can't just free everything and then setup again, 634 * because the ISRs in MSI-X mode get passed pointers 635 * to the Tx and Rx ring structs. 636 */ 637 if (new_tx_count != adapter->tx_ring_count) { 638 for (i = 0; i < adapter->num_tx_queues; i++) { 639 memcpy(&temp_ring[i], adapter->tx_ring[i], 640 sizeof(struct igc_ring)); 641 642 temp_ring[i].count = new_tx_count; 643 err = igc_setup_tx_resources(&temp_ring[i]); 644 if (err) { 645 while (i) { 646 i--; 647 igc_free_tx_resources(&temp_ring[i]); 648 } 649 goto err_setup; 650 } 651 } 652 653 for (i = 0; i < adapter->num_tx_queues; i++) { 654 igc_free_tx_resources(adapter->tx_ring[i]); 655 656 memcpy(adapter->tx_ring[i], &temp_ring[i], 657 sizeof(struct igc_ring)); 658 } 659 660 adapter->tx_ring_count = new_tx_count; 661 } 662 663 if (new_rx_count != adapter->rx_ring_count) { 664 for (i = 0; i < adapter->num_rx_queues; i++) { 665 memcpy(&temp_ring[i], adapter->rx_ring[i], 666 sizeof(struct igc_ring)); 667 668 temp_ring[i].count = new_rx_count; 669 err = igc_setup_rx_resources(&temp_ring[i]); 670 if (err) { 671 while (i) { 672 i--; 673 igc_free_rx_resources(&temp_ring[i]); 674 } 675 goto err_setup; 676 } 677 } 678 679 for (i = 0; i < adapter->num_rx_queues; i++) { 680 igc_free_rx_resources(adapter->rx_ring[i]); 681 682 memcpy(adapter->rx_ring[i], &temp_ring[i], 683 sizeof(struct igc_ring)); 684 } 685 686 adapter->rx_ring_count = new_rx_count; 687 } 688 err_setup: 689 igc_up(adapter); 690 vfree(temp_ring); 691 clear_reset: 692 clear_bit(__IGC_RESETTING, &adapter->state); 693 return err; 694 } 695 696 static void igc_ethtool_get_pauseparam(struct net_device *netdev, 697 struct ethtool_pauseparam *pause) 698 { 699 struct igc_adapter *adapter = netdev_priv(netdev); 700 struct igc_hw *hw = &adapter->hw; 701 702 pause->autoneg = 703 (adapter->fc_autoneg ? AUTONEG_ENABLE : AUTONEG_DISABLE); 704 705 if (hw->fc.current_mode == igc_fc_rx_pause) { 706 pause->rx_pause = 1; 707 } else if (hw->fc.current_mode == igc_fc_tx_pause) { 708 pause->tx_pause = 1; 709 } else if (hw->fc.current_mode == igc_fc_full) { 710 pause->rx_pause = 1; 711 pause->tx_pause = 1; 712 } 713 } 714 715 static int igc_ethtool_set_pauseparam(struct net_device *netdev, 716 struct ethtool_pauseparam *pause) 717 { 718 struct igc_adapter *adapter = netdev_priv(netdev); 719 struct igc_hw *hw = &adapter->hw; 720 int retval = 0; 721 722 adapter->fc_autoneg = pause->autoneg; 723 724 while (test_and_set_bit(__IGC_RESETTING, &adapter->state)) 725 usleep_range(1000, 2000); 726 727 if (adapter->fc_autoneg == AUTONEG_ENABLE) { 728 hw->fc.requested_mode = igc_fc_default; 729 if (netif_running(adapter->netdev)) { 730 igc_down(adapter); 731 igc_up(adapter); 732 } else { 733 igc_reset(adapter); 734 } 735 } else { 736 if (pause->rx_pause && pause->tx_pause) 737 hw->fc.requested_mode = igc_fc_full; 738 else if (pause->rx_pause && !pause->tx_pause) 739 hw->fc.requested_mode = igc_fc_rx_pause; 740 else if (!pause->rx_pause && pause->tx_pause) 741 hw->fc.requested_mode = igc_fc_tx_pause; 742 else if (!pause->rx_pause && !pause->tx_pause) 743 hw->fc.requested_mode = igc_fc_none; 744 745 hw->fc.current_mode = hw->fc.requested_mode; 746 747 retval = ((hw->phy.media_type == igc_media_type_copper) ? 748 igc_force_mac_fc(hw) : igc_setup_link(hw)); 749 } 750 751 clear_bit(__IGC_RESETTING, &adapter->state); 752 return retval; 753 } 754 755 static void igc_ethtool_get_strings(struct net_device *netdev, u32 stringset, 756 u8 *data) 757 { 758 struct igc_adapter *adapter = netdev_priv(netdev); 759 u8 *p = data; 760 int i; 761 762 switch (stringset) { 763 case ETH_SS_TEST: 764 memcpy(data, *igc_gstrings_test, 765 IGC_TEST_LEN * ETH_GSTRING_LEN); 766 break; 767 case ETH_SS_STATS: 768 for (i = 0; i < IGC_GLOBAL_STATS_LEN; i++) 769 ethtool_sprintf(&p, igc_gstrings_stats[i].stat_string); 770 for (i = 0; i < IGC_NETDEV_STATS_LEN; i++) 771 ethtool_sprintf(&p, 772 igc_gstrings_net_stats[i].stat_string); 773 for (i = 0; i < adapter->num_tx_queues; i++) { 774 ethtool_sprintf(&p, "tx_queue_%u_packets", i); 775 ethtool_sprintf(&p, "tx_queue_%u_bytes", i); 776 ethtool_sprintf(&p, "tx_queue_%u_restart", i); 777 } 778 for (i = 0; i < adapter->num_rx_queues; i++) { 779 ethtool_sprintf(&p, "rx_queue_%u_packets", i); 780 ethtool_sprintf(&p, "rx_queue_%u_bytes", i); 781 ethtool_sprintf(&p, "rx_queue_%u_drops", i); 782 ethtool_sprintf(&p, "rx_queue_%u_csum_err", i); 783 ethtool_sprintf(&p, "rx_queue_%u_alloc_failed", i); 784 } 785 /* BUG_ON(p - data != IGC_STATS_LEN * ETH_GSTRING_LEN); */ 786 break; 787 case ETH_SS_PRIV_FLAGS: 788 memcpy(data, igc_priv_flags_strings, 789 IGC_PRIV_FLAGS_STR_LEN * ETH_GSTRING_LEN); 790 break; 791 } 792 } 793 794 static int igc_ethtool_get_sset_count(struct net_device *netdev, int sset) 795 { 796 switch (sset) { 797 case ETH_SS_STATS: 798 return IGC_STATS_LEN; 799 case ETH_SS_TEST: 800 return IGC_TEST_LEN; 801 case ETH_SS_PRIV_FLAGS: 802 return IGC_PRIV_FLAGS_STR_LEN; 803 default: 804 return -ENOTSUPP; 805 } 806 } 807 808 static void igc_ethtool_get_stats(struct net_device *netdev, 809 struct ethtool_stats *stats, u64 *data) 810 { 811 struct igc_adapter *adapter = netdev_priv(netdev); 812 struct rtnl_link_stats64 *net_stats = &adapter->stats64; 813 unsigned int start; 814 struct igc_ring *ring; 815 int i, j; 816 char *p; 817 818 spin_lock(&adapter->stats64_lock); 819 igc_update_stats(adapter); 820 821 for (i = 0; i < IGC_GLOBAL_STATS_LEN; i++) { 822 p = (char *)adapter + igc_gstrings_stats[i].stat_offset; 823 data[i] = (igc_gstrings_stats[i].sizeof_stat == 824 sizeof(u64)) ? *(u64 *)p : *(u32 *)p; 825 } 826 for (j = 0; j < IGC_NETDEV_STATS_LEN; j++, i++) { 827 p = (char *)net_stats + igc_gstrings_net_stats[j].stat_offset; 828 data[i] = (igc_gstrings_net_stats[j].sizeof_stat == 829 sizeof(u64)) ? *(u64 *)p : *(u32 *)p; 830 } 831 for (j = 0; j < adapter->num_tx_queues; j++) { 832 u64 restart2; 833 834 ring = adapter->tx_ring[j]; 835 do { 836 start = u64_stats_fetch_begin_irq(&ring->tx_syncp); 837 data[i] = ring->tx_stats.packets; 838 data[i + 1] = ring->tx_stats.bytes; 839 data[i + 2] = ring->tx_stats.restart_queue; 840 } while (u64_stats_fetch_retry_irq(&ring->tx_syncp, start)); 841 do { 842 start = u64_stats_fetch_begin_irq(&ring->tx_syncp2); 843 restart2 = ring->tx_stats.restart_queue2; 844 } while (u64_stats_fetch_retry_irq(&ring->tx_syncp2, start)); 845 data[i + 2] += restart2; 846 847 i += IGC_TX_QUEUE_STATS_LEN; 848 } 849 for (j = 0; j < adapter->num_rx_queues; j++) { 850 ring = adapter->rx_ring[j]; 851 do { 852 start = u64_stats_fetch_begin_irq(&ring->rx_syncp); 853 data[i] = ring->rx_stats.packets; 854 data[i + 1] = ring->rx_stats.bytes; 855 data[i + 2] = ring->rx_stats.drops; 856 data[i + 3] = ring->rx_stats.csum_err; 857 data[i + 4] = ring->rx_stats.alloc_failed; 858 } while (u64_stats_fetch_retry_irq(&ring->rx_syncp, start)); 859 i += IGC_RX_QUEUE_STATS_LEN; 860 } 861 spin_unlock(&adapter->stats64_lock); 862 } 863 864 static int igc_ethtool_get_coalesce(struct net_device *netdev, 865 struct ethtool_coalesce *ec, 866 struct kernel_ethtool_coalesce *kernel_coal, 867 struct netlink_ext_ack *extack) 868 { 869 struct igc_adapter *adapter = netdev_priv(netdev); 870 871 if (adapter->rx_itr_setting <= 3) 872 ec->rx_coalesce_usecs = adapter->rx_itr_setting; 873 else 874 ec->rx_coalesce_usecs = adapter->rx_itr_setting >> 2; 875 876 if (!(adapter->flags & IGC_FLAG_QUEUE_PAIRS)) { 877 if (adapter->tx_itr_setting <= 3) 878 ec->tx_coalesce_usecs = adapter->tx_itr_setting; 879 else 880 ec->tx_coalesce_usecs = adapter->tx_itr_setting >> 2; 881 } 882 883 return 0; 884 } 885 886 static int igc_ethtool_set_coalesce(struct net_device *netdev, 887 struct ethtool_coalesce *ec, 888 struct kernel_ethtool_coalesce *kernel_coal, 889 struct netlink_ext_ack *extack) 890 { 891 struct igc_adapter *adapter = netdev_priv(netdev); 892 int i; 893 894 if (ec->rx_coalesce_usecs > IGC_MAX_ITR_USECS || 895 (ec->rx_coalesce_usecs > 3 && 896 ec->rx_coalesce_usecs < IGC_MIN_ITR_USECS) || 897 ec->rx_coalesce_usecs == 2) 898 return -EINVAL; 899 900 if (ec->tx_coalesce_usecs > IGC_MAX_ITR_USECS || 901 (ec->tx_coalesce_usecs > 3 && 902 ec->tx_coalesce_usecs < IGC_MIN_ITR_USECS) || 903 ec->tx_coalesce_usecs == 2) 904 return -EINVAL; 905 906 if ((adapter->flags & IGC_FLAG_QUEUE_PAIRS) && ec->tx_coalesce_usecs) 907 return -EINVAL; 908 909 /* If ITR is disabled, disable DMAC */ 910 if (ec->rx_coalesce_usecs == 0) { 911 if (adapter->flags & IGC_FLAG_DMAC) 912 adapter->flags &= ~IGC_FLAG_DMAC; 913 } 914 915 /* convert to rate of irq's per second */ 916 if (ec->rx_coalesce_usecs && ec->rx_coalesce_usecs <= 3) 917 adapter->rx_itr_setting = ec->rx_coalesce_usecs; 918 else 919 adapter->rx_itr_setting = ec->rx_coalesce_usecs << 2; 920 921 /* convert to rate of irq's per second */ 922 if (adapter->flags & IGC_FLAG_QUEUE_PAIRS) 923 adapter->tx_itr_setting = adapter->rx_itr_setting; 924 else if (ec->tx_coalesce_usecs && ec->tx_coalesce_usecs <= 3) 925 adapter->tx_itr_setting = ec->tx_coalesce_usecs; 926 else 927 adapter->tx_itr_setting = ec->tx_coalesce_usecs << 2; 928 929 for (i = 0; i < adapter->num_q_vectors; i++) { 930 struct igc_q_vector *q_vector = adapter->q_vector[i]; 931 932 q_vector->tx.work_limit = adapter->tx_work_limit; 933 if (q_vector->rx.ring) 934 q_vector->itr_val = adapter->rx_itr_setting; 935 else 936 q_vector->itr_val = adapter->tx_itr_setting; 937 if (q_vector->itr_val && q_vector->itr_val <= 3) 938 q_vector->itr_val = IGC_START_ITR; 939 q_vector->set_itr = 1; 940 } 941 942 return 0; 943 } 944 945 #define ETHER_TYPE_FULL_MASK ((__force __be16)~0) 946 static int igc_ethtool_get_nfc_rule(struct igc_adapter *adapter, 947 struct ethtool_rxnfc *cmd) 948 { 949 struct ethtool_rx_flow_spec *fsp = &cmd->fs; 950 struct igc_nfc_rule *rule = NULL; 951 952 cmd->data = IGC_MAX_RXNFC_RULES; 953 954 mutex_lock(&adapter->nfc_rule_lock); 955 956 rule = igc_get_nfc_rule(adapter, fsp->location); 957 if (!rule) 958 goto out; 959 960 fsp->flow_type = ETHER_FLOW; 961 fsp->ring_cookie = rule->action; 962 963 if (rule->filter.match_flags & IGC_FILTER_FLAG_ETHER_TYPE) { 964 fsp->h_u.ether_spec.h_proto = htons(rule->filter.etype); 965 fsp->m_u.ether_spec.h_proto = ETHER_TYPE_FULL_MASK; 966 } 967 968 if (rule->filter.match_flags & IGC_FILTER_FLAG_VLAN_TCI) { 969 fsp->flow_type |= FLOW_EXT; 970 fsp->h_ext.vlan_tci = htons(rule->filter.vlan_tci); 971 fsp->m_ext.vlan_tci = htons(VLAN_PRIO_MASK); 972 } 973 974 if (rule->filter.match_flags & IGC_FILTER_FLAG_DST_MAC_ADDR) { 975 ether_addr_copy(fsp->h_u.ether_spec.h_dest, 976 rule->filter.dst_addr); 977 eth_broadcast_addr(fsp->m_u.ether_spec.h_dest); 978 } 979 980 if (rule->filter.match_flags & IGC_FILTER_FLAG_SRC_MAC_ADDR) { 981 ether_addr_copy(fsp->h_u.ether_spec.h_source, 982 rule->filter.src_addr); 983 eth_broadcast_addr(fsp->m_u.ether_spec.h_source); 984 } 985 986 if (rule->filter.match_flags & IGC_FILTER_FLAG_USER_DATA) { 987 fsp->flow_type |= FLOW_EXT; 988 memcpy(fsp->h_ext.data, rule->filter.user_data, sizeof(fsp->h_ext.data)); 989 memcpy(fsp->m_ext.data, rule->filter.user_mask, sizeof(fsp->m_ext.data)); 990 } 991 992 mutex_unlock(&adapter->nfc_rule_lock); 993 return 0; 994 995 out: 996 mutex_unlock(&adapter->nfc_rule_lock); 997 return -EINVAL; 998 } 999 1000 static int igc_ethtool_get_nfc_rules(struct igc_adapter *adapter, 1001 struct ethtool_rxnfc *cmd, 1002 u32 *rule_locs) 1003 { 1004 struct igc_nfc_rule *rule; 1005 int cnt = 0; 1006 1007 cmd->data = IGC_MAX_RXNFC_RULES; 1008 1009 mutex_lock(&adapter->nfc_rule_lock); 1010 1011 list_for_each_entry(rule, &adapter->nfc_rule_list, list) { 1012 if (cnt == cmd->rule_cnt) { 1013 mutex_unlock(&adapter->nfc_rule_lock); 1014 return -EMSGSIZE; 1015 } 1016 rule_locs[cnt] = rule->location; 1017 cnt++; 1018 } 1019 1020 mutex_unlock(&adapter->nfc_rule_lock); 1021 1022 cmd->rule_cnt = cnt; 1023 1024 return 0; 1025 } 1026 1027 static int igc_ethtool_get_rss_hash_opts(struct igc_adapter *adapter, 1028 struct ethtool_rxnfc *cmd) 1029 { 1030 cmd->data = 0; 1031 1032 /* Report default options for RSS on igc */ 1033 switch (cmd->flow_type) { 1034 case TCP_V4_FLOW: 1035 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 1036 fallthrough; 1037 case UDP_V4_FLOW: 1038 if (adapter->flags & IGC_FLAG_RSS_FIELD_IPV4_UDP) 1039 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 1040 fallthrough; 1041 case SCTP_V4_FLOW: 1042 case AH_ESP_V4_FLOW: 1043 case AH_V4_FLOW: 1044 case ESP_V4_FLOW: 1045 case IPV4_FLOW: 1046 cmd->data |= RXH_IP_SRC | RXH_IP_DST; 1047 break; 1048 case TCP_V6_FLOW: 1049 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 1050 fallthrough; 1051 case UDP_V6_FLOW: 1052 if (adapter->flags & IGC_FLAG_RSS_FIELD_IPV6_UDP) 1053 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 1054 fallthrough; 1055 case SCTP_V6_FLOW: 1056 case AH_ESP_V6_FLOW: 1057 case AH_V6_FLOW: 1058 case ESP_V6_FLOW: 1059 case IPV6_FLOW: 1060 cmd->data |= RXH_IP_SRC | RXH_IP_DST; 1061 break; 1062 default: 1063 return -EINVAL; 1064 } 1065 1066 return 0; 1067 } 1068 1069 static int igc_ethtool_get_rxnfc(struct net_device *dev, 1070 struct ethtool_rxnfc *cmd, u32 *rule_locs) 1071 { 1072 struct igc_adapter *adapter = netdev_priv(dev); 1073 1074 switch (cmd->cmd) { 1075 case ETHTOOL_GRXRINGS: 1076 cmd->data = adapter->num_rx_queues; 1077 return 0; 1078 case ETHTOOL_GRXCLSRLCNT: 1079 cmd->rule_cnt = adapter->nfc_rule_count; 1080 return 0; 1081 case ETHTOOL_GRXCLSRULE: 1082 return igc_ethtool_get_nfc_rule(adapter, cmd); 1083 case ETHTOOL_GRXCLSRLALL: 1084 return igc_ethtool_get_nfc_rules(adapter, cmd, rule_locs); 1085 case ETHTOOL_GRXFH: 1086 return igc_ethtool_get_rss_hash_opts(adapter, cmd); 1087 default: 1088 return -EOPNOTSUPP; 1089 } 1090 } 1091 1092 #define UDP_RSS_FLAGS (IGC_FLAG_RSS_FIELD_IPV4_UDP | \ 1093 IGC_FLAG_RSS_FIELD_IPV6_UDP) 1094 static int igc_ethtool_set_rss_hash_opt(struct igc_adapter *adapter, 1095 struct ethtool_rxnfc *nfc) 1096 { 1097 u32 flags = adapter->flags; 1098 1099 /* RSS does not support anything other than hashing 1100 * to queues on src and dst IPs and ports 1101 */ 1102 if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST | 1103 RXH_L4_B_0_1 | RXH_L4_B_2_3)) 1104 return -EINVAL; 1105 1106 switch (nfc->flow_type) { 1107 case TCP_V4_FLOW: 1108 case TCP_V6_FLOW: 1109 if (!(nfc->data & RXH_IP_SRC) || 1110 !(nfc->data & RXH_IP_DST) || 1111 !(nfc->data & RXH_L4_B_0_1) || 1112 !(nfc->data & RXH_L4_B_2_3)) 1113 return -EINVAL; 1114 break; 1115 case UDP_V4_FLOW: 1116 if (!(nfc->data & RXH_IP_SRC) || 1117 !(nfc->data & RXH_IP_DST)) 1118 return -EINVAL; 1119 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { 1120 case 0: 1121 flags &= ~IGC_FLAG_RSS_FIELD_IPV4_UDP; 1122 break; 1123 case (RXH_L4_B_0_1 | RXH_L4_B_2_3): 1124 flags |= IGC_FLAG_RSS_FIELD_IPV4_UDP; 1125 break; 1126 default: 1127 return -EINVAL; 1128 } 1129 break; 1130 case UDP_V6_FLOW: 1131 if (!(nfc->data & RXH_IP_SRC) || 1132 !(nfc->data & RXH_IP_DST)) 1133 return -EINVAL; 1134 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { 1135 case 0: 1136 flags &= ~IGC_FLAG_RSS_FIELD_IPV6_UDP; 1137 break; 1138 case (RXH_L4_B_0_1 | RXH_L4_B_2_3): 1139 flags |= IGC_FLAG_RSS_FIELD_IPV6_UDP; 1140 break; 1141 default: 1142 return -EINVAL; 1143 } 1144 break; 1145 case AH_ESP_V4_FLOW: 1146 case AH_V4_FLOW: 1147 case ESP_V4_FLOW: 1148 case SCTP_V4_FLOW: 1149 case AH_ESP_V6_FLOW: 1150 case AH_V6_FLOW: 1151 case ESP_V6_FLOW: 1152 case SCTP_V6_FLOW: 1153 if (!(nfc->data & RXH_IP_SRC) || 1154 !(nfc->data & RXH_IP_DST) || 1155 (nfc->data & RXH_L4_B_0_1) || 1156 (nfc->data & RXH_L4_B_2_3)) 1157 return -EINVAL; 1158 break; 1159 default: 1160 return -EINVAL; 1161 } 1162 1163 /* if we changed something we need to update flags */ 1164 if (flags != adapter->flags) { 1165 struct igc_hw *hw = &adapter->hw; 1166 u32 mrqc = rd32(IGC_MRQC); 1167 1168 if ((flags & UDP_RSS_FLAGS) && 1169 !(adapter->flags & UDP_RSS_FLAGS)) 1170 netdev_err(adapter->netdev, 1171 "Enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n"); 1172 1173 adapter->flags = flags; 1174 1175 /* Perform hash on these packet types */ 1176 mrqc |= IGC_MRQC_RSS_FIELD_IPV4 | 1177 IGC_MRQC_RSS_FIELD_IPV4_TCP | 1178 IGC_MRQC_RSS_FIELD_IPV6 | 1179 IGC_MRQC_RSS_FIELD_IPV6_TCP; 1180 1181 mrqc &= ~(IGC_MRQC_RSS_FIELD_IPV4_UDP | 1182 IGC_MRQC_RSS_FIELD_IPV6_UDP); 1183 1184 if (flags & IGC_FLAG_RSS_FIELD_IPV4_UDP) 1185 mrqc |= IGC_MRQC_RSS_FIELD_IPV4_UDP; 1186 1187 if (flags & IGC_FLAG_RSS_FIELD_IPV6_UDP) 1188 mrqc |= IGC_MRQC_RSS_FIELD_IPV6_UDP; 1189 1190 wr32(IGC_MRQC, mrqc); 1191 } 1192 1193 return 0; 1194 } 1195 1196 static void igc_ethtool_init_nfc_rule(struct igc_nfc_rule *rule, 1197 const struct ethtool_rx_flow_spec *fsp) 1198 { 1199 INIT_LIST_HEAD(&rule->list); 1200 1201 rule->action = fsp->ring_cookie; 1202 rule->location = fsp->location; 1203 1204 if ((fsp->flow_type & FLOW_EXT) && fsp->m_ext.vlan_tci) { 1205 rule->filter.vlan_tci = ntohs(fsp->h_ext.vlan_tci); 1206 rule->filter.match_flags |= IGC_FILTER_FLAG_VLAN_TCI; 1207 } 1208 1209 if (fsp->m_u.ether_spec.h_proto == ETHER_TYPE_FULL_MASK) { 1210 rule->filter.etype = ntohs(fsp->h_u.ether_spec.h_proto); 1211 rule->filter.match_flags = IGC_FILTER_FLAG_ETHER_TYPE; 1212 } 1213 1214 /* Both source and destination address filters only support the full 1215 * mask. 1216 */ 1217 if (is_broadcast_ether_addr(fsp->m_u.ether_spec.h_source)) { 1218 rule->filter.match_flags |= IGC_FILTER_FLAG_SRC_MAC_ADDR; 1219 ether_addr_copy(rule->filter.src_addr, 1220 fsp->h_u.ether_spec.h_source); 1221 } 1222 1223 if (is_broadcast_ether_addr(fsp->m_u.ether_spec.h_dest)) { 1224 rule->filter.match_flags |= IGC_FILTER_FLAG_DST_MAC_ADDR; 1225 ether_addr_copy(rule->filter.dst_addr, 1226 fsp->h_u.ether_spec.h_dest); 1227 } 1228 1229 /* VLAN etype matching */ 1230 if ((fsp->flow_type & FLOW_EXT) && fsp->h_ext.vlan_etype) { 1231 rule->filter.vlan_etype = fsp->h_ext.vlan_etype; 1232 rule->filter.match_flags |= IGC_FILTER_FLAG_VLAN_ETYPE; 1233 } 1234 1235 /* Check for user defined data */ 1236 if ((fsp->flow_type & FLOW_EXT) && 1237 (fsp->h_ext.data[0] || fsp->h_ext.data[1])) { 1238 rule->filter.match_flags |= IGC_FILTER_FLAG_USER_DATA; 1239 memcpy(rule->filter.user_data, fsp->h_ext.data, sizeof(fsp->h_ext.data)); 1240 memcpy(rule->filter.user_mask, fsp->m_ext.data, sizeof(fsp->m_ext.data)); 1241 } 1242 1243 /* When multiple filter options or user data or vlan etype is set, use a 1244 * flex filter. 1245 */ 1246 if ((rule->filter.match_flags & IGC_FILTER_FLAG_USER_DATA) || 1247 (rule->filter.match_flags & IGC_FILTER_FLAG_VLAN_ETYPE) || 1248 (rule->filter.match_flags & (rule->filter.match_flags - 1))) 1249 rule->flex = true; 1250 else 1251 rule->flex = false; 1252 } 1253 1254 /** 1255 * igc_ethtool_check_nfc_rule() - Check if NFC rule is valid 1256 * @adapter: Pointer to adapter 1257 * @rule: Rule under evaluation 1258 * 1259 * The driver doesn't support rules with multiple matches so if more than 1260 * one bit in filter flags is set, @rule is considered invalid. 1261 * 1262 * Also, if there is already another rule with the same filter in a different 1263 * location, @rule is considered invalid. 1264 * 1265 * Context: Expects adapter->nfc_rule_lock to be held by caller. 1266 * 1267 * Return: 0 in case of success, negative errno code otherwise. 1268 */ 1269 static int igc_ethtool_check_nfc_rule(struct igc_adapter *adapter, 1270 struct igc_nfc_rule *rule) 1271 { 1272 struct net_device *dev = adapter->netdev; 1273 u8 flags = rule->filter.match_flags; 1274 struct igc_nfc_rule *tmp; 1275 1276 if (!flags) { 1277 netdev_dbg(dev, "Rule with no match\n"); 1278 return -EINVAL; 1279 } 1280 1281 list_for_each_entry(tmp, &adapter->nfc_rule_list, list) { 1282 if (!memcmp(&rule->filter, &tmp->filter, 1283 sizeof(rule->filter)) && 1284 tmp->location != rule->location) { 1285 netdev_dbg(dev, "Rule already exists\n"); 1286 return -EEXIST; 1287 } 1288 } 1289 1290 return 0; 1291 } 1292 1293 static int igc_ethtool_add_nfc_rule(struct igc_adapter *adapter, 1294 struct ethtool_rxnfc *cmd) 1295 { 1296 struct net_device *netdev = adapter->netdev; 1297 struct ethtool_rx_flow_spec *fsp = 1298 (struct ethtool_rx_flow_spec *)&cmd->fs; 1299 struct igc_nfc_rule *rule, *old_rule; 1300 int err; 1301 1302 if (!(netdev->hw_features & NETIF_F_NTUPLE)) { 1303 netdev_dbg(netdev, "N-tuple filters disabled\n"); 1304 return -EOPNOTSUPP; 1305 } 1306 1307 if ((fsp->flow_type & ~FLOW_EXT) != ETHER_FLOW) { 1308 netdev_dbg(netdev, "Only ethernet flow type is supported\n"); 1309 return -EOPNOTSUPP; 1310 } 1311 1312 if (fsp->ring_cookie >= adapter->num_rx_queues) { 1313 netdev_dbg(netdev, "Invalid action\n"); 1314 return -EINVAL; 1315 } 1316 1317 if (fsp->location >= IGC_MAX_RXNFC_RULES) { 1318 netdev_dbg(netdev, "Invalid location\n"); 1319 return -EINVAL; 1320 } 1321 1322 rule = kzalloc(sizeof(*rule), GFP_KERNEL); 1323 if (!rule) 1324 return -ENOMEM; 1325 1326 igc_ethtool_init_nfc_rule(rule, fsp); 1327 1328 mutex_lock(&adapter->nfc_rule_lock); 1329 1330 err = igc_ethtool_check_nfc_rule(adapter, rule); 1331 if (err) 1332 goto err; 1333 1334 old_rule = igc_get_nfc_rule(adapter, fsp->location); 1335 if (old_rule) 1336 igc_del_nfc_rule(adapter, old_rule); 1337 1338 err = igc_add_nfc_rule(adapter, rule); 1339 if (err) 1340 goto err; 1341 1342 mutex_unlock(&adapter->nfc_rule_lock); 1343 return 0; 1344 1345 err: 1346 mutex_unlock(&adapter->nfc_rule_lock); 1347 kfree(rule); 1348 return err; 1349 } 1350 1351 static int igc_ethtool_del_nfc_rule(struct igc_adapter *adapter, 1352 struct ethtool_rxnfc *cmd) 1353 { 1354 struct ethtool_rx_flow_spec *fsp = 1355 (struct ethtool_rx_flow_spec *)&cmd->fs; 1356 struct igc_nfc_rule *rule; 1357 1358 mutex_lock(&adapter->nfc_rule_lock); 1359 1360 rule = igc_get_nfc_rule(adapter, fsp->location); 1361 if (!rule) { 1362 mutex_unlock(&adapter->nfc_rule_lock); 1363 return -EINVAL; 1364 } 1365 1366 igc_del_nfc_rule(adapter, rule); 1367 1368 mutex_unlock(&adapter->nfc_rule_lock); 1369 return 0; 1370 } 1371 1372 static int igc_ethtool_set_rxnfc(struct net_device *dev, 1373 struct ethtool_rxnfc *cmd) 1374 { 1375 struct igc_adapter *adapter = netdev_priv(dev); 1376 1377 switch (cmd->cmd) { 1378 case ETHTOOL_SRXFH: 1379 return igc_ethtool_set_rss_hash_opt(adapter, cmd); 1380 case ETHTOOL_SRXCLSRLINS: 1381 return igc_ethtool_add_nfc_rule(adapter, cmd); 1382 case ETHTOOL_SRXCLSRLDEL: 1383 return igc_ethtool_del_nfc_rule(adapter, cmd); 1384 default: 1385 return -EOPNOTSUPP; 1386 } 1387 } 1388 1389 void igc_write_rss_indir_tbl(struct igc_adapter *adapter) 1390 { 1391 struct igc_hw *hw = &adapter->hw; 1392 u32 reg = IGC_RETA(0); 1393 u32 shift = 0; 1394 int i = 0; 1395 1396 while (i < IGC_RETA_SIZE) { 1397 u32 val = 0; 1398 int j; 1399 1400 for (j = 3; j >= 0; j--) { 1401 val <<= 8; 1402 val |= adapter->rss_indir_tbl[i + j]; 1403 } 1404 1405 wr32(reg, val << shift); 1406 reg += 4; 1407 i += 4; 1408 } 1409 } 1410 1411 static u32 igc_ethtool_get_rxfh_indir_size(struct net_device *netdev) 1412 { 1413 return IGC_RETA_SIZE; 1414 } 1415 1416 static int igc_ethtool_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key, 1417 u8 *hfunc) 1418 { 1419 struct igc_adapter *adapter = netdev_priv(netdev); 1420 int i; 1421 1422 if (hfunc) 1423 *hfunc = ETH_RSS_HASH_TOP; 1424 if (!indir) 1425 return 0; 1426 for (i = 0; i < IGC_RETA_SIZE; i++) 1427 indir[i] = adapter->rss_indir_tbl[i]; 1428 1429 return 0; 1430 } 1431 1432 static int igc_ethtool_set_rxfh(struct net_device *netdev, const u32 *indir, 1433 const u8 *key, const u8 hfunc) 1434 { 1435 struct igc_adapter *adapter = netdev_priv(netdev); 1436 u32 num_queues; 1437 int i; 1438 1439 /* We do not allow change in unsupported parameters */ 1440 if (key || 1441 (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)) 1442 return -EOPNOTSUPP; 1443 if (!indir) 1444 return 0; 1445 1446 num_queues = adapter->rss_queues; 1447 1448 /* Verify user input. */ 1449 for (i = 0; i < IGC_RETA_SIZE; i++) 1450 if (indir[i] >= num_queues) 1451 return -EINVAL; 1452 1453 for (i = 0; i < IGC_RETA_SIZE; i++) 1454 adapter->rss_indir_tbl[i] = indir[i]; 1455 1456 igc_write_rss_indir_tbl(adapter); 1457 1458 return 0; 1459 } 1460 1461 static void igc_ethtool_get_channels(struct net_device *netdev, 1462 struct ethtool_channels *ch) 1463 { 1464 struct igc_adapter *adapter = netdev_priv(netdev); 1465 1466 /* Report maximum channels */ 1467 ch->max_combined = igc_get_max_rss_queues(adapter); 1468 1469 /* Report info for other vector */ 1470 if (adapter->flags & IGC_FLAG_HAS_MSIX) { 1471 ch->max_other = NON_Q_VECTORS; 1472 ch->other_count = NON_Q_VECTORS; 1473 } 1474 1475 ch->combined_count = adapter->rss_queues; 1476 } 1477 1478 static int igc_ethtool_set_channels(struct net_device *netdev, 1479 struct ethtool_channels *ch) 1480 { 1481 struct igc_adapter *adapter = netdev_priv(netdev); 1482 unsigned int count = ch->combined_count; 1483 unsigned int max_combined = 0; 1484 1485 /* Verify they are not requesting separate vectors */ 1486 if (!count || ch->rx_count || ch->tx_count) 1487 return -EINVAL; 1488 1489 /* Verify other_count is valid and has not been changed */ 1490 if (ch->other_count != NON_Q_VECTORS) 1491 return -EINVAL; 1492 1493 /* Verify the number of channels doesn't exceed hw limits */ 1494 max_combined = igc_get_max_rss_queues(adapter); 1495 if (count > max_combined) 1496 return -EINVAL; 1497 1498 if (count != adapter->rss_queues) { 1499 adapter->rss_queues = count; 1500 igc_set_flag_queue_pairs(adapter, max_combined); 1501 1502 /* Hardware has to reinitialize queues and interrupts to 1503 * match the new configuration. 1504 */ 1505 return igc_reinit_queues(adapter); 1506 } 1507 1508 return 0; 1509 } 1510 1511 static int igc_ethtool_get_ts_info(struct net_device *dev, 1512 struct ethtool_ts_info *info) 1513 { 1514 struct igc_adapter *adapter = netdev_priv(dev); 1515 1516 if (adapter->ptp_clock) 1517 info->phc_index = ptp_clock_index(adapter->ptp_clock); 1518 else 1519 info->phc_index = -1; 1520 1521 switch (adapter->hw.mac.type) { 1522 case igc_i225: 1523 info->so_timestamping = 1524 SOF_TIMESTAMPING_TX_SOFTWARE | 1525 SOF_TIMESTAMPING_RX_SOFTWARE | 1526 SOF_TIMESTAMPING_SOFTWARE | 1527 SOF_TIMESTAMPING_TX_HARDWARE | 1528 SOF_TIMESTAMPING_RX_HARDWARE | 1529 SOF_TIMESTAMPING_RAW_HARDWARE; 1530 1531 info->tx_types = 1532 BIT(HWTSTAMP_TX_OFF) | 1533 BIT(HWTSTAMP_TX_ON); 1534 1535 info->rx_filters = BIT(HWTSTAMP_FILTER_NONE); 1536 info->rx_filters |= BIT(HWTSTAMP_FILTER_ALL); 1537 1538 return 0; 1539 default: 1540 return -EOPNOTSUPP; 1541 } 1542 } 1543 1544 static u32 igc_ethtool_get_priv_flags(struct net_device *netdev) 1545 { 1546 struct igc_adapter *adapter = netdev_priv(netdev); 1547 u32 priv_flags = 0; 1548 1549 if (adapter->flags & IGC_FLAG_RX_LEGACY) 1550 priv_flags |= IGC_PRIV_FLAGS_LEGACY_RX; 1551 1552 return priv_flags; 1553 } 1554 1555 static int igc_ethtool_set_priv_flags(struct net_device *netdev, u32 priv_flags) 1556 { 1557 struct igc_adapter *adapter = netdev_priv(netdev); 1558 unsigned int flags = adapter->flags; 1559 1560 flags &= ~IGC_FLAG_RX_LEGACY; 1561 if (priv_flags & IGC_PRIV_FLAGS_LEGACY_RX) 1562 flags |= IGC_FLAG_RX_LEGACY; 1563 1564 if (flags != adapter->flags) { 1565 adapter->flags = flags; 1566 1567 /* reset interface to repopulate queues */ 1568 if (netif_running(netdev)) 1569 igc_reinit_locked(adapter); 1570 } 1571 1572 return 0; 1573 } 1574 1575 static int igc_ethtool_get_eee(struct net_device *netdev, 1576 struct ethtool_eee *edata) 1577 { 1578 struct igc_adapter *adapter = netdev_priv(netdev); 1579 struct igc_hw *hw = &adapter->hw; 1580 u32 eeer; 1581 1582 if (hw->dev_spec._base.eee_enable) 1583 edata->advertised = 1584 mmd_eee_adv_to_ethtool_adv_t(adapter->eee_advert); 1585 1586 *edata = adapter->eee; 1587 edata->supported = SUPPORTED_Autoneg; 1588 1589 eeer = rd32(IGC_EEER); 1590 1591 /* EEE status on negotiated link */ 1592 if (eeer & IGC_EEER_EEE_NEG) 1593 edata->eee_active = true; 1594 1595 if (eeer & IGC_EEER_TX_LPI_EN) 1596 edata->tx_lpi_enabled = true; 1597 1598 edata->eee_enabled = hw->dev_spec._base.eee_enable; 1599 1600 edata->advertised = SUPPORTED_Autoneg; 1601 edata->lp_advertised = SUPPORTED_Autoneg; 1602 1603 /* Report correct negotiated EEE status for devices that 1604 * wrongly report EEE at half-duplex 1605 */ 1606 if (adapter->link_duplex == HALF_DUPLEX) { 1607 edata->eee_enabled = false; 1608 edata->eee_active = false; 1609 edata->tx_lpi_enabled = false; 1610 edata->advertised &= ~edata->advertised; 1611 } 1612 1613 return 0; 1614 } 1615 1616 static int igc_ethtool_set_eee(struct net_device *netdev, 1617 struct ethtool_eee *edata) 1618 { 1619 struct igc_adapter *adapter = netdev_priv(netdev); 1620 struct igc_hw *hw = &adapter->hw; 1621 struct ethtool_eee eee_curr; 1622 s32 ret_val; 1623 1624 memset(&eee_curr, 0, sizeof(struct ethtool_eee)); 1625 1626 ret_val = igc_ethtool_get_eee(netdev, &eee_curr); 1627 if (ret_val) { 1628 netdev_err(netdev, 1629 "Problem setting EEE advertisement options\n"); 1630 return -EINVAL; 1631 } 1632 1633 if (eee_curr.eee_enabled) { 1634 if (eee_curr.tx_lpi_enabled != edata->tx_lpi_enabled) { 1635 netdev_err(netdev, 1636 "Setting EEE tx-lpi is not supported\n"); 1637 return -EINVAL; 1638 } 1639 1640 /* Tx LPI timer is not implemented currently */ 1641 if (edata->tx_lpi_timer) { 1642 netdev_err(netdev, 1643 "Setting EEE Tx LPI timer is not supported\n"); 1644 return -EINVAL; 1645 } 1646 } else if (!edata->eee_enabled) { 1647 netdev_err(netdev, 1648 "Setting EEE options are not supported with EEE disabled\n"); 1649 return -EINVAL; 1650 } 1651 1652 adapter->eee_advert = ethtool_adv_to_mmd_eee_adv_t(edata->advertised); 1653 if (hw->dev_spec._base.eee_enable != edata->eee_enabled) { 1654 hw->dev_spec._base.eee_enable = edata->eee_enabled; 1655 adapter->flags |= IGC_FLAG_EEE; 1656 1657 /* reset link */ 1658 if (netif_running(netdev)) 1659 igc_reinit_locked(adapter); 1660 else 1661 igc_reset(adapter); 1662 } 1663 1664 return 0; 1665 } 1666 1667 static int igc_ethtool_begin(struct net_device *netdev) 1668 { 1669 struct igc_adapter *adapter = netdev_priv(netdev); 1670 1671 pm_runtime_get_sync(&adapter->pdev->dev); 1672 return 0; 1673 } 1674 1675 static void igc_ethtool_complete(struct net_device *netdev) 1676 { 1677 struct igc_adapter *adapter = netdev_priv(netdev); 1678 1679 pm_runtime_put(&adapter->pdev->dev); 1680 } 1681 1682 static int igc_ethtool_get_link_ksettings(struct net_device *netdev, 1683 struct ethtool_link_ksettings *cmd) 1684 { 1685 struct igc_adapter *adapter = netdev_priv(netdev); 1686 struct igc_hw *hw = &adapter->hw; 1687 u32 status; 1688 u32 speed; 1689 1690 ethtool_link_ksettings_zero_link_mode(cmd, supported); 1691 ethtool_link_ksettings_zero_link_mode(cmd, advertising); 1692 1693 /* supported link modes */ 1694 ethtool_link_ksettings_add_link_mode(cmd, supported, 10baseT_Half); 1695 ethtool_link_ksettings_add_link_mode(cmd, supported, 10baseT_Full); 1696 ethtool_link_ksettings_add_link_mode(cmd, supported, 100baseT_Half); 1697 ethtool_link_ksettings_add_link_mode(cmd, supported, 100baseT_Full); 1698 ethtool_link_ksettings_add_link_mode(cmd, supported, 1000baseT_Full); 1699 ethtool_link_ksettings_add_link_mode(cmd, supported, 2500baseT_Full); 1700 1701 /* twisted pair */ 1702 cmd->base.port = PORT_TP; 1703 cmd->base.phy_address = hw->phy.addr; 1704 1705 /* advertising link modes */ 1706 if (hw->phy.autoneg_advertised & ADVERTISE_10_HALF) 1707 ethtool_link_ksettings_add_link_mode(cmd, advertising, 10baseT_Half); 1708 if (hw->phy.autoneg_advertised & ADVERTISE_10_FULL) 1709 ethtool_link_ksettings_add_link_mode(cmd, advertising, 10baseT_Full); 1710 if (hw->phy.autoneg_advertised & ADVERTISE_100_HALF) 1711 ethtool_link_ksettings_add_link_mode(cmd, advertising, 100baseT_Half); 1712 if (hw->phy.autoneg_advertised & ADVERTISE_100_FULL) 1713 ethtool_link_ksettings_add_link_mode(cmd, advertising, 100baseT_Full); 1714 if (hw->phy.autoneg_advertised & ADVERTISE_1000_FULL) 1715 ethtool_link_ksettings_add_link_mode(cmd, advertising, 1000baseT_Full); 1716 if (hw->phy.autoneg_advertised & ADVERTISE_2500_FULL) 1717 ethtool_link_ksettings_add_link_mode(cmd, advertising, 2500baseT_Full); 1718 1719 /* set autoneg settings */ 1720 if (hw->mac.autoneg == 1) { 1721 ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg); 1722 ethtool_link_ksettings_add_link_mode(cmd, advertising, 1723 Autoneg); 1724 } 1725 1726 /* Set pause flow control settings */ 1727 ethtool_link_ksettings_add_link_mode(cmd, supported, Pause); 1728 1729 switch (hw->fc.requested_mode) { 1730 case igc_fc_full: 1731 ethtool_link_ksettings_add_link_mode(cmd, advertising, Pause); 1732 break; 1733 case igc_fc_rx_pause: 1734 ethtool_link_ksettings_add_link_mode(cmd, advertising, Pause); 1735 ethtool_link_ksettings_add_link_mode(cmd, advertising, 1736 Asym_Pause); 1737 break; 1738 case igc_fc_tx_pause: 1739 ethtool_link_ksettings_add_link_mode(cmd, advertising, 1740 Asym_Pause); 1741 break; 1742 default: 1743 break; 1744 } 1745 1746 status = pm_runtime_suspended(&adapter->pdev->dev) ? 1747 0 : rd32(IGC_STATUS); 1748 1749 if (status & IGC_STATUS_LU) { 1750 if (status & IGC_STATUS_SPEED_1000) { 1751 /* For I225, STATUS will indicate 1G speed in both 1752 * 1 Gbps and 2.5 Gbps link modes. 1753 * An additional bit is used 1754 * to differentiate between 1 Gbps and 2.5 Gbps. 1755 */ 1756 if (hw->mac.type == igc_i225 && 1757 (status & IGC_STATUS_SPEED_2500)) { 1758 speed = SPEED_2500; 1759 } else { 1760 speed = SPEED_1000; 1761 } 1762 } else if (status & IGC_STATUS_SPEED_100) { 1763 speed = SPEED_100; 1764 } else { 1765 speed = SPEED_10; 1766 } 1767 if ((status & IGC_STATUS_FD) || 1768 hw->phy.media_type != igc_media_type_copper) 1769 cmd->base.duplex = DUPLEX_FULL; 1770 else 1771 cmd->base.duplex = DUPLEX_HALF; 1772 } else { 1773 speed = SPEED_UNKNOWN; 1774 cmd->base.duplex = DUPLEX_UNKNOWN; 1775 } 1776 cmd->base.speed = speed; 1777 if (hw->mac.autoneg) 1778 cmd->base.autoneg = AUTONEG_ENABLE; 1779 else 1780 cmd->base.autoneg = AUTONEG_DISABLE; 1781 1782 /* MDI-X => 2; MDI =>1; Invalid =>0 */ 1783 if (hw->phy.media_type == igc_media_type_copper) 1784 cmd->base.eth_tp_mdix = hw->phy.is_mdix ? ETH_TP_MDI_X : 1785 ETH_TP_MDI; 1786 else 1787 cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID; 1788 1789 if (hw->phy.mdix == AUTO_ALL_MODES) 1790 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_AUTO; 1791 else 1792 cmd->base.eth_tp_mdix_ctrl = hw->phy.mdix; 1793 1794 return 0; 1795 } 1796 1797 static int 1798 igc_ethtool_set_link_ksettings(struct net_device *netdev, 1799 const struct ethtool_link_ksettings *cmd) 1800 { 1801 struct igc_adapter *adapter = netdev_priv(netdev); 1802 struct net_device *dev = adapter->netdev; 1803 struct igc_hw *hw = &adapter->hw; 1804 u32 advertising; 1805 1806 /* When adapter in resetting mode, autoneg/speed/duplex 1807 * cannot be changed 1808 */ 1809 if (igc_check_reset_block(hw)) { 1810 netdev_err(dev, "Cannot change link characteristics when reset is active\n"); 1811 return -EINVAL; 1812 } 1813 1814 /* MDI setting is only allowed when autoneg enabled because 1815 * some hardware doesn't allow MDI setting when speed or 1816 * duplex is forced. 1817 */ 1818 if (cmd->base.eth_tp_mdix_ctrl) { 1819 if (cmd->base.eth_tp_mdix_ctrl != ETH_TP_MDI_AUTO && 1820 cmd->base.autoneg != AUTONEG_ENABLE) { 1821 netdev_err(dev, "Forcing MDI/MDI-X state is not supported when link speed and/or duplex are forced\n"); 1822 return -EINVAL; 1823 } 1824 } 1825 1826 while (test_and_set_bit(__IGC_RESETTING, &adapter->state)) 1827 usleep_range(1000, 2000); 1828 1829 ethtool_convert_link_mode_to_legacy_u32(&advertising, 1830 cmd->link_modes.advertising); 1831 /* Converting to legacy u32 drops ETHTOOL_LINK_MODE_2500baseT_Full_BIT. 1832 * We have to check this and convert it to ADVERTISE_2500_FULL 1833 * (aka ETHTOOL_LINK_MODE_2500baseX_Full_BIT) explicitly. 1834 */ 1835 if (ethtool_link_ksettings_test_link_mode(cmd, advertising, 2500baseT_Full)) 1836 advertising |= ADVERTISE_2500_FULL; 1837 1838 if (cmd->base.autoneg == AUTONEG_ENABLE) { 1839 hw->mac.autoneg = 1; 1840 hw->phy.autoneg_advertised = advertising; 1841 if (adapter->fc_autoneg) 1842 hw->fc.requested_mode = igc_fc_default; 1843 } else { 1844 netdev_info(dev, "Force mode currently not supported\n"); 1845 } 1846 1847 /* MDI-X => 2; MDI => 1; Auto => 3 */ 1848 if (cmd->base.eth_tp_mdix_ctrl) { 1849 /* fix up the value for auto (3 => 0) as zero is mapped 1850 * internally to auto 1851 */ 1852 if (cmd->base.eth_tp_mdix_ctrl == ETH_TP_MDI_AUTO) 1853 hw->phy.mdix = AUTO_ALL_MODES; 1854 else 1855 hw->phy.mdix = cmd->base.eth_tp_mdix_ctrl; 1856 } 1857 1858 /* reset the link */ 1859 if (netif_running(adapter->netdev)) { 1860 igc_down(adapter); 1861 igc_up(adapter); 1862 } else { 1863 igc_reset(adapter); 1864 } 1865 1866 clear_bit(__IGC_RESETTING, &adapter->state); 1867 1868 return 0; 1869 } 1870 1871 static void igc_ethtool_diag_test(struct net_device *netdev, 1872 struct ethtool_test *eth_test, u64 *data) 1873 { 1874 struct igc_adapter *adapter = netdev_priv(netdev); 1875 bool if_running = netif_running(netdev); 1876 1877 if (eth_test->flags == ETH_TEST_FL_OFFLINE) { 1878 netdev_info(adapter->netdev, "Offline testing starting"); 1879 set_bit(__IGC_TESTING, &adapter->state); 1880 1881 /* Link test performed before hardware reset so autoneg doesn't 1882 * interfere with test result 1883 */ 1884 if (!igc_link_test(adapter, &data[TEST_LINK])) 1885 eth_test->flags |= ETH_TEST_FL_FAILED; 1886 1887 if (if_running) 1888 igc_close(netdev); 1889 else 1890 igc_reset(adapter); 1891 1892 netdev_info(adapter->netdev, "Register testing starting"); 1893 if (!igc_reg_test(adapter, &data[TEST_REG])) 1894 eth_test->flags |= ETH_TEST_FL_FAILED; 1895 1896 igc_reset(adapter); 1897 1898 netdev_info(adapter->netdev, "EEPROM testing starting"); 1899 if (!igc_eeprom_test(adapter, &data[TEST_EEP])) 1900 eth_test->flags |= ETH_TEST_FL_FAILED; 1901 1902 igc_reset(adapter); 1903 1904 /* loopback and interrupt tests 1905 * will be implemented in the future 1906 */ 1907 data[TEST_LOOP] = 0; 1908 data[TEST_IRQ] = 0; 1909 1910 clear_bit(__IGC_TESTING, &adapter->state); 1911 if (if_running) 1912 igc_open(netdev); 1913 } else { 1914 netdev_info(adapter->netdev, "Online testing starting"); 1915 1916 /* register, eeprom, intr and loopback tests not run online */ 1917 data[TEST_REG] = 0; 1918 data[TEST_EEP] = 0; 1919 data[TEST_IRQ] = 0; 1920 data[TEST_LOOP] = 0; 1921 1922 if (!igc_link_test(adapter, &data[TEST_LINK])) 1923 eth_test->flags |= ETH_TEST_FL_FAILED; 1924 } 1925 1926 msleep_interruptible(4 * 1000); 1927 } 1928 1929 static const struct ethtool_ops igc_ethtool_ops = { 1930 .supported_coalesce_params = ETHTOOL_COALESCE_USECS, 1931 .get_drvinfo = igc_ethtool_get_drvinfo, 1932 .get_regs_len = igc_ethtool_get_regs_len, 1933 .get_regs = igc_ethtool_get_regs, 1934 .get_wol = igc_ethtool_get_wol, 1935 .set_wol = igc_ethtool_set_wol, 1936 .get_msglevel = igc_ethtool_get_msglevel, 1937 .set_msglevel = igc_ethtool_set_msglevel, 1938 .nway_reset = igc_ethtool_nway_reset, 1939 .get_link = igc_ethtool_get_link, 1940 .get_eeprom_len = igc_ethtool_get_eeprom_len, 1941 .get_eeprom = igc_ethtool_get_eeprom, 1942 .set_eeprom = igc_ethtool_set_eeprom, 1943 .get_ringparam = igc_ethtool_get_ringparam, 1944 .set_ringparam = igc_ethtool_set_ringparam, 1945 .get_pauseparam = igc_ethtool_get_pauseparam, 1946 .set_pauseparam = igc_ethtool_set_pauseparam, 1947 .get_strings = igc_ethtool_get_strings, 1948 .get_sset_count = igc_ethtool_get_sset_count, 1949 .get_ethtool_stats = igc_ethtool_get_stats, 1950 .get_coalesce = igc_ethtool_get_coalesce, 1951 .set_coalesce = igc_ethtool_set_coalesce, 1952 .get_rxnfc = igc_ethtool_get_rxnfc, 1953 .set_rxnfc = igc_ethtool_set_rxnfc, 1954 .get_rxfh_indir_size = igc_ethtool_get_rxfh_indir_size, 1955 .get_rxfh = igc_ethtool_get_rxfh, 1956 .set_rxfh = igc_ethtool_set_rxfh, 1957 .get_ts_info = igc_ethtool_get_ts_info, 1958 .get_channels = igc_ethtool_get_channels, 1959 .set_channels = igc_ethtool_set_channels, 1960 .get_priv_flags = igc_ethtool_get_priv_flags, 1961 .set_priv_flags = igc_ethtool_set_priv_flags, 1962 .get_eee = igc_ethtool_get_eee, 1963 .set_eee = igc_ethtool_set_eee, 1964 .begin = igc_ethtool_begin, 1965 .complete = igc_ethtool_complete, 1966 .get_link_ksettings = igc_ethtool_get_link_ksettings, 1967 .set_link_ksettings = igc_ethtool_set_link_ksettings, 1968 .self_test = igc_ethtool_diag_test, 1969 }; 1970 1971 void igc_ethtool_set_ops(struct net_device *netdev) 1972 { 1973 netdev->ethtool_ops = &igc_ethtool_ops; 1974 } 1975