1ae06c70bSJeff Kirsher // SPDX-License-Identifier: GPL-2.0 2a5c0d861SJacob Keller /* Copyright(c) 2013 - 2019 Intel Corporation. */ 382dd0f7eSAlexander Duyck 4eb51bbafSStephen Rothwell #include <linux/vmalloc.h> 5eb51bbafSStephen Rothwell 682dd0f7eSAlexander Duyck #include "fm10k.h" 782dd0f7eSAlexander Duyck 882dd0f7eSAlexander Duyck struct fm10k_stats { 9d63bb21aSJacob Keller /* The stat_string is expected to be a format string formatted using 10d63bb21aSJacob Keller * vsnprintf by fm10k_add_stat_strings. Every member of a stats array 11d63bb21aSJacob Keller * should use the same format specifiers as they will be formatted 12d63bb21aSJacob Keller * using the same variadic arguments. 13d63bb21aSJacob Keller */ 1482dd0f7eSAlexander Duyck char stat_string[ETH_GSTRING_LEN]; 1582dd0f7eSAlexander Duyck int sizeof_stat; 1682dd0f7eSAlexander Duyck int stat_offset; 1782dd0f7eSAlexander Duyck }; 1882dd0f7eSAlexander Duyck 192ead8ae1SJacob Keller #define FM10K_STAT_FIELDS(_type, _name, _stat) { \ 202ead8ae1SJacob Keller .stat_string = _name, \ 21c593642cSPankaj Bharadiya .sizeof_stat = sizeof_field(_type, _stat), \ 222ead8ae1SJacob Keller .stat_offset = offsetof(_type, _stat) \ 2382dd0f7eSAlexander Duyck } 2482dd0f7eSAlexander Duyck 252ead8ae1SJacob Keller /* netdevice statistics */ 262ead8ae1SJacob Keller #define FM10K_NETDEV_STAT(_net_stat) \ 272ead8ae1SJacob Keller FM10K_STAT_FIELDS(struct net_device_stats, __stringify(_net_stat), \ 282ead8ae1SJacob Keller _net_stat) 292ead8ae1SJacob Keller 3082dd0f7eSAlexander Duyck static const struct fm10k_stats fm10k_gstrings_net_stats[] = { 3182dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(tx_packets), 3282dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(tx_bytes), 3382dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(tx_errors), 3482dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_packets), 3582dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_bytes), 3682dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_errors), 3782dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_dropped), 3882dd0f7eSAlexander Duyck 3982dd0f7eSAlexander Duyck /* detailed Rx errors */ 4082dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_length_errors), 4182dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_crc_errors), 4282dd0f7eSAlexander Duyck FM10K_NETDEV_STAT(rx_fifo_errors), 4382dd0f7eSAlexander Duyck }; 4482dd0f7eSAlexander Duyck 4582dd0f7eSAlexander Duyck #define FM10K_NETDEV_STATS_LEN ARRAY_SIZE(fm10k_gstrings_net_stats) 4682dd0f7eSAlexander Duyck 472ead8ae1SJacob Keller /* General interface statistics */ 482ead8ae1SJacob Keller #define FM10K_STAT(_name, _stat) \ 492ead8ae1SJacob Keller FM10K_STAT_FIELDS(struct fm10k_intfc, _name, _stat) 5082dd0f7eSAlexander Duyck 51fbdb159fSJeff Kirsher static const struct fm10k_stats fm10k_gstrings_global_stats[] = { 5282dd0f7eSAlexander Duyck FM10K_STAT("tx_restart_queue", restart_queue), 5382dd0f7eSAlexander Duyck FM10K_STAT("tx_busy", tx_busy), 5482dd0f7eSAlexander Duyck FM10K_STAT("tx_csum_errors", tx_csum_errors), 5582dd0f7eSAlexander Duyck FM10K_STAT("rx_alloc_failed", alloc_failed), 5682dd0f7eSAlexander Duyck FM10K_STAT("rx_csum_errors", rx_csum_errors), 5782dd0f7eSAlexander Duyck 5882dd0f7eSAlexander Duyck FM10K_STAT("tx_packets_nic", tx_packets_nic), 5982dd0f7eSAlexander Duyck FM10K_STAT("tx_bytes_nic", tx_bytes_nic), 6082dd0f7eSAlexander Duyck FM10K_STAT("rx_packets_nic", rx_packets_nic), 6182dd0f7eSAlexander Duyck FM10K_STAT("rx_bytes_nic", rx_bytes_nic), 6282dd0f7eSAlexander Duyck FM10K_STAT("rx_drops_nic", rx_drops_nic), 6382dd0f7eSAlexander Duyck FM10K_STAT("rx_overrun_pf", rx_overrun_pf), 6482dd0f7eSAlexander Duyck FM10K_STAT("rx_overrun_vf", rx_overrun_vf), 6582dd0f7eSAlexander Duyck 6682dd0f7eSAlexander Duyck FM10K_STAT("swapi_status", hw.swapi.status), 6782dd0f7eSAlexander Duyck FM10K_STAT("mac_rules_used", hw.swapi.mac.used), 6882dd0f7eSAlexander Duyck FM10K_STAT("mac_rules_avail", hw.swapi.mac.avail), 6982dd0f7eSAlexander Duyck 70ce33624fSJacob Keller FM10K_STAT("reset_while_pending", hw.mac.reset_while_pending), 71ce33624fSJacob Keller 72e05546ecSJeff Kirsher FM10K_STAT("tx_hang_count", tx_timeout_count), 7382dd0f7eSAlexander Duyck }; 7482dd0f7eSAlexander Duyck 75fbdb159fSJeff Kirsher static const struct fm10k_stats fm10k_gstrings_pf_stats[] = { 76fbdb159fSJeff Kirsher FM10K_STAT("timeout", stats.timeout.count), 77fbdb159fSJeff Kirsher FM10K_STAT("ur", stats.ur.count), 78fbdb159fSJeff Kirsher FM10K_STAT("ca", stats.ca.count), 79fbdb159fSJeff Kirsher FM10K_STAT("um", stats.um.count), 80fbdb159fSJeff Kirsher FM10K_STAT("xec", stats.xec.count), 81fbdb159fSJeff Kirsher FM10K_STAT("vlan_drop", stats.vlan_drop.count), 82fbdb159fSJeff Kirsher FM10K_STAT("loopback_drop", stats.loopback_drop.count), 83fbdb159fSJeff Kirsher FM10K_STAT("nodesc_drop", stats.nodesc_drop.count), 84fbdb159fSJeff Kirsher }; 85fbdb159fSJeff Kirsher 862ead8ae1SJacob Keller /* mailbox statistics */ 872ead8ae1SJacob Keller #define FM10K_MBX_STAT(_name, _stat) \ 882ead8ae1SJacob Keller FM10K_STAT_FIELDS(struct fm10k_mbx_info, _name, _stat) 8980043f3bSJacob Keller 9080043f3bSJacob Keller static const struct fm10k_stats fm10k_gstrings_mbx_stats[] = { 9180043f3bSJacob Keller FM10K_MBX_STAT("mbx_tx_busy", tx_busy), 925680ea69SJacob Keller FM10K_MBX_STAT("mbx_tx_dropped", tx_dropped), 9380043f3bSJacob Keller FM10K_MBX_STAT("mbx_tx_messages", tx_messages), 9480043f3bSJacob Keller FM10K_MBX_STAT("mbx_tx_dwords", tx_dwords), 9517d39facSJacob Keller FM10K_MBX_STAT("mbx_tx_mbmem_pulled", tx_mbmem_pulled), 9680043f3bSJacob Keller FM10K_MBX_STAT("mbx_rx_messages", rx_messages), 9780043f3bSJacob Keller FM10K_MBX_STAT("mbx_rx_dwords", rx_dwords), 9880043f3bSJacob Keller FM10K_MBX_STAT("mbx_rx_parse_err", rx_parse_err), 9917d39facSJacob Keller FM10K_MBX_STAT("mbx_rx_mbmem_pushed", rx_mbmem_pushed), 10080043f3bSJacob Keller }; 10180043f3bSJacob Keller 102d63bb21aSJacob Keller /* per-queue ring statistics */ 103d63bb21aSJacob Keller #define FM10K_QUEUE_STAT(_name, _stat) \ 104d63bb21aSJacob Keller FM10K_STAT_FIELDS(struct fm10k_ring, _name, _stat) 10509401ae2SJacob Keller 10609401ae2SJacob Keller static const struct fm10k_stats fm10k_gstrings_queue_stats[] = { 107d63bb21aSJacob Keller FM10K_QUEUE_STAT("%s_queue_%u_packets", stats.packets), 108d63bb21aSJacob Keller FM10K_QUEUE_STAT("%s_queue_%u_bytes", stats.bytes), 10909401ae2SJacob Keller }; 11009401ae2SJacob Keller 111fbdb159fSJeff Kirsher #define FM10K_GLOBAL_STATS_LEN ARRAY_SIZE(fm10k_gstrings_global_stats) 112fbdb159fSJeff Kirsher #define FM10K_PF_STATS_LEN ARRAY_SIZE(fm10k_gstrings_pf_stats) 11380043f3bSJacob Keller #define FM10K_MBX_STATS_LEN ARRAY_SIZE(fm10k_gstrings_mbx_stats) 11409401ae2SJacob Keller #define FM10K_QUEUE_STATS_LEN ARRAY_SIZE(fm10k_gstrings_queue_stats) 11582dd0f7eSAlexander Duyck 116c0e61781SJeff Kirsher #define FM10K_STATIC_STATS_LEN (FM10K_GLOBAL_STATS_LEN + \ 11780043f3bSJacob Keller FM10K_NETDEV_STATS_LEN + \ 11880043f3bSJacob Keller FM10K_MBX_STATS_LEN) 11982dd0f7eSAlexander Duyck 1205cb8db4aSAlexander Duyck static const char fm10k_gstrings_test[][ETH_GSTRING_LEN] = { 1215cb8db4aSAlexander Duyck "Mailbox test (on/offline)" 1225cb8db4aSAlexander Duyck }; 1235cb8db4aSAlexander Duyck 1245cb8db4aSAlexander Duyck #define FM10K_TEST_LEN (sizeof(fm10k_gstrings_test) / ETH_GSTRING_LEN) 1255cb8db4aSAlexander Duyck 1265cb8db4aSAlexander Duyck enum fm10k_self_test_types { 1275cb8db4aSAlexander Duyck FM10K_TEST_MBX, 1285cb8db4aSAlexander Duyck FM10K_TEST_MAX = FM10K_TEST_LEN 1295cb8db4aSAlexander Duyck }; 1305cb8db4aSAlexander Duyck 13180043f3bSJacob Keller enum { 13280043f3bSJacob Keller FM10K_PRV_FLAG_LEN, 13380043f3bSJacob Keller }; 13480043f3bSJacob Keller 13580043f3bSJacob Keller static const char fm10k_prv_flags[FM10K_PRV_FLAG_LEN][ETH_GSTRING_LEN] = { 13680043f3bSJacob Keller }; 13780043f3bSJacob Keller 13836592d6cSJacob Keller static void __fm10k_add_stat_strings(u8 **p, const struct fm10k_stats stats[], 139d63bb21aSJacob Keller const unsigned int size, ...) 140d2e0721bSJacob Keller { 141d2e0721bSJacob Keller unsigned int i; 142d2e0721bSJacob Keller 143d2e0721bSJacob Keller for (i = 0; i < size; i++) { 144d63bb21aSJacob Keller va_list args; 145d63bb21aSJacob Keller 146d63bb21aSJacob Keller va_start(args, size); 147d63bb21aSJacob Keller vsnprintf(*p, ETH_GSTRING_LEN, stats[i].stat_string, args); 148d2e0721bSJacob Keller *p += ETH_GSTRING_LEN; 149d63bb21aSJacob Keller va_end(args); 150d2e0721bSJacob Keller } 151d2e0721bSJacob Keller } 152d2e0721bSJacob Keller 15336592d6cSJacob Keller #define fm10k_add_stat_strings(p, stats, ...) \ 15436592d6cSJacob Keller __fm10k_add_stat_strings(p, stats, ARRAY_SIZE(stats), ## __VA_ARGS__) 15536592d6cSJacob Keller 15680043f3bSJacob Keller static void fm10k_get_stat_strings(struct net_device *dev, u8 *data) 15782dd0f7eSAlexander Duyck { 15829a928eeSJeff Kirsher struct fm10k_intfc *interface = netdev_priv(dev); 159c0e58e93SJacob Keller unsigned int i; 16082dd0f7eSAlexander Duyck 16136592d6cSJacob Keller fm10k_add_stat_strings(&data, fm10k_gstrings_net_stats); 16280043f3bSJacob Keller 16336592d6cSJacob Keller fm10k_add_stat_strings(&data, fm10k_gstrings_global_stats); 164fbdb159fSJeff Kirsher 16536592d6cSJacob Keller fm10k_add_stat_strings(&data, fm10k_gstrings_mbx_stats); 16680043f3bSJacob Keller 167d2e0721bSJacob Keller if (interface->hw.mac.type != fm10k_mac_vf) 16836592d6cSJacob Keller fm10k_add_stat_strings(&data, fm10k_gstrings_pf_stats); 16982dd0f7eSAlexander Duyck 17029a928eeSJeff Kirsher for (i = 0; i < interface->hw.mac.max_queues; i++) { 171d63bb21aSJacob Keller fm10k_add_stat_strings(&data, fm10k_gstrings_queue_stats, 172d63bb21aSJacob Keller "tx", i); 17309401ae2SJacob Keller 174d63bb21aSJacob Keller fm10k_add_stat_strings(&data, fm10k_gstrings_queue_stats, 175d63bb21aSJacob Keller "rx", i); 17682dd0f7eSAlexander Duyck } 17780043f3bSJacob Keller } 17880043f3bSJacob Keller 17980043f3bSJacob Keller static void fm10k_get_strings(struct net_device *dev, 18080043f3bSJacob Keller u32 stringset, u8 *data) 18180043f3bSJacob Keller { 18280043f3bSJacob Keller switch (stringset) { 18380043f3bSJacob Keller case ETH_SS_TEST: 184aee24333SJacob Keller memcpy(data, fm10k_gstrings_test, 18580043f3bSJacob Keller FM10K_TEST_LEN * ETH_GSTRING_LEN); 18680043f3bSJacob Keller break; 18780043f3bSJacob Keller case ETH_SS_STATS: 18880043f3bSJacob Keller fm10k_get_stat_strings(dev, data); 18980043f3bSJacob Keller break; 19080043f3bSJacob Keller case ETH_SS_PRIV_FLAGS: 191aee24333SJacob Keller memcpy(data, fm10k_prv_flags, 19280043f3bSJacob Keller FM10K_PRV_FLAG_LEN * ETH_GSTRING_LEN); 19382dd0f7eSAlexander Duyck break; 19482dd0f7eSAlexander Duyck } 19582dd0f7eSAlexander Duyck } 19682dd0f7eSAlexander Duyck 19782dd0f7eSAlexander Duyck static int fm10k_get_sset_count(struct net_device *dev, int sset) 19882dd0f7eSAlexander Duyck { 199c0e61781SJeff Kirsher struct fm10k_intfc *interface = netdev_priv(dev); 200c0e61781SJeff Kirsher struct fm10k_hw *hw = &interface->hw; 201c0e61781SJeff Kirsher int stats_len = FM10K_STATIC_STATS_LEN; 202c0e61781SJeff Kirsher 20382dd0f7eSAlexander Duyck switch (sset) { 2045cb8db4aSAlexander Duyck case ETH_SS_TEST: 2055cb8db4aSAlexander Duyck return FM10K_TEST_LEN; 20682dd0f7eSAlexander Duyck case ETH_SS_STATS: 20709401ae2SJacob Keller stats_len += hw->mac.max_queues * 2 * FM10K_QUEUE_STATS_LEN; 208fbdb159fSJeff Kirsher 209fbdb159fSJeff Kirsher if (hw->mac.type != fm10k_mac_vf) 210fbdb159fSJeff Kirsher stats_len += FM10K_PF_STATS_LEN; 211fbdb159fSJeff Kirsher 212c0e61781SJeff Kirsher return stats_len; 21380043f3bSJacob Keller case ETH_SS_PRIV_FLAGS: 21480043f3bSJacob Keller return FM10K_PRV_FLAG_LEN; 21582dd0f7eSAlexander Duyck default: 21682dd0f7eSAlexander Duyck return -EOPNOTSUPP; 21782dd0f7eSAlexander Duyck } 21882dd0f7eSAlexander Duyck } 21982dd0f7eSAlexander Duyck 22036592d6cSJacob Keller static void __fm10k_add_ethtool_stats(u64 **data, void *pointer, 221d2e0721bSJacob Keller const struct fm10k_stats stats[], 222d2e0721bSJacob Keller const unsigned int size) 223d2e0721bSJacob Keller { 224d2e0721bSJacob Keller unsigned int i; 225d2e0721bSJacob Keller 226d2e0721bSJacob Keller if (!pointer) { 22709401ae2SJacob Keller /* memory is not zero allocated so we have to clear it */ 22809401ae2SJacob Keller for (i = 0; i < size; i++) 22909401ae2SJacob Keller *((*data)++) = 0; 230d2e0721bSJacob Keller return; 231d2e0721bSJacob Keller } 232d2e0721bSJacob Keller 233d2e0721bSJacob Keller for (i = 0; i < size; i++) { 234a5c0d861SJacob Keller char *p = (char *)pointer + stats[i].stat_offset; 235d2e0721bSJacob Keller 236d2e0721bSJacob Keller switch (stats[i].sizeof_stat) { 237d2e0721bSJacob Keller case sizeof(u64): 238d2e0721bSJacob Keller *((*data)++) = *(u64 *)p; 239d2e0721bSJacob Keller break; 240d2e0721bSJacob Keller case sizeof(u32): 241d2e0721bSJacob Keller *((*data)++) = *(u32 *)p; 242d2e0721bSJacob Keller break; 243d2e0721bSJacob Keller case sizeof(u16): 244d2e0721bSJacob Keller *((*data)++) = *(u16 *)p; 245d2e0721bSJacob Keller break; 246d2e0721bSJacob Keller case sizeof(u8): 247d2e0721bSJacob Keller *((*data)++) = *(u8 *)p; 248d2e0721bSJacob Keller break; 249d2e0721bSJacob Keller default: 250454ca380SJacob Keller WARN_ONCE(1, "unexpected stat size for %s", 251454ca380SJacob Keller stats[i].stat_string); 252d2e0721bSJacob Keller *((*data)++) = 0; 253d2e0721bSJacob Keller } 254d2e0721bSJacob Keller } 255d2e0721bSJacob Keller } 256d2e0721bSJacob Keller 25736592d6cSJacob Keller #define fm10k_add_ethtool_stats(data, pointer, stats) \ 25836592d6cSJacob Keller __fm10k_add_ethtool_stats(data, pointer, stats, ARRAY_SIZE(stats)) 25936592d6cSJacob Keller 26082dd0f7eSAlexander Duyck static void fm10k_get_ethtool_stats(struct net_device *netdev, 261de445199SJeff Kirsher struct ethtool_stats __always_unused *stats, 262de445199SJeff Kirsher u64 *data) 26382dd0f7eSAlexander Duyck { 26482dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 26582dd0f7eSAlexander Duyck struct net_device_stats *net_stats = &netdev->stats; 26609401ae2SJacob Keller int i; 26782dd0f7eSAlexander Duyck 26882dd0f7eSAlexander Duyck fm10k_update_stats(interface); 26982dd0f7eSAlexander Duyck 27036592d6cSJacob Keller fm10k_add_ethtool_stats(&data, net_stats, fm10k_gstrings_net_stats); 27182dd0f7eSAlexander Duyck 27236592d6cSJacob Keller fm10k_add_ethtool_stats(&data, interface, fm10k_gstrings_global_stats); 273fbdb159fSJeff Kirsher 274d2e0721bSJacob Keller fm10k_add_ethtool_stats(&data, &interface->hw.mbx, 27536592d6cSJacob Keller fm10k_gstrings_mbx_stats); 27680043f3bSJacob Keller 27780043f3bSJacob Keller if (interface->hw.mac.type != fm10k_mac_vf) { 278d2e0721bSJacob Keller fm10k_add_ethtool_stats(&data, interface, 27936592d6cSJacob Keller fm10k_gstrings_pf_stats); 28080043f3bSJacob Keller } 28180043f3bSJacob Keller 28229a928eeSJeff Kirsher for (i = 0; i < interface->hw.mac.max_queues; i++) { 28382dd0f7eSAlexander Duyck struct fm10k_ring *ring; 28482dd0f7eSAlexander Duyck 28582dd0f7eSAlexander Duyck ring = interface->tx_ring[i]; 28609401ae2SJacob Keller fm10k_add_ethtool_stats(&data, ring, 28736592d6cSJacob Keller fm10k_gstrings_queue_stats); 28882dd0f7eSAlexander Duyck 28982dd0f7eSAlexander Duyck ring = interface->rx_ring[i]; 29009401ae2SJacob Keller fm10k_add_ethtool_stats(&data, ring, 29136592d6cSJacob Keller fm10k_gstrings_queue_stats); 29282dd0f7eSAlexander Duyck } 29382dd0f7eSAlexander Duyck } 29482dd0f7eSAlexander Duyck 29582dd0f7eSAlexander Duyck /* If function below adds more registers this define needs to be updated */ 29682dd0f7eSAlexander Duyck #define FM10K_REGS_LEN_Q 29 29782dd0f7eSAlexander Duyck 29882dd0f7eSAlexander Duyck static void fm10k_get_reg_q(struct fm10k_hw *hw, u32 *buff, int i) 29982dd0f7eSAlexander Duyck { 30082dd0f7eSAlexander Duyck int idx = 0; 30182dd0f7eSAlexander Duyck 30282dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAL(i)); 30382dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAH(i)); 30482dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RDLEN(i)); 30582dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_RXCTRL(i)); 30682dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RDH(i)); 30782dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RDT(i)); 30882dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RXQCTL(i)); 30982dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RXDCTL(i)); 31082dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RXINT(i)); 31182dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_SRRCTL(i)); 31282dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QPRC(i)); 31382dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QPRDC(i)); 31482dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_L(i)); 31582dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_H(i)); 31682dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAL(i)); 31782dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAH(i)); 31882dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TDLEN(i)); 31982dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_TXCTRL(i)); 32082dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TDH(i)); 32182dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TDT(i)); 32282dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TXDCTL(i)); 32382dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TXQCTL(i)); 32482dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TXINT(i)); 32582dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QPTC(i)); 32682dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_L(i)); 32782dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_H(i)); 32882dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TQDLOC(i)); 32982dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_TX_SGLORT(i)); 33082dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_PFVTCTL(i)); 33182dd0f7eSAlexander Duyck 33282dd0f7eSAlexander Duyck BUG_ON(idx != FM10K_REGS_LEN_Q); 33382dd0f7eSAlexander Duyck } 33482dd0f7eSAlexander Duyck 33582dd0f7eSAlexander Duyck /* If function above adds more registers this define needs to be updated */ 33682dd0f7eSAlexander Duyck #define FM10K_REGS_LEN_VSI 43 33782dd0f7eSAlexander Duyck 33882dd0f7eSAlexander Duyck static void fm10k_get_reg_vsi(struct fm10k_hw *hw, u32 *buff, int i) 33982dd0f7eSAlexander Duyck { 34082dd0f7eSAlexander Duyck int idx = 0, j; 34182dd0f7eSAlexander Duyck 34282dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_MRQC(i)); 34382dd0f7eSAlexander Duyck for (j = 0; j < 10; j++) 34482dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RSSRK(i, j)); 34582dd0f7eSAlexander Duyck for (j = 0; j < 32; j++) 34682dd0f7eSAlexander Duyck buff[idx++] = fm10k_read_reg(hw, FM10K_RETA(i, j)); 34782dd0f7eSAlexander Duyck 34882dd0f7eSAlexander Duyck BUG_ON(idx != FM10K_REGS_LEN_VSI); 34982dd0f7eSAlexander Duyck } 35082dd0f7eSAlexander Duyck 35182dd0f7eSAlexander Duyck static void fm10k_get_regs(struct net_device *netdev, 35282dd0f7eSAlexander Duyck struct ethtool_regs *regs, void *p) 35382dd0f7eSAlexander Duyck { 35482dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 35582dd0f7eSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 35682dd0f7eSAlexander Duyck u32 *buff = p; 35782dd0f7eSAlexander Duyck u16 i; 35882dd0f7eSAlexander Duyck 359fcdb0a99SBruce Allan regs->version = BIT(24) | (hw->revision_id << 16) | hw->device_id; 36082dd0f7eSAlexander Duyck 36182dd0f7eSAlexander Duyck switch (hw->mac.type) { 36282dd0f7eSAlexander Duyck case fm10k_mac_pf: 36382dd0f7eSAlexander Duyck /* General PF Registers */ 36482dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_CTRL); 36582dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_CTRL_EXT); 36682dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_GCR); 36782dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_GCR_EXT); 36882dd0f7eSAlexander Duyck 36982dd0f7eSAlexander Duyck for (i = 0; i < 8; i++) { 37082dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTMAP(i)); 37182dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTDEC(i)); 37282dd0f7eSAlexander Duyck } 37382dd0f7eSAlexander Duyck 37482dd0f7eSAlexander Duyck for (i = 0; i < 65; i++) { 37582dd0f7eSAlexander Duyck fm10k_get_reg_vsi(hw, buff, i); 37682dd0f7eSAlexander Duyck buff += FM10K_REGS_LEN_VSI; 37782dd0f7eSAlexander Duyck } 37882dd0f7eSAlexander Duyck 37982dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL); 38082dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL2); 38182dd0f7eSAlexander Duyck 38282dd0f7eSAlexander Duyck for (i = 0; i < FM10K_MAX_QUEUES_PF; i++) { 38382dd0f7eSAlexander Duyck fm10k_get_reg_q(hw, buff, i); 38482dd0f7eSAlexander Duyck buff += FM10K_REGS_LEN_Q; 38582dd0f7eSAlexander Duyck } 38682dd0f7eSAlexander Duyck 38782dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_TPH_CTRL); 38882dd0f7eSAlexander Duyck 38982dd0f7eSAlexander Duyck for (i = 0; i < 8; i++) 39082dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_INT_MAP(i)); 39182dd0f7eSAlexander Duyck 39282dd0f7eSAlexander Duyck /* Interrupt Throttling Registers */ 39382dd0f7eSAlexander Duyck for (i = 0; i < 130; i++) 39482dd0f7eSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_ITR(i)); 39582dd0f7eSAlexander Duyck 39682dd0f7eSAlexander Duyck break; 3975cb8db4aSAlexander Duyck case fm10k_mac_vf: 3985cb8db4aSAlexander Duyck /* General VF registers */ 3995cb8db4aSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_VFCTRL); 4005cb8db4aSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_VFINT_MAP); 4015cb8db4aSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_VFSYSTIME); 4025cb8db4aSAlexander Duyck 4035cb8db4aSAlexander Duyck /* Interrupt Throttling Registers */ 4045cb8db4aSAlexander Duyck for (i = 0; i < 8; i++) 4055cb8db4aSAlexander Duyck *(buff++) = fm10k_read_reg(hw, FM10K_VFITR(i)); 4065cb8db4aSAlexander Duyck 4075cb8db4aSAlexander Duyck fm10k_get_reg_vsi(hw, buff, 0); 4085cb8db4aSAlexander Duyck buff += FM10K_REGS_LEN_VSI; 4095cb8db4aSAlexander Duyck 4105cb8db4aSAlexander Duyck for (i = 0; i < FM10K_MAX_QUEUES_POOL; i++) { 4115cb8db4aSAlexander Duyck if (i < hw->mac.max_queues) 4125cb8db4aSAlexander Duyck fm10k_get_reg_q(hw, buff, i); 4135cb8db4aSAlexander Duyck else 4145cb8db4aSAlexander Duyck memset(buff, 0, sizeof(u32) * FM10K_REGS_LEN_Q); 4155cb8db4aSAlexander Duyck buff += FM10K_REGS_LEN_Q; 4165cb8db4aSAlexander Duyck } 4175cb8db4aSAlexander Duyck 4185cb8db4aSAlexander Duyck break; 41982dd0f7eSAlexander Duyck default: 42082dd0f7eSAlexander Duyck return; 42182dd0f7eSAlexander Duyck } 42282dd0f7eSAlexander Duyck } 42382dd0f7eSAlexander Duyck 42482dd0f7eSAlexander Duyck /* If function above adds more registers these define need to be updated */ 42582dd0f7eSAlexander Duyck #define FM10K_REGS_LEN_PF \ 42682dd0f7eSAlexander Duyck (162 + (65 * FM10K_REGS_LEN_VSI) + (FM10K_MAX_QUEUES_PF * FM10K_REGS_LEN_Q)) 4275cb8db4aSAlexander Duyck #define FM10K_REGS_LEN_VF \ 4285cb8db4aSAlexander Duyck (11 + FM10K_REGS_LEN_VSI + (FM10K_MAX_QUEUES_POOL * FM10K_REGS_LEN_Q)) 42982dd0f7eSAlexander Duyck 43082dd0f7eSAlexander Duyck static int fm10k_get_regs_len(struct net_device *netdev) 43182dd0f7eSAlexander Duyck { 43282dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 43382dd0f7eSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 43482dd0f7eSAlexander Duyck 43582dd0f7eSAlexander Duyck switch (hw->mac.type) { 43682dd0f7eSAlexander Duyck case fm10k_mac_pf: 43782dd0f7eSAlexander Duyck return FM10K_REGS_LEN_PF * sizeof(u32); 4385cb8db4aSAlexander Duyck case fm10k_mac_vf: 4395cb8db4aSAlexander Duyck return FM10K_REGS_LEN_VF * sizeof(u32); 44082dd0f7eSAlexander Duyck default: 44182dd0f7eSAlexander Duyck return 0; 44282dd0f7eSAlexander Duyck } 44382dd0f7eSAlexander Duyck } 44482dd0f7eSAlexander Duyck 44582dd0f7eSAlexander Duyck static void fm10k_get_drvinfo(struct net_device *dev, 44682dd0f7eSAlexander Duyck struct ethtool_drvinfo *info) 44782dd0f7eSAlexander Duyck { 44882dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 44982dd0f7eSAlexander Duyck 45082dd0f7eSAlexander Duyck strncpy(info->driver, fm10k_driver_name, 45182dd0f7eSAlexander Duyck sizeof(info->driver) - 1); 45282dd0f7eSAlexander Duyck strncpy(info->bus_info, pci_name(interface->pdev), 45382dd0f7eSAlexander Duyck sizeof(info->bus_info) - 1); 45482dd0f7eSAlexander Duyck } 45582dd0f7eSAlexander Duyck 45682dd0f7eSAlexander Duyck static void fm10k_get_pauseparam(struct net_device *dev, 45782dd0f7eSAlexander Duyck struct ethtool_pauseparam *pause) 45882dd0f7eSAlexander Duyck { 45982dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 46082dd0f7eSAlexander Duyck 46182dd0f7eSAlexander Duyck /* record fixed values for autoneg and tx pause */ 46282dd0f7eSAlexander Duyck pause->autoneg = 0; 46382dd0f7eSAlexander Duyck pause->tx_pause = 1; 46482dd0f7eSAlexander Duyck 46582dd0f7eSAlexander Duyck pause->rx_pause = interface->rx_pause ? 1 : 0; 46682dd0f7eSAlexander Duyck } 46782dd0f7eSAlexander Duyck 46882dd0f7eSAlexander Duyck static int fm10k_set_pauseparam(struct net_device *dev, 46982dd0f7eSAlexander Duyck struct ethtool_pauseparam *pause) 47082dd0f7eSAlexander Duyck { 47182dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 47282dd0f7eSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 47382dd0f7eSAlexander Duyck 47482dd0f7eSAlexander Duyck if (pause->autoneg || !pause->tx_pause) 47582dd0f7eSAlexander Duyck return -EINVAL; 47682dd0f7eSAlexander Duyck 47782dd0f7eSAlexander Duyck /* we can only support pause on the PF to avoid head-of-line blocking */ 47882dd0f7eSAlexander Duyck if (hw->mac.type == fm10k_mac_pf) 47982dd0f7eSAlexander Duyck interface->rx_pause = pause->rx_pause ? ~0 : 0; 48082dd0f7eSAlexander Duyck else if (pause->rx_pause) 48182dd0f7eSAlexander Duyck return -EINVAL; 48282dd0f7eSAlexander Duyck 48382dd0f7eSAlexander Duyck if (netif_running(dev)) 48482dd0f7eSAlexander Duyck fm10k_update_rx_drop_en(interface); 48582dd0f7eSAlexander Duyck 48682dd0f7eSAlexander Duyck return 0; 48782dd0f7eSAlexander Duyck } 48882dd0f7eSAlexander Duyck 48982dd0f7eSAlexander Duyck static u32 fm10k_get_msglevel(struct net_device *netdev) 49082dd0f7eSAlexander Duyck { 49182dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 49282dd0f7eSAlexander Duyck 49382dd0f7eSAlexander Duyck return interface->msg_enable; 49482dd0f7eSAlexander Duyck } 49582dd0f7eSAlexander Duyck 49682dd0f7eSAlexander Duyck static void fm10k_set_msglevel(struct net_device *netdev, u32 data) 49782dd0f7eSAlexander Duyck { 49882dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 49982dd0f7eSAlexander Duyck 50082dd0f7eSAlexander Duyck interface->msg_enable = data; 50182dd0f7eSAlexander Duyck } 50282dd0f7eSAlexander Duyck 50382dd0f7eSAlexander Duyck static void fm10k_get_ringparam(struct net_device *netdev, 50482dd0f7eSAlexander Duyck struct ethtool_ringparam *ring) 50582dd0f7eSAlexander Duyck { 50682dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 50782dd0f7eSAlexander Duyck 50882dd0f7eSAlexander Duyck ring->rx_max_pending = FM10K_MAX_RXD; 50982dd0f7eSAlexander Duyck ring->tx_max_pending = FM10K_MAX_TXD; 51082dd0f7eSAlexander Duyck ring->rx_mini_max_pending = 0; 51182dd0f7eSAlexander Duyck ring->rx_jumbo_max_pending = 0; 51282dd0f7eSAlexander Duyck ring->rx_pending = interface->rx_ring_count; 51382dd0f7eSAlexander Duyck ring->tx_pending = interface->tx_ring_count; 51482dd0f7eSAlexander Duyck ring->rx_mini_pending = 0; 51582dd0f7eSAlexander Duyck ring->rx_jumbo_pending = 0; 51682dd0f7eSAlexander Duyck } 51782dd0f7eSAlexander Duyck 51882dd0f7eSAlexander Duyck static int fm10k_set_ringparam(struct net_device *netdev, 51982dd0f7eSAlexander Duyck struct ethtool_ringparam *ring) 52082dd0f7eSAlexander Duyck { 52182dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 52282dd0f7eSAlexander Duyck struct fm10k_ring *temp_ring; 52382dd0f7eSAlexander Duyck int i, err = 0; 52482dd0f7eSAlexander Duyck u32 new_rx_count, new_tx_count; 52582dd0f7eSAlexander Duyck 52682dd0f7eSAlexander Duyck if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending)) 52782dd0f7eSAlexander Duyck return -EINVAL; 52882dd0f7eSAlexander Duyck 52982dd0f7eSAlexander Duyck new_tx_count = clamp_t(u32, ring->tx_pending, 53082dd0f7eSAlexander Duyck FM10K_MIN_TXD, FM10K_MAX_TXD); 53182dd0f7eSAlexander Duyck new_tx_count = ALIGN(new_tx_count, FM10K_REQ_TX_DESCRIPTOR_MULTIPLE); 53282dd0f7eSAlexander Duyck 53382dd0f7eSAlexander Duyck new_rx_count = clamp_t(u32, ring->rx_pending, 53482dd0f7eSAlexander Duyck FM10K_MIN_RXD, FM10K_MAX_RXD); 53582dd0f7eSAlexander Duyck new_rx_count = ALIGN(new_rx_count, FM10K_REQ_RX_DESCRIPTOR_MULTIPLE); 53682dd0f7eSAlexander Duyck 53782dd0f7eSAlexander Duyck if ((new_tx_count == interface->tx_ring_count) && 53882dd0f7eSAlexander Duyck (new_rx_count == interface->rx_ring_count)) { 53982dd0f7eSAlexander Duyck /* nothing to do */ 54082dd0f7eSAlexander Duyck return 0; 54182dd0f7eSAlexander Duyck } 54282dd0f7eSAlexander Duyck 54346929557SJacob Keller while (test_and_set_bit(__FM10K_RESETTING, interface->state)) 54482dd0f7eSAlexander Duyck usleep_range(1000, 2000); 54582dd0f7eSAlexander Duyck 54682dd0f7eSAlexander Duyck if (!netif_running(interface->netdev)) { 54782dd0f7eSAlexander Duyck for (i = 0; i < interface->num_tx_queues; i++) 54882dd0f7eSAlexander Duyck interface->tx_ring[i]->count = new_tx_count; 54982dd0f7eSAlexander Duyck for (i = 0; i < interface->num_rx_queues; i++) 55082dd0f7eSAlexander Duyck interface->rx_ring[i]->count = new_rx_count; 55182dd0f7eSAlexander Duyck interface->tx_ring_count = new_tx_count; 55282dd0f7eSAlexander Duyck interface->rx_ring_count = new_rx_count; 55382dd0f7eSAlexander Duyck goto clear_reset; 55482dd0f7eSAlexander Duyck } 55582dd0f7eSAlexander Duyck 55682dd0f7eSAlexander Duyck /* allocate temporary buffer to store rings in */ 55782dd0f7eSAlexander Duyck i = max_t(int, interface->num_tx_queues, interface->num_rx_queues); 55842bc47b3SKees Cook temp_ring = vmalloc(array_size(i, sizeof(struct fm10k_ring))); 55982dd0f7eSAlexander Duyck 56082dd0f7eSAlexander Duyck if (!temp_ring) { 56182dd0f7eSAlexander Duyck err = -ENOMEM; 56282dd0f7eSAlexander Duyck goto clear_reset; 56382dd0f7eSAlexander Duyck } 56482dd0f7eSAlexander Duyck 56582dd0f7eSAlexander Duyck fm10k_down(interface); 56682dd0f7eSAlexander Duyck 56782dd0f7eSAlexander Duyck /* Setup new Tx resources and free the old Tx resources in that order. 56882dd0f7eSAlexander Duyck * We can then assign the new resources to the rings via a memcpy. 56982dd0f7eSAlexander Duyck * The advantage to this approach is that we are guaranteed to still 57082dd0f7eSAlexander Duyck * have resources even in the case of an allocation failure. 57182dd0f7eSAlexander Duyck */ 57282dd0f7eSAlexander Duyck if (new_tx_count != interface->tx_ring_count) { 57382dd0f7eSAlexander Duyck for (i = 0; i < interface->num_tx_queues; i++) { 57482dd0f7eSAlexander Duyck memcpy(&temp_ring[i], interface->tx_ring[i], 57582dd0f7eSAlexander Duyck sizeof(struct fm10k_ring)); 57682dd0f7eSAlexander Duyck 57782dd0f7eSAlexander Duyck temp_ring[i].count = new_tx_count; 57882dd0f7eSAlexander Duyck err = fm10k_setup_tx_resources(&temp_ring[i]); 57982dd0f7eSAlexander Duyck if (err) { 58082dd0f7eSAlexander Duyck while (i) { 58182dd0f7eSAlexander Duyck i--; 58282dd0f7eSAlexander Duyck fm10k_free_tx_resources(&temp_ring[i]); 58382dd0f7eSAlexander Duyck } 58482dd0f7eSAlexander Duyck goto err_setup; 58582dd0f7eSAlexander Duyck } 58682dd0f7eSAlexander Duyck } 58782dd0f7eSAlexander Duyck 58882dd0f7eSAlexander Duyck for (i = 0; i < interface->num_tx_queues; i++) { 58982dd0f7eSAlexander Duyck fm10k_free_tx_resources(interface->tx_ring[i]); 59082dd0f7eSAlexander Duyck 59182dd0f7eSAlexander Duyck memcpy(interface->tx_ring[i], &temp_ring[i], 59282dd0f7eSAlexander Duyck sizeof(struct fm10k_ring)); 59382dd0f7eSAlexander Duyck } 59482dd0f7eSAlexander Duyck 59582dd0f7eSAlexander Duyck interface->tx_ring_count = new_tx_count; 59682dd0f7eSAlexander Duyck } 59782dd0f7eSAlexander Duyck 59882dd0f7eSAlexander Duyck /* Repeat the process for the Rx rings if needed */ 59982dd0f7eSAlexander Duyck if (new_rx_count != interface->rx_ring_count) { 60082dd0f7eSAlexander Duyck for (i = 0; i < interface->num_rx_queues; i++) { 60182dd0f7eSAlexander Duyck memcpy(&temp_ring[i], interface->rx_ring[i], 60282dd0f7eSAlexander Duyck sizeof(struct fm10k_ring)); 60382dd0f7eSAlexander Duyck 60482dd0f7eSAlexander Duyck temp_ring[i].count = new_rx_count; 60582dd0f7eSAlexander Duyck err = fm10k_setup_rx_resources(&temp_ring[i]); 60682dd0f7eSAlexander Duyck if (err) { 60782dd0f7eSAlexander Duyck while (i) { 60882dd0f7eSAlexander Duyck i--; 60982dd0f7eSAlexander Duyck fm10k_free_rx_resources(&temp_ring[i]); 61082dd0f7eSAlexander Duyck } 61182dd0f7eSAlexander Duyck goto err_setup; 61282dd0f7eSAlexander Duyck } 61382dd0f7eSAlexander Duyck } 61482dd0f7eSAlexander Duyck 61582dd0f7eSAlexander Duyck for (i = 0; i < interface->num_rx_queues; i++) { 61682dd0f7eSAlexander Duyck fm10k_free_rx_resources(interface->rx_ring[i]); 61782dd0f7eSAlexander Duyck 61882dd0f7eSAlexander Duyck memcpy(interface->rx_ring[i], &temp_ring[i], 61982dd0f7eSAlexander Duyck sizeof(struct fm10k_ring)); 62082dd0f7eSAlexander Duyck } 62182dd0f7eSAlexander Duyck 62282dd0f7eSAlexander Duyck interface->rx_ring_count = new_rx_count; 62382dd0f7eSAlexander Duyck } 62482dd0f7eSAlexander Duyck 62582dd0f7eSAlexander Duyck err_setup: 62682dd0f7eSAlexander Duyck fm10k_up(interface); 62782dd0f7eSAlexander Duyck vfree(temp_ring); 62882dd0f7eSAlexander Duyck clear_reset: 62946929557SJacob Keller clear_bit(__FM10K_RESETTING, interface->state); 63082dd0f7eSAlexander Duyck return err; 63182dd0f7eSAlexander Duyck } 63282dd0f7eSAlexander Duyck 63382dd0f7eSAlexander Duyck static int fm10k_get_coalesce(struct net_device *dev, 63482dd0f7eSAlexander Duyck struct ethtool_coalesce *ec) 63582dd0f7eSAlexander Duyck { 63682dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 63782dd0f7eSAlexander Duyck 638584373f5SJacob Keller ec->use_adaptive_tx_coalesce = ITR_IS_ADAPTIVE(interface->tx_itr); 63982dd0f7eSAlexander Duyck ec->tx_coalesce_usecs = interface->tx_itr & ~FM10K_ITR_ADAPTIVE; 64082dd0f7eSAlexander Duyck 641584373f5SJacob Keller ec->use_adaptive_rx_coalesce = ITR_IS_ADAPTIVE(interface->rx_itr); 64282dd0f7eSAlexander Duyck ec->rx_coalesce_usecs = interface->rx_itr & ~FM10K_ITR_ADAPTIVE; 64382dd0f7eSAlexander Duyck 64482dd0f7eSAlexander Duyck return 0; 64582dd0f7eSAlexander Duyck } 64682dd0f7eSAlexander Duyck 64782dd0f7eSAlexander Duyck static int fm10k_set_coalesce(struct net_device *dev, 64882dd0f7eSAlexander Duyck struct ethtool_coalesce *ec) 64982dd0f7eSAlexander Duyck { 65082dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 65182dd0f7eSAlexander Duyck u16 tx_itr, rx_itr; 65282dd0f7eSAlexander Duyck int i; 65382dd0f7eSAlexander Duyck 65482dd0f7eSAlexander Duyck /* verify limits */ 65582dd0f7eSAlexander Duyck if ((ec->rx_coalesce_usecs > FM10K_ITR_MAX) || 65682dd0f7eSAlexander Duyck (ec->tx_coalesce_usecs > FM10K_ITR_MAX)) 65782dd0f7eSAlexander Duyck return -EINVAL; 65882dd0f7eSAlexander Duyck 65982dd0f7eSAlexander Duyck /* record settings */ 66082dd0f7eSAlexander Duyck tx_itr = ec->tx_coalesce_usecs; 66182dd0f7eSAlexander Duyck rx_itr = ec->rx_coalesce_usecs; 66282dd0f7eSAlexander Duyck 66382dd0f7eSAlexander Duyck /* set initial values for adaptive ITR */ 66482dd0f7eSAlexander Duyck if (ec->use_adaptive_tx_coalesce) 665436ea956SJacob Keller tx_itr = FM10K_ITR_ADAPTIVE | FM10K_TX_ITR_DEFAULT; 66682dd0f7eSAlexander Duyck 66782dd0f7eSAlexander Duyck if (ec->use_adaptive_rx_coalesce) 668436ea956SJacob Keller rx_itr = FM10K_ITR_ADAPTIVE | FM10K_RX_ITR_DEFAULT; 66982dd0f7eSAlexander Duyck 67082dd0f7eSAlexander Duyck /* update interface */ 67182dd0f7eSAlexander Duyck interface->tx_itr = tx_itr; 67282dd0f7eSAlexander Duyck interface->rx_itr = rx_itr; 67382dd0f7eSAlexander Duyck 67482dd0f7eSAlexander Duyck /* update q_vectors */ 67582dd0f7eSAlexander Duyck for (i = 0; i < interface->num_q_vectors; i++) { 6764f9e05fbSJacob Keller struct fm10k_q_vector *qv = interface->q_vector[i]; 6774f9e05fbSJacob Keller 67882dd0f7eSAlexander Duyck qv->tx.itr = tx_itr; 67982dd0f7eSAlexander Duyck qv->rx.itr = rx_itr; 68082dd0f7eSAlexander Duyck } 68182dd0f7eSAlexander Duyck 68282dd0f7eSAlexander Duyck return 0; 68382dd0f7eSAlexander Duyck } 68482dd0f7eSAlexander Duyck 68582dd0f7eSAlexander Duyck static int fm10k_get_rss_hash_opts(struct fm10k_intfc *interface, 68682dd0f7eSAlexander Duyck struct ethtool_rxnfc *cmd) 68782dd0f7eSAlexander Duyck { 68882dd0f7eSAlexander Duyck cmd->data = 0; 68982dd0f7eSAlexander Duyck 69082dd0f7eSAlexander Duyck /* Report default options for RSS on fm10k */ 69182dd0f7eSAlexander Duyck switch (cmd->flow_type) { 69282dd0f7eSAlexander Duyck case TCP_V4_FLOW: 69382dd0f7eSAlexander Duyck case TCP_V6_FLOW: 69482dd0f7eSAlexander Duyck cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 6955463fce6SJeff Kirsher fallthrough; 69682dd0f7eSAlexander Duyck case UDP_V4_FLOW: 6973ee7b3a3SJacob Keller if (test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP, 6983ee7b3a3SJacob Keller interface->flags)) 69982dd0f7eSAlexander Duyck cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 7005463fce6SJeff Kirsher fallthrough; 70182dd0f7eSAlexander Duyck case SCTP_V4_FLOW: 70282dd0f7eSAlexander Duyck case SCTP_V6_FLOW: 70382dd0f7eSAlexander Duyck case AH_ESP_V4_FLOW: 70482dd0f7eSAlexander Duyck case AH_ESP_V6_FLOW: 70582dd0f7eSAlexander Duyck case AH_V4_FLOW: 70682dd0f7eSAlexander Duyck case AH_V6_FLOW: 70782dd0f7eSAlexander Duyck case ESP_V4_FLOW: 70882dd0f7eSAlexander Duyck case ESP_V6_FLOW: 70982dd0f7eSAlexander Duyck case IPV4_FLOW: 71082dd0f7eSAlexander Duyck case IPV6_FLOW: 71182dd0f7eSAlexander Duyck cmd->data |= RXH_IP_SRC | RXH_IP_DST; 71282dd0f7eSAlexander Duyck break; 71382dd0f7eSAlexander Duyck case UDP_V6_FLOW: 7143ee7b3a3SJacob Keller if (test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP, 7153ee7b3a3SJacob Keller interface->flags)) 71682dd0f7eSAlexander Duyck cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; 71782dd0f7eSAlexander Duyck cmd->data |= RXH_IP_SRC | RXH_IP_DST; 71882dd0f7eSAlexander Duyck break; 71982dd0f7eSAlexander Duyck default: 72082dd0f7eSAlexander Duyck return -EINVAL; 72182dd0f7eSAlexander Duyck } 72282dd0f7eSAlexander Duyck 72382dd0f7eSAlexander Duyck return 0; 72482dd0f7eSAlexander Duyck } 72582dd0f7eSAlexander Duyck 72682dd0f7eSAlexander Duyck static int fm10k_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd, 727de445199SJeff Kirsher u32 __always_unused *rule_locs) 72882dd0f7eSAlexander Duyck { 72982dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 73082dd0f7eSAlexander Duyck int ret = -EOPNOTSUPP; 73182dd0f7eSAlexander Duyck 73282dd0f7eSAlexander Duyck switch (cmd->cmd) { 73382dd0f7eSAlexander Duyck case ETHTOOL_GRXRINGS: 73482dd0f7eSAlexander Duyck cmd->data = interface->num_rx_queues; 73582dd0f7eSAlexander Duyck ret = 0; 73682dd0f7eSAlexander Duyck break; 73782dd0f7eSAlexander Duyck case ETHTOOL_GRXFH: 73882dd0f7eSAlexander Duyck ret = fm10k_get_rss_hash_opts(interface, cmd); 73982dd0f7eSAlexander Duyck break; 74082dd0f7eSAlexander Duyck default: 74182dd0f7eSAlexander Duyck break; 74282dd0f7eSAlexander Duyck } 74382dd0f7eSAlexander Duyck 74482dd0f7eSAlexander Duyck return ret; 74582dd0f7eSAlexander Duyck } 74682dd0f7eSAlexander Duyck 74782dd0f7eSAlexander Duyck static int fm10k_set_rss_hash_opt(struct fm10k_intfc *interface, 74882dd0f7eSAlexander Duyck struct ethtool_rxnfc *nfc) 74982dd0f7eSAlexander Duyck { 7503ee7b3a3SJacob Keller int rss_ipv4_udp = test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP, 7513ee7b3a3SJacob Keller interface->flags); 7523ee7b3a3SJacob Keller int rss_ipv6_udp = test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP, 7533ee7b3a3SJacob Keller interface->flags); 75482dd0f7eSAlexander Duyck 75582dd0f7eSAlexander Duyck /* RSS does not support anything other than hashing 75682dd0f7eSAlexander Duyck * to queues on src and dst IPs and ports 75782dd0f7eSAlexander Duyck */ 75882dd0f7eSAlexander Duyck if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST | 75982dd0f7eSAlexander Duyck RXH_L4_B_0_1 | RXH_L4_B_2_3)) 76082dd0f7eSAlexander Duyck return -EINVAL; 76182dd0f7eSAlexander Duyck 76282dd0f7eSAlexander Duyck switch (nfc->flow_type) { 76382dd0f7eSAlexander Duyck case TCP_V4_FLOW: 76482dd0f7eSAlexander Duyck case TCP_V6_FLOW: 76582dd0f7eSAlexander Duyck if (!(nfc->data & RXH_IP_SRC) || 76682dd0f7eSAlexander Duyck !(nfc->data & RXH_IP_DST) || 76782dd0f7eSAlexander Duyck !(nfc->data & RXH_L4_B_0_1) || 76882dd0f7eSAlexander Duyck !(nfc->data & RXH_L4_B_2_3)) 76982dd0f7eSAlexander Duyck return -EINVAL; 77082dd0f7eSAlexander Duyck break; 77182dd0f7eSAlexander Duyck case UDP_V4_FLOW: 77282dd0f7eSAlexander Duyck if (!(nfc->data & RXH_IP_SRC) || 77382dd0f7eSAlexander Duyck !(nfc->data & RXH_IP_DST)) 77482dd0f7eSAlexander Duyck return -EINVAL; 77582dd0f7eSAlexander Duyck switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { 77682dd0f7eSAlexander Duyck case 0: 7773ee7b3a3SJacob Keller clear_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP, 7783ee7b3a3SJacob Keller interface->flags); 77982dd0f7eSAlexander Duyck break; 78082dd0f7eSAlexander Duyck case (RXH_L4_B_0_1 | RXH_L4_B_2_3): 7813ee7b3a3SJacob Keller set_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP, 7823ee7b3a3SJacob Keller interface->flags); 78382dd0f7eSAlexander Duyck break; 78482dd0f7eSAlexander Duyck default: 78582dd0f7eSAlexander Duyck return -EINVAL; 78682dd0f7eSAlexander Duyck } 78782dd0f7eSAlexander Duyck break; 78882dd0f7eSAlexander Duyck case UDP_V6_FLOW: 78982dd0f7eSAlexander Duyck if (!(nfc->data & RXH_IP_SRC) || 79082dd0f7eSAlexander Duyck !(nfc->data & RXH_IP_DST)) 79182dd0f7eSAlexander Duyck return -EINVAL; 79282dd0f7eSAlexander Duyck switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { 79382dd0f7eSAlexander Duyck case 0: 7943ee7b3a3SJacob Keller clear_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP, 7953ee7b3a3SJacob Keller interface->flags); 79682dd0f7eSAlexander Duyck break; 79782dd0f7eSAlexander Duyck case (RXH_L4_B_0_1 | RXH_L4_B_2_3): 7983ee7b3a3SJacob Keller set_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP, 7993ee7b3a3SJacob Keller interface->flags); 80082dd0f7eSAlexander Duyck break; 80182dd0f7eSAlexander Duyck default: 80282dd0f7eSAlexander Duyck return -EINVAL; 80382dd0f7eSAlexander Duyck } 80482dd0f7eSAlexander Duyck break; 80582dd0f7eSAlexander Duyck case AH_ESP_V4_FLOW: 80682dd0f7eSAlexander Duyck case AH_V4_FLOW: 80782dd0f7eSAlexander Duyck case ESP_V4_FLOW: 80882dd0f7eSAlexander Duyck case SCTP_V4_FLOW: 80982dd0f7eSAlexander Duyck case AH_ESP_V6_FLOW: 81082dd0f7eSAlexander Duyck case AH_V6_FLOW: 81182dd0f7eSAlexander Duyck case ESP_V6_FLOW: 81282dd0f7eSAlexander Duyck case SCTP_V6_FLOW: 81382dd0f7eSAlexander Duyck if (!(nfc->data & RXH_IP_SRC) || 81482dd0f7eSAlexander Duyck !(nfc->data & RXH_IP_DST) || 81582dd0f7eSAlexander Duyck (nfc->data & RXH_L4_B_0_1) || 81682dd0f7eSAlexander Duyck (nfc->data & RXH_L4_B_2_3)) 81782dd0f7eSAlexander Duyck return -EINVAL; 81882dd0f7eSAlexander Duyck break; 81982dd0f7eSAlexander Duyck default: 82082dd0f7eSAlexander Duyck return -EINVAL; 82182dd0f7eSAlexander Duyck } 82282dd0f7eSAlexander Duyck 8233ee7b3a3SJacob Keller /* If something changed we need to update the MRQC register. Note that 8243ee7b3a3SJacob Keller * test_bit() is guaranteed to return strictly 0 or 1, so testing for 8253ee7b3a3SJacob Keller * equality is safe. 8263ee7b3a3SJacob Keller */ 8273ee7b3a3SJacob Keller if ((rss_ipv4_udp != test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP, 8283ee7b3a3SJacob Keller interface->flags)) || 8293ee7b3a3SJacob Keller (rss_ipv6_udp != test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP, 8303ee7b3a3SJacob Keller interface->flags))) { 83182dd0f7eSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 8323ee7b3a3SJacob Keller bool warn = false; 83382dd0f7eSAlexander Duyck u32 mrqc; 83482dd0f7eSAlexander Duyck 83582dd0f7eSAlexander Duyck /* Perform hash on these packet types */ 83682dd0f7eSAlexander Duyck mrqc = FM10K_MRQC_IPV4 | 83782dd0f7eSAlexander Duyck FM10K_MRQC_TCP_IPV4 | 83882dd0f7eSAlexander Duyck FM10K_MRQC_IPV6 | 83982dd0f7eSAlexander Duyck FM10K_MRQC_TCP_IPV6; 84082dd0f7eSAlexander Duyck 8413ee7b3a3SJacob Keller if (test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP, 8423ee7b3a3SJacob Keller interface->flags)) { 84382dd0f7eSAlexander Duyck mrqc |= FM10K_MRQC_UDP_IPV4; 8443ee7b3a3SJacob Keller warn = true; 8453ee7b3a3SJacob Keller } 8463ee7b3a3SJacob Keller if (test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP, 8473ee7b3a3SJacob Keller interface->flags)) { 84882dd0f7eSAlexander Duyck mrqc |= FM10K_MRQC_UDP_IPV6; 8493ee7b3a3SJacob Keller warn = true; 8503ee7b3a3SJacob Keller } 8513ee7b3a3SJacob Keller 8523ee7b3a3SJacob Keller /* If we enable UDP RSS display a warning that this may cause 8533ee7b3a3SJacob Keller * fragmented UDP packets to arrive out of order. 8543ee7b3a3SJacob Keller */ 8553ee7b3a3SJacob Keller if (warn) 8563ee7b3a3SJacob Keller netif_warn(interface, drv, interface->netdev, 8573ee7b3a3SJacob Keller "enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n"); 85882dd0f7eSAlexander Duyck 85982dd0f7eSAlexander Duyck fm10k_write_reg(hw, FM10K_MRQC(0), mrqc); 86082dd0f7eSAlexander Duyck } 86182dd0f7eSAlexander Duyck 86282dd0f7eSAlexander Duyck return 0; 86382dd0f7eSAlexander Duyck } 86482dd0f7eSAlexander Duyck 86582dd0f7eSAlexander Duyck static int fm10k_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd) 86682dd0f7eSAlexander Duyck { 86782dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 86882dd0f7eSAlexander Duyck int ret = -EOPNOTSUPP; 86982dd0f7eSAlexander Duyck 87082dd0f7eSAlexander Duyck switch (cmd->cmd) { 87182dd0f7eSAlexander Duyck case ETHTOOL_SRXFH: 87282dd0f7eSAlexander Duyck ret = fm10k_set_rss_hash_opt(interface, cmd); 87382dd0f7eSAlexander Duyck break; 87482dd0f7eSAlexander Duyck default: 87582dd0f7eSAlexander Duyck break; 87682dd0f7eSAlexander Duyck } 87782dd0f7eSAlexander Duyck 87882dd0f7eSAlexander Duyck return ret; 87982dd0f7eSAlexander Duyck } 88082dd0f7eSAlexander Duyck 8815cb8db4aSAlexander Duyck static int fm10k_mbx_test(struct fm10k_intfc *interface, u64 *data) 8825cb8db4aSAlexander Duyck { 8835cb8db4aSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 8845cb8db4aSAlexander Duyck struct fm10k_mbx_info *mbx = &hw->mbx; 8855cb8db4aSAlexander Duyck u32 attr_flag, test_msg[6]; 8865cb8db4aSAlexander Duyck unsigned long timeout; 887c4114e3dSBruce Allan int err = -EINVAL; 8885cb8db4aSAlexander Duyck 8895cb8db4aSAlexander Duyck /* For now this is a VF only feature */ 8905cb8db4aSAlexander Duyck if (hw->mac.type != fm10k_mac_vf) 8915cb8db4aSAlexander Duyck return 0; 8925cb8db4aSAlexander Duyck 8935cb8db4aSAlexander Duyck /* loop through both nested and unnested attribute types */ 894fcdb0a99SBruce Allan for (attr_flag = BIT(FM10K_TEST_MSG_UNSET); 895fcdb0a99SBruce Allan attr_flag < BIT(2 * FM10K_TEST_MSG_NESTED); 8965cb8db4aSAlexander Duyck attr_flag += attr_flag) { 8975cb8db4aSAlexander Duyck /* generate message to be tested */ 8985cb8db4aSAlexander Duyck fm10k_tlv_msg_test_create(test_msg, attr_flag); 8995cb8db4aSAlexander Duyck 9005cb8db4aSAlexander Duyck fm10k_mbx_lock(interface); 9015cb8db4aSAlexander Duyck mbx->test_result = FM10K_NOT_IMPLEMENTED; 9025cb8db4aSAlexander Duyck err = mbx->ops.enqueue_tx(hw, mbx, test_msg); 9035cb8db4aSAlexander Duyck fm10k_mbx_unlock(interface); 9045cb8db4aSAlexander Duyck 9055cb8db4aSAlexander Duyck /* wait up to 1 second for response */ 9065cb8db4aSAlexander Duyck timeout = jiffies + HZ; 9075cb8db4aSAlexander Duyck do { 9085cb8db4aSAlexander Duyck if (err < 0) 9095cb8db4aSAlexander Duyck goto err_out; 9105cb8db4aSAlexander Duyck 9115cb8db4aSAlexander Duyck usleep_range(500, 1000); 9125cb8db4aSAlexander Duyck 9135cb8db4aSAlexander Duyck fm10k_mbx_lock(interface); 9145cb8db4aSAlexander Duyck mbx->ops.process(hw, mbx); 9155cb8db4aSAlexander Duyck fm10k_mbx_unlock(interface); 9165cb8db4aSAlexander Duyck 9175cb8db4aSAlexander Duyck err = mbx->test_result; 9185cb8db4aSAlexander Duyck if (!err) 9195cb8db4aSAlexander Duyck break; 9205cb8db4aSAlexander Duyck } while (time_is_after_jiffies(timeout)); 9215cb8db4aSAlexander Duyck 9225cb8db4aSAlexander Duyck /* reporting errors */ 9235cb8db4aSAlexander Duyck if (err) 9245cb8db4aSAlexander Duyck goto err_out; 9255cb8db4aSAlexander Duyck } 9265cb8db4aSAlexander Duyck 9275cb8db4aSAlexander Duyck err_out: 9285cb8db4aSAlexander Duyck *data = err < 0 ? (attr_flag) : (err > 0); 9295cb8db4aSAlexander Duyck return err; 9305cb8db4aSAlexander Duyck } 9315cb8db4aSAlexander Duyck 9325cb8db4aSAlexander Duyck static void fm10k_self_test(struct net_device *dev, 9335cb8db4aSAlexander Duyck struct ethtool_test *eth_test, u64 *data) 9345cb8db4aSAlexander Duyck { 9355cb8db4aSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 9365cb8db4aSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 9375cb8db4aSAlexander Duyck 9385cb8db4aSAlexander Duyck memset(data, 0, sizeof(*data) * FM10K_TEST_LEN); 9395cb8db4aSAlexander Duyck 940540fca35SPhil Turnbull if (FM10K_REMOVED(hw->hw_addr)) { 9415cb8db4aSAlexander Duyck netif_err(interface, drv, dev, 9425cb8db4aSAlexander Duyck "Interface removed - test blocked\n"); 9435cb8db4aSAlexander Duyck eth_test->flags |= ETH_TEST_FL_FAILED; 9445cb8db4aSAlexander Duyck return; 9455cb8db4aSAlexander Duyck } 9465cb8db4aSAlexander Duyck 9475cb8db4aSAlexander Duyck if (fm10k_mbx_test(interface, &data[FM10K_TEST_MBX])) 9485cb8db4aSAlexander Duyck eth_test->flags |= ETH_TEST_FL_FAILED; 9495cb8db4aSAlexander Duyck } 9505cb8db4aSAlexander Duyck 95180043f3bSJacob Keller static u32 fm10k_get_priv_flags(struct net_device *netdev) 95280043f3bSJacob Keller { 9533ef2f563SJacob Keller return 0; 95480043f3bSJacob Keller } 95580043f3bSJacob Keller 95680043f3bSJacob Keller static int fm10k_set_priv_flags(struct net_device *netdev, u32 priv_flags) 95780043f3bSJacob Keller { 958fcdb0a99SBruce Allan if (priv_flags >= BIT(FM10K_PRV_FLAG_LEN)) 95980043f3bSJacob Keller return -EINVAL; 96080043f3bSJacob Keller 96180043f3bSJacob Keller return 0; 96280043f3bSJacob Keller } 96380043f3bSJacob Keller 96488cdcfecSJacob Keller static u32 fm10k_get_reta_size(struct net_device __always_unused *netdev) 96582dd0f7eSAlexander Duyck { 96682dd0f7eSAlexander Duyck return FM10K_RETA_SIZE * FM10K_RETA_ENTRIES_PER_REG; 96782dd0f7eSAlexander Duyck } 96882dd0f7eSAlexander Duyck 9690ea7fae4SJacob Keller void fm10k_write_reta(struct fm10k_intfc *interface, const u32 *indir) 9700ea7fae4SJacob Keller { 971540a5d85SJacob Keller u16 rss_i = interface->ring_feature[RING_F_RSS].indices; 9720ea7fae4SJacob Keller struct fm10k_hw *hw = &interface->hw; 973540a5d85SJacob Keller u32 table[4]; 974540a5d85SJacob Keller int i, j; 9750ea7fae4SJacob Keller 9760ea7fae4SJacob Keller /* record entries to reta table */ 977540a5d85SJacob Keller for (i = 0; i < FM10K_RETA_SIZE; i++) { 978540a5d85SJacob Keller u32 reta, n; 979540a5d85SJacob Keller 980540a5d85SJacob Keller /* generate a new table if we weren't given one */ 981540a5d85SJacob Keller for (j = 0; j < 4; j++) { 982540a5d85SJacob Keller if (indir) 98334875887SJacob Keller n = indir[4 * i + j]; 984540a5d85SJacob Keller else 98534875887SJacob Keller n = ethtool_rxfh_indir_default(4 * i + j, 98634875887SJacob Keller rss_i); 987540a5d85SJacob Keller 988540a5d85SJacob Keller table[j] = n; 989540a5d85SJacob Keller } 990540a5d85SJacob Keller 991540a5d85SJacob Keller reta = table[0] | 992540a5d85SJacob Keller (table[1] << 8) | 993540a5d85SJacob Keller (table[2] << 16) | 994540a5d85SJacob Keller (table[3] << 24); 9950ea7fae4SJacob Keller 9960ea7fae4SJacob Keller if (interface->reta[i] == reta) 9970ea7fae4SJacob Keller continue; 9980ea7fae4SJacob Keller 9990ea7fae4SJacob Keller interface->reta[i] = reta; 10000ea7fae4SJacob Keller fm10k_write_reg(hw, FM10K_RETA(0, i), reta); 10010ea7fae4SJacob Keller } 10020ea7fae4SJacob Keller } 10030ea7fae4SJacob Keller 100482dd0f7eSAlexander Duyck static int fm10k_get_reta(struct net_device *netdev, u32 *indir) 100582dd0f7eSAlexander Duyck { 100682dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 100782dd0f7eSAlexander Duyck int i; 100882dd0f7eSAlexander Duyck 100982dd0f7eSAlexander Duyck if (!indir) 101082dd0f7eSAlexander Duyck return 0; 101182dd0f7eSAlexander Duyck 101282dd0f7eSAlexander Duyck for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) { 101382dd0f7eSAlexander Duyck u32 reta = interface->reta[i]; 101482dd0f7eSAlexander Duyck 101582dd0f7eSAlexander Duyck indir[0] = (reta << 24) >> 24; 101682dd0f7eSAlexander Duyck indir[1] = (reta << 16) >> 24; 101782dd0f7eSAlexander Duyck indir[2] = (reta << 8) >> 24; 101882dd0f7eSAlexander Duyck indir[3] = (reta) >> 24; 101982dd0f7eSAlexander Duyck } 102082dd0f7eSAlexander Duyck 102182dd0f7eSAlexander Duyck return 0; 102282dd0f7eSAlexander Duyck } 102382dd0f7eSAlexander Duyck 102482dd0f7eSAlexander Duyck static int fm10k_set_reta(struct net_device *netdev, const u32 *indir) 102582dd0f7eSAlexander Duyck { 102682dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 102782dd0f7eSAlexander Duyck int i; 102882dd0f7eSAlexander Duyck u16 rss_i; 102982dd0f7eSAlexander Duyck 103082dd0f7eSAlexander Duyck if (!indir) 103182dd0f7eSAlexander Duyck return 0; 103282dd0f7eSAlexander Duyck 103382dd0f7eSAlexander Duyck /* Verify user input. */ 103482dd0f7eSAlexander Duyck rss_i = interface->ring_feature[RING_F_RSS].indices; 103582dd0f7eSAlexander Duyck for (i = fm10k_get_reta_size(netdev); i--;) { 103682dd0f7eSAlexander Duyck if (indir[i] < rss_i) 103782dd0f7eSAlexander Duyck continue; 103882dd0f7eSAlexander Duyck return -EINVAL; 103982dd0f7eSAlexander Duyck } 104082dd0f7eSAlexander Duyck 10410ea7fae4SJacob Keller fm10k_write_reta(interface, indir); 104282dd0f7eSAlexander Duyck 104382dd0f7eSAlexander Duyck return 0; 104482dd0f7eSAlexander Duyck } 104582dd0f7eSAlexander Duyck 1046de445199SJeff Kirsher static u32 fm10k_get_rssrk_size(struct net_device __always_unused *netdev) 104782dd0f7eSAlexander Duyck { 104882dd0f7eSAlexander Duyck return FM10K_RSSRK_SIZE * FM10K_RSSRK_ENTRIES_PER_REG; 104982dd0f7eSAlexander Duyck } 105082dd0f7eSAlexander Duyck 1051892311f6SEyal Perry static int fm10k_get_rssh(struct net_device *netdev, u32 *indir, u8 *key, 1052892311f6SEyal Perry u8 *hfunc) 105382dd0f7eSAlexander Duyck { 105482dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 105582dd0f7eSAlexander Duyck int i, err; 105682dd0f7eSAlexander Duyck 1057892311f6SEyal Perry if (hfunc) 1058892311f6SEyal Perry *hfunc = ETH_RSS_HASH_TOP; 1059892311f6SEyal Perry 106082dd0f7eSAlexander Duyck err = fm10k_get_reta(netdev, indir); 106182dd0f7eSAlexander Duyck if (err || !key) 106282dd0f7eSAlexander Duyck return err; 106382dd0f7eSAlexander Duyck 106482dd0f7eSAlexander Duyck for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) 106582dd0f7eSAlexander Duyck *(__le32 *)key = cpu_to_le32(interface->rssrk[i]); 106682dd0f7eSAlexander Duyck 106782dd0f7eSAlexander Duyck return 0; 106882dd0f7eSAlexander Duyck } 106982dd0f7eSAlexander Duyck 107082dd0f7eSAlexander Duyck static int fm10k_set_rssh(struct net_device *netdev, const u32 *indir, 1071892311f6SEyal Perry const u8 *key, const u8 hfunc) 107282dd0f7eSAlexander Duyck { 107382dd0f7eSAlexander Duyck struct fm10k_intfc *interface = netdev_priv(netdev); 107482dd0f7eSAlexander Duyck struct fm10k_hw *hw = &interface->hw; 107582dd0f7eSAlexander Duyck int i, err; 107682dd0f7eSAlexander Duyck 1077892311f6SEyal Perry /* We do not allow change in unsupported parameters */ 1078892311f6SEyal Perry if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) 1079892311f6SEyal Perry return -EOPNOTSUPP; 1080892311f6SEyal Perry 108182dd0f7eSAlexander Duyck err = fm10k_set_reta(netdev, indir); 108282dd0f7eSAlexander Duyck if (err || !key) 108382dd0f7eSAlexander Duyck return err; 108482dd0f7eSAlexander Duyck 108582dd0f7eSAlexander Duyck for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) { 108682dd0f7eSAlexander Duyck u32 rssrk = le32_to_cpu(*(__le32 *)key); 108782dd0f7eSAlexander Duyck 108882dd0f7eSAlexander Duyck if (interface->rssrk[i] == rssrk) 108982dd0f7eSAlexander Duyck continue; 109082dd0f7eSAlexander Duyck 109182dd0f7eSAlexander Duyck interface->rssrk[i] = rssrk; 109282dd0f7eSAlexander Duyck fm10k_write_reg(hw, FM10K_RSSRK(0, i), rssrk); 109382dd0f7eSAlexander Duyck } 109482dd0f7eSAlexander Duyck 109582dd0f7eSAlexander Duyck return 0; 109682dd0f7eSAlexander Duyck } 109782dd0f7eSAlexander Duyck 1098aa3ac822SAlexander Duyck static unsigned int fm10k_max_channels(struct net_device *dev) 1099aa3ac822SAlexander Duyck { 1100aa3ac822SAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 1101aa3ac822SAlexander Duyck unsigned int max_combined = interface->hw.mac.max_queues; 1102aa3ac822SAlexander Duyck u8 tcs = netdev_get_num_tc(dev); 1103aa3ac822SAlexander Duyck 1104aa3ac822SAlexander Duyck /* For QoS report channels per traffic class */ 1105aa3ac822SAlexander Duyck if (tcs > 1) 1106fcdb0a99SBruce Allan max_combined = BIT((fls(max_combined / tcs) - 1)); 1107aa3ac822SAlexander Duyck 1108aa3ac822SAlexander Duyck return max_combined; 1109aa3ac822SAlexander Duyck } 1110aa3ac822SAlexander Duyck 1111aa3ac822SAlexander Duyck static void fm10k_get_channels(struct net_device *dev, 1112aa3ac822SAlexander Duyck struct ethtool_channels *ch) 1113aa3ac822SAlexander Duyck { 1114aa3ac822SAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 1115aa3ac822SAlexander Duyck 1116aa3ac822SAlexander Duyck /* report maximum channels */ 1117aa3ac822SAlexander Duyck ch->max_combined = fm10k_max_channels(dev); 1118aa3ac822SAlexander Duyck 1119aa3ac822SAlexander Duyck /* report info for other vector */ 1120a3ffeaf7SJacob Keller ch->max_other = NON_Q_VECTORS; 1121aa3ac822SAlexander Duyck ch->other_count = ch->max_other; 1122aa3ac822SAlexander Duyck 1123aa3ac822SAlexander Duyck /* record RSS queues */ 1124aa3ac822SAlexander Duyck ch->combined_count = interface->ring_feature[RING_F_RSS].indices; 1125aa3ac822SAlexander Duyck } 1126aa3ac822SAlexander Duyck 1127aa3ac822SAlexander Duyck static int fm10k_set_channels(struct net_device *dev, 1128aa3ac822SAlexander Duyck struct ethtool_channels *ch) 1129aa3ac822SAlexander Duyck { 1130aa3ac822SAlexander Duyck struct fm10k_intfc *interface = netdev_priv(dev); 1131aa3ac822SAlexander Duyck unsigned int count = ch->combined_count; 1132aa3ac822SAlexander Duyck 1133aa3ac822SAlexander Duyck /* verify they are not requesting separate vectors */ 1134aa3ac822SAlexander Duyck if (!count || ch->rx_count || ch->tx_count) 1135aa3ac822SAlexander Duyck return -EINVAL; 1136aa3ac822SAlexander Duyck 1137aa3ac822SAlexander Duyck /* verify other_count has not changed */ 1138a3ffeaf7SJacob Keller if (ch->other_count != NON_Q_VECTORS) 1139aa3ac822SAlexander Duyck return -EINVAL; 1140aa3ac822SAlexander Duyck 1141aa3ac822SAlexander Duyck /* verify the number of channels does not exceed hardware limits */ 1142aa3ac822SAlexander Duyck if (count > fm10k_max_channels(dev)) 1143aa3ac822SAlexander Duyck return -EINVAL; 1144aa3ac822SAlexander Duyck 1145aa3ac822SAlexander Duyck interface->ring_feature[RING_F_RSS].limit = count; 1146aa3ac822SAlexander Duyck 1147aa3ac822SAlexander Duyck /* use setup TC to update any traffic class queue mapping */ 1148aa3ac822SAlexander Duyck return fm10k_setup_tc(dev, netdev_get_num_tc(dev)); 1149aa3ac822SAlexander Duyck } 1150aa3ac822SAlexander Duyck 115182dd0f7eSAlexander Duyck static const struct ethtool_ops fm10k_ethtool_ops = { 1152194219a7SJakub Kicinski .supported_coalesce_params = ETHTOOL_COALESCE_USECS | 1153194219a7SJakub Kicinski ETHTOOL_COALESCE_USE_ADAPTIVE, 115482dd0f7eSAlexander Duyck .get_strings = fm10k_get_strings, 115582dd0f7eSAlexander Duyck .get_sset_count = fm10k_get_sset_count, 115682dd0f7eSAlexander Duyck .get_ethtool_stats = fm10k_get_ethtool_stats, 115782dd0f7eSAlexander Duyck .get_drvinfo = fm10k_get_drvinfo, 115882dd0f7eSAlexander Duyck .get_link = ethtool_op_get_link, 115982dd0f7eSAlexander Duyck .get_pauseparam = fm10k_get_pauseparam, 116082dd0f7eSAlexander Duyck .set_pauseparam = fm10k_set_pauseparam, 116182dd0f7eSAlexander Duyck .get_msglevel = fm10k_get_msglevel, 116282dd0f7eSAlexander Duyck .set_msglevel = fm10k_set_msglevel, 116382dd0f7eSAlexander Duyck .get_ringparam = fm10k_get_ringparam, 116482dd0f7eSAlexander Duyck .set_ringparam = fm10k_set_ringparam, 116582dd0f7eSAlexander Duyck .get_coalesce = fm10k_get_coalesce, 116682dd0f7eSAlexander Duyck .set_coalesce = fm10k_set_coalesce, 116782dd0f7eSAlexander Duyck .get_rxnfc = fm10k_get_rxnfc, 116882dd0f7eSAlexander Duyck .set_rxnfc = fm10k_set_rxnfc, 116982dd0f7eSAlexander Duyck .get_regs = fm10k_get_regs, 117082dd0f7eSAlexander Duyck .get_regs_len = fm10k_get_regs_len, 11715cb8db4aSAlexander Duyck .self_test = fm10k_self_test, 117280043f3bSJacob Keller .get_priv_flags = fm10k_get_priv_flags, 117380043f3bSJacob Keller .set_priv_flags = fm10k_set_priv_flags, 117482dd0f7eSAlexander Duyck .get_rxfh_indir_size = fm10k_get_reta_size, 117582dd0f7eSAlexander Duyck .get_rxfh_key_size = fm10k_get_rssrk_size, 117682dd0f7eSAlexander Duyck .get_rxfh = fm10k_get_rssh, 117782dd0f7eSAlexander Duyck .set_rxfh = fm10k_set_rssh, 1178aa3ac822SAlexander Duyck .get_channels = fm10k_get_channels, 1179aa3ac822SAlexander Duyck .set_channels = fm10k_set_channels, 1180bab02a69SJacob Keller .get_ts_info = ethtool_op_get_ts_info, 118182dd0f7eSAlexander Duyck }; 118282dd0f7eSAlexander Duyck 118382dd0f7eSAlexander Duyck void fm10k_set_ethtool_ops(struct net_device *dev) 118482dd0f7eSAlexander Duyck { 118582dd0f7eSAlexander Duyck dev->ethtool_ops = &fm10k_ethtool_ops; 118682dd0f7eSAlexander Duyck } 1187