1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause 2 /* Copyright (c) 2021, Microsoft Corporation. */ 3 4 #include <linux/inetdevice.h> 5 #include <linux/etherdevice.h> 6 #include <linux/ethtool.h> 7 8 #include <net/mana/mana.h> 9 10 static const struct { 11 char name[ETH_GSTRING_LEN]; 12 u16 offset; 13 } mana_eth_stats[] = { 14 {"stop_queue", offsetof(struct mana_ethtool_stats, stop_queue)}, 15 {"wake_queue", offsetof(struct mana_ethtool_stats, wake_queue)}, 16 }; 17 18 static int mana_get_sset_count(struct net_device *ndev, int stringset) 19 { 20 struct mana_port_context *apc = netdev_priv(ndev); 21 unsigned int num_queues = apc->num_queues; 22 23 if (stringset != ETH_SS_STATS) 24 return -EINVAL; 25 26 return ARRAY_SIZE(mana_eth_stats) + num_queues * 8; 27 } 28 29 static void mana_get_strings(struct net_device *ndev, u32 stringset, u8 *data) 30 { 31 struct mana_port_context *apc = netdev_priv(ndev); 32 unsigned int num_queues = apc->num_queues; 33 u8 *p = data; 34 int i; 35 36 if (stringset != ETH_SS_STATS) 37 return; 38 39 for (i = 0; i < ARRAY_SIZE(mana_eth_stats); i++) { 40 memcpy(p, mana_eth_stats[i].name, ETH_GSTRING_LEN); 41 p += ETH_GSTRING_LEN; 42 } 43 44 for (i = 0; i < num_queues; i++) { 45 sprintf(p, "rx_%d_packets", i); 46 p += ETH_GSTRING_LEN; 47 sprintf(p, "rx_%d_bytes", i); 48 p += ETH_GSTRING_LEN; 49 sprintf(p, "rx_%d_xdp_drop", i); 50 p += ETH_GSTRING_LEN; 51 sprintf(p, "rx_%d_xdp_tx", i); 52 p += ETH_GSTRING_LEN; 53 sprintf(p, "rx_%d_xdp_redirect", i); 54 p += ETH_GSTRING_LEN; 55 } 56 57 for (i = 0; i < num_queues; i++) { 58 sprintf(p, "tx_%d_packets", i); 59 p += ETH_GSTRING_LEN; 60 sprintf(p, "tx_%d_bytes", i); 61 p += ETH_GSTRING_LEN; 62 sprintf(p, "tx_%d_xdp_xmit", i); 63 p += ETH_GSTRING_LEN; 64 } 65 } 66 67 static void mana_get_ethtool_stats(struct net_device *ndev, 68 struct ethtool_stats *e_stats, u64 *data) 69 { 70 struct mana_port_context *apc = netdev_priv(ndev); 71 unsigned int num_queues = apc->num_queues; 72 void *eth_stats = &apc->eth_stats; 73 struct mana_stats_rx *rx_stats; 74 struct mana_stats_tx *tx_stats; 75 unsigned int start; 76 u64 packets, bytes; 77 u64 xdp_redirect; 78 u64 xdp_xmit; 79 u64 xdp_drop; 80 u64 xdp_tx; 81 int q, i = 0; 82 83 if (!apc->port_is_up) 84 return; 85 86 for (q = 0; q < ARRAY_SIZE(mana_eth_stats); q++) 87 data[i++] = *(u64 *)(eth_stats + mana_eth_stats[q].offset); 88 89 for (q = 0; q < num_queues; q++) { 90 rx_stats = &apc->rxqs[q]->stats; 91 92 do { 93 start = u64_stats_fetch_begin(&rx_stats->syncp); 94 packets = rx_stats->packets; 95 bytes = rx_stats->bytes; 96 xdp_drop = rx_stats->xdp_drop; 97 xdp_tx = rx_stats->xdp_tx; 98 xdp_redirect = rx_stats->xdp_redirect; 99 } while (u64_stats_fetch_retry(&rx_stats->syncp, start)); 100 101 data[i++] = packets; 102 data[i++] = bytes; 103 data[i++] = xdp_drop; 104 data[i++] = xdp_tx; 105 data[i++] = xdp_redirect; 106 } 107 108 for (q = 0; q < num_queues; q++) { 109 tx_stats = &apc->tx_qp[q].txq.stats; 110 111 do { 112 start = u64_stats_fetch_begin(&tx_stats->syncp); 113 packets = tx_stats->packets; 114 bytes = tx_stats->bytes; 115 xdp_xmit = tx_stats->xdp_xmit; 116 } while (u64_stats_fetch_retry(&tx_stats->syncp, start)); 117 118 data[i++] = packets; 119 data[i++] = bytes; 120 data[i++] = xdp_xmit; 121 } 122 } 123 124 static int mana_get_rxnfc(struct net_device *ndev, struct ethtool_rxnfc *cmd, 125 u32 *rules) 126 { 127 struct mana_port_context *apc = netdev_priv(ndev); 128 129 switch (cmd->cmd) { 130 case ETHTOOL_GRXRINGS: 131 cmd->data = apc->num_queues; 132 return 0; 133 } 134 135 return -EOPNOTSUPP; 136 } 137 138 static u32 mana_get_rxfh_key_size(struct net_device *ndev) 139 { 140 return MANA_HASH_KEY_SIZE; 141 } 142 143 static u32 mana_rss_indir_size(struct net_device *ndev) 144 { 145 return MANA_INDIRECT_TABLE_SIZE; 146 } 147 148 static int mana_get_rxfh(struct net_device *ndev, u32 *indir, u8 *key, 149 u8 *hfunc) 150 { 151 struct mana_port_context *apc = netdev_priv(ndev); 152 int i; 153 154 if (hfunc) 155 *hfunc = ETH_RSS_HASH_TOP; /* Toeplitz */ 156 157 if (indir) { 158 for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) 159 indir[i] = apc->indir_table[i]; 160 } 161 162 if (key) 163 memcpy(key, apc->hashkey, MANA_HASH_KEY_SIZE); 164 165 return 0; 166 } 167 168 static int mana_set_rxfh(struct net_device *ndev, const u32 *indir, 169 const u8 *key, const u8 hfunc) 170 { 171 struct mana_port_context *apc = netdev_priv(ndev); 172 bool update_hash = false, update_table = false; 173 u32 save_table[MANA_INDIRECT_TABLE_SIZE]; 174 u8 save_key[MANA_HASH_KEY_SIZE]; 175 int i, err; 176 177 if (!apc->port_is_up) 178 return -EOPNOTSUPP; 179 180 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) 181 return -EOPNOTSUPP; 182 183 if (indir) { 184 for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) 185 if (indir[i] >= apc->num_queues) 186 return -EINVAL; 187 188 update_table = true; 189 for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) { 190 save_table[i] = apc->indir_table[i]; 191 apc->indir_table[i] = indir[i]; 192 } 193 } 194 195 if (key) { 196 update_hash = true; 197 memcpy(save_key, apc->hashkey, MANA_HASH_KEY_SIZE); 198 memcpy(apc->hashkey, key, MANA_HASH_KEY_SIZE); 199 } 200 201 err = mana_config_rss(apc, TRI_STATE_TRUE, update_hash, update_table); 202 203 if (err) { /* recover to original values */ 204 if (update_table) { 205 for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) 206 apc->indir_table[i] = save_table[i]; 207 } 208 209 if (update_hash) 210 memcpy(apc->hashkey, save_key, MANA_HASH_KEY_SIZE); 211 212 mana_config_rss(apc, TRI_STATE_TRUE, update_hash, update_table); 213 } 214 215 return err; 216 } 217 218 static void mana_get_channels(struct net_device *ndev, 219 struct ethtool_channels *channel) 220 { 221 struct mana_port_context *apc = netdev_priv(ndev); 222 223 channel->max_combined = apc->max_queues; 224 channel->combined_count = apc->num_queues; 225 } 226 227 static int mana_set_channels(struct net_device *ndev, 228 struct ethtool_channels *channels) 229 { 230 struct mana_port_context *apc = netdev_priv(ndev); 231 unsigned int new_count = channels->combined_count; 232 unsigned int old_count = apc->num_queues; 233 int err, err2; 234 235 err = mana_detach(ndev, false); 236 if (err) { 237 netdev_err(ndev, "mana_detach failed: %d\n", err); 238 return err; 239 } 240 241 apc->num_queues = new_count; 242 err = mana_attach(ndev); 243 if (!err) 244 return 0; 245 246 netdev_err(ndev, "mana_attach failed: %d\n", err); 247 248 /* Try to roll it back to the old configuration. */ 249 apc->num_queues = old_count; 250 err2 = mana_attach(ndev); 251 if (err2) 252 netdev_err(ndev, "mana re-attach failed: %d\n", err2); 253 254 return err; 255 } 256 257 const struct ethtool_ops mana_ethtool_ops = { 258 .get_ethtool_stats = mana_get_ethtool_stats, 259 .get_sset_count = mana_get_sset_count, 260 .get_strings = mana_get_strings, 261 .get_rxnfc = mana_get_rxnfc, 262 .get_rxfh_key_size = mana_get_rxfh_key_size, 263 .get_rxfh_indir_size = mana_rss_indir_size, 264 .get_rxfh = mana_get_rxfh, 265 .set_rxfh = mana_set_rxfh, 266 .get_channels = mana_get_channels, 267 .set_channels = mana_set_channels, 268 }; 269