19ce48e5aSMichal Kubecek // SPDX-License-Identifier: GPL-2.0-or-later 29ce48e5aSMichal Kubecek /* 39ce48e5aSMichal Kubecek * net/core/ethtool.c - Ethtool ioctl handler 49ce48e5aSMichal Kubecek * Copyright (c) 2003 Matthew Wilcox <matthew@wil.cx> 59ce48e5aSMichal Kubecek * 69ce48e5aSMichal Kubecek * This file is where we call all the ethtool_ops commands to get 79ce48e5aSMichal Kubecek * the information ethtool needs. 89ce48e5aSMichal Kubecek */ 99ce48e5aSMichal Kubecek 10dd98d289SArnd Bergmann #include <linux/compat.h> 11b6459415SJakub Kicinski #include <linux/etherdevice.h> 129ce48e5aSMichal Kubecek #include <linux/module.h> 139ce48e5aSMichal Kubecek #include <linux/types.h> 149ce48e5aSMichal Kubecek #include <linux/capability.h> 159ce48e5aSMichal Kubecek #include <linux/errno.h> 169ce48e5aSMichal Kubecek #include <linux/ethtool.h> 179ce48e5aSMichal Kubecek #include <linux/netdevice.h> 189ce48e5aSMichal Kubecek #include <linux/net_tstamp.h> 199ce48e5aSMichal Kubecek #include <linux/phy.h> 209ce48e5aSMichal Kubecek #include <linux/bitops.h> 219ce48e5aSMichal Kubecek #include <linux/uaccess.h> 229ce48e5aSMichal Kubecek #include <linux/vmalloc.h> 239ce48e5aSMichal Kubecek #include <linux/sfp.h> 249ce48e5aSMichal Kubecek #include <linux/slab.h> 259ce48e5aSMichal Kubecek #include <linux/rtnetlink.h> 269ce48e5aSMichal Kubecek #include <linux/sched/signal.h> 279ce48e5aSMichal Kubecek #include <linux/net.h> 28f32a2137SHeiner Kallweit #include <linux/pm_runtime.h> 299ce48e5aSMichal Kubecek #include <net/devlink.h> 30a71506a4SMagnus Karlsson #include <net/xdp_sock_drv.h> 319ce48e5aSMichal Kubecek #include <net/flow_offload.h> 3273286734SMichal Kubecek #include <linux/ethtool_netlink.h> 331c79031fSLeon Romanovsky #include <generated/utsrelease.h> 34d44e1310SMichal Kubecek #include "common.h" 35d44e1310SMichal Kubecek 36095cfcfeSJakub Kicinski /* State held across locks and calls for commands which have devlink fallback */ 37095cfcfeSJakub Kicinski struct ethtool_devlink_compat { 381af0a094SJakub Kicinski struct devlink *devlink; 39095cfcfeSJakub Kicinski union { 40095cfcfeSJakub Kicinski struct ethtool_flash efl; 41095cfcfeSJakub Kicinski struct ethtool_drvinfo info; 42095cfcfeSJakub Kicinski }; 43095cfcfeSJakub Kicinski }; 44095cfcfeSJakub Kicinski 451af0a094SJakub Kicinski static struct devlink *netdev_to_devlink_get(struct net_device *dev) 461af0a094SJakub Kicinski { 471af0a094SJakub Kicinski struct devlink_port *devlink_port; 481af0a094SJakub Kicinski 491af0a094SJakub Kicinski if (!dev->netdev_ops->ndo_get_devlink_port) 501af0a094SJakub Kicinski return NULL; 511af0a094SJakub Kicinski 521af0a094SJakub Kicinski devlink_port = dev->netdev_ops->ndo_get_devlink_port(dev); 531af0a094SJakub Kicinski if (!devlink_port) 541af0a094SJakub Kicinski return NULL; 551af0a094SJakub Kicinski 561af0a094SJakub Kicinski return devlink_try_get(devlink_port->devlink); 571af0a094SJakub Kicinski } 581af0a094SJakub Kicinski 599ce48e5aSMichal Kubecek /* 609ce48e5aSMichal Kubecek * Some useful ethtool_ops methods that're device independent. 619ce48e5aSMichal Kubecek * If we find that all drivers want to do the same thing here, 629ce48e5aSMichal Kubecek * we can turn these into dev_() function calls. 639ce48e5aSMichal Kubecek */ 649ce48e5aSMichal Kubecek 659ce48e5aSMichal Kubecek u32 ethtool_op_get_link(struct net_device *dev) 669ce48e5aSMichal Kubecek { 679ce48e5aSMichal Kubecek return netif_carrier_ok(dev) ? 1 : 0; 689ce48e5aSMichal Kubecek } 699ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_op_get_link); 709ce48e5aSMichal Kubecek 719ce48e5aSMichal Kubecek int ethtool_op_get_ts_info(struct net_device *dev, struct ethtool_ts_info *info) 729ce48e5aSMichal Kubecek { 739ce48e5aSMichal Kubecek info->so_timestamping = 749ce48e5aSMichal Kubecek SOF_TIMESTAMPING_TX_SOFTWARE | 759ce48e5aSMichal Kubecek SOF_TIMESTAMPING_RX_SOFTWARE | 769ce48e5aSMichal Kubecek SOF_TIMESTAMPING_SOFTWARE; 779ce48e5aSMichal Kubecek info->phc_index = -1; 789ce48e5aSMichal Kubecek return 0; 799ce48e5aSMichal Kubecek } 809ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_op_get_ts_info); 819ce48e5aSMichal Kubecek 829ce48e5aSMichal Kubecek /* Handlers for each ethtool command */ 839ce48e5aSMichal Kubecek 849ce48e5aSMichal Kubecek static int ethtool_get_features(struct net_device *dev, void __user *useraddr) 859ce48e5aSMichal Kubecek { 869ce48e5aSMichal Kubecek struct ethtool_gfeatures cmd = { 879ce48e5aSMichal Kubecek .cmd = ETHTOOL_GFEATURES, 889ce48e5aSMichal Kubecek .size = ETHTOOL_DEV_FEATURE_WORDS, 899ce48e5aSMichal Kubecek }; 909ce48e5aSMichal Kubecek struct ethtool_get_features_block features[ETHTOOL_DEV_FEATURE_WORDS]; 919ce48e5aSMichal Kubecek u32 __user *sizeaddr; 929ce48e5aSMichal Kubecek u32 copy_size; 939ce48e5aSMichal Kubecek int i; 949ce48e5aSMichal Kubecek 959ce48e5aSMichal Kubecek /* in case feature bits run out again */ 969ce48e5aSMichal Kubecek BUILD_BUG_ON(ETHTOOL_DEV_FEATURE_WORDS * sizeof(u32) > sizeof(netdev_features_t)); 979ce48e5aSMichal Kubecek 989ce48e5aSMichal Kubecek for (i = 0; i < ETHTOOL_DEV_FEATURE_WORDS; ++i) { 999ce48e5aSMichal Kubecek features[i].available = (u32)(dev->hw_features >> (32 * i)); 1009ce48e5aSMichal Kubecek features[i].requested = (u32)(dev->wanted_features >> (32 * i)); 1019ce48e5aSMichal Kubecek features[i].active = (u32)(dev->features >> (32 * i)); 1029ce48e5aSMichal Kubecek features[i].never_changed = 1039ce48e5aSMichal Kubecek (u32)(NETIF_F_NEVER_CHANGE >> (32 * i)); 1049ce48e5aSMichal Kubecek } 1059ce48e5aSMichal Kubecek 1069ce48e5aSMichal Kubecek sizeaddr = useraddr + offsetof(struct ethtool_gfeatures, size); 1079ce48e5aSMichal Kubecek if (get_user(copy_size, sizeaddr)) 1089ce48e5aSMichal Kubecek return -EFAULT; 1099ce48e5aSMichal Kubecek 1109ce48e5aSMichal Kubecek if (copy_size > ETHTOOL_DEV_FEATURE_WORDS) 1119ce48e5aSMichal Kubecek copy_size = ETHTOOL_DEV_FEATURE_WORDS; 1129ce48e5aSMichal Kubecek 1139ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &cmd, sizeof(cmd))) 1149ce48e5aSMichal Kubecek return -EFAULT; 1159ce48e5aSMichal Kubecek useraddr += sizeof(cmd); 116ed717613SGustavo A. R. Silva if (copy_to_user(useraddr, features, 117ed717613SGustavo A. R. Silva array_size(copy_size, sizeof(*features)))) 1189ce48e5aSMichal Kubecek return -EFAULT; 1199ce48e5aSMichal Kubecek 1209ce48e5aSMichal Kubecek return 0; 1219ce48e5aSMichal Kubecek } 1229ce48e5aSMichal Kubecek 1239ce48e5aSMichal Kubecek static int ethtool_set_features(struct net_device *dev, void __user *useraddr) 1249ce48e5aSMichal Kubecek { 1259ce48e5aSMichal Kubecek struct ethtool_sfeatures cmd; 1269ce48e5aSMichal Kubecek struct ethtool_set_features_block features[ETHTOOL_DEV_FEATURE_WORDS]; 1279ce48e5aSMichal Kubecek netdev_features_t wanted = 0, valid = 0; 1289ce48e5aSMichal Kubecek int i, ret = 0; 1299ce48e5aSMichal Kubecek 1309ce48e5aSMichal Kubecek if (copy_from_user(&cmd, useraddr, sizeof(cmd))) 1319ce48e5aSMichal Kubecek return -EFAULT; 1329ce48e5aSMichal Kubecek useraddr += sizeof(cmd); 1339ce48e5aSMichal Kubecek 1349ce48e5aSMichal Kubecek if (cmd.size != ETHTOOL_DEV_FEATURE_WORDS) 1359ce48e5aSMichal Kubecek return -EINVAL; 1369ce48e5aSMichal Kubecek 1379ce48e5aSMichal Kubecek if (copy_from_user(features, useraddr, sizeof(features))) 1389ce48e5aSMichal Kubecek return -EFAULT; 1399ce48e5aSMichal Kubecek 1409ce48e5aSMichal Kubecek for (i = 0; i < ETHTOOL_DEV_FEATURE_WORDS; ++i) { 1419ce48e5aSMichal Kubecek valid |= (netdev_features_t)features[i].valid << (32 * i); 1429ce48e5aSMichal Kubecek wanted |= (netdev_features_t)features[i].requested << (32 * i); 1439ce48e5aSMichal Kubecek } 1449ce48e5aSMichal Kubecek 1459ce48e5aSMichal Kubecek if (valid & ~NETIF_F_ETHTOOL_BITS) 1469ce48e5aSMichal Kubecek return -EINVAL; 1479ce48e5aSMichal Kubecek 1489ce48e5aSMichal Kubecek if (valid & ~dev->hw_features) { 1499ce48e5aSMichal Kubecek valid &= dev->hw_features; 1509ce48e5aSMichal Kubecek ret |= ETHTOOL_F_UNSUPPORTED; 1519ce48e5aSMichal Kubecek } 1529ce48e5aSMichal Kubecek 1539ce48e5aSMichal Kubecek dev->wanted_features &= ~valid; 1549ce48e5aSMichal Kubecek dev->wanted_features |= wanted & valid; 1559ce48e5aSMichal Kubecek __netdev_update_features(dev); 1569ce48e5aSMichal Kubecek 1579ce48e5aSMichal Kubecek if ((dev->wanted_features ^ dev->features) & valid) 1589ce48e5aSMichal Kubecek ret |= ETHTOOL_F_WISH; 1599ce48e5aSMichal Kubecek 1609ce48e5aSMichal Kubecek return ret; 1619ce48e5aSMichal Kubecek } 1629ce48e5aSMichal Kubecek 1639ce48e5aSMichal Kubecek static int __ethtool_get_sset_count(struct net_device *dev, int sset) 1649ce48e5aSMichal Kubecek { 16517809516SFlorian Fainelli const struct ethtool_phy_ops *phy_ops = ethtool_phy_ops; 1669ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 1679ce48e5aSMichal Kubecek 1689ce48e5aSMichal Kubecek if (sset == ETH_SS_FEATURES) 1699ce48e5aSMichal Kubecek return ARRAY_SIZE(netdev_features_strings); 1709ce48e5aSMichal Kubecek 1719ce48e5aSMichal Kubecek if (sset == ETH_SS_RSS_HASH_FUNCS) 1729ce48e5aSMichal Kubecek return ARRAY_SIZE(rss_hash_func_strings); 1739ce48e5aSMichal Kubecek 1749ce48e5aSMichal Kubecek if (sset == ETH_SS_TUNABLES) 1759ce48e5aSMichal Kubecek return ARRAY_SIZE(tunable_strings); 1769ce48e5aSMichal Kubecek 1779ce48e5aSMichal Kubecek if (sset == ETH_SS_PHY_TUNABLES) 1789ce48e5aSMichal Kubecek return ARRAY_SIZE(phy_tunable_strings); 1799ce48e5aSMichal Kubecek 1809ce48e5aSMichal Kubecek if (sset == ETH_SS_PHY_STATS && dev->phydev && 18117809516SFlorian Fainelli !ops->get_ethtool_phy_stats && 18217809516SFlorian Fainelli phy_ops && phy_ops->get_sset_count) 18317809516SFlorian Fainelli return phy_ops->get_sset_count(dev->phydev); 1849ce48e5aSMichal Kubecek 185428c122fSMichal Kubecek if (sset == ETH_SS_LINK_MODES) 186428c122fSMichal Kubecek return __ETHTOOL_LINK_MODE_MASK_NBITS; 187428c122fSMichal Kubecek 1889ce48e5aSMichal Kubecek if (ops->get_sset_count && ops->get_strings) 1899ce48e5aSMichal Kubecek return ops->get_sset_count(dev, sset); 1909ce48e5aSMichal Kubecek else 1919ce48e5aSMichal Kubecek return -EOPNOTSUPP; 1929ce48e5aSMichal Kubecek } 1939ce48e5aSMichal Kubecek 1949ce48e5aSMichal Kubecek static void __ethtool_get_strings(struct net_device *dev, 1959ce48e5aSMichal Kubecek u32 stringset, u8 *data) 1969ce48e5aSMichal Kubecek { 19717809516SFlorian Fainelli const struct ethtool_phy_ops *phy_ops = ethtool_phy_ops; 1989ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 1999ce48e5aSMichal Kubecek 2009ce48e5aSMichal Kubecek if (stringset == ETH_SS_FEATURES) 2019ce48e5aSMichal Kubecek memcpy(data, netdev_features_strings, 2029ce48e5aSMichal Kubecek sizeof(netdev_features_strings)); 2039ce48e5aSMichal Kubecek else if (stringset == ETH_SS_RSS_HASH_FUNCS) 2049ce48e5aSMichal Kubecek memcpy(data, rss_hash_func_strings, 2059ce48e5aSMichal Kubecek sizeof(rss_hash_func_strings)); 2069ce48e5aSMichal Kubecek else if (stringset == ETH_SS_TUNABLES) 2079ce48e5aSMichal Kubecek memcpy(data, tunable_strings, sizeof(tunable_strings)); 2089ce48e5aSMichal Kubecek else if (stringset == ETH_SS_PHY_TUNABLES) 2099ce48e5aSMichal Kubecek memcpy(data, phy_tunable_strings, sizeof(phy_tunable_strings)); 2109ce48e5aSMichal Kubecek else if (stringset == ETH_SS_PHY_STATS && dev->phydev && 21117809516SFlorian Fainelli !ops->get_ethtool_phy_stats && phy_ops && 21217809516SFlorian Fainelli phy_ops->get_strings) 21317809516SFlorian Fainelli phy_ops->get_strings(dev->phydev, data); 214428c122fSMichal Kubecek else if (stringset == ETH_SS_LINK_MODES) 215428c122fSMichal Kubecek memcpy(data, link_mode_names, 216428c122fSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS * ETH_GSTRING_LEN); 2179ce48e5aSMichal Kubecek else 2189ce48e5aSMichal Kubecek /* ops->get_strings is valid because checked earlier */ 2199ce48e5aSMichal Kubecek ops->get_strings(dev, stringset, data); 2209ce48e5aSMichal Kubecek } 2219ce48e5aSMichal Kubecek 2229ce48e5aSMichal Kubecek static netdev_features_t ethtool_get_feature_mask(u32 eth_cmd) 2239ce48e5aSMichal Kubecek { 2249ce48e5aSMichal Kubecek /* feature masks of legacy discrete ethtool ops */ 2259ce48e5aSMichal Kubecek 2269ce48e5aSMichal Kubecek switch (eth_cmd) { 2279ce48e5aSMichal Kubecek case ETHTOOL_GTXCSUM: 2289ce48e5aSMichal Kubecek case ETHTOOL_STXCSUM: 2299d648fb5SVladyslav Tarasiuk return NETIF_F_CSUM_MASK | NETIF_F_FCOE_CRC | 230f70bb065SMichal Kubecek NETIF_F_SCTP_CRC; 2319ce48e5aSMichal Kubecek case ETHTOOL_GRXCSUM: 2329ce48e5aSMichal Kubecek case ETHTOOL_SRXCSUM: 2339ce48e5aSMichal Kubecek return NETIF_F_RXCSUM; 2349ce48e5aSMichal Kubecek case ETHTOOL_GSG: 2359ce48e5aSMichal Kubecek case ETHTOOL_SSG: 236f70bb065SMichal Kubecek return NETIF_F_SG | NETIF_F_FRAGLIST; 2379ce48e5aSMichal Kubecek case ETHTOOL_GTSO: 2389ce48e5aSMichal Kubecek case ETHTOOL_STSO: 2399ce48e5aSMichal Kubecek return NETIF_F_ALL_TSO; 2409ce48e5aSMichal Kubecek case ETHTOOL_GGSO: 2419ce48e5aSMichal Kubecek case ETHTOOL_SGSO: 2429ce48e5aSMichal Kubecek return NETIF_F_GSO; 2439ce48e5aSMichal Kubecek case ETHTOOL_GGRO: 2449ce48e5aSMichal Kubecek case ETHTOOL_SGRO: 2459ce48e5aSMichal Kubecek return NETIF_F_GRO; 2469ce48e5aSMichal Kubecek default: 2479ce48e5aSMichal Kubecek BUG(); 2489ce48e5aSMichal Kubecek } 2499ce48e5aSMichal Kubecek } 2509ce48e5aSMichal Kubecek 2519ce48e5aSMichal Kubecek static int ethtool_get_one_feature(struct net_device *dev, 2529ce48e5aSMichal Kubecek char __user *useraddr, u32 ethcmd) 2539ce48e5aSMichal Kubecek { 2549ce48e5aSMichal Kubecek netdev_features_t mask = ethtool_get_feature_mask(ethcmd); 2559ce48e5aSMichal Kubecek struct ethtool_value edata = { 2569ce48e5aSMichal Kubecek .cmd = ethcmd, 2579ce48e5aSMichal Kubecek .data = !!(dev->features & mask), 2589ce48e5aSMichal Kubecek }; 2599ce48e5aSMichal Kubecek 2609ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &edata, sizeof(edata))) 2619ce48e5aSMichal Kubecek return -EFAULT; 2629ce48e5aSMichal Kubecek return 0; 2639ce48e5aSMichal Kubecek } 2649ce48e5aSMichal Kubecek 2659ce48e5aSMichal Kubecek static int ethtool_set_one_feature(struct net_device *dev, 2669ce48e5aSMichal Kubecek void __user *useraddr, u32 ethcmd) 2679ce48e5aSMichal Kubecek { 2689ce48e5aSMichal Kubecek struct ethtool_value edata; 2699ce48e5aSMichal Kubecek netdev_features_t mask; 2709ce48e5aSMichal Kubecek 2719ce48e5aSMichal Kubecek if (copy_from_user(&edata, useraddr, sizeof(edata))) 2729ce48e5aSMichal Kubecek return -EFAULT; 2739ce48e5aSMichal Kubecek 2749ce48e5aSMichal Kubecek mask = ethtool_get_feature_mask(ethcmd); 2759ce48e5aSMichal Kubecek mask &= dev->hw_features; 2769ce48e5aSMichal Kubecek if (!mask) 2779ce48e5aSMichal Kubecek return -EOPNOTSUPP; 2789ce48e5aSMichal Kubecek 2799ce48e5aSMichal Kubecek if (edata.data) 2809ce48e5aSMichal Kubecek dev->wanted_features |= mask; 2819ce48e5aSMichal Kubecek else 2829ce48e5aSMichal Kubecek dev->wanted_features &= ~mask; 2839ce48e5aSMichal Kubecek 2849ce48e5aSMichal Kubecek __netdev_update_features(dev); 2859ce48e5aSMichal Kubecek 2869ce48e5aSMichal Kubecek return 0; 2879ce48e5aSMichal Kubecek } 2889ce48e5aSMichal Kubecek 2899ce48e5aSMichal Kubecek #define ETH_ALL_FLAGS (ETH_FLAG_LRO | ETH_FLAG_RXVLAN | ETH_FLAG_TXVLAN | \ 2909ce48e5aSMichal Kubecek ETH_FLAG_NTUPLE | ETH_FLAG_RXHASH) 2919ce48e5aSMichal Kubecek #define ETH_ALL_FEATURES (NETIF_F_LRO | NETIF_F_HW_VLAN_CTAG_RX | \ 2929ce48e5aSMichal Kubecek NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_NTUPLE | \ 2939ce48e5aSMichal Kubecek NETIF_F_RXHASH) 2949ce48e5aSMichal Kubecek 2959ce48e5aSMichal Kubecek static u32 __ethtool_get_flags(struct net_device *dev) 2969ce48e5aSMichal Kubecek { 2979ce48e5aSMichal Kubecek u32 flags = 0; 2989ce48e5aSMichal Kubecek 2999ce48e5aSMichal Kubecek if (dev->features & NETIF_F_LRO) 3009ce48e5aSMichal Kubecek flags |= ETH_FLAG_LRO; 3019ce48e5aSMichal Kubecek if (dev->features & NETIF_F_HW_VLAN_CTAG_RX) 3029ce48e5aSMichal Kubecek flags |= ETH_FLAG_RXVLAN; 3039ce48e5aSMichal Kubecek if (dev->features & NETIF_F_HW_VLAN_CTAG_TX) 3049ce48e5aSMichal Kubecek flags |= ETH_FLAG_TXVLAN; 3059ce48e5aSMichal Kubecek if (dev->features & NETIF_F_NTUPLE) 3069ce48e5aSMichal Kubecek flags |= ETH_FLAG_NTUPLE; 3079ce48e5aSMichal Kubecek if (dev->features & NETIF_F_RXHASH) 3089ce48e5aSMichal Kubecek flags |= ETH_FLAG_RXHASH; 3099ce48e5aSMichal Kubecek 3109ce48e5aSMichal Kubecek return flags; 3119ce48e5aSMichal Kubecek } 3129ce48e5aSMichal Kubecek 3139ce48e5aSMichal Kubecek static int __ethtool_set_flags(struct net_device *dev, u32 data) 3149ce48e5aSMichal Kubecek { 3159ce48e5aSMichal Kubecek netdev_features_t features = 0, changed; 3169ce48e5aSMichal Kubecek 3179ce48e5aSMichal Kubecek if (data & ~ETH_ALL_FLAGS) 3189ce48e5aSMichal Kubecek return -EINVAL; 3199ce48e5aSMichal Kubecek 3209ce48e5aSMichal Kubecek if (data & ETH_FLAG_LRO) 3219ce48e5aSMichal Kubecek features |= NETIF_F_LRO; 3229ce48e5aSMichal Kubecek if (data & ETH_FLAG_RXVLAN) 3239ce48e5aSMichal Kubecek features |= NETIF_F_HW_VLAN_CTAG_RX; 3249ce48e5aSMichal Kubecek if (data & ETH_FLAG_TXVLAN) 3259ce48e5aSMichal Kubecek features |= NETIF_F_HW_VLAN_CTAG_TX; 3269ce48e5aSMichal Kubecek if (data & ETH_FLAG_NTUPLE) 3279ce48e5aSMichal Kubecek features |= NETIF_F_NTUPLE; 3289ce48e5aSMichal Kubecek if (data & ETH_FLAG_RXHASH) 3299ce48e5aSMichal Kubecek features |= NETIF_F_RXHASH; 3309ce48e5aSMichal Kubecek 3319ce48e5aSMichal Kubecek /* allow changing only bits set in hw_features */ 3329ce48e5aSMichal Kubecek changed = (features ^ dev->features) & ETH_ALL_FEATURES; 3339ce48e5aSMichal Kubecek if (changed & ~dev->hw_features) 3349ce48e5aSMichal Kubecek return (changed & dev->hw_features) ? -EINVAL : -EOPNOTSUPP; 3359ce48e5aSMichal Kubecek 3369ce48e5aSMichal Kubecek dev->wanted_features = 3379ce48e5aSMichal Kubecek (dev->wanted_features & ~changed) | (features & changed); 3389ce48e5aSMichal Kubecek 3399ce48e5aSMichal Kubecek __netdev_update_features(dev); 3409ce48e5aSMichal Kubecek 3419ce48e5aSMichal Kubecek return 0; 3429ce48e5aSMichal Kubecek } 3439ce48e5aSMichal Kubecek 3449ce48e5aSMichal Kubecek /* Given two link masks, AND them together and save the result in dst. */ 3459ce48e5aSMichal Kubecek void ethtool_intersect_link_masks(struct ethtool_link_ksettings *dst, 3469ce48e5aSMichal Kubecek struct ethtool_link_ksettings *src) 3479ce48e5aSMichal Kubecek { 3489ce48e5aSMichal Kubecek unsigned int size = BITS_TO_LONGS(__ETHTOOL_LINK_MODE_MASK_NBITS); 3499ce48e5aSMichal Kubecek unsigned int idx = 0; 3509ce48e5aSMichal Kubecek 3519ce48e5aSMichal Kubecek for (; idx < size; idx++) { 3529ce48e5aSMichal Kubecek dst->link_modes.supported[idx] &= 3539ce48e5aSMichal Kubecek src->link_modes.supported[idx]; 3549ce48e5aSMichal Kubecek dst->link_modes.advertising[idx] &= 3559ce48e5aSMichal Kubecek src->link_modes.advertising[idx]; 3569ce48e5aSMichal Kubecek } 3579ce48e5aSMichal Kubecek } 3589ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_intersect_link_masks); 3599ce48e5aSMichal Kubecek 3609ce48e5aSMichal Kubecek void ethtool_convert_legacy_u32_to_link_mode(unsigned long *dst, 3619ce48e5aSMichal Kubecek u32 legacy_u32) 3629ce48e5aSMichal Kubecek { 3634973056cSSean Anderson linkmode_zero(dst); 3649ce48e5aSMichal Kubecek dst[0] = legacy_u32; 3659ce48e5aSMichal Kubecek } 3669ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_convert_legacy_u32_to_link_mode); 3679ce48e5aSMichal Kubecek 3689ce48e5aSMichal Kubecek /* return false if src had higher bits set. lower bits always updated. */ 3699ce48e5aSMichal Kubecek bool ethtool_convert_link_mode_to_legacy_u32(u32 *legacy_u32, 3709ce48e5aSMichal Kubecek const unsigned long *src) 3719ce48e5aSMichal Kubecek { 3729ce48e5aSMichal Kubecek bool retval = true; 3739ce48e5aSMichal Kubecek 3749ce48e5aSMichal Kubecek /* TODO: following test will soon always be true */ 3759ce48e5aSMichal Kubecek if (__ETHTOOL_LINK_MODE_MASK_NBITS > 32) { 3769ce48e5aSMichal Kubecek __ETHTOOL_DECLARE_LINK_MODE_MASK(ext); 3779ce48e5aSMichal Kubecek 3784973056cSSean Anderson linkmode_zero(ext); 3799ce48e5aSMichal Kubecek bitmap_fill(ext, 32); 3809ce48e5aSMichal Kubecek bitmap_complement(ext, ext, __ETHTOOL_LINK_MODE_MASK_NBITS); 3814973056cSSean Anderson if (linkmode_intersects(ext, src)) { 3829ce48e5aSMichal Kubecek /* src mask goes beyond bit 31 */ 3839ce48e5aSMichal Kubecek retval = false; 3849ce48e5aSMichal Kubecek } 3859ce48e5aSMichal Kubecek } 3869ce48e5aSMichal Kubecek *legacy_u32 = src[0]; 3879ce48e5aSMichal Kubecek return retval; 3889ce48e5aSMichal Kubecek } 3899ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_convert_link_mode_to_legacy_u32); 3909ce48e5aSMichal Kubecek 3919ce48e5aSMichal Kubecek /* return false if ksettings link modes had higher bits 3929ce48e5aSMichal Kubecek * set. legacy_settings always updated (best effort) 3939ce48e5aSMichal Kubecek */ 3949ce48e5aSMichal Kubecek static bool 3959ce48e5aSMichal Kubecek convert_link_ksettings_to_legacy_settings( 3969ce48e5aSMichal Kubecek struct ethtool_cmd *legacy_settings, 3979ce48e5aSMichal Kubecek const struct ethtool_link_ksettings *link_ksettings) 3989ce48e5aSMichal Kubecek { 3999ce48e5aSMichal Kubecek bool retval = true; 4009ce48e5aSMichal Kubecek 4019ce48e5aSMichal Kubecek memset(legacy_settings, 0, sizeof(*legacy_settings)); 4029ce48e5aSMichal Kubecek /* this also clears the deprecated fields in legacy structure: 4039ce48e5aSMichal Kubecek * __u8 transceiver; 4049ce48e5aSMichal Kubecek * __u32 maxtxpkt; 4059ce48e5aSMichal Kubecek * __u32 maxrxpkt; 4069ce48e5aSMichal Kubecek */ 4079ce48e5aSMichal Kubecek 4089ce48e5aSMichal Kubecek retval &= ethtool_convert_link_mode_to_legacy_u32( 4099ce48e5aSMichal Kubecek &legacy_settings->supported, 4109ce48e5aSMichal Kubecek link_ksettings->link_modes.supported); 4119ce48e5aSMichal Kubecek retval &= ethtool_convert_link_mode_to_legacy_u32( 4129ce48e5aSMichal Kubecek &legacy_settings->advertising, 4139ce48e5aSMichal Kubecek link_ksettings->link_modes.advertising); 4149ce48e5aSMichal Kubecek retval &= ethtool_convert_link_mode_to_legacy_u32( 4159ce48e5aSMichal Kubecek &legacy_settings->lp_advertising, 4169ce48e5aSMichal Kubecek link_ksettings->link_modes.lp_advertising); 4179ce48e5aSMichal Kubecek ethtool_cmd_speed_set(legacy_settings, link_ksettings->base.speed); 4189ce48e5aSMichal Kubecek legacy_settings->duplex 4199ce48e5aSMichal Kubecek = link_ksettings->base.duplex; 4209ce48e5aSMichal Kubecek legacy_settings->port 4219ce48e5aSMichal Kubecek = link_ksettings->base.port; 4229ce48e5aSMichal Kubecek legacy_settings->phy_address 4239ce48e5aSMichal Kubecek = link_ksettings->base.phy_address; 4249ce48e5aSMichal Kubecek legacy_settings->autoneg 4259ce48e5aSMichal Kubecek = link_ksettings->base.autoneg; 4269ce48e5aSMichal Kubecek legacy_settings->mdio_support 4279ce48e5aSMichal Kubecek = link_ksettings->base.mdio_support; 4289ce48e5aSMichal Kubecek legacy_settings->eth_tp_mdix 4299ce48e5aSMichal Kubecek = link_ksettings->base.eth_tp_mdix; 4309ce48e5aSMichal Kubecek legacy_settings->eth_tp_mdix_ctrl 4319ce48e5aSMichal Kubecek = link_ksettings->base.eth_tp_mdix_ctrl; 4329ce48e5aSMichal Kubecek legacy_settings->transceiver 4339ce48e5aSMichal Kubecek = link_ksettings->base.transceiver; 4349ce48e5aSMichal Kubecek return retval; 4359ce48e5aSMichal Kubecek } 4369ce48e5aSMichal Kubecek 4379ce48e5aSMichal Kubecek /* number of 32-bit words to store the user's link mode bitmaps */ 4389ce48e5aSMichal Kubecek #define __ETHTOOL_LINK_MODE_MASK_NU32 \ 4399ce48e5aSMichal Kubecek DIV_ROUND_UP(__ETHTOOL_LINK_MODE_MASK_NBITS, 32) 4409ce48e5aSMichal Kubecek 4419ce48e5aSMichal Kubecek /* layout of the struct passed from/to userland */ 4429ce48e5aSMichal Kubecek struct ethtool_link_usettings { 4439ce48e5aSMichal Kubecek struct ethtool_link_settings base; 4449ce48e5aSMichal Kubecek struct { 4459ce48e5aSMichal Kubecek __u32 supported[__ETHTOOL_LINK_MODE_MASK_NU32]; 4469ce48e5aSMichal Kubecek __u32 advertising[__ETHTOOL_LINK_MODE_MASK_NU32]; 4479ce48e5aSMichal Kubecek __u32 lp_advertising[__ETHTOOL_LINK_MODE_MASK_NU32]; 4489ce48e5aSMichal Kubecek } link_modes; 4499ce48e5aSMichal Kubecek }; 4509ce48e5aSMichal Kubecek 4519ce48e5aSMichal Kubecek /* Internal kernel helper to query a device ethtool_link_settings. */ 4529ce48e5aSMichal Kubecek int __ethtool_get_link_ksettings(struct net_device *dev, 4539ce48e5aSMichal Kubecek struct ethtool_link_ksettings *link_ksettings) 4549ce48e5aSMichal Kubecek { 4559ce48e5aSMichal Kubecek ASSERT_RTNL(); 4569ce48e5aSMichal Kubecek 4579ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_link_ksettings) 4589ce48e5aSMichal Kubecek return -EOPNOTSUPP; 4599ce48e5aSMichal Kubecek 4609ce48e5aSMichal Kubecek memset(link_ksettings, 0, sizeof(*link_ksettings)); 461a975d7d8SDanielle Ratson return dev->ethtool_ops->get_link_ksettings(dev, link_ksettings); 4629ce48e5aSMichal Kubecek } 4639ce48e5aSMichal Kubecek EXPORT_SYMBOL(__ethtool_get_link_ksettings); 4649ce48e5aSMichal Kubecek 4659ce48e5aSMichal Kubecek /* convert ethtool_link_usettings in user space to a kernel internal 4669ce48e5aSMichal Kubecek * ethtool_link_ksettings. return 0 on success, errno on error. 4679ce48e5aSMichal Kubecek */ 4689ce48e5aSMichal Kubecek static int load_link_ksettings_from_user(struct ethtool_link_ksettings *to, 4699ce48e5aSMichal Kubecek const void __user *from) 4709ce48e5aSMichal Kubecek { 4719ce48e5aSMichal Kubecek struct ethtool_link_usettings link_usettings; 4729ce48e5aSMichal Kubecek 4739ce48e5aSMichal Kubecek if (copy_from_user(&link_usettings, from, sizeof(link_usettings))) 4749ce48e5aSMichal Kubecek return -EFAULT; 4759ce48e5aSMichal Kubecek 4769ce48e5aSMichal Kubecek memcpy(&to->base, &link_usettings.base, sizeof(to->base)); 4779ce48e5aSMichal Kubecek bitmap_from_arr32(to->link_modes.supported, 4789ce48e5aSMichal Kubecek link_usettings.link_modes.supported, 4799ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS); 4809ce48e5aSMichal Kubecek bitmap_from_arr32(to->link_modes.advertising, 4819ce48e5aSMichal Kubecek link_usettings.link_modes.advertising, 4829ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS); 4839ce48e5aSMichal Kubecek bitmap_from_arr32(to->link_modes.lp_advertising, 4849ce48e5aSMichal Kubecek link_usettings.link_modes.lp_advertising, 4859ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS); 4869ce48e5aSMichal Kubecek 4879ce48e5aSMichal Kubecek return 0; 4889ce48e5aSMichal Kubecek } 4899ce48e5aSMichal Kubecek 49070ae1e12SCris Forno /* Check if the user is trying to change anything besides speed/duplex */ 49170ae1e12SCris Forno bool ethtool_virtdev_validate_cmd(const struct ethtool_link_ksettings *cmd) 49270ae1e12SCris Forno { 49370ae1e12SCris Forno struct ethtool_link_settings base2 = {}; 49470ae1e12SCris Forno 49570ae1e12SCris Forno base2.speed = cmd->base.speed; 49670ae1e12SCris Forno base2.port = PORT_OTHER; 49770ae1e12SCris Forno base2.duplex = cmd->base.duplex; 49870ae1e12SCris Forno base2.cmd = cmd->base.cmd; 49970ae1e12SCris Forno base2.link_mode_masks_nwords = cmd->base.link_mode_masks_nwords; 50070ae1e12SCris Forno 50170ae1e12SCris Forno return !memcmp(&base2, &cmd->base, sizeof(base2)) && 50270ae1e12SCris Forno bitmap_empty(cmd->link_modes.supported, 50370ae1e12SCris Forno __ETHTOOL_LINK_MODE_MASK_NBITS) && 50470ae1e12SCris Forno bitmap_empty(cmd->link_modes.lp_advertising, 50570ae1e12SCris Forno __ETHTOOL_LINK_MODE_MASK_NBITS); 50670ae1e12SCris Forno } 50770ae1e12SCris Forno 5089ce48e5aSMichal Kubecek /* convert a kernel internal ethtool_link_ksettings to 5099ce48e5aSMichal Kubecek * ethtool_link_usettings in user space. return 0 on success, errno on 5109ce48e5aSMichal Kubecek * error. 5119ce48e5aSMichal Kubecek */ 5129ce48e5aSMichal Kubecek static int 5139ce48e5aSMichal Kubecek store_link_ksettings_for_user(void __user *to, 5149ce48e5aSMichal Kubecek const struct ethtool_link_ksettings *from) 5159ce48e5aSMichal Kubecek { 5169ce48e5aSMichal Kubecek struct ethtool_link_usettings link_usettings; 5179ce48e5aSMichal Kubecek 518c1d9e34eSGustavo A. R. Silva memcpy(&link_usettings, from, sizeof(link_usettings)); 5199ce48e5aSMichal Kubecek bitmap_to_arr32(link_usettings.link_modes.supported, 5209ce48e5aSMichal Kubecek from->link_modes.supported, 5219ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS); 5229ce48e5aSMichal Kubecek bitmap_to_arr32(link_usettings.link_modes.advertising, 5239ce48e5aSMichal Kubecek from->link_modes.advertising, 5249ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS); 5259ce48e5aSMichal Kubecek bitmap_to_arr32(link_usettings.link_modes.lp_advertising, 5269ce48e5aSMichal Kubecek from->link_modes.lp_advertising, 5279ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NBITS); 5289ce48e5aSMichal Kubecek 5299ce48e5aSMichal Kubecek if (copy_to_user(to, &link_usettings, sizeof(link_usettings))) 5309ce48e5aSMichal Kubecek return -EFAULT; 5319ce48e5aSMichal Kubecek 5329ce48e5aSMichal Kubecek return 0; 5339ce48e5aSMichal Kubecek } 5349ce48e5aSMichal Kubecek 5359ce48e5aSMichal Kubecek /* Query device for its ethtool_link_settings. */ 5369ce48e5aSMichal Kubecek static int ethtool_get_link_ksettings(struct net_device *dev, 5379ce48e5aSMichal Kubecek void __user *useraddr) 5389ce48e5aSMichal Kubecek { 5399ce48e5aSMichal Kubecek int err = 0; 5409ce48e5aSMichal Kubecek struct ethtool_link_ksettings link_ksettings; 5419ce48e5aSMichal Kubecek 5429ce48e5aSMichal Kubecek ASSERT_RTNL(); 5439ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_link_ksettings) 5449ce48e5aSMichal Kubecek return -EOPNOTSUPP; 5459ce48e5aSMichal Kubecek 5469ce48e5aSMichal Kubecek /* handle bitmap nbits handshake */ 5479ce48e5aSMichal Kubecek if (copy_from_user(&link_ksettings.base, useraddr, 5489ce48e5aSMichal Kubecek sizeof(link_ksettings.base))) 5499ce48e5aSMichal Kubecek return -EFAULT; 5509ce48e5aSMichal Kubecek 5519ce48e5aSMichal Kubecek if (__ETHTOOL_LINK_MODE_MASK_NU32 5529ce48e5aSMichal Kubecek != link_ksettings.base.link_mode_masks_nwords) { 5539ce48e5aSMichal Kubecek /* wrong link mode nbits requested */ 5549ce48e5aSMichal Kubecek memset(&link_ksettings, 0, sizeof(link_ksettings)); 5559ce48e5aSMichal Kubecek link_ksettings.base.cmd = ETHTOOL_GLINKSETTINGS; 5569ce48e5aSMichal Kubecek /* send back number of words required as negative val */ 5579ce48e5aSMichal Kubecek compiletime_assert(__ETHTOOL_LINK_MODE_MASK_NU32 <= S8_MAX, 5589ce48e5aSMichal Kubecek "need too many bits for link modes!"); 5599ce48e5aSMichal Kubecek link_ksettings.base.link_mode_masks_nwords 5609ce48e5aSMichal Kubecek = -((s8)__ETHTOOL_LINK_MODE_MASK_NU32); 5619ce48e5aSMichal Kubecek 5629ce48e5aSMichal Kubecek /* copy the base fields back to user, not the link 5639ce48e5aSMichal Kubecek * mode bitmaps 5649ce48e5aSMichal Kubecek */ 5659ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &link_ksettings.base, 5669ce48e5aSMichal Kubecek sizeof(link_ksettings.base))) 5679ce48e5aSMichal Kubecek return -EFAULT; 5689ce48e5aSMichal Kubecek 5699ce48e5aSMichal Kubecek return 0; 5709ce48e5aSMichal Kubecek } 5719ce48e5aSMichal Kubecek 5729ce48e5aSMichal Kubecek /* handshake successful: user/kernel agree on 5739ce48e5aSMichal Kubecek * link_mode_masks_nwords 5749ce48e5aSMichal Kubecek */ 5759ce48e5aSMichal Kubecek 5769ce48e5aSMichal Kubecek memset(&link_ksettings, 0, sizeof(link_ksettings)); 5779ce48e5aSMichal Kubecek err = dev->ethtool_ops->get_link_ksettings(dev, &link_ksettings); 5789ce48e5aSMichal Kubecek if (err < 0) 5799ce48e5aSMichal Kubecek return err; 5809ce48e5aSMichal Kubecek 5819ce48e5aSMichal Kubecek /* make sure we tell the right values to user */ 5829ce48e5aSMichal Kubecek link_ksettings.base.cmd = ETHTOOL_GLINKSETTINGS; 5839ce48e5aSMichal Kubecek link_ksettings.base.link_mode_masks_nwords 5849ce48e5aSMichal Kubecek = __ETHTOOL_LINK_MODE_MASK_NU32; 585bdbdac76SOleksij Rempel link_ksettings.base.master_slave_cfg = MASTER_SLAVE_CFG_UNSUPPORTED; 586bdbdac76SOleksij Rempel link_ksettings.base.master_slave_state = MASTER_SLAVE_STATE_UNSUPPORTED; 5879ce48e5aSMichal Kubecek 5889ce48e5aSMichal Kubecek return store_link_ksettings_for_user(useraddr, &link_ksettings); 5899ce48e5aSMichal Kubecek } 5909ce48e5aSMichal Kubecek 5919ce48e5aSMichal Kubecek /* Update device ethtool_link_settings. */ 5929ce48e5aSMichal Kubecek static int ethtool_set_link_ksettings(struct net_device *dev, 5939ce48e5aSMichal Kubecek void __user *useraddr) 5949ce48e5aSMichal Kubecek { 5959ce48e5aSMichal Kubecek int err; 5969ce48e5aSMichal Kubecek struct ethtool_link_ksettings link_ksettings; 5979ce48e5aSMichal Kubecek 5989ce48e5aSMichal Kubecek ASSERT_RTNL(); 5999ce48e5aSMichal Kubecek 6009ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_link_ksettings) 6019ce48e5aSMichal Kubecek return -EOPNOTSUPP; 6029ce48e5aSMichal Kubecek 6039ce48e5aSMichal Kubecek /* make sure nbits field has expected value */ 6049ce48e5aSMichal Kubecek if (copy_from_user(&link_ksettings.base, useraddr, 6059ce48e5aSMichal Kubecek sizeof(link_ksettings.base))) 6069ce48e5aSMichal Kubecek return -EFAULT; 6079ce48e5aSMichal Kubecek 6089ce48e5aSMichal Kubecek if (__ETHTOOL_LINK_MODE_MASK_NU32 6099ce48e5aSMichal Kubecek != link_ksettings.base.link_mode_masks_nwords) 6109ce48e5aSMichal Kubecek return -EINVAL; 6119ce48e5aSMichal Kubecek 6129ce48e5aSMichal Kubecek /* copy the whole structure, now that we know it has expected 6139ce48e5aSMichal Kubecek * format 6149ce48e5aSMichal Kubecek */ 6159ce48e5aSMichal Kubecek err = load_link_ksettings_from_user(&link_ksettings, useraddr); 6169ce48e5aSMichal Kubecek if (err) 6179ce48e5aSMichal Kubecek return err; 6189ce48e5aSMichal Kubecek 6199ce48e5aSMichal Kubecek /* re-check nwords field, just in case */ 6209ce48e5aSMichal Kubecek if (__ETHTOOL_LINK_MODE_MASK_NU32 6219ce48e5aSMichal Kubecek != link_ksettings.base.link_mode_masks_nwords) 6229ce48e5aSMichal Kubecek return -EINVAL; 6239ce48e5aSMichal Kubecek 624bdbdac76SOleksij Rempel if (link_ksettings.base.master_slave_cfg || 625bdbdac76SOleksij Rempel link_ksettings.base.master_slave_state) 626bdbdac76SOleksij Rempel return -EINVAL; 627bdbdac76SOleksij Rempel 62873286734SMichal Kubecek err = dev->ethtool_ops->set_link_ksettings(dev, &link_ksettings); 6291b1b1847SMichal Kubecek if (err >= 0) { 63073286734SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_LINKINFO_NTF, NULL); 6311b1b1847SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_LINKMODES_NTF, NULL); 6321b1b1847SMichal Kubecek } 63373286734SMichal Kubecek return err; 6349ce48e5aSMichal Kubecek } 6359ce48e5aSMichal Kubecek 63670ae1e12SCris Forno int ethtool_virtdev_set_link_ksettings(struct net_device *dev, 63770ae1e12SCris Forno const struct ethtool_link_ksettings *cmd, 63870ae1e12SCris Forno u32 *dev_speed, u8 *dev_duplex) 63970ae1e12SCris Forno { 64070ae1e12SCris Forno u32 speed; 64170ae1e12SCris Forno u8 duplex; 64270ae1e12SCris Forno 64370ae1e12SCris Forno speed = cmd->base.speed; 64470ae1e12SCris Forno duplex = cmd->base.duplex; 64570ae1e12SCris Forno /* don't allow custom speed and duplex */ 64670ae1e12SCris Forno if (!ethtool_validate_speed(speed) || 64770ae1e12SCris Forno !ethtool_validate_duplex(duplex) || 64870ae1e12SCris Forno !ethtool_virtdev_validate_cmd(cmd)) 64970ae1e12SCris Forno return -EINVAL; 65070ae1e12SCris Forno *dev_speed = speed; 65170ae1e12SCris Forno *dev_duplex = duplex; 65270ae1e12SCris Forno 65370ae1e12SCris Forno return 0; 65470ae1e12SCris Forno } 65570ae1e12SCris Forno EXPORT_SYMBOL(ethtool_virtdev_set_link_ksettings); 65670ae1e12SCris Forno 6579ce48e5aSMichal Kubecek /* Query device for its ethtool_cmd settings. 6589ce48e5aSMichal Kubecek * 6599ce48e5aSMichal Kubecek * Backward compatibility note: for compatibility with legacy ethtool, this is 6609ce48e5aSMichal Kubecek * now implemented via get_link_ksettings. When driver reports higher link mode 6619ce48e5aSMichal Kubecek * bits, a kernel warning is logged once (with name of 1st driver/device) to 6629ce48e5aSMichal Kubecek * recommend user to upgrade ethtool, but the command is successful (only the 6639ce48e5aSMichal Kubecek * lower link mode bits reported back to user). Deprecated fields from 6649ce48e5aSMichal Kubecek * ethtool_cmd (transceiver/maxrxpkt/maxtxpkt) are always set to zero. 6659ce48e5aSMichal Kubecek */ 6669ce48e5aSMichal Kubecek static int ethtool_get_settings(struct net_device *dev, void __user *useraddr) 6679ce48e5aSMichal Kubecek { 6689ce48e5aSMichal Kubecek struct ethtool_link_ksettings link_ksettings; 6699ce48e5aSMichal Kubecek struct ethtool_cmd cmd; 6709ce48e5aSMichal Kubecek int err; 6719ce48e5aSMichal Kubecek 6729ce48e5aSMichal Kubecek ASSERT_RTNL(); 6739ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_link_ksettings) 6749ce48e5aSMichal Kubecek return -EOPNOTSUPP; 6759ce48e5aSMichal Kubecek 6769ce48e5aSMichal Kubecek memset(&link_ksettings, 0, sizeof(link_ksettings)); 6779ce48e5aSMichal Kubecek err = dev->ethtool_ops->get_link_ksettings(dev, &link_ksettings); 6789ce48e5aSMichal Kubecek if (err < 0) 6799ce48e5aSMichal Kubecek return err; 6809ce48e5aSMichal Kubecek convert_link_ksettings_to_legacy_settings(&cmd, &link_ksettings); 6819ce48e5aSMichal Kubecek 6829ce48e5aSMichal Kubecek /* send a sensible cmd tag back to user */ 6839ce48e5aSMichal Kubecek cmd.cmd = ETHTOOL_GSET; 6849ce48e5aSMichal Kubecek 6859ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &cmd, sizeof(cmd))) 6869ce48e5aSMichal Kubecek return -EFAULT; 6879ce48e5aSMichal Kubecek 6889ce48e5aSMichal Kubecek return 0; 6899ce48e5aSMichal Kubecek } 6909ce48e5aSMichal Kubecek 6919ce48e5aSMichal Kubecek /* Update device link settings with given ethtool_cmd. 6929ce48e5aSMichal Kubecek * 6939ce48e5aSMichal Kubecek * Backward compatibility note: for compatibility with legacy ethtool, this is 6949ce48e5aSMichal Kubecek * now always implemented via set_link_settings. When user's request updates 6959ce48e5aSMichal Kubecek * deprecated ethtool_cmd fields (transceiver/maxrxpkt/maxtxpkt), a kernel 6969ce48e5aSMichal Kubecek * warning is logged once (with name of 1st driver/device) to recommend user to 6979ce48e5aSMichal Kubecek * upgrade ethtool, and the request is rejected. 6989ce48e5aSMichal Kubecek */ 6999ce48e5aSMichal Kubecek static int ethtool_set_settings(struct net_device *dev, void __user *useraddr) 7009ce48e5aSMichal Kubecek { 7019ce48e5aSMichal Kubecek struct ethtool_link_ksettings link_ksettings; 7029ce48e5aSMichal Kubecek struct ethtool_cmd cmd; 70373286734SMichal Kubecek int ret; 7049ce48e5aSMichal Kubecek 7059ce48e5aSMichal Kubecek ASSERT_RTNL(); 7069ce48e5aSMichal Kubecek 7079ce48e5aSMichal Kubecek if (copy_from_user(&cmd, useraddr, sizeof(cmd))) 7089ce48e5aSMichal Kubecek return -EFAULT; 7099ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_link_ksettings) 7109ce48e5aSMichal Kubecek return -EOPNOTSUPP; 7119ce48e5aSMichal Kubecek 7129ce48e5aSMichal Kubecek if (!convert_legacy_settings_to_link_ksettings(&link_ksettings, &cmd)) 7139ce48e5aSMichal Kubecek return -EINVAL; 7149ce48e5aSMichal Kubecek link_ksettings.base.link_mode_masks_nwords = 7159ce48e5aSMichal Kubecek __ETHTOOL_LINK_MODE_MASK_NU32; 71673286734SMichal Kubecek ret = dev->ethtool_ops->set_link_ksettings(dev, &link_ksettings); 7171b1b1847SMichal Kubecek if (ret >= 0) { 71873286734SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_LINKINFO_NTF, NULL); 7191b1b1847SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_LINKMODES_NTF, NULL); 7201b1b1847SMichal Kubecek } 72173286734SMichal Kubecek return ret; 7229ce48e5aSMichal Kubecek } 7239ce48e5aSMichal Kubecek 724095cfcfeSJakub Kicinski static int 725095cfcfeSJakub Kicinski ethtool_get_drvinfo(struct net_device *dev, struct ethtool_devlink_compat *rsp) 7269ce48e5aSMichal Kubecek { 7279ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 7289ce48e5aSMichal Kubecek 729095cfcfeSJakub Kicinski rsp->info.cmd = ETHTOOL_GDRVINFO; 730095cfcfeSJakub Kicinski strlcpy(rsp->info.version, UTS_RELEASE, sizeof(rsp->info.version)); 7319ce48e5aSMichal Kubecek if (ops->get_drvinfo) { 732095cfcfeSJakub Kicinski ops->get_drvinfo(dev, &rsp->info); 7339ce48e5aSMichal Kubecek } else if (dev->dev.parent && dev->dev.parent->driver) { 734095cfcfeSJakub Kicinski strlcpy(rsp->info.bus_info, dev_name(dev->dev.parent), 735095cfcfeSJakub Kicinski sizeof(rsp->info.bus_info)); 736095cfcfeSJakub Kicinski strlcpy(rsp->info.driver, dev->dev.parent->driver->name, 737095cfcfeSJakub Kicinski sizeof(rsp->info.driver)); 738bde3b0fdSTonghao Zhang } else if (dev->rtnl_link_ops) { 739bde3b0fdSTonghao Zhang strlcpy(rsp->info.driver, dev->rtnl_link_ops->kind, 740bde3b0fdSTonghao Zhang sizeof(rsp->info.driver)); 7419ce48e5aSMichal Kubecek } else { 7429ce48e5aSMichal Kubecek return -EOPNOTSUPP; 7439ce48e5aSMichal Kubecek } 7449ce48e5aSMichal Kubecek 7459ce48e5aSMichal Kubecek /* 7469ce48e5aSMichal Kubecek * this method of obtaining string set info is deprecated; 7479ce48e5aSMichal Kubecek * Use ETHTOOL_GSSET_INFO instead. 7489ce48e5aSMichal Kubecek */ 7499ce48e5aSMichal Kubecek if (ops->get_sset_count) { 7509ce48e5aSMichal Kubecek int rc; 7519ce48e5aSMichal Kubecek 7529ce48e5aSMichal Kubecek rc = ops->get_sset_count(dev, ETH_SS_TEST); 7539ce48e5aSMichal Kubecek if (rc >= 0) 754095cfcfeSJakub Kicinski rsp->info.testinfo_len = rc; 7559ce48e5aSMichal Kubecek rc = ops->get_sset_count(dev, ETH_SS_STATS); 7569ce48e5aSMichal Kubecek if (rc >= 0) 757095cfcfeSJakub Kicinski rsp->info.n_stats = rc; 7589ce48e5aSMichal Kubecek rc = ops->get_sset_count(dev, ETH_SS_PRIV_FLAGS); 7599ce48e5aSMichal Kubecek if (rc >= 0) 760095cfcfeSJakub Kicinski rsp->info.n_priv_flags = rc; 7619ce48e5aSMichal Kubecek } 7629ce48e5aSMichal Kubecek if (ops->get_regs_len) { 7639ce48e5aSMichal Kubecek int ret = ops->get_regs_len(dev); 7649ce48e5aSMichal Kubecek 7659ce48e5aSMichal Kubecek if (ret > 0) 766095cfcfeSJakub Kicinski rsp->info.regdump_len = ret; 7679ce48e5aSMichal Kubecek } 7689ce48e5aSMichal Kubecek 7699ce48e5aSMichal Kubecek if (ops->get_eeprom_len) 770095cfcfeSJakub Kicinski rsp->info.eedump_len = ops->get_eeprom_len(dev); 7719ce48e5aSMichal Kubecek 772095cfcfeSJakub Kicinski if (!rsp->info.fw_version[0]) 7731af0a094SJakub Kicinski rsp->devlink = netdev_to_devlink_get(dev); 7741af0a094SJakub Kicinski 7759ce48e5aSMichal Kubecek return 0; 7769ce48e5aSMichal Kubecek } 7779ce48e5aSMichal Kubecek 7789ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_get_sset_info(struct net_device *dev, 7799ce48e5aSMichal Kubecek void __user *useraddr) 7809ce48e5aSMichal Kubecek { 7819ce48e5aSMichal Kubecek struct ethtool_sset_info info; 7829ce48e5aSMichal Kubecek u64 sset_mask; 7839ce48e5aSMichal Kubecek int i, idx = 0, n_bits = 0, ret, rc; 7849ce48e5aSMichal Kubecek u32 *info_buf = NULL; 7859ce48e5aSMichal Kubecek 7869ce48e5aSMichal Kubecek if (copy_from_user(&info, useraddr, sizeof(info))) 7879ce48e5aSMichal Kubecek return -EFAULT; 7889ce48e5aSMichal Kubecek 7899ce48e5aSMichal Kubecek /* store copy of mask, because we zero struct later on */ 7909ce48e5aSMichal Kubecek sset_mask = info.sset_mask; 7919ce48e5aSMichal Kubecek if (!sset_mask) 7929ce48e5aSMichal Kubecek return 0; 7939ce48e5aSMichal Kubecek 7949ce48e5aSMichal Kubecek /* calculate size of return buffer */ 7959ce48e5aSMichal Kubecek n_bits = hweight64(sset_mask); 7969ce48e5aSMichal Kubecek 7979ce48e5aSMichal Kubecek memset(&info, 0, sizeof(info)); 7989ce48e5aSMichal Kubecek info.cmd = ETHTOOL_GSSET_INFO; 7999ce48e5aSMichal Kubecek 8009ce48e5aSMichal Kubecek info_buf = kcalloc(n_bits, sizeof(u32), GFP_USER); 8019ce48e5aSMichal Kubecek if (!info_buf) 8029ce48e5aSMichal Kubecek return -ENOMEM; 8039ce48e5aSMichal Kubecek 8049ce48e5aSMichal Kubecek /* 8059ce48e5aSMichal Kubecek * fill return buffer based on input bitmask and successful 8069ce48e5aSMichal Kubecek * get_sset_count return 8079ce48e5aSMichal Kubecek */ 8089ce48e5aSMichal Kubecek for (i = 0; i < 64; i++) { 8099ce48e5aSMichal Kubecek if (!(sset_mask & (1ULL << i))) 8109ce48e5aSMichal Kubecek continue; 8119ce48e5aSMichal Kubecek 8129ce48e5aSMichal Kubecek rc = __ethtool_get_sset_count(dev, i); 8139ce48e5aSMichal Kubecek if (rc >= 0) { 8149ce48e5aSMichal Kubecek info.sset_mask |= (1ULL << i); 8159ce48e5aSMichal Kubecek info_buf[idx++] = rc; 8169ce48e5aSMichal Kubecek } 8179ce48e5aSMichal Kubecek } 8189ce48e5aSMichal Kubecek 8199ce48e5aSMichal Kubecek ret = -EFAULT; 8209ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &info, sizeof(info))) 8219ce48e5aSMichal Kubecek goto out; 8229ce48e5aSMichal Kubecek 8239ce48e5aSMichal Kubecek useraddr += offsetof(struct ethtool_sset_info, data); 824ed717613SGustavo A. R. Silva if (copy_to_user(useraddr, info_buf, array_size(idx, sizeof(u32)))) 8259ce48e5aSMichal Kubecek goto out; 8269ce48e5aSMichal Kubecek 8279ce48e5aSMichal Kubecek ret = 0; 8289ce48e5aSMichal Kubecek 8299ce48e5aSMichal Kubecek out: 8309ce48e5aSMichal Kubecek kfree(info_buf); 8319ce48e5aSMichal Kubecek return ret; 8329ce48e5aSMichal Kubecek } 8339ce48e5aSMichal Kubecek 834dd98d289SArnd Bergmann static noinline_for_stack int 835dd98d289SArnd Bergmann ethtool_rxnfc_copy_from_compat(struct ethtool_rxnfc *rxnfc, 836dd98d289SArnd Bergmann const struct compat_ethtool_rxnfc __user *useraddr, 837dd98d289SArnd Bergmann size_t size) 838dd98d289SArnd Bergmann { 839dd98d289SArnd Bergmann struct compat_ethtool_rxnfc crxnfc = {}; 840dd98d289SArnd Bergmann 841dd98d289SArnd Bergmann /* We expect there to be holes between fs.m_ext and 842dd98d289SArnd Bergmann * fs.ring_cookie and at the end of fs, but nowhere else. 843dd98d289SArnd Bergmann * On non-x86, no conversion should be needed. 844dd98d289SArnd Bergmann */ 845dd98d289SArnd Bergmann BUILD_BUG_ON(!IS_ENABLED(CONFIG_X86_64) && 846dd98d289SArnd Bergmann sizeof(struct compat_ethtool_rxnfc) != 847dd98d289SArnd Bergmann sizeof(struct ethtool_rxnfc)); 848dd98d289SArnd Bergmann BUILD_BUG_ON(offsetof(struct compat_ethtool_rxnfc, fs.m_ext) + 849dd98d289SArnd Bergmann sizeof(useraddr->fs.m_ext) != 850dd98d289SArnd Bergmann offsetof(struct ethtool_rxnfc, fs.m_ext) + 851dd98d289SArnd Bergmann sizeof(rxnfc->fs.m_ext)); 852dd98d289SArnd Bergmann BUILD_BUG_ON(offsetof(struct compat_ethtool_rxnfc, fs.location) - 853dd98d289SArnd Bergmann offsetof(struct compat_ethtool_rxnfc, fs.ring_cookie) != 854dd98d289SArnd Bergmann offsetof(struct ethtool_rxnfc, fs.location) - 855dd98d289SArnd Bergmann offsetof(struct ethtool_rxnfc, fs.ring_cookie)); 856dd98d289SArnd Bergmann 857dd98d289SArnd Bergmann if (copy_from_user(&crxnfc, useraddr, min(size, sizeof(crxnfc)))) 858dd98d289SArnd Bergmann return -EFAULT; 859dd98d289SArnd Bergmann 860dd98d289SArnd Bergmann *rxnfc = (struct ethtool_rxnfc) { 861dd98d289SArnd Bergmann .cmd = crxnfc.cmd, 862dd98d289SArnd Bergmann .flow_type = crxnfc.flow_type, 863dd98d289SArnd Bergmann .data = crxnfc.data, 864dd98d289SArnd Bergmann .fs = { 865dd98d289SArnd Bergmann .flow_type = crxnfc.fs.flow_type, 866dd98d289SArnd Bergmann .h_u = crxnfc.fs.h_u, 867dd98d289SArnd Bergmann .h_ext = crxnfc.fs.h_ext, 868dd98d289SArnd Bergmann .m_u = crxnfc.fs.m_u, 869dd98d289SArnd Bergmann .m_ext = crxnfc.fs.m_ext, 870dd98d289SArnd Bergmann .ring_cookie = crxnfc.fs.ring_cookie, 871dd98d289SArnd Bergmann .location = crxnfc.fs.location, 872dd98d289SArnd Bergmann }, 873dd98d289SArnd Bergmann .rule_cnt = crxnfc.rule_cnt, 874dd98d289SArnd Bergmann }; 875dd98d289SArnd Bergmann 876dd98d289SArnd Bergmann return 0; 877dd98d289SArnd Bergmann } 878dd98d289SArnd Bergmann 879dd98d289SArnd Bergmann static int ethtool_rxnfc_copy_from_user(struct ethtool_rxnfc *rxnfc, 880dd98d289SArnd Bergmann const void __user *useraddr, 881dd98d289SArnd Bergmann size_t size) 882dd98d289SArnd Bergmann { 883dd98d289SArnd Bergmann if (compat_need_64bit_alignment_fixup()) 884dd98d289SArnd Bergmann return ethtool_rxnfc_copy_from_compat(rxnfc, useraddr, size); 885dd98d289SArnd Bergmann 886dd98d289SArnd Bergmann if (copy_from_user(rxnfc, useraddr, size)) 887dd98d289SArnd Bergmann return -EFAULT; 888dd98d289SArnd Bergmann 889dd98d289SArnd Bergmann return 0; 890dd98d289SArnd Bergmann } 891dd98d289SArnd Bergmann 892dd98d289SArnd Bergmann static int ethtool_rxnfc_copy_to_compat(void __user *useraddr, 893dd98d289SArnd Bergmann const struct ethtool_rxnfc *rxnfc, 894dd98d289SArnd Bergmann size_t size, const u32 *rule_buf) 895dd98d289SArnd Bergmann { 896dd98d289SArnd Bergmann struct compat_ethtool_rxnfc crxnfc; 897dd98d289SArnd Bergmann 898dd98d289SArnd Bergmann memset(&crxnfc, 0, sizeof(crxnfc)); 899dd98d289SArnd Bergmann crxnfc = (struct compat_ethtool_rxnfc) { 900dd98d289SArnd Bergmann .cmd = rxnfc->cmd, 901dd98d289SArnd Bergmann .flow_type = rxnfc->flow_type, 902dd98d289SArnd Bergmann .data = rxnfc->data, 903dd98d289SArnd Bergmann .fs = { 904dd98d289SArnd Bergmann .flow_type = rxnfc->fs.flow_type, 905dd98d289SArnd Bergmann .h_u = rxnfc->fs.h_u, 906dd98d289SArnd Bergmann .h_ext = rxnfc->fs.h_ext, 907dd98d289SArnd Bergmann .m_u = rxnfc->fs.m_u, 908dd98d289SArnd Bergmann .m_ext = rxnfc->fs.m_ext, 909dd98d289SArnd Bergmann .ring_cookie = rxnfc->fs.ring_cookie, 910dd98d289SArnd Bergmann .location = rxnfc->fs.location, 911dd98d289SArnd Bergmann }, 912dd98d289SArnd Bergmann .rule_cnt = rxnfc->rule_cnt, 913dd98d289SArnd Bergmann }; 914dd98d289SArnd Bergmann 915dd98d289SArnd Bergmann if (copy_to_user(useraddr, &crxnfc, min(size, sizeof(crxnfc)))) 916dd98d289SArnd Bergmann return -EFAULT; 917dd98d289SArnd Bergmann 918dd98d289SArnd Bergmann return 0; 919dd98d289SArnd Bergmann } 920dd98d289SArnd Bergmann 921dd98d289SArnd Bergmann static int ethtool_rxnfc_copy_to_user(void __user *useraddr, 922dd98d289SArnd Bergmann const struct ethtool_rxnfc *rxnfc, 923dd98d289SArnd Bergmann size_t size, const u32 *rule_buf) 924dd98d289SArnd Bergmann { 925dd98d289SArnd Bergmann int ret; 926dd98d289SArnd Bergmann 927dd98d289SArnd Bergmann if (compat_need_64bit_alignment_fixup()) { 928dd98d289SArnd Bergmann ret = ethtool_rxnfc_copy_to_compat(useraddr, rxnfc, size, 929dd98d289SArnd Bergmann rule_buf); 930dd98d289SArnd Bergmann useraddr += offsetof(struct compat_ethtool_rxnfc, rule_locs); 931dd98d289SArnd Bergmann } else { 9329b29a161SSaeed Mahameed ret = copy_to_user(useraddr, rxnfc, size); 933dd98d289SArnd Bergmann useraddr += offsetof(struct ethtool_rxnfc, rule_locs); 934dd98d289SArnd Bergmann } 935dd98d289SArnd Bergmann 936dd98d289SArnd Bergmann if (ret) 937dd98d289SArnd Bergmann return -EFAULT; 938dd98d289SArnd Bergmann 939dd98d289SArnd Bergmann if (rule_buf) { 940dd98d289SArnd Bergmann if (copy_to_user(useraddr, rule_buf, 941dd98d289SArnd Bergmann rxnfc->rule_cnt * sizeof(u32))) 942dd98d289SArnd Bergmann return -EFAULT; 943dd98d289SArnd Bergmann } 944dd98d289SArnd Bergmann 945dd98d289SArnd Bergmann return 0; 946dd98d289SArnd Bergmann } 947dd98d289SArnd Bergmann 9489ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_set_rxnfc(struct net_device *dev, 9499ce48e5aSMichal Kubecek u32 cmd, void __user *useraddr) 9509ce48e5aSMichal Kubecek { 9519ce48e5aSMichal Kubecek struct ethtool_rxnfc info; 9529ce48e5aSMichal Kubecek size_t info_size = sizeof(info); 9539ce48e5aSMichal Kubecek int rc; 9549ce48e5aSMichal Kubecek 9559ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_rxnfc) 9569ce48e5aSMichal Kubecek return -EOPNOTSUPP; 9579ce48e5aSMichal Kubecek 9589ce48e5aSMichal Kubecek /* struct ethtool_rxnfc was originally defined for 9599ce48e5aSMichal Kubecek * ETHTOOL_{G,S}RXFH with only the cmd, flow_type and data 9609ce48e5aSMichal Kubecek * members. User-space might still be using that 9619ce48e5aSMichal Kubecek * definition. */ 9629ce48e5aSMichal Kubecek if (cmd == ETHTOOL_SRXFH) 9639ce48e5aSMichal Kubecek info_size = (offsetof(struct ethtool_rxnfc, data) + 9649ce48e5aSMichal Kubecek sizeof(info.data)); 9659ce48e5aSMichal Kubecek 966dd98d289SArnd Bergmann if (ethtool_rxnfc_copy_from_user(&info, useraddr, info_size)) 9679ce48e5aSMichal Kubecek return -EFAULT; 9689ce48e5aSMichal Kubecek 9699ce48e5aSMichal Kubecek rc = dev->ethtool_ops->set_rxnfc(dev, &info); 9709ce48e5aSMichal Kubecek if (rc) 9719ce48e5aSMichal Kubecek return rc; 9729ce48e5aSMichal Kubecek 9739ce48e5aSMichal Kubecek if (cmd == ETHTOOL_SRXCLSRLINS && 974dd98d289SArnd Bergmann ethtool_rxnfc_copy_to_user(useraddr, &info, info_size, NULL)) 9759ce48e5aSMichal Kubecek return -EFAULT; 9769ce48e5aSMichal Kubecek 9779ce48e5aSMichal Kubecek return 0; 9789ce48e5aSMichal Kubecek } 9799ce48e5aSMichal Kubecek 9809ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_get_rxnfc(struct net_device *dev, 9819ce48e5aSMichal Kubecek u32 cmd, void __user *useraddr) 9829ce48e5aSMichal Kubecek { 9839ce48e5aSMichal Kubecek struct ethtool_rxnfc info; 9849ce48e5aSMichal Kubecek size_t info_size = sizeof(info); 9859ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 9869ce48e5aSMichal Kubecek int ret; 9879ce48e5aSMichal Kubecek void *rule_buf = NULL; 9889ce48e5aSMichal Kubecek 9899ce48e5aSMichal Kubecek if (!ops->get_rxnfc) 9909ce48e5aSMichal Kubecek return -EOPNOTSUPP; 9919ce48e5aSMichal Kubecek 9929ce48e5aSMichal Kubecek /* struct ethtool_rxnfc was originally defined for 9939ce48e5aSMichal Kubecek * ETHTOOL_{G,S}RXFH with only the cmd, flow_type and data 9949ce48e5aSMichal Kubecek * members. User-space might still be using that 9959ce48e5aSMichal Kubecek * definition. */ 9969ce48e5aSMichal Kubecek if (cmd == ETHTOOL_GRXFH) 9979ce48e5aSMichal Kubecek info_size = (offsetof(struct ethtool_rxnfc, data) + 9989ce48e5aSMichal Kubecek sizeof(info.data)); 9999ce48e5aSMichal Kubecek 1000dd98d289SArnd Bergmann if (ethtool_rxnfc_copy_from_user(&info, useraddr, info_size)) 10019ce48e5aSMichal Kubecek return -EFAULT; 10029ce48e5aSMichal Kubecek 10039ce48e5aSMichal Kubecek /* If FLOW_RSS was requested then user-space must be using the 10049ce48e5aSMichal Kubecek * new definition, as FLOW_RSS is newer. 10059ce48e5aSMichal Kubecek */ 10069ce48e5aSMichal Kubecek if (cmd == ETHTOOL_GRXFH && info.flow_type & FLOW_RSS) { 10079ce48e5aSMichal Kubecek info_size = sizeof(info); 1008dd98d289SArnd Bergmann if (ethtool_rxnfc_copy_from_user(&info, useraddr, info_size)) 10099ce48e5aSMichal Kubecek return -EFAULT; 10109ce48e5aSMichal Kubecek /* Since malicious users may modify the original data, 10119ce48e5aSMichal Kubecek * we need to check whether FLOW_RSS is still requested. 10129ce48e5aSMichal Kubecek */ 10139ce48e5aSMichal Kubecek if (!(info.flow_type & FLOW_RSS)) 10149ce48e5aSMichal Kubecek return -EINVAL; 10159ce48e5aSMichal Kubecek } 10169ce48e5aSMichal Kubecek 10179ce48e5aSMichal Kubecek if (info.cmd != cmd) 10189ce48e5aSMichal Kubecek return -EINVAL; 10199ce48e5aSMichal Kubecek 10209ce48e5aSMichal Kubecek if (info.cmd == ETHTOOL_GRXCLSRLALL) { 10219ce48e5aSMichal Kubecek if (info.rule_cnt > 0) { 10229ce48e5aSMichal Kubecek if (info.rule_cnt <= KMALLOC_MAX_SIZE / sizeof(u32)) 10239ce48e5aSMichal Kubecek rule_buf = kcalloc(info.rule_cnt, sizeof(u32), 10249ce48e5aSMichal Kubecek GFP_USER); 10259ce48e5aSMichal Kubecek if (!rule_buf) 10269ce48e5aSMichal Kubecek return -ENOMEM; 10279ce48e5aSMichal Kubecek } 10289ce48e5aSMichal Kubecek } 10299ce48e5aSMichal Kubecek 10309ce48e5aSMichal Kubecek ret = ops->get_rxnfc(dev, &info, rule_buf); 10319ce48e5aSMichal Kubecek if (ret < 0) 10329ce48e5aSMichal Kubecek goto err_out; 10339ce48e5aSMichal Kubecek 1034dd98d289SArnd Bergmann ret = ethtool_rxnfc_copy_to_user(useraddr, &info, info_size, rule_buf); 10359ce48e5aSMichal Kubecek err_out: 10369ce48e5aSMichal Kubecek kfree(rule_buf); 10379ce48e5aSMichal Kubecek 10389ce48e5aSMichal Kubecek return ret; 10399ce48e5aSMichal Kubecek } 10409ce48e5aSMichal Kubecek 10419ce48e5aSMichal Kubecek static int ethtool_copy_validate_indir(u32 *indir, void __user *useraddr, 10429ce48e5aSMichal Kubecek struct ethtool_rxnfc *rx_rings, 10439ce48e5aSMichal Kubecek u32 size) 10449ce48e5aSMichal Kubecek { 10459ce48e5aSMichal Kubecek int i; 10469ce48e5aSMichal Kubecek 1047ed717613SGustavo A. R. Silva if (copy_from_user(indir, useraddr, array_size(size, sizeof(indir[0])))) 10489ce48e5aSMichal Kubecek return -EFAULT; 10499ce48e5aSMichal Kubecek 10509ce48e5aSMichal Kubecek /* Validate ring indices */ 10519ce48e5aSMichal Kubecek for (i = 0; i < size; i++) 10529ce48e5aSMichal Kubecek if (indir[i] >= rx_rings->data) 10539ce48e5aSMichal Kubecek return -EINVAL; 10549ce48e5aSMichal Kubecek 10559ce48e5aSMichal Kubecek return 0; 10569ce48e5aSMichal Kubecek } 10579ce48e5aSMichal Kubecek 10589ce48e5aSMichal Kubecek u8 netdev_rss_key[NETDEV_RSS_KEY_LEN] __read_mostly; 10599ce48e5aSMichal Kubecek 10609ce48e5aSMichal Kubecek void netdev_rss_key_fill(void *buffer, size_t len) 10619ce48e5aSMichal Kubecek { 10629ce48e5aSMichal Kubecek BUG_ON(len > sizeof(netdev_rss_key)); 10639ce48e5aSMichal Kubecek net_get_random_once(netdev_rss_key, sizeof(netdev_rss_key)); 10649ce48e5aSMichal Kubecek memcpy(buffer, netdev_rss_key, len); 10659ce48e5aSMichal Kubecek } 10669ce48e5aSMichal Kubecek EXPORT_SYMBOL(netdev_rss_key_fill); 10679ce48e5aSMichal Kubecek 10689ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_get_rxfh_indir(struct net_device *dev, 10699ce48e5aSMichal Kubecek void __user *useraddr) 10709ce48e5aSMichal Kubecek { 10719ce48e5aSMichal Kubecek u32 user_size, dev_size; 10729ce48e5aSMichal Kubecek u32 *indir; 10739ce48e5aSMichal Kubecek int ret; 10749ce48e5aSMichal Kubecek 10759ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_rxfh_indir_size || 10769ce48e5aSMichal Kubecek !dev->ethtool_ops->get_rxfh) 10779ce48e5aSMichal Kubecek return -EOPNOTSUPP; 10789ce48e5aSMichal Kubecek dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev); 10799ce48e5aSMichal Kubecek if (dev_size == 0) 10809ce48e5aSMichal Kubecek return -EOPNOTSUPP; 10819ce48e5aSMichal Kubecek 10829ce48e5aSMichal Kubecek if (copy_from_user(&user_size, 10839ce48e5aSMichal Kubecek useraddr + offsetof(struct ethtool_rxfh_indir, size), 10849ce48e5aSMichal Kubecek sizeof(user_size))) 10859ce48e5aSMichal Kubecek return -EFAULT; 10869ce48e5aSMichal Kubecek 10879ce48e5aSMichal Kubecek if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh_indir, size), 10889ce48e5aSMichal Kubecek &dev_size, sizeof(dev_size))) 10899ce48e5aSMichal Kubecek return -EFAULT; 10909ce48e5aSMichal Kubecek 10919ce48e5aSMichal Kubecek /* If the user buffer size is 0, this is just a query for the 10929ce48e5aSMichal Kubecek * device table size. Otherwise, if it's smaller than the 10939ce48e5aSMichal Kubecek * device table size it's an error. 10949ce48e5aSMichal Kubecek */ 10959ce48e5aSMichal Kubecek if (user_size < dev_size) 10969ce48e5aSMichal Kubecek return user_size == 0 ? 0 : -EINVAL; 10979ce48e5aSMichal Kubecek 10989ce48e5aSMichal Kubecek indir = kcalloc(dev_size, sizeof(indir[0]), GFP_USER); 10999ce48e5aSMichal Kubecek if (!indir) 11009ce48e5aSMichal Kubecek return -ENOMEM; 11019ce48e5aSMichal Kubecek 11029ce48e5aSMichal Kubecek ret = dev->ethtool_ops->get_rxfh(dev, indir, NULL, NULL); 11039ce48e5aSMichal Kubecek if (ret) 11049ce48e5aSMichal Kubecek goto out; 11059ce48e5aSMichal Kubecek 11069ce48e5aSMichal Kubecek if (copy_to_user(useraddr + 11079ce48e5aSMichal Kubecek offsetof(struct ethtool_rxfh_indir, ring_index[0]), 11089ce48e5aSMichal Kubecek indir, dev_size * sizeof(indir[0]))) 11099ce48e5aSMichal Kubecek ret = -EFAULT; 11109ce48e5aSMichal Kubecek 11119ce48e5aSMichal Kubecek out: 11129ce48e5aSMichal Kubecek kfree(indir); 11139ce48e5aSMichal Kubecek return ret; 11149ce48e5aSMichal Kubecek } 11159ce48e5aSMichal Kubecek 11169ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_set_rxfh_indir(struct net_device *dev, 11179ce48e5aSMichal Kubecek void __user *useraddr) 11189ce48e5aSMichal Kubecek { 11199ce48e5aSMichal Kubecek struct ethtool_rxnfc rx_rings; 11209ce48e5aSMichal Kubecek u32 user_size, dev_size, i; 11219ce48e5aSMichal Kubecek u32 *indir; 11229ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 11239ce48e5aSMichal Kubecek int ret; 11249ce48e5aSMichal Kubecek u32 ringidx_offset = offsetof(struct ethtool_rxfh_indir, ring_index[0]); 11259ce48e5aSMichal Kubecek 11269ce48e5aSMichal Kubecek if (!ops->get_rxfh_indir_size || !ops->set_rxfh || 11279ce48e5aSMichal Kubecek !ops->get_rxnfc) 11289ce48e5aSMichal Kubecek return -EOPNOTSUPP; 11299ce48e5aSMichal Kubecek 11309ce48e5aSMichal Kubecek dev_size = ops->get_rxfh_indir_size(dev); 11319ce48e5aSMichal Kubecek if (dev_size == 0) 11329ce48e5aSMichal Kubecek return -EOPNOTSUPP; 11339ce48e5aSMichal Kubecek 11349ce48e5aSMichal Kubecek if (copy_from_user(&user_size, 11359ce48e5aSMichal Kubecek useraddr + offsetof(struct ethtool_rxfh_indir, size), 11369ce48e5aSMichal Kubecek sizeof(user_size))) 11379ce48e5aSMichal Kubecek return -EFAULT; 11389ce48e5aSMichal Kubecek 11399ce48e5aSMichal Kubecek if (user_size != 0 && user_size != dev_size) 11409ce48e5aSMichal Kubecek return -EINVAL; 11419ce48e5aSMichal Kubecek 11429ce48e5aSMichal Kubecek indir = kcalloc(dev_size, sizeof(indir[0]), GFP_USER); 11439ce48e5aSMichal Kubecek if (!indir) 11449ce48e5aSMichal Kubecek return -ENOMEM; 11459ce48e5aSMichal Kubecek 11469ce48e5aSMichal Kubecek rx_rings.cmd = ETHTOOL_GRXRINGS; 11479ce48e5aSMichal Kubecek ret = ops->get_rxnfc(dev, &rx_rings, NULL); 11489ce48e5aSMichal Kubecek if (ret) 11499ce48e5aSMichal Kubecek goto out; 11509ce48e5aSMichal Kubecek 11519ce48e5aSMichal Kubecek if (user_size == 0) { 11529ce48e5aSMichal Kubecek for (i = 0; i < dev_size; i++) 11539ce48e5aSMichal Kubecek indir[i] = ethtool_rxfh_indir_default(i, rx_rings.data); 11549ce48e5aSMichal Kubecek } else { 11559ce48e5aSMichal Kubecek ret = ethtool_copy_validate_indir(indir, 11569ce48e5aSMichal Kubecek useraddr + ringidx_offset, 11579ce48e5aSMichal Kubecek &rx_rings, 11589ce48e5aSMichal Kubecek dev_size); 11599ce48e5aSMichal Kubecek if (ret) 11609ce48e5aSMichal Kubecek goto out; 11619ce48e5aSMichal Kubecek } 11629ce48e5aSMichal Kubecek 11639ce48e5aSMichal Kubecek ret = ops->set_rxfh(dev, indir, NULL, ETH_RSS_HASH_NO_CHANGE); 11649ce48e5aSMichal Kubecek if (ret) 11659ce48e5aSMichal Kubecek goto out; 11669ce48e5aSMichal Kubecek 11679ce48e5aSMichal Kubecek /* indicate whether rxfh was set to default */ 11689ce48e5aSMichal Kubecek if (user_size == 0) 11699ce48e5aSMichal Kubecek dev->priv_flags &= ~IFF_RXFH_CONFIGURED; 11709ce48e5aSMichal Kubecek else 11719ce48e5aSMichal Kubecek dev->priv_flags |= IFF_RXFH_CONFIGURED; 11729ce48e5aSMichal Kubecek 11739ce48e5aSMichal Kubecek out: 11749ce48e5aSMichal Kubecek kfree(indir); 11759ce48e5aSMichal Kubecek return ret; 11769ce48e5aSMichal Kubecek } 11779ce48e5aSMichal Kubecek 11789ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_get_rxfh(struct net_device *dev, 11799ce48e5aSMichal Kubecek void __user *useraddr) 11809ce48e5aSMichal Kubecek { 11819ce48e5aSMichal Kubecek int ret; 11829ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 11839ce48e5aSMichal Kubecek u32 user_indir_size, user_key_size; 11849ce48e5aSMichal Kubecek u32 dev_indir_size = 0, dev_key_size = 0; 11859ce48e5aSMichal Kubecek struct ethtool_rxfh rxfh; 11869ce48e5aSMichal Kubecek u32 total_size; 11879ce48e5aSMichal Kubecek u32 indir_bytes; 11889ce48e5aSMichal Kubecek u32 *indir = NULL; 11899ce48e5aSMichal Kubecek u8 dev_hfunc = 0; 11909ce48e5aSMichal Kubecek u8 *hkey = NULL; 11919ce48e5aSMichal Kubecek u8 *rss_config; 11929ce48e5aSMichal Kubecek 11939ce48e5aSMichal Kubecek if (!ops->get_rxfh) 11949ce48e5aSMichal Kubecek return -EOPNOTSUPP; 11959ce48e5aSMichal Kubecek 11969ce48e5aSMichal Kubecek if (ops->get_rxfh_indir_size) 11979ce48e5aSMichal Kubecek dev_indir_size = ops->get_rxfh_indir_size(dev); 11989ce48e5aSMichal Kubecek if (ops->get_rxfh_key_size) 11999ce48e5aSMichal Kubecek dev_key_size = ops->get_rxfh_key_size(dev); 12009ce48e5aSMichal Kubecek 12019ce48e5aSMichal Kubecek if (copy_from_user(&rxfh, useraddr, sizeof(rxfh))) 12029ce48e5aSMichal Kubecek return -EFAULT; 12039ce48e5aSMichal Kubecek user_indir_size = rxfh.indir_size; 12049ce48e5aSMichal Kubecek user_key_size = rxfh.key_size; 12059ce48e5aSMichal Kubecek 12069ce48e5aSMichal Kubecek /* Check that reserved fields are 0 for now */ 12079ce48e5aSMichal Kubecek if (rxfh.rsvd8[0] || rxfh.rsvd8[1] || rxfh.rsvd8[2] || rxfh.rsvd32) 12089ce48e5aSMichal Kubecek return -EINVAL; 12099ce48e5aSMichal Kubecek /* Most drivers don't handle rss_context, check it's 0 as well */ 12109ce48e5aSMichal Kubecek if (rxfh.rss_context && !ops->get_rxfh_context) 12119ce48e5aSMichal Kubecek return -EOPNOTSUPP; 12129ce48e5aSMichal Kubecek 12139ce48e5aSMichal Kubecek rxfh.indir_size = dev_indir_size; 12149ce48e5aSMichal Kubecek rxfh.key_size = dev_key_size; 12159ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &rxfh, sizeof(rxfh))) 12169ce48e5aSMichal Kubecek return -EFAULT; 12179ce48e5aSMichal Kubecek 12189ce48e5aSMichal Kubecek if ((user_indir_size && (user_indir_size != dev_indir_size)) || 12199ce48e5aSMichal Kubecek (user_key_size && (user_key_size != dev_key_size))) 12209ce48e5aSMichal Kubecek return -EINVAL; 12219ce48e5aSMichal Kubecek 12229ce48e5aSMichal Kubecek indir_bytes = user_indir_size * sizeof(indir[0]); 12239ce48e5aSMichal Kubecek total_size = indir_bytes + user_key_size; 12249ce48e5aSMichal Kubecek rss_config = kzalloc(total_size, GFP_USER); 12259ce48e5aSMichal Kubecek if (!rss_config) 12269ce48e5aSMichal Kubecek return -ENOMEM; 12279ce48e5aSMichal Kubecek 12289ce48e5aSMichal Kubecek if (user_indir_size) 12299ce48e5aSMichal Kubecek indir = (u32 *)rss_config; 12309ce48e5aSMichal Kubecek 12319ce48e5aSMichal Kubecek if (user_key_size) 12329ce48e5aSMichal Kubecek hkey = rss_config + indir_bytes; 12339ce48e5aSMichal Kubecek 12349ce48e5aSMichal Kubecek if (rxfh.rss_context) 12359ce48e5aSMichal Kubecek ret = dev->ethtool_ops->get_rxfh_context(dev, indir, hkey, 12369ce48e5aSMichal Kubecek &dev_hfunc, 12379ce48e5aSMichal Kubecek rxfh.rss_context); 12389ce48e5aSMichal Kubecek else 12399ce48e5aSMichal Kubecek ret = dev->ethtool_ops->get_rxfh(dev, indir, hkey, &dev_hfunc); 12409ce48e5aSMichal Kubecek if (ret) 12419ce48e5aSMichal Kubecek goto out; 12429ce48e5aSMichal Kubecek 12439ce48e5aSMichal Kubecek if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh, hfunc), 12449ce48e5aSMichal Kubecek &dev_hfunc, sizeof(rxfh.hfunc))) { 12459ce48e5aSMichal Kubecek ret = -EFAULT; 12469ce48e5aSMichal Kubecek } else if (copy_to_user(useraddr + 12479ce48e5aSMichal Kubecek offsetof(struct ethtool_rxfh, rss_config[0]), 12489ce48e5aSMichal Kubecek rss_config, total_size)) { 12499ce48e5aSMichal Kubecek ret = -EFAULT; 12509ce48e5aSMichal Kubecek } 12519ce48e5aSMichal Kubecek out: 12529ce48e5aSMichal Kubecek kfree(rss_config); 12539ce48e5aSMichal Kubecek 12549ce48e5aSMichal Kubecek return ret; 12559ce48e5aSMichal Kubecek } 12569ce48e5aSMichal Kubecek 12579ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_set_rxfh(struct net_device *dev, 12589ce48e5aSMichal Kubecek void __user *useraddr) 12599ce48e5aSMichal Kubecek { 12609ce48e5aSMichal Kubecek int ret; 12619ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 12629ce48e5aSMichal Kubecek struct ethtool_rxnfc rx_rings; 12639ce48e5aSMichal Kubecek struct ethtool_rxfh rxfh; 12649ce48e5aSMichal Kubecek u32 dev_indir_size = 0, dev_key_size = 0, i; 12659ce48e5aSMichal Kubecek u32 *indir = NULL, indir_bytes = 0; 12669ce48e5aSMichal Kubecek u8 *hkey = NULL; 12679ce48e5aSMichal Kubecek u8 *rss_config; 12689ce48e5aSMichal Kubecek u32 rss_cfg_offset = offsetof(struct ethtool_rxfh, rss_config[0]); 12699ce48e5aSMichal Kubecek bool delete = false; 12709ce48e5aSMichal Kubecek 12719ce48e5aSMichal Kubecek if (!ops->get_rxnfc || !ops->set_rxfh) 12729ce48e5aSMichal Kubecek return -EOPNOTSUPP; 12739ce48e5aSMichal Kubecek 12749ce48e5aSMichal Kubecek if (ops->get_rxfh_indir_size) 12759ce48e5aSMichal Kubecek dev_indir_size = ops->get_rxfh_indir_size(dev); 12769ce48e5aSMichal Kubecek if (ops->get_rxfh_key_size) 12779ce48e5aSMichal Kubecek dev_key_size = ops->get_rxfh_key_size(dev); 12789ce48e5aSMichal Kubecek 12799ce48e5aSMichal Kubecek if (copy_from_user(&rxfh, useraddr, sizeof(rxfh))) 12809ce48e5aSMichal Kubecek return -EFAULT; 12819ce48e5aSMichal Kubecek 12829ce48e5aSMichal Kubecek /* Check that reserved fields are 0 for now */ 12839ce48e5aSMichal Kubecek if (rxfh.rsvd8[0] || rxfh.rsvd8[1] || rxfh.rsvd8[2] || rxfh.rsvd32) 12849ce48e5aSMichal Kubecek return -EINVAL; 12859ce48e5aSMichal Kubecek /* Most drivers don't handle rss_context, check it's 0 as well */ 12869ce48e5aSMichal Kubecek if (rxfh.rss_context && !ops->set_rxfh_context) 12879ce48e5aSMichal Kubecek return -EOPNOTSUPP; 12889ce48e5aSMichal Kubecek 12899ce48e5aSMichal Kubecek /* If either indir, hash key or function is valid, proceed further. 12909ce48e5aSMichal Kubecek * Must request at least one change: indir size, hash key or function. 12919ce48e5aSMichal Kubecek */ 12929ce48e5aSMichal Kubecek if ((rxfh.indir_size && 12939ce48e5aSMichal Kubecek rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE && 12949ce48e5aSMichal Kubecek rxfh.indir_size != dev_indir_size) || 12959ce48e5aSMichal Kubecek (rxfh.key_size && (rxfh.key_size != dev_key_size)) || 12969ce48e5aSMichal Kubecek (rxfh.indir_size == ETH_RXFH_INDIR_NO_CHANGE && 12979ce48e5aSMichal Kubecek rxfh.key_size == 0 && rxfh.hfunc == ETH_RSS_HASH_NO_CHANGE)) 12989ce48e5aSMichal Kubecek return -EINVAL; 12999ce48e5aSMichal Kubecek 13009ce48e5aSMichal Kubecek if (rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE) 13019ce48e5aSMichal Kubecek indir_bytes = dev_indir_size * sizeof(indir[0]); 13029ce48e5aSMichal Kubecek 13039ce48e5aSMichal Kubecek rss_config = kzalloc(indir_bytes + rxfh.key_size, GFP_USER); 13049ce48e5aSMichal Kubecek if (!rss_config) 13059ce48e5aSMichal Kubecek return -ENOMEM; 13069ce48e5aSMichal Kubecek 13079ce48e5aSMichal Kubecek rx_rings.cmd = ETHTOOL_GRXRINGS; 13089ce48e5aSMichal Kubecek ret = ops->get_rxnfc(dev, &rx_rings, NULL); 13099ce48e5aSMichal Kubecek if (ret) 13109ce48e5aSMichal Kubecek goto out; 13119ce48e5aSMichal Kubecek 13129ce48e5aSMichal Kubecek /* rxfh.indir_size == 0 means reset the indir table to default (master 13139ce48e5aSMichal Kubecek * context) or delete the context (other RSS contexts). 13149ce48e5aSMichal Kubecek * rxfh.indir_size == ETH_RXFH_INDIR_NO_CHANGE means leave it unchanged. 13159ce48e5aSMichal Kubecek */ 13169ce48e5aSMichal Kubecek if (rxfh.indir_size && 13179ce48e5aSMichal Kubecek rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE) { 13189ce48e5aSMichal Kubecek indir = (u32 *)rss_config; 13199ce48e5aSMichal Kubecek ret = ethtool_copy_validate_indir(indir, 13209ce48e5aSMichal Kubecek useraddr + rss_cfg_offset, 13219ce48e5aSMichal Kubecek &rx_rings, 13229ce48e5aSMichal Kubecek rxfh.indir_size); 13239ce48e5aSMichal Kubecek if (ret) 13249ce48e5aSMichal Kubecek goto out; 13259ce48e5aSMichal Kubecek } else if (rxfh.indir_size == 0) { 13269ce48e5aSMichal Kubecek if (rxfh.rss_context == 0) { 13279ce48e5aSMichal Kubecek indir = (u32 *)rss_config; 13289ce48e5aSMichal Kubecek for (i = 0; i < dev_indir_size; i++) 13299ce48e5aSMichal Kubecek indir[i] = ethtool_rxfh_indir_default(i, rx_rings.data); 13309ce48e5aSMichal Kubecek } else { 13319ce48e5aSMichal Kubecek delete = true; 13329ce48e5aSMichal Kubecek } 13339ce48e5aSMichal Kubecek } 13349ce48e5aSMichal Kubecek 13359ce48e5aSMichal Kubecek if (rxfh.key_size) { 13369ce48e5aSMichal Kubecek hkey = rss_config + indir_bytes; 13379ce48e5aSMichal Kubecek if (copy_from_user(hkey, 13389ce48e5aSMichal Kubecek useraddr + rss_cfg_offset + indir_bytes, 13399ce48e5aSMichal Kubecek rxfh.key_size)) { 13409ce48e5aSMichal Kubecek ret = -EFAULT; 13419ce48e5aSMichal Kubecek goto out; 13429ce48e5aSMichal Kubecek } 13439ce48e5aSMichal Kubecek } 13449ce48e5aSMichal Kubecek 13459ce48e5aSMichal Kubecek if (rxfh.rss_context) 13469ce48e5aSMichal Kubecek ret = ops->set_rxfh_context(dev, indir, hkey, rxfh.hfunc, 13479ce48e5aSMichal Kubecek &rxfh.rss_context, delete); 13489ce48e5aSMichal Kubecek else 13499ce48e5aSMichal Kubecek ret = ops->set_rxfh(dev, indir, hkey, rxfh.hfunc); 13509ce48e5aSMichal Kubecek if (ret) 13519ce48e5aSMichal Kubecek goto out; 13529ce48e5aSMichal Kubecek 13539ce48e5aSMichal Kubecek if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh, rss_context), 13549ce48e5aSMichal Kubecek &rxfh.rss_context, sizeof(rxfh.rss_context))) 13559ce48e5aSMichal Kubecek ret = -EFAULT; 13569ce48e5aSMichal Kubecek 13579ce48e5aSMichal Kubecek if (!rxfh.rss_context) { 13589ce48e5aSMichal Kubecek /* indicate whether rxfh was set to default */ 13599ce48e5aSMichal Kubecek if (rxfh.indir_size == 0) 13609ce48e5aSMichal Kubecek dev->priv_flags &= ~IFF_RXFH_CONFIGURED; 13619ce48e5aSMichal Kubecek else if (rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE) 13629ce48e5aSMichal Kubecek dev->priv_flags |= IFF_RXFH_CONFIGURED; 13639ce48e5aSMichal Kubecek } 13649ce48e5aSMichal Kubecek 13659ce48e5aSMichal Kubecek out: 13669ce48e5aSMichal Kubecek kfree(rss_config); 13679ce48e5aSMichal Kubecek return ret; 13689ce48e5aSMichal Kubecek } 13699ce48e5aSMichal Kubecek 13709ce48e5aSMichal Kubecek static int ethtool_get_regs(struct net_device *dev, char __user *useraddr) 13719ce48e5aSMichal Kubecek { 13729ce48e5aSMichal Kubecek struct ethtool_regs regs; 13739ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 13749ce48e5aSMichal Kubecek void *regbuf; 13759ce48e5aSMichal Kubecek int reglen, ret; 13769ce48e5aSMichal Kubecek 13779ce48e5aSMichal Kubecek if (!ops->get_regs || !ops->get_regs_len) 13789ce48e5aSMichal Kubecek return -EOPNOTSUPP; 13799ce48e5aSMichal Kubecek 13809ce48e5aSMichal Kubecek if (copy_from_user(®s, useraddr, sizeof(regs))) 13819ce48e5aSMichal Kubecek return -EFAULT; 13829ce48e5aSMichal Kubecek 13839ce48e5aSMichal Kubecek reglen = ops->get_regs_len(dev); 13849ce48e5aSMichal Kubecek if (reglen <= 0) 13859ce48e5aSMichal Kubecek return reglen; 13869ce48e5aSMichal Kubecek 13879ce48e5aSMichal Kubecek if (regs.len > reglen) 13889ce48e5aSMichal Kubecek regs.len = reglen; 13899ce48e5aSMichal Kubecek 13909ce48e5aSMichal Kubecek regbuf = vzalloc(reglen); 13919ce48e5aSMichal Kubecek if (!regbuf) 13929ce48e5aSMichal Kubecek return -ENOMEM; 13939ce48e5aSMichal Kubecek 13949ce48e5aSMichal Kubecek if (regs.len < reglen) 13959ce48e5aSMichal Kubecek reglen = regs.len; 13969ce48e5aSMichal Kubecek 13979ce48e5aSMichal Kubecek ops->get_regs(dev, ®s, regbuf); 13989ce48e5aSMichal Kubecek 13999ce48e5aSMichal Kubecek ret = -EFAULT; 14009ce48e5aSMichal Kubecek if (copy_to_user(useraddr, ®s, sizeof(regs))) 14019ce48e5aSMichal Kubecek goto out; 14029ce48e5aSMichal Kubecek useraddr += offsetof(struct ethtool_regs, data); 14039ce48e5aSMichal Kubecek if (copy_to_user(useraddr, regbuf, reglen)) 14049ce48e5aSMichal Kubecek goto out; 14059ce48e5aSMichal Kubecek ret = 0; 14069ce48e5aSMichal Kubecek 14079ce48e5aSMichal Kubecek out: 14089ce48e5aSMichal Kubecek vfree(regbuf); 14099ce48e5aSMichal Kubecek return ret; 14109ce48e5aSMichal Kubecek } 14119ce48e5aSMichal Kubecek 14129ce48e5aSMichal Kubecek static int ethtool_reset(struct net_device *dev, char __user *useraddr) 14139ce48e5aSMichal Kubecek { 14149ce48e5aSMichal Kubecek struct ethtool_value reset; 14159ce48e5aSMichal Kubecek int ret; 14169ce48e5aSMichal Kubecek 14179ce48e5aSMichal Kubecek if (!dev->ethtool_ops->reset) 14189ce48e5aSMichal Kubecek return -EOPNOTSUPP; 14199ce48e5aSMichal Kubecek 14209ce48e5aSMichal Kubecek if (copy_from_user(&reset, useraddr, sizeof(reset))) 14219ce48e5aSMichal Kubecek return -EFAULT; 14229ce48e5aSMichal Kubecek 14239ce48e5aSMichal Kubecek ret = dev->ethtool_ops->reset(dev, &reset.data); 14249ce48e5aSMichal Kubecek if (ret) 14259ce48e5aSMichal Kubecek return ret; 14269ce48e5aSMichal Kubecek 14279ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &reset, sizeof(reset))) 14289ce48e5aSMichal Kubecek return -EFAULT; 14299ce48e5aSMichal Kubecek return 0; 14309ce48e5aSMichal Kubecek } 14319ce48e5aSMichal Kubecek 14329ce48e5aSMichal Kubecek static int ethtool_get_wol(struct net_device *dev, char __user *useraddr) 14339ce48e5aSMichal Kubecek { 14349ce48e5aSMichal Kubecek struct ethtool_wolinfo wol; 14359ce48e5aSMichal Kubecek 14369ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_wol) 14379ce48e5aSMichal Kubecek return -EOPNOTSUPP; 14389ce48e5aSMichal Kubecek 14399ce48e5aSMichal Kubecek memset(&wol, 0, sizeof(struct ethtool_wolinfo)); 14409ce48e5aSMichal Kubecek wol.cmd = ETHTOOL_GWOL; 14419ce48e5aSMichal Kubecek dev->ethtool_ops->get_wol(dev, &wol); 14429ce48e5aSMichal Kubecek 14439ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &wol, sizeof(wol))) 14449ce48e5aSMichal Kubecek return -EFAULT; 14459ce48e5aSMichal Kubecek return 0; 14469ce48e5aSMichal Kubecek } 14479ce48e5aSMichal Kubecek 14489ce48e5aSMichal Kubecek static int ethtool_set_wol(struct net_device *dev, char __user *useraddr) 14499ce48e5aSMichal Kubecek { 14509ce48e5aSMichal Kubecek struct ethtool_wolinfo wol; 14519ce48e5aSMichal Kubecek int ret; 14529ce48e5aSMichal Kubecek 14539ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_wol) 14549ce48e5aSMichal Kubecek return -EOPNOTSUPP; 14559ce48e5aSMichal Kubecek 14569ce48e5aSMichal Kubecek if (copy_from_user(&wol, useraddr, sizeof(wol))) 14579ce48e5aSMichal Kubecek return -EFAULT; 14589ce48e5aSMichal Kubecek 14599ce48e5aSMichal Kubecek ret = dev->ethtool_ops->set_wol(dev, &wol); 14609ce48e5aSMichal Kubecek if (ret) 14619ce48e5aSMichal Kubecek return ret; 14629ce48e5aSMichal Kubecek 14639ce48e5aSMichal Kubecek dev->wol_enabled = !!wol.wolopts; 146467bffa79SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_WOL_NTF, NULL); 14659ce48e5aSMichal Kubecek 14669ce48e5aSMichal Kubecek return 0; 14679ce48e5aSMichal Kubecek } 14689ce48e5aSMichal Kubecek 14699ce48e5aSMichal Kubecek static int ethtool_get_eee(struct net_device *dev, char __user *useraddr) 14709ce48e5aSMichal Kubecek { 14719ce48e5aSMichal Kubecek struct ethtool_eee edata; 14729ce48e5aSMichal Kubecek int rc; 14739ce48e5aSMichal Kubecek 14749ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_eee) 14759ce48e5aSMichal Kubecek return -EOPNOTSUPP; 14769ce48e5aSMichal Kubecek 14779ce48e5aSMichal Kubecek memset(&edata, 0, sizeof(struct ethtool_eee)); 14789ce48e5aSMichal Kubecek edata.cmd = ETHTOOL_GEEE; 14799ce48e5aSMichal Kubecek rc = dev->ethtool_ops->get_eee(dev, &edata); 14809ce48e5aSMichal Kubecek 14819ce48e5aSMichal Kubecek if (rc) 14829ce48e5aSMichal Kubecek return rc; 14839ce48e5aSMichal Kubecek 14849ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &edata, sizeof(edata))) 14859ce48e5aSMichal Kubecek return -EFAULT; 14869ce48e5aSMichal Kubecek 14879ce48e5aSMichal Kubecek return 0; 14889ce48e5aSMichal Kubecek } 14899ce48e5aSMichal Kubecek 14909ce48e5aSMichal Kubecek static int ethtool_set_eee(struct net_device *dev, char __user *useraddr) 14919ce48e5aSMichal Kubecek { 14929ce48e5aSMichal Kubecek struct ethtool_eee edata; 14936c5bc8feSMichal Kubecek int ret; 14949ce48e5aSMichal Kubecek 14959ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_eee) 14969ce48e5aSMichal Kubecek return -EOPNOTSUPP; 14979ce48e5aSMichal Kubecek 14989ce48e5aSMichal Kubecek if (copy_from_user(&edata, useraddr, sizeof(edata))) 14999ce48e5aSMichal Kubecek return -EFAULT; 15009ce48e5aSMichal Kubecek 15016c5bc8feSMichal Kubecek ret = dev->ethtool_ops->set_eee(dev, &edata); 15026c5bc8feSMichal Kubecek if (!ret) 15036c5bc8feSMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_EEE_NTF, NULL); 15046c5bc8feSMichal Kubecek return ret; 15059ce48e5aSMichal Kubecek } 15069ce48e5aSMichal Kubecek 15079ce48e5aSMichal Kubecek static int ethtool_nway_reset(struct net_device *dev) 15089ce48e5aSMichal Kubecek { 15099ce48e5aSMichal Kubecek if (!dev->ethtool_ops->nway_reset) 15109ce48e5aSMichal Kubecek return -EOPNOTSUPP; 15119ce48e5aSMichal Kubecek 15129ce48e5aSMichal Kubecek return dev->ethtool_ops->nway_reset(dev); 15139ce48e5aSMichal Kubecek } 15149ce48e5aSMichal Kubecek 15159ce48e5aSMichal Kubecek static int ethtool_get_link(struct net_device *dev, char __user *useraddr) 15169ce48e5aSMichal Kubecek { 15179ce48e5aSMichal Kubecek struct ethtool_value edata = { .cmd = ETHTOOL_GLINK }; 15183d2b847fSMichal Kubecek int link = __ethtool_get_link(dev); 15199ce48e5aSMichal Kubecek 15203d2b847fSMichal Kubecek if (link < 0) 15213d2b847fSMichal Kubecek return link; 15229ce48e5aSMichal Kubecek 15233d2b847fSMichal Kubecek edata.data = link; 15249ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &edata, sizeof(edata))) 15259ce48e5aSMichal Kubecek return -EFAULT; 15269ce48e5aSMichal Kubecek return 0; 15279ce48e5aSMichal Kubecek } 15289ce48e5aSMichal Kubecek 15299ce48e5aSMichal Kubecek static int ethtool_get_any_eeprom(struct net_device *dev, void __user *useraddr, 15309ce48e5aSMichal Kubecek int (*getter)(struct net_device *, 15319ce48e5aSMichal Kubecek struct ethtool_eeprom *, u8 *), 15329ce48e5aSMichal Kubecek u32 total_len) 15339ce48e5aSMichal Kubecek { 15349ce48e5aSMichal Kubecek struct ethtool_eeprom eeprom; 15359ce48e5aSMichal Kubecek void __user *userbuf = useraddr + sizeof(eeprom); 15369ce48e5aSMichal Kubecek u32 bytes_remaining; 15379ce48e5aSMichal Kubecek u8 *data; 15389ce48e5aSMichal Kubecek int ret = 0; 15399ce48e5aSMichal Kubecek 15409ce48e5aSMichal Kubecek if (copy_from_user(&eeprom, useraddr, sizeof(eeprom))) 15419ce48e5aSMichal Kubecek return -EFAULT; 15429ce48e5aSMichal Kubecek 15439ce48e5aSMichal Kubecek /* Check for wrap and zero */ 15449ce48e5aSMichal Kubecek if (eeprom.offset + eeprom.len <= eeprom.offset) 15459ce48e5aSMichal Kubecek return -EINVAL; 15469ce48e5aSMichal Kubecek 15479ce48e5aSMichal Kubecek /* Check for exceeding total eeprom len */ 15489ce48e5aSMichal Kubecek if (eeprom.offset + eeprom.len > total_len) 15499ce48e5aSMichal Kubecek return -EINVAL; 15509ce48e5aSMichal Kubecek 155180ec82e3SAustin Kim data = kzalloc(PAGE_SIZE, GFP_USER); 15529ce48e5aSMichal Kubecek if (!data) 15539ce48e5aSMichal Kubecek return -ENOMEM; 15549ce48e5aSMichal Kubecek 15559ce48e5aSMichal Kubecek bytes_remaining = eeprom.len; 15569ce48e5aSMichal Kubecek while (bytes_remaining > 0) { 15579ce48e5aSMichal Kubecek eeprom.len = min(bytes_remaining, (u32)PAGE_SIZE); 15589ce48e5aSMichal Kubecek 15599ce48e5aSMichal Kubecek ret = getter(dev, &eeprom, data); 15609ce48e5aSMichal Kubecek if (ret) 15619ce48e5aSMichal Kubecek break; 1562b9bbc4c1SHeiner Kallweit if (!eeprom.len) { 1563b9bbc4c1SHeiner Kallweit ret = -EIO; 1564b9bbc4c1SHeiner Kallweit break; 1565b9bbc4c1SHeiner Kallweit } 15669ce48e5aSMichal Kubecek if (copy_to_user(userbuf, data, eeprom.len)) { 15679ce48e5aSMichal Kubecek ret = -EFAULT; 15689ce48e5aSMichal Kubecek break; 15699ce48e5aSMichal Kubecek } 15709ce48e5aSMichal Kubecek userbuf += eeprom.len; 15719ce48e5aSMichal Kubecek eeprom.offset += eeprom.len; 15729ce48e5aSMichal Kubecek bytes_remaining -= eeprom.len; 15739ce48e5aSMichal Kubecek } 15749ce48e5aSMichal Kubecek 15759ce48e5aSMichal Kubecek eeprom.len = userbuf - (useraddr + sizeof(eeprom)); 15769ce48e5aSMichal Kubecek eeprom.offset -= eeprom.len; 15779ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &eeprom, sizeof(eeprom))) 15789ce48e5aSMichal Kubecek ret = -EFAULT; 15799ce48e5aSMichal Kubecek 15809ce48e5aSMichal Kubecek kfree(data); 15819ce48e5aSMichal Kubecek return ret; 15829ce48e5aSMichal Kubecek } 15839ce48e5aSMichal Kubecek 15849ce48e5aSMichal Kubecek static int ethtool_get_eeprom(struct net_device *dev, void __user *useraddr) 15859ce48e5aSMichal Kubecek { 15869ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 15879ce48e5aSMichal Kubecek 15889ce48e5aSMichal Kubecek if (!ops->get_eeprom || !ops->get_eeprom_len || 15899ce48e5aSMichal Kubecek !ops->get_eeprom_len(dev)) 15909ce48e5aSMichal Kubecek return -EOPNOTSUPP; 15919ce48e5aSMichal Kubecek 15929ce48e5aSMichal Kubecek return ethtool_get_any_eeprom(dev, useraddr, ops->get_eeprom, 15939ce48e5aSMichal Kubecek ops->get_eeprom_len(dev)); 15949ce48e5aSMichal Kubecek } 15959ce48e5aSMichal Kubecek 15969ce48e5aSMichal Kubecek static int ethtool_set_eeprom(struct net_device *dev, void __user *useraddr) 15979ce48e5aSMichal Kubecek { 15989ce48e5aSMichal Kubecek struct ethtool_eeprom eeprom; 15999ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 16009ce48e5aSMichal Kubecek void __user *userbuf = useraddr + sizeof(eeprom); 16019ce48e5aSMichal Kubecek u32 bytes_remaining; 16029ce48e5aSMichal Kubecek u8 *data; 16039ce48e5aSMichal Kubecek int ret = 0; 16049ce48e5aSMichal Kubecek 16059ce48e5aSMichal Kubecek if (!ops->set_eeprom || !ops->get_eeprom_len || 16069ce48e5aSMichal Kubecek !ops->get_eeprom_len(dev)) 16079ce48e5aSMichal Kubecek return -EOPNOTSUPP; 16089ce48e5aSMichal Kubecek 16099ce48e5aSMichal Kubecek if (copy_from_user(&eeprom, useraddr, sizeof(eeprom))) 16109ce48e5aSMichal Kubecek return -EFAULT; 16119ce48e5aSMichal Kubecek 16129ce48e5aSMichal Kubecek /* Check for wrap and zero */ 16139ce48e5aSMichal Kubecek if (eeprom.offset + eeprom.len <= eeprom.offset) 16149ce48e5aSMichal Kubecek return -EINVAL; 16159ce48e5aSMichal Kubecek 16169ce48e5aSMichal Kubecek /* Check for exceeding total eeprom len */ 16179ce48e5aSMichal Kubecek if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev)) 16189ce48e5aSMichal Kubecek return -EINVAL; 16199ce48e5aSMichal Kubecek 162080ec82e3SAustin Kim data = kzalloc(PAGE_SIZE, GFP_USER); 16219ce48e5aSMichal Kubecek if (!data) 16229ce48e5aSMichal Kubecek return -ENOMEM; 16239ce48e5aSMichal Kubecek 16249ce48e5aSMichal Kubecek bytes_remaining = eeprom.len; 16259ce48e5aSMichal Kubecek while (bytes_remaining > 0) { 16269ce48e5aSMichal Kubecek eeprom.len = min(bytes_remaining, (u32)PAGE_SIZE); 16279ce48e5aSMichal Kubecek 16289ce48e5aSMichal Kubecek if (copy_from_user(data, userbuf, eeprom.len)) { 16299ce48e5aSMichal Kubecek ret = -EFAULT; 16309ce48e5aSMichal Kubecek break; 16319ce48e5aSMichal Kubecek } 16329ce48e5aSMichal Kubecek ret = ops->set_eeprom(dev, &eeprom, data); 16339ce48e5aSMichal Kubecek if (ret) 16349ce48e5aSMichal Kubecek break; 16359ce48e5aSMichal Kubecek userbuf += eeprom.len; 16369ce48e5aSMichal Kubecek eeprom.offset += eeprom.len; 16379ce48e5aSMichal Kubecek bytes_remaining -= eeprom.len; 16389ce48e5aSMichal Kubecek } 16399ce48e5aSMichal Kubecek 16409ce48e5aSMichal Kubecek kfree(data); 16419ce48e5aSMichal Kubecek return ret; 16429ce48e5aSMichal Kubecek } 16439ce48e5aSMichal Kubecek 16449ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_get_coalesce(struct net_device *dev, 16459ce48e5aSMichal Kubecek void __user *useraddr) 16469ce48e5aSMichal Kubecek { 16479ce48e5aSMichal Kubecek struct ethtool_coalesce coalesce = { .cmd = ETHTOOL_GCOALESCE }; 1648f3ccfda1SYufeng Mo struct kernel_ethtool_coalesce kernel_coalesce = {}; 164931610711SHeiner Kallweit int ret; 16509ce48e5aSMichal Kubecek 16519ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_coalesce) 16529ce48e5aSMichal Kubecek return -EOPNOTSUPP; 16539ce48e5aSMichal Kubecek 1654f3ccfda1SYufeng Mo ret = dev->ethtool_ops->get_coalesce(dev, &coalesce, &kernel_coalesce, 1655f3ccfda1SYufeng Mo NULL); 165631610711SHeiner Kallweit if (ret) 165731610711SHeiner Kallweit return ret; 16589ce48e5aSMichal Kubecek 16599ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &coalesce, sizeof(coalesce))) 16609ce48e5aSMichal Kubecek return -EFAULT; 16619ce48e5aSMichal Kubecek return 0; 16629ce48e5aSMichal Kubecek } 16639ce48e5aSMichal Kubecek 166495cddcb5SJakub Kicinski static bool 166595cddcb5SJakub Kicinski ethtool_set_coalesce_supported(struct net_device *dev, 166695cddcb5SJakub Kicinski struct ethtool_coalesce *coalesce) 166795cddcb5SJakub Kicinski { 166895cddcb5SJakub Kicinski u32 supported_params = dev->ethtool_ops->supported_coalesce_params; 166995cddcb5SJakub Kicinski u32 nonzero_params = 0; 167095cddcb5SJakub Kicinski 167195cddcb5SJakub Kicinski if (coalesce->rx_coalesce_usecs) 167295cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_USECS; 167395cddcb5SJakub Kicinski if (coalesce->rx_max_coalesced_frames) 167495cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES; 167595cddcb5SJakub Kicinski if (coalesce->rx_coalesce_usecs_irq) 167695cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_USECS_IRQ; 167795cddcb5SJakub Kicinski if (coalesce->rx_max_coalesced_frames_irq) 167895cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES_IRQ; 167995cddcb5SJakub Kicinski if (coalesce->tx_coalesce_usecs) 168095cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_USECS; 168195cddcb5SJakub Kicinski if (coalesce->tx_max_coalesced_frames) 168295cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES; 168395cddcb5SJakub Kicinski if (coalesce->tx_coalesce_usecs_irq) 168495cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_USECS_IRQ; 168595cddcb5SJakub Kicinski if (coalesce->tx_max_coalesced_frames_irq) 168695cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES_IRQ; 168795cddcb5SJakub Kicinski if (coalesce->stats_block_coalesce_usecs) 168895cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_STATS_BLOCK_USECS; 168995cddcb5SJakub Kicinski if (coalesce->use_adaptive_rx_coalesce) 169095cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_USE_ADAPTIVE_RX; 169195cddcb5SJakub Kicinski if (coalesce->use_adaptive_tx_coalesce) 169295cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_USE_ADAPTIVE_TX; 169395cddcb5SJakub Kicinski if (coalesce->pkt_rate_low) 169495cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_PKT_RATE_LOW; 169595cddcb5SJakub Kicinski if (coalesce->rx_coalesce_usecs_low) 169695cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_USECS_LOW; 169795cddcb5SJakub Kicinski if (coalesce->rx_max_coalesced_frames_low) 169895cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES_LOW; 169995cddcb5SJakub Kicinski if (coalesce->tx_coalesce_usecs_low) 170095cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_USECS_LOW; 170195cddcb5SJakub Kicinski if (coalesce->tx_max_coalesced_frames_low) 170295cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES_LOW; 170395cddcb5SJakub Kicinski if (coalesce->pkt_rate_high) 170495cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_PKT_RATE_HIGH; 170595cddcb5SJakub Kicinski if (coalesce->rx_coalesce_usecs_high) 170695cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_USECS_HIGH; 170795cddcb5SJakub Kicinski if (coalesce->rx_max_coalesced_frames_high) 170895cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RX_MAX_FRAMES_HIGH; 170995cddcb5SJakub Kicinski if (coalesce->tx_coalesce_usecs_high) 171095cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_USECS_HIGH; 171195cddcb5SJakub Kicinski if (coalesce->tx_max_coalesced_frames_high) 171295cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_TX_MAX_FRAMES_HIGH; 171395cddcb5SJakub Kicinski if (coalesce->rate_sample_interval) 171495cddcb5SJakub Kicinski nonzero_params |= ETHTOOL_COALESCE_RATE_SAMPLE_INTERVAL; 171595cddcb5SJakub Kicinski 171695cddcb5SJakub Kicinski return (supported_params & nonzero_params) == nonzero_params; 171795cddcb5SJakub Kicinski } 171895cddcb5SJakub Kicinski 17199ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_set_coalesce(struct net_device *dev, 17209ce48e5aSMichal Kubecek void __user *useraddr) 17219ce48e5aSMichal Kubecek { 1722f3ccfda1SYufeng Mo struct kernel_ethtool_coalesce kernel_coalesce = {}; 17239ce48e5aSMichal Kubecek struct ethtool_coalesce coalesce; 17240cf3eac8SMichal Kubecek int ret; 17259ce48e5aSMichal Kubecek 17260276af21SJulian Wiedmann if (!dev->ethtool_ops->set_coalesce || !dev->ethtool_ops->get_coalesce) 17279ce48e5aSMichal Kubecek return -EOPNOTSUPP; 17289ce48e5aSMichal Kubecek 1729f3ccfda1SYufeng Mo ret = dev->ethtool_ops->get_coalesce(dev, &coalesce, &kernel_coalesce, 1730f3ccfda1SYufeng Mo NULL); 1731f3ccfda1SYufeng Mo if (ret) 1732f3ccfda1SYufeng Mo return ret; 1733f3ccfda1SYufeng Mo 17349ce48e5aSMichal Kubecek if (copy_from_user(&coalesce, useraddr, sizeof(coalesce))) 17359ce48e5aSMichal Kubecek return -EFAULT; 17369ce48e5aSMichal Kubecek 173795cddcb5SJakub Kicinski if (!ethtool_set_coalesce_supported(dev, &coalesce)) 173895cddcb5SJakub Kicinski return -EOPNOTSUPP; 173995cddcb5SJakub Kicinski 1740f3ccfda1SYufeng Mo ret = dev->ethtool_ops->set_coalesce(dev, &coalesce, &kernel_coalesce, 1741f3ccfda1SYufeng Mo NULL); 17420cf3eac8SMichal Kubecek if (!ret) 17430cf3eac8SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_COALESCE_NTF, NULL); 17440cf3eac8SMichal Kubecek return ret; 17459ce48e5aSMichal Kubecek } 17469ce48e5aSMichal Kubecek 17479ce48e5aSMichal Kubecek static int ethtool_get_ringparam(struct net_device *dev, void __user *useraddr) 17489ce48e5aSMichal Kubecek { 17499ce48e5aSMichal Kubecek struct ethtool_ringparam ringparam = { .cmd = ETHTOOL_GRINGPARAM }; 175074624944SHao Chen struct kernel_ethtool_ringparam kernel_ringparam = {}; 17519ce48e5aSMichal Kubecek 17529ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_ringparam) 17539ce48e5aSMichal Kubecek return -EOPNOTSUPP; 17549ce48e5aSMichal Kubecek 175574624944SHao Chen dev->ethtool_ops->get_ringparam(dev, &ringparam, 175674624944SHao Chen &kernel_ringparam, NULL); 17579ce48e5aSMichal Kubecek 17589ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &ringparam, sizeof(ringparam))) 17599ce48e5aSMichal Kubecek return -EFAULT; 17609ce48e5aSMichal Kubecek return 0; 17619ce48e5aSMichal Kubecek } 17629ce48e5aSMichal Kubecek 17639ce48e5aSMichal Kubecek static int ethtool_set_ringparam(struct net_device *dev, void __user *useraddr) 17649ce48e5aSMichal Kubecek { 17659ce48e5aSMichal Kubecek struct ethtool_ringparam ringparam, max = { .cmd = ETHTOOL_GRINGPARAM }; 176674624944SHao Chen struct kernel_ethtool_ringparam kernel_ringparam; 1767bc9d1c99SMichal Kubecek int ret; 17689ce48e5aSMichal Kubecek 17699ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_ringparam || !dev->ethtool_ops->get_ringparam) 17709ce48e5aSMichal Kubecek return -EOPNOTSUPP; 17719ce48e5aSMichal Kubecek 17729ce48e5aSMichal Kubecek if (copy_from_user(&ringparam, useraddr, sizeof(ringparam))) 17739ce48e5aSMichal Kubecek return -EFAULT; 17749ce48e5aSMichal Kubecek 177574624944SHao Chen dev->ethtool_ops->get_ringparam(dev, &max, &kernel_ringparam, NULL); 17769ce48e5aSMichal Kubecek 17779ce48e5aSMichal Kubecek /* ensure new ring parameters are within the maximums */ 17789ce48e5aSMichal Kubecek if (ringparam.rx_pending > max.rx_max_pending || 17799ce48e5aSMichal Kubecek ringparam.rx_mini_pending > max.rx_mini_max_pending || 17809ce48e5aSMichal Kubecek ringparam.rx_jumbo_pending > max.rx_jumbo_max_pending || 17819ce48e5aSMichal Kubecek ringparam.tx_pending > max.tx_max_pending) 17829ce48e5aSMichal Kubecek return -EINVAL; 17839ce48e5aSMichal Kubecek 178474624944SHao Chen ret = dev->ethtool_ops->set_ringparam(dev, &ringparam, 178574624944SHao Chen &kernel_ringparam, NULL); 1786bc9d1c99SMichal Kubecek if (!ret) 1787bc9d1c99SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_RINGS_NTF, NULL); 1788bc9d1c99SMichal Kubecek return ret; 17899ce48e5aSMichal Kubecek } 17909ce48e5aSMichal Kubecek 17919ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_get_channels(struct net_device *dev, 17929ce48e5aSMichal Kubecek void __user *useraddr) 17939ce48e5aSMichal Kubecek { 17949ce48e5aSMichal Kubecek struct ethtool_channels channels = { .cmd = ETHTOOL_GCHANNELS }; 17959ce48e5aSMichal Kubecek 17969ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_channels) 17979ce48e5aSMichal Kubecek return -EOPNOTSUPP; 17989ce48e5aSMichal Kubecek 17999ce48e5aSMichal Kubecek dev->ethtool_ops->get_channels(dev, &channels); 18009ce48e5aSMichal Kubecek 18019ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &channels, sizeof(channels))) 18029ce48e5aSMichal Kubecek return -EFAULT; 18039ce48e5aSMichal Kubecek return 0; 18049ce48e5aSMichal Kubecek } 18059ce48e5aSMichal Kubecek 18069ce48e5aSMichal Kubecek static noinline_for_stack int ethtool_set_channels(struct net_device *dev, 18079ce48e5aSMichal Kubecek void __user *useraddr) 18089ce48e5aSMichal Kubecek { 18099ce48e5aSMichal Kubecek struct ethtool_channels channels, curr = { .cmd = ETHTOOL_GCHANNELS }; 18109ce48e5aSMichal Kubecek u16 from_channel, to_channel; 18119ce48e5aSMichal Kubecek u32 max_rx_in_use = 0; 18129ce48e5aSMichal Kubecek unsigned int i; 1813546379b9SMichal Kubecek int ret; 18149ce48e5aSMichal Kubecek 18159ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_channels || !dev->ethtool_ops->get_channels) 18169ce48e5aSMichal Kubecek return -EOPNOTSUPP; 18179ce48e5aSMichal Kubecek 18189ce48e5aSMichal Kubecek if (copy_from_user(&channels, useraddr, sizeof(channels))) 18199ce48e5aSMichal Kubecek return -EFAULT; 18209ce48e5aSMichal Kubecek 18219ce48e5aSMichal Kubecek dev->ethtool_ops->get_channels(dev, &curr); 18229ce48e5aSMichal Kubecek 182375c36dbbSJakub Kicinski if (channels.rx_count == curr.rx_count && 182475c36dbbSJakub Kicinski channels.tx_count == curr.tx_count && 182575c36dbbSJakub Kicinski channels.combined_count == curr.combined_count && 182675c36dbbSJakub Kicinski channels.other_count == curr.other_count) 182775c36dbbSJakub Kicinski return 0; 182875c36dbbSJakub Kicinski 18299ce48e5aSMichal Kubecek /* ensure new counts are within the maximums */ 18309ce48e5aSMichal Kubecek if (channels.rx_count > curr.max_rx || 18319ce48e5aSMichal Kubecek channels.tx_count > curr.max_tx || 18329ce48e5aSMichal Kubecek channels.combined_count > curr.max_combined || 18339ce48e5aSMichal Kubecek channels.other_count > curr.max_other) 18349ce48e5aSMichal Kubecek return -EINVAL; 18359ce48e5aSMichal Kubecek 18367be92514SJakub Kicinski /* ensure there is at least one RX and one TX channel */ 18377be92514SJakub Kicinski if (!channels.combined_count && 18387be92514SJakub Kicinski (!channels.rx_count || !channels.tx_count)) 18397be92514SJakub Kicinski return -EINVAL; 18407be92514SJakub Kicinski 18419ce48e5aSMichal Kubecek /* ensure the new Rx count fits within the configured Rx flow 18429ce48e5aSMichal Kubecek * indirection table settings */ 18439ce48e5aSMichal Kubecek if (netif_is_rxfh_configured(dev) && 18449ce48e5aSMichal Kubecek !ethtool_get_max_rxfh_channel(dev, &max_rx_in_use) && 18459ce48e5aSMichal Kubecek (channels.combined_count + channels.rx_count) <= max_rx_in_use) 18469ce48e5aSMichal Kubecek return -EINVAL; 18479ce48e5aSMichal Kubecek 18489ce48e5aSMichal Kubecek /* Disabling channels, query zero-copy AF_XDP sockets */ 18499ce48e5aSMichal Kubecek from_channel = channels.combined_count + 18509ce48e5aSMichal Kubecek min(channels.rx_count, channels.tx_count); 18519ce48e5aSMichal Kubecek to_channel = curr.combined_count + max(curr.rx_count, curr.tx_count); 18529ce48e5aSMichal Kubecek for (i = from_channel; i < to_channel; i++) 1853c4655761SMagnus Karlsson if (xsk_get_pool_from_qid(dev, i)) 18549ce48e5aSMichal Kubecek return -EINVAL; 18559ce48e5aSMichal Kubecek 1856546379b9SMichal Kubecek ret = dev->ethtool_ops->set_channels(dev, &channels); 1857546379b9SMichal Kubecek if (!ret) 1858546379b9SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_CHANNELS_NTF, NULL); 1859546379b9SMichal Kubecek return ret; 18609ce48e5aSMichal Kubecek } 18619ce48e5aSMichal Kubecek 18629ce48e5aSMichal Kubecek static int ethtool_get_pauseparam(struct net_device *dev, void __user *useraddr) 18639ce48e5aSMichal Kubecek { 18649ce48e5aSMichal Kubecek struct ethtool_pauseparam pauseparam = { .cmd = ETHTOOL_GPAUSEPARAM }; 18659ce48e5aSMichal Kubecek 18669ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_pauseparam) 18679ce48e5aSMichal Kubecek return -EOPNOTSUPP; 18689ce48e5aSMichal Kubecek 18699ce48e5aSMichal Kubecek dev->ethtool_ops->get_pauseparam(dev, &pauseparam); 18709ce48e5aSMichal Kubecek 18719ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &pauseparam, sizeof(pauseparam))) 18729ce48e5aSMichal Kubecek return -EFAULT; 18739ce48e5aSMichal Kubecek return 0; 18749ce48e5aSMichal Kubecek } 18759ce48e5aSMichal Kubecek 18769ce48e5aSMichal Kubecek static int ethtool_set_pauseparam(struct net_device *dev, void __user *useraddr) 18779ce48e5aSMichal Kubecek { 18789ce48e5aSMichal Kubecek struct ethtool_pauseparam pauseparam; 1879bf37faa3SMichal Kubecek int ret; 18809ce48e5aSMichal Kubecek 18819ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_pauseparam) 18829ce48e5aSMichal Kubecek return -EOPNOTSUPP; 18839ce48e5aSMichal Kubecek 18849ce48e5aSMichal Kubecek if (copy_from_user(&pauseparam, useraddr, sizeof(pauseparam))) 18859ce48e5aSMichal Kubecek return -EFAULT; 18869ce48e5aSMichal Kubecek 1887bf37faa3SMichal Kubecek ret = dev->ethtool_ops->set_pauseparam(dev, &pauseparam); 1888bf37faa3SMichal Kubecek if (!ret) 1889bf37faa3SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_PAUSE_NTF, NULL); 1890bf37faa3SMichal Kubecek return ret; 18919ce48e5aSMichal Kubecek } 18929ce48e5aSMichal Kubecek 18939ce48e5aSMichal Kubecek static int ethtool_self_test(struct net_device *dev, char __user *useraddr) 18949ce48e5aSMichal Kubecek { 18959ce48e5aSMichal Kubecek struct ethtool_test test; 18969ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 18979ce48e5aSMichal Kubecek u64 *data; 18989ce48e5aSMichal Kubecek int ret, test_len; 18999ce48e5aSMichal Kubecek 19009ce48e5aSMichal Kubecek if (!ops->self_test || !ops->get_sset_count) 19019ce48e5aSMichal Kubecek return -EOPNOTSUPP; 19029ce48e5aSMichal Kubecek 19039ce48e5aSMichal Kubecek test_len = ops->get_sset_count(dev, ETH_SS_TEST); 19049ce48e5aSMichal Kubecek if (test_len < 0) 19059ce48e5aSMichal Kubecek return test_len; 19069ce48e5aSMichal Kubecek WARN_ON(test_len == 0); 19079ce48e5aSMichal Kubecek 19089ce48e5aSMichal Kubecek if (copy_from_user(&test, useraddr, sizeof(test))) 19099ce48e5aSMichal Kubecek return -EFAULT; 19109ce48e5aSMichal Kubecek 19119ce48e5aSMichal Kubecek test.len = test_len; 191280ec82e3SAustin Kim data = kcalloc(test_len, sizeof(u64), GFP_USER); 19139ce48e5aSMichal Kubecek if (!data) 19149ce48e5aSMichal Kubecek return -ENOMEM; 19159ce48e5aSMichal Kubecek 191677e9b2abSAndrew Lunn netif_testing_on(dev); 19179ce48e5aSMichal Kubecek ops->self_test(dev, &test, data); 191877e9b2abSAndrew Lunn netif_testing_off(dev); 19199ce48e5aSMichal Kubecek 19209ce48e5aSMichal Kubecek ret = -EFAULT; 19219ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &test, sizeof(test))) 19229ce48e5aSMichal Kubecek goto out; 19239ce48e5aSMichal Kubecek useraddr += sizeof(test); 1924ed717613SGustavo A. R. Silva if (copy_to_user(useraddr, data, array_size(test.len, sizeof(u64)))) 19259ce48e5aSMichal Kubecek goto out; 19269ce48e5aSMichal Kubecek ret = 0; 19279ce48e5aSMichal Kubecek 19289ce48e5aSMichal Kubecek out: 19299ce48e5aSMichal Kubecek kfree(data); 19309ce48e5aSMichal Kubecek return ret; 19319ce48e5aSMichal Kubecek } 19329ce48e5aSMichal Kubecek 19339ce48e5aSMichal Kubecek static int ethtool_get_strings(struct net_device *dev, void __user *useraddr) 19349ce48e5aSMichal Kubecek { 19359ce48e5aSMichal Kubecek struct ethtool_gstrings gstrings; 19369ce48e5aSMichal Kubecek u8 *data; 19379ce48e5aSMichal Kubecek int ret; 19389ce48e5aSMichal Kubecek 19399ce48e5aSMichal Kubecek if (copy_from_user(&gstrings, useraddr, sizeof(gstrings))) 19409ce48e5aSMichal Kubecek return -EFAULT; 19419ce48e5aSMichal Kubecek 19429ce48e5aSMichal Kubecek ret = __ethtool_get_sset_count(dev, gstrings.string_set); 19439ce48e5aSMichal Kubecek if (ret < 0) 19449ce48e5aSMichal Kubecek return ret; 19459ce48e5aSMichal Kubecek if (ret > S32_MAX / ETH_GSTRING_LEN) 19469ce48e5aSMichal Kubecek return -ENOMEM; 19479ce48e5aSMichal Kubecek WARN_ON_ONCE(!ret); 19489ce48e5aSMichal Kubecek 19499ce48e5aSMichal Kubecek gstrings.len = ret; 19509ce48e5aSMichal Kubecek 19519ce48e5aSMichal Kubecek if (gstrings.len) { 19529ce48e5aSMichal Kubecek data = vzalloc(array_size(gstrings.len, ETH_GSTRING_LEN)); 19539ce48e5aSMichal Kubecek if (!data) 19549ce48e5aSMichal Kubecek return -ENOMEM; 19559ce48e5aSMichal Kubecek 19569ce48e5aSMichal Kubecek __ethtool_get_strings(dev, gstrings.string_set, data); 19579ce48e5aSMichal Kubecek } else { 19589ce48e5aSMichal Kubecek data = NULL; 19599ce48e5aSMichal Kubecek } 19609ce48e5aSMichal Kubecek 19619ce48e5aSMichal Kubecek ret = -EFAULT; 19629ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &gstrings, sizeof(gstrings))) 19639ce48e5aSMichal Kubecek goto out; 19649ce48e5aSMichal Kubecek useraddr += sizeof(gstrings); 19659ce48e5aSMichal Kubecek if (gstrings.len && 1966ed717613SGustavo A. R. Silva copy_to_user(useraddr, data, 1967ed717613SGustavo A. R. Silva array_size(gstrings.len, ETH_GSTRING_LEN))) 19689ce48e5aSMichal Kubecek goto out; 19699ce48e5aSMichal Kubecek ret = 0; 19709ce48e5aSMichal Kubecek 19719ce48e5aSMichal Kubecek out: 19729ce48e5aSMichal Kubecek vfree(data); 19739ce48e5aSMichal Kubecek return ret; 19749ce48e5aSMichal Kubecek } 19759ce48e5aSMichal Kubecek 19767888fe53SAlexander Duyck __printf(2, 3) void ethtool_sprintf(u8 **data, const char *fmt, ...) 19777888fe53SAlexander Duyck { 19787888fe53SAlexander Duyck va_list args; 19797888fe53SAlexander Duyck 19807888fe53SAlexander Duyck va_start(args, fmt); 19817888fe53SAlexander Duyck vsnprintf(*data, ETH_GSTRING_LEN, fmt, args); 19827888fe53SAlexander Duyck va_end(args); 19837888fe53SAlexander Duyck 19847888fe53SAlexander Duyck *data += ETH_GSTRING_LEN; 19857888fe53SAlexander Duyck } 19867888fe53SAlexander Duyck EXPORT_SYMBOL(ethtool_sprintf); 19877888fe53SAlexander Duyck 19889ce48e5aSMichal Kubecek static int ethtool_phys_id(struct net_device *dev, void __user *useraddr) 19899ce48e5aSMichal Kubecek { 19909ce48e5aSMichal Kubecek struct ethtool_value id; 19919ce48e5aSMichal Kubecek static bool busy; 19929ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 19935ae21950SEric Dumazet netdevice_tracker dev_tracker; 19949ce48e5aSMichal Kubecek int rc; 19959ce48e5aSMichal Kubecek 19969ce48e5aSMichal Kubecek if (!ops->set_phys_id) 19979ce48e5aSMichal Kubecek return -EOPNOTSUPP; 19989ce48e5aSMichal Kubecek 19999ce48e5aSMichal Kubecek if (busy) 20009ce48e5aSMichal Kubecek return -EBUSY; 20019ce48e5aSMichal Kubecek 20029ce48e5aSMichal Kubecek if (copy_from_user(&id, useraddr, sizeof(id))) 20039ce48e5aSMichal Kubecek return -EFAULT; 20049ce48e5aSMichal Kubecek 20059ce48e5aSMichal Kubecek rc = ops->set_phys_id(dev, ETHTOOL_ID_ACTIVE); 20069ce48e5aSMichal Kubecek if (rc < 0) 20079ce48e5aSMichal Kubecek return rc; 20089ce48e5aSMichal Kubecek 20099ce48e5aSMichal Kubecek /* Drop the RTNL lock while waiting, but prevent reentry or 20109ce48e5aSMichal Kubecek * removal of the device. 20119ce48e5aSMichal Kubecek */ 20129ce48e5aSMichal Kubecek busy = true; 20135ae21950SEric Dumazet dev_hold_track(dev, &dev_tracker, GFP_KERNEL); 20149ce48e5aSMichal Kubecek rtnl_unlock(); 20159ce48e5aSMichal Kubecek 20169ce48e5aSMichal Kubecek if (rc == 0) { 20179ce48e5aSMichal Kubecek /* Driver will handle this itself */ 20189ce48e5aSMichal Kubecek schedule_timeout_interruptible( 20199ce48e5aSMichal Kubecek id.data ? (id.data * HZ) : MAX_SCHEDULE_TIMEOUT); 20209ce48e5aSMichal Kubecek } else { 20219ce48e5aSMichal Kubecek /* Driver expects to be called at twice the frequency in rc */ 20222adc6edcSEdward Cree int n = rc * 2, interval = HZ / n; 20232adc6edcSEdward Cree u64 count = n * id.data, i = 0; 20249ce48e5aSMichal Kubecek 20259ce48e5aSMichal Kubecek do { 20269ce48e5aSMichal Kubecek rtnl_lock(); 20279ce48e5aSMichal Kubecek rc = ops->set_phys_id(dev, 20282adc6edcSEdward Cree (i++ & 1) ? ETHTOOL_ID_OFF : ETHTOOL_ID_ON); 20299ce48e5aSMichal Kubecek rtnl_unlock(); 20309ce48e5aSMichal Kubecek if (rc) 20319ce48e5aSMichal Kubecek break; 20329ce48e5aSMichal Kubecek schedule_timeout_interruptible(interval); 20332adc6edcSEdward Cree } while (!signal_pending(current) && (!id.data || i < count)); 20349ce48e5aSMichal Kubecek } 20359ce48e5aSMichal Kubecek 20369ce48e5aSMichal Kubecek rtnl_lock(); 20375ae21950SEric Dumazet dev_put_track(dev, &dev_tracker); 20389ce48e5aSMichal Kubecek busy = false; 20399ce48e5aSMichal Kubecek 20409ce48e5aSMichal Kubecek (void) ops->set_phys_id(dev, ETHTOOL_ID_INACTIVE); 20419ce48e5aSMichal Kubecek return rc; 20429ce48e5aSMichal Kubecek } 20439ce48e5aSMichal Kubecek 20449ce48e5aSMichal Kubecek static int ethtool_get_stats(struct net_device *dev, void __user *useraddr) 20459ce48e5aSMichal Kubecek { 20469ce48e5aSMichal Kubecek struct ethtool_stats stats; 20479ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 20489ce48e5aSMichal Kubecek u64 *data; 20499ce48e5aSMichal Kubecek int ret, n_stats; 20509ce48e5aSMichal Kubecek 20519ce48e5aSMichal Kubecek if (!ops->get_ethtool_stats || !ops->get_sset_count) 20529ce48e5aSMichal Kubecek return -EOPNOTSUPP; 20539ce48e5aSMichal Kubecek 20549ce48e5aSMichal Kubecek n_stats = ops->get_sset_count(dev, ETH_SS_STATS); 20559ce48e5aSMichal Kubecek if (n_stats < 0) 20569ce48e5aSMichal Kubecek return n_stats; 20579ce48e5aSMichal Kubecek if (n_stats > S32_MAX / sizeof(u64)) 20589ce48e5aSMichal Kubecek return -ENOMEM; 20599ce48e5aSMichal Kubecek WARN_ON_ONCE(!n_stats); 20609ce48e5aSMichal Kubecek if (copy_from_user(&stats, useraddr, sizeof(stats))) 20619ce48e5aSMichal Kubecek return -EFAULT; 20629ce48e5aSMichal Kubecek 20639ce48e5aSMichal Kubecek stats.n_stats = n_stats; 20649ce48e5aSMichal Kubecek 20659ce48e5aSMichal Kubecek if (n_stats) { 20669ce48e5aSMichal Kubecek data = vzalloc(array_size(n_stats, sizeof(u64))); 20679ce48e5aSMichal Kubecek if (!data) 20689ce48e5aSMichal Kubecek return -ENOMEM; 20699ce48e5aSMichal Kubecek ops->get_ethtool_stats(dev, &stats, data); 20709ce48e5aSMichal Kubecek } else { 20719ce48e5aSMichal Kubecek data = NULL; 20729ce48e5aSMichal Kubecek } 20739ce48e5aSMichal Kubecek 20749ce48e5aSMichal Kubecek ret = -EFAULT; 20759ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &stats, sizeof(stats))) 20769ce48e5aSMichal Kubecek goto out; 20779ce48e5aSMichal Kubecek useraddr += sizeof(stats); 20783dd14996SGustavo A. R. Silva if (n_stats && copy_to_user(useraddr, data, array_size(n_stats, sizeof(u64)))) 20799ce48e5aSMichal Kubecek goto out; 20809ce48e5aSMichal Kubecek ret = 0; 20819ce48e5aSMichal Kubecek 20829ce48e5aSMichal Kubecek out: 20839ce48e5aSMichal Kubecek vfree(data); 20849ce48e5aSMichal Kubecek return ret; 20859ce48e5aSMichal Kubecek } 20869ce48e5aSMichal Kubecek 20879ce48e5aSMichal Kubecek static int ethtool_get_phy_stats(struct net_device *dev, void __user *useraddr) 20889ce48e5aSMichal Kubecek { 208917809516SFlorian Fainelli const struct ethtool_phy_ops *phy_ops = ethtool_phy_ops; 20909ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 20919ce48e5aSMichal Kubecek struct phy_device *phydev = dev->phydev; 20929ce48e5aSMichal Kubecek struct ethtool_stats stats; 20939ce48e5aSMichal Kubecek u64 *data; 20949ce48e5aSMichal Kubecek int ret, n_stats; 20959ce48e5aSMichal Kubecek 20969ce48e5aSMichal Kubecek if (!phydev && (!ops->get_ethtool_phy_stats || !ops->get_sset_count)) 20979ce48e5aSMichal Kubecek return -EOPNOTSUPP; 20989ce48e5aSMichal Kubecek 2099*ccd21ec5STom Rix if (phydev && !ops->get_ethtool_phy_stats && 210017809516SFlorian Fainelli phy_ops && phy_ops->get_sset_count) 2101*ccd21ec5STom Rix n_stats = phy_ops->get_sset_count(phydev); 21029ce48e5aSMichal Kubecek else 21039ce48e5aSMichal Kubecek n_stats = ops->get_sset_count(dev, ETH_SS_PHY_STATS); 21049ce48e5aSMichal Kubecek if (n_stats < 0) 21059ce48e5aSMichal Kubecek return n_stats; 21069ce48e5aSMichal Kubecek if (n_stats > S32_MAX / sizeof(u64)) 21079ce48e5aSMichal Kubecek return -ENOMEM; 21089ce48e5aSMichal Kubecek WARN_ON_ONCE(!n_stats); 21099ce48e5aSMichal Kubecek 21109ce48e5aSMichal Kubecek if (copy_from_user(&stats, useraddr, sizeof(stats))) 21119ce48e5aSMichal Kubecek return -EFAULT; 21129ce48e5aSMichal Kubecek 21139ce48e5aSMichal Kubecek stats.n_stats = n_stats; 21149ce48e5aSMichal Kubecek 21159ce48e5aSMichal Kubecek if (n_stats) { 21169ce48e5aSMichal Kubecek data = vzalloc(array_size(n_stats, sizeof(u64))); 21179ce48e5aSMichal Kubecek if (!data) 21189ce48e5aSMichal Kubecek return -ENOMEM; 21199ce48e5aSMichal Kubecek 2120*ccd21ec5STom Rix if (phydev && !ops->get_ethtool_phy_stats && 212117809516SFlorian Fainelli phy_ops && phy_ops->get_stats) { 2122*ccd21ec5STom Rix ret = phy_ops->get_stats(phydev, &stats, data); 21239ce48e5aSMichal Kubecek if (ret < 0) 21249ce48e5aSMichal Kubecek goto out; 21259ce48e5aSMichal Kubecek } else { 21269ce48e5aSMichal Kubecek ops->get_ethtool_phy_stats(dev, &stats, data); 21279ce48e5aSMichal Kubecek } 21289ce48e5aSMichal Kubecek } else { 21299ce48e5aSMichal Kubecek data = NULL; 21309ce48e5aSMichal Kubecek } 21319ce48e5aSMichal Kubecek 21329ce48e5aSMichal Kubecek ret = -EFAULT; 21339ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &stats, sizeof(stats))) 21349ce48e5aSMichal Kubecek goto out; 21359ce48e5aSMichal Kubecek useraddr += sizeof(stats); 21363dd14996SGustavo A. R. Silva if (n_stats && copy_to_user(useraddr, data, array_size(n_stats, sizeof(u64)))) 21379ce48e5aSMichal Kubecek goto out; 21389ce48e5aSMichal Kubecek ret = 0; 21399ce48e5aSMichal Kubecek 21409ce48e5aSMichal Kubecek out: 21419ce48e5aSMichal Kubecek vfree(data); 21429ce48e5aSMichal Kubecek return ret; 21439ce48e5aSMichal Kubecek } 21449ce48e5aSMichal Kubecek 21459ce48e5aSMichal Kubecek static int ethtool_get_perm_addr(struct net_device *dev, void __user *useraddr) 21469ce48e5aSMichal Kubecek { 21479ce48e5aSMichal Kubecek struct ethtool_perm_addr epaddr; 21489ce48e5aSMichal Kubecek 21499ce48e5aSMichal Kubecek if (copy_from_user(&epaddr, useraddr, sizeof(epaddr))) 21509ce48e5aSMichal Kubecek return -EFAULT; 21519ce48e5aSMichal Kubecek 21529ce48e5aSMichal Kubecek if (epaddr.size < dev->addr_len) 21539ce48e5aSMichal Kubecek return -ETOOSMALL; 21549ce48e5aSMichal Kubecek epaddr.size = dev->addr_len; 21559ce48e5aSMichal Kubecek 21569ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &epaddr, sizeof(epaddr))) 21579ce48e5aSMichal Kubecek return -EFAULT; 21589ce48e5aSMichal Kubecek useraddr += sizeof(epaddr); 21599ce48e5aSMichal Kubecek if (copy_to_user(useraddr, dev->perm_addr, epaddr.size)) 21609ce48e5aSMichal Kubecek return -EFAULT; 21619ce48e5aSMichal Kubecek return 0; 21629ce48e5aSMichal Kubecek } 21639ce48e5aSMichal Kubecek 21649ce48e5aSMichal Kubecek static int ethtool_get_value(struct net_device *dev, char __user *useraddr, 21659ce48e5aSMichal Kubecek u32 cmd, u32 (*actor)(struct net_device *)) 21669ce48e5aSMichal Kubecek { 21679ce48e5aSMichal Kubecek struct ethtool_value edata = { .cmd = cmd }; 21689ce48e5aSMichal Kubecek 21699ce48e5aSMichal Kubecek if (!actor) 21709ce48e5aSMichal Kubecek return -EOPNOTSUPP; 21719ce48e5aSMichal Kubecek 21729ce48e5aSMichal Kubecek edata.data = actor(dev); 21739ce48e5aSMichal Kubecek 21749ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &edata, sizeof(edata))) 21759ce48e5aSMichal Kubecek return -EFAULT; 21769ce48e5aSMichal Kubecek return 0; 21779ce48e5aSMichal Kubecek } 21789ce48e5aSMichal Kubecek 21799ce48e5aSMichal Kubecek static int ethtool_set_value_void(struct net_device *dev, char __user *useraddr, 21809ce48e5aSMichal Kubecek void (*actor)(struct net_device *, u32)) 21819ce48e5aSMichal Kubecek { 21829ce48e5aSMichal Kubecek struct ethtool_value edata; 21839ce48e5aSMichal Kubecek 21849ce48e5aSMichal Kubecek if (!actor) 21859ce48e5aSMichal Kubecek return -EOPNOTSUPP; 21869ce48e5aSMichal Kubecek 21879ce48e5aSMichal Kubecek if (copy_from_user(&edata, useraddr, sizeof(edata))) 21889ce48e5aSMichal Kubecek return -EFAULT; 21899ce48e5aSMichal Kubecek 21909ce48e5aSMichal Kubecek actor(dev, edata.data); 21919ce48e5aSMichal Kubecek return 0; 21929ce48e5aSMichal Kubecek } 21939ce48e5aSMichal Kubecek 21949ce48e5aSMichal Kubecek static int ethtool_set_value(struct net_device *dev, char __user *useraddr, 21959ce48e5aSMichal Kubecek int (*actor)(struct net_device *, u32)) 21969ce48e5aSMichal Kubecek { 21979ce48e5aSMichal Kubecek struct ethtool_value edata; 21989ce48e5aSMichal Kubecek 21999ce48e5aSMichal Kubecek if (!actor) 22009ce48e5aSMichal Kubecek return -EOPNOTSUPP; 22019ce48e5aSMichal Kubecek 22029ce48e5aSMichal Kubecek if (copy_from_user(&edata, useraddr, sizeof(edata))) 22039ce48e5aSMichal Kubecek return -EFAULT; 22049ce48e5aSMichal Kubecek 22059ce48e5aSMichal Kubecek return actor(dev, edata.data); 22069ce48e5aSMichal Kubecek } 22079ce48e5aSMichal Kubecek 2208095cfcfeSJakub Kicinski static int 2209095cfcfeSJakub Kicinski ethtool_flash_device(struct net_device *dev, struct ethtool_devlink_compat *req) 22109ce48e5aSMichal Kubecek { 22111af0a094SJakub Kicinski if (!dev->ethtool_ops->flash_device) { 22121af0a094SJakub Kicinski req->devlink = netdev_to_devlink_get(dev); 22131af0a094SJakub Kicinski return 0; 22141af0a094SJakub Kicinski } 22159ce48e5aSMichal Kubecek 2216095cfcfeSJakub Kicinski return dev->ethtool_ops->flash_device(dev, &req->efl); 22179ce48e5aSMichal Kubecek } 22189ce48e5aSMichal Kubecek 22199ce48e5aSMichal Kubecek static int ethtool_set_dump(struct net_device *dev, 22209ce48e5aSMichal Kubecek void __user *useraddr) 22219ce48e5aSMichal Kubecek { 22229ce48e5aSMichal Kubecek struct ethtool_dump dump; 22239ce48e5aSMichal Kubecek 22249ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_dump) 22259ce48e5aSMichal Kubecek return -EOPNOTSUPP; 22269ce48e5aSMichal Kubecek 22279ce48e5aSMichal Kubecek if (copy_from_user(&dump, useraddr, sizeof(dump))) 22289ce48e5aSMichal Kubecek return -EFAULT; 22299ce48e5aSMichal Kubecek 22309ce48e5aSMichal Kubecek return dev->ethtool_ops->set_dump(dev, &dump); 22319ce48e5aSMichal Kubecek } 22329ce48e5aSMichal Kubecek 22339ce48e5aSMichal Kubecek static int ethtool_get_dump_flag(struct net_device *dev, 22349ce48e5aSMichal Kubecek void __user *useraddr) 22359ce48e5aSMichal Kubecek { 22369ce48e5aSMichal Kubecek int ret; 22379ce48e5aSMichal Kubecek struct ethtool_dump dump; 22389ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 22399ce48e5aSMichal Kubecek 22409ce48e5aSMichal Kubecek if (!ops->get_dump_flag) 22419ce48e5aSMichal Kubecek return -EOPNOTSUPP; 22429ce48e5aSMichal Kubecek 22439ce48e5aSMichal Kubecek if (copy_from_user(&dump, useraddr, sizeof(dump))) 22449ce48e5aSMichal Kubecek return -EFAULT; 22459ce48e5aSMichal Kubecek 22469ce48e5aSMichal Kubecek ret = ops->get_dump_flag(dev, &dump); 22479ce48e5aSMichal Kubecek if (ret) 22489ce48e5aSMichal Kubecek return ret; 22499ce48e5aSMichal Kubecek 22509ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &dump, sizeof(dump))) 22519ce48e5aSMichal Kubecek return -EFAULT; 22529ce48e5aSMichal Kubecek return 0; 22539ce48e5aSMichal Kubecek } 22549ce48e5aSMichal Kubecek 22559ce48e5aSMichal Kubecek static int ethtool_get_dump_data(struct net_device *dev, 22569ce48e5aSMichal Kubecek void __user *useraddr) 22579ce48e5aSMichal Kubecek { 22589ce48e5aSMichal Kubecek int ret; 22599ce48e5aSMichal Kubecek __u32 len; 22609ce48e5aSMichal Kubecek struct ethtool_dump dump, tmp; 22619ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 22629ce48e5aSMichal Kubecek void *data = NULL; 22639ce48e5aSMichal Kubecek 22649ce48e5aSMichal Kubecek if (!ops->get_dump_data || !ops->get_dump_flag) 22659ce48e5aSMichal Kubecek return -EOPNOTSUPP; 22669ce48e5aSMichal Kubecek 22679ce48e5aSMichal Kubecek if (copy_from_user(&dump, useraddr, sizeof(dump))) 22689ce48e5aSMichal Kubecek return -EFAULT; 22699ce48e5aSMichal Kubecek 22709ce48e5aSMichal Kubecek memset(&tmp, 0, sizeof(tmp)); 22719ce48e5aSMichal Kubecek tmp.cmd = ETHTOOL_GET_DUMP_FLAG; 22729ce48e5aSMichal Kubecek ret = ops->get_dump_flag(dev, &tmp); 22739ce48e5aSMichal Kubecek if (ret) 22749ce48e5aSMichal Kubecek return ret; 22759ce48e5aSMichal Kubecek 22769ce48e5aSMichal Kubecek len = min(tmp.len, dump.len); 22779ce48e5aSMichal Kubecek if (!len) 22789ce48e5aSMichal Kubecek return -EFAULT; 22799ce48e5aSMichal Kubecek 22809ce48e5aSMichal Kubecek /* Don't ever let the driver think there's more space available 22819ce48e5aSMichal Kubecek * than it requested with .get_dump_flag(). 22829ce48e5aSMichal Kubecek */ 22839ce48e5aSMichal Kubecek dump.len = len; 22849ce48e5aSMichal Kubecek 22859ce48e5aSMichal Kubecek /* Always allocate enough space to hold the whole thing so that the 22869ce48e5aSMichal Kubecek * driver does not need to check the length and bother with partial 22879ce48e5aSMichal Kubecek * dumping. 22889ce48e5aSMichal Kubecek */ 22899ce48e5aSMichal Kubecek data = vzalloc(tmp.len); 22909ce48e5aSMichal Kubecek if (!data) 22919ce48e5aSMichal Kubecek return -ENOMEM; 22929ce48e5aSMichal Kubecek ret = ops->get_dump_data(dev, &dump, data); 22939ce48e5aSMichal Kubecek if (ret) 22949ce48e5aSMichal Kubecek goto out; 22959ce48e5aSMichal Kubecek 22969ce48e5aSMichal Kubecek /* There are two sane possibilities: 22979ce48e5aSMichal Kubecek * 1. The driver's .get_dump_data() does not touch dump.len. 22989ce48e5aSMichal Kubecek * 2. Or it may set dump.len to how much it really writes, which 22999ce48e5aSMichal Kubecek * should be tmp.len (or len if it can do a partial dump). 23009ce48e5aSMichal Kubecek * In any case respond to userspace with the actual length of data 23019ce48e5aSMichal Kubecek * it's receiving. 23029ce48e5aSMichal Kubecek */ 23039ce48e5aSMichal Kubecek WARN_ON(dump.len != len && dump.len != tmp.len); 23049ce48e5aSMichal Kubecek dump.len = len; 23059ce48e5aSMichal Kubecek 23069ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &dump, sizeof(dump))) { 23079ce48e5aSMichal Kubecek ret = -EFAULT; 23089ce48e5aSMichal Kubecek goto out; 23099ce48e5aSMichal Kubecek } 23109ce48e5aSMichal Kubecek useraddr += offsetof(struct ethtool_dump, data); 23119ce48e5aSMichal Kubecek if (copy_to_user(useraddr, data, len)) 23129ce48e5aSMichal Kubecek ret = -EFAULT; 23139ce48e5aSMichal Kubecek out: 23149ce48e5aSMichal Kubecek vfree(data); 23159ce48e5aSMichal Kubecek return ret; 23169ce48e5aSMichal Kubecek } 23179ce48e5aSMichal Kubecek 23189ce48e5aSMichal Kubecek static int ethtool_get_ts_info(struct net_device *dev, void __user *useraddr) 23199ce48e5aSMichal Kubecek { 23209ce48e5aSMichal Kubecek struct ethtool_ts_info info; 23215b071c59SMichal Kubecek int err; 23229ce48e5aSMichal Kubecek 23235b071c59SMichal Kubecek err = __ethtool_get_ts_info(dev, &info); 23249ce48e5aSMichal Kubecek if (err) 23259ce48e5aSMichal Kubecek return err; 23269ce48e5aSMichal Kubecek 23279ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &info, sizeof(info))) 23285b071c59SMichal Kubecek return -EFAULT; 23299ce48e5aSMichal Kubecek 23305b071c59SMichal Kubecek return 0; 23319ce48e5aSMichal Kubecek } 23329ce48e5aSMichal Kubecek 233395dfc7efSAndrew Lunn int ethtool_get_module_info_call(struct net_device *dev, 23349ce48e5aSMichal Kubecek struct ethtool_modinfo *modinfo) 23359ce48e5aSMichal Kubecek { 23369ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 23379ce48e5aSMichal Kubecek struct phy_device *phydev = dev->phydev; 23389ce48e5aSMichal Kubecek 23399ce48e5aSMichal Kubecek if (dev->sfp_bus) 23409ce48e5aSMichal Kubecek return sfp_get_module_info(dev->sfp_bus, modinfo); 23419ce48e5aSMichal Kubecek 23429ce48e5aSMichal Kubecek if (phydev && phydev->drv && phydev->drv->module_info) 23439ce48e5aSMichal Kubecek return phydev->drv->module_info(phydev, modinfo); 23449ce48e5aSMichal Kubecek 23459ce48e5aSMichal Kubecek if (ops->get_module_info) 23469ce48e5aSMichal Kubecek return ops->get_module_info(dev, modinfo); 23479ce48e5aSMichal Kubecek 23489ce48e5aSMichal Kubecek return -EOPNOTSUPP; 23499ce48e5aSMichal Kubecek } 23509ce48e5aSMichal Kubecek 23519ce48e5aSMichal Kubecek static int ethtool_get_module_info(struct net_device *dev, 23529ce48e5aSMichal Kubecek void __user *useraddr) 23539ce48e5aSMichal Kubecek { 23549ce48e5aSMichal Kubecek int ret; 23559ce48e5aSMichal Kubecek struct ethtool_modinfo modinfo; 23569ce48e5aSMichal Kubecek 23579ce48e5aSMichal Kubecek if (copy_from_user(&modinfo, useraddr, sizeof(modinfo))) 23589ce48e5aSMichal Kubecek return -EFAULT; 23599ce48e5aSMichal Kubecek 236095dfc7efSAndrew Lunn ret = ethtool_get_module_info_call(dev, &modinfo); 23619ce48e5aSMichal Kubecek if (ret) 23629ce48e5aSMichal Kubecek return ret; 23639ce48e5aSMichal Kubecek 23649ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &modinfo, sizeof(modinfo))) 23659ce48e5aSMichal Kubecek return -EFAULT; 23669ce48e5aSMichal Kubecek 23679ce48e5aSMichal Kubecek return 0; 23689ce48e5aSMichal Kubecek } 23699ce48e5aSMichal Kubecek 237095dfc7efSAndrew Lunn int ethtool_get_module_eeprom_call(struct net_device *dev, 23719ce48e5aSMichal Kubecek struct ethtool_eeprom *ee, u8 *data) 23729ce48e5aSMichal Kubecek { 23739ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 23749ce48e5aSMichal Kubecek struct phy_device *phydev = dev->phydev; 23759ce48e5aSMichal Kubecek 23769ce48e5aSMichal Kubecek if (dev->sfp_bus) 23779ce48e5aSMichal Kubecek return sfp_get_module_eeprom(dev->sfp_bus, ee, data); 23789ce48e5aSMichal Kubecek 23799ce48e5aSMichal Kubecek if (phydev && phydev->drv && phydev->drv->module_eeprom) 23809ce48e5aSMichal Kubecek return phydev->drv->module_eeprom(phydev, ee, data); 23819ce48e5aSMichal Kubecek 23829ce48e5aSMichal Kubecek if (ops->get_module_eeprom) 23839ce48e5aSMichal Kubecek return ops->get_module_eeprom(dev, ee, data); 23849ce48e5aSMichal Kubecek 23859ce48e5aSMichal Kubecek return -EOPNOTSUPP; 23869ce48e5aSMichal Kubecek } 23879ce48e5aSMichal Kubecek 23889ce48e5aSMichal Kubecek static int ethtool_get_module_eeprom(struct net_device *dev, 23899ce48e5aSMichal Kubecek void __user *useraddr) 23909ce48e5aSMichal Kubecek { 23919ce48e5aSMichal Kubecek int ret; 23929ce48e5aSMichal Kubecek struct ethtool_modinfo modinfo; 23939ce48e5aSMichal Kubecek 239495dfc7efSAndrew Lunn ret = ethtool_get_module_info_call(dev, &modinfo); 23959ce48e5aSMichal Kubecek if (ret) 23969ce48e5aSMichal Kubecek return ret; 23979ce48e5aSMichal Kubecek 23989ce48e5aSMichal Kubecek return ethtool_get_any_eeprom(dev, useraddr, 239995dfc7efSAndrew Lunn ethtool_get_module_eeprom_call, 24009ce48e5aSMichal Kubecek modinfo.eeprom_len); 24019ce48e5aSMichal Kubecek } 24029ce48e5aSMichal Kubecek 24039ce48e5aSMichal Kubecek static int ethtool_tunable_valid(const struct ethtool_tunable *tuna) 24049ce48e5aSMichal Kubecek { 24059ce48e5aSMichal Kubecek switch (tuna->id) { 24069ce48e5aSMichal Kubecek case ETHTOOL_RX_COPYBREAK: 24079ce48e5aSMichal Kubecek case ETHTOOL_TX_COPYBREAK: 2408448f413aSHao Chen case ETHTOOL_TX_COPYBREAK_BUF_SIZE: 24099ce48e5aSMichal Kubecek if (tuna->len != sizeof(u32) || 24109ce48e5aSMichal Kubecek tuna->type_id != ETHTOOL_TUNABLE_U32) 24119ce48e5aSMichal Kubecek return -EINVAL; 24129ce48e5aSMichal Kubecek break; 24139ce48e5aSMichal Kubecek case ETHTOOL_PFC_PREVENTION_TOUT: 24149ce48e5aSMichal Kubecek if (tuna->len != sizeof(u16) || 24159ce48e5aSMichal Kubecek tuna->type_id != ETHTOOL_TUNABLE_U16) 24169ce48e5aSMichal Kubecek return -EINVAL; 24179ce48e5aSMichal Kubecek break; 24189ce48e5aSMichal Kubecek default: 24199ce48e5aSMichal Kubecek return -EINVAL; 24209ce48e5aSMichal Kubecek } 24219ce48e5aSMichal Kubecek 24229ce48e5aSMichal Kubecek return 0; 24239ce48e5aSMichal Kubecek } 24249ce48e5aSMichal Kubecek 24259ce48e5aSMichal Kubecek static int ethtool_get_tunable(struct net_device *dev, void __user *useraddr) 24269ce48e5aSMichal Kubecek { 24279ce48e5aSMichal Kubecek int ret; 24289ce48e5aSMichal Kubecek struct ethtool_tunable tuna; 24299ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 24309ce48e5aSMichal Kubecek void *data; 24319ce48e5aSMichal Kubecek 24329ce48e5aSMichal Kubecek if (!ops->get_tunable) 24339ce48e5aSMichal Kubecek return -EOPNOTSUPP; 24349ce48e5aSMichal Kubecek if (copy_from_user(&tuna, useraddr, sizeof(tuna))) 24359ce48e5aSMichal Kubecek return -EFAULT; 24369ce48e5aSMichal Kubecek ret = ethtool_tunable_valid(&tuna); 24379ce48e5aSMichal Kubecek if (ret) 24389ce48e5aSMichal Kubecek return ret; 243980ec82e3SAustin Kim data = kzalloc(tuna.len, GFP_USER); 24409ce48e5aSMichal Kubecek if (!data) 24419ce48e5aSMichal Kubecek return -ENOMEM; 24429ce48e5aSMichal Kubecek ret = ops->get_tunable(dev, &tuna, data); 24439ce48e5aSMichal Kubecek if (ret) 24449ce48e5aSMichal Kubecek goto out; 24459ce48e5aSMichal Kubecek useraddr += sizeof(tuna); 24469ce48e5aSMichal Kubecek ret = -EFAULT; 24479ce48e5aSMichal Kubecek if (copy_to_user(useraddr, data, tuna.len)) 24489ce48e5aSMichal Kubecek goto out; 24499ce48e5aSMichal Kubecek ret = 0; 24509ce48e5aSMichal Kubecek 24519ce48e5aSMichal Kubecek out: 24529ce48e5aSMichal Kubecek kfree(data); 24539ce48e5aSMichal Kubecek return ret; 24549ce48e5aSMichal Kubecek } 24559ce48e5aSMichal Kubecek 24569ce48e5aSMichal Kubecek static int ethtool_set_tunable(struct net_device *dev, void __user *useraddr) 24579ce48e5aSMichal Kubecek { 24589ce48e5aSMichal Kubecek int ret; 24599ce48e5aSMichal Kubecek struct ethtool_tunable tuna; 24609ce48e5aSMichal Kubecek const struct ethtool_ops *ops = dev->ethtool_ops; 24619ce48e5aSMichal Kubecek void *data; 24629ce48e5aSMichal Kubecek 24639ce48e5aSMichal Kubecek if (!ops->set_tunable) 24649ce48e5aSMichal Kubecek return -EOPNOTSUPP; 24659ce48e5aSMichal Kubecek if (copy_from_user(&tuna, useraddr, sizeof(tuna))) 24669ce48e5aSMichal Kubecek return -EFAULT; 24679ce48e5aSMichal Kubecek ret = ethtool_tunable_valid(&tuna); 24689ce48e5aSMichal Kubecek if (ret) 24699ce48e5aSMichal Kubecek return ret; 24709ce48e5aSMichal Kubecek useraddr += sizeof(tuna); 24719ce48e5aSMichal Kubecek data = memdup_user(useraddr, tuna.len); 24729ce48e5aSMichal Kubecek if (IS_ERR(data)) 24739ce48e5aSMichal Kubecek return PTR_ERR(data); 24749ce48e5aSMichal Kubecek ret = ops->set_tunable(dev, &tuna, data); 24759ce48e5aSMichal Kubecek 24769ce48e5aSMichal Kubecek kfree(data); 24779ce48e5aSMichal Kubecek return ret; 24789ce48e5aSMichal Kubecek } 24799ce48e5aSMichal Kubecek 24809ce48e5aSMichal Kubecek static noinline_for_stack int 24819ce48e5aSMichal Kubecek ethtool_get_per_queue_coalesce(struct net_device *dev, 24829ce48e5aSMichal Kubecek void __user *useraddr, 24839ce48e5aSMichal Kubecek struct ethtool_per_queue_op *per_queue_opt) 24849ce48e5aSMichal Kubecek { 24859ce48e5aSMichal Kubecek u32 bit; 24869ce48e5aSMichal Kubecek int ret; 24879ce48e5aSMichal Kubecek DECLARE_BITMAP(queue_mask, MAX_NUM_QUEUE); 24889ce48e5aSMichal Kubecek 24899ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_per_queue_coalesce) 24909ce48e5aSMichal Kubecek return -EOPNOTSUPP; 24919ce48e5aSMichal Kubecek 24929ce48e5aSMichal Kubecek useraddr += sizeof(*per_queue_opt); 24939ce48e5aSMichal Kubecek 24949ce48e5aSMichal Kubecek bitmap_from_arr32(queue_mask, per_queue_opt->queue_mask, 24959ce48e5aSMichal Kubecek MAX_NUM_QUEUE); 24969ce48e5aSMichal Kubecek 24979ce48e5aSMichal Kubecek for_each_set_bit(bit, queue_mask, MAX_NUM_QUEUE) { 24989ce48e5aSMichal Kubecek struct ethtool_coalesce coalesce = { .cmd = ETHTOOL_GCOALESCE }; 24999ce48e5aSMichal Kubecek 25009ce48e5aSMichal Kubecek ret = dev->ethtool_ops->get_per_queue_coalesce(dev, bit, &coalesce); 25019ce48e5aSMichal Kubecek if (ret != 0) 25029ce48e5aSMichal Kubecek return ret; 25039ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &coalesce, sizeof(coalesce))) 25049ce48e5aSMichal Kubecek return -EFAULT; 25059ce48e5aSMichal Kubecek useraddr += sizeof(coalesce); 25069ce48e5aSMichal Kubecek } 25079ce48e5aSMichal Kubecek 25089ce48e5aSMichal Kubecek return 0; 25099ce48e5aSMichal Kubecek } 25109ce48e5aSMichal Kubecek 25119ce48e5aSMichal Kubecek static noinline_for_stack int 25129ce48e5aSMichal Kubecek ethtool_set_per_queue_coalesce(struct net_device *dev, 25139ce48e5aSMichal Kubecek void __user *useraddr, 25149ce48e5aSMichal Kubecek struct ethtool_per_queue_op *per_queue_opt) 25159ce48e5aSMichal Kubecek { 25169ce48e5aSMichal Kubecek u32 bit; 25179ce48e5aSMichal Kubecek int i, ret = 0; 25189ce48e5aSMichal Kubecek int n_queue; 25199ce48e5aSMichal Kubecek struct ethtool_coalesce *backup = NULL, *tmp = NULL; 25209ce48e5aSMichal Kubecek DECLARE_BITMAP(queue_mask, MAX_NUM_QUEUE); 25219ce48e5aSMichal Kubecek 25229ce48e5aSMichal Kubecek if ((!dev->ethtool_ops->set_per_queue_coalesce) || 25239ce48e5aSMichal Kubecek (!dev->ethtool_ops->get_per_queue_coalesce)) 25249ce48e5aSMichal Kubecek return -EOPNOTSUPP; 25259ce48e5aSMichal Kubecek 25269ce48e5aSMichal Kubecek useraddr += sizeof(*per_queue_opt); 25279ce48e5aSMichal Kubecek 25289ce48e5aSMichal Kubecek bitmap_from_arr32(queue_mask, per_queue_opt->queue_mask, MAX_NUM_QUEUE); 25299ce48e5aSMichal Kubecek n_queue = bitmap_weight(queue_mask, MAX_NUM_QUEUE); 25309ce48e5aSMichal Kubecek tmp = backup = kmalloc_array(n_queue, sizeof(*backup), GFP_KERNEL); 25319ce48e5aSMichal Kubecek if (!backup) 25329ce48e5aSMichal Kubecek return -ENOMEM; 25339ce48e5aSMichal Kubecek 25349ce48e5aSMichal Kubecek for_each_set_bit(bit, queue_mask, MAX_NUM_QUEUE) { 25359ce48e5aSMichal Kubecek struct ethtool_coalesce coalesce; 25369ce48e5aSMichal Kubecek 25379ce48e5aSMichal Kubecek ret = dev->ethtool_ops->get_per_queue_coalesce(dev, bit, tmp); 25389ce48e5aSMichal Kubecek if (ret != 0) 25399ce48e5aSMichal Kubecek goto roll_back; 25409ce48e5aSMichal Kubecek 25419ce48e5aSMichal Kubecek tmp++; 25429ce48e5aSMichal Kubecek 25439ce48e5aSMichal Kubecek if (copy_from_user(&coalesce, useraddr, sizeof(coalesce))) { 25449ce48e5aSMichal Kubecek ret = -EFAULT; 25459ce48e5aSMichal Kubecek goto roll_back; 25469ce48e5aSMichal Kubecek } 25479ce48e5aSMichal Kubecek 254895cddcb5SJakub Kicinski if (!ethtool_set_coalesce_supported(dev, &coalesce)) { 254995cddcb5SJakub Kicinski ret = -EOPNOTSUPP; 255095cddcb5SJakub Kicinski goto roll_back; 255195cddcb5SJakub Kicinski } 255295cddcb5SJakub Kicinski 25539ce48e5aSMichal Kubecek ret = dev->ethtool_ops->set_per_queue_coalesce(dev, bit, &coalesce); 25549ce48e5aSMichal Kubecek if (ret != 0) 25559ce48e5aSMichal Kubecek goto roll_back; 25569ce48e5aSMichal Kubecek 25579ce48e5aSMichal Kubecek useraddr += sizeof(coalesce); 25589ce48e5aSMichal Kubecek } 25599ce48e5aSMichal Kubecek 25609ce48e5aSMichal Kubecek roll_back: 25619ce48e5aSMichal Kubecek if (ret != 0) { 25629ce48e5aSMichal Kubecek tmp = backup; 25639ce48e5aSMichal Kubecek for_each_set_bit(i, queue_mask, bit) { 25649ce48e5aSMichal Kubecek dev->ethtool_ops->set_per_queue_coalesce(dev, i, tmp); 25659ce48e5aSMichal Kubecek tmp++; 25669ce48e5aSMichal Kubecek } 25679ce48e5aSMichal Kubecek } 25689ce48e5aSMichal Kubecek kfree(backup); 25699ce48e5aSMichal Kubecek 25709ce48e5aSMichal Kubecek return ret; 25719ce48e5aSMichal Kubecek } 25729ce48e5aSMichal Kubecek 25739ce48e5aSMichal Kubecek static int noinline_for_stack ethtool_set_per_queue(struct net_device *dev, 25749ce48e5aSMichal Kubecek void __user *useraddr, u32 sub_cmd) 25759ce48e5aSMichal Kubecek { 25769ce48e5aSMichal Kubecek struct ethtool_per_queue_op per_queue_opt; 25779ce48e5aSMichal Kubecek 25789ce48e5aSMichal Kubecek if (copy_from_user(&per_queue_opt, useraddr, sizeof(per_queue_opt))) 25799ce48e5aSMichal Kubecek return -EFAULT; 25809ce48e5aSMichal Kubecek 25819ce48e5aSMichal Kubecek if (per_queue_opt.sub_command != sub_cmd) 25829ce48e5aSMichal Kubecek return -EINVAL; 25839ce48e5aSMichal Kubecek 25849ce48e5aSMichal Kubecek switch (per_queue_opt.sub_command) { 25859ce48e5aSMichal Kubecek case ETHTOOL_GCOALESCE: 25869ce48e5aSMichal Kubecek return ethtool_get_per_queue_coalesce(dev, useraddr, &per_queue_opt); 25879ce48e5aSMichal Kubecek case ETHTOOL_SCOALESCE: 25889ce48e5aSMichal Kubecek return ethtool_set_per_queue_coalesce(dev, useraddr, &per_queue_opt); 25899ce48e5aSMichal Kubecek default: 25909ce48e5aSMichal Kubecek return -EOPNOTSUPP; 25919d253c02STom Rix } 25929ce48e5aSMichal Kubecek } 25939ce48e5aSMichal Kubecek 25949ce48e5aSMichal Kubecek static int ethtool_phy_tunable_valid(const struct ethtool_tunable *tuna) 25959ce48e5aSMichal Kubecek { 25969ce48e5aSMichal Kubecek switch (tuna->id) { 25979ce48e5aSMichal Kubecek case ETHTOOL_PHY_DOWNSHIFT: 25989ce48e5aSMichal Kubecek case ETHTOOL_PHY_FAST_LINK_DOWN: 25999ce48e5aSMichal Kubecek if (tuna->len != sizeof(u8) || 26009ce48e5aSMichal Kubecek tuna->type_id != ETHTOOL_TUNABLE_U8) 26019ce48e5aSMichal Kubecek return -EINVAL; 26029ce48e5aSMichal Kubecek break; 26039ce48e5aSMichal Kubecek case ETHTOOL_PHY_EDPD: 26049ce48e5aSMichal Kubecek if (tuna->len != sizeof(u16) || 26059ce48e5aSMichal Kubecek tuna->type_id != ETHTOOL_TUNABLE_U16) 26069ce48e5aSMichal Kubecek return -EINVAL; 26079ce48e5aSMichal Kubecek break; 26089ce48e5aSMichal Kubecek default: 26099ce48e5aSMichal Kubecek return -EINVAL; 26109ce48e5aSMichal Kubecek } 26119ce48e5aSMichal Kubecek 26129ce48e5aSMichal Kubecek return 0; 26139ce48e5aSMichal Kubecek } 26149ce48e5aSMichal Kubecek 26159ce48e5aSMichal Kubecek static int get_phy_tunable(struct net_device *dev, void __user *useraddr) 26169ce48e5aSMichal Kubecek { 26179ce48e5aSMichal Kubecek struct phy_device *phydev = dev->phydev; 2618c6db31ffSIgor Russkikh struct ethtool_tunable tuna; 2619c6db31ffSIgor Russkikh bool phy_drv_tunable; 26209ce48e5aSMichal Kubecek void *data; 2621c6db31ffSIgor Russkikh int ret; 26229ce48e5aSMichal Kubecek 2623c6db31ffSIgor Russkikh phy_drv_tunable = phydev && phydev->drv && phydev->drv->get_tunable; 2624c6db31ffSIgor Russkikh if (!phy_drv_tunable && !dev->ethtool_ops->get_phy_tunable) 26259ce48e5aSMichal Kubecek return -EOPNOTSUPP; 26269ce48e5aSMichal Kubecek if (copy_from_user(&tuna, useraddr, sizeof(tuna))) 26279ce48e5aSMichal Kubecek return -EFAULT; 26289ce48e5aSMichal Kubecek ret = ethtool_phy_tunable_valid(&tuna); 26299ce48e5aSMichal Kubecek if (ret) 26309ce48e5aSMichal Kubecek return ret; 263180ec82e3SAustin Kim data = kzalloc(tuna.len, GFP_USER); 26329ce48e5aSMichal Kubecek if (!data) 26339ce48e5aSMichal Kubecek return -ENOMEM; 2634c6db31ffSIgor Russkikh if (phy_drv_tunable) { 26359ce48e5aSMichal Kubecek mutex_lock(&phydev->lock); 26369ce48e5aSMichal Kubecek ret = phydev->drv->get_tunable(phydev, &tuna, data); 26379ce48e5aSMichal Kubecek mutex_unlock(&phydev->lock); 2638c6db31ffSIgor Russkikh } else { 2639c6db31ffSIgor Russkikh ret = dev->ethtool_ops->get_phy_tunable(dev, &tuna, data); 2640c6db31ffSIgor Russkikh } 26419ce48e5aSMichal Kubecek if (ret) 26429ce48e5aSMichal Kubecek goto out; 26439ce48e5aSMichal Kubecek useraddr += sizeof(tuna); 26449ce48e5aSMichal Kubecek ret = -EFAULT; 26459ce48e5aSMichal Kubecek if (copy_to_user(useraddr, data, tuna.len)) 26469ce48e5aSMichal Kubecek goto out; 26479ce48e5aSMichal Kubecek ret = 0; 26489ce48e5aSMichal Kubecek 26499ce48e5aSMichal Kubecek out: 26509ce48e5aSMichal Kubecek kfree(data); 26519ce48e5aSMichal Kubecek return ret; 26529ce48e5aSMichal Kubecek } 26539ce48e5aSMichal Kubecek 26549ce48e5aSMichal Kubecek static int set_phy_tunable(struct net_device *dev, void __user *useraddr) 26559ce48e5aSMichal Kubecek { 26569ce48e5aSMichal Kubecek struct phy_device *phydev = dev->phydev; 2657c6db31ffSIgor Russkikh struct ethtool_tunable tuna; 2658c6db31ffSIgor Russkikh bool phy_drv_tunable; 26599ce48e5aSMichal Kubecek void *data; 2660c6db31ffSIgor Russkikh int ret; 26619ce48e5aSMichal Kubecek 2662c6db31ffSIgor Russkikh phy_drv_tunable = phydev && phydev->drv && phydev->drv->get_tunable; 2663c6db31ffSIgor Russkikh if (!phy_drv_tunable && !dev->ethtool_ops->set_phy_tunable) 26649ce48e5aSMichal Kubecek return -EOPNOTSUPP; 26659ce48e5aSMichal Kubecek if (copy_from_user(&tuna, useraddr, sizeof(tuna))) 26669ce48e5aSMichal Kubecek return -EFAULT; 26679ce48e5aSMichal Kubecek ret = ethtool_phy_tunable_valid(&tuna); 26689ce48e5aSMichal Kubecek if (ret) 26699ce48e5aSMichal Kubecek return ret; 26709ce48e5aSMichal Kubecek useraddr += sizeof(tuna); 26719ce48e5aSMichal Kubecek data = memdup_user(useraddr, tuna.len); 26729ce48e5aSMichal Kubecek if (IS_ERR(data)) 26739ce48e5aSMichal Kubecek return PTR_ERR(data); 2674c6db31ffSIgor Russkikh if (phy_drv_tunable) { 26759ce48e5aSMichal Kubecek mutex_lock(&phydev->lock); 26769ce48e5aSMichal Kubecek ret = phydev->drv->set_tunable(phydev, &tuna, data); 26779ce48e5aSMichal Kubecek mutex_unlock(&phydev->lock); 2678c6db31ffSIgor Russkikh } else { 2679c6db31ffSIgor Russkikh ret = dev->ethtool_ops->set_phy_tunable(dev, &tuna, data); 2680c6db31ffSIgor Russkikh } 26819ce48e5aSMichal Kubecek 26829ce48e5aSMichal Kubecek kfree(data); 26839ce48e5aSMichal Kubecek return ret; 26849ce48e5aSMichal Kubecek } 26859ce48e5aSMichal Kubecek 26869ce48e5aSMichal Kubecek static int ethtool_get_fecparam(struct net_device *dev, void __user *useraddr) 26879ce48e5aSMichal Kubecek { 26889ce48e5aSMichal Kubecek struct ethtool_fecparam fecparam = { .cmd = ETHTOOL_GFECPARAM }; 26899ce48e5aSMichal Kubecek int rc; 26909ce48e5aSMichal Kubecek 26919ce48e5aSMichal Kubecek if (!dev->ethtool_ops->get_fecparam) 26929ce48e5aSMichal Kubecek return -EOPNOTSUPP; 26939ce48e5aSMichal Kubecek 26949ce48e5aSMichal Kubecek rc = dev->ethtool_ops->get_fecparam(dev, &fecparam); 26959ce48e5aSMichal Kubecek if (rc) 26969ce48e5aSMichal Kubecek return rc; 26979ce48e5aSMichal Kubecek 2698240e1144SJakub Kicinski if (WARN_ON_ONCE(fecparam.reserved)) 2699240e1144SJakub Kicinski fecparam.reserved = 0; 2700240e1144SJakub Kicinski 27019ce48e5aSMichal Kubecek if (copy_to_user(useraddr, &fecparam, sizeof(fecparam))) 27029ce48e5aSMichal Kubecek return -EFAULT; 27039ce48e5aSMichal Kubecek return 0; 27049ce48e5aSMichal Kubecek } 27059ce48e5aSMichal Kubecek 27069ce48e5aSMichal Kubecek static int ethtool_set_fecparam(struct net_device *dev, void __user *useraddr) 27079ce48e5aSMichal Kubecek { 27089ce48e5aSMichal Kubecek struct ethtool_fecparam fecparam; 27099ce48e5aSMichal Kubecek 27109ce48e5aSMichal Kubecek if (!dev->ethtool_ops->set_fecparam) 27119ce48e5aSMichal Kubecek return -EOPNOTSUPP; 27129ce48e5aSMichal Kubecek 27139ce48e5aSMichal Kubecek if (copy_from_user(&fecparam, useraddr, sizeof(fecparam))) 27149ce48e5aSMichal Kubecek return -EFAULT; 27159ce48e5aSMichal Kubecek 2716cf2cc0bfSJakub Kicinski if (!fecparam.fec || fecparam.fec & ETHTOOL_FEC_NONE) 271742ce127dSJakub Kicinski return -EINVAL; 271842ce127dSJakub Kicinski 2719d3b37fc8SJakub Kicinski fecparam.active_fec = 0; 2720240e1144SJakub Kicinski fecparam.reserved = 0; 2721240e1144SJakub Kicinski 27229ce48e5aSMichal Kubecek return dev->ethtool_ops->set_fecparam(dev, &fecparam); 27239ce48e5aSMichal Kubecek } 27249ce48e5aSMichal Kubecek 27259ce48e5aSMichal Kubecek /* The main entry point in this file. Called from net/core/dev_ioctl.c */ 27269ce48e5aSMichal Kubecek 2727f49deaa6SJakub Kicinski static int 2728095cfcfeSJakub Kicinski __dev_ethtool(struct net *net, struct ifreq *ifr, void __user *useraddr, 2729095cfcfeSJakub Kicinski u32 ethcmd, struct ethtool_devlink_compat *devlink_state) 27309ce48e5aSMichal Kubecek { 2731095cfcfeSJakub Kicinski struct net_device *dev; 2732095cfcfeSJakub Kicinski u32 sub_cmd; 27339ce48e5aSMichal Kubecek int rc; 27349ce48e5aSMichal Kubecek netdev_features_t old_features; 27359ce48e5aSMichal Kubecek 2736095cfcfeSJakub Kicinski dev = __dev_get_by_name(net, ifr->ifr_name); 2737f32a2137SHeiner Kallweit if (!dev) 27389ce48e5aSMichal Kubecek return -ENODEV; 27399ce48e5aSMichal Kubecek 27409ce48e5aSMichal Kubecek if (ethcmd == ETHTOOL_PERQUEUE) { 27419ce48e5aSMichal Kubecek if (copy_from_user(&sub_cmd, useraddr + sizeof(ethcmd), sizeof(sub_cmd))) 27429ce48e5aSMichal Kubecek return -EFAULT; 27439ce48e5aSMichal Kubecek } else { 27449ce48e5aSMichal Kubecek sub_cmd = ethcmd; 27459ce48e5aSMichal Kubecek } 27469ce48e5aSMichal Kubecek /* Allow some commands to be done by anyone */ 27479ce48e5aSMichal Kubecek switch (sub_cmd) { 27489ce48e5aSMichal Kubecek case ETHTOOL_GSET: 27499ce48e5aSMichal Kubecek case ETHTOOL_GDRVINFO: 27509ce48e5aSMichal Kubecek case ETHTOOL_GMSGLVL: 27519ce48e5aSMichal Kubecek case ETHTOOL_GLINK: 27529ce48e5aSMichal Kubecek case ETHTOOL_GCOALESCE: 27539ce48e5aSMichal Kubecek case ETHTOOL_GRINGPARAM: 27549ce48e5aSMichal Kubecek case ETHTOOL_GPAUSEPARAM: 27559ce48e5aSMichal Kubecek case ETHTOOL_GRXCSUM: 27569ce48e5aSMichal Kubecek case ETHTOOL_GTXCSUM: 27579ce48e5aSMichal Kubecek case ETHTOOL_GSG: 27589ce48e5aSMichal Kubecek case ETHTOOL_GSSET_INFO: 27599ce48e5aSMichal Kubecek case ETHTOOL_GSTRINGS: 27609ce48e5aSMichal Kubecek case ETHTOOL_GSTATS: 27619ce48e5aSMichal Kubecek case ETHTOOL_GPHYSTATS: 27629ce48e5aSMichal Kubecek case ETHTOOL_GTSO: 27639ce48e5aSMichal Kubecek case ETHTOOL_GPERMADDR: 27649ce48e5aSMichal Kubecek case ETHTOOL_GUFO: 27659ce48e5aSMichal Kubecek case ETHTOOL_GGSO: 27669ce48e5aSMichal Kubecek case ETHTOOL_GGRO: 27679ce48e5aSMichal Kubecek case ETHTOOL_GFLAGS: 27689ce48e5aSMichal Kubecek case ETHTOOL_GPFLAGS: 27699ce48e5aSMichal Kubecek case ETHTOOL_GRXFH: 27709ce48e5aSMichal Kubecek case ETHTOOL_GRXRINGS: 27719ce48e5aSMichal Kubecek case ETHTOOL_GRXCLSRLCNT: 27729ce48e5aSMichal Kubecek case ETHTOOL_GRXCLSRULE: 27739ce48e5aSMichal Kubecek case ETHTOOL_GRXCLSRLALL: 27749ce48e5aSMichal Kubecek case ETHTOOL_GRXFHINDIR: 27759ce48e5aSMichal Kubecek case ETHTOOL_GRSSH: 27769ce48e5aSMichal Kubecek case ETHTOOL_GFEATURES: 27779ce48e5aSMichal Kubecek case ETHTOOL_GCHANNELS: 27789ce48e5aSMichal Kubecek case ETHTOOL_GET_TS_INFO: 27799ce48e5aSMichal Kubecek case ETHTOOL_GEEE: 27809ce48e5aSMichal Kubecek case ETHTOOL_GTUNABLE: 27819ce48e5aSMichal Kubecek case ETHTOOL_PHY_GTUNABLE: 27829ce48e5aSMichal Kubecek case ETHTOOL_GLINKSETTINGS: 27839ce48e5aSMichal Kubecek case ETHTOOL_GFECPARAM: 27849ce48e5aSMichal Kubecek break; 27859ce48e5aSMichal Kubecek default: 27869ce48e5aSMichal Kubecek if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) 27879ce48e5aSMichal Kubecek return -EPERM; 27889ce48e5aSMichal Kubecek } 27899ce48e5aSMichal Kubecek 2790f32a2137SHeiner Kallweit if (dev->dev.parent) 2791f32a2137SHeiner Kallweit pm_runtime_get_sync(dev->dev.parent); 2792f32a2137SHeiner Kallweit 2793f32a2137SHeiner Kallweit if (!netif_device_present(dev)) { 2794f32a2137SHeiner Kallweit rc = -ENODEV; 2795f32a2137SHeiner Kallweit goto out; 2796f32a2137SHeiner Kallweit } 2797f32a2137SHeiner Kallweit 27989ce48e5aSMichal Kubecek if (dev->ethtool_ops->begin) { 27999ce48e5aSMichal Kubecek rc = dev->ethtool_ops->begin(dev); 28009ce48e5aSMichal Kubecek if (rc < 0) 2801f32a2137SHeiner Kallweit goto out; 28029ce48e5aSMichal Kubecek } 28039ce48e5aSMichal Kubecek old_features = dev->features; 28049ce48e5aSMichal Kubecek 28059ce48e5aSMichal Kubecek switch (ethcmd) { 28069ce48e5aSMichal Kubecek case ETHTOOL_GSET: 28079ce48e5aSMichal Kubecek rc = ethtool_get_settings(dev, useraddr); 28089ce48e5aSMichal Kubecek break; 28099ce48e5aSMichal Kubecek case ETHTOOL_SSET: 28109ce48e5aSMichal Kubecek rc = ethtool_set_settings(dev, useraddr); 28119ce48e5aSMichal Kubecek break; 28129ce48e5aSMichal Kubecek case ETHTOOL_GDRVINFO: 2813095cfcfeSJakub Kicinski rc = ethtool_get_drvinfo(dev, devlink_state); 28149ce48e5aSMichal Kubecek break; 28159ce48e5aSMichal Kubecek case ETHTOOL_GREGS: 28169ce48e5aSMichal Kubecek rc = ethtool_get_regs(dev, useraddr); 28179ce48e5aSMichal Kubecek break; 28189ce48e5aSMichal Kubecek case ETHTOOL_GWOL: 28199ce48e5aSMichal Kubecek rc = ethtool_get_wol(dev, useraddr); 28209ce48e5aSMichal Kubecek break; 28219ce48e5aSMichal Kubecek case ETHTOOL_SWOL: 28229ce48e5aSMichal Kubecek rc = ethtool_set_wol(dev, useraddr); 28239ce48e5aSMichal Kubecek break; 28249ce48e5aSMichal Kubecek case ETHTOOL_GMSGLVL: 28259ce48e5aSMichal Kubecek rc = ethtool_get_value(dev, useraddr, ethcmd, 28269ce48e5aSMichal Kubecek dev->ethtool_ops->get_msglevel); 28279ce48e5aSMichal Kubecek break; 28289ce48e5aSMichal Kubecek case ETHTOOL_SMSGLVL: 28299ce48e5aSMichal Kubecek rc = ethtool_set_value_void(dev, useraddr, 28309ce48e5aSMichal Kubecek dev->ethtool_ops->set_msglevel); 28310bda7af3SMichal Kubecek if (!rc) 28320bda7af3SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_DEBUG_NTF, NULL); 28339ce48e5aSMichal Kubecek break; 28349ce48e5aSMichal Kubecek case ETHTOOL_GEEE: 28359ce48e5aSMichal Kubecek rc = ethtool_get_eee(dev, useraddr); 28369ce48e5aSMichal Kubecek break; 28379ce48e5aSMichal Kubecek case ETHTOOL_SEEE: 28389ce48e5aSMichal Kubecek rc = ethtool_set_eee(dev, useraddr); 28399ce48e5aSMichal Kubecek break; 28409ce48e5aSMichal Kubecek case ETHTOOL_NWAY_RST: 28419ce48e5aSMichal Kubecek rc = ethtool_nway_reset(dev); 28429ce48e5aSMichal Kubecek break; 28439ce48e5aSMichal Kubecek case ETHTOOL_GLINK: 28449ce48e5aSMichal Kubecek rc = ethtool_get_link(dev, useraddr); 28459ce48e5aSMichal Kubecek break; 28469ce48e5aSMichal Kubecek case ETHTOOL_GEEPROM: 28479ce48e5aSMichal Kubecek rc = ethtool_get_eeprom(dev, useraddr); 28489ce48e5aSMichal Kubecek break; 28499ce48e5aSMichal Kubecek case ETHTOOL_SEEPROM: 28509ce48e5aSMichal Kubecek rc = ethtool_set_eeprom(dev, useraddr); 28519ce48e5aSMichal Kubecek break; 28529ce48e5aSMichal Kubecek case ETHTOOL_GCOALESCE: 28539ce48e5aSMichal Kubecek rc = ethtool_get_coalesce(dev, useraddr); 28549ce48e5aSMichal Kubecek break; 28559ce48e5aSMichal Kubecek case ETHTOOL_SCOALESCE: 28569ce48e5aSMichal Kubecek rc = ethtool_set_coalesce(dev, useraddr); 28579ce48e5aSMichal Kubecek break; 28589ce48e5aSMichal Kubecek case ETHTOOL_GRINGPARAM: 28599ce48e5aSMichal Kubecek rc = ethtool_get_ringparam(dev, useraddr); 28609ce48e5aSMichal Kubecek break; 28619ce48e5aSMichal Kubecek case ETHTOOL_SRINGPARAM: 28629ce48e5aSMichal Kubecek rc = ethtool_set_ringparam(dev, useraddr); 28639ce48e5aSMichal Kubecek break; 28649ce48e5aSMichal Kubecek case ETHTOOL_GPAUSEPARAM: 28659ce48e5aSMichal Kubecek rc = ethtool_get_pauseparam(dev, useraddr); 28669ce48e5aSMichal Kubecek break; 28679ce48e5aSMichal Kubecek case ETHTOOL_SPAUSEPARAM: 28689ce48e5aSMichal Kubecek rc = ethtool_set_pauseparam(dev, useraddr); 28699ce48e5aSMichal Kubecek break; 28709ce48e5aSMichal Kubecek case ETHTOOL_TEST: 28719ce48e5aSMichal Kubecek rc = ethtool_self_test(dev, useraddr); 28729ce48e5aSMichal Kubecek break; 28739ce48e5aSMichal Kubecek case ETHTOOL_GSTRINGS: 28749ce48e5aSMichal Kubecek rc = ethtool_get_strings(dev, useraddr); 28759ce48e5aSMichal Kubecek break; 28769ce48e5aSMichal Kubecek case ETHTOOL_PHYS_ID: 28779ce48e5aSMichal Kubecek rc = ethtool_phys_id(dev, useraddr); 28789ce48e5aSMichal Kubecek break; 28799ce48e5aSMichal Kubecek case ETHTOOL_GSTATS: 28809ce48e5aSMichal Kubecek rc = ethtool_get_stats(dev, useraddr); 28819ce48e5aSMichal Kubecek break; 28829ce48e5aSMichal Kubecek case ETHTOOL_GPERMADDR: 28839ce48e5aSMichal Kubecek rc = ethtool_get_perm_addr(dev, useraddr); 28849ce48e5aSMichal Kubecek break; 28859ce48e5aSMichal Kubecek case ETHTOOL_GFLAGS: 28869ce48e5aSMichal Kubecek rc = ethtool_get_value(dev, useraddr, ethcmd, 28879ce48e5aSMichal Kubecek __ethtool_get_flags); 28889ce48e5aSMichal Kubecek break; 28899ce48e5aSMichal Kubecek case ETHTOOL_SFLAGS: 28909ce48e5aSMichal Kubecek rc = ethtool_set_value(dev, useraddr, __ethtool_set_flags); 28919ce48e5aSMichal Kubecek break; 28929ce48e5aSMichal Kubecek case ETHTOOL_GPFLAGS: 28939ce48e5aSMichal Kubecek rc = ethtool_get_value(dev, useraddr, ethcmd, 28949ce48e5aSMichal Kubecek dev->ethtool_ops->get_priv_flags); 2895111dcba3SMichal Kubecek if (!rc) 2896111dcba3SMichal Kubecek ethtool_notify(dev, ETHTOOL_MSG_PRIVFLAGS_NTF, NULL); 28979ce48e5aSMichal Kubecek break; 28989ce48e5aSMichal Kubecek case ETHTOOL_SPFLAGS: 28999ce48e5aSMichal Kubecek rc = ethtool_set_value(dev, useraddr, 29009ce48e5aSMichal Kubecek dev->ethtool_ops->set_priv_flags); 29019ce48e5aSMichal Kubecek break; 29029ce48e5aSMichal Kubecek case ETHTOOL_GRXFH: 29039ce48e5aSMichal Kubecek case ETHTOOL_GRXRINGS: 29049ce48e5aSMichal Kubecek case ETHTOOL_GRXCLSRLCNT: 29059ce48e5aSMichal Kubecek case ETHTOOL_GRXCLSRULE: 29069ce48e5aSMichal Kubecek case ETHTOOL_GRXCLSRLALL: 29079ce48e5aSMichal Kubecek rc = ethtool_get_rxnfc(dev, ethcmd, useraddr); 29089ce48e5aSMichal Kubecek break; 29099ce48e5aSMichal Kubecek case ETHTOOL_SRXFH: 29109ce48e5aSMichal Kubecek case ETHTOOL_SRXCLSRLDEL: 29119ce48e5aSMichal Kubecek case ETHTOOL_SRXCLSRLINS: 29129ce48e5aSMichal Kubecek rc = ethtool_set_rxnfc(dev, ethcmd, useraddr); 29139ce48e5aSMichal Kubecek break; 29149ce48e5aSMichal Kubecek case ETHTOOL_FLASHDEV: 2915095cfcfeSJakub Kicinski rc = ethtool_flash_device(dev, devlink_state); 29169ce48e5aSMichal Kubecek break; 29179ce48e5aSMichal Kubecek case ETHTOOL_RESET: 29189ce48e5aSMichal Kubecek rc = ethtool_reset(dev, useraddr); 29199ce48e5aSMichal Kubecek break; 29209ce48e5aSMichal Kubecek case ETHTOOL_GSSET_INFO: 29219ce48e5aSMichal Kubecek rc = ethtool_get_sset_info(dev, useraddr); 29229ce48e5aSMichal Kubecek break; 29239ce48e5aSMichal Kubecek case ETHTOOL_GRXFHINDIR: 29249ce48e5aSMichal Kubecek rc = ethtool_get_rxfh_indir(dev, useraddr); 29259ce48e5aSMichal Kubecek break; 29269ce48e5aSMichal Kubecek case ETHTOOL_SRXFHINDIR: 29279ce48e5aSMichal Kubecek rc = ethtool_set_rxfh_indir(dev, useraddr); 29289ce48e5aSMichal Kubecek break; 29299ce48e5aSMichal Kubecek case ETHTOOL_GRSSH: 29309ce48e5aSMichal Kubecek rc = ethtool_get_rxfh(dev, useraddr); 29319ce48e5aSMichal Kubecek break; 29329ce48e5aSMichal Kubecek case ETHTOOL_SRSSH: 29339ce48e5aSMichal Kubecek rc = ethtool_set_rxfh(dev, useraddr); 29349ce48e5aSMichal Kubecek break; 29359ce48e5aSMichal Kubecek case ETHTOOL_GFEATURES: 29369ce48e5aSMichal Kubecek rc = ethtool_get_features(dev, useraddr); 29379ce48e5aSMichal Kubecek break; 29389ce48e5aSMichal Kubecek case ETHTOOL_SFEATURES: 29399ce48e5aSMichal Kubecek rc = ethtool_set_features(dev, useraddr); 29409ce48e5aSMichal Kubecek break; 29419ce48e5aSMichal Kubecek case ETHTOOL_GTXCSUM: 29429ce48e5aSMichal Kubecek case ETHTOOL_GRXCSUM: 29439ce48e5aSMichal Kubecek case ETHTOOL_GSG: 29449ce48e5aSMichal Kubecek case ETHTOOL_GTSO: 29459ce48e5aSMichal Kubecek case ETHTOOL_GGSO: 29469ce48e5aSMichal Kubecek case ETHTOOL_GGRO: 29479ce48e5aSMichal Kubecek rc = ethtool_get_one_feature(dev, useraddr, ethcmd); 29489ce48e5aSMichal Kubecek break; 29499ce48e5aSMichal Kubecek case ETHTOOL_STXCSUM: 29509ce48e5aSMichal Kubecek case ETHTOOL_SRXCSUM: 29519ce48e5aSMichal Kubecek case ETHTOOL_SSG: 29529ce48e5aSMichal Kubecek case ETHTOOL_STSO: 29539ce48e5aSMichal Kubecek case ETHTOOL_SGSO: 29549ce48e5aSMichal Kubecek case ETHTOOL_SGRO: 29559ce48e5aSMichal Kubecek rc = ethtool_set_one_feature(dev, useraddr, ethcmd); 29569ce48e5aSMichal Kubecek break; 29579ce48e5aSMichal Kubecek case ETHTOOL_GCHANNELS: 29589ce48e5aSMichal Kubecek rc = ethtool_get_channels(dev, useraddr); 29599ce48e5aSMichal Kubecek break; 29609ce48e5aSMichal Kubecek case ETHTOOL_SCHANNELS: 29619ce48e5aSMichal Kubecek rc = ethtool_set_channels(dev, useraddr); 29629ce48e5aSMichal Kubecek break; 29639ce48e5aSMichal Kubecek case ETHTOOL_SET_DUMP: 29649ce48e5aSMichal Kubecek rc = ethtool_set_dump(dev, useraddr); 29659ce48e5aSMichal Kubecek break; 29669ce48e5aSMichal Kubecek case ETHTOOL_GET_DUMP_FLAG: 29679ce48e5aSMichal Kubecek rc = ethtool_get_dump_flag(dev, useraddr); 29689ce48e5aSMichal Kubecek break; 29699ce48e5aSMichal Kubecek case ETHTOOL_GET_DUMP_DATA: 29709ce48e5aSMichal Kubecek rc = ethtool_get_dump_data(dev, useraddr); 29719ce48e5aSMichal Kubecek break; 29729ce48e5aSMichal Kubecek case ETHTOOL_GET_TS_INFO: 29739ce48e5aSMichal Kubecek rc = ethtool_get_ts_info(dev, useraddr); 29749ce48e5aSMichal Kubecek break; 29759ce48e5aSMichal Kubecek case ETHTOOL_GMODULEINFO: 29769ce48e5aSMichal Kubecek rc = ethtool_get_module_info(dev, useraddr); 29779ce48e5aSMichal Kubecek break; 29789ce48e5aSMichal Kubecek case ETHTOOL_GMODULEEEPROM: 29799ce48e5aSMichal Kubecek rc = ethtool_get_module_eeprom(dev, useraddr); 29809ce48e5aSMichal Kubecek break; 29819ce48e5aSMichal Kubecek case ETHTOOL_GTUNABLE: 29829ce48e5aSMichal Kubecek rc = ethtool_get_tunable(dev, useraddr); 29839ce48e5aSMichal Kubecek break; 29849ce48e5aSMichal Kubecek case ETHTOOL_STUNABLE: 29859ce48e5aSMichal Kubecek rc = ethtool_set_tunable(dev, useraddr); 29869ce48e5aSMichal Kubecek break; 29879ce48e5aSMichal Kubecek case ETHTOOL_GPHYSTATS: 29889ce48e5aSMichal Kubecek rc = ethtool_get_phy_stats(dev, useraddr); 29899ce48e5aSMichal Kubecek break; 29909ce48e5aSMichal Kubecek case ETHTOOL_PERQUEUE: 29919ce48e5aSMichal Kubecek rc = ethtool_set_per_queue(dev, useraddr, sub_cmd); 29929ce48e5aSMichal Kubecek break; 29939ce48e5aSMichal Kubecek case ETHTOOL_GLINKSETTINGS: 29949ce48e5aSMichal Kubecek rc = ethtool_get_link_ksettings(dev, useraddr); 29959ce48e5aSMichal Kubecek break; 29969ce48e5aSMichal Kubecek case ETHTOOL_SLINKSETTINGS: 29979ce48e5aSMichal Kubecek rc = ethtool_set_link_ksettings(dev, useraddr); 29989ce48e5aSMichal Kubecek break; 29999ce48e5aSMichal Kubecek case ETHTOOL_PHY_GTUNABLE: 30009ce48e5aSMichal Kubecek rc = get_phy_tunable(dev, useraddr); 30019ce48e5aSMichal Kubecek break; 30029ce48e5aSMichal Kubecek case ETHTOOL_PHY_STUNABLE: 30039ce48e5aSMichal Kubecek rc = set_phy_tunable(dev, useraddr); 30049ce48e5aSMichal Kubecek break; 30059ce48e5aSMichal Kubecek case ETHTOOL_GFECPARAM: 30069ce48e5aSMichal Kubecek rc = ethtool_get_fecparam(dev, useraddr); 30079ce48e5aSMichal Kubecek break; 30089ce48e5aSMichal Kubecek case ETHTOOL_SFECPARAM: 30099ce48e5aSMichal Kubecek rc = ethtool_set_fecparam(dev, useraddr); 30109ce48e5aSMichal Kubecek break; 30119ce48e5aSMichal Kubecek default: 30129ce48e5aSMichal Kubecek rc = -EOPNOTSUPP; 30139ce48e5aSMichal Kubecek } 30149ce48e5aSMichal Kubecek 30159ce48e5aSMichal Kubecek if (dev->ethtool_ops->complete) 30169ce48e5aSMichal Kubecek dev->ethtool_ops->complete(dev); 30179ce48e5aSMichal Kubecek 30189ce48e5aSMichal Kubecek if (old_features != dev->features) 30199ce48e5aSMichal Kubecek netdev_features_change(dev); 3020f32a2137SHeiner Kallweit out: 3021f32a2137SHeiner Kallweit if (dev->dev.parent) 3022f32a2137SHeiner Kallweit pm_runtime_put(dev->dev.parent); 30239ce48e5aSMichal Kubecek 30249ce48e5aSMichal Kubecek return rc; 30259ce48e5aSMichal Kubecek } 30269ce48e5aSMichal Kubecek 3027f49deaa6SJakub Kicinski int dev_ethtool(struct net *net, struct ifreq *ifr, void __user *useraddr) 3028f49deaa6SJakub Kicinski { 3029095cfcfeSJakub Kicinski struct ethtool_devlink_compat *state; 3030095cfcfeSJakub Kicinski u32 ethcmd; 3031f49deaa6SJakub Kicinski int rc; 3032f49deaa6SJakub Kicinski 3033095cfcfeSJakub Kicinski if (copy_from_user(ðcmd, useraddr, sizeof(ethcmd))) 3034095cfcfeSJakub Kicinski return -EFAULT; 3035f49deaa6SJakub Kicinski 3036095cfcfeSJakub Kicinski state = kzalloc(sizeof(*state), GFP_KERNEL); 3037095cfcfeSJakub Kicinski if (!state) 3038095cfcfeSJakub Kicinski return -ENOMEM; 3039095cfcfeSJakub Kicinski 3040095cfcfeSJakub Kicinski switch (ethcmd) { 3041095cfcfeSJakub Kicinski case ETHTOOL_FLASHDEV: 3042095cfcfeSJakub Kicinski if (copy_from_user(&state->efl, useraddr, sizeof(state->efl))) { 3043095cfcfeSJakub Kicinski rc = -EFAULT; 3044095cfcfeSJakub Kicinski goto exit_free; 3045095cfcfeSJakub Kicinski } 3046095cfcfeSJakub Kicinski state->efl.data[ETHTOOL_FLASH_MAX_FILENAME - 1] = 0; 3047095cfcfeSJakub Kicinski break; 3048095cfcfeSJakub Kicinski } 3049095cfcfeSJakub Kicinski 3050095cfcfeSJakub Kicinski rtnl_lock(); 3051095cfcfeSJakub Kicinski rc = __dev_ethtool(net, ifr, useraddr, ethcmd, state); 3052095cfcfeSJakub Kicinski rtnl_unlock(); 3053095cfcfeSJakub Kicinski if (rc) 3054095cfcfeSJakub Kicinski goto exit_free; 3055095cfcfeSJakub Kicinski 3056095cfcfeSJakub Kicinski switch (ethcmd) { 30571af0a094SJakub Kicinski case ETHTOOL_FLASHDEV: 30581af0a094SJakub Kicinski if (state->devlink) 30591af0a094SJakub Kicinski rc = devlink_compat_flash_update(state->devlink, 30601af0a094SJakub Kicinski state->efl.data); 30611af0a094SJakub Kicinski break; 3062095cfcfeSJakub Kicinski case ETHTOOL_GDRVINFO: 30631af0a094SJakub Kicinski if (state->devlink) 30641af0a094SJakub Kicinski devlink_compat_running_version(state->devlink, 30651af0a094SJakub Kicinski state->info.fw_version, 30661af0a094SJakub Kicinski sizeof(state->info.fw_version)); 3067095cfcfeSJakub Kicinski if (copy_to_user(useraddr, &state->info, sizeof(state->info))) { 3068095cfcfeSJakub Kicinski rc = -EFAULT; 3069095cfcfeSJakub Kicinski goto exit_free; 3070095cfcfeSJakub Kicinski } 3071095cfcfeSJakub Kicinski break; 3072095cfcfeSJakub Kicinski } 3073095cfcfeSJakub Kicinski 3074095cfcfeSJakub Kicinski exit_free: 30751af0a094SJakub Kicinski if (state->devlink) 30761af0a094SJakub Kicinski devlink_put(state->devlink); 3077095cfcfeSJakub Kicinski kfree(state); 3078f49deaa6SJakub Kicinski return rc; 3079f49deaa6SJakub Kicinski } 3080f49deaa6SJakub Kicinski 30819ce48e5aSMichal Kubecek struct ethtool_rx_flow_key { 30829ce48e5aSMichal Kubecek struct flow_dissector_key_basic basic; 30839ce48e5aSMichal Kubecek union { 30849ce48e5aSMichal Kubecek struct flow_dissector_key_ipv4_addrs ipv4; 30859ce48e5aSMichal Kubecek struct flow_dissector_key_ipv6_addrs ipv6; 30869ce48e5aSMichal Kubecek }; 30879ce48e5aSMichal Kubecek struct flow_dissector_key_ports tp; 30889ce48e5aSMichal Kubecek struct flow_dissector_key_ip ip; 30899ce48e5aSMichal Kubecek struct flow_dissector_key_vlan vlan; 30909ce48e5aSMichal Kubecek struct flow_dissector_key_eth_addrs eth_addrs; 30919ce48e5aSMichal Kubecek } __aligned(BITS_PER_LONG / 8); /* Ensure that we can do comparisons as longs. */ 30929ce48e5aSMichal Kubecek 30939ce48e5aSMichal Kubecek struct ethtool_rx_flow_match { 30949ce48e5aSMichal Kubecek struct flow_dissector dissector; 30959ce48e5aSMichal Kubecek struct ethtool_rx_flow_key key; 30969ce48e5aSMichal Kubecek struct ethtool_rx_flow_key mask; 30979ce48e5aSMichal Kubecek }; 30989ce48e5aSMichal Kubecek 30999ce48e5aSMichal Kubecek struct ethtool_rx_flow_rule * 31009ce48e5aSMichal Kubecek ethtool_rx_flow_rule_create(const struct ethtool_rx_flow_spec_input *input) 31019ce48e5aSMichal Kubecek { 31029ce48e5aSMichal Kubecek const struct ethtool_rx_flow_spec *fs = input->fs; 31039ce48e5aSMichal Kubecek static struct in6_addr zero_addr = {}; 31049ce48e5aSMichal Kubecek struct ethtool_rx_flow_match *match; 31059ce48e5aSMichal Kubecek struct ethtool_rx_flow_rule *flow; 31069ce48e5aSMichal Kubecek struct flow_action_entry *act; 31079ce48e5aSMichal Kubecek 31089ce48e5aSMichal Kubecek flow = kzalloc(sizeof(struct ethtool_rx_flow_rule) + 31099ce48e5aSMichal Kubecek sizeof(struct ethtool_rx_flow_match), GFP_KERNEL); 31109ce48e5aSMichal Kubecek if (!flow) 31119ce48e5aSMichal Kubecek return ERR_PTR(-ENOMEM); 31129ce48e5aSMichal Kubecek 31139ce48e5aSMichal Kubecek /* ethtool_rx supports only one single action per rule. */ 31149ce48e5aSMichal Kubecek flow->rule = flow_rule_alloc(1); 31159ce48e5aSMichal Kubecek if (!flow->rule) { 31169ce48e5aSMichal Kubecek kfree(flow); 31179ce48e5aSMichal Kubecek return ERR_PTR(-ENOMEM); 31189ce48e5aSMichal Kubecek } 31199ce48e5aSMichal Kubecek 31209ce48e5aSMichal Kubecek match = (struct ethtool_rx_flow_match *)flow->priv; 31219ce48e5aSMichal Kubecek flow->rule->match.dissector = &match->dissector; 31229ce48e5aSMichal Kubecek flow->rule->match.mask = &match->mask; 31239ce48e5aSMichal Kubecek flow->rule->match.key = &match->key; 31249ce48e5aSMichal Kubecek 31259ce48e5aSMichal Kubecek match->mask.basic.n_proto = htons(0xffff); 31269ce48e5aSMichal Kubecek 31279ce48e5aSMichal Kubecek switch (fs->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT | FLOW_RSS)) { 31289ce48e5aSMichal Kubecek case ETHER_FLOW: { 31299ce48e5aSMichal Kubecek const struct ethhdr *ether_spec, *ether_m_spec; 31309ce48e5aSMichal Kubecek 31319ce48e5aSMichal Kubecek ether_spec = &fs->h_u.ether_spec; 31329ce48e5aSMichal Kubecek ether_m_spec = &fs->m_u.ether_spec; 31339ce48e5aSMichal Kubecek 31349ce48e5aSMichal Kubecek if (!is_zero_ether_addr(ether_m_spec->h_source)) { 31359ce48e5aSMichal Kubecek ether_addr_copy(match->key.eth_addrs.src, 31369ce48e5aSMichal Kubecek ether_spec->h_source); 31379ce48e5aSMichal Kubecek ether_addr_copy(match->mask.eth_addrs.src, 31389ce48e5aSMichal Kubecek ether_m_spec->h_source); 31399ce48e5aSMichal Kubecek } 31409ce48e5aSMichal Kubecek if (!is_zero_ether_addr(ether_m_spec->h_dest)) { 31419ce48e5aSMichal Kubecek ether_addr_copy(match->key.eth_addrs.dst, 31429ce48e5aSMichal Kubecek ether_spec->h_dest); 31439ce48e5aSMichal Kubecek ether_addr_copy(match->mask.eth_addrs.dst, 31449ce48e5aSMichal Kubecek ether_m_spec->h_dest); 31459ce48e5aSMichal Kubecek } 31469ce48e5aSMichal Kubecek if (ether_m_spec->h_proto) { 31479ce48e5aSMichal Kubecek match->key.basic.n_proto = ether_spec->h_proto; 31489ce48e5aSMichal Kubecek match->mask.basic.n_proto = ether_m_spec->h_proto; 31499ce48e5aSMichal Kubecek } 31509ce48e5aSMichal Kubecek } 31519ce48e5aSMichal Kubecek break; 31529ce48e5aSMichal Kubecek case TCP_V4_FLOW: 31539ce48e5aSMichal Kubecek case UDP_V4_FLOW: { 31549ce48e5aSMichal Kubecek const struct ethtool_tcpip4_spec *v4_spec, *v4_m_spec; 31559ce48e5aSMichal Kubecek 31569ce48e5aSMichal Kubecek match->key.basic.n_proto = htons(ETH_P_IP); 31579ce48e5aSMichal Kubecek 31589ce48e5aSMichal Kubecek v4_spec = &fs->h_u.tcp_ip4_spec; 31599ce48e5aSMichal Kubecek v4_m_spec = &fs->m_u.tcp_ip4_spec; 31609ce48e5aSMichal Kubecek 31619ce48e5aSMichal Kubecek if (v4_m_spec->ip4src) { 31629ce48e5aSMichal Kubecek match->key.ipv4.src = v4_spec->ip4src; 31639ce48e5aSMichal Kubecek match->mask.ipv4.src = v4_m_spec->ip4src; 31649ce48e5aSMichal Kubecek } 31659ce48e5aSMichal Kubecek if (v4_m_spec->ip4dst) { 31669ce48e5aSMichal Kubecek match->key.ipv4.dst = v4_spec->ip4dst; 31679ce48e5aSMichal Kubecek match->mask.ipv4.dst = v4_m_spec->ip4dst; 31689ce48e5aSMichal Kubecek } 31699ce48e5aSMichal Kubecek if (v4_m_spec->ip4src || 31709ce48e5aSMichal Kubecek v4_m_spec->ip4dst) { 31719ce48e5aSMichal Kubecek match->dissector.used_keys |= 31729ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_IPV4_ADDRS); 31739ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_IPV4_ADDRS] = 31749ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, ipv4); 31759ce48e5aSMichal Kubecek } 31769ce48e5aSMichal Kubecek if (v4_m_spec->psrc) { 31779ce48e5aSMichal Kubecek match->key.tp.src = v4_spec->psrc; 31789ce48e5aSMichal Kubecek match->mask.tp.src = v4_m_spec->psrc; 31799ce48e5aSMichal Kubecek } 31809ce48e5aSMichal Kubecek if (v4_m_spec->pdst) { 31819ce48e5aSMichal Kubecek match->key.tp.dst = v4_spec->pdst; 31829ce48e5aSMichal Kubecek match->mask.tp.dst = v4_m_spec->pdst; 31839ce48e5aSMichal Kubecek } 31849ce48e5aSMichal Kubecek if (v4_m_spec->psrc || 31859ce48e5aSMichal Kubecek v4_m_spec->pdst) { 31869ce48e5aSMichal Kubecek match->dissector.used_keys |= 31879ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_PORTS); 31889ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_PORTS] = 31899ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, tp); 31909ce48e5aSMichal Kubecek } 31919ce48e5aSMichal Kubecek if (v4_m_spec->tos) { 31929ce48e5aSMichal Kubecek match->key.ip.tos = v4_spec->tos; 31939ce48e5aSMichal Kubecek match->mask.ip.tos = v4_m_spec->tos; 31949ce48e5aSMichal Kubecek match->dissector.used_keys |= 31959ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_IP); 31969ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_IP] = 31979ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, ip); 31989ce48e5aSMichal Kubecek } 31999ce48e5aSMichal Kubecek } 32009ce48e5aSMichal Kubecek break; 32019ce48e5aSMichal Kubecek case TCP_V6_FLOW: 32029ce48e5aSMichal Kubecek case UDP_V6_FLOW: { 32039ce48e5aSMichal Kubecek const struct ethtool_tcpip6_spec *v6_spec, *v6_m_spec; 32049ce48e5aSMichal Kubecek 32059ce48e5aSMichal Kubecek match->key.basic.n_proto = htons(ETH_P_IPV6); 32069ce48e5aSMichal Kubecek 32079ce48e5aSMichal Kubecek v6_spec = &fs->h_u.tcp_ip6_spec; 32089ce48e5aSMichal Kubecek v6_m_spec = &fs->m_u.tcp_ip6_spec; 32099ce48e5aSMichal Kubecek if (memcmp(v6_m_spec->ip6src, &zero_addr, sizeof(zero_addr))) { 32109ce48e5aSMichal Kubecek memcpy(&match->key.ipv6.src, v6_spec->ip6src, 32119ce48e5aSMichal Kubecek sizeof(match->key.ipv6.src)); 32129ce48e5aSMichal Kubecek memcpy(&match->mask.ipv6.src, v6_m_spec->ip6src, 32139ce48e5aSMichal Kubecek sizeof(match->mask.ipv6.src)); 32149ce48e5aSMichal Kubecek } 32159ce48e5aSMichal Kubecek if (memcmp(v6_m_spec->ip6dst, &zero_addr, sizeof(zero_addr))) { 32169ce48e5aSMichal Kubecek memcpy(&match->key.ipv6.dst, v6_spec->ip6dst, 32179ce48e5aSMichal Kubecek sizeof(match->key.ipv6.dst)); 32189ce48e5aSMichal Kubecek memcpy(&match->mask.ipv6.dst, v6_m_spec->ip6dst, 32199ce48e5aSMichal Kubecek sizeof(match->mask.ipv6.dst)); 32209ce48e5aSMichal Kubecek } 32219ce48e5aSMichal Kubecek if (memcmp(v6_m_spec->ip6src, &zero_addr, sizeof(zero_addr)) || 322221a739c6SGaurav Singh memcmp(v6_m_spec->ip6dst, &zero_addr, sizeof(zero_addr))) { 32239ce48e5aSMichal Kubecek match->dissector.used_keys |= 32249ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_IPV6_ADDRS); 32259ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_IPV6_ADDRS] = 32269ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, ipv6); 32279ce48e5aSMichal Kubecek } 32289ce48e5aSMichal Kubecek if (v6_m_spec->psrc) { 32299ce48e5aSMichal Kubecek match->key.tp.src = v6_spec->psrc; 32309ce48e5aSMichal Kubecek match->mask.tp.src = v6_m_spec->psrc; 32319ce48e5aSMichal Kubecek } 32329ce48e5aSMichal Kubecek if (v6_m_spec->pdst) { 32339ce48e5aSMichal Kubecek match->key.tp.dst = v6_spec->pdst; 32349ce48e5aSMichal Kubecek match->mask.tp.dst = v6_m_spec->pdst; 32359ce48e5aSMichal Kubecek } 32369ce48e5aSMichal Kubecek if (v6_m_spec->psrc || 32379ce48e5aSMichal Kubecek v6_m_spec->pdst) { 32389ce48e5aSMichal Kubecek match->dissector.used_keys |= 32399ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_PORTS); 32409ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_PORTS] = 32419ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, tp); 32429ce48e5aSMichal Kubecek } 32439ce48e5aSMichal Kubecek if (v6_m_spec->tclass) { 32449ce48e5aSMichal Kubecek match->key.ip.tos = v6_spec->tclass; 32459ce48e5aSMichal Kubecek match->mask.ip.tos = v6_m_spec->tclass; 32469ce48e5aSMichal Kubecek match->dissector.used_keys |= 32479ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_IP); 32489ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_IP] = 32499ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, ip); 32509ce48e5aSMichal Kubecek } 32519ce48e5aSMichal Kubecek } 32529ce48e5aSMichal Kubecek break; 32539ce48e5aSMichal Kubecek default: 32549ce48e5aSMichal Kubecek ethtool_rx_flow_rule_destroy(flow); 32559ce48e5aSMichal Kubecek return ERR_PTR(-EINVAL); 32569ce48e5aSMichal Kubecek } 32579ce48e5aSMichal Kubecek 32589ce48e5aSMichal Kubecek switch (fs->flow_type & ~(FLOW_EXT | FLOW_MAC_EXT | FLOW_RSS)) { 32599ce48e5aSMichal Kubecek case TCP_V4_FLOW: 32609ce48e5aSMichal Kubecek case TCP_V6_FLOW: 32619ce48e5aSMichal Kubecek match->key.basic.ip_proto = IPPROTO_TCP; 3262d0a84e1fSVishal Kulkarni match->mask.basic.ip_proto = 0xff; 32639ce48e5aSMichal Kubecek break; 32649ce48e5aSMichal Kubecek case UDP_V4_FLOW: 32659ce48e5aSMichal Kubecek case UDP_V6_FLOW: 32669ce48e5aSMichal Kubecek match->key.basic.ip_proto = IPPROTO_UDP; 3267d0a84e1fSVishal Kulkarni match->mask.basic.ip_proto = 0xff; 32689ce48e5aSMichal Kubecek break; 32699ce48e5aSMichal Kubecek } 32709ce48e5aSMichal Kubecek 32719ce48e5aSMichal Kubecek match->dissector.used_keys |= BIT(FLOW_DISSECTOR_KEY_BASIC); 32729ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_BASIC] = 32739ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, basic); 32749ce48e5aSMichal Kubecek 32759ce48e5aSMichal Kubecek if (fs->flow_type & FLOW_EXT) { 32769ce48e5aSMichal Kubecek const struct ethtool_flow_ext *ext_h_spec = &fs->h_ext; 32779ce48e5aSMichal Kubecek const struct ethtool_flow_ext *ext_m_spec = &fs->m_ext; 32789ce48e5aSMichal Kubecek 32799ce48e5aSMichal Kubecek if (ext_m_spec->vlan_etype) { 32809ce48e5aSMichal Kubecek match->key.vlan.vlan_tpid = ext_h_spec->vlan_etype; 32819ce48e5aSMichal Kubecek match->mask.vlan.vlan_tpid = ext_m_spec->vlan_etype; 32829ce48e5aSMichal Kubecek } 32839ce48e5aSMichal Kubecek 32849ce48e5aSMichal Kubecek if (ext_m_spec->vlan_tci) { 32859ce48e5aSMichal Kubecek match->key.vlan.vlan_id = 32869ce48e5aSMichal Kubecek ntohs(ext_h_spec->vlan_tci) & 0x0fff; 32879ce48e5aSMichal Kubecek match->mask.vlan.vlan_id = 32889ce48e5aSMichal Kubecek ntohs(ext_m_spec->vlan_tci) & 0x0fff; 32899ce48e5aSMichal Kubecek 32909ce48e5aSMichal Kubecek match->key.vlan.vlan_dei = 32919ce48e5aSMichal Kubecek !!(ext_h_spec->vlan_tci & htons(0x1000)); 32929ce48e5aSMichal Kubecek match->mask.vlan.vlan_dei = 32939ce48e5aSMichal Kubecek !!(ext_m_spec->vlan_tci & htons(0x1000)); 32949ce48e5aSMichal Kubecek 32959ce48e5aSMichal Kubecek match->key.vlan.vlan_priority = 32969ce48e5aSMichal Kubecek (ntohs(ext_h_spec->vlan_tci) & 0xe000) >> 13; 32979ce48e5aSMichal Kubecek match->mask.vlan.vlan_priority = 32989ce48e5aSMichal Kubecek (ntohs(ext_m_spec->vlan_tci) & 0xe000) >> 13; 32999ce48e5aSMichal Kubecek } 33009ce48e5aSMichal Kubecek 33019ce48e5aSMichal Kubecek if (ext_m_spec->vlan_etype || 33029ce48e5aSMichal Kubecek ext_m_spec->vlan_tci) { 33039ce48e5aSMichal Kubecek match->dissector.used_keys |= 33049ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_VLAN); 33059ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_VLAN] = 33069ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, vlan); 33079ce48e5aSMichal Kubecek } 33089ce48e5aSMichal Kubecek } 33099ce48e5aSMichal Kubecek if (fs->flow_type & FLOW_MAC_EXT) { 33109ce48e5aSMichal Kubecek const struct ethtool_flow_ext *ext_h_spec = &fs->h_ext; 33119ce48e5aSMichal Kubecek const struct ethtool_flow_ext *ext_m_spec = &fs->m_ext; 33129ce48e5aSMichal Kubecek 33139ce48e5aSMichal Kubecek memcpy(match->key.eth_addrs.dst, ext_h_spec->h_dest, 33149ce48e5aSMichal Kubecek ETH_ALEN); 33159ce48e5aSMichal Kubecek memcpy(match->mask.eth_addrs.dst, ext_m_spec->h_dest, 33169ce48e5aSMichal Kubecek ETH_ALEN); 33179ce48e5aSMichal Kubecek 33189ce48e5aSMichal Kubecek match->dissector.used_keys |= 33199ce48e5aSMichal Kubecek BIT(FLOW_DISSECTOR_KEY_ETH_ADDRS); 33209ce48e5aSMichal Kubecek match->dissector.offset[FLOW_DISSECTOR_KEY_ETH_ADDRS] = 33219ce48e5aSMichal Kubecek offsetof(struct ethtool_rx_flow_key, eth_addrs); 33229ce48e5aSMichal Kubecek } 33239ce48e5aSMichal Kubecek 33249ce48e5aSMichal Kubecek act = &flow->rule->action.entries[0]; 33259ce48e5aSMichal Kubecek switch (fs->ring_cookie) { 33269ce48e5aSMichal Kubecek case RX_CLS_FLOW_DISC: 33279ce48e5aSMichal Kubecek act->id = FLOW_ACTION_DROP; 33289ce48e5aSMichal Kubecek break; 33299ce48e5aSMichal Kubecek case RX_CLS_FLOW_WAKE: 33309ce48e5aSMichal Kubecek act->id = FLOW_ACTION_WAKE; 33319ce48e5aSMichal Kubecek break; 33329ce48e5aSMichal Kubecek default: 33339ce48e5aSMichal Kubecek act->id = FLOW_ACTION_QUEUE; 33349ce48e5aSMichal Kubecek if (fs->flow_type & FLOW_RSS) 33359ce48e5aSMichal Kubecek act->queue.ctx = input->rss_ctx; 33369ce48e5aSMichal Kubecek 33379ce48e5aSMichal Kubecek act->queue.vf = ethtool_get_flow_spec_ring_vf(fs->ring_cookie); 33389ce48e5aSMichal Kubecek act->queue.index = ethtool_get_flow_spec_ring(fs->ring_cookie); 33399ce48e5aSMichal Kubecek break; 33409ce48e5aSMichal Kubecek } 33419ce48e5aSMichal Kubecek 33429ce48e5aSMichal Kubecek return flow; 33439ce48e5aSMichal Kubecek } 33449ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_rx_flow_rule_create); 33459ce48e5aSMichal Kubecek 33469ce48e5aSMichal Kubecek void ethtool_rx_flow_rule_destroy(struct ethtool_rx_flow_rule *flow) 33479ce48e5aSMichal Kubecek { 33489ce48e5aSMichal Kubecek kfree(flow->rule); 33499ce48e5aSMichal Kubecek kfree(flow); 33509ce48e5aSMichal Kubecek } 33519ce48e5aSMichal Kubecek EXPORT_SYMBOL(ethtool_rx_flow_rule_destroy); 3352