11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * net-sysfs.c - network device class and attributes 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (c) 2003 Stephen Hemminger <shemminger@osdl.org> 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 71da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 81da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 91da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 124fc268d2SRandy Dunlap #include <linux/capability.h> 131da177e4SLinus Torvalds #include <linux/kernel.h> 141da177e4SLinus Torvalds #include <linux/netdevice.h> 151da177e4SLinus Torvalds #include <linux/if_arp.h> 165a0e3ad6STejun Heo #include <linux/slab.h> 17608b4b95SEric W. Biederman #include <linux/nsproxy.h> 181da177e4SLinus Torvalds #include <net/sock.h> 19608b4b95SEric W. Biederman #include <net/net_namespace.h> 201da177e4SLinus Torvalds #include <linux/rtnetlink.h> 211da177e4SLinus Torvalds #include <linux/wireless.h> 22fec5e652STom Herbert #include <linux/vmalloc.h> 23bc3b2d7fSPaul Gortmaker #include <linux/export.h> 24114cf580STom Herbert #include <linux/jiffies.h> 258f1546caSJohannes Berg #include <net/wext.h> 261da177e4SLinus Torvalds 27342709efSPavel Emelyanov #include "net-sysfs.h" 28342709efSPavel Emelyanov 298b41d188SEric W. Biederman #ifdef CONFIG_SYSFS 301da177e4SLinus Torvalds static const char fmt_hex[] = "%#x\n"; 31d1102b59SDavid S. Miller static const char fmt_long_hex[] = "%#lx\n"; 321da177e4SLinus Torvalds static const char fmt_dec[] = "%d\n"; 338ae6dacaSDavid Decotigny static const char fmt_udec[] = "%u\n"; 341da177e4SLinus Torvalds static const char fmt_ulong[] = "%lu\n"; 35be1f3c2cSBen Hutchings static const char fmt_u64[] = "%llu\n"; 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds static inline int dev_isalive(const struct net_device *dev) 381da177e4SLinus Torvalds { 39fe9925b5SStephen Hemminger return dev->reg_state <= NETREG_REGISTERED; 401da177e4SLinus Torvalds } 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds /* use same locking rules as GIF* ioctl's */ 4343cb76d9SGreg Kroah-Hartman static ssize_t netdev_show(const struct device *dev, 4443cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf, 451da177e4SLinus Torvalds ssize_t (*format)(const struct net_device *, char *)) 461da177e4SLinus Torvalds { 4743cb76d9SGreg Kroah-Hartman struct net_device *net = to_net_dev(dev); 481da177e4SLinus Torvalds ssize_t ret = -EINVAL; 491da177e4SLinus Torvalds 501da177e4SLinus Torvalds read_lock(&dev_base_lock); 511da177e4SLinus Torvalds if (dev_isalive(net)) 521da177e4SLinus Torvalds ret = (*format)(net, buf); 531da177e4SLinus Torvalds read_unlock(&dev_base_lock); 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds return ret; 561da177e4SLinus Torvalds } 571da177e4SLinus Torvalds 581da177e4SLinus Torvalds /* generate a show function for simple field */ 591da177e4SLinus Torvalds #define NETDEVICE_SHOW(field, format_string) \ 601da177e4SLinus Torvalds static ssize_t format_##field(const struct net_device *net, char *buf) \ 611da177e4SLinus Torvalds { \ 621da177e4SLinus Torvalds return sprintf(buf, format_string, net->field); \ 631da177e4SLinus Torvalds } \ 6443cb76d9SGreg Kroah-Hartman static ssize_t show_##field(struct device *dev, \ 6543cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) \ 661da177e4SLinus Torvalds { \ 6743cb76d9SGreg Kroah-Hartman return netdev_show(dev, attr, buf, format_##field); \ 681da177e4SLinus Torvalds } 691da177e4SLinus Torvalds 701da177e4SLinus Torvalds 711da177e4SLinus Torvalds /* use same locking and permission rules as SIF* ioctl's */ 7243cb76d9SGreg Kroah-Hartman static ssize_t netdev_store(struct device *dev, struct device_attribute *attr, 731da177e4SLinus Torvalds const char *buf, size_t len, 741da177e4SLinus Torvalds int (*set)(struct net_device *, unsigned long)) 751da177e4SLinus Torvalds { 761da177e4SLinus Torvalds struct net_device *net = to_net_dev(dev); 771da177e4SLinus Torvalds unsigned long new; 781da177e4SLinus Torvalds int ret = -EINVAL; 791da177e4SLinus Torvalds 801da177e4SLinus Torvalds if (!capable(CAP_NET_ADMIN)) 811da177e4SLinus Torvalds return -EPERM; 821da177e4SLinus Torvalds 83e1e420c7SShuah Khan ret = kstrtoul(buf, 0, &new); 84e1e420c7SShuah Khan if (ret) 851da177e4SLinus Torvalds goto err; 861da177e4SLinus Torvalds 875a5990d3SStephen Hemminger if (!rtnl_trylock()) 88336ca57cSEric W. Biederman return restart_syscall(); 895a5990d3SStephen Hemminger 901da177e4SLinus Torvalds if (dev_isalive(net)) { 911da177e4SLinus Torvalds if ((ret = (*set)(net, new)) == 0) 921da177e4SLinus Torvalds ret = len; 931da177e4SLinus Torvalds } 941da177e4SLinus Torvalds rtnl_unlock(); 951da177e4SLinus Torvalds err: 961da177e4SLinus Torvalds return ret; 971da177e4SLinus Torvalds } 981da177e4SLinus Torvalds 999d29672cSDavid Woodhouse NETDEVICE_SHOW(dev_id, fmt_hex); 100c1f79426SStefan Assmann NETDEVICE_SHOW(addr_assign_type, fmt_dec); 101fd586bacSKay Sievers NETDEVICE_SHOW(addr_len, fmt_dec); 102fd586bacSKay Sievers NETDEVICE_SHOW(iflink, fmt_dec); 103fd586bacSKay Sievers NETDEVICE_SHOW(ifindex, fmt_dec); 104fd586bacSKay Sievers NETDEVICE_SHOW(type, fmt_dec); 105b00055aaSStefan Rompf NETDEVICE_SHOW(link_mode, fmt_dec); 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds /* use same locking rules as GIFHWADDR ioctl's */ 10843cb76d9SGreg Kroah-Hartman static ssize_t show_address(struct device *dev, struct device_attribute *attr, 10943cb76d9SGreg Kroah-Hartman char *buf) 1101da177e4SLinus Torvalds { 1111da177e4SLinus Torvalds struct net_device *net = to_net_dev(dev); 1121da177e4SLinus Torvalds ssize_t ret = -EINVAL; 1131da177e4SLinus Torvalds 1141da177e4SLinus Torvalds read_lock(&dev_base_lock); 1151da177e4SLinus Torvalds if (dev_isalive(net)) 1167ffc49a6SMichael Chan ret = sysfs_format_mac(buf, net->dev_addr, net->addr_len); 1171da177e4SLinus Torvalds read_unlock(&dev_base_lock); 1181da177e4SLinus Torvalds return ret; 1191da177e4SLinus Torvalds } 1201da177e4SLinus Torvalds 12143cb76d9SGreg Kroah-Hartman static ssize_t show_broadcast(struct device *dev, 12243cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 1231da177e4SLinus Torvalds { 1241da177e4SLinus Torvalds struct net_device *net = to_net_dev(dev); 1251da177e4SLinus Torvalds if (dev_isalive(net)) 1267ffc49a6SMichael Chan return sysfs_format_mac(buf, net->broadcast, net->addr_len); 1271da177e4SLinus Torvalds return -EINVAL; 1281da177e4SLinus Torvalds } 1291da177e4SLinus Torvalds 13043cb76d9SGreg Kroah-Hartman static ssize_t show_carrier(struct device *dev, 13143cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 1321da177e4SLinus Torvalds { 1331da177e4SLinus Torvalds struct net_device *netdev = to_net_dev(dev); 1341da177e4SLinus Torvalds if (netif_running(netdev)) { 1351da177e4SLinus Torvalds return sprintf(buf, fmt_dec, !!netif_carrier_ok(netdev)); 1361da177e4SLinus Torvalds } 1371da177e4SLinus Torvalds return -EINVAL; 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds 140d519e17eSAndy Gospodarek static ssize_t show_speed(struct device *dev, 141d519e17eSAndy Gospodarek struct device_attribute *attr, char *buf) 142d519e17eSAndy Gospodarek { 143d519e17eSAndy Gospodarek struct net_device *netdev = to_net_dev(dev); 144d519e17eSAndy Gospodarek int ret = -EINVAL; 145d519e17eSAndy Gospodarek 146d519e17eSAndy Gospodarek if (!rtnl_trylock()) 147d519e17eSAndy Gospodarek return restart_syscall(); 148d519e17eSAndy Gospodarek 1498ae6dacaSDavid Decotigny if (netif_running(netdev)) { 1508ae6dacaSDavid Decotigny struct ethtool_cmd cmd; 1514bc71cb9SJiri Pirko if (!__ethtool_get_settings(netdev, &cmd)) 1528ae6dacaSDavid Decotigny ret = sprintf(buf, fmt_udec, ethtool_cmd_speed(&cmd)); 153d519e17eSAndy Gospodarek } 154d519e17eSAndy Gospodarek rtnl_unlock(); 155d519e17eSAndy Gospodarek return ret; 156d519e17eSAndy Gospodarek } 157d519e17eSAndy Gospodarek 158d519e17eSAndy Gospodarek static ssize_t show_duplex(struct device *dev, 159d519e17eSAndy Gospodarek struct device_attribute *attr, char *buf) 160d519e17eSAndy Gospodarek { 161d519e17eSAndy Gospodarek struct net_device *netdev = to_net_dev(dev); 162d519e17eSAndy Gospodarek int ret = -EINVAL; 163d519e17eSAndy Gospodarek 164d519e17eSAndy Gospodarek if (!rtnl_trylock()) 165d519e17eSAndy Gospodarek return restart_syscall(); 166d519e17eSAndy Gospodarek 1678ae6dacaSDavid Decotigny if (netif_running(netdev)) { 1688ae6dacaSDavid Decotigny struct ethtool_cmd cmd; 169c6c13965SNikolay Aleksandrov if (!__ethtool_get_settings(netdev, &cmd)) { 170c6c13965SNikolay Aleksandrov const char *duplex; 171c6c13965SNikolay Aleksandrov switch (cmd.duplex) { 172c6c13965SNikolay Aleksandrov case DUPLEX_HALF: 173c6c13965SNikolay Aleksandrov duplex = "half"; 174c6c13965SNikolay Aleksandrov break; 175c6c13965SNikolay Aleksandrov case DUPLEX_FULL: 176c6c13965SNikolay Aleksandrov duplex = "full"; 177c6c13965SNikolay Aleksandrov break; 178c6c13965SNikolay Aleksandrov default: 179c6c13965SNikolay Aleksandrov duplex = "unknown"; 180c6c13965SNikolay Aleksandrov break; 181c6c13965SNikolay Aleksandrov } 182c6c13965SNikolay Aleksandrov ret = sprintf(buf, "%s\n", duplex); 183c6c13965SNikolay Aleksandrov } 184d519e17eSAndy Gospodarek } 185d519e17eSAndy Gospodarek rtnl_unlock(); 186d519e17eSAndy Gospodarek return ret; 187d519e17eSAndy Gospodarek } 188d519e17eSAndy Gospodarek 18943cb76d9SGreg Kroah-Hartman static ssize_t show_dormant(struct device *dev, 19043cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 191b00055aaSStefan Rompf { 192b00055aaSStefan Rompf struct net_device *netdev = to_net_dev(dev); 193b00055aaSStefan Rompf 194b00055aaSStefan Rompf if (netif_running(netdev)) 195b00055aaSStefan Rompf return sprintf(buf, fmt_dec, !!netif_dormant(netdev)); 196b00055aaSStefan Rompf 197b00055aaSStefan Rompf return -EINVAL; 198b00055aaSStefan Rompf } 199b00055aaSStefan Rompf 20036cbd3dcSJan Engelhardt static const char *const operstates[] = { 201b00055aaSStefan Rompf "unknown", 202b00055aaSStefan Rompf "notpresent", /* currently unused */ 203b00055aaSStefan Rompf "down", 204b00055aaSStefan Rompf "lowerlayerdown", 205b00055aaSStefan Rompf "testing", /* currently unused */ 206b00055aaSStefan Rompf "dormant", 207b00055aaSStefan Rompf "up" 208b00055aaSStefan Rompf }; 209b00055aaSStefan Rompf 21043cb76d9SGreg Kroah-Hartman static ssize_t show_operstate(struct device *dev, 21143cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 212b00055aaSStefan Rompf { 213b00055aaSStefan Rompf const struct net_device *netdev = to_net_dev(dev); 214b00055aaSStefan Rompf unsigned char operstate; 215b00055aaSStefan Rompf 216b00055aaSStefan Rompf read_lock(&dev_base_lock); 217b00055aaSStefan Rompf operstate = netdev->operstate; 218b00055aaSStefan Rompf if (!netif_running(netdev)) 219b00055aaSStefan Rompf operstate = IF_OPER_DOWN; 220b00055aaSStefan Rompf read_unlock(&dev_base_lock); 221b00055aaSStefan Rompf 222e3a5cd9eSAdrian Bunk if (operstate >= ARRAY_SIZE(operstates)) 223b00055aaSStefan Rompf return -EINVAL; /* should not happen */ 224b00055aaSStefan Rompf 225b00055aaSStefan Rompf return sprintf(buf, "%s\n", operstates[operstate]); 226b00055aaSStefan Rompf } 227b00055aaSStefan Rompf 2281da177e4SLinus Torvalds /* read-write attributes */ 2291da177e4SLinus Torvalds NETDEVICE_SHOW(mtu, fmt_dec); 2301da177e4SLinus Torvalds 2311da177e4SLinus Torvalds static int change_mtu(struct net_device *net, unsigned long new_mtu) 2321da177e4SLinus Torvalds { 2331da177e4SLinus Torvalds return dev_set_mtu(net, (int) new_mtu); 2341da177e4SLinus Torvalds } 2351da177e4SLinus Torvalds 23643cb76d9SGreg Kroah-Hartman static ssize_t store_mtu(struct device *dev, struct device_attribute *attr, 23743cb76d9SGreg Kroah-Hartman const char *buf, size_t len) 2381da177e4SLinus Torvalds { 23943cb76d9SGreg Kroah-Hartman return netdev_store(dev, attr, buf, len, change_mtu); 2401da177e4SLinus Torvalds } 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds NETDEVICE_SHOW(flags, fmt_hex); 2431da177e4SLinus Torvalds 2441da177e4SLinus Torvalds static int change_flags(struct net_device *net, unsigned long new_flags) 2451da177e4SLinus Torvalds { 24695c96174SEric Dumazet return dev_change_flags(net, (unsigned int) new_flags); 2471da177e4SLinus Torvalds } 2481da177e4SLinus Torvalds 24943cb76d9SGreg Kroah-Hartman static ssize_t store_flags(struct device *dev, struct device_attribute *attr, 25043cb76d9SGreg Kroah-Hartman const char *buf, size_t len) 2511da177e4SLinus Torvalds { 25243cb76d9SGreg Kroah-Hartman return netdev_store(dev, attr, buf, len, change_flags); 2531da177e4SLinus Torvalds } 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds NETDEVICE_SHOW(tx_queue_len, fmt_ulong); 2561da177e4SLinus Torvalds 2571da177e4SLinus Torvalds static int change_tx_queue_len(struct net_device *net, unsigned long new_len) 2581da177e4SLinus Torvalds { 2591da177e4SLinus Torvalds net->tx_queue_len = new_len; 2601da177e4SLinus Torvalds return 0; 2611da177e4SLinus Torvalds } 2621da177e4SLinus Torvalds 26343cb76d9SGreg Kroah-Hartman static ssize_t store_tx_queue_len(struct device *dev, 26443cb76d9SGreg Kroah-Hartman struct device_attribute *attr, 26543cb76d9SGreg Kroah-Hartman const char *buf, size_t len) 2661da177e4SLinus Torvalds { 26743cb76d9SGreg Kroah-Hartman return netdev_store(dev, attr, buf, len, change_tx_queue_len); 2681da177e4SLinus Torvalds } 2691da177e4SLinus Torvalds 2700b815a1aSStephen Hemminger static ssize_t store_ifalias(struct device *dev, struct device_attribute *attr, 2710b815a1aSStephen Hemminger const char *buf, size_t len) 2720b815a1aSStephen Hemminger { 2730b815a1aSStephen Hemminger struct net_device *netdev = to_net_dev(dev); 2740b815a1aSStephen Hemminger size_t count = len; 2750b815a1aSStephen Hemminger ssize_t ret; 2760b815a1aSStephen Hemminger 2770b815a1aSStephen Hemminger if (!capable(CAP_NET_ADMIN)) 2780b815a1aSStephen Hemminger return -EPERM; 2790b815a1aSStephen Hemminger 2800b815a1aSStephen Hemminger /* ignore trailing newline */ 2810b815a1aSStephen Hemminger if (len > 0 && buf[len - 1] == '\n') 2820b815a1aSStephen Hemminger --count; 2830b815a1aSStephen Hemminger 284336ca57cSEric W. Biederman if (!rtnl_trylock()) 285336ca57cSEric W. Biederman return restart_syscall(); 2860b815a1aSStephen Hemminger ret = dev_set_alias(netdev, buf, count); 2870b815a1aSStephen Hemminger rtnl_unlock(); 2880b815a1aSStephen Hemminger 2890b815a1aSStephen Hemminger return ret < 0 ? ret : len; 2900b815a1aSStephen Hemminger } 2910b815a1aSStephen Hemminger 2920b815a1aSStephen Hemminger static ssize_t show_ifalias(struct device *dev, 2930b815a1aSStephen Hemminger struct device_attribute *attr, char *buf) 2940b815a1aSStephen Hemminger { 2950b815a1aSStephen Hemminger const struct net_device *netdev = to_net_dev(dev); 2960b815a1aSStephen Hemminger ssize_t ret = 0; 2970b815a1aSStephen Hemminger 298336ca57cSEric W. Biederman if (!rtnl_trylock()) 299336ca57cSEric W. Biederman return restart_syscall(); 3000b815a1aSStephen Hemminger if (netdev->ifalias) 3010b815a1aSStephen Hemminger ret = sprintf(buf, "%s\n", netdev->ifalias); 3020b815a1aSStephen Hemminger rtnl_unlock(); 3030b815a1aSStephen Hemminger return ret; 3040b815a1aSStephen Hemminger } 3050b815a1aSStephen Hemminger 306a512b92bSVlad Dogaru NETDEVICE_SHOW(group, fmt_dec); 307a512b92bSVlad Dogaru 308a512b92bSVlad Dogaru static int change_group(struct net_device *net, unsigned long new_group) 309a512b92bSVlad Dogaru { 310a512b92bSVlad Dogaru dev_set_group(net, (int) new_group); 311a512b92bSVlad Dogaru return 0; 312a512b92bSVlad Dogaru } 313a512b92bSVlad Dogaru 314a512b92bSVlad Dogaru static ssize_t store_group(struct device *dev, struct device_attribute *attr, 315a512b92bSVlad Dogaru const char *buf, size_t len) 316a512b92bSVlad Dogaru { 317a512b92bSVlad Dogaru return netdev_store(dev, attr, buf, len, change_group); 318a512b92bSVlad Dogaru } 319a512b92bSVlad Dogaru 32043cb76d9SGreg Kroah-Hartman static struct device_attribute net_class_attributes[] = { 321c1f79426SStefan Assmann __ATTR(addr_assign_type, S_IRUGO, show_addr_assign_type, NULL), 322fd586bacSKay Sievers __ATTR(addr_len, S_IRUGO, show_addr_len, NULL), 3239d29672cSDavid Woodhouse __ATTR(dev_id, S_IRUGO, show_dev_id, NULL), 3240b815a1aSStephen Hemminger __ATTR(ifalias, S_IRUGO | S_IWUSR, show_ifalias, store_ifalias), 325fd586bacSKay Sievers __ATTR(iflink, S_IRUGO, show_iflink, NULL), 326fd586bacSKay Sievers __ATTR(ifindex, S_IRUGO, show_ifindex, NULL), 327fd586bacSKay Sievers __ATTR(type, S_IRUGO, show_type, NULL), 328b00055aaSStefan Rompf __ATTR(link_mode, S_IRUGO, show_link_mode, NULL), 329fd586bacSKay Sievers __ATTR(address, S_IRUGO, show_address, NULL), 330fd586bacSKay Sievers __ATTR(broadcast, S_IRUGO, show_broadcast, NULL), 331fd586bacSKay Sievers __ATTR(carrier, S_IRUGO, show_carrier, NULL), 332d519e17eSAndy Gospodarek __ATTR(speed, S_IRUGO, show_speed, NULL), 333d519e17eSAndy Gospodarek __ATTR(duplex, S_IRUGO, show_duplex, NULL), 334b00055aaSStefan Rompf __ATTR(dormant, S_IRUGO, show_dormant, NULL), 335b00055aaSStefan Rompf __ATTR(operstate, S_IRUGO, show_operstate, NULL), 336fd586bacSKay Sievers __ATTR(mtu, S_IRUGO | S_IWUSR, show_mtu, store_mtu), 337fd586bacSKay Sievers __ATTR(flags, S_IRUGO | S_IWUSR, show_flags, store_flags), 338fd586bacSKay Sievers __ATTR(tx_queue_len, S_IRUGO | S_IWUSR, show_tx_queue_len, 339fd586bacSKay Sievers store_tx_queue_len), 340b6644cb7SXiaotian Feng __ATTR(netdev_group, S_IRUGO | S_IWUSR, show_group, store_group), 341fd586bacSKay Sievers {} 3421da177e4SLinus Torvalds }; 3431da177e4SLinus Torvalds 3441da177e4SLinus Torvalds /* Show a given an attribute in the statistics group */ 34543cb76d9SGreg Kroah-Hartman static ssize_t netstat_show(const struct device *d, 34643cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf, 3471da177e4SLinus Torvalds unsigned long offset) 3481da177e4SLinus Torvalds { 34943cb76d9SGreg Kroah-Hartman struct net_device *dev = to_net_dev(d); 3501da177e4SLinus Torvalds ssize_t ret = -EINVAL; 3511da177e4SLinus Torvalds 352be1f3c2cSBen Hutchings WARN_ON(offset > sizeof(struct rtnl_link_stats64) || 353be1f3c2cSBen Hutchings offset % sizeof(u64) != 0); 3541da177e4SLinus Torvalds 3551da177e4SLinus Torvalds read_lock(&dev_base_lock); 35696e74088SPavel Emelyanov if (dev_isalive(dev)) { 35728172739SEric Dumazet struct rtnl_link_stats64 temp; 35828172739SEric Dumazet const struct rtnl_link_stats64 *stats = dev_get_stats(dev, &temp); 35928172739SEric Dumazet 360be1f3c2cSBen Hutchings ret = sprintf(buf, fmt_u64, *(u64 *)(((u8 *) stats) + offset)); 36196e74088SPavel Emelyanov } 3621da177e4SLinus Torvalds read_unlock(&dev_base_lock); 3631da177e4SLinus Torvalds return ret; 3641da177e4SLinus Torvalds } 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds /* generate a read-only statistics attribute */ 3671da177e4SLinus Torvalds #define NETSTAT_ENTRY(name) \ 36843cb76d9SGreg Kroah-Hartman static ssize_t show_##name(struct device *d, \ 36943cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) \ 3701da177e4SLinus Torvalds { \ 37143cb76d9SGreg Kroah-Hartman return netstat_show(d, attr, buf, \ 372be1f3c2cSBen Hutchings offsetof(struct rtnl_link_stats64, name)); \ 3731da177e4SLinus Torvalds } \ 37443cb76d9SGreg Kroah-Hartman static DEVICE_ATTR(name, S_IRUGO, show_##name, NULL) 3751da177e4SLinus Torvalds 3761da177e4SLinus Torvalds NETSTAT_ENTRY(rx_packets); 3771da177e4SLinus Torvalds NETSTAT_ENTRY(tx_packets); 3781da177e4SLinus Torvalds NETSTAT_ENTRY(rx_bytes); 3791da177e4SLinus Torvalds NETSTAT_ENTRY(tx_bytes); 3801da177e4SLinus Torvalds NETSTAT_ENTRY(rx_errors); 3811da177e4SLinus Torvalds NETSTAT_ENTRY(tx_errors); 3821da177e4SLinus Torvalds NETSTAT_ENTRY(rx_dropped); 3831da177e4SLinus Torvalds NETSTAT_ENTRY(tx_dropped); 3841da177e4SLinus Torvalds NETSTAT_ENTRY(multicast); 3851da177e4SLinus Torvalds NETSTAT_ENTRY(collisions); 3861da177e4SLinus Torvalds NETSTAT_ENTRY(rx_length_errors); 3871da177e4SLinus Torvalds NETSTAT_ENTRY(rx_over_errors); 3881da177e4SLinus Torvalds NETSTAT_ENTRY(rx_crc_errors); 3891da177e4SLinus Torvalds NETSTAT_ENTRY(rx_frame_errors); 3901da177e4SLinus Torvalds NETSTAT_ENTRY(rx_fifo_errors); 3911da177e4SLinus Torvalds NETSTAT_ENTRY(rx_missed_errors); 3921da177e4SLinus Torvalds NETSTAT_ENTRY(tx_aborted_errors); 3931da177e4SLinus Torvalds NETSTAT_ENTRY(tx_carrier_errors); 3941da177e4SLinus Torvalds NETSTAT_ENTRY(tx_fifo_errors); 3951da177e4SLinus Torvalds NETSTAT_ENTRY(tx_heartbeat_errors); 3961da177e4SLinus Torvalds NETSTAT_ENTRY(tx_window_errors); 3971da177e4SLinus Torvalds NETSTAT_ENTRY(rx_compressed); 3981da177e4SLinus Torvalds NETSTAT_ENTRY(tx_compressed); 3991da177e4SLinus Torvalds 4001da177e4SLinus Torvalds static struct attribute *netstat_attrs[] = { 40143cb76d9SGreg Kroah-Hartman &dev_attr_rx_packets.attr, 40243cb76d9SGreg Kroah-Hartman &dev_attr_tx_packets.attr, 40343cb76d9SGreg Kroah-Hartman &dev_attr_rx_bytes.attr, 40443cb76d9SGreg Kroah-Hartman &dev_attr_tx_bytes.attr, 40543cb76d9SGreg Kroah-Hartman &dev_attr_rx_errors.attr, 40643cb76d9SGreg Kroah-Hartman &dev_attr_tx_errors.attr, 40743cb76d9SGreg Kroah-Hartman &dev_attr_rx_dropped.attr, 40843cb76d9SGreg Kroah-Hartman &dev_attr_tx_dropped.attr, 40943cb76d9SGreg Kroah-Hartman &dev_attr_multicast.attr, 41043cb76d9SGreg Kroah-Hartman &dev_attr_collisions.attr, 41143cb76d9SGreg Kroah-Hartman &dev_attr_rx_length_errors.attr, 41243cb76d9SGreg Kroah-Hartman &dev_attr_rx_over_errors.attr, 41343cb76d9SGreg Kroah-Hartman &dev_attr_rx_crc_errors.attr, 41443cb76d9SGreg Kroah-Hartman &dev_attr_rx_frame_errors.attr, 41543cb76d9SGreg Kroah-Hartman &dev_attr_rx_fifo_errors.attr, 41643cb76d9SGreg Kroah-Hartman &dev_attr_rx_missed_errors.attr, 41743cb76d9SGreg Kroah-Hartman &dev_attr_tx_aborted_errors.attr, 41843cb76d9SGreg Kroah-Hartman &dev_attr_tx_carrier_errors.attr, 41943cb76d9SGreg Kroah-Hartman &dev_attr_tx_fifo_errors.attr, 42043cb76d9SGreg Kroah-Hartman &dev_attr_tx_heartbeat_errors.attr, 42143cb76d9SGreg Kroah-Hartman &dev_attr_tx_window_errors.attr, 42243cb76d9SGreg Kroah-Hartman &dev_attr_rx_compressed.attr, 42343cb76d9SGreg Kroah-Hartman &dev_attr_tx_compressed.attr, 4241da177e4SLinus Torvalds NULL 4251da177e4SLinus Torvalds }; 4261da177e4SLinus Torvalds 4271da177e4SLinus Torvalds 4281da177e4SLinus Torvalds static struct attribute_group netstat_group = { 4291da177e4SLinus Torvalds .name = "statistics", 4301da177e4SLinus Torvalds .attrs = netstat_attrs, 4311da177e4SLinus Torvalds }; 432d6523ddfSEric W. Biederman #endif /* CONFIG_SYSFS */ 4331da177e4SLinus Torvalds 43430bde1f5SStephen Rothwell #ifdef CONFIG_RPS 4350a9627f2STom Herbert /* 4360a9627f2STom Herbert * RX queue sysfs structures and functions. 4370a9627f2STom Herbert */ 4380a9627f2STom Herbert struct rx_queue_attribute { 4390a9627f2STom Herbert struct attribute attr; 4400a9627f2STom Herbert ssize_t (*show)(struct netdev_rx_queue *queue, 4410a9627f2STom Herbert struct rx_queue_attribute *attr, char *buf); 4420a9627f2STom Herbert ssize_t (*store)(struct netdev_rx_queue *queue, 4430a9627f2STom Herbert struct rx_queue_attribute *attr, const char *buf, size_t len); 4440a9627f2STom Herbert }; 4450a9627f2STom Herbert #define to_rx_queue_attr(_attr) container_of(_attr, \ 4460a9627f2STom Herbert struct rx_queue_attribute, attr) 4470a9627f2STom Herbert 4480a9627f2STom Herbert #define to_rx_queue(obj) container_of(obj, struct netdev_rx_queue, kobj) 4490a9627f2STom Herbert 4500a9627f2STom Herbert static ssize_t rx_queue_attr_show(struct kobject *kobj, struct attribute *attr, 4510a9627f2STom Herbert char *buf) 4520a9627f2STom Herbert { 4530a9627f2STom Herbert struct rx_queue_attribute *attribute = to_rx_queue_attr(attr); 4540a9627f2STom Herbert struct netdev_rx_queue *queue = to_rx_queue(kobj); 4550a9627f2STom Herbert 4560a9627f2STom Herbert if (!attribute->show) 4570a9627f2STom Herbert return -EIO; 4580a9627f2STom Herbert 4590a9627f2STom Herbert return attribute->show(queue, attribute, buf); 4600a9627f2STom Herbert } 4610a9627f2STom Herbert 4620a9627f2STom Herbert static ssize_t rx_queue_attr_store(struct kobject *kobj, struct attribute *attr, 4630a9627f2STom Herbert const char *buf, size_t count) 4640a9627f2STom Herbert { 4650a9627f2STom Herbert struct rx_queue_attribute *attribute = to_rx_queue_attr(attr); 4660a9627f2STom Herbert struct netdev_rx_queue *queue = to_rx_queue(kobj); 4670a9627f2STom Herbert 4680a9627f2STom Herbert if (!attribute->store) 4690a9627f2STom Herbert return -EIO; 4700a9627f2STom Herbert 4710a9627f2STom Herbert return attribute->store(queue, attribute, buf, count); 4720a9627f2STom Herbert } 4730a9627f2STom Herbert 474fa50d645Sstephen hemminger static const struct sysfs_ops rx_queue_sysfs_ops = { 4750a9627f2STom Herbert .show = rx_queue_attr_show, 4760a9627f2STom Herbert .store = rx_queue_attr_store, 4770a9627f2STom Herbert }; 4780a9627f2STom Herbert 4790a9627f2STom Herbert static ssize_t show_rps_map(struct netdev_rx_queue *queue, 4800a9627f2STom Herbert struct rx_queue_attribute *attribute, char *buf) 4810a9627f2STom Herbert { 4820a9627f2STom Herbert struct rps_map *map; 4830a9627f2STom Herbert cpumask_var_t mask; 4840a9627f2STom Herbert size_t len = 0; 4850a9627f2STom Herbert int i; 4860a9627f2STom Herbert 4870a9627f2STom Herbert if (!zalloc_cpumask_var(&mask, GFP_KERNEL)) 4880a9627f2STom Herbert return -ENOMEM; 4890a9627f2STom Herbert 4900a9627f2STom Herbert rcu_read_lock(); 4910a9627f2STom Herbert map = rcu_dereference(queue->rps_map); 4920a9627f2STom Herbert if (map) 4930a9627f2STom Herbert for (i = 0; i < map->len; i++) 4940a9627f2STom Herbert cpumask_set_cpu(map->cpus[i], mask); 4950a9627f2STom Herbert 4960a9627f2STom Herbert len += cpumask_scnprintf(buf + len, PAGE_SIZE, mask); 4970a9627f2STom Herbert if (PAGE_SIZE - len < 3) { 4980a9627f2STom Herbert rcu_read_unlock(); 4990a9627f2STom Herbert free_cpumask_var(mask); 5000a9627f2STom Herbert return -EINVAL; 5010a9627f2STom Herbert } 5020a9627f2STom Herbert rcu_read_unlock(); 5030a9627f2STom Herbert 5040a9627f2STom Herbert free_cpumask_var(mask); 5050a9627f2STom Herbert len += sprintf(buf + len, "\n"); 5060a9627f2STom Herbert return len; 5070a9627f2STom Herbert } 5080a9627f2STom Herbert 509f5acb907SEric Dumazet static ssize_t store_rps_map(struct netdev_rx_queue *queue, 5100a9627f2STom Herbert struct rx_queue_attribute *attribute, 5110a9627f2STom Herbert const char *buf, size_t len) 5120a9627f2STom Herbert { 5130a9627f2STom Herbert struct rps_map *old_map, *map; 5140a9627f2STom Herbert cpumask_var_t mask; 5150a9627f2STom Herbert int err, cpu, i; 5160a9627f2STom Herbert static DEFINE_SPINLOCK(rps_map_lock); 5170a9627f2STom Herbert 5180a9627f2STom Herbert if (!capable(CAP_NET_ADMIN)) 5190a9627f2STom Herbert return -EPERM; 5200a9627f2STom Herbert 5210a9627f2STom Herbert if (!alloc_cpumask_var(&mask, GFP_KERNEL)) 5220a9627f2STom Herbert return -ENOMEM; 5230a9627f2STom Herbert 5240a9627f2STom Herbert err = bitmap_parse(buf, len, cpumask_bits(mask), nr_cpumask_bits); 5250a9627f2STom Herbert if (err) { 5260a9627f2STom Herbert free_cpumask_var(mask); 5270a9627f2STom Herbert return err; 5280a9627f2STom Herbert } 5290a9627f2STom Herbert 53095c96174SEric Dumazet map = kzalloc(max_t(unsigned int, 5310a9627f2STom Herbert RPS_MAP_SIZE(cpumask_weight(mask)), L1_CACHE_BYTES), 5320a9627f2STom Herbert GFP_KERNEL); 5330a9627f2STom Herbert if (!map) { 5340a9627f2STom Herbert free_cpumask_var(mask); 5350a9627f2STom Herbert return -ENOMEM; 5360a9627f2STom Herbert } 5370a9627f2STom Herbert 5380a9627f2STom Herbert i = 0; 5390a9627f2STom Herbert for_each_cpu_and(cpu, mask, cpu_online_mask) 5400a9627f2STom Herbert map->cpus[i++] = cpu; 5410a9627f2STom Herbert 5420a9627f2STom Herbert if (i) 5430a9627f2STom Herbert map->len = i; 5440a9627f2STom Herbert else { 5450a9627f2STom Herbert kfree(map); 5460a9627f2STom Herbert map = NULL; 5470a9627f2STom Herbert } 5480a9627f2STom Herbert 5490a9627f2STom Herbert spin_lock(&rps_map_lock); 5506e3f7fafSEric Dumazet old_map = rcu_dereference_protected(queue->rps_map, 5516e3f7fafSEric Dumazet lockdep_is_held(&rps_map_lock)); 5520a9627f2STom Herbert rcu_assign_pointer(queue->rps_map, map); 5530a9627f2STom Herbert spin_unlock(&rps_map_lock); 5540a9627f2STom Herbert 555adc9300eSEric Dumazet if (map) 556c5905afbSIngo Molnar static_key_slow_inc(&rps_needed); 557adc9300eSEric Dumazet if (old_map) { 558f6f80238SLai Jiangshan kfree_rcu(old_map, rcu); 559c5905afbSIngo Molnar static_key_slow_dec(&rps_needed); 560adc9300eSEric Dumazet } 5610a9627f2STom Herbert free_cpumask_var(mask); 5620a9627f2STom Herbert return len; 5630a9627f2STom Herbert } 5640a9627f2STom Herbert 565fec5e652STom Herbert static ssize_t show_rps_dev_flow_table_cnt(struct netdev_rx_queue *queue, 566fec5e652STom Herbert struct rx_queue_attribute *attr, 567fec5e652STom Herbert char *buf) 568fec5e652STom Herbert { 569fec5e652STom Herbert struct rps_dev_flow_table *flow_table; 57060b778ceSEric Dumazet unsigned long val = 0; 571fec5e652STom Herbert 572fec5e652STom Herbert rcu_read_lock(); 573fec5e652STom Herbert flow_table = rcu_dereference(queue->rps_flow_table); 574fec5e652STom Herbert if (flow_table) 57560b778ceSEric Dumazet val = (unsigned long)flow_table->mask + 1; 576fec5e652STom Herbert rcu_read_unlock(); 577fec5e652STom Herbert 57860b778ceSEric Dumazet return sprintf(buf, "%lu\n", val); 579fec5e652STom Herbert } 580fec5e652STom Herbert 581fec5e652STom Herbert static void rps_dev_flow_table_release_work(struct work_struct *work) 582fec5e652STom Herbert { 583fec5e652STom Herbert struct rps_dev_flow_table *table = container_of(work, 584fec5e652STom Herbert struct rps_dev_flow_table, free_work); 585fec5e652STom Herbert 586fec5e652STom Herbert vfree(table); 587fec5e652STom Herbert } 588fec5e652STom Herbert 589fec5e652STom Herbert static void rps_dev_flow_table_release(struct rcu_head *rcu) 590fec5e652STom Herbert { 591fec5e652STom Herbert struct rps_dev_flow_table *table = container_of(rcu, 592fec5e652STom Herbert struct rps_dev_flow_table, rcu); 593fec5e652STom Herbert 594fec5e652STom Herbert INIT_WORK(&table->free_work, rps_dev_flow_table_release_work); 595fec5e652STom Herbert schedule_work(&table->free_work); 596fec5e652STom Herbert } 597fec5e652STom Herbert 598f5acb907SEric Dumazet static ssize_t store_rps_dev_flow_table_cnt(struct netdev_rx_queue *queue, 599fec5e652STom Herbert struct rx_queue_attribute *attr, 600fec5e652STom Herbert const char *buf, size_t len) 601fec5e652STom Herbert { 60260b778ceSEric Dumazet unsigned long mask, count; 603fec5e652STom Herbert struct rps_dev_flow_table *table, *old_table; 604fec5e652STom Herbert static DEFINE_SPINLOCK(rps_dev_flow_lock); 60560b778ceSEric Dumazet int rc; 606fec5e652STom Herbert 607fec5e652STom Herbert if (!capable(CAP_NET_ADMIN)) 608fec5e652STom Herbert return -EPERM; 609fec5e652STom Herbert 61060b778ceSEric Dumazet rc = kstrtoul(buf, 0, &count); 61160b778ceSEric Dumazet if (rc < 0) 61260b778ceSEric Dumazet return rc; 613fec5e652STom Herbert 614fec5e652STom Herbert if (count) { 61560b778ceSEric Dumazet mask = count - 1; 61660b778ceSEric Dumazet /* mask = roundup_pow_of_two(count) - 1; 61760b778ceSEric Dumazet * without overflows... 61860b778ceSEric Dumazet */ 61960b778ceSEric Dumazet while ((mask | (mask >> 1)) != mask) 62060b778ceSEric Dumazet mask |= (mask >> 1); 62160b778ceSEric Dumazet /* On 64 bit arches, must check mask fits in table->mask (u32), 62260b778ceSEric Dumazet * and on 32bit arches, must check RPS_DEV_FLOW_TABLE_SIZE(mask + 1) 62360b778ceSEric Dumazet * doesnt overflow. 62460b778ceSEric Dumazet */ 62560b778ceSEric Dumazet #if BITS_PER_LONG > 32 62660b778ceSEric Dumazet if (mask > (unsigned long)(u32)mask) 627a0a129f8SXi Wang return -EINVAL; 62860b778ceSEric Dumazet #else 62960b778ceSEric Dumazet if (mask > (ULONG_MAX - RPS_DEV_FLOW_TABLE_SIZE(1)) 630a0a129f8SXi Wang / sizeof(struct rps_dev_flow)) { 631fec5e652STom Herbert /* Enforce a limit to prevent overflow */ 632fec5e652STom Herbert return -EINVAL; 633fec5e652STom Herbert } 63460b778ceSEric Dumazet #endif 63560b778ceSEric Dumazet table = vmalloc(RPS_DEV_FLOW_TABLE_SIZE(mask + 1)); 636fec5e652STom Herbert if (!table) 637fec5e652STom Herbert return -ENOMEM; 638fec5e652STom Herbert 63960b778ceSEric Dumazet table->mask = mask; 64060b778ceSEric Dumazet for (count = 0; count <= mask; count++) 64160b778ceSEric Dumazet table->flows[count].cpu = RPS_NO_CPU; 642fec5e652STom Herbert } else 643fec5e652STom Herbert table = NULL; 644fec5e652STom Herbert 645fec5e652STom Herbert spin_lock(&rps_dev_flow_lock); 6466e3f7fafSEric Dumazet old_table = rcu_dereference_protected(queue->rps_flow_table, 6476e3f7fafSEric Dumazet lockdep_is_held(&rps_dev_flow_lock)); 648fec5e652STom Herbert rcu_assign_pointer(queue->rps_flow_table, table); 649fec5e652STom Herbert spin_unlock(&rps_dev_flow_lock); 650fec5e652STom Herbert 651fec5e652STom Herbert if (old_table) 652fec5e652STom Herbert call_rcu(&old_table->rcu, rps_dev_flow_table_release); 653fec5e652STom Herbert 654fec5e652STom Herbert return len; 655fec5e652STom Herbert } 656fec5e652STom Herbert 6570a9627f2STom Herbert static struct rx_queue_attribute rps_cpus_attribute = 6580a9627f2STom Herbert __ATTR(rps_cpus, S_IRUGO | S_IWUSR, show_rps_map, store_rps_map); 6590a9627f2STom Herbert 660fec5e652STom Herbert 661fec5e652STom Herbert static struct rx_queue_attribute rps_dev_flow_table_cnt_attribute = 662fec5e652STom Herbert __ATTR(rps_flow_cnt, S_IRUGO | S_IWUSR, 663fec5e652STom Herbert show_rps_dev_flow_table_cnt, store_rps_dev_flow_table_cnt); 664fec5e652STom Herbert 6650a9627f2STom Herbert static struct attribute *rx_queue_default_attrs[] = { 6660a9627f2STom Herbert &rps_cpus_attribute.attr, 667fec5e652STom Herbert &rps_dev_flow_table_cnt_attribute.attr, 6680a9627f2STom Herbert NULL 6690a9627f2STom Herbert }; 6700a9627f2STom Herbert 6710a9627f2STom Herbert static void rx_queue_release(struct kobject *kobj) 6720a9627f2STom Herbert { 6730a9627f2STom Herbert struct netdev_rx_queue *queue = to_rx_queue(kobj); 6746e3f7fafSEric Dumazet struct rps_map *map; 6756e3f7fafSEric Dumazet struct rps_dev_flow_table *flow_table; 6760a9627f2STom Herbert 677fec5e652STom Herbert 67833d480ceSEric Dumazet map = rcu_dereference_protected(queue->rps_map, 1); 6799ea19481SJohn Fastabend if (map) { 6809ea19481SJohn Fastabend RCU_INIT_POINTER(queue->rps_map, NULL); 681f6f80238SLai Jiangshan kfree_rcu(map, rcu); 6829ea19481SJohn Fastabend } 6836e3f7fafSEric Dumazet 68433d480ceSEric Dumazet flow_table = rcu_dereference_protected(queue->rps_flow_table, 1); 6859ea19481SJohn Fastabend if (flow_table) { 6869ea19481SJohn Fastabend RCU_INIT_POINTER(queue->rps_flow_table, NULL); 6876e3f7fafSEric Dumazet call_rcu(&flow_table->rcu, rps_dev_flow_table_release); 6889ea19481SJohn Fastabend } 6890a9627f2STom Herbert 6909ea19481SJohn Fastabend memset(kobj, 0, sizeof(*kobj)); 691fe822240STom Herbert dev_put(queue->dev); 6920a9627f2STom Herbert } 6930a9627f2STom Herbert 6940a9627f2STom Herbert static struct kobj_type rx_queue_ktype = { 6950a9627f2STom Herbert .sysfs_ops = &rx_queue_sysfs_ops, 6960a9627f2STom Herbert .release = rx_queue_release, 6970a9627f2STom Herbert .default_attrs = rx_queue_default_attrs, 6980a9627f2STom Herbert }; 6990a9627f2STom Herbert 7000a9627f2STom Herbert static int rx_queue_add_kobject(struct net_device *net, int index) 7010a9627f2STom Herbert { 7020a9627f2STom Herbert struct netdev_rx_queue *queue = net->_rx + index; 7030a9627f2STom Herbert struct kobject *kobj = &queue->kobj; 7040a9627f2STom Herbert int error = 0; 7050a9627f2STom Herbert 7060a9627f2STom Herbert kobj->kset = net->queues_kset; 7070a9627f2STom Herbert error = kobject_init_and_add(kobj, &rx_queue_ktype, NULL, 7080a9627f2STom Herbert "rx-%u", index); 7090a9627f2STom Herbert if (error) { 7100a9627f2STom Herbert kobject_put(kobj); 7110a9627f2STom Herbert return error; 7120a9627f2STom Herbert } 7130a9627f2STom Herbert 7140a9627f2STom Herbert kobject_uevent(kobj, KOBJ_ADD); 715fe822240STom Herbert dev_hold(queue->dev); 7160a9627f2STom Herbert 7170a9627f2STom Herbert return error; 7180a9627f2STom Herbert } 719bf264145STom Herbert #endif /* CONFIG_RPS */ 7200a9627f2STom Herbert 72162fe0b40SBen Hutchings int 72262fe0b40SBen Hutchings net_rx_queue_update_kobjects(struct net_device *net, int old_num, int new_num) 7230a9627f2STom Herbert { 724bf264145STom Herbert #ifdef CONFIG_RPS 7250a9627f2STom Herbert int i; 7260a9627f2STom Herbert int error = 0; 7270a9627f2STom Herbert 72862fe0b40SBen Hutchings for (i = old_num; i < new_num; i++) { 7290a9627f2STom Herbert error = rx_queue_add_kobject(net, i); 73062fe0b40SBen Hutchings if (error) { 73162fe0b40SBen Hutchings new_num = old_num; 7320a9627f2STom Herbert break; 7330a9627f2STom Herbert } 73462fe0b40SBen Hutchings } 7350a9627f2STom Herbert 73662fe0b40SBen Hutchings while (--i >= new_num) 7370a9627f2STom Herbert kobject_put(&net->_rx[i].kobj); 7380a9627f2STom Herbert 7390a9627f2STom Herbert return error; 740bf264145STom Herbert #else 741bf264145STom Herbert return 0; 742bf264145STom Herbert #endif 7430a9627f2STom Herbert } 7440a9627f2STom Herbert 745ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 7461d24eb48STom Herbert /* 7471d24eb48STom Herbert * netdev_queue sysfs structures and functions. 7481d24eb48STom Herbert */ 7491d24eb48STom Herbert struct netdev_queue_attribute { 7501d24eb48STom Herbert struct attribute attr; 7511d24eb48STom Herbert ssize_t (*show)(struct netdev_queue *queue, 7521d24eb48STom Herbert struct netdev_queue_attribute *attr, char *buf); 7531d24eb48STom Herbert ssize_t (*store)(struct netdev_queue *queue, 7541d24eb48STom Herbert struct netdev_queue_attribute *attr, const char *buf, size_t len); 7551d24eb48STom Herbert }; 7561d24eb48STom Herbert #define to_netdev_queue_attr(_attr) container_of(_attr, \ 7571d24eb48STom Herbert struct netdev_queue_attribute, attr) 7581d24eb48STom Herbert 7591d24eb48STom Herbert #define to_netdev_queue(obj) container_of(obj, struct netdev_queue, kobj) 7601d24eb48STom Herbert 7611d24eb48STom Herbert static ssize_t netdev_queue_attr_show(struct kobject *kobj, 7621d24eb48STom Herbert struct attribute *attr, char *buf) 76362fe0b40SBen Hutchings { 7641d24eb48STom Herbert struct netdev_queue_attribute *attribute = to_netdev_queue_attr(attr); 7651d24eb48STom Herbert struct netdev_queue *queue = to_netdev_queue(kobj); 7661d24eb48STom Herbert 7671d24eb48STom Herbert if (!attribute->show) 7681d24eb48STom Herbert return -EIO; 7691d24eb48STom Herbert 7701d24eb48STom Herbert return attribute->show(queue, attribute, buf); 7711d24eb48STom Herbert } 7721d24eb48STom Herbert 7731d24eb48STom Herbert static ssize_t netdev_queue_attr_store(struct kobject *kobj, 7741d24eb48STom Herbert struct attribute *attr, 7751d24eb48STom Herbert const char *buf, size_t count) 7761d24eb48STom Herbert { 7771d24eb48STom Herbert struct netdev_queue_attribute *attribute = to_netdev_queue_attr(attr); 7781d24eb48STom Herbert struct netdev_queue *queue = to_netdev_queue(kobj); 7791d24eb48STom Herbert 7801d24eb48STom Herbert if (!attribute->store) 7811d24eb48STom Herbert return -EIO; 7821d24eb48STom Herbert 7831d24eb48STom Herbert return attribute->store(queue, attribute, buf, count); 7841d24eb48STom Herbert } 7851d24eb48STom Herbert 7861d24eb48STom Herbert static const struct sysfs_ops netdev_queue_sysfs_ops = { 7871d24eb48STom Herbert .show = netdev_queue_attr_show, 7881d24eb48STom Herbert .store = netdev_queue_attr_store, 7891d24eb48STom Herbert }; 7901d24eb48STom Herbert 791ccf5ff69Sdavid decotigny static ssize_t show_trans_timeout(struct netdev_queue *queue, 792ccf5ff69Sdavid decotigny struct netdev_queue_attribute *attribute, 793ccf5ff69Sdavid decotigny char *buf) 794ccf5ff69Sdavid decotigny { 795ccf5ff69Sdavid decotigny unsigned long trans_timeout; 796ccf5ff69Sdavid decotigny 797ccf5ff69Sdavid decotigny spin_lock_irq(&queue->_xmit_lock); 798ccf5ff69Sdavid decotigny trans_timeout = queue->trans_timeout; 799ccf5ff69Sdavid decotigny spin_unlock_irq(&queue->_xmit_lock); 800ccf5ff69Sdavid decotigny 801ccf5ff69Sdavid decotigny return sprintf(buf, "%lu", trans_timeout); 802ccf5ff69Sdavid decotigny } 803ccf5ff69Sdavid decotigny 804ccf5ff69Sdavid decotigny static struct netdev_queue_attribute queue_trans_timeout = 805ccf5ff69Sdavid decotigny __ATTR(tx_timeout, S_IRUGO, show_trans_timeout, NULL); 806ccf5ff69Sdavid decotigny 807114cf580STom Herbert #ifdef CONFIG_BQL 808114cf580STom Herbert /* 809114cf580STom Herbert * Byte queue limits sysfs structures and functions. 810114cf580STom Herbert */ 811114cf580STom Herbert static ssize_t bql_show(char *buf, unsigned int value) 812114cf580STom Herbert { 813114cf580STom Herbert return sprintf(buf, "%u\n", value); 814114cf580STom Herbert } 815114cf580STom Herbert 816114cf580STom Herbert static ssize_t bql_set(const char *buf, const size_t count, 817114cf580STom Herbert unsigned int *pvalue) 818114cf580STom Herbert { 819114cf580STom Herbert unsigned int value; 820114cf580STom Herbert int err; 821114cf580STom Herbert 822114cf580STom Herbert if (!strcmp(buf, "max") || !strcmp(buf, "max\n")) 823114cf580STom Herbert value = DQL_MAX_LIMIT; 824114cf580STom Herbert else { 825114cf580STom Herbert err = kstrtouint(buf, 10, &value); 826114cf580STom Herbert if (err < 0) 827114cf580STom Herbert return err; 828114cf580STom Herbert if (value > DQL_MAX_LIMIT) 829114cf580STom Herbert return -EINVAL; 830114cf580STom Herbert } 831114cf580STom Herbert 832114cf580STom Herbert *pvalue = value; 833114cf580STom Herbert 834114cf580STom Herbert return count; 835114cf580STom Herbert } 836114cf580STom Herbert 837114cf580STom Herbert static ssize_t bql_show_hold_time(struct netdev_queue *queue, 838114cf580STom Herbert struct netdev_queue_attribute *attr, 839114cf580STom Herbert char *buf) 840114cf580STom Herbert { 841114cf580STom Herbert struct dql *dql = &queue->dql; 842114cf580STom Herbert 843114cf580STom Herbert return sprintf(buf, "%u\n", jiffies_to_msecs(dql->slack_hold_time)); 844114cf580STom Herbert } 845114cf580STom Herbert 846114cf580STom Herbert static ssize_t bql_set_hold_time(struct netdev_queue *queue, 847114cf580STom Herbert struct netdev_queue_attribute *attribute, 848114cf580STom Herbert const char *buf, size_t len) 849114cf580STom Herbert { 850114cf580STom Herbert struct dql *dql = &queue->dql; 85195c96174SEric Dumazet unsigned int value; 852114cf580STom Herbert int err; 853114cf580STom Herbert 854114cf580STom Herbert err = kstrtouint(buf, 10, &value); 855114cf580STom Herbert if (err < 0) 856114cf580STom Herbert return err; 857114cf580STom Herbert 858114cf580STom Herbert dql->slack_hold_time = msecs_to_jiffies(value); 859114cf580STom Herbert 860114cf580STom Herbert return len; 861114cf580STom Herbert } 862114cf580STom Herbert 863114cf580STom Herbert static struct netdev_queue_attribute bql_hold_time_attribute = 864114cf580STom Herbert __ATTR(hold_time, S_IRUGO | S_IWUSR, bql_show_hold_time, 865114cf580STom Herbert bql_set_hold_time); 866114cf580STom Herbert 867114cf580STom Herbert static ssize_t bql_show_inflight(struct netdev_queue *queue, 868114cf580STom Herbert struct netdev_queue_attribute *attr, 869114cf580STom Herbert char *buf) 870114cf580STom Herbert { 871114cf580STom Herbert struct dql *dql = &queue->dql; 872114cf580STom Herbert 873114cf580STom Herbert return sprintf(buf, "%u\n", dql->num_queued - dql->num_completed); 874114cf580STom Herbert } 875114cf580STom Herbert 876114cf580STom Herbert static struct netdev_queue_attribute bql_inflight_attribute = 877795d9a25SHiroaki SHIMODA __ATTR(inflight, S_IRUGO, bql_show_inflight, NULL); 878114cf580STom Herbert 879114cf580STom Herbert #define BQL_ATTR(NAME, FIELD) \ 880114cf580STom Herbert static ssize_t bql_show_ ## NAME(struct netdev_queue *queue, \ 881114cf580STom Herbert struct netdev_queue_attribute *attr, \ 882114cf580STom Herbert char *buf) \ 883114cf580STom Herbert { \ 884114cf580STom Herbert return bql_show(buf, queue->dql.FIELD); \ 885114cf580STom Herbert } \ 886114cf580STom Herbert \ 887114cf580STom Herbert static ssize_t bql_set_ ## NAME(struct netdev_queue *queue, \ 888114cf580STom Herbert struct netdev_queue_attribute *attr, \ 889114cf580STom Herbert const char *buf, size_t len) \ 890114cf580STom Herbert { \ 891114cf580STom Herbert return bql_set(buf, len, &queue->dql.FIELD); \ 892114cf580STom Herbert } \ 893114cf580STom Herbert \ 894114cf580STom Herbert static struct netdev_queue_attribute bql_ ## NAME ## _attribute = \ 895114cf580STom Herbert __ATTR(NAME, S_IRUGO | S_IWUSR, bql_show_ ## NAME, \ 896114cf580STom Herbert bql_set_ ## NAME); 897114cf580STom Herbert 898114cf580STom Herbert BQL_ATTR(limit, limit) 899114cf580STom Herbert BQL_ATTR(limit_max, max_limit) 900114cf580STom Herbert BQL_ATTR(limit_min, min_limit) 901114cf580STom Herbert 902114cf580STom Herbert static struct attribute *dql_attrs[] = { 903114cf580STom Herbert &bql_limit_attribute.attr, 904114cf580STom Herbert &bql_limit_max_attribute.attr, 905114cf580STom Herbert &bql_limit_min_attribute.attr, 906114cf580STom Herbert &bql_hold_time_attribute.attr, 907114cf580STom Herbert &bql_inflight_attribute.attr, 908114cf580STom Herbert NULL 909114cf580STom Herbert }; 910114cf580STom Herbert 911114cf580STom Herbert static struct attribute_group dql_group = { 912114cf580STom Herbert .name = "byte_queue_limits", 913114cf580STom Herbert .attrs = dql_attrs, 914114cf580STom Herbert }; 915114cf580STom Herbert #endif /* CONFIG_BQL */ 916114cf580STom Herbert 917ccf5ff69Sdavid decotigny #ifdef CONFIG_XPS 9181d24eb48STom Herbert static inline unsigned int get_netdev_queue_index(struct netdev_queue *queue) 9191d24eb48STom Herbert { 9201d24eb48STom Herbert struct net_device *dev = queue->dev; 9211d24eb48STom Herbert int i; 9221d24eb48STom Herbert 9231d24eb48STom Herbert for (i = 0; i < dev->num_tx_queues; i++) 9241d24eb48STom Herbert if (queue == &dev->_tx[i]) 9251d24eb48STom Herbert break; 9261d24eb48STom Herbert 9271d24eb48STom Herbert BUG_ON(i >= dev->num_tx_queues); 9281d24eb48STom Herbert 9291d24eb48STom Herbert return i; 9301d24eb48STom Herbert } 9311d24eb48STom Herbert 9321d24eb48STom Herbert 9331d24eb48STom Herbert static ssize_t show_xps_map(struct netdev_queue *queue, 9341d24eb48STom Herbert struct netdev_queue_attribute *attribute, char *buf) 9351d24eb48STom Herbert { 9361d24eb48STom Herbert struct net_device *dev = queue->dev; 9371d24eb48STom Herbert struct xps_dev_maps *dev_maps; 9381d24eb48STom Herbert cpumask_var_t mask; 9391d24eb48STom Herbert unsigned long index; 9401d24eb48STom Herbert size_t len = 0; 9411d24eb48STom Herbert int i; 9421d24eb48STom Herbert 9431d24eb48STom Herbert if (!zalloc_cpumask_var(&mask, GFP_KERNEL)) 9441d24eb48STom Herbert return -ENOMEM; 9451d24eb48STom Herbert 9461d24eb48STom Herbert index = get_netdev_queue_index(queue); 9471d24eb48STom Herbert 9481d24eb48STom Herbert rcu_read_lock(); 9491d24eb48STom Herbert dev_maps = rcu_dereference(dev->xps_maps); 9501d24eb48STom Herbert if (dev_maps) { 9511d24eb48STom Herbert for_each_possible_cpu(i) { 9521d24eb48STom Herbert struct xps_map *map = 9531d24eb48STom Herbert rcu_dereference(dev_maps->cpu_map[i]); 9541d24eb48STom Herbert if (map) { 9551d24eb48STom Herbert int j; 9561d24eb48STom Herbert for (j = 0; j < map->len; j++) { 9571d24eb48STom Herbert if (map->queues[j] == index) { 9581d24eb48STom Herbert cpumask_set_cpu(i, mask); 9591d24eb48STom Herbert break; 9601d24eb48STom Herbert } 9611d24eb48STom Herbert } 9621d24eb48STom Herbert } 9631d24eb48STom Herbert } 9641d24eb48STom Herbert } 9651d24eb48STom Herbert rcu_read_unlock(); 9661d24eb48STom Herbert 9671d24eb48STom Herbert len += cpumask_scnprintf(buf + len, PAGE_SIZE, mask); 9681d24eb48STom Herbert if (PAGE_SIZE - len < 3) { 9691d24eb48STom Herbert free_cpumask_var(mask); 9701d24eb48STom Herbert return -EINVAL; 9711d24eb48STom Herbert } 9721d24eb48STom Herbert 9731d24eb48STom Herbert free_cpumask_var(mask); 9741d24eb48STom Herbert len += sprintf(buf + len, "\n"); 9751d24eb48STom Herbert return len; 9761d24eb48STom Herbert } 9771d24eb48STom Herbert 9781d24eb48STom Herbert static DEFINE_MUTEX(xps_map_mutex); 979a4177869SEric Dumazet #define xmap_dereference(P) \ 980a4177869SEric Dumazet rcu_dereference_protected((P), lockdep_is_held(&xps_map_mutex)) 9811d24eb48STom Herbert 982927fbec1STom Herbert static void xps_queue_release(struct netdev_queue *queue) 983927fbec1STom Herbert { 984927fbec1STom Herbert struct net_device *dev = queue->dev; 985927fbec1STom Herbert struct xps_dev_maps *dev_maps; 986927fbec1STom Herbert struct xps_map *map; 987927fbec1STom Herbert unsigned long index; 988927fbec1STom Herbert int i, pos, nonempty = 0; 989927fbec1STom Herbert 990927fbec1STom Herbert index = get_netdev_queue_index(queue); 991927fbec1STom Herbert 992927fbec1STom Herbert mutex_lock(&xps_map_mutex); 993927fbec1STom Herbert dev_maps = xmap_dereference(dev->xps_maps); 994927fbec1STom Herbert 995927fbec1STom Herbert if (dev_maps) { 996927fbec1STom Herbert for_each_possible_cpu(i) { 997927fbec1STom Herbert map = xmap_dereference(dev_maps->cpu_map[i]); 998927fbec1STom Herbert if (!map) 999927fbec1STom Herbert continue; 1000927fbec1STom Herbert 1001927fbec1STom Herbert for (pos = 0; pos < map->len; pos++) 1002927fbec1STom Herbert if (map->queues[pos] == index) 1003927fbec1STom Herbert break; 1004927fbec1STom Herbert 1005927fbec1STom Herbert if (pos < map->len) { 1006927fbec1STom Herbert if (map->len > 1) 1007927fbec1STom Herbert map->queues[pos] = 1008927fbec1STom Herbert map->queues[--map->len]; 1009927fbec1STom Herbert else { 1010927fbec1STom Herbert RCU_INIT_POINTER(dev_maps->cpu_map[i], 1011927fbec1STom Herbert NULL); 1012927fbec1STom Herbert kfree_rcu(map, rcu); 1013927fbec1STom Herbert map = NULL; 1014927fbec1STom Herbert } 1015927fbec1STom Herbert } 1016927fbec1STom Herbert if (map) 1017927fbec1STom Herbert nonempty = 1; 1018927fbec1STom Herbert } 1019927fbec1STom Herbert 1020927fbec1STom Herbert if (!nonempty) { 1021927fbec1STom Herbert RCU_INIT_POINTER(dev->xps_maps, NULL); 1022927fbec1STom Herbert kfree_rcu(dev_maps, rcu); 1023927fbec1STom Herbert } 1024927fbec1STom Herbert } 1025927fbec1STom Herbert mutex_unlock(&xps_map_mutex); 1026927fbec1STom Herbert } 1027927fbec1STom Herbert 10281d24eb48STom Herbert static ssize_t store_xps_map(struct netdev_queue *queue, 10291d24eb48STom Herbert struct netdev_queue_attribute *attribute, 10301d24eb48STom Herbert const char *buf, size_t len) 10311d24eb48STom Herbert { 10321d24eb48STom Herbert struct net_device *dev = queue->dev; 10331d24eb48STom Herbert cpumask_var_t mask; 10341d24eb48STom Herbert int err, i, cpu, pos, map_len, alloc_len, need_set; 10351d24eb48STom Herbert unsigned long index; 10361d24eb48STom Herbert struct xps_map *map, *new_map; 10371d24eb48STom Herbert struct xps_dev_maps *dev_maps, *new_dev_maps; 10381d24eb48STom Herbert int nonempty = 0; 103919b05f81Sdavid decotigny int numa_node_id = -2; 10401d24eb48STom Herbert 10411d24eb48STom Herbert if (!capable(CAP_NET_ADMIN)) 10421d24eb48STom Herbert return -EPERM; 10431d24eb48STom Herbert 10441d24eb48STom Herbert if (!alloc_cpumask_var(&mask, GFP_KERNEL)) 10451d24eb48STom Herbert return -ENOMEM; 10461d24eb48STom Herbert 10471d24eb48STom Herbert index = get_netdev_queue_index(queue); 10481d24eb48STom Herbert 10491d24eb48STom Herbert err = bitmap_parse(buf, len, cpumask_bits(mask), nr_cpumask_bits); 10501d24eb48STom Herbert if (err) { 10511d24eb48STom Herbert free_cpumask_var(mask); 10521d24eb48STom Herbert return err; 10531d24eb48STom Herbert } 10541d24eb48STom Herbert 105595c96174SEric Dumazet new_dev_maps = kzalloc(max_t(unsigned int, 10561d24eb48STom Herbert XPS_DEV_MAPS_SIZE, L1_CACHE_BYTES), GFP_KERNEL); 10571d24eb48STom Herbert if (!new_dev_maps) { 10581d24eb48STom Herbert free_cpumask_var(mask); 10591d24eb48STom Herbert return -ENOMEM; 10601d24eb48STom Herbert } 10611d24eb48STom Herbert 10621d24eb48STom Herbert mutex_lock(&xps_map_mutex); 10631d24eb48STom Herbert 1064a4177869SEric Dumazet dev_maps = xmap_dereference(dev->xps_maps); 10651d24eb48STom Herbert 10661d24eb48STom Herbert for_each_possible_cpu(cpu) { 1067a4177869SEric Dumazet map = dev_maps ? 1068a4177869SEric Dumazet xmap_dereference(dev_maps->cpu_map[cpu]) : NULL; 1069a4177869SEric Dumazet new_map = map; 10701d24eb48STom Herbert if (map) { 10711d24eb48STom Herbert for (pos = 0; pos < map->len; pos++) 10721d24eb48STom Herbert if (map->queues[pos] == index) 10731d24eb48STom Herbert break; 10741d24eb48STom Herbert map_len = map->len; 10751d24eb48STom Herbert alloc_len = map->alloc_len; 10761d24eb48STom Herbert } else 10771d24eb48STom Herbert pos = map_len = alloc_len = 0; 10781d24eb48STom Herbert 10792142c131SKOSAKI Motohiro need_set = cpumask_test_cpu(cpu, mask) && cpu_online(cpu); 1080f2cd2d3eSEric Dumazet #ifdef CONFIG_NUMA 1081f2cd2d3eSEric Dumazet if (need_set) { 108219b05f81Sdavid decotigny if (numa_node_id == -2) 108319b05f81Sdavid decotigny numa_node_id = cpu_to_node(cpu); 108419b05f81Sdavid decotigny else if (numa_node_id != cpu_to_node(cpu)) 108519b05f81Sdavid decotigny numa_node_id = -1; 1086f2cd2d3eSEric Dumazet } 1087f2cd2d3eSEric Dumazet #endif 10881d24eb48STom Herbert if (need_set && pos >= map_len) { 10891d24eb48STom Herbert /* Need to add queue to this CPU's map */ 10901d24eb48STom Herbert if (map_len >= alloc_len) { 10911d24eb48STom Herbert alloc_len = alloc_len ? 10921d24eb48STom Herbert 2 * alloc_len : XPS_MIN_MAP_ALLOC; 1093b02038a1SEric Dumazet new_map = kzalloc_node(XPS_MAP_SIZE(alloc_len), 1094b02038a1SEric Dumazet GFP_KERNEL, 1095b02038a1SEric Dumazet cpu_to_node(cpu)); 10961d24eb48STom Herbert if (!new_map) 10971d24eb48STom Herbert goto error; 10981d24eb48STom Herbert new_map->alloc_len = alloc_len; 10991d24eb48STom Herbert for (i = 0; i < map_len; i++) 11001d24eb48STom Herbert new_map->queues[i] = map->queues[i]; 11011d24eb48STom Herbert new_map->len = map_len; 11021d24eb48STom Herbert } 11031d24eb48STom Herbert new_map->queues[new_map->len++] = index; 11041d24eb48STom Herbert } else if (!need_set && pos < map_len) { 11051d24eb48STom Herbert /* Need to remove queue from this CPU's map */ 11061d24eb48STom Herbert if (map_len > 1) 11071d24eb48STom Herbert new_map->queues[pos] = 11081d24eb48STom Herbert new_map->queues[--new_map->len]; 11091d24eb48STom Herbert else 11101d24eb48STom Herbert new_map = NULL; 11111d24eb48STom Herbert } 1112a4177869SEric Dumazet RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], new_map); 11131d24eb48STom Herbert } 11141d24eb48STom Herbert 11151d24eb48STom Herbert /* Cleanup old maps */ 11161d24eb48STom Herbert for_each_possible_cpu(cpu) { 1117a4177869SEric Dumazet map = dev_maps ? 1118a4177869SEric Dumazet xmap_dereference(dev_maps->cpu_map[cpu]) : NULL; 1119a4177869SEric Dumazet if (map && xmap_dereference(new_dev_maps->cpu_map[cpu]) != map) 1120edc86d8aSLai Jiangshan kfree_rcu(map, rcu); 11211d24eb48STom Herbert if (new_dev_maps->cpu_map[cpu]) 11221d24eb48STom Herbert nonempty = 1; 11231d24eb48STom Herbert } 11241d24eb48STom Herbert 1125cf778b00SEric Dumazet if (nonempty) { 1126cf778b00SEric Dumazet rcu_assign_pointer(dev->xps_maps, new_dev_maps); 1127cf778b00SEric Dumazet } else { 11281d24eb48STom Herbert kfree(new_dev_maps); 1129a9b3cd7fSStephen Hemminger RCU_INIT_POINTER(dev->xps_maps, NULL); 11301d24eb48STom Herbert } 11311d24eb48STom Herbert 11321d24eb48STom Herbert if (dev_maps) 1133b55071ebSLai Jiangshan kfree_rcu(dev_maps, rcu); 11341d24eb48STom Herbert 113519b05f81Sdavid decotigny netdev_queue_numa_node_write(queue, (numa_node_id >= 0) ? numa_node_id : 1136b236da69SChangli Gao NUMA_NO_NODE); 1137f2cd2d3eSEric Dumazet 11381d24eb48STom Herbert mutex_unlock(&xps_map_mutex); 11391d24eb48STom Herbert 11401d24eb48STom Herbert free_cpumask_var(mask); 11411d24eb48STom Herbert return len; 11421d24eb48STom Herbert 11431d24eb48STom Herbert error: 11441d24eb48STom Herbert mutex_unlock(&xps_map_mutex); 11451d24eb48STom Herbert 11461d24eb48STom Herbert if (new_dev_maps) 11471d24eb48STom Herbert for_each_possible_cpu(i) 1148a4177869SEric Dumazet kfree(rcu_dereference_protected( 1149a4177869SEric Dumazet new_dev_maps->cpu_map[i], 1150a4177869SEric Dumazet 1)); 11511d24eb48STom Herbert kfree(new_dev_maps); 11521d24eb48STom Herbert free_cpumask_var(mask); 11531d24eb48STom Herbert return -ENOMEM; 11541d24eb48STom Herbert } 11551d24eb48STom Herbert 11561d24eb48STom Herbert static struct netdev_queue_attribute xps_cpus_attribute = 11571d24eb48STom Herbert __ATTR(xps_cpus, S_IRUGO | S_IWUSR, show_xps_map, store_xps_map); 1158ccf5ff69Sdavid decotigny #endif /* CONFIG_XPS */ 11591d24eb48STom Herbert 11601d24eb48STom Herbert static struct attribute *netdev_queue_default_attrs[] = { 1161ccf5ff69Sdavid decotigny &queue_trans_timeout.attr, 1162ccf5ff69Sdavid decotigny #ifdef CONFIG_XPS 11631d24eb48STom Herbert &xps_cpus_attribute.attr, 1164ccf5ff69Sdavid decotigny #endif 11651d24eb48STom Herbert NULL 11661d24eb48STom Herbert }; 11671d24eb48STom Herbert 11681d24eb48STom Herbert static void netdev_queue_release(struct kobject *kobj) 11691d24eb48STom Herbert { 11701d24eb48STom Herbert struct netdev_queue *queue = to_netdev_queue(kobj); 11711d24eb48STom Herbert 1172114cf580STom Herbert #ifdef CONFIG_XPS 1173927fbec1STom Herbert xps_queue_release(queue); 1174114cf580STom Herbert #endif 11751d24eb48STom Herbert 11761d24eb48STom Herbert memset(kobj, 0, sizeof(*kobj)); 11771d24eb48STom Herbert dev_put(queue->dev); 11781d24eb48STom Herbert } 11791d24eb48STom Herbert 11801d24eb48STom Herbert static struct kobj_type netdev_queue_ktype = { 11811d24eb48STom Herbert .sysfs_ops = &netdev_queue_sysfs_ops, 11821d24eb48STom Herbert .release = netdev_queue_release, 11831d24eb48STom Herbert .default_attrs = netdev_queue_default_attrs, 11841d24eb48STom Herbert }; 11851d24eb48STom Herbert 11861d24eb48STom Herbert static int netdev_queue_add_kobject(struct net_device *net, int index) 11871d24eb48STom Herbert { 11881d24eb48STom Herbert struct netdev_queue *queue = net->_tx + index; 11891d24eb48STom Herbert struct kobject *kobj = &queue->kobj; 11901d24eb48STom Herbert int error = 0; 11911d24eb48STom Herbert 11921d24eb48STom Herbert kobj->kset = net->queues_kset; 11931d24eb48STom Herbert error = kobject_init_and_add(kobj, &netdev_queue_ktype, NULL, 11941d24eb48STom Herbert "tx-%u", index); 1195114cf580STom Herbert if (error) 1196114cf580STom Herbert goto exit; 1197114cf580STom Herbert 1198114cf580STom Herbert #ifdef CONFIG_BQL 1199114cf580STom Herbert error = sysfs_create_group(kobj, &dql_group); 1200114cf580STom Herbert if (error) 1201114cf580STom Herbert goto exit; 1202114cf580STom Herbert #endif 12031d24eb48STom Herbert 12041d24eb48STom Herbert kobject_uevent(kobj, KOBJ_ADD); 12051d24eb48STom Herbert dev_hold(queue->dev); 12061d24eb48STom Herbert 1207114cf580STom Herbert return 0; 1208114cf580STom Herbert exit: 1209114cf580STom Herbert kobject_put(kobj); 12101d24eb48STom Herbert return error; 12111d24eb48STom Herbert } 1212ccf5ff69Sdavid decotigny #endif /* CONFIG_SYSFS */ 12131d24eb48STom Herbert 12141d24eb48STom Herbert int 12151d24eb48STom Herbert netdev_queue_update_kobjects(struct net_device *net, int old_num, int new_num) 12161d24eb48STom Herbert { 1217ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 12181d24eb48STom Herbert int i; 12191d24eb48STom Herbert int error = 0; 12201d24eb48STom Herbert 12211d24eb48STom Herbert for (i = old_num; i < new_num; i++) { 12221d24eb48STom Herbert error = netdev_queue_add_kobject(net, i); 12231d24eb48STom Herbert if (error) { 12241d24eb48STom Herbert new_num = old_num; 12251d24eb48STom Herbert break; 12261d24eb48STom Herbert } 12271d24eb48STom Herbert } 12281d24eb48STom Herbert 1229114cf580STom Herbert while (--i >= new_num) { 1230114cf580STom Herbert struct netdev_queue *queue = net->_tx + i; 1231114cf580STom Herbert 1232114cf580STom Herbert #ifdef CONFIG_BQL 1233114cf580STom Herbert sysfs_remove_group(&queue->kobj, &dql_group); 1234114cf580STom Herbert #endif 1235114cf580STom Herbert kobject_put(&queue->kobj); 1236114cf580STom Herbert } 12371d24eb48STom Herbert 12381d24eb48STom Herbert return error; 1239bf264145STom Herbert #else 1240bf264145STom Herbert return 0; 1241ccf5ff69Sdavid decotigny #endif /* CONFIG_SYSFS */ 12421d24eb48STom Herbert } 12431d24eb48STom Herbert 12441d24eb48STom Herbert static int register_queue_kobjects(struct net_device *net) 12451d24eb48STom Herbert { 1246bf264145STom Herbert int error = 0, txq = 0, rxq = 0, real_rx = 0, real_tx = 0; 12471d24eb48STom Herbert 1248ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 124962fe0b40SBen Hutchings net->queues_kset = kset_create_and_add("queues", 125062fe0b40SBen Hutchings NULL, &net->dev.kobj); 125162fe0b40SBen Hutchings if (!net->queues_kset) 125262fe0b40SBen Hutchings return -ENOMEM; 1253bf264145STom Herbert #endif 12541d24eb48STom Herbert 1255bf264145STom Herbert #ifdef CONFIG_RPS 1256bf264145STom Herbert real_rx = net->real_num_rx_queues; 1257bf264145STom Herbert #endif 1258bf264145STom Herbert real_tx = net->real_num_tx_queues; 1259bf264145STom Herbert 1260bf264145STom Herbert error = net_rx_queue_update_kobjects(net, 0, real_rx); 12611d24eb48STom Herbert if (error) 12621d24eb48STom Herbert goto error; 1263bf264145STom Herbert rxq = real_rx; 12641d24eb48STom Herbert 1265bf264145STom Herbert error = netdev_queue_update_kobjects(net, 0, real_tx); 12661d24eb48STom Herbert if (error) 12671d24eb48STom Herbert goto error; 1268bf264145STom Herbert txq = real_tx; 12691d24eb48STom Herbert 12701d24eb48STom Herbert return 0; 12711d24eb48STom Herbert 12721d24eb48STom Herbert error: 12731d24eb48STom Herbert netdev_queue_update_kobjects(net, txq, 0); 12741d24eb48STom Herbert net_rx_queue_update_kobjects(net, rxq, 0); 12751d24eb48STom Herbert return error; 127662fe0b40SBen Hutchings } 127762fe0b40SBen Hutchings 12781d24eb48STom Herbert static void remove_queue_kobjects(struct net_device *net) 12790a9627f2STom Herbert { 1280bf264145STom Herbert int real_rx = 0, real_tx = 0; 1281bf264145STom Herbert 1282bf264145STom Herbert #ifdef CONFIG_RPS 1283bf264145STom Herbert real_rx = net->real_num_rx_queues; 1284bf264145STom Herbert #endif 1285bf264145STom Herbert real_tx = net->real_num_tx_queues; 1286bf264145STom Herbert 1287bf264145STom Herbert net_rx_queue_update_kobjects(net, real_rx, 0); 1288bf264145STom Herbert netdev_queue_update_kobjects(net, real_tx, 0); 1289ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 12900a9627f2STom Herbert kset_unregister(net->queues_kset); 1291bf264145STom Herbert #endif 12920a9627f2STom Herbert } 1293608b4b95SEric W. Biederman 1294a685e089SAl Viro static void *net_grab_current_ns(void) 1295608b4b95SEric W. Biederman { 1296a685e089SAl Viro struct net *ns = current->nsproxy->net_ns; 1297a685e089SAl Viro #ifdef CONFIG_NET_NS 1298a685e089SAl Viro if (ns) 1299a685e089SAl Viro atomic_inc(&ns->passive); 1300a685e089SAl Viro #endif 1301a685e089SAl Viro return ns; 1302608b4b95SEric W. Biederman } 1303608b4b95SEric W. Biederman 1304608b4b95SEric W. Biederman static const void *net_initial_ns(void) 1305608b4b95SEric W. Biederman { 1306608b4b95SEric W. Biederman return &init_net; 1307608b4b95SEric W. Biederman } 1308608b4b95SEric W. Biederman 1309608b4b95SEric W. Biederman static const void *net_netlink_ns(struct sock *sk) 1310608b4b95SEric W. Biederman { 1311608b4b95SEric W. Biederman return sock_net(sk); 1312608b4b95SEric W. Biederman } 1313608b4b95SEric W. Biederman 131404600794SJohannes Berg struct kobj_ns_type_operations net_ns_type_operations = { 1315608b4b95SEric W. Biederman .type = KOBJ_NS_TYPE_NET, 1316a685e089SAl Viro .grab_current_ns = net_grab_current_ns, 1317608b4b95SEric W. Biederman .netlink_ns = net_netlink_ns, 1318608b4b95SEric W. Biederman .initial_ns = net_initial_ns, 1319a685e089SAl Viro .drop_ns = net_drop_ns, 1320608b4b95SEric W. Biederman }; 132104600794SJohannes Berg EXPORT_SYMBOL_GPL(net_ns_type_operations); 1322608b4b95SEric W. Biederman 13231da177e4SLinus Torvalds #ifdef CONFIG_HOTPLUG 13247eff2e7aSKay Sievers static int netdev_uevent(struct device *d, struct kobj_uevent_env *env) 13251da177e4SLinus Torvalds { 132643cb76d9SGreg Kroah-Hartman struct net_device *dev = to_net_dev(d); 13277eff2e7aSKay Sievers int retval; 13281da177e4SLinus Torvalds 1329312c004dSKay Sievers /* pass interface to uevent. */ 13307eff2e7aSKay Sievers retval = add_uevent_var(env, "INTERFACE=%s", dev->name); 1331bf62456eSEric Rannaud if (retval) 1332bf62456eSEric Rannaud goto exit; 13331da177e4SLinus Torvalds 1334ca2f37dbSJean Tourrilhes /* pass ifindex to uevent. 1335ca2f37dbSJean Tourrilhes * ifindex is useful as it won't change (interface name may change) 1336ca2f37dbSJean Tourrilhes * and is what RtNetlink uses natively. */ 13377eff2e7aSKay Sievers retval = add_uevent_var(env, "IFINDEX=%d", dev->ifindex); 1338ca2f37dbSJean Tourrilhes 1339bf62456eSEric Rannaud exit: 1340bf62456eSEric Rannaud return retval; 13411da177e4SLinus Torvalds } 13421da177e4SLinus Torvalds #endif 13431da177e4SLinus Torvalds 13441da177e4SLinus Torvalds /* 13451da177e4SLinus Torvalds * netdev_release -- destroy and free a dead device. 134643cb76d9SGreg Kroah-Hartman * Called when last reference to device kobject is gone. 13471da177e4SLinus Torvalds */ 134843cb76d9SGreg Kroah-Hartman static void netdev_release(struct device *d) 13491da177e4SLinus Torvalds { 135043cb76d9SGreg Kroah-Hartman struct net_device *dev = to_net_dev(d); 13511da177e4SLinus Torvalds 13521da177e4SLinus Torvalds BUG_ON(dev->reg_state != NETREG_RELEASED); 13531da177e4SLinus Torvalds 13540b815a1aSStephen Hemminger kfree(dev->ifalias); 13551da177e4SLinus Torvalds kfree((char *)dev - dev->padded); 13561da177e4SLinus Torvalds } 13571da177e4SLinus Torvalds 1358608b4b95SEric W. Biederman static const void *net_namespace(struct device *d) 1359608b4b95SEric W. Biederman { 1360608b4b95SEric W. Biederman struct net_device *dev; 1361608b4b95SEric W. Biederman dev = container_of(d, struct net_device, dev); 1362608b4b95SEric W. Biederman return dev_net(dev); 1363608b4b95SEric W. Biederman } 1364608b4b95SEric W. Biederman 13651da177e4SLinus Torvalds static struct class net_class = { 13661da177e4SLinus Torvalds .name = "net", 136743cb76d9SGreg Kroah-Hartman .dev_release = netdev_release, 13688b41d188SEric W. Biederman #ifdef CONFIG_SYSFS 136943cb76d9SGreg Kroah-Hartman .dev_attrs = net_class_attributes, 13708b41d188SEric W. Biederman #endif /* CONFIG_SYSFS */ 13711da177e4SLinus Torvalds #ifdef CONFIG_HOTPLUG 137243cb76d9SGreg Kroah-Hartman .dev_uevent = netdev_uevent, 13731da177e4SLinus Torvalds #endif 1374608b4b95SEric W. Biederman .ns_type = &net_ns_type_operations, 1375608b4b95SEric W. Biederman .namespace = net_namespace, 13761da177e4SLinus Torvalds }; 13771da177e4SLinus Torvalds 13789093bbb2SStephen Hemminger /* Delete sysfs entries but hold kobject reference until after all 13799093bbb2SStephen Hemminger * netdev references are gone. 13809093bbb2SStephen Hemminger */ 13818b41d188SEric W. Biederman void netdev_unregister_kobject(struct net_device * net) 13821da177e4SLinus Torvalds { 13839093bbb2SStephen Hemminger struct device *dev = &(net->dev); 13849093bbb2SStephen Hemminger 13859093bbb2SStephen Hemminger kobject_get(&dev->kobj); 13863891845eSEric W. Biederman 13871d24eb48STom Herbert remove_queue_kobjects(net); 13880a9627f2STom Herbert 13899093bbb2SStephen Hemminger device_del(dev); 13901da177e4SLinus Torvalds } 13911da177e4SLinus Torvalds 13921da177e4SLinus Torvalds /* Create sysfs entries for network device. */ 13938b41d188SEric W. Biederman int netdev_register_kobject(struct net_device *net) 13941da177e4SLinus Torvalds { 139543cb76d9SGreg Kroah-Hartman struct device *dev = &(net->dev); 1396a4dbd674SDavid Brownell const struct attribute_group **groups = net->sysfs_groups; 13970a9627f2STom Herbert int error = 0; 13981da177e4SLinus Torvalds 1399a1b3f594SEric W. Biederman device_initialize(dev); 140043cb76d9SGreg Kroah-Hartman dev->class = &net_class; 140143cb76d9SGreg Kroah-Hartman dev->platform_data = net; 140243cb76d9SGreg Kroah-Hartman dev->groups = groups; 14031da177e4SLinus Torvalds 1404a2205472SStephen Hemminger dev_set_name(dev, "%s", net->name); 14051da177e4SLinus Torvalds 14068b41d188SEric W. Biederman #ifdef CONFIG_SYSFS 14070c509a6cSEric W. Biederman /* Allow for a device specific group */ 14080c509a6cSEric W. Biederman if (*groups) 14090c509a6cSEric W. Biederman groups++; 14101da177e4SLinus Torvalds 14110c509a6cSEric W. Biederman *groups++ = &netstat_group; 14128b41d188SEric W. Biederman #endif /* CONFIG_SYSFS */ 14131da177e4SLinus Torvalds 14140a9627f2STom Herbert error = device_add(dev); 14150a9627f2STom Herbert if (error) 14160a9627f2STom Herbert return error; 14170a9627f2STom Herbert 14181d24eb48STom Herbert error = register_queue_kobjects(net); 14190a9627f2STom Herbert if (error) { 14200a9627f2STom Herbert device_del(dev); 14210a9627f2STom Herbert return error; 14220a9627f2STom Herbert } 14230a9627f2STom Herbert 14240a9627f2STom Herbert return error; 14251da177e4SLinus Torvalds } 14261da177e4SLinus Torvalds 1427b8a9787eSJay Vosburgh int netdev_class_create_file(struct class_attribute *class_attr) 1428b8a9787eSJay Vosburgh { 1429b8a9787eSJay Vosburgh return class_create_file(&net_class, class_attr); 1430b8a9787eSJay Vosburgh } 14319e34a5b5SEric Dumazet EXPORT_SYMBOL(netdev_class_create_file); 1432b8a9787eSJay Vosburgh 1433b8a9787eSJay Vosburgh void netdev_class_remove_file(struct class_attribute *class_attr) 1434b8a9787eSJay Vosburgh { 1435b8a9787eSJay Vosburgh class_remove_file(&net_class, class_attr); 1436b8a9787eSJay Vosburgh } 1437b8a9787eSJay Vosburgh EXPORT_SYMBOL(netdev_class_remove_file); 1438b8a9787eSJay Vosburgh 14398b41d188SEric W. Biederman int netdev_kobject_init(void) 14401da177e4SLinus Torvalds { 1441608b4b95SEric W. Biederman kobj_ns_type_register(&net_ns_type_operations); 14421da177e4SLinus Torvalds return class_register(&net_class); 14431da177e4SLinus Torvalds } 1444