11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * net-sysfs.c - network device class and attributes 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (c) 2003 Stephen Hemminger <shemminger@osdl.org> 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 71da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 81da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 91da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 124fc268d2SRandy Dunlap #include <linux/capability.h> 131da177e4SLinus Torvalds #include <linux/kernel.h> 141da177e4SLinus Torvalds #include <linux/netdevice.h> 15aecbe01eSJiri Pirko #include <net/switchdev.h> 161da177e4SLinus Torvalds #include <linux/if_arp.h> 175a0e3ad6STejun Heo #include <linux/slab.h> 18174cd4b1SIngo Molnar #include <linux/sched/signal.h> 19608b4b95SEric W. Biederman #include <linux/nsproxy.h> 201da177e4SLinus Torvalds #include <net/sock.h> 21608b4b95SEric W. Biederman #include <net/net_namespace.h> 221da177e4SLinus Torvalds #include <linux/rtnetlink.h> 23fec5e652STom Herbert #include <linux/vmalloc.h> 24bc3b2d7fSPaul Gortmaker #include <linux/export.h> 25114cf580STom Herbert #include <linux/jiffies.h> 269802c8e2SMing Lei #include <linux/pm_runtime.h> 27aa836df9SFlorian Fainelli #include <linux/of.h> 2888832a22SBen Dooks #include <linux/of_net.h> 291da177e4SLinus Torvalds 30342709efSPavel Emelyanov #include "net-sysfs.h" 31342709efSPavel Emelyanov 328b41d188SEric W. Biederman #ifdef CONFIG_SYSFS 331da177e4SLinus Torvalds static const char fmt_hex[] = "%#x\n"; 341da177e4SLinus Torvalds static const char fmt_dec[] = "%d\n"; 351da177e4SLinus Torvalds static const char fmt_ulong[] = "%lu\n"; 36be1f3c2cSBen Hutchings static const char fmt_u64[] = "%llu\n"; 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds static inline int dev_isalive(const struct net_device *dev) 391da177e4SLinus Torvalds { 40fe9925b5SStephen Hemminger return dev->reg_state <= NETREG_REGISTERED; 411da177e4SLinus Torvalds } 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds /* use same locking rules as GIF* ioctl's */ 4443cb76d9SGreg Kroah-Hartman static ssize_t netdev_show(const struct device *dev, 4543cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf, 461da177e4SLinus Torvalds ssize_t (*format)(const struct net_device *, char *)) 471da177e4SLinus Torvalds { 486b53dafeSWANG Cong struct net_device *ndev = to_net_dev(dev); 491da177e4SLinus Torvalds ssize_t ret = -EINVAL; 501da177e4SLinus Torvalds 511da177e4SLinus Torvalds read_lock(&dev_base_lock); 526b53dafeSWANG Cong if (dev_isalive(ndev)) 536b53dafeSWANG Cong ret = (*format)(ndev, buf); 541da177e4SLinus Torvalds read_unlock(&dev_base_lock); 551da177e4SLinus Torvalds 561da177e4SLinus Torvalds return ret; 571da177e4SLinus Torvalds } 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds /* generate a show function for simple field */ 601da177e4SLinus Torvalds #define NETDEVICE_SHOW(field, format_string) \ 616b53dafeSWANG Cong static ssize_t format_##field(const struct net_device *dev, char *buf) \ 621da177e4SLinus Torvalds { \ 636b53dafeSWANG Cong return sprintf(buf, format_string, dev->field); \ 641da177e4SLinus Torvalds } \ 656be8aeefSGreg Kroah-Hartman static ssize_t field##_show(struct device *dev, \ 6643cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) \ 671da177e4SLinus Torvalds { \ 6843cb76d9SGreg Kroah-Hartman return netdev_show(dev, attr, buf, format_##field); \ 696be8aeefSGreg Kroah-Hartman } \ 701da177e4SLinus Torvalds 716be8aeefSGreg Kroah-Hartman #define NETDEVICE_SHOW_RO(field, format_string) \ 726be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW(field, format_string); \ 736be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(field) 746be8aeefSGreg Kroah-Hartman 756be8aeefSGreg Kroah-Hartman #define NETDEVICE_SHOW_RW(field, format_string) \ 766be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW(field, format_string); \ 776be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RW(field) 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds /* use same locking and permission rules as SIF* ioctl's */ 8043cb76d9SGreg Kroah-Hartman static ssize_t netdev_store(struct device *dev, struct device_attribute *attr, 811da177e4SLinus Torvalds const char *buf, size_t len, 821da177e4SLinus Torvalds int (*set)(struct net_device *, unsigned long)) 831da177e4SLinus Torvalds { 845e1fccc0SEric W. Biederman struct net_device *netdev = to_net_dev(dev); 855e1fccc0SEric W. Biederman struct net *net = dev_net(netdev); 861da177e4SLinus Torvalds unsigned long new; 871da177e4SLinus Torvalds int ret = -EINVAL; 881da177e4SLinus Torvalds 895e1fccc0SEric W. Biederman if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) 901da177e4SLinus Torvalds return -EPERM; 911da177e4SLinus Torvalds 92e1e420c7SShuah Khan ret = kstrtoul(buf, 0, &new); 93e1e420c7SShuah Khan if (ret) 941da177e4SLinus Torvalds goto err; 951da177e4SLinus Torvalds 965a5990d3SStephen Hemminger if (!rtnl_trylock()) 97336ca57cSEric W. Biederman return restart_syscall(); 985a5990d3SStephen Hemminger 995e1fccc0SEric W. Biederman if (dev_isalive(netdev)) { 1006648c65eSstephen hemminger ret = (*set)(netdev, new); 1016648c65eSstephen hemminger if (ret == 0) 1021da177e4SLinus Torvalds ret = len; 1031da177e4SLinus Torvalds } 1041da177e4SLinus Torvalds rtnl_unlock(); 1051da177e4SLinus Torvalds err: 1061da177e4SLinus Torvalds return ret; 1071da177e4SLinus Torvalds } 1081da177e4SLinus Torvalds 1096be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RO(dev_id, fmt_hex); 1103f85944fSAmir Vadai NETDEVICE_SHOW_RO(dev_port, fmt_dec); 1116be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RO(addr_assign_type, fmt_dec); 1126be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RO(addr_len, fmt_dec); 1136be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RO(ifindex, fmt_dec); 1146be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RO(type, fmt_dec); 1156be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RO(link_mode, fmt_dec); 1161da177e4SLinus Torvalds 117a54acb3aSNicolas Dichtel static ssize_t iflink_show(struct device *dev, struct device_attribute *attr, 118a54acb3aSNicolas Dichtel char *buf) 119a54acb3aSNicolas Dichtel { 120a54acb3aSNicolas Dichtel struct net_device *ndev = to_net_dev(dev); 121a54acb3aSNicolas Dichtel 122a54acb3aSNicolas Dichtel return sprintf(buf, fmt_dec, dev_get_iflink(ndev)); 123a54acb3aSNicolas Dichtel } 124a54acb3aSNicolas Dichtel static DEVICE_ATTR_RO(iflink); 125a54acb3aSNicolas Dichtel 1266b53dafeSWANG Cong static ssize_t format_name_assign_type(const struct net_device *dev, char *buf) 127685343fcSTom Gundersen { 1286b53dafeSWANG Cong return sprintf(buf, fmt_dec, dev->name_assign_type); 129685343fcSTom Gundersen } 130685343fcSTom Gundersen 131685343fcSTom Gundersen static ssize_t name_assign_type_show(struct device *dev, 132685343fcSTom Gundersen struct device_attribute *attr, 133685343fcSTom Gundersen char *buf) 134685343fcSTom Gundersen { 1356b53dafeSWANG Cong struct net_device *ndev = to_net_dev(dev); 136685343fcSTom Gundersen ssize_t ret = -EINVAL; 137685343fcSTom Gundersen 1386b53dafeSWANG Cong if (ndev->name_assign_type != NET_NAME_UNKNOWN) 139685343fcSTom Gundersen ret = netdev_show(dev, attr, buf, format_name_assign_type); 140685343fcSTom Gundersen 141685343fcSTom Gundersen return ret; 142685343fcSTom Gundersen } 143685343fcSTom Gundersen static DEVICE_ATTR_RO(name_assign_type); 144685343fcSTom Gundersen 1451da177e4SLinus Torvalds /* use same locking rules as GIFHWADDR ioctl's */ 1466be8aeefSGreg Kroah-Hartman static ssize_t address_show(struct device *dev, struct device_attribute *attr, 14743cb76d9SGreg Kroah-Hartman char *buf) 1481da177e4SLinus Torvalds { 1496b53dafeSWANG Cong struct net_device *ndev = to_net_dev(dev); 1501da177e4SLinus Torvalds ssize_t ret = -EINVAL; 1511da177e4SLinus Torvalds 1521da177e4SLinus Torvalds read_lock(&dev_base_lock); 1536b53dafeSWANG Cong if (dev_isalive(ndev)) 1546b53dafeSWANG Cong ret = sysfs_format_mac(buf, ndev->dev_addr, ndev->addr_len); 1551da177e4SLinus Torvalds read_unlock(&dev_base_lock); 1561da177e4SLinus Torvalds return ret; 1571da177e4SLinus Torvalds } 1586be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(address); 1591da177e4SLinus Torvalds 1606be8aeefSGreg Kroah-Hartman static ssize_t broadcast_show(struct device *dev, 16143cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 1621da177e4SLinus Torvalds { 1636b53dafeSWANG Cong struct net_device *ndev = to_net_dev(dev); 1646648c65eSstephen hemminger 1656b53dafeSWANG Cong if (dev_isalive(ndev)) 1666b53dafeSWANG Cong return sysfs_format_mac(buf, ndev->broadcast, ndev->addr_len); 1671da177e4SLinus Torvalds return -EINVAL; 1681da177e4SLinus Torvalds } 1696be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(broadcast); 1701da177e4SLinus Torvalds 1716b53dafeSWANG Cong static int change_carrier(struct net_device *dev, unsigned long new_carrier) 172fdae0fdeSJiri Pirko { 1736b53dafeSWANG Cong if (!netif_running(dev)) 174fdae0fdeSJiri Pirko return -EINVAL; 1756b53dafeSWANG Cong return dev_change_carrier(dev, (bool)new_carrier); 176fdae0fdeSJiri Pirko } 177fdae0fdeSJiri Pirko 1786be8aeefSGreg Kroah-Hartman static ssize_t carrier_store(struct device *dev, struct device_attribute *attr, 179fdae0fdeSJiri Pirko const char *buf, size_t len) 180fdae0fdeSJiri Pirko { 181fdae0fdeSJiri Pirko return netdev_store(dev, attr, buf, len, change_carrier); 182fdae0fdeSJiri Pirko } 183fdae0fdeSJiri Pirko 1846be8aeefSGreg Kroah-Hartman static ssize_t carrier_show(struct device *dev, 18543cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 1861da177e4SLinus Torvalds { 1871da177e4SLinus Torvalds struct net_device *netdev = to_net_dev(dev); 1886648c65eSstephen hemminger 1896648c65eSstephen hemminger if (netif_running(netdev)) 1901da177e4SLinus Torvalds return sprintf(buf, fmt_dec, !!netif_carrier_ok(netdev)); 1916648c65eSstephen hemminger 1921da177e4SLinus Torvalds return -EINVAL; 1931da177e4SLinus Torvalds } 1946be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RW(carrier); 1951da177e4SLinus Torvalds 1966be8aeefSGreg Kroah-Hartman static ssize_t speed_show(struct device *dev, 197d519e17eSAndy Gospodarek struct device_attribute *attr, char *buf) 198d519e17eSAndy Gospodarek { 199d519e17eSAndy Gospodarek struct net_device *netdev = to_net_dev(dev); 200d519e17eSAndy Gospodarek int ret = -EINVAL; 201d519e17eSAndy Gospodarek 202d519e17eSAndy Gospodarek if (!rtnl_trylock()) 203d519e17eSAndy Gospodarek return restart_syscall(); 204d519e17eSAndy Gospodarek 2058ae6dacaSDavid Decotigny if (netif_running(netdev)) { 2067cad1bacSDavid Decotigny struct ethtool_link_ksettings cmd; 2077cad1bacSDavid Decotigny 2087cad1bacSDavid Decotigny if (!__ethtool_get_link_ksettings(netdev, &cmd)) 2097cad1bacSDavid Decotigny ret = sprintf(buf, fmt_dec, cmd.base.speed); 210d519e17eSAndy Gospodarek } 211d519e17eSAndy Gospodarek rtnl_unlock(); 212d519e17eSAndy Gospodarek return ret; 213d519e17eSAndy Gospodarek } 2146be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(speed); 215d519e17eSAndy Gospodarek 2166be8aeefSGreg Kroah-Hartman static ssize_t duplex_show(struct device *dev, 217d519e17eSAndy Gospodarek struct device_attribute *attr, char *buf) 218d519e17eSAndy Gospodarek { 219d519e17eSAndy Gospodarek struct net_device *netdev = to_net_dev(dev); 220d519e17eSAndy Gospodarek int ret = -EINVAL; 221d519e17eSAndy Gospodarek 222d519e17eSAndy Gospodarek if (!rtnl_trylock()) 223d519e17eSAndy Gospodarek return restart_syscall(); 224d519e17eSAndy Gospodarek 2258ae6dacaSDavid Decotigny if (netif_running(netdev)) { 2267cad1bacSDavid Decotigny struct ethtool_link_ksettings cmd; 2277cad1bacSDavid Decotigny 2287cad1bacSDavid Decotigny if (!__ethtool_get_link_ksettings(netdev, &cmd)) { 229c6c13965SNikolay Aleksandrov const char *duplex; 2307cad1bacSDavid Decotigny 2317cad1bacSDavid Decotigny switch (cmd.base.duplex) { 232c6c13965SNikolay Aleksandrov case DUPLEX_HALF: 233c6c13965SNikolay Aleksandrov duplex = "half"; 234c6c13965SNikolay Aleksandrov break; 235c6c13965SNikolay Aleksandrov case DUPLEX_FULL: 236c6c13965SNikolay Aleksandrov duplex = "full"; 237c6c13965SNikolay Aleksandrov break; 238c6c13965SNikolay Aleksandrov default: 239c6c13965SNikolay Aleksandrov duplex = "unknown"; 240c6c13965SNikolay Aleksandrov break; 241c6c13965SNikolay Aleksandrov } 242c6c13965SNikolay Aleksandrov ret = sprintf(buf, "%s\n", duplex); 243c6c13965SNikolay Aleksandrov } 244d519e17eSAndy Gospodarek } 245d519e17eSAndy Gospodarek rtnl_unlock(); 246d519e17eSAndy Gospodarek return ret; 247d519e17eSAndy Gospodarek } 2486be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(duplex); 249d519e17eSAndy Gospodarek 2506be8aeefSGreg Kroah-Hartman static ssize_t dormant_show(struct device *dev, 25143cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 252b00055aaSStefan Rompf { 253b00055aaSStefan Rompf struct net_device *netdev = to_net_dev(dev); 254b00055aaSStefan Rompf 255b00055aaSStefan Rompf if (netif_running(netdev)) 256b00055aaSStefan Rompf return sprintf(buf, fmt_dec, !!netif_dormant(netdev)); 257b00055aaSStefan Rompf 258b00055aaSStefan Rompf return -EINVAL; 259b00055aaSStefan Rompf } 2606be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(dormant); 261b00055aaSStefan Rompf 26236cbd3dcSJan Engelhardt static const char *const operstates[] = { 263b00055aaSStefan Rompf "unknown", 264b00055aaSStefan Rompf "notpresent", /* currently unused */ 265b00055aaSStefan Rompf "down", 266b00055aaSStefan Rompf "lowerlayerdown", 267b00055aaSStefan Rompf "testing", /* currently unused */ 268b00055aaSStefan Rompf "dormant", 269b00055aaSStefan Rompf "up" 270b00055aaSStefan Rompf }; 271b00055aaSStefan Rompf 2726be8aeefSGreg Kroah-Hartman static ssize_t operstate_show(struct device *dev, 27343cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 274b00055aaSStefan Rompf { 275b00055aaSStefan Rompf const struct net_device *netdev = to_net_dev(dev); 276b00055aaSStefan Rompf unsigned char operstate; 277b00055aaSStefan Rompf 278b00055aaSStefan Rompf read_lock(&dev_base_lock); 279b00055aaSStefan Rompf operstate = netdev->operstate; 280b00055aaSStefan Rompf if (!netif_running(netdev)) 281b00055aaSStefan Rompf operstate = IF_OPER_DOWN; 282b00055aaSStefan Rompf read_unlock(&dev_base_lock); 283b00055aaSStefan Rompf 284e3a5cd9eSAdrian Bunk if (operstate >= ARRAY_SIZE(operstates)) 285b00055aaSStefan Rompf return -EINVAL; /* should not happen */ 286b00055aaSStefan Rompf 287b00055aaSStefan Rompf return sprintf(buf, "%s\n", operstates[operstate]); 288b00055aaSStefan Rompf } 2896be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(operstate); 290b00055aaSStefan Rompf 2912d3b479dSdavid decotigny static ssize_t carrier_changes_show(struct device *dev, 2922d3b479dSdavid decotigny struct device_attribute *attr, 2932d3b479dSdavid decotigny char *buf) 2942d3b479dSdavid decotigny { 2952d3b479dSdavid decotigny struct net_device *netdev = to_net_dev(dev); 2966648c65eSstephen hemminger 2972d3b479dSdavid decotigny return sprintf(buf, fmt_dec, 298b2d3bcfaSDavid Decotigny atomic_read(&netdev->carrier_up_count) + 299b2d3bcfaSDavid Decotigny atomic_read(&netdev->carrier_down_count)); 3002d3b479dSdavid decotigny } 3012d3b479dSdavid decotigny static DEVICE_ATTR_RO(carrier_changes); 3022d3b479dSdavid decotigny 303b2d3bcfaSDavid Decotigny static ssize_t carrier_up_count_show(struct device *dev, 304b2d3bcfaSDavid Decotigny struct device_attribute *attr, 305b2d3bcfaSDavid Decotigny char *buf) 306b2d3bcfaSDavid Decotigny { 307b2d3bcfaSDavid Decotigny struct net_device *netdev = to_net_dev(dev); 308b2d3bcfaSDavid Decotigny 309b2d3bcfaSDavid Decotigny return sprintf(buf, fmt_dec, atomic_read(&netdev->carrier_up_count)); 310b2d3bcfaSDavid Decotigny } 311b2d3bcfaSDavid Decotigny static DEVICE_ATTR_RO(carrier_up_count); 312b2d3bcfaSDavid Decotigny 313b2d3bcfaSDavid Decotigny static ssize_t carrier_down_count_show(struct device *dev, 314b2d3bcfaSDavid Decotigny struct device_attribute *attr, 315b2d3bcfaSDavid Decotigny char *buf) 316b2d3bcfaSDavid Decotigny { 317b2d3bcfaSDavid Decotigny struct net_device *netdev = to_net_dev(dev); 318b2d3bcfaSDavid Decotigny 319b2d3bcfaSDavid Decotigny return sprintf(buf, fmt_dec, atomic_read(&netdev->carrier_down_count)); 320b2d3bcfaSDavid Decotigny } 321b2d3bcfaSDavid Decotigny static DEVICE_ATTR_RO(carrier_down_count); 322b2d3bcfaSDavid Decotigny 3231da177e4SLinus Torvalds /* read-write attributes */ 3241da177e4SLinus Torvalds 3256b53dafeSWANG Cong static int change_mtu(struct net_device *dev, unsigned long new_mtu) 3261da177e4SLinus Torvalds { 3276b53dafeSWANG Cong return dev_set_mtu(dev, (int)new_mtu); 3281da177e4SLinus Torvalds } 3291da177e4SLinus Torvalds 3306be8aeefSGreg Kroah-Hartman static ssize_t mtu_store(struct device *dev, struct device_attribute *attr, 33143cb76d9SGreg Kroah-Hartman const char *buf, size_t len) 3321da177e4SLinus Torvalds { 33343cb76d9SGreg Kroah-Hartman return netdev_store(dev, attr, buf, len, change_mtu); 3341da177e4SLinus Torvalds } 3356be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RW(mtu, fmt_dec); 3361da177e4SLinus Torvalds 3376b53dafeSWANG Cong static int change_flags(struct net_device *dev, unsigned long new_flags) 3381da177e4SLinus Torvalds { 3396b53dafeSWANG Cong return dev_change_flags(dev, (unsigned int)new_flags); 3401da177e4SLinus Torvalds } 3411da177e4SLinus Torvalds 3426be8aeefSGreg Kroah-Hartman static ssize_t flags_store(struct device *dev, struct device_attribute *attr, 34343cb76d9SGreg Kroah-Hartman const char *buf, size_t len) 3441da177e4SLinus Torvalds { 34543cb76d9SGreg Kroah-Hartman return netdev_store(dev, attr, buf, len, change_flags); 3461da177e4SLinus Torvalds } 3476be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW_RW(flags, fmt_hex); 3481da177e4SLinus Torvalds 3496be8aeefSGreg Kroah-Hartman static ssize_t tx_queue_len_store(struct device *dev, 35043cb76d9SGreg Kroah-Hartman struct device_attribute *attr, 35143cb76d9SGreg Kroah-Hartman const char *buf, size_t len) 3521da177e4SLinus Torvalds { 3535e1fccc0SEric W. Biederman if (!capable(CAP_NET_ADMIN)) 3545e1fccc0SEric W. Biederman return -EPERM; 3555e1fccc0SEric W. Biederman 3566a643ddbSCong Wang return netdev_store(dev, attr, buf, len, dev_change_tx_queue_len); 3571da177e4SLinus Torvalds } 3580cd29503SAlexey Dobriyan NETDEVICE_SHOW_RW(tx_queue_len, fmt_dec); 3591da177e4SLinus Torvalds 3603b47d303SEric Dumazet static int change_gro_flush_timeout(struct net_device *dev, unsigned long val) 3613b47d303SEric Dumazet { 3623b47d303SEric Dumazet dev->gro_flush_timeout = val; 3633b47d303SEric Dumazet return 0; 3643b47d303SEric Dumazet } 3653b47d303SEric Dumazet 3663b47d303SEric Dumazet static ssize_t gro_flush_timeout_store(struct device *dev, 3673b47d303SEric Dumazet struct device_attribute *attr, 3683b47d303SEric Dumazet const char *buf, size_t len) 3693b47d303SEric Dumazet { 3703b47d303SEric Dumazet if (!capable(CAP_NET_ADMIN)) 3713b47d303SEric Dumazet return -EPERM; 3723b47d303SEric Dumazet 3733b47d303SEric Dumazet return netdev_store(dev, attr, buf, len, change_gro_flush_timeout); 3743b47d303SEric Dumazet } 3753b47d303SEric Dumazet NETDEVICE_SHOW_RW(gro_flush_timeout, fmt_ulong); 3763b47d303SEric Dumazet 3776be8aeefSGreg Kroah-Hartman static ssize_t ifalias_store(struct device *dev, struct device_attribute *attr, 3780b815a1aSStephen Hemminger const char *buf, size_t len) 3790b815a1aSStephen Hemminger { 3800b815a1aSStephen Hemminger struct net_device *netdev = to_net_dev(dev); 3815e1fccc0SEric W. Biederman struct net *net = dev_net(netdev); 3820b815a1aSStephen Hemminger size_t count = len; 383c92eb77aSRoopa Prabhu ssize_t ret = 0; 3840b815a1aSStephen Hemminger 3855e1fccc0SEric W. Biederman if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) 3860b815a1aSStephen Hemminger return -EPERM; 3870b815a1aSStephen Hemminger 3880b815a1aSStephen Hemminger /* ignore trailing newline */ 3890b815a1aSStephen Hemminger if (len > 0 && buf[len - 1] == '\n') 3900b815a1aSStephen Hemminger --count; 3910b815a1aSStephen Hemminger 392c92eb77aSRoopa Prabhu if (!rtnl_trylock()) 393c92eb77aSRoopa Prabhu return restart_syscall(); 3940b815a1aSStephen Hemminger 395c92eb77aSRoopa Prabhu if (dev_isalive(netdev)) { 396c92eb77aSRoopa Prabhu ret = dev_set_alias(netdev, buf, count); 397c92eb77aSRoopa Prabhu if (ret < 0) 398c92eb77aSRoopa Prabhu goto err; 399c92eb77aSRoopa Prabhu ret = len; 400c92eb77aSRoopa Prabhu netdev_state_change(netdev); 401c92eb77aSRoopa Prabhu } 402c92eb77aSRoopa Prabhu err: 403c92eb77aSRoopa Prabhu rtnl_unlock(); 404c92eb77aSRoopa Prabhu 405c92eb77aSRoopa Prabhu return ret; 4060b815a1aSStephen Hemminger } 4070b815a1aSStephen Hemminger 4086be8aeefSGreg Kroah-Hartman static ssize_t ifalias_show(struct device *dev, 4090b815a1aSStephen Hemminger struct device_attribute *attr, char *buf) 4100b815a1aSStephen Hemminger { 4110b815a1aSStephen Hemminger const struct net_device *netdev = to_net_dev(dev); 4126c557001SFlorian Westphal char tmp[IFALIASZ]; 4130b815a1aSStephen Hemminger ssize_t ret = 0; 4140b815a1aSStephen Hemminger 4156c557001SFlorian Westphal ret = dev_get_alias(netdev, tmp, sizeof(tmp)); 4166c557001SFlorian Westphal if (ret > 0) 4176c557001SFlorian Westphal ret = sprintf(buf, "%s\n", tmp); 4180b815a1aSStephen Hemminger return ret; 4190b815a1aSStephen Hemminger } 4206be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RW(ifalias); 421a512b92bSVlad Dogaru 4226b53dafeSWANG Cong static int change_group(struct net_device *dev, unsigned long new_group) 423a512b92bSVlad Dogaru { 4246b53dafeSWANG Cong dev_set_group(dev, (int)new_group); 425a512b92bSVlad Dogaru return 0; 426a512b92bSVlad Dogaru } 427a512b92bSVlad Dogaru 4286be8aeefSGreg Kroah-Hartman static ssize_t group_store(struct device *dev, struct device_attribute *attr, 429a512b92bSVlad Dogaru const char *buf, size_t len) 430a512b92bSVlad Dogaru { 431a512b92bSVlad Dogaru return netdev_store(dev, attr, buf, len, change_group); 432a512b92bSVlad Dogaru } 4336be8aeefSGreg Kroah-Hartman NETDEVICE_SHOW(group, fmt_dec); 434d6444062SJoe Perches static DEVICE_ATTR(netdev_group, 0644, group_show, group_store); 435a512b92bSVlad Dogaru 436d746d707SAnuradha Karuppiah static int change_proto_down(struct net_device *dev, unsigned long proto_down) 437d746d707SAnuradha Karuppiah { 438d746d707SAnuradha Karuppiah return dev_change_proto_down(dev, (bool)proto_down); 439d746d707SAnuradha Karuppiah } 440d746d707SAnuradha Karuppiah 441d746d707SAnuradha Karuppiah static ssize_t proto_down_store(struct device *dev, 442d746d707SAnuradha Karuppiah struct device_attribute *attr, 443d746d707SAnuradha Karuppiah const char *buf, size_t len) 444d746d707SAnuradha Karuppiah { 445d746d707SAnuradha Karuppiah return netdev_store(dev, attr, buf, len, change_proto_down); 446d746d707SAnuradha Karuppiah } 447d746d707SAnuradha Karuppiah NETDEVICE_SHOW_RW(proto_down, fmt_dec); 448d746d707SAnuradha Karuppiah 449cc998ff8SLinus Torvalds static ssize_t phys_port_id_show(struct device *dev, 450ff80e519SJiri Pirko struct device_attribute *attr, char *buf) 451ff80e519SJiri Pirko { 452ff80e519SJiri Pirko struct net_device *netdev = to_net_dev(dev); 453ff80e519SJiri Pirko ssize_t ret = -EINVAL; 454ff80e519SJiri Pirko 455ff80e519SJiri Pirko if (!rtnl_trylock()) 456ff80e519SJiri Pirko return restart_syscall(); 457ff80e519SJiri Pirko 458ff80e519SJiri Pirko if (dev_isalive(netdev)) { 45902637fceSJiri Pirko struct netdev_phys_item_id ppid; 460ff80e519SJiri Pirko 461ff80e519SJiri Pirko ret = dev_get_phys_port_id(netdev, &ppid); 462ff80e519SJiri Pirko if (!ret) 463ff80e519SJiri Pirko ret = sprintf(buf, "%*phN\n", ppid.id_len, ppid.id); 464ff80e519SJiri Pirko } 465ff80e519SJiri Pirko rtnl_unlock(); 466ff80e519SJiri Pirko 467ff80e519SJiri Pirko return ret; 468ff80e519SJiri Pirko } 469cc998ff8SLinus Torvalds static DEVICE_ATTR_RO(phys_port_id); 470ff80e519SJiri Pirko 471db24a904SDavid Ahern static ssize_t phys_port_name_show(struct device *dev, 472db24a904SDavid Ahern struct device_attribute *attr, char *buf) 473db24a904SDavid Ahern { 474db24a904SDavid Ahern struct net_device *netdev = to_net_dev(dev); 475db24a904SDavid Ahern ssize_t ret = -EINVAL; 476db24a904SDavid Ahern 477db24a904SDavid Ahern if (!rtnl_trylock()) 478db24a904SDavid Ahern return restart_syscall(); 479db24a904SDavid Ahern 480db24a904SDavid Ahern if (dev_isalive(netdev)) { 481db24a904SDavid Ahern char name[IFNAMSIZ]; 482db24a904SDavid Ahern 483db24a904SDavid Ahern ret = dev_get_phys_port_name(netdev, name, sizeof(name)); 484db24a904SDavid Ahern if (!ret) 485db24a904SDavid Ahern ret = sprintf(buf, "%s\n", name); 486db24a904SDavid Ahern } 487db24a904SDavid Ahern rtnl_unlock(); 488db24a904SDavid Ahern 489db24a904SDavid Ahern return ret; 490db24a904SDavid Ahern } 491db24a904SDavid Ahern static DEVICE_ATTR_RO(phys_port_name); 492db24a904SDavid Ahern 493aecbe01eSJiri Pirko static ssize_t phys_switch_id_show(struct device *dev, 494aecbe01eSJiri Pirko struct device_attribute *attr, char *buf) 495aecbe01eSJiri Pirko { 496aecbe01eSJiri Pirko struct net_device *netdev = to_net_dev(dev); 497aecbe01eSJiri Pirko ssize_t ret = -EINVAL; 498aecbe01eSJiri Pirko 499aecbe01eSJiri Pirko if (!rtnl_trylock()) 500aecbe01eSJiri Pirko return restart_syscall(); 501aecbe01eSJiri Pirko 502aecbe01eSJiri Pirko if (dev_isalive(netdev)) { 503f8e20a9fSScott Feldman struct switchdev_attr attr = { 5046ff64f6fSIdo Schimmel .orig_dev = netdev, 5051f868398SJiri Pirko .id = SWITCHDEV_ATTR_ID_PORT_PARENT_ID, 506f8e20a9fSScott Feldman .flags = SWITCHDEV_F_NO_RECURSE, 507f8e20a9fSScott Feldman }; 508aecbe01eSJiri Pirko 509f8e20a9fSScott Feldman ret = switchdev_port_attr_get(netdev, &attr); 510aecbe01eSJiri Pirko if (!ret) 51142275bd8SScott Feldman ret = sprintf(buf, "%*phN\n", attr.u.ppid.id_len, 51242275bd8SScott Feldman attr.u.ppid.id); 513aecbe01eSJiri Pirko } 514aecbe01eSJiri Pirko rtnl_unlock(); 515aecbe01eSJiri Pirko 516aecbe01eSJiri Pirko return ret; 517aecbe01eSJiri Pirko } 518aecbe01eSJiri Pirko static DEVICE_ATTR_RO(phys_switch_id); 519aecbe01eSJiri Pirko 520ec6cc599Sstephen hemminger static struct attribute *net_class_attrs[] __ro_after_init = { 5216be8aeefSGreg Kroah-Hartman &dev_attr_netdev_group.attr, 5226be8aeefSGreg Kroah-Hartman &dev_attr_type.attr, 5236be8aeefSGreg Kroah-Hartman &dev_attr_dev_id.attr, 5243f85944fSAmir Vadai &dev_attr_dev_port.attr, 5256be8aeefSGreg Kroah-Hartman &dev_attr_iflink.attr, 5266be8aeefSGreg Kroah-Hartman &dev_attr_ifindex.attr, 527685343fcSTom Gundersen &dev_attr_name_assign_type.attr, 5286be8aeefSGreg Kroah-Hartman &dev_attr_addr_assign_type.attr, 5296be8aeefSGreg Kroah-Hartman &dev_attr_addr_len.attr, 5306be8aeefSGreg Kroah-Hartman &dev_attr_link_mode.attr, 5316be8aeefSGreg Kroah-Hartman &dev_attr_address.attr, 5326be8aeefSGreg Kroah-Hartman &dev_attr_broadcast.attr, 5336be8aeefSGreg Kroah-Hartman &dev_attr_speed.attr, 5346be8aeefSGreg Kroah-Hartman &dev_attr_duplex.attr, 5356be8aeefSGreg Kroah-Hartman &dev_attr_dormant.attr, 5366be8aeefSGreg Kroah-Hartman &dev_attr_operstate.attr, 5372d3b479dSdavid decotigny &dev_attr_carrier_changes.attr, 5386be8aeefSGreg Kroah-Hartman &dev_attr_ifalias.attr, 5396be8aeefSGreg Kroah-Hartman &dev_attr_carrier.attr, 5406be8aeefSGreg Kroah-Hartman &dev_attr_mtu.attr, 5416be8aeefSGreg Kroah-Hartman &dev_attr_flags.attr, 5426be8aeefSGreg Kroah-Hartman &dev_attr_tx_queue_len.attr, 5433b47d303SEric Dumazet &dev_attr_gro_flush_timeout.attr, 544cc998ff8SLinus Torvalds &dev_attr_phys_port_id.attr, 545db24a904SDavid Ahern &dev_attr_phys_port_name.attr, 546aecbe01eSJiri Pirko &dev_attr_phys_switch_id.attr, 547d746d707SAnuradha Karuppiah &dev_attr_proto_down.attr, 548b2d3bcfaSDavid Decotigny &dev_attr_carrier_up_count.attr, 549b2d3bcfaSDavid Decotigny &dev_attr_carrier_down_count.attr, 5506be8aeefSGreg Kroah-Hartman NULL, 5511da177e4SLinus Torvalds }; 5526be8aeefSGreg Kroah-Hartman ATTRIBUTE_GROUPS(net_class); 5531da177e4SLinus Torvalds 5541da177e4SLinus Torvalds /* Show a given an attribute in the statistics group */ 55543cb76d9SGreg Kroah-Hartman static ssize_t netstat_show(const struct device *d, 55643cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf, 5571da177e4SLinus Torvalds unsigned long offset) 5581da177e4SLinus Torvalds { 55943cb76d9SGreg Kroah-Hartman struct net_device *dev = to_net_dev(d); 5601da177e4SLinus Torvalds ssize_t ret = -EINVAL; 5611da177e4SLinus Torvalds 562be1f3c2cSBen Hutchings WARN_ON(offset > sizeof(struct rtnl_link_stats64) || 563be1f3c2cSBen Hutchings offset % sizeof(u64) != 0); 5641da177e4SLinus Torvalds 5651da177e4SLinus Torvalds read_lock(&dev_base_lock); 56696e74088SPavel Emelyanov if (dev_isalive(dev)) { 56728172739SEric Dumazet struct rtnl_link_stats64 temp; 56828172739SEric Dumazet const struct rtnl_link_stats64 *stats = dev_get_stats(dev, &temp); 56928172739SEric Dumazet 570be1f3c2cSBen Hutchings ret = sprintf(buf, fmt_u64, *(u64 *)(((u8 *)stats) + offset)); 57196e74088SPavel Emelyanov } 5721da177e4SLinus Torvalds read_unlock(&dev_base_lock); 5731da177e4SLinus Torvalds return ret; 5741da177e4SLinus Torvalds } 5751da177e4SLinus Torvalds 5761da177e4SLinus Torvalds /* generate a read-only statistics attribute */ 5771da177e4SLinus Torvalds #define NETSTAT_ENTRY(name) \ 5786be8aeefSGreg Kroah-Hartman static ssize_t name##_show(struct device *d, \ 57943cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) \ 5801da177e4SLinus Torvalds { \ 58143cb76d9SGreg Kroah-Hartman return netstat_show(d, attr, buf, \ 582be1f3c2cSBen Hutchings offsetof(struct rtnl_link_stats64, name)); \ 5831da177e4SLinus Torvalds } \ 5846be8aeefSGreg Kroah-Hartman static DEVICE_ATTR_RO(name) 5851da177e4SLinus Torvalds 5861da177e4SLinus Torvalds NETSTAT_ENTRY(rx_packets); 5871da177e4SLinus Torvalds NETSTAT_ENTRY(tx_packets); 5881da177e4SLinus Torvalds NETSTAT_ENTRY(rx_bytes); 5891da177e4SLinus Torvalds NETSTAT_ENTRY(tx_bytes); 5901da177e4SLinus Torvalds NETSTAT_ENTRY(rx_errors); 5911da177e4SLinus Torvalds NETSTAT_ENTRY(tx_errors); 5921da177e4SLinus Torvalds NETSTAT_ENTRY(rx_dropped); 5931da177e4SLinus Torvalds NETSTAT_ENTRY(tx_dropped); 5941da177e4SLinus Torvalds NETSTAT_ENTRY(multicast); 5951da177e4SLinus Torvalds NETSTAT_ENTRY(collisions); 5961da177e4SLinus Torvalds NETSTAT_ENTRY(rx_length_errors); 5971da177e4SLinus Torvalds NETSTAT_ENTRY(rx_over_errors); 5981da177e4SLinus Torvalds NETSTAT_ENTRY(rx_crc_errors); 5991da177e4SLinus Torvalds NETSTAT_ENTRY(rx_frame_errors); 6001da177e4SLinus Torvalds NETSTAT_ENTRY(rx_fifo_errors); 6011da177e4SLinus Torvalds NETSTAT_ENTRY(rx_missed_errors); 6021da177e4SLinus Torvalds NETSTAT_ENTRY(tx_aborted_errors); 6031da177e4SLinus Torvalds NETSTAT_ENTRY(tx_carrier_errors); 6041da177e4SLinus Torvalds NETSTAT_ENTRY(tx_fifo_errors); 6051da177e4SLinus Torvalds NETSTAT_ENTRY(tx_heartbeat_errors); 6061da177e4SLinus Torvalds NETSTAT_ENTRY(tx_window_errors); 6071da177e4SLinus Torvalds NETSTAT_ENTRY(rx_compressed); 6081da177e4SLinus Torvalds NETSTAT_ENTRY(tx_compressed); 6096e7333d3SJarod Wilson NETSTAT_ENTRY(rx_nohandler); 6101da177e4SLinus Torvalds 611ec6cc599Sstephen hemminger static struct attribute *netstat_attrs[] __ro_after_init = { 61243cb76d9SGreg Kroah-Hartman &dev_attr_rx_packets.attr, 61343cb76d9SGreg Kroah-Hartman &dev_attr_tx_packets.attr, 61443cb76d9SGreg Kroah-Hartman &dev_attr_rx_bytes.attr, 61543cb76d9SGreg Kroah-Hartman &dev_attr_tx_bytes.attr, 61643cb76d9SGreg Kroah-Hartman &dev_attr_rx_errors.attr, 61743cb76d9SGreg Kroah-Hartman &dev_attr_tx_errors.attr, 61843cb76d9SGreg Kroah-Hartman &dev_attr_rx_dropped.attr, 61943cb76d9SGreg Kroah-Hartman &dev_attr_tx_dropped.attr, 62043cb76d9SGreg Kroah-Hartman &dev_attr_multicast.attr, 62143cb76d9SGreg Kroah-Hartman &dev_attr_collisions.attr, 62243cb76d9SGreg Kroah-Hartman &dev_attr_rx_length_errors.attr, 62343cb76d9SGreg Kroah-Hartman &dev_attr_rx_over_errors.attr, 62443cb76d9SGreg Kroah-Hartman &dev_attr_rx_crc_errors.attr, 62543cb76d9SGreg Kroah-Hartman &dev_attr_rx_frame_errors.attr, 62643cb76d9SGreg Kroah-Hartman &dev_attr_rx_fifo_errors.attr, 62743cb76d9SGreg Kroah-Hartman &dev_attr_rx_missed_errors.attr, 62843cb76d9SGreg Kroah-Hartman &dev_attr_tx_aborted_errors.attr, 62943cb76d9SGreg Kroah-Hartman &dev_attr_tx_carrier_errors.attr, 63043cb76d9SGreg Kroah-Hartman &dev_attr_tx_fifo_errors.attr, 63143cb76d9SGreg Kroah-Hartman &dev_attr_tx_heartbeat_errors.attr, 63243cb76d9SGreg Kroah-Hartman &dev_attr_tx_window_errors.attr, 63343cb76d9SGreg Kroah-Hartman &dev_attr_rx_compressed.attr, 63443cb76d9SGreg Kroah-Hartman &dev_attr_tx_compressed.attr, 6356e7333d3SJarod Wilson &dev_attr_rx_nohandler.attr, 6361da177e4SLinus Torvalds NULL 6371da177e4SLinus Torvalds }; 6381da177e4SLinus Torvalds 63938ef00ccSArvind Yadav static const struct attribute_group netstat_group = { 6401da177e4SLinus Torvalds .name = "statistics", 6411da177e4SLinus Torvalds .attrs = netstat_attrs, 6421da177e4SLinus Torvalds }; 64338c1a01cSJohannes Berg 64438c1a01cSJohannes Berg #if IS_ENABLED(CONFIG_WIRELESS_EXT) || IS_ENABLED(CONFIG_CFG80211) 64538c1a01cSJohannes Berg static struct attribute *wireless_attrs[] = { 64638c1a01cSJohannes Berg NULL 64738c1a01cSJohannes Berg }; 64838c1a01cSJohannes Berg 64938ef00ccSArvind Yadav static const struct attribute_group wireless_group = { 65038c1a01cSJohannes Berg .name = "wireless", 65138c1a01cSJohannes Berg .attrs = wireless_attrs, 65238c1a01cSJohannes Berg }; 65338c1a01cSJohannes Berg #endif 6546be8aeefSGreg Kroah-Hartman 6556be8aeefSGreg Kroah-Hartman #else /* CONFIG_SYSFS */ 6566be8aeefSGreg Kroah-Hartman #define net_class_groups NULL 657d6523ddfSEric W. Biederman #endif /* CONFIG_SYSFS */ 6581da177e4SLinus Torvalds 659a953be53SMichael Dalton #ifdef CONFIG_SYSFS 6606648c65eSstephen hemminger #define to_rx_queue_attr(_attr) \ 6616648c65eSstephen hemminger container_of(_attr, struct rx_queue_attribute, attr) 6620a9627f2STom Herbert 6630a9627f2STom Herbert #define to_rx_queue(obj) container_of(obj, struct netdev_rx_queue, kobj) 6640a9627f2STom Herbert 6650a9627f2STom Herbert static ssize_t rx_queue_attr_show(struct kobject *kobj, struct attribute *attr, 6660a9627f2STom Herbert char *buf) 6670a9627f2STom Herbert { 668667e427bSstephen hemminger const struct rx_queue_attribute *attribute = to_rx_queue_attr(attr); 6690a9627f2STom Herbert struct netdev_rx_queue *queue = to_rx_queue(kobj); 6700a9627f2STom Herbert 6710a9627f2STom Herbert if (!attribute->show) 6720a9627f2STom Herbert return -EIO; 6730a9627f2STom Herbert 674718ad681Sstephen hemminger return attribute->show(queue, buf); 6750a9627f2STom Herbert } 6760a9627f2STom Herbert 6770a9627f2STom Herbert static ssize_t rx_queue_attr_store(struct kobject *kobj, struct attribute *attr, 6780a9627f2STom Herbert const char *buf, size_t count) 6790a9627f2STom Herbert { 680667e427bSstephen hemminger const struct rx_queue_attribute *attribute = to_rx_queue_attr(attr); 6810a9627f2STom Herbert struct netdev_rx_queue *queue = to_rx_queue(kobj); 6820a9627f2STom Herbert 6830a9627f2STom Herbert if (!attribute->store) 6840a9627f2STom Herbert return -EIO; 6850a9627f2STom Herbert 686718ad681Sstephen hemminger return attribute->store(queue, buf, count); 6870a9627f2STom Herbert } 6880a9627f2STom Herbert 689fa50d645Sstephen hemminger static const struct sysfs_ops rx_queue_sysfs_ops = { 6900a9627f2STom Herbert .show = rx_queue_attr_show, 6910a9627f2STom Herbert .store = rx_queue_attr_store, 6920a9627f2STom Herbert }; 6930a9627f2STom Herbert 694a953be53SMichael Dalton #ifdef CONFIG_RPS 695718ad681Sstephen hemminger static ssize_t show_rps_map(struct netdev_rx_queue *queue, char *buf) 6960a9627f2STom Herbert { 6970a9627f2STom Herbert struct rps_map *map; 6980a9627f2STom Herbert cpumask_var_t mask; 699f0906827STejun Heo int i, len; 7000a9627f2STom Herbert 7010a9627f2STom Herbert if (!zalloc_cpumask_var(&mask, GFP_KERNEL)) 7020a9627f2STom Herbert return -ENOMEM; 7030a9627f2STom Herbert 7040a9627f2STom Herbert rcu_read_lock(); 7050a9627f2STom Herbert map = rcu_dereference(queue->rps_map); 7060a9627f2STom Herbert if (map) 7070a9627f2STom Herbert for (i = 0; i < map->len; i++) 7080a9627f2STom Herbert cpumask_set_cpu(map->cpus[i], mask); 7090a9627f2STom Herbert 710f0906827STejun Heo len = snprintf(buf, PAGE_SIZE, "%*pb\n", cpumask_pr_args(mask)); 7110a9627f2STom Herbert rcu_read_unlock(); 7120a9627f2STom Herbert free_cpumask_var(mask); 7130a9627f2STom Herbert 714f0906827STejun Heo return len < PAGE_SIZE ? len : -EINVAL; 7150a9627f2STom Herbert } 7160a9627f2STom Herbert 717f5acb907SEric Dumazet static ssize_t store_rps_map(struct netdev_rx_queue *queue, 7180a9627f2STom Herbert const char *buf, size_t len) 7190a9627f2STom Herbert { 7200a9627f2STom Herbert struct rps_map *old_map, *map; 7210a9627f2STom Herbert cpumask_var_t mask; 7220a9627f2STom Herbert int err, cpu, i; 723da65ad1fSSasha Levin static DEFINE_MUTEX(rps_map_mutex); 7240a9627f2STom Herbert 7250a9627f2STom Herbert if (!capable(CAP_NET_ADMIN)) 7260a9627f2STom Herbert return -EPERM; 7270a9627f2STom Herbert 7280a9627f2STom Herbert if (!alloc_cpumask_var(&mask, GFP_KERNEL)) 7290a9627f2STom Herbert return -ENOMEM; 7300a9627f2STom Herbert 7310a9627f2STom Herbert err = bitmap_parse(buf, len, cpumask_bits(mask), nr_cpumask_bits); 7320a9627f2STom Herbert if (err) { 7330a9627f2STom Herbert free_cpumask_var(mask); 7340a9627f2STom Herbert return err; 7350a9627f2STom Herbert } 7360a9627f2STom Herbert 73795c96174SEric Dumazet map = kzalloc(max_t(unsigned int, 7380a9627f2STom Herbert RPS_MAP_SIZE(cpumask_weight(mask)), L1_CACHE_BYTES), 7390a9627f2STom Herbert GFP_KERNEL); 7400a9627f2STom Herbert if (!map) { 7410a9627f2STom Herbert free_cpumask_var(mask); 7420a9627f2STom Herbert return -ENOMEM; 7430a9627f2STom Herbert } 7440a9627f2STom Herbert 7450a9627f2STom Herbert i = 0; 7460a9627f2STom Herbert for_each_cpu_and(cpu, mask, cpu_online_mask) 7470a9627f2STom Herbert map->cpus[i++] = cpu; 7480a9627f2STom Herbert 7496648c65eSstephen hemminger if (i) { 7500a9627f2STom Herbert map->len = i; 7516648c65eSstephen hemminger } else { 7520a9627f2STom Herbert kfree(map); 7530a9627f2STom Herbert map = NULL; 7540a9627f2STom Herbert } 7550a9627f2STom Herbert 756da65ad1fSSasha Levin mutex_lock(&rps_map_mutex); 7576e3f7fafSEric Dumazet old_map = rcu_dereference_protected(queue->rps_map, 758da65ad1fSSasha Levin mutex_is_locked(&rps_map_mutex)); 7590a9627f2STom Herbert rcu_assign_pointer(queue->rps_map, map); 7600a9627f2STom Herbert 761adc9300eSEric Dumazet if (map) 762c5905afbSIngo Molnar static_key_slow_inc(&rps_needed); 76310e4ea75STom Herbert if (old_map) 764c5905afbSIngo Molnar static_key_slow_dec(&rps_needed); 76510e4ea75STom Herbert 766da65ad1fSSasha Levin mutex_unlock(&rps_map_mutex); 76710e4ea75STom Herbert 76810e4ea75STom Herbert if (old_map) 76910e4ea75STom Herbert kfree_rcu(old_map, rcu); 77010e4ea75STom Herbert 7710a9627f2STom Herbert free_cpumask_var(mask); 7720a9627f2STom Herbert return len; 7730a9627f2STom Herbert } 7740a9627f2STom Herbert 775fec5e652STom Herbert static ssize_t show_rps_dev_flow_table_cnt(struct netdev_rx_queue *queue, 776fec5e652STom Herbert char *buf) 777fec5e652STom Herbert { 778fec5e652STom Herbert struct rps_dev_flow_table *flow_table; 77960b778ceSEric Dumazet unsigned long val = 0; 780fec5e652STom Herbert 781fec5e652STom Herbert rcu_read_lock(); 782fec5e652STom Herbert flow_table = rcu_dereference(queue->rps_flow_table); 783fec5e652STom Herbert if (flow_table) 78460b778ceSEric Dumazet val = (unsigned long)flow_table->mask + 1; 785fec5e652STom Herbert rcu_read_unlock(); 786fec5e652STom Herbert 78760b778ceSEric Dumazet return sprintf(buf, "%lu\n", val); 788fec5e652STom Herbert } 789fec5e652STom Herbert 790fec5e652STom Herbert static void rps_dev_flow_table_release(struct rcu_head *rcu) 791fec5e652STom Herbert { 792fec5e652STom Herbert struct rps_dev_flow_table *table = container_of(rcu, 793fec5e652STom Herbert struct rps_dev_flow_table, rcu); 794243198d0SAl Viro vfree(table); 795fec5e652STom Herbert } 796fec5e652STom Herbert 797f5acb907SEric Dumazet static ssize_t store_rps_dev_flow_table_cnt(struct netdev_rx_queue *queue, 798fec5e652STom Herbert const char *buf, size_t len) 799fec5e652STom Herbert { 80060b778ceSEric Dumazet unsigned long mask, count; 801fec5e652STom Herbert struct rps_dev_flow_table *table, *old_table; 802fec5e652STom Herbert static DEFINE_SPINLOCK(rps_dev_flow_lock); 80360b778ceSEric Dumazet int rc; 804fec5e652STom Herbert 805fec5e652STom Herbert if (!capable(CAP_NET_ADMIN)) 806fec5e652STom Herbert return -EPERM; 807fec5e652STom Herbert 80860b778ceSEric Dumazet rc = kstrtoul(buf, 0, &count); 80960b778ceSEric Dumazet if (rc < 0) 81060b778ceSEric Dumazet return rc; 811fec5e652STom Herbert 812fec5e652STom Herbert if (count) { 81360b778ceSEric Dumazet mask = count - 1; 81460b778ceSEric Dumazet /* mask = roundup_pow_of_two(count) - 1; 81560b778ceSEric Dumazet * without overflows... 81660b778ceSEric Dumazet */ 81760b778ceSEric Dumazet while ((mask | (mask >> 1)) != mask) 81860b778ceSEric Dumazet mask |= (mask >> 1); 81960b778ceSEric Dumazet /* On 64 bit arches, must check mask fits in table->mask (u32), 8208e3bff96Sstephen hemminger * and on 32bit arches, must check 8218e3bff96Sstephen hemminger * RPS_DEV_FLOW_TABLE_SIZE(mask + 1) doesn't overflow. 82260b778ceSEric Dumazet */ 82360b778ceSEric Dumazet #if BITS_PER_LONG > 32 82460b778ceSEric Dumazet if (mask > (unsigned long)(u32)mask) 825a0a129f8SXi Wang return -EINVAL; 82660b778ceSEric Dumazet #else 82760b778ceSEric Dumazet if (mask > (ULONG_MAX - RPS_DEV_FLOW_TABLE_SIZE(1)) 828a0a129f8SXi Wang / sizeof(struct rps_dev_flow)) { 829fec5e652STom Herbert /* Enforce a limit to prevent overflow */ 830fec5e652STom Herbert return -EINVAL; 831fec5e652STom Herbert } 83260b778ceSEric Dumazet #endif 83360b778ceSEric Dumazet table = vmalloc(RPS_DEV_FLOW_TABLE_SIZE(mask + 1)); 834fec5e652STom Herbert if (!table) 835fec5e652STom Herbert return -ENOMEM; 836fec5e652STom Herbert 83760b778ceSEric Dumazet table->mask = mask; 83860b778ceSEric Dumazet for (count = 0; count <= mask; count++) 83960b778ceSEric Dumazet table->flows[count].cpu = RPS_NO_CPU; 8406648c65eSstephen hemminger } else { 841fec5e652STom Herbert table = NULL; 8426648c65eSstephen hemminger } 843fec5e652STom Herbert 844fec5e652STom Herbert spin_lock(&rps_dev_flow_lock); 8456e3f7fafSEric Dumazet old_table = rcu_dereference_protected(queue->rps_flow_table, 8466e3f7fafSEric Dumazet lockdep_is_held(&rps_dev_flow_lock)); 847fec5e652STom Herbert rcu_assign_pointer(queue->rps_flow_table, table); 848fec5e652STom Herbert spin_unlock(&rps_dev_flow_lock); 849fec5e652STom Herbert 850fec5e652STom Herbert if (old_table) 851fec5e652STom Herbert call_rcu(&old_table->rcu, rps_dev_flow_table_release); 852fec5e652STom Herbert 853fec5e652STom Herbert return len; 854fec5e652STom Herbert } 855fec5e652STom Herbert 856667e427bSstephen hemminger static struct rx_queue_attribute rps_cpus_attribute __ro_after_init 857d6444062SJoe Perches = __ATTR(rps_cpus, 0644, show_rps_map, store_rps_map); 8580a9627f2STom Herbert 859667e427bSstephen hemminger static struct rx_queue_attribute rps_dev_flow_table_cnt_attribute __ro_after_init 860d6444062SJoe Perches = __ATTR(rps_flow_cnt, 0644, 861fec5e652STom Herbert show_rps_dev_flow_table_cnt, store_rps_dev_flow_table_cnt); 862a953be53SMichael Dalton #endif /* CONFIG_RPS */ 863fec5e652STom Herbert 864667e427bSstephen hemminger static struct attribute *rx_queue_default_attrs[] __ro_after_init = { 865a953be53SMichael Dalton #ifdef CONFIG_RPS 8660a9627f2STom Herbert &rps_cpus_attribute.attr, 867fec5e652STom Herbert &rps_dev_flow_table_cnt_attribute.attr, 868a953be53SMichael Dalton #endif 8690a9627f2STom Herbert NULL 8700a9627f2STom Herbert }; 8710a9627f2STom Herbert 8720a9627f2STom Herbert static void rx_queue_release(struct kobject *kobj) 8730a9627f2STom Herbert { 8740a9627f2STom Herbert struct netdev_rx_queue *queue = to_rx_queue(kobj); 875a953be53SMichael Dalton #ifdef CONFIG_RPS 8766e3f7fafSEric Dumazet struct rps_map *map; 8776e3f7fafSEric Dumazet struct rps_dev_flow_table *flow_table; 8780a9627f2STom Herbert 87933d480ceSEric Dumazet map = rcu_dereference_protected(queue->rps_map, 1); 8809ea19481SJohn Fastabend if (map) { 8819ea19481SJohn Fastabend RCU_INIT_POINTER(queue->rps_map, NULL); 882f6f80238SLai Jiangshan kfree_rcu(map, rcu); 8839ea19481SJohn Fastabend } 8846e3f7fafSEric Dumazet 88533d480ceSEric Dumazet flow_table = rcu_dereference_protected(queue->rps_flow_table, 1); 8869ea19481SJohn Fastabend if (flow_table) { 8879ea19481SJohn Fastabend RCU_INIT_POINTER(queue->rps_flow_table, NULL); 8886e3f7fafSEric Dumazet call_rcu(&flow_table->rcu, rps_dev_flow_table_release); 8899ea19481SJohn Fastabend } 890a953be53SMichael Dalton #endif 8910a9627f2STom Herbert 8929ea19481SJohn Fastabend memset(kobj, 0, sizeof(*kobj)); 893fe822240STom Herbert dev_put(queue->dev); 8940a9627f2STom Herbert } 8950a9627f2STom Herbert 89682ef3d5dSWeilong Chen static const void *rx_queue_namespace(struct kobject *kobj) 89782ef3d5dSWeilong Chen { 89882ef3d5dSWeilong Chen struct netdev_rx_queue *queue = to_rx_queue(kobj); 89982ef3d5dSWeilong Chen struct device *dev = &queue->dev->dev; 90082ef3d5dSWeilong Chen const void *ns = NULL; 90182ef3d5dSWeilong Chen 90282ef3d5dSWeilong Chen if (dev->class && dev->class->ns_type) 90382ef3d5dSWeilong Chen ns = dev->class->namespace(dev); 90482ef3d5dSWeilong Chen 90582ef3d5dSWeilong Chen return ns; 90682ef3d5dSWeilong Chen } 90782ef3d5dSWeilong Chen 908667e427bSstephen hemminger static struct kobj_type rx_queue_ktype __ro_after_init = { 9090a9627f2STom Herbert .sysfs_ops = &rx_queue_sysfs_ops, 9100a9627f2STom Herbert .release = rx_queue_release, 9110a9627f2STom Herbert .default_attrs = rx_queue_default_attrs, 91282ef3d5dSWeilong Chen .namespace = rx_queue_namespace 9130a9627f2STom Herbert }; 9140a9627f2STom Herbert 9156b53dafeSWANG Cong static int rx_queue_add_kobject(struct net_device *dev, int index) 9160a9627f2STom Herbert { 9176b53dafeSWANG Cong struct netdev_rx_queue *queue = dev->_rx + index; 9180a9627f2STom Herbert struct kobject *kobj = &queue->kobj; 9190a9627f2STom Herbert int error = 0; 9200a9627f2STom Herbert 9216b53dafeSWANG Cong kobj->kset = dev->queues_kset; 9220a9627f2STom Herbert error = kobject_init_and_add(kobj, &rx_queue_ktype, NULL, 9230a9627f2STom Herbert "rx-%u", index); 924a953be53SMichael Dalton if (error) 925d0d66837Sstephen hemminger return error; 926a953be53SMichael Dalton 9276b53dafeSWANG Cong if (dev->sysfs_rx_queue_group) { 9286b53dafeSWANG Cong error = sysfs_create_group(kobj, dev->sysfs_rx_queue_group); 929d0d66837Sstephen hemminger if (error) { 930d0d66837Sstephen hemminger kobject_put(kobj); 931d0d66837Sstephen hemminger return error; 932d0d66837Sstephen hemminger } 9330a9627f2STom Herbert } 9340a9627f2STom Herbert 9350a9627f2STom Herbert kobject_uevent(kobj, KOBJ_ADD); 936fe822240STom Herbert dev_hold(queue->dev); 9370a9627f2STom Herbert 9380a9627f2STom Herbert return error; 9390a9627f2STom Herbert } 94080dd6eacSPaul Bolle #endif /* CONFIG_SYSFS */ 9410a9627f2STom Herbert 94262fe0b40SBen Hutchings int 9436b53dafeSWANG Cong net_rx_queue_update_kobjects(struct net_device *dev, int old_num, int new_num) 9440a9627f2STom Herbert { 945a953be53SMichael Dalton #ifdef CONFIG_SYSFS 9460a9627f2STom Herbert int i; 9470a9627f2STom Herbert int error = 0; 9480a9627f2STom Herbert 949a953be53SMichael Dalton #ifndef CONFIG_RPS 9506b53dafeSWANG Cong if (!dev->sysfs_rx_queue_group) 951a953be53SMichael Dalton return 0; 952a953be53SMichael Dalton #endif 95362fe0b40SBen Hutchings for (i = old_num; i < new_num; i++) { 9546b53dafeSWANG Cong error = rx_queue_add_kobject(dev, i); 95562fe0b40SBen Hutchings if (error) { 95662fe0b40SBen Hutchings new_num = old_num; 9570a9627f2STom Herbert break; 9580a9627f2STom Herbert } 95962fe0b40SBen Hutchings } 9600a9627f2STom Herbert 961a953be53SMichael Dalton while (--i >= new_num) { 962002d8a1aSAndrey Vagin struct kobject *kobj = &dev->_rx[i].kobj; 963002d8a1aSAndrey Vagin 964273c28bcSKirill Tkhai if (!refcount_read(&dev_net(dev)->count)) 965002d8a1aSAndrey Vagin kobj->uevent_suppress = 1; 9666b53dafeSWANG Cong if (dev->sysfs_rx_queue_group) 967002d8a1aSAndrey Vagin sysfs_remove_group(kobj, dev->sysfs_rx_queue_group); 968002d8a1aSAndrey Vagin kobject_put(kobj); 969a953be53SMichael Dalton } 9700a9627f2STom Herbert 9710a9627f2STom Herbert return error; 972bf264145STom Herbert #else 973bf264145STom Herbert return 0; 974bf264145STom Herbert #endif 9750a9627f2STom Herbert } 9760a9627f2STom Herbert 977ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 9781d24eb48STom Herbert /* 9791d24eb48STom Herbert * netdev_queue sysfs structures and functions. 9801d24eb48STom Herbert */ 9811d24eb48STom Herbert struct netdev_queue_attribute { 9821d24eb48STom Herbert struct attribute attr; 983718ad681Sstephen hemminger ssize_t (*show)(struct netdev_queue *queue, char *buf); 9841d24eb48STom Herbert ssize_t (*store)(struct netdev_queue *queue, 985718ad681Sstephen hemminger const char *buf, size_t len); 9861d24eb48STom Herbert }; 9876648c65eSstephen hemminger #define to_netdev_queue_attr(_attr) \ 9886648c65eSstephen hemminger container_of(_attr, struct netdev_queue_attribute, attr) 9891d24eb48STom Herbert 9901d24eb48STom Herbert #define to_netdev_queue(obj) container_of(obj, struct netdev_queue, kobj) 9911d24eb48STom Herbert 9921d24eb48STom Herbert static ssize_t netdev_queue_attr_show(struct kobject *kobj, 9931d24eb48STom Herbert struct attribute *attr, char *buf) 99462fe0b40SBen Hutchings { 995667e427bSstephen hemminger const struct netdev_queue_attribute *attribute 996667e427bSstephen hemminger = to_netdev_queue_attr(attr); 9971d24eb48STom Herbert struct netdev_queue *queue = to_netdev_queue(kobj); 9981d24eb48STom Herbert 9991d24eb48STom Herbert if (!attribute->show) 10001d24eb48STom Herbert return -EIO; 10011d24eb48STom Herbert 1002718ad681Sstephen hemminger return attribute->show(queue, buf); 10031d24eb48STom Herbert } 10041d24eb48STom Herbert 10051d24eb48STom Herbert static ssize_t netdev_queue_attr_store(struct kobject *kobj, 10061d24eb48STom Herbert struct attribute *attr, 10071d24eb48STom Herbert const char *buf, size_t count) 10081d24eb48STom Herbert { 1009667e427bSstephen hemminger const struct netdev_queue_attribute *attribute 1010667e427bSstephen hemminger = to_netdev_queue_attr(attr); 10111d24eb48STom Herbert struct netdev_queue *queue = to_netdev_queue(kobj); 10121d24eb48STom Herbert 10131d24eb48STom Herbert if (!attribute->store) 10141d24eb48STom Herbert return -EIO; 10151d24eb48STom Herbert 1016718ad681Sstephen hemminger return attribute->store(queue, buf, count); 10171d24eb48STom Herbert } 10181d24eb48STom Herbert 10191d24eb48STom Herbert static const struct sysfs_ops netdev_queue_sysfs_ops = { 10201d24eb48STom Herbert .show = netdev_queue_attr_show, 10211d24eb48STom Herbert .store = netdev_queue_attr_store, 10221d24eb48STom Herbert }; 10231d24eb48STom Herbert 10242b9c7581Sstephen hemminger static ssize_t tx_timeout_show(struct netdev_queue *queue, char *buf) 1025ccf5ff69Sdavid decotigny { 1026ccf5ff69Sdavid decotigny unsigned long trans_timeout; 1027ccf5ff69Sdavid decotigny 1028ccf5ff69Sdavid decotigny spin_lock_irq(&queue->_xmit_lock); 1029ccf5ff69Sdavid decotigny trans_timeout = queue->trans_timeout; 1030ccf5ff69Sdavid decotigny spin_unlock_irq(&queue->_xmit_lock); 1031ccf5ff69Sdavid decotigny 1032ccf5ff69Sdavid decotigny return sprintf(buf, "%lu", trans_timeout); 1033ccf5ff69Sdavid decotigny } 1034ccf5ff69Sdavid decotigny 1035c4047f53SThadeu Lima de Souza Cascardo static unsigned int get_netdev_queue_index(struct netdev_queue *queue) 1036822b3b2eSJohn Fastabend { 1037822b3b2eSJohn Fastabend struct net_device *dev = queue->dev; 1038c4047f53SThadeu Lima de Souza Cascardo unsigned int i; 1039822b3b2eSJohn Fastabend 1040c4047f53SThadeu Lima de Souza Cascardo i = queue - dev->_tx; 1041822b3b2eSJohn Fastabend BUG_ON(i >= dev->num_tx_queues); 1042822b3b2eSJohn Fastabend 1043822b3b2eSJohn Fastabend return i; 1044822b3b2eSJohn Fastabend } 1045822b3b2eSJohn Fastabend 10462b9c7581Sstephen hemminger static ssize_t traffic_class_show(struct netdev_queue *queue, 10478d059b0fSAlexander Duyck char *buf) 10488d059b0fSAlexander Duyck { 10498d059b0fSAlexander Duyck struct net_device *dev = queue->dev; 1050d7be9775SAlexander Duyck int index; 1051d7be9775SAlexander Duyck int tc; 10528d059b0fSAlexander Duyck 1053d7be9775SAlexander Duyck if (!netif_is_multiqueue(dev)) 1054d7be9775SAlexander Duyck return -ENOENT; 1055d7be9775SAlexander Duyck 1056d7be9775SAlexander Duyck index = get_netdev_queue_index(queue); 1057ffcfe25bSAlexander Duyck 1058ffcfe25bSAlexander Duyck /* If queue belongs to subordinate dev use its TC mapping */ 1059ffcfe25bSAlexander Duyck dev = netdev_get_tx_queue(dev, index)->sb_dev ? : dev; 1060ffcfe25bSAlexander Duyck 1061d7be9775SAlexander Duyck tc = netdev_txq_to_tc(dev, index); 10628d059b0fSAlexander Duyck if (tc < 0) 10638d059b0fSAlexander Duyck return -EINVAL; 10648d059b0fSAlexander Duyck 1065ffcfe25bSAlexander Duyck /* We can report the traffic class one of two ways: 1066ffcfe25bSAlexander Duyck * Subordinate device traffic classes are reported with the traffic 1067ffcfe25bSAlexander Duyck * class first, and then the subordinate class so for example TC0 on 1068ffcfe25bSAlexander Duyck * subordinate device 2 will be reported as "0-2". If the queue 1069ffcfe25bSAlexander Duyck * belongs to the root device it will be reported with just the 1070ffcfe25bSAlexander Duyck * traffic class, so just "0" for TC 0 for example. 1071ffcfe25bSAlexander Duyck */ 1072ffcfe25bSAlexander Duyck return dev->num_tc < 0 ? sprintf(buf, "%u%d\n", tc, dev->num_tc) : 1073ffcfe25bSAlexander Duyck sprintf(buf, "%u\n", tc); 10748d059b0fSAlexander Duyck } 10758d059b0fSAlexander Duyck 10768d059b0fSAlexander Duyck #ifdef CONFIG_XPS 10772b9c7581Sstephen hemminger static ssize_t tx_maxrate_show(struct netdev_queue *queue, 1078822b3b2eSJohn Fastabend char *buf) 1079822b3b2eSJohn Fastabend { 1080822b3b2eSJohn Fastabend return sprintf(buf, "%lu\n", queue->tx_maxrate); 1081822b3b2eSJohn Fastabend } 1082822b3b2eSJohn Fastabend 10832b9c7581Sstephen hemminger static ssize_t tx_maxrate_store(struct netdev_queue *queue, 1084822b3b2eSJohn Fastabend const char *buf, size_t len) 1085822b3b2eSJohn Fastabend { 1086822b3b2eSJohn Fastabend struct net_device *dev = queue->dev; 1087822b3b2eSJohn Fastabend int err, index = get_netdev_queue_index(queue); 1088822b3b2eSJohn Fastabend u32 rate = 0; 1089822b3b2eSJohn Fastabend 1090822b3b2eSJohn Fastabend err = kstrtou32(buf, 10, &rate); 1091822b3b2eSJohn Fastabend if (err < 0) 1092822b3b2eSJohn Fastabend return err; 1093822b3b2eSJohn Fastabend 1094822b3b2eSJohn Fastabend if (!rtnl_trylock()) 1095822b3b2eSJohn Fastabend return restart_syscall(); 1096822b3b2eSJohn Fastabend 1097822b3b2eSJohn Fastabend err = -EOPNOTSUPP; 1098822b3b2eSJohn Fastabend if (dev->netdev_ops->ndo_set_tx_maxrate) 1099822b3b2eSJohn Fastabend err = dev->netdev_ops->ndo_set_tx_maxrate(dev, index, rate); 1100822b3b2eSJohn Fastabend 1101822b3b2eSJohn Fastabend rtnl_unlock(); 1102822b3b2eSJohn Fastabend if (!err) { 1103822b3b2eSJohn Fastabend queue->tx_maxrate = rate; 1104822b3b2eSJohn Fastabend return len; 1105822b3b2eSJohn Fastabend } 1106822b3b2eSJohn Fastabend return err; 1107822b3b2eSJohn Fastabend } 1108822b3b2eSJohn Fastabend 11092b9c7581Sstephen hemminger static struct netdev_queue_attribute queue_tx_maxrate __ro_after_init 11102b9c7581Sstephen hemminger = __ATTR_RW(tx_maxrate); 1111822b3b2eSJohn Fastabend #endif 1112822b3b2eSJohn Fastabend 11132b9c7581Sstephen hemminger static struct netdev_queue_attribute queue_trans_timeout __ro_after_init 11142b9c7581Sstephen hemminger = __ATTR_RO(tx_timeout); 1115ccf5ff69Sdavid decotigny 11162b9c7581Sstephen hemminger static struct netdev_queue_attribute queue_traffic_class __ro_after_init 11172b9c7581Sstephen hemminger = __ATTR_RO(traffic_class); 11188d059b0fSAlexander Duyck 1119114cf580STom Herbert #ifdef CONFIG_BQL 1120114cf580STom Herbert /* 1121114cf580STom Herbert * Byte queue limits sysfs structures and functions. 1122114cf580STom Herbert */ 1123114cf580STom Herbert static ssize_t bql_show(char *buf, unsigned int value) 1124114cf580STom Herbert { 1125114cf580STom Herbert return sprintf(buf, "%u\n", value); 1126114cf580STom Herbert } 1127114cf580STom Herbert 1128114cf580STom Herbert static ssize_t bql_set(const char *buf, const size_t count, 1129114cf580STom Herbert unsigned int *pvalue) 1130114cf580STom Herbert { 1131114cf580STom Herbert unsigned int value; 1132114cf580STom Herbert int err; 1133114cf580STom Herbert 11346648c65eSstephen hemminger if (!strcmp(buf, "max") || !strcmp(buf, "max\n")) { 1135114cf580STom Herbert value = DQL_MAX_LIMIT; 11366648c65eSstephen hemminger } else { 1137114cf580STom Herbert err = kstrtouint(buf, 10, &value); 1138114cf580STom Herbert if (err < 0) 1139114cf580STom Herbert return err; 1140114cf580STom Herbert if (value > DQL_MAX_LIMIT) 1141114cf580STom Herbert return -EINVAL; 1142114cf580STom Herbert } 1143114cf580STom Herbert 1144114cf580STom Herbert *pvalue = value; 1145114cf580STom Herbert 1146114cf580STom Herbert return count; 1147114cf580STom Herbert } 1148114cf580STom Herbert 1149114cf580STom Herbert static ssize_t bql_show_hold_time(struct netdev_queue *queue, 1150114cf580STom Herbert char *buf) 1151114cf580STom Herbert { 1152114cf580STom Herbert struct dql *dql = &queue->dql; 1153114cf580STom Herbert 1154114cf580STom Herbert return sprintf(buf, "%u\n", jiffies_to_msecs(dql->slack_hold_time)); 1155114cf580STom Herbert } 1156114cf580STom Herbert 1157114cf580STom Herbert static ssize_t bql_set_hold_time(struct netdev_queue *queue, 1158114cf580STom Herbert const char *buf, size_t len) 1159114cf580STom Herbert { 1160114cf580STom Herbert struct dql *dql = &queue->dql; 116195c96174SEric Dumazet unsigned int value; 1162114cf580STom Herbert int err; 1163114cf580STom Herbert 1164114cf580STom Herbert err = kstrtouint(buf, 10, &value); 1165114cf580STom Herbert if (err < 0) 1166114cf580STom Herbert return err; 1167114cf580STom Herbert 1168114cf580STom Herbert dql->slack_hold_time = msecs_to_jiffies(value); 1169114cf580STom Herbert 1170114cf580STom Herbert return len; 1171114cf580STom Herbert } 1172114cf580STom Herbert 1173170c658aSstephen hemminger static struct netdev_queue_attribute bql_hold_time_attribute __ro_after_init 1174d6444062SJoe Perches = __ATTR(hold_time, 0644, 1175170c658aSstephen hemminger bql_show_hold_time, bql_set_hold_time); 1176114cf580STom Herbert 1177114cf580STom Herbert static ssize_t bql_show_inflight(struct netdev_queue *queue, 1178114cf580STom Herbert char *buf) 1179114cf580STom Herbert { 1180114cf580STom Herbert struct dql *dql = &queue->dql; 1181114cf580STom Herbert 1182114cf580STom Herbert return sprintf(buf, "%u\n", dql->num_queued - dql->num_completed); 1183114cf580STom Herbert } 1184114cf580STom Herbert 1185170c658aSstephen hemminger static struct netdev_queue_attribute bql_inflight_attribute __ro_after_init = 1186d6444062SJoe Perches __ATTR(inflight, 0444, bql_show_inflight, NULL); 1187114cf580STom Herbert 1188114cf580STom Herbert #define BQL_ATTR(NAME, FIELD) \ 1189114cf580STom Herbert static ssize_t bql_show_ ## NAME(struct netdev_queue *queue, \ 1190114cf580STom Herbert char *buf) \ 1191114cf580STom Herbert { \ 1192114cf580STom Herbert return bql_show(buf, queue->dql.FIELD); \ 1193114cf580STom Herbert } \ 1194114cf580STom Herbert \ 1195114cf580STom Herbert static ssize_t bql_set_ ## NAME(struct netdev_queue *queue, \ 1196114cf580STom Herbert const char *buf, size_t len) \ 1197114cf580STom Herbert { \ 1198114cf580STom Herbert return bql_set(buf, len, &queue->dql.FIELD); \ 1199114cf580STom Herbert } \ 1200114cf580STom Herbert \ 1201170c658aSstephen hemminger static struct netdev_queue_attribute bql_ ## NAME ## _attribute __ro_after_init \ 1202d6444062SJoe Perches = __ATTR(NAME, 0644, \ 1203170c658aSstephen hemminger bql_show_ ## NAME, bql_set_ ## NAME) 1204114cf580STom Herbert 1205170c658aSstephen hemminger BQL_ATTR(limit, limit); 1206170c658aSstephen hemminger BQL_ATTR(limit_max, max_limit); 1207170c658aSstephen hemminger BQL_ATTR(limit_min, min_limit); 1208114cf580STom Herbert 1209170c658aSstephen hemminger static struct attribute *dql_attrs[] __ro_after_init = { 1210114cf580STom Herbert &bql_limit_attribute.attr, 1211114cf580STom Herbert &bql_limit_max_attribute.attr, 1212114cf580STom Herbert &bql_limit_min_attribute.attr, 1213114cf580STom Herbert &bql_hold_time_attribute.attr, 1214114cf580STom Herbert &bql_inflight_attribute.attr, 1215114cf580STom Herbert NULL 1216114cf580STom Herbert }; 1217114cf580STom Herbert 121838ef00ccSArvind Yadav static const struct attribute_group dql_group = { 1219114cf580STom Herbert .name = "byte_queue_limits", 1220114cf580STom Herbert .attrs = dql_attrs, 1221114cf580STom Herbert }; 1222114cf580STom Herbert #endif /* CONFIG_BQL */ 1223114cf580STom Herbert 1224ccf5ff69Sdavid decotigny #ifdef CONFIG_XPS 12252b9c7581Sstephen hemminger static ssize_t xps_cpus_show(struct netdev_queue *queue, 1226718ad681Sstephen hemminger char *buf) 12271d24eb48STom Herbert { 12281d24eb48STom Herbert struct net_device *dev = queue->dev; 1229184c449fSAlexander Duyck int cpu, len, num_tc = 1, tc = 0; 12301d24eb48STom Herbert struct xps_dev_maps *dev_maps; 12311d24eb48STom Herbert cpumask_var_t mask; 12321d24eb48STom Herbert unsigned long index; 12331d24eb48STom Herbert 1234d7be9775SAlexander Duyck if (!netif_is_multiqueue(dev)) 1235d7be9775SAlexander Duyck return -ENOENT; 1236d7be9775SAlexander Duyck 12371d24eb48STom Herbert index = get_netdev_queue_index(queue); 12381d24eb48STom Herbert 1239184c449fSAlexander Duyck if (dev->num_tc) { 1240ffcfe25bSAlexander Duyck /* Do not allow XPS on subordinate device directly */ 1241184c449fSAlexander Duyck num_tc = dev->num_tc; 1242ffcfe25bSAlexander Duyck if (num_tc < 0) 1243ffcfe25bSAlexander Duyck return -EINVAL; 1244ffcfe25bSAlexander Duyck 1245ffcfe25bSAlexander Duyck /* If queue belongs to subordinate dev use its map */ 1246ffcfe25bSAlexander Duyck dev = netdev_get_tx_queue(dev, index)->sb_dev ? : dev; 1247ffcfe25bSAlexander Duyck 1248184c449fSAlexander Duyck tc = netdev_txq_to_tc(dev, index); 1249184c449fSAlexander Duyck if (tc < 0) 1250184c449fSAlexander Duyck return -EINVAL; 1251184c449fSAlexander Duyck } 1252184c449fSAlexander Duyck 1253664088f8SAlexander Duyck if (!zalloc_cpumask_var(&mask, GFP_KERNEL)) 1254664088f8SAlexander Duyck return -ENOMEM; 1255664088f8SAlexander Duyck 12561d24eb48STom Herbert rcu_read_lock(); 125780d19669SAmritha Nambiar dev_maps = rcu_dereference(dev->xps_cpus_map); 12581d24eb48STom Herbert if (dev_maps) { 1259184c449fSAlexander Duyck for_each_possible_cpu(cpu) { 1260184c449fSAlexander Duyck int i, tci = cpu * num_tc + tc; 1261184c449fSAlexander Duyck struct xps_map *map; 1262184c449fSAlexander Duyck 126380d19669SAmritha Nambiar map = rcu_dereference(dev_maps->attr_map[tci]); 1264184c449fSAlexander Duyck if (!map) 1265184c449fSAlexander Duyck continue; 1266184c449fSAlexander Duyck 1267184c449fSAlexander Duyck for (i = map->len; i--;) { 1268184c449fSAlexander Duyck if (map->queues[i] == index) { 1269184c449fSAlexander Duyck cpumask_set_cpu(cpu, mask); 12701d24eb48STom Herbert break; 12711d24eb48STom Herbert } 12721d24eb48STom Herbert } 12731d24eb48STom Herbert } 12741d24eb48STom Herbert } 12751d24eb48STom Herbert rcu_read_unlock(); 12761d24eb48STom Herbert 1277f0906827STejun Heo len = snprintf(buf, PAGE_SIZE, "%*pb\n", cpumask_pr_args(mask)); 12781d24eb48STom Herbert free_cpumask_var(mask); 1279f0906827STejun Heo return len < PAGE_SIZE ? len : -EINVAL; 12801d24eb48STom Herbert } 12811d24eb48STom Herbert 12822b9c7581Sstephen hemminger static ssize_t xps_cpus_store(struct netdev_queue *queue, 12831d24eb48STom Herbert const char *buf, size_t len) 12841d24eb48STom Herbert { 12851d24eb48STom Herbert struct net_device *dev = queue->dev; 12861d24eb48STom Herbert unsigned long index; 1287537c00deSAlexander Duyck cpumask_var_t mask; 1288537c00deSAlexander Duyck int err; 12891d24eb48STom Herbert 1290d7be9775SAlexander Duyck if (!netif_is_multiqueue(dev)) 1291d7be9775SAlexander Duyck return -ENOENT; 1292d7be9775SAlexander Duyck 12931d24eb48STom Herbert if (!capable(CAP_NET_ADMIN)) 12941d24eb48STom Herbert return -EPERM; 12951d24eb48STom Herbert 12961d24eb48STom Herbert if (!alloc_cpumask_var(&mask, GFP_KERNEL)) 12971d24eb48STom Herbert return -ENOMEM; 12981d24eb48STom Herbert 12991d24eb48STom Herbert index = get_netdev_queue_index(queue); 13001d24eb48STom Herbert 13011d24eb48STom Herbert err = bitmap_parse(buf, len, cpumask_bits(mask), nr_cpumask_bits); 13021d24eb48STom Herbert if (err) { 13031d24eb48STom Herbert free_cpumask_var(mask); 13041d24eb48STom Herbert return err; 13051d24eb48STom Herbert } 13061d24eb48STom Herbert 1307537c00deSAlexander Duyck err = netif_set_xps_queue(dev, mask, index); 13081d24eb48STom Herbert 13091d24eb48STom Herbert free_cpumask_var(mask); 13101d24eb48STom Herbert 1311537c00deSAlexander Duyck return err ? : len; 13121d24eb48STom Herbert } 13131d24eb48STom Herbert 13142b9c7581Sstephen hemminger static struct netdev_queue_attribute xps_cpus_attribute __ro_after_init 13152b9c7581Sstephen hemminger = __ATTR_RW(xps_cpus); 13168af2c06fSAmritha Nambiar 13178af2c06fSAmritha Nambiar static ssize_t xps_rxqs_show(struct netdev_queue *queue, char *buf) 13188af2c06fSAmritha Nambiar { 13198af2c06fSAmritha Nambiar struct net_device *dev = queue->dev; 13208af2c06fSAmritha Nambiar struct xps_dev_maps *dev_maps; 13218af2c06fSAmritha Nambiar unsigned long *mask, index; 13228af2c06fSAmritha Nambiar int j, len, num_tc = 1, tc = 0; 13238af2c06fSAmritha Nambiar 13248af2c06fSAmritha Nambiar index = get_netdev_queue_index(queue); 13258af2c06fSAmritha Nambiar 13268af2c06fSAmritha Nambiar if (dev->num_tc) { 13278af2c06fSAmritha Nambiar num_tc = dev->num_tc; 13288af2c06fSAmritha Nambiar tc = netdev_txq_to_tc(dev, index); 13298af2c06fSAmritha Nambiar if (tc < 0) 13308af2c06fSAmritha Nambiar return -EINVAL; 13318af2c06fSAmritha Nambiar } 13328af2c06fSAmritha Nambiar mask = kcalloc(BITS_TO_LONGS(dev->num_rx_queues), sizeof(long), 13338af2c06fSAmritha Nambiar GFP_KERNEL); 13348af2c06fSAmritha Nambiar if (!mask) 13358af2c06fSAmritha Nambiar return -ENOMEM; 13368af2c06fSAmritha Nambiar 13378af2c06fSAmritha Nambiar rcu_read_lock(); 13388af2c06fSAmritha Nambiar dev_maps = rcu_dereference(dev->xps_rxqs_map); 13398af2c06fSAmritha Nambiar if (!dev_maps) 13408af2c06fSAmritha Nambiar goto out_no_maps; 13418af2c06fSAmritha Nambiar 13428af2c06fSAmritha Nambiar for (j = -1; j = netif_attrmask_next(j, NULL, dev->num_rx_queues), 13438af2c06fSAmritha Nambiar j < dev->num_rx_queues;) { 13448af2c06fSAmritha Nambiar int i, tci = j * num_tc + tc; 13458af2c06fSAmritha Nambiar struct xps_map *map; 13468af2c06fSAmritha Nambiar 13478af2c06fSAmritha Nambiar map = rcu_dereference(dev_maps->attr_map[tci]); 13488af2c06fSAmritha Nambiar if (!map) 13498af2c06fSAmritha Nambiar continue; 13508af2c06fSAmritha Nambiar 13518af2c06fSAmritha Nambiar for (i = map->len; i--;) { 13528af2c06fSAmritha Nambiar if (map->queues[i] == index) { 13538af2c06fSAmritha Nambiar set_bit(j, mask); 13548af2c06fSAmritha Nambiar break; 13558af2c06fSAmritha Nambiar } 13568af2c06fSAmritha Nambiar } 13578af2c06fSAmritha Nambiar } 13588af2c06fSAmritha Nambiar out_no_maps: 13598af2c06fSAmritha Nambiar rcu_read_unlock(); 13608af2c06fSAmritha Nambiar 13618af2c06fSAmritha Nambiar len = bitmap_print_to_pagebuf(false, buf, mask, dev->num_rx_queues); 13628af2c06fSAmritha Nambiar kfree(mask); 13638af2c06fSAmritha Nambiar 13648af2c06fSAmritha Nambiar return len < PAGE_SIZE ? len : -EINVAL; 13658af2c06fSAmritha Nambiar } 13668af2c06fSAmritha Nambiar 13678af2c06fSAmritha Nambiar static ssize_t xps_rxqs_store(struct netdev_queue *queue, const char *buf, 13688af2c06fSAmritha Nambiar size_t len) 13698af2c06fSAmritha Nambiar { 13708af2c06fSAmritha Nambiar struct net_device *dev = queue->dev; 13718af2c06fSAmritha Nambiar struct net *net = dev_net(dev); 13728af2c06fSAmritha Nambiar unsigned long *mask, index; 13738af2c06fSAmritha Nambiar int err; 13748af2c06fSAmritha Nambiar 13758af2c06fSAmritha Nambiar if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) 13768af2c06fSAmritha Nambiar return -EPERM; 13778af2c06fSAmritha Nambiar 13788af2c06fSAmritha Nambiar mask = kcalloc(BITS_TO_LONGS(dev->num_rx_queues), sizeof(long), 13798af2c06fSAmritha Nambiar GFP_KERNEL); 13808af2c06fSAmritha Nambiar if (!mask) 13818af2c06fSAmritha Nambiar return -ENOMEM; 13828af2c06fSAmritha Nambiar 13838af2c06fSAmritha Nambiar index = get_netdev_queue_index(queue); 13848af2c06fSAmritha Nambiar 13858af2c06fSAmritha Nambiar err = bitmap_parse(buf, len, mask, dev->num_rx_queues); 13868af2c06fSAmritha Nambiar if (err) { 13878af2c06fSAmritha Nambiar kfree(mask); 13888af2c06fSAmritha Nambiar return err; 13898af2c06fSAmritha Nambiar } 13908af2c06fSAmritha Nambiar 13918af2c06fSAmritha Nambiar err = __netif_set_xps_queue(dev, mask, index, true); 13928af2c06fSAmritha Nambiar kfree(mask); 13938af2c06fSAmritha Nambiar return err ? : len; 13948af2c06fSAmritha Nambiar } 13958af2c06fSAmritha Nambiar 13968af2c06fSAmritha Nambiar static struct netdev_queue_attribute xps_rxqs_attribute __ro_after_init 13978af2c06fSAmritha Nambiar = __ATTR_RW(xps_rxqs); 1398ccf5ff69Sdavid decotigny #endif /* CONFIG_XPS */ 13991d24eb48STom Herbert 14002b9c7581Sstephen hemminger static struct attribute *netdev_queue_default_attrs[] __ro_after_init = { 1401ccf5ff69Sdavid decotigny &queue_trans_timeout.attr, 14028d059b0fSAlexander Duyck &queue_traffic_class.attr, 1403ccf5ff69Sdavid decotigny #ifdef CONFIG_XPS 14041d24eb48STom Herbert &xps_cpus_attribute.attr, 14058af2c06fSAmritha Nambiar &xps_rxqs_attribute.attr, 1406822b3b2eSJohn Fastabend &queue_tx_maxrate.attr, 1407ccf5ff69Sdavid decotigny #endif 14081d24eb48STom Herbert NULL 14091d24eb48STom Herbert }; 14101d24eb48STom Herbert 14111d24eb48STom Herbert static void netdev_queue_release(struct kobject *kobj) 14121d24eb48STom Herbert { 14131d24eb48STom Herbert struct netdev_queue *queue = to_netdev_queue(kobj); 14141d24eb48STom Herbert 14151d24eb48STom Herbert memset(kobj, 0, sizeof(*kobj)); 14161d24eb48STom Herbert dev_put(queue->dev); 14171d24eb48STom Herbert } 14181d24eb48STom Herbert 141982ef3d5dSWeilong Chen static const void *netdev_queue_namespace(struct kobject *kobj) 142082ef3d5dSWeilong Chen { 142182ef3d5dSWeilong Chen struct netdev_queue *queue = to_netdev_queue(kobj); 142282ef3d5dSWeilong Chen struct device *dev = &queue->dev->dev; 142382ef3d5dSWeilong Chen const void *ns = NULL; 142482ef3d5dSWeilong Chen 142582ef3d5dSWeilong Chen if (dev->class && dev->class->ns_type) 142682ef3d5dSWeilong Chen ns = dev->class->namespace(dev); 142782ef3d5dSWeilong Chen 142882ef3d5dSWeilong Chen return ns; 142982ef3d5dSWeilong Chen } 143082ef3d5dSWeilong Chen 14312b9c7581Sstephen hemminger static struct kobj_type netdev_queue_ktype __ro_after_init = { 14321d24eb48STom Herbert .sysfs_ops = &netdev_queue_sysfs_ops, 14331d24eb48STom Herbert .release = netdev_queue_release, 14341d24eb48STom Herbert .default_attrs = netdev_queue_default_attrs, 143582ef3d5dSWeilong Chen .namespace = netdev_queue_namespace, 14361d24eb48STom Herbert }; 14371d24eb48STom Herbert 14386b53dafeSWANG Cong static int netdev_queue_add_kobject(struct net_device *dev, int index) 14391d24eb48STom Herbert { 14406b53dafeSWANG Cong struct netdev_queue *queue = dev->_tx + index; 14411d24eb48STom Herbert struct kobject *kobj = &queue->kobj; 14421d24eb48STom Herbert int error = 0; 14431d24eb48STom Herbert 14446b53dafeSWANG Cong kobj->kset = dev->queues_kset; 14451d24eb48STom Herbert error = kobject_init_and_add(kobj, &netdev_queue_ktype, NULL, 14461d24eb48STom Herbert "tx-%u", index); 1447114cf580STom Herbert if (error) 1448d0d66837Sstephen hemminger return error; 1449114cf580STom Herbert 1450114cf580STom Herbert #ifdef CONFIG_BQL 1451114cf580STom Herbert error = sysfs_create_group(kobj, &dql_group); 1452d0d66837Sstephen hemminger if (error) { 1453d0d66837Sstephen hemminger kobject_put(kobj); 1454d0d66837Sstephen hemminger return error; 1455d0d66837Sstephen hemminger } 1456114cf580STom Herbert #endif 14571d24eb48STom Herbert 14581d24eb48STom Herbert kobject_uevent(kobj, KOBJ_ADD); 14591d24eb48STom Herbert dev_hold(queue->dev); 14601d24eb48STom Herbert 1461114cf580STom Herbert return 0; 14621d24eb48STom Herbert } 1463ccf5ff69Sdavid decotigny #endif /* CONFIG_SYSFS */ 14641d24eb48STom Herbert 14651d24eb48STom Herbert int 14666b53dafeSWANG Cong netdev_queue_update_kobjects(struct net_device *dev, int old_num, int new_num) 14671d24eb48STom Herbert { 1468ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 14691d24eb48STom Herbert int i; 14701d24eb48STom Herbert int error = 0; 14711d24eb48STom Herbert 14721d24eb48STom Herbert for (i = old_num; i < new_num; i++) { 14736b53dafeSWANG Cong error = netdev_queue_add_kobject(dev, i); 14741d24eb48STom Herbert if (error) { 14751d24eb48STom Herbert new_num = old_num; 14761d24eb48STom Herbert break; 14771d24eb48STom Herbert } 14781d24eb48STom Herbert } 14791d24eb48STom Herbert 1480114cf580STom Herbert while (--i >= new_num) { 14816b53dafeSWANG Cong struct netdev_queue *queue = dev->_tx + i; 1482114cf580STom Herbert 1483273c28bcSKirill Tkhai if (!refcount_read(&dev_net(dev)->count)) 1484002d8a1aSAndrey Vagin queue->kobj.uevent_suppress = 1; 1485114cf580STom Herbert #ifdef CONFIG_BQL 1486114cf580STom Herbert sysfs_remove_group(&queue->kobj, &dql_group); 1487114cf580STom Herbert #endif 1488114cf580STom Herbert kobject_put(&queue->kobj); 1489114cf580STom Herbert } 14901d24eb48STom Herbert 14911d24eb48STom Herbert return error; 1492bf264145STom Herbert #else 1493bf264145STom Herbert return 0; 1494ccf5ff69Sdavid decotigny #endif /* CONFIG_SYSFS */ 14951d24eb48STom Herbert } 14961d24eb48STom Herbert 14976b53dafeSWANG Cong static int register_queue_kobjects(struct net_device *dev) 14981d24eb48STom Herbert { 1499bf264145STom Herbert int error = 0, txq = 0, rxq = 0, real_rx = 0, real_tx = 0; 15001d24eb48STom Herbert 1501ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 15026b53dafeSWANG Cong dev->queues_kset = kset_create_and_add("queues", 15036b53dafeSWANG Cong NULL, &dev->dev.kobj); 15046b53dafeSWANG Cong if (!dev->queues_kset) 150562fe0b40SBen Hutchings return -ENOMEM; 15066b53dafeSWANG Cong real_rx = dev->real_num_rx_queues; 1507bf264145STom Herbert #endif 15086b53dafeSWANG Cong real_tx = dev->real_num_tx_queues; 1509bf264145STom Herbert 15106b53dafeSWANG Cong error = net_rx_queue_update_kobjects(dev, 0, real_rx); 15111d24eb48STom Herbert if (error) 15121d24eb48STom Herbert goto error; 1513bf264145STom Herbert rxq = real_rx; 15141d24eb48STom Herbert 15156b53dafeSWANG Cong error = netdev_queue_update_kobjects(dev, 0, real_tx); 15161d24eb48STom Herbert if (error) 15171d24eb48STom Herbert goto error; 1518bf264145STom Herbert txq = real_tx; 15191d24eb48STom Herbert 15201d24eb48STom Herbert return 0; 15211d24eb48STom Herbert 15221d24eb48STom Herbert error: 15236b53dafeSWANG Cong netdev_queue_update_kobjects(dev, txq, 0); 15246b53dafeSWANG Cong net_rx_queue_update_kobjects(dev, rxq, 0); 15251d24eb48STom Herbert return error; 152662fe0b40SBen Hutchings } 152762fe0b40SBen Hutchings 15286b53dafeSWANG Cong static void remove_queue_kobjects(struct net_device *dev) 15290a9627f2STom Herbert { 1530bf264145STom Herbert int real_rx = 0, real_tx = 0; 1531bf264145STom Herbert 1532a953be53SMichael Dalton #ifdef CONFIG_SYSFS 15336b53dafeSWANG Cong real_rx = dev->real_num_rx_queues; 1534bf264145STom Herbert #endif 15356b53dafeSWANG Cong real_tx = dev->real_num_tx_queues; 1536bf264145STom Herbert 15376b53dafeSWANG Cong net_rx_queue_update_kobjects(dev, real_rx, 0); 15386b53dafeSWANG Cong netdev_queue_update_kobjects(dev, real_tx, 0); 1539ccf5ff69Sdavid decotigny #ifdef CONFIG_SYSFS 15406b53dafeSWANG Cong kset_unregister(dev->queues_kset); 1541bf264145STom Herbert #endif 15420a9627f2STom Herbert } 1543608b4b95SEric W. Biederman 15447dc5dbc8SEric W. Biederman static bool net_current_may_mount(void) 15457dc5dbc8SEric W. Biederman { 15467dc5dbc8SEric W. Biederman struct net *net = current->nsproxy->net_ns; 15477dc5dbc8SEric W. Biederman 15487dc5dbc8SEric W. Biederman return ns_capable(net->user_ns, CAP_SYS_ADMIN); 15497dc5dbc8SEric W. Biederman } 15507dc5dbc8SEric W. Biederman 1551a685e089SAl Viro static void *net_grab_current_ns(void) 1552608b4b95SEric W. Biederman { 1553a685e089SAl Viro struct net *ns = current->nsproxy->net_ns; 1554a685e089SAl Viro #ifdef CONFIG_NET_NS 1555a685e089SAl Viro if (ns) 1556c122e14dSReshetova, Elena refcount_inc(&ns->passive); 1557a685e089SAl Viro #endif 1558a685e089SAl Viro return ns; 1559608b4b95SEric W. Biederman } 1560608b4b95SEric W. Biederman 1561608b4b95SEric W. Biederman static const void *net_initial_ns(void) 1562608b4b95SEric W. Biederman { 1563608b4b95SEric W. Biederman return &init_net; 1564608b4b95SEric W. Biederman } 1565608b4b95SEric W. Biederman 1566608b4b95SEric W. Biederman static const void *net_netlink_ns(struct sock *sk) 1567608b4b95SEric W. Biederman { 1568608b4b95SEric W. Biederman return sock_net(sk); 1569608b4b95SEric W. Biederman } 1570608b4b95SEric W. Biederman 1571737aec57Sstephen hemminger const struct kobj_ns_type_operations net_ns_type_operations = { 1572608b4b95SEric W. Biederman .type = KOBJ_NS_TYPE_NET, 15737dc5dbc8SEric W. Biederman .current_may_mount = net_current_may_mount, 1574a685e089SAl Viro .grab_current_ns = net_grab_current_ns, 1575608b4b95SEric W. Biederman .netlink_ns = net_netlink_ns, 1576608b4b95SEric W. Biederman .initial_ns = net_initial_ns, 1577a685e089SAl Viro .drop_ns = net_drop_ns, 1578608b4b95SEric W. Biederman }; 157904600794SJohannes Berg EXPORT_SYMBOL_GPL(net_ns_type_operations); 1580608b4b95SEric W. Biederman 15817eff2e7aSKay Sievers static int netdev_uevent(struct device *d, struct kobj_uevent_env *env) 15821da177e4SLinus Torvalds { 158343cb76d9SGreg Kroah-Hartman struct net_device *dev = to_net_dev(d); 15847eff2e7aSKay Sievers int retval; 15851da177e4SLinus Torvalds 1586312c004dSKay Sievers /* pass interface to uevent. */ 15877eff2e7aSKay Sievers retval = add_uevent_var(env, "INTERFACE=%s", dev->name); 1588bf62456eSEric Rannaud if (retval) 1589bf62456eSEric Rannaud goto exit; 15901da177e4SLinus Torvalds 1591ca2f37dbSJean Tourrilhes /* pass ifindex to uevent. 1592ca2f37dbSJean Tourrilhes * ifindex is useful as it won't change (interface name may change) 15936648c65eSstephen hemminger * and is what RtNetlink uses natively. 15946648c65eSstephen hemminger */ 15957eff2e7aSKay Sievers retval = add_uevent_var(env, "IFINDEX=%d", dev->ifindex); 1596ca2f37dbSJean Tourrilhes 1597bf62456eSEric Rannaud exit: 1598bf62456eSEric Rannaud return retval; 15991da177e4SLinus Torvalds } 16001da177e4SLinus Torvalds 16011da177e4SLinus Torvalds /* 16021da177e4SLinus Torvalds * netdev_release -- destroy and free a dead device. 160343cb76d9SGreg Kroah-Hartman * Called when last reference to device kobject is gone. 16041da177e4SLinus Torvalds */ 160543cb76d9SGreg Kroah-Hartman static void netdev_release(struct device *d) 16061da177e4SLinus Torvalds { 160743cb76d9SGreg Kroah-Hartman struct net_device *dev = to_net_dev(d); 16081da177e4SLinus Torvalds 16091da177e4SLinus Torvalds BUG_ON(dev->reg_state != NETREG_RELEASED); 16101da177e4SLinus Torvalds 16116c557001SFlorian Westphal /* no need to wait for rcu grace period: 16126c557001SFlorian Westphal * device is dead and about to be freed. 16136c557001SFlorian Westphal */ 16146c557001SFlorian Westphal kfree(rcu_access_pointer(dev->ifalias)); 161574d332c1SEric Dumazet netdev_freemem(dev); 16161da177e4SLinus Torvalds } 16171da177e4SLinus Torvalds 1618608b4b95SEric W. Biederman static const void *net_namespace(struct device *d) 1619608b4b95SEric W. Biederman { 16205c29482dSGeliang Tang struct net_device *dev = to_net_dev(d); 16215c29482dSGeliang Tang 1622608b4b95SEric W. Biederman return dev_net(dev); 1623608b4b95SEric W. Biederman } 1624608b4b95SEric W. Biederman 1625e6d473e6Sstephen hemminger static struct class net_class __ro_after_init = { 16261da177e4SLinus Torvalds .name = "net", 162743cb76d9SGreg Kroah-Hartman .dev_release = netdev_release, 16286be8aeefSGreg Kroah-Hartman .dev_groups = net_class_groups, 162943cb76d9SGreg Kroah-Hartman .dev_uevent = netdev_uevent, 1630608b4b95SEric W. Biederman .ns_type = &net_ns_type_operations, 1631608b4b95SEric W. Biederman .namespace = net_namespace, 16321da177e4SLinus Torvalds }; 16331da177e4SLinus Torvalds 1634aa836df9SFlorian Fainelli #ifdef CONFIG_OF_NET 1635aa836df9SFlorian Fainelli static int of_dev_node_match(struct device *dev, const void *data) 1636aa836df9SFlorian Fainelli { 1637aa836df9SFlorian Fainelli int ret = 0; 1638aa836df9SFlorian Fainelli 1639aa836df9SFlorian Fainelli if (dev->parent) 1640aa836df9SFlorian Fainelli ret = dev->parent->of_node == data; 1641aa836df9SFlorian Fainelli 1642aa836df9SFlorian Fainelli return ret == 0 ? dev->of_node == data : ret; 1643aa836df9SFlorian Fainelli } 1644aa836df9SFlorian Fainelli 16459861f720SRussell King /* 16469861f720SRussell King * of_find_net_device_by_node - lookup the net device for the device node 16479861f720SRussell King * @np: OF device node 16489861f720SRussell King * 16499861f720SRussell King * Looks up the net_device structure corresponding with the device node. 16509861f720SRussell King * If successful, returns a pointer to the net_device with the embedded 16519861f720SRussell King * struct device refcount incremented by one, or NULL on failure. The 16529861f720SRussell King * refcount must be dropped when done with the net_device. 16539861f720SRussell King */ 1654aa836df9SFlorian Fainelli struct net_device *of_find_net_device_by_node(struct device_node *np) 1655aa836df9SFlorian Fainelli { 1656aa836df9SFlorian Fainelli struct device *dev; 1657aa836df9SFlorian Fainelli 1658aa836df9SFlorian Fainelli dev = class_find_device(&net_class, NULL, np, of_dev_node_match); 1659aa836df9SFlorian Fainelli if (!dev) 1660aa836df9SFlorian Fainelli return NULL; 1661aa836df9SFlorian Fainelli 1662aa836df9SFlorian Fainelli return to_net_dev(dev); 1663aa836df9SFlorian Fainelli } 1664aa836df9SFlorian Fainelli EXPORT_SYMBOL(of_find_net_device_by_node); 1665aa836df9SFlorian Fainelli #endif 1666aa836df9SFlorian Fainelli 16679093bbb2SStephen Hemminger /* Delete sysfs entries but hold kobject reference until after all 16689093bbb2SStephen Hemminger * netdev references are gone. 16699093bbb2SStephen Hemminger */ 16706b53dafeSWANG Cong void netdev_unregister_kobject(struct net_device *ndev) 16711da177e4SLinus Torvalds { 16726648c65eSstephen hemminger struct device *dev = &ndev->dev; 16739093bbb2SStephen Hemminger 1674273c28bcSKirill Tkhai if (!refcount_read(&dev_net(ndev)->count)) 1675002d8a1aSAndrey Vagin dev_set_uevent_suppress(dev, 1); 1676002d8a1aSAndrey Vagin 16779093bbb2SStephen Hemminger kobject_get(&dev->kobj); 16783891845eSEric W. Biederman 16796b53dafeSWANG Cong remove_queue_kobjects(ndev); 16800a9627f2STom Herbert 16819802c8e2SMing Lei pm_runtime_set_memalloc_noio(dev, false); 16829802c8e2SMing Lei 16839093bbb2SStephen Hemminger device_del(dev); 16841da177e4SLinus Torvalds } 16851da177e4SLinus Torvalds 16861da177e4SLinus Torvalds /* Create sysfs entries for network device. */ 16876b53dafeSWANG Cong int netdev_register_kobject(struct net_device *ndev) 16881da177e4SLinus Torvalds { 16896648c65eSstephen hemminger struct device *dev = &ndev->dev; 16906b53dafeSWANG Cong const struct attribute_group **groups = ndev->sysfs_groups; 16910a9627f2STom Herbert int error = 0; 16921da177e4SLinus Torvalds 1693a1b3f594SEric W. Biederman device_initialize(dev); 169443cb76d9SGreg Kroah-Hartman dev->class = &net_class; 16956b53dafeSWANG Cong dev->platform_data = ndev; 169643cb76d9SGreg Kroah-Hartman dev->groups = groups; 16971da177e4SLinus Torvalds 16986b53dafeSWANG Cong dev_set_name(dev, "%s", ndev->name); 16991da177e4SLinus Torvalds 17008b41d188SEric W. Biederman #ifdef CONFIG_SYSFS 17010c509a6cSEric W. Biederman /* Allow for a device specific group */ 17020c509a6cSEric W. Biederman if (*groups) 17030c509a6cSEric W. Biederman groups++; 17041da177e4SLinus Torvalds 17050c509a6cSEric W. Biederman *groups++ = &netstat_group; 170638c1a01cSJohannes Berg 170738c1a01cSJohannes Berg #if IS_ENABLED(CONFIG_WIRELESS_EXT) || IS_ENABLED(CONFIG_CFG80211) 17086b53dafeSWANG Cong if (ndev->ieee80211_ptr) 170938c1a01cSJohannes Berg *groups++ = &wireless_group; 171038c1a01cSJohannes Berg #if IS_ENABLED(CONFIG_WIRELESS_EXT) 17116b53dafeSWANG Cong else if (ndev->wireless_handlers) 171238c1a01cSJohannes Berg *groups++ = &wireless_group; 171338c1a01cSJohannes Berg #endif 171438c1a01cSJohannes Berg #endif 17158b41d188SEric W. Biederman #endif /* CONFIG_SYSFS */ 17161da177e4SLinus Torvalds 17170a9627f2STom Herbert error = device_add(dev); 17180a9627f2STom Herbert if (error) 17190a9627f2STom Herbert return error; 17200a9627f2STom Herbert 17216b53dafeSWANG Cong error = register_queue_kobjects(ndev); 17220a9627f2STom Herbert if (error) { 17230a9627f2STom Herbert device_del(dev); 17240a9627f2STom Herbert return error; 17250a9627f2STom Herbert } 17260a9627f2STom Herbert 17279802c8e2SMing Lei pm_runtime_set_memalloc_noio(dev, true); 17289802c8e2SMing Lei 17290a9627f2STom Herbert return error; 17301da177e4SLinus Torvalds } 17311da177e4SLinus Torvalds 1732b793dc5cSstephen hemminger int netdev_class_create_file_ns(const struct class_attribute *class_attr, 173358292cbeSTejun Heo const void *ns) 1734b8a9787eSJay Vosburgh { 173558292cbeSTejun Heo return class_create_file_ns(&net_class, class_attr, ns); 1736b8a9787eSJay Vosburgh } 173758292cbeSTejun Heo EXPORT_SYMBOL(netdev_class_create_file_ns); 1738b8a9787eSJay Vosburgh 1739b793dc5cSstephen hemminger void netdev_class_remove_file_ns(const struct class_attribute *class_attr, 174058292cbeSTejun Heo const void *ns) 1741b8a9787eSJay Vosburgh { 174258292cbeSTejun Heo class_remove_file_ns(&net_class, class_attr, ns); 1743b8a9787eSJay Vosburgh } 174458292cbeSTejun Heo EXPORT_SYMBOL(netdev_class_remove_file_ns); 1745b8a9787eSJay Vosburgh 1746a48d4bb0SDaniel Borkmann int __init netdev_kobject_init(void) 17471da177e4SLinus Torvalds { 1748608b4b95SEric W. Biederman kobj_ns_type_register(&net_ns_type_operations); 17491da177e4SLinus Torvalds return class_register(&net_class); 17501da177e4SLinus Torvalds } 1751