1687125b5SJakub Kicinski /* SPDX-License-Identifier: GPL-2.0-or-later */ 2687125b5SJakub Kicinski /* Copyright (c) 2016 Mellanox Technologies. All rights reserved. 3687125b5SJakub Kicinski * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com> 4687125b5SJakub Kicinski */ 5687125b5SJakub Kicinski 6687125b5SJakub Kicinski #include <linux/mutex.h> 7687125b5SJakub Kicinski #include <linux/netdevice.h> 8687125b5SJakub Kicinski #include <linux/notifier.h> 9687125b5SJakub Kicinski #include <linux/types.h> 1093e71edfSJakub Kicinski #include <linux/workqueue.h> 11687125b5SJakub Kicinski #include <linux/xarray.h> 12687125b5SJakub Kicinski #include <net/devlink.h> 13687125b5SJakub Kicinski #include <net/net_namespace.h> 14687125b5SJakub Kicinski 15687125b5SJakub Kicinski #define DEVLINK_REGISTERED XA_MARK_1 16687125b5SJakub Kicinski 17687125b5SJakub Kicinski #define DEVLINK_RELOAD_STATS_ARRAY_SIZE \ 18687125b5SJakub Kicinski (__DEVLINK_RELOAD_LIMIT_MAX * __DEVLINK_RELOAD_ACTION_MAX) 19687125b5SJakub Kicinski 20687125b5SJakub Kicinski struct devlink_dev_stats { 21687125b5SJakub Kicinski u32 reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE]; 22687125b5SJakub Kicinski u32 remote_reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE]; 23687125b5SJakub Kicinski }; 24687125b5SJakub Kicinski 25687125b5SJakub Kicinski struct devlink { 26687125b5SJakub Kicinski u32 index; 27687125b5SJakub Kicinski struct xarray ports; 28687125b5SJakub Kicinski struct list_head rate_list; 29687125b5SJakub Kicinski struct list_head sb_list; 30687125b5SJakub Kicinski struct list_head dpipe_table_list; 31687125b5SJakub Kicinski struct list_head resource_list; 32a72e17b4SJiri Pirko struct xarray params; 33687125b5SJakub Kicinski struct list_head region_list; 34687125b5SJakub Kicinski struct list_head reporter_list; 35687125b5SJakub Kicinski struct devlink_dpipe_headers *dpipe_headers; 36687125b5SJakub Kicinski struct list_head trap_list; 37687125b5SJakub Kicinski struct list_head trap_group_list; 38687125b5SJakub Kicinski struct list_head trap_policer_list; 39687125b5SJakub Kicinski struct list_head linecard_list; 40687125b5SJakub Kicinski const struct devlink_ops *ops; 41687125b5SJakub Kicinski struct xarray snapshot_ids; 42687125b5SJakub Kicinski struct devlink_dev_stats stats; 43687125b5SJakub Kicinski struct device *dev; 44687125b5SJakub Kicinski possible_net_t _net; 45687125b5SJakub Kicinski /* Serializes access to devlink instance specific objects such as 46687125b5SJakub Kicinski * port, sb, dpipe, resource, params, region, traps and more. 47687125b5SJakub Kicinski */ 48687125b5SJakub Kicinski struct mutex lock; 49687125b5SJakub Kicinski struct lock_class_key lock_key; 50687125b5SJakub Kicinski u8 reload_failed:1; 51687125b5SJakub Kicinski refcount_t refcount; 5293e71edfSJakub Kicinski struct rcu_work rwork; 53687125b5SJakub Kicinski struct notifier_block netdevice_nb; 54687125b5SJakub Kicinski char priv[] __aligned(NETDEV_ALIGN); 55687125b5SJakub Kicinski }; 56687125b5SJakub Kicinski 57687125b5SJakub Kicinski extern struct xarray devlinks; 58687125b5SJakub Kicinski extern struct genl_family devlink_nl_family; 59687125b5SJakub Kicinski 60687125b5SJakub Kicinski /* devlink instances are open to the access from the user space after 61687125b5SJakub Kicinski * devlink_register() call. Such logical barrier allows us to have certain 62687125b5SJakub Kicinski * expectations related to locking. 63687125b5SJakub Kicinski * 64687125b5SJakub Kicinski * Before *_register() - we are in initialization stage and no parallel 65687125b5SJakub Kicinski * access possible to the devlink instance. All drivers perform that phase 66687125b5SJakub Kicinski * by implicitly holding device_lock. 67687125b5SJakub Kicinski * 68687125b5SJakub Kicinski * After *_register() - users and driver can access devlink instance at 69687125b5SJakub Kicinski * the same time. 70687125b5SJakub Kicinski */ 71687125b5SJakub Kicinski #define ASSERT_DEVLINK_REGISTERED(d) \ 72687125b5SJakub Kicinski WARN_ON_ONCE(!xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED)) 73687125b5SJakub Kicinski #define ASSERT_DEVLINK_NOT_REGISTERED(d) \ 74687125b5SJakub Kicinski WARN_ON_ONCE(xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED)) 75687125b5SJakub Kicinski 76687125b5SJakub Kicinski /* Iterate over devlink pointers which were possible to get reference to. 77687125b5SJakub Kicinski * devlink_put() needs to be called for each iterated devlink pointer 78687125b5SJakub Kicinski * in loop body in order to release the reference. 79687125b5SJakub Kicinski */ 80687125b5SJakub Kicinski #define devlinks_xa_for_each_registered_get(net, index, devlink) \ 81d7727819SJakub Kicinski for (index = 0; (devlink = devlinks_xa_find_get(net, &index)); index++) 82687125b5SJakub Kicinski 83d7727819SJakub Kicinski struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp); 84687125b5SJakub Kicinski 85ed539ba6SJakub Kicinski static inline bool devl_is_registered(struct devlink *devlink) 86ed539ba6SJakub Kicinski { 8763ba54a5SJiri Pirko devl_assert_locked(devlink); 88ed539ba6SJakub Kicinski return xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED); 89ed539ba6SJakub Kicinski } 90ed539ba6SJakub Kicinski 91687125b5SJakub Kicinski /* Netlink */ 92623cd13bSJakub Kicinski #define DEVLINK_NL_FLAG_NEED_PORT BIT(0) 93623cd13bSJakub Kicinski #define DEVLINK_NL_FLAG_NEED_DEVLINK_OR_PORT BIT(1) 94623cd13bSJakub Kicinski #define DEVLINK_NL_FLAG_NEED_RATE BIT(2) 95623cd13bSJakub Kicinski #define DEVLINK_NL_FLAG_NEED_RATE_NODE BIT(3) 96623cd13bSJakub Kicinski #define DEVLINK_NL_FLAG_NEED_LINECARD BIT(4) 97623cd13bSJakub Kicinski 98623cd13bSJakub Kicinski enum devlink_multicast_groups { 99623cd13bSJakub Kicinski DEVLINK_MCGRP_CONFIG, 100623cd13bSJakub Kicinski }; 101623cd13bSJakub Kicinski 1023015f822SJakub Kicinski /* state held across netlink dumps */ 1033015f822SJakub Kicinski struct devlink_nl_dump_state { 104731d69a6SJakub Kicinski unsigned long instance; 1053015f822SJakub Kicinski int idx; 1063015f822SJakub Kicinski union { 1073015f822SJakub Kicinski /* DEVLINK_CMD_REGION_READ */ 1083015f822SJakub Kicinski struct { 1093015f822SJakub Kicinski u64 start_offset; 1103015f822SJakub Kicinski }; 1113015f822SJakub Kicinski /* DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET */ 1123015f822SJakub Kicinski struct { 1133015f822SJakub Kicinski u64 dump_ts; 1143015f822SJakub Kicinski }; 1153015f822SJakub Kicinski }; 1163015f822SJakub Kicinski }; 1173015f822SJakub Kicinski 118f8744595SJiri Pirko struct devlink_cmd { 11907f3af66SJakub Kicinski int (*dump_one)(struct sk_buff *msg, struct devlink *devlink, 12007f3af66SJakub Kicinski struct netlink_callback *cb); 12107f3af66SJakub Kicinski }; 12207f3af66SJakub Kicinski 123623cd13bSJakub Kicinski extern const struct genl_small_ops devlink_nl_ops[56]; 124623cd13bSJakub Kicinski 125870c7ad4SJakub Kicinski struct devlink * 126870c7ad4SJakub Kicinski devlink_get_from_attrs_lock(struct net *net, struct nlattr **attrs); 127623cd13bSJakub Kicinski 128687125b5SJakub Kicinski void devlink_notify_unregister(struct devlink *devlink); 129687125b5SJakub Kicinski void devlink_notify_register(struct devlink *devlink); 130687125b5SJakub Kicinski 131c3a4fd57SJiri Pirko int devlink_nl_instance_iter_dumpit(struct sk_buff *msg, 13207f3af66SJakub Kicinski struct netlink_callback *cb); 13307f3af66SJakub Kicinski 1343015f822SJakub Kicinski static inline struct devlink_nl_dump_state * 1353015f822SJakub Kicinski devlink_dump_state(struct netlink_callback *cb) 1363015f822SJakub Kicinski { 137ec8f7d49SJakub Kicinski NL_ASSERT_DUMP_CTX_FITS(struct devlink_nl_dump_state); 1383015f822SJakub Kicinski 1393015f822SJakub Kicinski return (struct devlink_nl_dump_state *)cb->ctx; 1403015f822SJakub Kicinski } 1413015f822SJakub Kicinski 142dbeeca81SMoshe Shemesh static inline int 143dbeeca81SMoshe Shemesh devlink_nl_put_handle(struct sk_buff *msg, struct devlink *devlink) 144dbeeca81SMoshe Shemesh { 145dbeeca81SMoshe Shemesh if (nla_put_string(msg, DEVLINK_ATTR_BUS_NAME, devlink->dev->bus->name)) 146dbeeca81SMoshe Shemesh return -EMSGSIZE; 147dbeeca81SMoshe Shemesh if (nla_put_string(msg, DEVLINK_ATTR_DEV_NAME, dev_name(devlink->dev))) 148dbeeca81SMoshe Shemesh return -EMSGSIZE; 149dbeeca81SMoshe Shemesh return 0; 150dbeeca81SMoshe Shemesh } 151dbeeca81SMoshe Shemesh 152f8744595SJiri Pirko /* Commands */ 1538589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_get; 1548589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_port_get; 1558589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_sb_get; 1568589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_sb_pool_get; 1578589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_sb_port_pool_get; 1588589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_sb_tc_pool_bind_get; 1598589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_param_get; 1608589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_region_get; 1618589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_info_get; 1628589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_health_reporter_get; 1638589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_trap_get; 1648589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_trap_group_get; 1658589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_trap_policer_get; 1668589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_rate_get; 1678589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_linecard_get; 1688589ba4eSJiri Pirko extern const struct devlink_cmd devl_cmd_selftests_get; 1695ce76d78SJakub Kicinski 170dbeeca81SMoshe Shemesh /* Notify */ 171dbeeca81SMoshe Shemesh void devlink_notify(struct devlink *devlink, enum devlink_command cmd); 172dbeeca81SMoshe Shemesh 173687125b5SJakub Kicinski /* Ports */ 174687125b5SJakub Kicinski int devlink_port_netdevice_event(struct notifier_block *nb, 175687125b5SJakub Kicinski unsigned long event, void *ptr); 176687125b5SJakub Kicinski 177623cd13bSJakub Kicinski struct devlink_port * 178623cd13bSJakub Kicinski devlink_port_get_from_info(struct devlink *devlink, struct genl_info *info); 179db6b5f3eSMoshe Shemesh struct devlink_port *devlink_port_get_from_attrs(struct devlink *devlink, 180db6b5f3eSMoshe Shemesh struct nlattr **attrs); 181623cd13bSJakub Kicinski 182687125b5SJakub Kicinski /* Reload */ 183687125b5SJakub Kicinski bool devlink_reload_actions_valid(const struct devlink_ops *ops); 184687125b5SJakub Kicinski int devlink_reload(struct devlink *devlink, struct net *dest_net, 185687125b5SJakub Kicinski enum devlink_reload_action action, 186687125b5SJakub Kicinski enum devlink_reload_limit limit, 187687125b5SJakub Kicinski u32 *actions_performed, struct netlink_ext_ack *extack); 188687125b5SJakub Kicinski 189687125b5SJakub Kicinski static inline bool devlink_reload_supported(const struct devlink_ops *ops) 190687125b5SJakub Kicinski { 191687125b5SJakub Kicinski return ops->reload_down && ops->reload_up; 192687125b5SJakub Kicinski } 193623cd13bSJakub Kicinski 194afd888c3SJiri Pirko /* Params */ 195afd888c3SJiri Pirko void devlink_params_driverinit_load_new(struct devlink *devlink); 196afd888c3SJiri Pirko 197c6ed7d6eSMoshe Shemesh /* Resources */ 198c6ed7d6eSMoshe Shemesh struct devlink_resource; 199c6ed7d6eSMoshe Shemesh int devlink_resources_validate(struct devlink *devlink, 200c6ed7d6eSMoshe Shemesh struct devlink_resource *resource, 201c6ed7d6eSMoshe Shemesh struct genl_info *info); 202c6ed7d6eSMoshe Shemesh 203b4740e3aSMoshe Shemesh /* Health */ 204b4740e3aSMoshe Shemesh struct devlink_health_reporter { 205b4740e3aSMoshe Shemesh struct list_head list; 206b4740e3aSMoshe Shemesh void *priv; 207b4740e3aSMoshe Shemesh const struct devlink_health_reporter_ops *ops; 208b4740e3aSMoshe Shemesh struct devlink *devlink; 209b4740e3aSMoshe Shemesh struct devlink_port *devlink_port; 210b4740e3aSMoshe Shemesh struct devlink_fmsg *dump_fmsg; 211b4740e3aSMoshe Shemesh struct mutex dump_lock; /* lock parallel read/write from dump buffers */ 212b4740e3aSMoshe Shemesh u64 graceful_period; 213b4740e3aSMoshe Shemesh bool auto_recover; 214b4740e3aSMoshe Shemesh bool auto_dump; 215b4740e3aSMoshe Shemesh u8 health_state; 216b4740e3aSMoshe Shemesh u64 dump_ts; 217b4740e3aSMoshe Shemesh u64 dump_real_ts; 218b4740e3aSMoshe Shemesh u64 error_count; 219b4740e3aSMoshe Shemesh u64 recovery_count; 220b4740e3aSMoshe Shemesh u64 last_recovery_ts; 221b4740e3aSMoshe Shemesh }; 222b4740e3aSMoshe Shemesh 223b4740e3aSMoshe Shemesh struct devlink_health_reporter * 224b4740e3aSMoshe Shemesh devlink_health_reporter_find_by_name(struct devlink *devlink, 225b4740e3aSMoshe Shemesh const char *reporter_name); 226b4740e3aSMoshe Shemesh struct devlink_health_reporter * 227b4740e3aSMoshe Shemesh devlink_port_health_reporter_find_by_name(struct devlink_port *devlink_port, 228b4740e3aSMoshe Shemesh const char *reporter_name); 229db6b5f3eSMoshe Shemesh struct devlink_health_reporter * 230db6b5f3eSMoshe Shemesh devlink_health_reporter_get_from_attrs(struct devlink *devlink, 231db6b5f3eSMoshe Shemesh struct nlattr **attrs); 232db6b5f3eSMoshe Shemesh struct devlink_health_reporter * 233db6b5f3eSMoshe Shemesh devlink_health_reporter_get_from_info(struct devlink *devlink, 234db6b5f3eSMoshe Shemesh struct genl_info *info); 235db6b5f3eSMoshe Shemesh int 236db6b5f3eSMoshe Shemesh devlink_nl_health_reporter_fill(struct sk_buff *msg, 237db6b5f3eSMoshe Shemesh struct devlink_health_reporter *reporter, 238db6b5f3eSMoshe Shemesh enum devlink_command cmd, u32 portid, 239db6b5f3eSMoshe Shemesh u32 seq, int flags); 24055b9b249SMoshe Shemesh int devlink_health_do_dump(struct devlink_health_reporter *reporter, 24155b9b249SMoshe Shemesh void *priv_ctx, 24255b9b249SMoshe Shemesh struct netlink_ext_ack *extack); 243*a929df7fSMoshe Shemesh int devlink_fmsg_dumpit(struct devlink_fmsg *fmsg, struct sk_buff *skb, 244*a929df7fSMoshe Shemesh struct netlink_callback *cb, 245*a929df7fSMoshe Shemesh enum devlink_command cmd); 246db6b5f3eSMoshe Shemesh 247*a929df7fSMoshe Shemesh struct devlink_fmsg *devlink_fmsg_alloc(void); 248b4740e3aSMoshe Shemesh void devlink_fmsg_free(struct devlink_fmsg *fmsg); 249b4740e3aSMoshe Shemesh 250623cd13bSJakub Kicinski /* Line cards */ 251623cd13bSJakub Kicinski struct devlink_linecard; 252623cd13bSJakub Kicinski 253623cd13bSJakub Kicinski struct devlink_linecard * 254623cd13bSJakub Kicinski devlink_linecard_get_from_info(struct devlink *devlink, struct genl_info *info); 255623cd13bSJakub Kicinski 256623cd13bSJakub Kicinski /* Rates */ 257af2f8c1fSMoshe Shemesh int devlink_rate_nodes_check(struct devlink *devlink, u16 mode, 258af2f8c1fSMoshe Shemesh struct netlink_ext_ack *extack); 259623cd13bSJakub Kicinski struct devlink_rate * 260623cd13bSJakub Kicinski devlink_rate_get_from_info(struct devlink *devlink, struct genl_info *info); 261623cd13bSJakub Kicinski struct devlink_rate * 262623cd13bSJakub Kicinski devlink_rate_node_get_from_info(struct devlink *devlink, 263623cd13bSJakub Kicinski struct genl_info *info); 264dbeeca81SMoshe Shemesh /* Devlink nl cmds */ 265dbeeca81SMoshe Shemesh int devlink_nl_cmd_get_doit(struct sk_buff *skb, struct genl_info *info); 266c6ed7d6eSMoshe Shemesh int devlink_nl_cmd_reload(struct sk_buff *skb, struct genl_info *info); 267af2f8c1fSMoshe Shemesh int devlink_nl_cmd_eswitch_get_doit(struct sk_buff *skb, struct genl_info *info); 268af2f8c1fSMoshe Shemesh int devlink_nl_cmd_eswitch_set_doit(struct sk_buff *skb, struct genl_info *info); 269d60191c4SMoshe Shemesh int devlink_nl_cmd_info_get_doit(struct sk_buff *skb, struct genl_info *info); 270a13aab66SMoshe Shemesh int devlink_nl_cmd_flash_update(struct sk_buff *skb, struct genl_info *info); 2717c976c7cSMoshe Shemesh int devlink_nl_cmd_selftests_get_doit(struct sk_buff *skb, struct genl_info *info); 2727c976c7cSMoshe Shemesh int devlink_nl_cmd_selftests_run(struct sk_buff *skb, struct genl_info *info); 273db6b5f3eSMoshe Shemesh int devlink_nl_cmd_health_reporter_get_doit(struct sk_buff *skb, 274db6b5f3eSMoshe Shemesh struct genl_info *info); 275db6b5f3eSMoshe Shemesh int devlink_nl_cmd_health_reporter_set_doit(struct sk_buff *skb, 276db6b5f3eSMoshe Shemesh struct genl_info *info); 27755b9b249SMoshe Shemesh int devlink_nl_cmd_health_reporter_recover_doit(struct sk_buff *skb, 27855b9b249SMoshe Shemesh struct genl_info *info); 279*a929df7fSMoshe Shemesh int devlink_nl_cmd_health_reporter_diagnose_doit(struct sk_buff *skb, 280*a929df7fSMoshe Shemesh struct genl_info *info); 281