10c84979cSMichal Kubecek // SPDX-License-Identifier: GPL-2.0-only
20c84979cSMichal Kubecek
3a71506a4SMagnus Karlsson #include <net/xdp_sock_drv.h>
4e19c591eSMichal Kubecek
50c84979cSMichal Kubecek #include "netlink.h"
60c84979cSMichal Kubecek #include "common.h"
70c84979cSMichal Kubecek
80c84979cSMichal Kubecek struct channels_req_info {
90c84979cSMichal Kubecek struct ethnl_req_info base;
100c84979cSMichal Kubecek };
110c84979cSMichal Kubecek
120c84979cSMichal Kubecek struct channels_reply_data {
130c84979cSMichal Kubecek struct ethnl_reply_data base;
140c84979cSMichal Kubecek struct ethtool_channels channels;
150c84979cSMichal Kubecek };
160c84979cSMichal Kubecek
170c84979cSMichal Kubecek #define CHANNELS_REPDATA(__reply_base) \
180c84979cSMichal Kubecek container_of(__reply_base, struct channels_reply_data, base)
190c84979cSMichal Kubecek
20ff419afaSJakub Kicinski const struct nla_policy ethnl_channels_get_policy[] = {
21329d9c33SJakub Kicinski [ETHTOOL_A_CHANNELS_HEADER] =
22329d9c33SJakub Kicinski NLA_POLICY_NESTED(ethnl_header_policy),
230c84979cSMichal Kubecek };
240c84979cSMichal Kubecek
channels_prepare_data(const struct ethnl_req_info * req_base,struct ethnl_reply_data * reply_base,const struct genl_info * info)250c84979cSMichal Kubecek static int channels_prepare_data(const struct ethnl_req_info *req_base,
260c84979cSMichal Kubecek struct ethnl_reply_data *reply_base,
27*f946270dSJakub Kicinski const struct genl_info *info)
280c84979cSMichal Kubecek {
290c84979cSMichal Kubecek struct channels_reply_data *data = CHANNELS_REPDATA(reply_base);
300c84979cSMichal Kubecek struct net_device *dev = reply_base->dev;
310c84979cSMichal Kubecek int ret;
320c84979cSMichal Kubecek
330c84979cSMichal Kubecek if (!dev->ethtool_ops->get_channels)
340c84979cSMichal Kubecek return -EOPNOTSUPP;
350c84979cSMichal Kubecek ret = ethnl_ops_begin(dev);
360c84979cSMichal Kubecek if (ret < 0)
370c84979cSMichal Kubecek return ret;
380c84979cSMichal Kubecek dev->ethtool_ops->get_channels(dev, &data->channels);
390c84979cSMichal Kubecek ethnl_ops_complete(dev);
400c84979cSMichal Kubecek
410c84979cSMichal Kubecek return 0;
420c84979cSMichal Kubecek }
430c84979cSMichal Kubecek
channels_reply_size(const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)440c84979cSMichal Kubecek static int channels_reply_size(const struct ethnl_req_info *req_base,
450c84979cSMichal Kubecek const struct ethnl_reply_data *reply_base)
460c84979cSMichal Kubecek {
470c84979cSMichal Kubecek return nla_total_size(sizeof(u32)) + /* _CHANNELS_RX_MAX */
480c84979cSMichal Kubecek nla_total_size(sizeof(u32)) + /* _CHANNELS_TX_MAX */
490c84979cSMichal Kubecek nla_total_size(sizeof(u32)) + /* _CHANNELS_OTHER_MAX */
500c84979cSMichal Kubecek nla_total_size(sizeof(u32)) + /* _CHANNELS_COMBINED_MAX */
510c84979cSMichal Kubecek nla_total_size(sizeof(u32)) + /* _CHANNELS_RX_COUNT */
520c84979cSMichal Kubecek nla_total_size(sizeof(u32)) + /* _CHANNELS_TX_COUNT */
530c84979cSMichal Kubecek nla_total_size(sizeof(u32)) + /* _CHANNELS_OTHER_COUNT */
540c84979cSMichal Kubecek nla_total_size(sizeof(u32)); /* _CHANNELS_COMBINED_COUNT */
550c84979cSMichal Kubecek }
560c84979cSMichal Kubecek
channels_fill_reply(struct sk_buff * skb,const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)570c84979cSMichal Kubecek static int channels_fill_reply(struct sk_buff *skb,
580c84979cSMichal Kubecek const struct ethnl_req_info *req_base,
590c84979cSMichal Kubecek const struct ethnl_reply_data *reply_base)
600c84979cSMichal Kubecek {
610c84979cSMichal Kubecek const struct channels_reply_data *data = CHANNELS_REPDATA(reply_base);
620c84979cSMichal Kubecek const struct ethtool_channels *channels = &data->channels;
630c84979cSMichal Kubecek
640c84979cSMichal Kubecek if ((channels->max_rx &&
650c84979cSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_CHANNELS_RX_MAX,
660c84979cSMichal Kubecek channels->max_rx) ||
670c84979cSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_CHANNELS_RX_COUNT,
680c84979cSMichal Kubecek channels->rx_count))) ||
690c84979cSMichal Kubecek (channels->max_tx &&
700c84979cSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_CHANNELS_TX_MAX,
710c84979cSMichal Kubecek channels->max_tx) ||
720c84979cSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_CHANNELS_TX_COUNT,
730c84979cSMichal Kubecek channels->tx_count))) ||
740c84979cSMichal Kubecek (channels->max_other &&
750c84979cSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_CHANNELS_OTHER_MAX,
760c84979cSMichal Kubecek channels->max_other) ||
770c84979cSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_CHANNELS_OTHER_COUNT,
780c84979cSMichal Kubecek channels->other_count))) ||
790c84979cSMichal Kubecek (channels->max_combined &&
800c84979cSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_CHANNELS_COMBINED_MAX,
810c84979cSMichal Kubecek channels->max_combined) ||
820c84979cSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_CHANNELS_COMBINED_COUNT,
830c84979cSMichal Kubecek channels->combined_count))))
840c84979cSMichal Kubecek return -EMSGSIZE;
850c84979cSMichal Kubecek
860c84979cSMichal Kubecek return 0;
870c84979cSMichal Kubecek }
880c84979cSMichal Kubecek
89e19c591eSMichal Kubecek /* CHANNELS_SET */
90e19c591eSMichal Kubecek
91ff419afaSJakub Kicinski const struct nla_policy ethnl_channels_set_policy[] = {
92329d9c33SJakub Kicinski [ETHTOOL_A_CHANNELS_HEADER] =
93329d9c33SJakub Kicinski NLA_POLICY_NESTED(ethnl_header_policy),
94e19c591eSMichal Kubecek [ETHTOOL_A_CHANNELS_RX_COUNT] = { .type = NLA_U32 },
95e19c591eSMichal Kubecek [ETHTOOL_A_CHANNELS_TX_COUNT] = { .type = NLA_U32 },
96e19c591eSMichal Kubecek [ETHTOOL_A_CHANNELS_OTHER_COUNT] = { .type = NLA_U32 },
97e19c591eSMichal Kubecek [ETHTOOL_A_CHANNELS_COMBINED_COUNT] = { .type = NLA_U32 },
98e19c591eSMichal Kubecek };
99e19c591eSMichal Kubecek
10004007961SJakub Kicinski static int
ethnl_set_channels_validate(struct ethnl_req_info * req_info,struct genl_info * info)10104007961SJakub Kicinski ethnl_set_channels_validate(struct ethnl_req_info *req_info,
10204007961SJakub Kicinski struct genl_info *info)
10304007961SJakub Kicinski {
10404007961SJakub Kicinski const struct ethtool_ops *ops = req_info->dev->ethtool_ops;
10504007961SJakub Kicinski
10604007961SJakub Kicinski return ops->get_channels && ops->set_channels ? 1 : -EOPNOTSUPP;
10704007961SJakub Kicinski }
10804007961SJakub Kicinski
10904007961SJakub Kicinski static int
ethnl_set_channels(struct ethnl_req_info * req_info,struct genl_info * info)11004007961SJakub Kicinski ethnl_set_channels(struct ethnl_req_info *req_info, struct genl_info *info)
111e19c591eSMichal Kubecek {
112e19c591eSMichal Kubecek unsigned int from_channel, old_total, i;
1137be92514SJakub Kicinski bool mod = false, mod_combined = false;
11404007961SJakub Kicinski struct net_device *dev = req_info->dev;
115e19c591eSMichal Kubecek struct ethtool_channels channels = {};
1165028588bSJakub Kicinski struct nlattr **tb = info->attrs;
11747f3ecf4SGal Pressman u32 err_attr, max_rxfh_in_use;
11847f3ecf4SGal Pressman u64 max_rxnfc_in_use;
119e19c591eSMichal Kubecek int ret;
120e19c591eSMichal Kubecek
12104007961SJakub Kicinski dev->ethtool_ops->get_channels(dev, &channels);
122e19c591eSMichal Kubecek old_total = channels.combined_count +
123e19c591eSMichal Kubecek max(channels.rx_count, channels.tx_count);
124e19c591eSMichal Kubecek
125e19c591eSMichal Kubecek ethnl_update_u32(&channels.rx_count, tb[ETHTOOL_A_CHANNELS_RX_COUNT],
126e19c591eSMichal Kubecek &mod);
127e19c591eSMichal Kubecek ethnl_update_u32(&channels.tx_count, tb[ETHTOOL_A_CHANNELS_TX_COUNT],
128e19c591eSMichal Kubecek &mod);
129e19c591eSMichal Kubecek ethnl_update_u32(&channels.other_count,
130e19c591eSMichal Kubecek tb[ETHTOOL_A_CHANNELS_OTHER_COUNT], &mod);
131e19c591eSMichal Kubecek ethnl_update_u32(&channels.combined_count,
1327be92514SJakub Kicinski tb[ETHTOOL_A_CHANNELS_COMBINED_COUNT], &mod_combined);
1337be92514SJakub Kicinski mod |= mod_combined;
134e19c591eSMichal Kubecek if (!mod)
13504007961SJakub Kicinski return 0;
136e19c591eSMichal Kubecek
137e19c591eSMichal Kubecek /* ensure new channel counts are within limits */
138e19c591eSMichal Kubecek if (channels.rx_count > channels.max_rx)
139a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_RX_COUNT;
140e19c591eSMichal Kubecek else if (channels.tx_count > channels.max_tx)
141a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_TX_COUNT;
142e19c591eSMichal Kubecek else if (channels.other_count > channels.max_other)
143a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_OTHER_COUNT;
144e19c591eSMichal Kubecek else if (channels.combined_count > channels.max_combined)
145a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_COMBINED_COUNT;
146e19c591eSMichal Kubecek else
147a4fc088aSYinjun Zhang err_attr = 0;
148e19c591eSMichal Kubecek if (err_attr) {
149a4fc088aSYinjun Zhang NL_SET_ERR_MSG_ATTR(info->extack, tb[err_attr],
1505ec82c49SColin Ian King "requested channel count exceeds maximum");
15104007961SJakub Kicinski return -EINVAL;
152e19c591eSMichal Kubecek }
153e19c591eSMichal Kubecek
1547be92514SJakub Kicinski /* ensure there is at least one RX and one TX channel */
1557be92514SJakub Kicinski if (!channels.combined_count && !channels.rx_count)
156a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_RX_COUNT;
1577be92514SJakub Kicinski else if (!channels.combined_count && !channels.tx_count)
158a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_TX_COUNT;
1597be92514SJakub Kicinski else
160a4fc088aSYinjun Zhang err_attr = 0;
1617be92514SJakub Kicinski if (err_attr) {
1627be92514SJakub Kicinski if (mod_combined)
163a4fc088aSYinjun Zhang err_attr = ETHTOOL_A_CHANNELS_COMBINED_COUNT;
164a4fc088aSYinjun Zhang NL_SET_ERR_MSG_ATTR(info->extack, tb[err_attr],
165a4fc088aSYinjun Zhang "requested channel counts would result in no RX or TX channel being configured");
16604007961SJakub Kicinski return -EINVAL;
1677be92514SJakub Kicinski }
1687be92514SJakub Kicinski
169e19c591eSMichal Kubecek /* ensure the new Rx count fits within the configured Rx flow
17047f3ecf4SGal Pressman * indirection table/rxnfc settings
171e19c591eSMichal Kubecek */
17247f3ecf4SGal Pressman if (ethtool_get_max_rxnfc_channel(dev, &max_rxnfc_in_use))
17347f3ecf4SGal Pressman max_rxnfc_in_use = 0;
17447f3ecf4SGal Pressman if (!netif_is_rxfh_configured(dev) ||
17547f3ecf4SGal Pressman ethtool_get_max_rxfh_channel(dev, &max_rxfh_in_use))
17647f3ecf4SGal Pressman max_rxfh_in_use = 0;
17747f3ecf4SGal Pressman if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) {
178e19c591eSMichal Kubecek GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing indirection table settings");
17904007961SJakub Kicinski return -EINVAL;
180e19c591eSMichal Kubecek }
18147f3ecf4SGal Pressman if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) {
18247f3ecf4SGal Pressman GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings");
18304007961SJakub Kicinski return -EINVAL;
18447f3ecf4SGal Pressman }
185e19c591eSMichal Kubecek
186e19c591eSMichal Kubecek /* Disabling channels, query zero-copy AF_XDP sockets */
187e19c591eSMichal Kubecek from_channel = channels.combined_count +
188e19c591eSMichal Kubecek min(channels.rx_count, channels.tx_count);
189e19c591eSMichal Kubecek for (i = from_channel; i < old_total; i++)
190c4655761SMagnus Karlsson if (xsk_get_pool_from_qid(dev, i)) {
191e19c591eSMichal Kubecek GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing zerocopy AF_XDP sockets");
19204007961SJakub Kicinski return -EINVAL;
193e19c591eSMichal Kubecek }
194e19c591eSMichal Kubecek
195e19c591eSMichal Kubecek ret = dev->ethtool_ops->set_channels(dev, &channels);
19604007961SJakub Kicinski return ret < 0 ? ret : 1;
197e19c591eSMichal Kubecek }
19804007961SJakub Kicinski
19904007961SJakub Kicinski const struct ethnl_request_ops ethnl_channels_request_ops = {
20004007961SJakub Kicinski .request_cmd = ETHTOOL_MSG_CHANNELS_GET,
20104007961SJakub Kicinski .reply_cmd = ETHTOOL_MSG_CHANNELS_GET_REPLY,
20204007961SJakub Kicinski .hdr_attr = ETHTOOL_A_CHANNELS_HEADER,
20304007961SJakub Kicinski .req_info_size = sizeof(struct channels_req_info),
20404007961SJakub Kicinski .reply_data_size = sizeof(struct channels_reply_data),
20504007961SJakub Kicinski
20604007961SJakub Kicinski .prepare_data = channels_prepare_data,
20704007961SJakub Kicinski .reply_size = channels_reply_size,
20804007961SJakub Kicinski .fill_reply = channels_fill_reply,
20904007961SJakub Kicinski
21004007961SJakub Kicinski .set_validate = ethnl_set_channels_validate,
21104007961SJakub Kicinski .set = ethnl_set_channels,
21204007961SJakub Kicinski .set_ntf_cmd = ETHTOOL_MSG_CHANNELS_NTF,
21304007961SJakub Kicinski };
214