1e4a1717bSMichal Kubecek // SPDX-License-Identifier: GPL-2.0-only 2e4a1717bSMichal Kubecek 3e4a1717bSMichal Kubecek #include "netlink.h" 4e4a1717bSMichal Kubecek #include "common.h" 5e4a1717bSMichal Kubecek 6e4a1717bSMichal Kubecek struct rings_req_info { 7e4a1717bSMichal Kubecek struct ethnl_req_info base; 8e4a1717bSMichal Kubecek }; 9e4a1717bSMichal Kubecek 10e4a1717bSMichal Kubecek struct rings_reply_data { 11e4a1717bSMichal Kubecek struct ethnl_reply_data base; 12e4a1717bSMichal Kubecek struct ethtool_ringparam ringparam; 130b70c256SHao Chen struct kernel_ethtool_ringparam kernel_ringparam; 14*233eb4e7SShay Agroskin u32 supported_ring_params; 15e4a1717bSMichal Kubecek }; 16e4a1717bSMichal Kubecek 17e4a1717bSMichal Kubecek #define RINGS_REPDATA(__reply_base) \ 18e4a1717bSMichal Kubecek container_of(__reply_base, struct rings_reply_data, base) 19e4a1717bSMichal Kubecek 20ff419afaSJakub Kicinski const struct nla_policy ethnl_rings_get_policy[] = { 21329d9c33SJakub Kicinski [ETHTOOL_A_RINGS_HEADER] = 22329d9c33SJakub Kicinski NLA_POLICY_NESTED(ethnl_header_policy), 23e4a1717bSMichal Kubecek }; 24e4a1717bSMichal Kubecek 25e4a1717bSMichal Kubecek static int rings_prepare_data(const struct ethnl_req_info *req_base, 26e4a1717bSMichal Kubecek struct ethnl_reply_data *reply_base, 27e4a1717bSMichal Kubecek struct genl_info *info) 28e4a1717bSMichal Kubecek { 29e4a1717bSMichal Kubecek struct rings_reply_data *data = RINGS_REPDATA(reply_base); 3074624944SHao Chen struct netlink_ext_ack *extack = info ? info->extack : NULL; 31e4a1717bSMichal Kubecek struct net_device *dev = reply_base->dev; 32e4a1717bSMichal Kubecek int ret; 33e4a1717bSMichal Kubecek 34e4a1717bSMichal Kubecek if (!dev->ethtool_ops->get_ringparam) 35e4a1717bSMichal Kubecek return -EOPNOTSUPP; 36*233eb4e7SShay Agroskin 37*233eb4e7SShay Agroskin data->supported_ring_params = dev->ethtool_ops->supported_ring_params; 38e4a1717bSMichal Kubecek ret = ethnl_ops_begin(dev); 39e4a1717bSMichal Kubecek if (ret < 0) 40e4a1717bSMichal Kubecek return ret; 4174624944SHao Chen dev->ethtool_ops->get_ringparam(dev, &data->ringparam, 4274624944SHao Chen &data->kernel_ringparam, extack); 43e4a1717bSMichal Kubecek ethnl_ops_complete(dev); 44e4a1717bSMichal Kubecek 45e4a1717bSMichal Kubecek return 0; 46e4a1717bSMichal Kubecek } 47e4a1717bSMichal Kubecek 48e4a1717bSMichal Kubecek static int rings_reply_size(const struct ethnl_req_info *req_base, 49e4a1717bSMichal Kubecek const struct ethnl_reply_data *reply_base) 50e4a1717bSMichal Kubecek { 51e4a1717bSMichal Kubecek return nla_total_size(sizeof(u32)) + /* _RINGS_RX_MAX */ 52e4a1717bSMichal Kubecek nla_total_size(sizeof(u32)) + /* _RINGS_RX_MINI_MAX */ 53e4a1717bSMichal Kubecek nla_total_size(sizeof(u32)) + /* _RINGS_RX_JUMBO_MAX */ 54e4a1717bSMichal Kubecek nla_total_size(sizeof(u32)) + /* _RINGS_TX_MAX */ 55e4a1717bSMichal Kubecek nla_total_size(sizeof(u32)) + /* _RINGS_RX */ 56e4a1717bSMichal Kubecek nla_total_size(sizeof(u32)) + /* _RINGS_RX_MINI */ 57e4a1717bSMichal Kubecek nla_total_size(sizeof(u32)) + /* _RINGS_RX_JUMBO */ 580b70c256SHao Chen nla_total_size(sizeof(u32)) + /* _RINGS_TX */ 599690ae60SJakub Kicinski nla_total_size(sizeof(u32)) + /* _RINGS_RX_BUF_LEN */ 601241e329SSubbaraya Sundeep nla_total_size(sizeof(u8)) + /* _RINGS_TCP_DATA_SPLIT */ 614dc84c06SJie Wang nla_total_size(sizeof(u32) + /* _RINGS_CQE_SIZE */ 625b4e9a7aSShannon Nelson nla_total_size(sizeof(u8)) + /* _RINGS_TX_PUSH */ 63*233eb4e7SShay Agroskin nla_total_size(sizeof(u8))) + /* _RINGS_RX_PUSH */ 64*233eb4e7SShay Agroskin nla_total_size(sizeof(u32)) + /* _RINGS_TX_PUSH_BUF_LEN */ 65*233eb4e7SShay Agroskin nla_total_size(sizeof(u32)); /* _RINGS_TX_PUSH_BUF_LEN_MAX */ 66e4a1717bSMichal Kubecek } 67e4a1717bSMichal Kubecek 68e4a1717bSMichal Kubecek static int rings_fill_reply(struct sk_buff *skb, 69e4a1717bSMichal Kubecek const struct ethnl_req_info *req_base, 70e4a1717bSMichal Kubecek const struct ethnl_reply_data *reply_base) 71e4a1717bSMichal Kubecek { 72e4a1717bSMichal Kubecek const struct rings_reply_data *data = RINGS_REPDATA(reply_base); 739690ae60SJakub Kicinski const struct kernel_ethtool_ringparam *kr = &data->kernel_ringparam; 74e4a1717bSMichal Kubecek const struct ethtool_ringparam *ringparam = &data->ringparam; 75*233eb4e7SShay Agroskin u32 supported_ring_params = data->supported_ring_params; 76e4a1717bSMichal Kubecek 779690ae60SJakub Kicinski WARN_ON(kr->tcp_data_split > ETHTOOL_TCP_DATA_SPLIT_ENABLED); 789690ae60SJakub Kicinski 79e4a1717bSMichal Kubecek if ((ringparam->rx_max_pending && 80e4a1717bSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MAX, 81e4a1717bSMichal Kubecek ringparam->rx_max_pending) || 82e4a1717bSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_RINGS_RX, 83e4a1717bSMichal Kubecek ringparam->rx_pending))) || 84e4a1717bSMichal Kubecek (ringparam->rx_mini_max_pending && 85e4a1717bSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI_MAX, 86e4a1717bSMichal Kubecek ringparam->rx_mini_max_pending) || 87e4a1717bSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI, 88e4a1717bSMichal Kubecek ringparam->rx_mini_pending))) || 89e4a1717bSMichal Kubecek (ringparam->rx_jumbo_max_pending && 90e4a1717bSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO_MAX, 91e4a1717bSMichal Kubecek ringparam->rx_jumbo_max_pending) || 92e4a1717bSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO, 93e4a1717bSMichal Kubecek ringparam->rx_jumbo_pending))) || 94e4a1717bSMichal Kubecek (ringparam->tx_max_pending && 95e4a1717bSMichal Kubecek (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_MAX, 96e4a1717bSMichal Kubecek ringparam->tx_max_pending) || 97e4a1717bSMichal Kubecek nla_put_u32(skb, ETHTOOL_A_RINGS_TX, 980b70c256SHao Chen ringparam->tx_pending))) || 999690ae60SJakub Kicinski (kr->rx_buf_len && 1009690ae60SJakub Kicinski (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_BUF_LEN, kr->rx_buf_len))) || 1019690ae60SJakub Kicinski (kr->tcp_data_split && 1029690ae60SJakub Kicinski (nla_put_u8(skb, ETHTOOL_A_RINGS_TCP_DATA_SPLIT, 1031241e329SSubbaraya Sundeep kr->tcp_data_split))) || 1041241e329SSubbaraya Sundeep (kr->cqe_size && 1054dc84c06SJie Wang (nla_put_u32(skb, ETHTOOL_A_RINGS_CQE_SIZE, kr->cqe_size))) || 1065b4e9a7aSShannon Nelson nla_put_u8(skb, ETHTOOL_A_RINGS_TX_PUSH, !!kr->tx_push) || 107*233eb4e7SShay Agroskin nla_put_u8(skb, ETHTOOL_A_RINGS_RX_PUSH, !!kr->rx_push) || 108*233eb4e7SShay Agroskin ((supported_ring_params & ETHTOOL_RING_USE_TX_PUSH_BUF_LEN) && 109*233eb4e7SShay Agroskin (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX, 110*233eb4e7SShay Agroskin kr->tx_push_buf_max_len) || 111*233eb4e7SShay Agroskin nla_put_u32(skb, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN, 112*233eb4e7SShay Agroskin kr->tx_push_buf_len)))) 113e4a1717bSMichal Kubecek return -EMSGSIZE; 114e4a1717bSMichal Kubecek 115e4a1717bSMichal Kubecek return 0; 116e4a1717bSMichal Kubecek } 117e4a1717bSMichal Kubecek 1182fc2929eSMichal Kubecek /* RINGS_SET */ 1192fc2929eSMichal Kubecek 120ff419afaSJakub Kicinski const struct nla_policy ethnl_rings_set_policy[] = { 121329d9c33SJakub Kicinski [ETHTOOL_A_RINGS_HEADER] = 122329d9c33SJakub Kicinski NLA_POLICY_NESTED(ethnl_header_policy), 1232fc2929eSMichal Kubecek [ETHTOOL_A_RINGS_RX] = { .type = NLA_U32 }, 1242fc2929eSMichal Kubecek [ETHTOOL_A_RINGS_RX_MINI] = { .type = NLA_U32 }, 1252fc2929eSMichal Kubecek [ETHTOOL_A_RINGS_RX_JUMBO] = { .type = NLA_U32 }, 1262fc2929eSMichal Kubecek [ETHTOOL_A_RINGS_TX] = { .type = NLA_U32 }, 1270b70c256SHao Chen [ETHTOOL_A_RINGS_RX_BUF_LEN] = NLA_POLICY_MIN(NLA_U32, 1), 1281241e329SSubbaraya Sundeep [ETHTOOL_A_RINGS_CQE_SIZE] = NLA_POLICY_MIN(NLA_U32, 1), 1294dc84c06SJie Wang [ETHTOOL_A_RINGS_TX_PUSH] = NLA_POLICY_MAX(NLA_U8, 1), 1305b4e9a7aSShannon Nelson [ETHTOOL_A_RINGS_RX_PUSH] = NLA_POLICY_MAX(NLA_U8, 1), 131*233eb4e7SShay Agroskin [ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN] = { .type = NLA_U32 }, 1322fc2929eSMichal Kubecek }; 1332fc2929eSMichal Kubecek 13404007961SJakub Kicinski static int 13504007961SJakub Kicinski ethnl_set_rings_validate(struct ethnl_req_info *req_info, 13604007961SJakub Kicinski struct genl_info *info) 1372fc2929eSMichal Kubecek { 13804007961SJakub Kicinski const struct ethtool_ops *ops = req_info->dev->ethtool_ops; 1395028588bSJakub Kicinski struct nlattr **tb = info->attrs; 1402fc2929eSMichal Kubecek 141bde292c0SJie Wang if (tb[ETHTOOL_A_RINGS_RX_BUF_LEN] && 142bde292c0SJie Wang !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_BUF_LEN)) { 143bde292c0SJie Wang NL_SET_ERR_MSG_ATTR(info->extack, 144bde292c0SJie Wang tb[ETHTOOL_A_RINGS_RX_BUF_LEN], 145bde292c0SJie Wang "setting rx buf len not supported"); 14604007961SJakub Kicinski return -EOPNOTSUPP; 147bde292c0SJie Wang } 148bde292c0SJie Wang 149bde292c0SJie Wang if (tb[ETHTOOL_A_RINGS_CQE_SIZE] && 150bde292c0SJie Wang !(ops->supported_ring_params & ETHTOOL_RING_USE_CQE_SIZE)) { 151bde292c0SJie Wang NL_SET_ERR_MSG_ATTR(info->extack, 152bde292c0SJie Wang tb[ETHTOOL_A_RINGS_CQE_SIZE], 153bde292c0SJie Wang "setting cqe size not supported"); 15404007961SJakub Kicinski return -EOPNOTSUPP; 155bde292c0SJie Wang } 156bde292c0SJie Wang 1574dc84c06SJie Wang if (tb[ETHTOOL_A_RINGS_TX_PUSH] && 1584dc84c06SJie Wang !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH)) { 1594dc84c06SJie Wang NL_SET_ERR_MSG_ATTR(info->extack, 1604dc84c06SJie Wang tb[ETHTOOL_A_RINGS_TX_PUSH], 1614dc84c06SJie Wang "setting tx push not supported"); 16204007961SJakub Kicinski return -EOPNOTSUPP; 1634dc84c06SJie Wang } 1644dc84c06SJie Wang 1655b4e9a7aSShannon Nelson if (tb[ETHTOOL_A_RINGS_RX_PUSH] && 1665b4e9a7aSShannon Nelson !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_PUSH)) { 1675b4e9a7aSShannon Nelson NL_SET_ERR_MSG_ATTR(info->extack, 1685b4e9a7aSShannon Nelson tb[ETHTOOL_A_RINGS_RX_PUSH], 1695b4e9a7aSShannon Nelson "setting rx push not supported"); 1705b4e9a7aSShannon Nelson return -EOPNOTSUPP; 1715b4e9a7aSShannon Nelson } 1725b4e9a7aSShannon Nelson 173*233eb4e7SShay Agroskin if (tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN] && 174*233eb4e7SShay Agroskin !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH_BUF_LEN)) { 175*233eb4e7SShay Agroskin NL_SET_ERR_MSG_ATTR(info->extack, 176*233eb4e7SShay Agroskin tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN], 177*233eb4e7SShay Agroskin "setting tx push buf len is not supported"); 178*233eb4e7SShay Agroskin return -EOPNOTSUPP; 179*233eb4e7SShay Agroskin } 180*233eb4e7SShay Agroskin 18104007961SJakub Kicinski return ops->get_ringparam && ops->set_ringparam ? 1 : -EOPNOTSUPP; 18204007961SJakub Kicinski } 18304007961SJakub Kicinski 18404007961SJakub Kicinski static int 18504007961SJakub Kicinski ethnl_set_rings(struct ethnl_req_info *req_info, struct genl_info *info) 18604007961SJakub Kicinski { 18704007961SJakub Kicinski struct kernel_ethtool_ringparam kernel_ringparam = {}; 18804007961SJakub Kicinski struct ethtool_ringparam ringparam = {}; 18904007961SJakub Kicinski struct net_device *dev = req_info->dev; 19004007961SJakub Kicinski struct nlattr **tb = info->attrs; 19104007961SJakub Kicinski const struct nlattr *err_attr; 19204007961SJakub Kicinski bool mod = false; 19304007961SJakub Kicinski int ret; 19404007961SJakub Kicinski 19504007961SJakub Kicinski dev->ethtool_ops->get_ringparam(dev, &ringparam, 19604007961SJakub Kicinski &kernel_ringparam, info->extack); 1972fc2929eSMichal Kubecek 1982fc2929eSMichal Kubecek ethnl_update_u32(&ringparam.rx_pending, tb[ETHTOOL_A_RINGS_RX], &mod); 1992fc2929eSMichal Kubecek ethnl_update_u32(&ringparam.rx_mini_pending, 2002fc2929eSMichal Kubecek tb[ETHTOOL_A_RINGS_RX_MINI], &mod); 2012fc2929eSMichal Kubecek ethnl_update_u32(&ringparam.rx_jumbo_pending, 2022fc2929eSMichal Kubecek tb[ETHTOOL_A_RINGS_RX_JUMBO], &mod); 2032fc2929eSMichal Kubecek ethnl_update_u32(&ringparam.tx_pending, tb[ETHTOOL_A_RINGS_TX], &mod); 2040b70c256SHao Chen ethnl_update_u32(&kernel_ringparam.rx_buf_len, 2050b70c256SHao Chen tb[ETHTOOL_A_RINGS_RX_BUF_LEN], &mod); 2061241e329SSubbaraya Sundeep ethnl_update_u32(&kernel_ringparam.cqe_size, 2071241e329SSubbaraya Sundeep tb[ETHTOOL_A_RINGS_CQE_SIZE], &mod); 2084dc84c06SJie Wang ethnl_update_u8(&kernel_ringparam.tx_push, 2094dc84c06SJie Wang tb[ETHTOOL_A_RINGS_TX_PUSH], &mod); 2105b4e9a7aSShannon Nelson ethnl_update_u8(&kernel_ringparam.rx_push, 2115b4e9a7aSShannon Nelson tb[ETHTOOL_A_RINGS_RX_PUSH], &mod); 212*233eb4e7SShay Agroskin ethnl_update_u32(&kernel_ringparam.tx_push_buf_len, 213*233eb4e7SShay Agroskin tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN], &mod); 2142fc2929eSMichal Kubecek if (!mod) 21504007961SJakub Kicinski return 0; 2162fc2929eSMichal Kubecek 2172fc2929eSMichal Kubecek /* ensure new ring parameters are within limits */ 2182fc2929eSMichal Kubecek if (ringparam.rx_pending > ringparam.rx_max_pending) 2192fc2929eSMichal Kubecek err_attr = tb[ETHTOOL_A_RINGS_RX]; 2202fc2929eSMichal Kubecek else if (ringparam.rx_mini_pending > ringparam.rx_mini_max_pending) 2212fc2929eSMichal Kubecek err_attr = tb[ETHTOOL_A_RINGS_RX_MINI]; 2222fc2929eSMichal Kubecek else if (ringparam.rx_jumbo_pending > ringparam.rx_jumbo_max_pending) 2232fc2929eSMichal Kubecek err_attr = tb[ETHTOOL_A_RINGS_RX_JUMBO]; 2242fc2929eSMichal Kubecek else if (ringparam.tx_pending > ringparam.tx_max_pending) 2252fc2929eSMichal Kubecek err_attr = tb[ETHTOOL_A_RINGS_TX]; 2262fc2929eSMichal Kubecek else 2272fc2929eSMichal Kubecek err_attr = NULL; 2282fc2929eSMichal Kubecek if (err_attr) { 2292fc2929eSMichal Kubecek NL_SET_ERR_MSG_ATTR(info->extack, err_attr, 2305ec82c49SColin Ian King "requested ring size exceeds maximum"); 23104007961SJakub Kicinski return -EINVAL; 2322fc2929eSMichal Kubecek } 2332fc2929eSMichal Kubecek 234*233eb4e7SShay Agroskin if (kernel_ringparam.tx_push_buf_len > kernel_ringparam.tx_push_buf_max_len) { 235*233eb4e7SShay Agroskin NL_SET_ERR_MSG_ATTR_FMT(info->extack, tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN], 236*233eb4e7SShay Agroskin "Requested TX push buffer exceeds the maximum of %u", 237*233eb4e7SShay Agroskin kernel_ringparam.tx_push_buf_max_len); 238*233eb4e7SShay Agroskin 239*233eb4e7SShay Agroskin return -EINVAL; 240*233eb4e7SShay Agroskin } 241*233eb4e7SShay Agroskin 24274624944SHao Chen ret = dev->ethtool_ops->set_ringparam(dev, &ringparam, 24374624944SHao Chen &kernel_ringparam, info->extack); 24404007961SJakub Kicinski return ret < 0 ? ret : 1; 2452fc2929eSMichal Kubecek } 24604007961SJakub Kicinski 24704007961SJakub Kicinski const struct ethnl_request_ops ethnl_rings_request_ops = { 24804007961SJakub Kicinski .request_cmd = ETHTOOL_MSG_RINGS_GET, 24904007961SJakub Kicinski .reply_cmd = ETHTOOL_MSG_RINGS_GET_REPLY, 25004007961SJakub Kicinski .hdr_attr = ETHTOOL_A_RINGS_HEADER, 25104007961SJakub Kicinski .req_info_size = sizeof(struct rings_req_info), 25204007961SJakub Kicinski .reply_data_size = sizeof(struct rings_reply_data), 25304007961SJakub Kicinski 25404007961SJakub Kicinski .prepare_data = rings_prepare_data, 25504007961SJakub Kicinski .reply_size = rings_reply_size, 25604007961SJakub Kicinski .fill_reply = rings_fill_reply, 25704007961SJakub Kicinski 25804007961SJakub Kicinski .set_validate = ethnl_set_rings_validate, 25904007961SJakub Kicinski .set = ethnl_set_rings, 26004007961SJakub Kicinski .set_ntf_cmd = ETHTOOL_MSG_RINGS_NTF, 26104007961SJakub Kicinski }; 262