1214baf22SMaxim Mikityanskiy // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 2214baf22SMaxim Mikityanskiy /* Copyright (c) 2020, Mellanox Technologies inc. All rights reserved. */ 3214baf22SMaxim Mikityanskiy 4214baf22SMaxim Mikityanskiy #include "en.h" 5214baf22SMaxim Mikityanskiy #include "params.h" 6214baf22SMaxim Mikityanskiy #include "../qos.h" 7214baf22SMaxim Mikityanskiy 8214baf22SMaxim Mikityanskiy #define BYTES_IN_MBIT 125000 9214baf22SMaxim Mikityanskiy 10214baf22SMaxim Mikityanskiy int mlx5e_qos_max_leaf_nodes(struct mlx5_core_dev *mdev) 11214baf22SMaxim Mikityanskiy { 12214baf22SMaxim Mikityanskiy return min(MLX5E_QOS_MAX_LEAF_NODES, mlx5_qos_max_leaf_nodes(mdev)); 13214baf22SMaxim Mikityanskiy } 14214baf22SMaxim Mikityanskiy 15214baf22SMaxim Mikityanskiy int mlx5e_qos_cur_leaf_nodes(struct mlx5e_priv *priv) 16214baf22SMaxim Mikityanskiy { 17214baf22SMaxim Mikityanskiy int last = find_last_bit(priv->htb.qos_used_qids, mlx5e_qos_max_leaf_nodes(priv->mdev)); 18214baf22SMaxim Mikityanskiy 19214baf22SMaxim Mikityanskiy return last == mlx5e_qos_max_leaf_nodes(priv->mdev) ? 0 : last + 1; 20214baf22SMaxim Mikityanskiy } 21214baf22SMaxim Mikityanskiy 22214baf22SMaxim Mikityanskiy /* Software representation of the QoS tree (internal to this file) */ 23214baf22SMaxim Mikityanskiy 24214baf22SMaxim Mikityanskiy static int mlx5e_find_unused_qos_qid(struct mlx5e_priv *priv) 25214baf22SMaxim Mikityanskiy { 26214baf22SMaxim Mikityanskiy int size = mlx5e_qos_max_leaf_nodes(priv->mdev); 27214baf22SMaxim Mikityanskiy int res; 28214baf22SMaxim Mikityanskiy 29214baf22SMaxim Mikityanskiy WARN_ONCE(!mutex_is_locked(&priv->state_lock), "%s: state_lock is not held\n", __func__); 30214baf22SMaxim Mikityanskiy res = find_first_zero_bit(priv->htb.qos_used_qids, size); 31214baf22SMaxim Mikityanskiy 32214baf22SMaxim Mikityanskiy return res == size ? -ENOSPC : res; 33214baf22SMaxim Mikityanskiy } 34214baf22SMaxim Mikityanskiy 35214baf22SMaxim Mikityanskiy struct mlx5e_qos_node { 36214baf22SMaxim Mikityanskiy struct hlist_node hnode; 37214baf22SMaxim Mikityanskiy struct rcu_head rcu; 38214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *parent; 39214baf22SMaxim Mikityanskiy u64 rate; 40214baf22SMaxim Mikityanskiy u32 bw_share; 41214baf22SMaxim Mikityanskiy u32 max_average_bw; 42214baf22SMaxim Mikityanskiy u32 hw_id; 43214baf22SMaxim Mikityanskiy u32 classid; /* 16-bit, except root. */ 44214baf22SMaxim Mikityanskiy u16 qid; 45214baf22SMaxim Mikityanskiy }; 46214baf22SMaxim Mikityanskiy 47214baf22SMaxim Mikityanskiy #define MLX5E_QOS_QID_INNER 0xffff 48214baf22SMaxim Mikityanskiy #define MLX5E_HTB_CLASSID_ROOT 0xffffffff 49214baf22SMaxim Mikityanskiy 50214baf22SMaxim Mikityanskiy static struct mlx5e_qos_node * 51214baf22SMaxim Mikityanskiy mlx5e_sw_node_create_leaf(struct mlx5e_priv *priv, u16 classid, u16 qid, 52214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *parent) 53214baf22SMaxim Mikityanskiy { 54214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node; 55214baf22SMaxim Mikityanskiy 56214baf22SMaxim Mikityanskiy node = kzalloc(sizeof(*node), GFP_KERNEL); 57214baf22SMaxim Mikityanskiy if (!node) 58214baf22SMaxim Mikityanskiy return ERR_PTR(-ENOMEM); 59214baf22SMaxim Mikityanskiy 60214baf22SMaxim Mikityanskiy node->parent = parent; 61214baf22SMaxim Mikityanskiy 62214baf22SMaxim Mikityanskiy node->qid = qid; 63214baf22SMaxim Mikityanskiy __set_bit(qid, priv->htb.qos_used_qids); 64214baf22SMaxim Mikityanskiy 65214baf22SMaxim Mikityanskiy node->classid = classid; 66214baf22SMaxim Mikityanskiy hash_add_rcu(priv->htb.qos_tc2node, &node->hnode, classid); 67214baf22SMaxim Mikityanskiy 68214baf22SMaxim Mikityanskiy mlx5e_update_tx_netdev_queues(priv); 69214baf22SMaxim Mikityanskiy 70214baf22SMaxim Mikityanskiy return node; 71214baf22SMaxim Mikityanskiy } 72214baf22SMaxim Mikityanskiy 73214baf22SMaxim Mikityanskiy static struct mlx5e_qos_node *mlx5e_sw_node_create_root(struct mlx5e_priv *priv) 74214baf22SMaxim Mikityanskiy { 75214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node; 76214baf22SMaxim Mikityanskiy 77214baf22SMaxim Mikityanskiy node = kzalloc(sizeof(*node), GFP_KERNEL); 78214baf22SMaxim Mikityanskiy if (!node) 79214baf22SMaxim Mikityanskiy return ERR_PTR(-ENOMEM); 80214baf22SMaxim Mikityanskiy 81214baf22SMaxim Mikityanskiy node->qid = MLX5E_QOS_QID_INNER; 82214baf22SMaxim Mikityanskiy node->classid = MLX5E_HTB_CLASSID_ROOT; 83214baf22SMaxim Mikityanskiy hash_add_rcu(priv->htb.qos_tc2node, &node->hnode, node->classid); 84214baf22SMaxim Mikityanskiy 85214baf22SMaxim Mikityanskiy return node; 86214baf22SMaxim Mikityanskiy } 87214baf22SMaxim Mikityanskiy 88214baf22SMaxim Mikityanskiy static struct mlx5e_qos_node *mlx5e_sw_node_find(struct mlx5e_priv *priv, u32 classid) 89214baf22SMaxim Mikityanskiy { 90214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node = NULL; 91214baf22SMaxim Mikityanskiy 92214baf22SMaxim Mikityanskiy hash_for_each_possible(priv->htb.qos_tc2node, node, hnode, classid) { 93214baf22SMaxim Mikityanskiy if (node->classid == classid) 94214baf22SMaxim Mikityanskiy break; 95214baf22SMaxim Mikityanskiy } 96214baf22SMaxim Mikityanskiy 97214baf22SMaxim Mikityanskiy return node; 98214baf22SMaxim Mikityanskiy } 99214baf22SMaxim Mikityanskiy 100214baf22SMaxim Mikityanskiy static struct mlx5e_qos_node *mlx5e_sw_node_find_rcu(struct mlx5e_priv *priv, u32 classid) 101214baf22SMaxim Mikityanskiy { 102214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node = NULL; 103214baf22SMaxim Mikityanskiy 104214baf22SMaxim Mikityanskiy hash_for_each_possible_rcu(priv->htb.qos_tc2node, node, hnode, classid) { 105214baf22SMaxim Mikityanskiy if (node->classid == classid) 106214baf22SMaxim Mikityanskiy break; 107214baf22SMaxim Mikityanskiy } 108214baf22SMaxim Mikityanskiy 109214baf22SMaxim Mikityanskiy return node; 110214baf22SMaxim Mikityanskiy } 111214baf22SMaxim Mikityanskiy 112214baf22SMaxim Mikityanskiy static void mlx5e_sw_node_delete(struct mlx5e_priv *priv, struct mlx5e_qos_node *node) 113214baf22SMaxim Mikityanskiy { 114214baf22SMaxim Mikityanskiy hash_del_rcu(&node->hnode); 115214baf22SMaxim Mikityanskiy if (node->qid != MLX5E_QOS_QID_INNER) { 116214baf22SMaxim Mikityanskiy __clear_bit(node->qid, priv->htb.qos_used_qids); 117214baf22SMaxim Mikityanskiy mlx5e_update_tx_netdev_queues(priv); 118214baf22SMaxim Mikityanskiy } 119214baf22SMaxim Mikityanskiy kfree_rcu(node, rcu); 120214baf22SMaxim Mikityanskiy } 121214baf22SMaxim Mikityanskiy 122214baf22SMaxim Mikityanskiy /* TX datapath API */ 123214baf22SMaxim Mikityanskiy 124214baf22SMaxim Mikityanskiy static u16 mlx5e_qid_from_qos(struct mlx5e_channels *chs, u16 qid) 125214baf22SMaxim Mikityanskiy { 126214baf22SMaxim Mikityanskiy /* These channel params are safe to access from the datapath, because: 127214baf22SMaxim Mikityanskiy * 1. This function is called only after checking priv->htb.maj_id != 0, 128214baf22SMaxim Mikityanskiy * and the number of queues can't change while HTB offload is active. 129214baf22SMaxim Mikityanskiy * 2. When priv->htb.maj_id becomes 0, synchronize_rcu waits for 130214baf22SMaxim Mikityanskiy * mlx5e_select_queue to finish while holding priv->state_lock, 131214baf22SMaxim Mikityanskiy * preventing other code from changing the number of queues. 132214baf22SMaxim Mikityanskiy */ 133214baf22SMaxim Mikityanskiy bool is_ptp = MLX5E_GET_PFLAG(&chs->params, MLX5E_PFLAG_TX_PORT_TS); 134214baf22SMaxim Mikityanskiy 135214baf22SMaxim Mikityanskiy return (chs->params.num_channels + is_ptp) * chs->params.num_tc + qid; 136214baf22SMaxim Mikityanskiy } 137214baf22SMaxim Mikityanskiy 138214baf22SMaxim Mikityanskiy int mlx5e_get_txq_by_classid(struct mlx5e_priv *priv, u16 classid) 139214baf22SMaxim Mikityanskiy { 140214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node; 141214baf22SMaxim Mikityanskiy u16 qid; 142214baf22SMaxim Mikityanskiy int res; 143214baf22SMaxim Mikityanskiy 144214baf22SMaxim Mikityanskiy rcu_read_lock(); 145214baf22SMaxim Mikityanskiy 146214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_find_rcu(priv, classid); 147214baf22SMaxim Mikityanskiy if (!node) { 148214baf22SMaxim Mikityanskiy res = -ENOENT; 149214baf22SMaxim Mikityanskiy goto out; 150214baf22SMaxim Mikityanskiy } 151214baf22SMaxim Mikityanskiy qid = READ_ONCE(node->qid); 152214baf22SMaxim Mikityanskiy if (qid == MLX5E_QOS_QID_INNER) { 153214baf22SMaxim Mikityanskiy res = -EINVAL; 154214baf22SMaxim Mikityanskiy goto out; 155214baf22SMaxim Mikityanskiy } 156214baf22SMaxim Mikityanskiy res = mlx5e_qid_from_qos(&priv->channels, qid); 157214baf22SMaxim Mikityanskiy 158214baf22SMaxim Mikityanskiy out: 159214baf22SMaxim Mikityanskiy rcu_read_unlock(); 160214baf22SMaxim Mikityanskiy return res; 161214baf22SMaxim Mikityanskiy } 162214baf22SMaxim Mikityanskiy 163214baf22SMaxim Mikityanskiy static struct mlx5e_txqsq *mlx5e_get_qos_sq(struct mlx5e_priv *priv, int qid) 164214baf22SMaxim Mikityanskiy { 165214baf22SMaxim Mikityanskiy struct mlx5e_params *params = &priv->channels.params; 166214baf22SMaxim Mikityanskiy struct mlx5e_txqsq __rcu **qos_sqs; 167214baf22SMaxim Mikityanskiy struct mlx5e_channel *c; 168214baf22SMaxim Mikityanskiy int ix; 169214baf22SMaxim Mikityanskiy 170214baf22SMaxim Mikityanskiy ix = qid % params->num_channels; 171214baf22SMaxim Mikityanskiy qid /= params->num_channels; 172214baf22SMaxim Mikityanskiy c = priv->channels.c[ix]; 173214baf22SMaxim Mikityanskiy 174214baf22SMaxim Mikityanskiy qos_sqs = mlx5e_state_dereference(priv, c->qos_sqs); 175214baf22SMaxim Mikityanskiy return mlx5e_state_dereference(priv, qos_sqs[qid]); 176214baf22SMaxim Mikityanskiy } 177214baf22SMaxim Mikityanskiy 178214baf22SMaxim Mikityanskiy /* SQ lifecycle */ 179214baf22SMaxim Mikityanskiy 180214baf22SMaxim Mikityanskiy static int mlx5e_open_qos_sq(struct mlx5e_priv *priv, struct mlx5e_channels *chs, 181214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node) 182214baf22SMaxim Mikityanskiy { 183214baf22SMaxim Mikityanskiy struct mlx5e_create_cq_param ccp = {}; 184214baf22SMaxim Mikityanskiy struct mlx5e_txqsq __rcu **qos_sqs; 185214baf22SMaxim Mikityanskiy struct mlx5e_sq_param param_sq; 186214baf22SMaxim Mikityanskiy struct mlx5e_cq_param param_cq; 187214baf22SMaxim Mikityanskiy int txq_ix, ix, qid, err = 0; 188214baf22SMaxim Mikityanskiy struct mlx5e_params *params; 189214baf22SMaxim Mikityanskiy struct mlx5e_channel *c; 190214baf22SMaxim Mikityanskiy struct mlx5e_txqsq *sq; 191214baf22SMaxim Mikityanskiy 192214baf22SMaxim Mikityanskiy params = &chs->params; 193214baf22SMaxim Mikityanskiy 194214baf22SMaxim Mikityanskiy txq_ix = mlx5e_qid_from_qos(chs, node->qid); 195214baf22SMaxim Mikityanskiy 196214baf22SMaxim Mikityanskiy WARN_ON(node->qid > priv->htb.max_qos_sqs); 197214baf22SMaxim Mikityanskiy if (node->qid == priv->htb.max_qos_sqs) { 198214baf22SMaxim Mikityanskiy struct mlx5e_sq_stats *stats, **stats_list = NULL; 199214baf22SMaxim Mikityanskiy 200214baf22SMaxim Mikityanskiy if (priv->htb.max_qos_sqs == 0) { 201214baf22SMaxim Mikityanskiy stats_list = kvcalloc(mlx5e_qos_max_leaf_nodes(priv->mdev), 202214baf22SMaxim Mikityanskiy sizeof(*stats_list), 203214baf22SMaxim Mikityanskiy GFP_KERNEL); 204214baf22SMaxim Mikityanskiy if (!stats_list) 205214baf22SMaxim Mikityanskiy return -ENOMEM; 206214baf22SMaxim Mikityanskiy } 207214baf22SMaxim Mikityanskiy stats = kzalloc(sizeof(*stats), GFP_KERNEL); 208214baf22SMaxim Mikityanskiy if (!stats) { 209214baf22SMaxim Mikityanskiy kvfree(stats_list); 210214baf22SMaxim Mikityanskiy return -ENOMEM; 211214baf22SMaxim Mikityanskiy } 212214baf22SMaxim Mikityanskiy if (stats_list) 213214baf22SMaxim Mikityanskiy WRITE_ONCE(priv->htb.qos_sq_stats, stats_list); 214214baf22SMaxim Mikityanskiy WRITE_ONCE(priv->htb.qos_sq_stats[node->qid], stats); 215214baf22SMaxim Mikityanskiy /* Order max_qos_sqs increment after writing the array pointer. 216214baf22SMaxim Mikityanskiy * Pairs with smp_load_acquire in en_stats.c. 217214baf22SMaxim Mikityanskiy */ 218214baf22SMaxim Mikityanskiy smp_store_release(&priv->htb.max_qos_sqs, priv->htb.max_qos_sqs + 1); 219214baf22SMaxim Mikityanskiy } 220214baf22SMaxim Mikityanskiy 221214baf22SMaxim Mikityanskiy ix = node->qid % params->num_channels; 222214baf22SMaxim Mikityanskiy qid = node->qid / params->num_channels; 223214baf22SMaxim Mikityanskiy c = chs->c[ix]; 224214baf22SMaxim Mikityanskiy 225214baf22SMaxim Mikityanskiy qos_sqs = mlx5e_state_dereference(priv, c->qos_sqs); 226214baf22SMaxim Mikityanskiy sq = kzalloc(sizeof(*sq), GFP_KERNEL); 227214baf22SMaxim Mikityanskiy 228214baf22SMaxim Mikityanskiy if (!sq) 229214baf22SMaxim Mikityanskiy return -ENOMEM; 230214baf22SMaxim Mikityanskiy 231214baf22SMaxim Mikityanskiy mlx5e_build_create_cq_param(&ccp, c); 232214baf22SMaxim Mikityanskiy 233214baf22SMaxim Mikityanskiy memset(¶m_sq, 0, sizeof(param_sq)); 234214baf22SMaxim Mikityanskiy memset(¶m_cq, 0, sizeof(param_cq)); 235*89564920STariq Toukan mlx5e_build_sq_param(priv->mdev, params, ¶m_sq); 236*89564920STariq Toukan mlx5e_build_tx_cq_param(priv->mdev, params, ¶m_cq); 237214baf22SMaxim Mikityanskiy err = mlx5e_open_cq(priv, params->tx_cq_moderation, ¶m_cq, &ccp, &sq->cq); 238214baf22SMaxim Mikityanskiy if (err) 239214baf22SMaxim Mikityanskiy goto err_free_sq; 240214baf22SMaxim Mikityanskiy err = mlx5e_open_txqsq(c, priv->tisn[c->lag_port][0], txq_ix, params, 241214baf22SMaxim Mikityanskiy ¶m_sq, sq, 0, node->hw_id, node->qid); 242214baf22SMaxim Mikityanskiy if (err) 243214baf22SMaxim Mikityanskiy goto err_close_cq; 244214baf22SMaxim Mikityanskiy 245214baf22SMaxim Mikityanskiy rcu_assign_pointer(qos_sqs[qid], sq); 246214baf22SMaxim Mikityanskiy 247214baf22SMaxim Mikityanskiy return 0; 248214baf22SMaxim Mikityanskiy 249214baf22SMaxim Mikityanskiy err_close_cq: 250214baf22SMaxim Mikityanskiy mlx5e_close_cq(&sq->cq); 251214baf22SMaxim Mikityanskiy err_free_sq: 252214baf22SMaxim Mikityanskiy kfree(sq); 253214baf22SMaxim Mikityanskiy return err; 254214baf22SMaxim Mikityanskiy } 255214baf22SMaxim Mikityanskiy 256214baf22SMaxim Mikityanskiy static void mlx5e_activate_qos_sq(struct mlx5e_priv *priv, struct mlx5e_qos_node *node) 257214baf22SMaxim Mikityanskiy { 258214baf22SMaxim Mikityanskiy struct mlx5e_txqsq *sq; 259214baf22SMaxim Mikityanskiy 260214baf22SMaxim Mikityanskiy sq = mlx5e_get_qos_sq(priv, node->qid); 261214baf22SMaxim Mikityanskiy 262214baf22SMaxim Mikityanskiy WRITE_ONCE(priv->txq2sq[mlx5e_qid_from_qos(&priv->channels, node->qid)], sq); 263214baf22SMaxim Mikityanskiy 264214baf22SMaxim Mikityanskiy /* Make the change to txq2sq visible before the queue is started. 265214baf22SMaxim Mikityanskiy * As mlx5e_xmit runs under a spinlock, there is an implicit ACQUIRE, 266214baf22SMaxim Mikityanskiy * which pairs with this barrier. 267214baf22SMaxim Mikityanskiy */ 268214baf22SMaxim Mikityanskiy smp_wmb(); 269214baf22SMaxim Mikityanskiy 270214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "Activate QoS SQ qid %u\n", node->qid); 271214baf22SMaxim Mikityanskiy mlx5e_activate_txqsq(sq); 272214baf22SMaxim Mikityanskiy } 273214baf22SMaxim Mikityanskiy 274214baf22SMaxim Mikityanskiy static void mlx5e_deactivate_qos_sq(struct mlx5e_priv *priv, u16 qid) 275214baf22SMaxim Mikityanskiy { 276214baf22SMaxim Mikityanskiy struct mlx5e_txqsq *sq; 277214baf22SMaxim Mikityanskiy 278214baf22SMaxim Mikityanskiy sq = mlx5e_get_qos_sq(priv, qid); 279214baf22SMaxim Mikityanskiy if (!sq) /* Handle the case when the SQ failed to open. */ 280214baf22SMaxim Mikityanskiy return; 281214baf22SMaxim Mikityanskiy 282214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "Deactivate QoS SQ qid %u\n", qid); 283214baf22SMaxim Mikityanskiy mlx5e_deactivate_txqsq(sq); 284214baf22SMaxim Mikityanskiy 285214baf22SMaxim Mikityanskiy /* The queue is disabled, no synchronization with datapath is needed. */ 286214baf22SMaxim Mikityanskiy priv->txq2sq[mlx5e_qid_from_qos(&priv->channels, qid)] = NULL; 287214baf22SMaxim Mikityanskiy } 288214baf22SMaxim Mikityanskiy 289214baf22SMaxim Mikityanskiy static void mlx5e_close_qos_sq(struct mlx5e_priv *priv, u16 qid) 290214baf22SMaxim Mikityanskiy { 291214baf22SMaxim Mikityanskiy struct mlx5e_txqsq __rcu **qos_sqs; 292214baf22SMaxim Mikityanskiy struct mlx5e_params *params; 293214baf22SMaxim Mikityanskiy struct mlx5e_channel *c; 294214baf22SMaxim Mikityanskiy struct mlx5e_txqsq *sq; 295214baf22SMaxim Mikityanskiy int ix; 296214baf22SMaxim Mikityanskiy 297214baf22SMaxim Mikityanskiy params = &priv->channels.params; 298214baf22SMaxim Mikityanskiy 299214baf22SMaxim Mikityanskiy ix = qid % params->num_channels; 300214baf22SMaxim Mikityanskiy qid /= params->num_channels; 301214baf22SMaxim Mikityanskiy c = priv->channels.c[ix]; 302214baf22SMaxim Mikityanskiy qos_sqs = mlx5e_state_dereference(priv, c->qos_sqs); 303214baf22SMaxim Mikityanskiy sq = rcu_replace_pointer(qos_sqs[qid], NULL, lockdep_is_held(&priv->state_lock)); 304214baf22SMaxim Mikityanskiy if (!sq) /* Handle the case when the SQ failed to open. */ 305214baf22SMaxim Mikityanskiy return; 306214baf22SMaxim Mikityanskiy 307214baf22SMaxim Mikityanskiy synchronize_rcu(); /* Sync with NAPI. */ 308214baf22SMaxim Mikityanskiy 309214baf22SMaxim Mikityanskiy mlx5e_close_txqsq(sq); 310214baf22SMaxim Mikityanskiy mlx5e_close_cq(&sq->cq); 311214baf22SMaxim Mikityanskiy kfree(sq); 312214baf22SMaxim Mikityanskiy } 313214baf22SMaxim Mikityanskiy 314214baf22SMaxim Mikityanskiy void mlx5e_qos_close_queues(struct mlx5e_channel *c) 315214baf22SMaxim Mikityanskiy { 316214baf22SMaxim Mikityanskiy struct mlx5e_txqsq __rcu **qos_sqs; 317214baf22SMaxim Mikityanskiy int i; 318214baf22SMaxim Mikityanskiy 319214baf22SMaxim Mikityanskiy qos_sqs = rcu_replace_pointer(c->qos_sqs, NULL, lockdep_is_held(&c->priv->state_lock)); 320214baf22SMaxim Mikityanskiy if (!qos_sqs) 321214baf22SMaxim Mikityanskiy return; 322214baf22SMaxim Mikityanskiy synchronize_rcu(); /* Sync with NAPI. */ 323214baf22SMaxim Mikityanskiy 324214baf22SMaxim Mikityanskiy for (i = 0; i < c->qos_sqs_size; i++) { 325214baf22SMaxim Mikityanskiy struct mlx5e_txqsq *sq; 326214baf22SMaxim Mikityanskiy 327214baf22SMaxim Mikityanskiy sq = mlx5e_state_dereference(c->priv, qos_sqs[i]); 328214baf22SMaxim Mikityanskiy if (!sq) /* Handle the case when the SQ failed to open. */ 329214baf22SMaxim Mikityanskiy continue; 330214baf22SMaxim Mikityanskiy 331214baf22SMaxim Mikityanskiy mlx5e_close_txqsq(sq); 332214baf22SMaxim Mikityanskiy mlx5e_close_cq(&sq->cq); 333214baf22SMaxim Mikityanskiy kfree(sq); 334214baf22SMaxim Mikityanskiy } 335214baf22SMaxim Mikityanskiy 336214baf22SMaxim Mikityanskiy kvfree(qos_sqs); 337214baf22SMaxim Mikityanskiy } 338214baf22SMaxim Mikityanskiy 339214baf22SMaxim Mikityanskiy static void mlx5e_qos_close_all_queues(struct mlx5e_channels *chs) 340214baf22SMaxim Mikityanskiy { 341214baf22SMaxim Mikityanskiy int i; 342214baf22SMaxim Mikityanskiy 343214baf22SMaxim Mikityanskiy for (i = 0; i < chs->num; i++) 344214baf22SMaxim Mikityanskiy mlx5e_qos_close_queues(chs->c[i]); 345214baf22SMaxim Mikityanskiy } 346214baf22SMaxim Mikityanskiy 347214baf22SMaxim Mikityanskiy static int mlx5e_qos_alloc_queues(struct mlx5e_priv *priv, struct mlx5e_channels *chs) 348214baf22SMaxim Mikityanskiy { 349214baf22SMaxim Mikityanskiy u16 qos_sqs_size; 350214baf22SMaxim Mikityanskiy int i; 351214baf22SMaxim Mikityanskiy 352214baf22SMaxim Mikityanskiy qos_sqs_size = DIV_ROUND_UP(mlx5e_qos_max_leaf_nodes(priv->mdev), chs->num); 353214baf22SMaxim Mikityanskiy 354214baf22SMaxim Mikityanskiy for (i = 0; i < chs->num; i++) { 355214baf22SMaxim Mikityanskiy struct mlx5e_txqsq **sqs; 356214baf22SMaxim Mikityanskiy 357214baf22SMaxim Mikityanskiy sqs = kvcalloc(qos_sqs_size, sizeof(struct mlx5e_txqsq *), GFP_KERNEL); 358214baf22SMaxim Mikityanskiy if (!sqs) 359214baf22SMaxim Mikityanskiy goto err_free; 360214baf22SMaxim Mikityanskiy 361214baf22SMaxim Mikityanskiy WRITE_ONCE(chs->c[i]->qos_sqs_size, qos_sqs_size); 362214baf22SMaxim Mikityanskiy smp_wmb(); /* Pairs with mlx5e_napi_poll. */ 363214baf22SMaxim Mikityanskiy rcu_assign_pointer(chs->c[i]->qos_sqs, sqs); 364214baf22SMaxim Mikityanskiy } 365214baf22SMaxim Mikityanskiy 366214baf22SMaxim Mikityanskiy return 0; 367214baf22SMaxim Mikityanskiy 368214baf22SMaxim Mikityanskiy err_free: 369214baf22SMaxim Mikityanskiy while (--i >= 0) { 370214baf22SMaxim Mikityanskiy struct mlx5e_txqsq **sqs; 371214baf22SMaxim Mikityanskiy 372214baf22SMaxim Mikityanskiy sqs = rcu_replace_pointer(chs->c[i]->qos_sqs, NULL, 373214baf22SMaxim Mikityanskiy lockdep_is_held(&priv->state_lock)); 374214baf22SMaxim Mikityanskiy 375214baf22SMaxim Mikityanskiy synchronize_rcu(); /* Sync with NAPI. */ 376214baf22SMaxim Mikityanskiy kvfree(sqs); 377214baf22SMaxim Mikityanskiy } 378214baf22SMaxim Mikityanskiy return -ENOMEM; 379214baf22SMaxim Mikityanskiy } 380214baf22SMaxim Mikityanskiy 381214baf22SMaxim Mikityanskiy int mlx5e_qos_open_queues(struct mlx5e_priv *priv, struct mlx5e_channels *chs) 382214baf22SMaxim Mikityanskiy { 383214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node = NULL; 384214baf22SMaxim Mikityanskiy int bkt, err; 385214baf22SMaxim Mikityanskiy 386214baf22SMaxim Mikityanskiy if (!priv->htb.maj_id) 387214baf22SMaxim Mikityanskiy return 0; 388214baf22SMaxim Mikityanskiy 389214baf22SMaxim Mikityanskiy err = mlx5e_qos_alloc_queues(priv, chs); 390214baf22SMaxim Mikityanskiy if (err) 391214baf22SMaxim Mikityanskiy return err; 392214baf22SMaxim Mikityanskiy 393214baf22SMaxim Mikityanskiy hash_for_each(priv->htb.qos_tc2node, bkt, node, hnode) { 394214baf22SMaxim Mikityanskiy if (node->qid == MLX5E_QOS_QID_INNER) 395214baf22SMaxim Mikityanskiy continue; 396214baf22SMaxim Mikityanskiy err = mlx5e_open_qos_sq(priv, chs, node); 397214baf22SMaxim Mikityanskiy if (err) { 398214baf22SMaxim Mikityanskiy mlx5e_qos_close_all_queues(chs); 399214baf22SMaxim Mikityanskiy return err; 400214baf22SMaxim Mikityanskiy } 401214baf22SMaxim Mikityanskiy } 402214baf22SMaxim Mikityanskiy 403214baf22SMaxim Mikityanskiy return 0; 404214baf22SMaxim Mikityanskiy } 405214baf22SMaxim Mikityanskiy 406214baf22SMaxim Mikityanskiy void mlx5e_qos_activate_queues(struct mlx5e_priv *priv) 407214baf22SMaxim Mikityanskiy { 408214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node = NULL; 409214baf22SMaxim Mikityanskiy int bkt; 410214baf22SMaxim Mikityanskiy 411214baf22SMaxim Mikityanskiy hash_for_each(priv->htb.qos_tc2node, bkt, node, hnode) { 412214baf22SMaxim Mikityanskiy if (node->qid == MLX5E_QOS_QID_INNER) 413214baf22SMaxim Mikityanskiy continue; 414214baf22SMaxim Mikityanskiy mlx5e_activate_qos_sq(priv, node); 415214baf22SMaxim Mikityanskiy } 416214baf22SMaxim Mikityanskiy } 417214baf22SMaxim Mikityanskiy 418214baf22SMaxim Mikityanskiy void mlx5e_qos_deactivate_queues(struct mlx5e_channel *c) 419214baf22SMaxim Mikityanskiy { 420214baf22SMaxim Mikityanskiy struct mlx5e_params *params = &c->priv->channels.params; 421214baf22SMaxim Mikityanskiy struct mlx5e_txqsq __rcu **qos_sqs; 422214baf22SMaxim Mikityanskiy int i; 423214baf22SMaxim Mikityanskiy 424214baf22SMaxim Mikityanskiy qos_sqs = mlx5e_state_dereference(c->priv, c->qos_sqs); 425214baf22SMaxim Mikityanskiy if (!qos_sqs) 426214baf22SMaxim Mikityanskiy return; 427214baf22SMaxim Mikityanskiy 428214baf22SMaxim Mikityanskiy for (i = 0; i < c->qos_sqs_size; i++) { 429214baf22SMaxim Mikityanskiy u16 qid = params->num_channels * i + c->ix; 430214baf22SMaxim Mikityanskiy struct mlx5e_txqsq *sq; 431214baf22SMaxim Mikityanskiy 432214baf22SMaxim Mikityanskiy sq = mlx5e_state_dereference(c->priv, qos_sqs[i]); 433214baf22SMaxim Mikityanskiy if (!sq) /* Handle the case when the SQ failed to open. */ 434214baf22SMaxim Mikityanskiy continue; 435214baf22SMaxim Mikityanskiy 436214baf22SMaxim Mikityanskiy qos_dbg(c->mdev, "Deactivate QoS SQ qid %u\n", qid); 437214baf22SMaxim Mikityanskiy mlx5e_deactivate_txqsq(sq); 438214baf22SMaxim Mikityanskiy 439214baf22SMaxim Mikityanskiy /* The queue is disabled, no synchronization with datapath is needed. */ 440214baf22SMaxim Mikityanskiy c->priv->txq2sq[mlx5e_qid_from_qos(&c->priv->channels, qid)] = NULL; 441214baf22SMaxim Mikityanskiy } 442214baf22SMaxim Mikityanskiy } 443214baf22SMaxim Mikityanskiy 444214baf22SMaxim Mikityanskiy static void mlx5e_qos_deactivate_all_queues(struct mlx5e_channels *chs) 445214baf22SMaxim Mikityanskiy { 446214baf22SMaxim Mikityanskiy int i; 447214baf22SMaxim Mikityanskiy 448214baf22SMaxim Mikityanskiy for (i = 0; i < chs->num; i++) 449214baf22SMaxim Mikityanskiy mlx5e_qos_deactivate_queues(chs->c[i]); 450214baf22SMaxim Mikityanskiy } 451214baf22SMaxim Mikityanskiy 452214baf22SMaxim Mikityanskiy /* HTB API */ 453214baf22SMaxim Mikityanskiy 454214baf22SMaxim Mikityanskiy int mlx5e_htb_root_add(struct mlx5e_priv *priv, u16 htb_maj_id, u16 htb_defcls, 455214baf22SMaxim Mikityanskiy struct netlink_ext_ack *extack) 456214baf22SMaxim Mikityanskiy { 457214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *root; 458214baf22SMaxim Mikityanskiy bool opened; 459214baf22SMaxim Mikityanskiy int err; 460214baf22SMaxim Mikityanskiy 461214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_CREATE handle %04x:, default :%04x\n", htb_maj_id, htb_defcls); 462214baf22SMaxim Mikityanskiy 463214baf22SMaxim Mikityanskiy if (!mlx5_qos_is_supported(priv->mdev)) { 464214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, 465214baf22SMaxim Mikityanskiy "Missing QoS capabilities. Try disabling SRIOV or use a supported device."); 466214baf22SMaxim Mikityanskiy return -EOPNOTSUPP; 467214baf22SMaxim Mikityanskiy } 468214baf22SMaxim Mikityanskiy 469214baf22SMaxim Mikityanskiy opened = test_bit(MLX5E_STATE_OPENED, &priv->state); 470214baf22SMaxim Mikityanskiy if (opened) { 471214baf22SMaxim Mikityanskiy err = mlx5e_qos_alloc_queues(priv, &priv->channels); 472214baf22SMaxim Mikityanskiy if (err) 473214baf22SMaxim Mikityanskiy return err; 474214baf22SMaxim Mikityanskiy } 475214baf22SMaxim Mikityanskiy 476214baf22SMaxim Mikityanskiy root = mlx5e_sw_node_create_root(priv); 477214baf22SMaxim Mikityanskiy if (IS_ERR(root)) { 478214baf22SMaxim Mikityanskiy err = PTR_ERR(root); 479214baf22SMaxim Mikityanskiy goto err_free_queues; 480214baf22SMaxim Mikityanskiy } 481214baf22SMaxim Mikityanskiy 482214baf22SMaxim Mikityanskiy err = mlx5_qos_create_root_node(priv->mdev, &root->hw_id); 483214baf22SMaxim Mikityanskiy if (err) { 484214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error. Try upgrading firmware."); 485214baf22SMaxim Mikityanskiy goto err_sw_node_delete; 486214baf22SMaxim Mikityanskiy } 487214baf22SMaxim Mikityanskiy 488214baf22SMaxim Mikityanskiy WRITE_ONCE(priv->htb.defcls, htb_defcls); 489214baf22SMaxim Mikityanskiy /* Order maj_id after defcls - pairs with 490214baf22SMaxim Mikityanskiy * mlx5e_select_queue/mlx5e_select_htb_queues. 491214baf22SMaxim Mikityanskiy */ 492214baf22SMaxim Mikityanskiy smp_store_release(&priv->htb.maj_id, htb_maj_id); 493214baf22SMaxim Mikityanskiy 494214baf22SMaxim Mikityanskiy return 0; 495214baf22SMaxim Mikityanskiy 496214baf22SMaxim Mikityanskiy err_sw_node_delete: 497214baf22SMaxim Mikityanskiy mlx5e_sw_node_delete(priv, root); 498214baf22SMaxim Mikityanskiy 499214baf22SMaxim Mikityanskiy err_free_queues: 500214baf22SMaxim Mikityanskiy if (opened) 501214baf22SMaxim Mikityanskiy mlx5e_qos_close_all_queues(&priv->channels); 502214baf22SMaxim Mikityanskiy return err; 503214baf22SMaxim Mikityanskiy } 504214baf22SMaxim Mikityanskiy 505214baf22SMaxim Mikityanskiy int mlx5e_htb_root_del(struct mlx5e_priv *priv) 506214baf22SMaxim Mikityanskiy { 507214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *root; 508214baf22SMaxim Mikityanskiy int err; 509214baf22SMaxim Mikityanskiy 510214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_DESTROY\n"); 511214baf22SMaxim Mikityanskiy 512214baf22SMaxim Mikityanskiy WRITE_ONCE(priv->htb.maj_id, 0); 513214baf22SMaxim Mikityanskiy synchronize_rcu(); /* Sync with mlx5e_select_htb_queue and TX data path. */ 514214baf22SMaxim Mikityanskiy 515214baf22SMaxim Mikityanskiy root = mlx5e_sw_node_find(priv, MLX5E_HTB_CLASSID_ROOT); 516214baf22SMaxim Mikityanskiy if (!root) { 517214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to find the root node in the QoS tree\n"); 518214baf22SMaxim Mikityanskiy return -ENOENT; 519214baf22SMaxim Mikityanskiy } 520214baf22SMaxim Mikityanskiy err = mlx5_qos_destroy_node(priv->mdev, root->hw_id); 521214baf22SMaxim Mikityanskiy if (err) 522214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to destroy root node %u, err = %d\n", 523214baf22SMaxim Mikityanskiy root->hw_id, err); 524214baf22SMaxim Mikityanskiy mlx5e_sw_node_delete(priv, root); 525214baf22SMaxim Mikityanskiy 526214baf22SMaxim Mikityanskiy mlx5e_qos_deactivate_all_queues(&priv->channels); 527214baf22SMaxim Mikityanskiy mlx5e_qos_close_all_queues(&priv->channels); 528214baf22SMaxim Mikityanskiy 529214baf22SMaxim Mikityanskiy return err; 530214baf22SMaxim Mikityanskiy } 531214baf22SMaxim Mikityanskiy 532214baf22SMaxim Mikityanskiy static int mlx5e_htb_convert_rate(struct mlx5e_priv *priv, u64 rate, 533214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *parent, u32 *bw_share) 534214baf22SMaxim Mikityanskiy { 535214baf22SMaxim Mikityanskiy u64 share = 0; 536214baf22SMaxim Mikityanskiy 537214baf22SMaxim Mikityanskiy while (parent->classid != MLX5E_HTB_CLASSID_ROOT && !parent->max_average_bw) 538214baf22SMaxim Mikityanskiy parent = parent->parent; 539214baf22SMaxim Mikityanskiy 540214baf22SMaxim Mikityanskiy if (parent->max_average_bw) 541214baf22SMaxim Mikityanskiy share = div64_u64(div_u64(rate * 100, BYTES_IN_MBIT), 542214baf22SMaxim Mikityanskiy parent->max_average_bw); 543214baf22SMaxim Mikityanskiy else 544214baf22SMaxim Mikityanskiy share = 101; 545214baf22SMaxim Mikityanskiy 546214baf22SMaxim Mikityanskiy *bw_share = share == 0 ? 1 : share > 100 ? 0 : share; 547214baf22SMaxim Mikityanskiy 548214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "Convert: rate %llu, parent ceil %llu -> bw_share %u\n", 549214baf22SMaxim Mikityanskiy rate, (u64)parent->max_average_bw * BYTES_IN_MBIT, *bw_share); 550214baf22SMaxim Mikityanskiy 551214baf22SMaxim Mikityanskiy return 0; 552214baf22SMaxim Mikityanskiy } 553214baf22SMaxim Mikityanskiy 554214baf22SMaxim Mikityanskiy static void mlx5e_htb_convert_ceil(struct mlx5e_priv *priv, u64 ceil, u32 *max_average_bw) 555214baf22SMaxim Mikityanskiy { 556214baf22SMaxim Mikityanskiy *max_average_bw = div_u64(ceil, BYTES_IN_MBIT); 557214baf22SMaxim Mikityanskiy 558214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "Convert: ceil %llu -> max_average_bw %u\n", 559214baf22SMaxim Mikityanskiy ceil, *max_average_bw); 560214baf22SMaxim Mikityanskiy } 561214baf22SMaxim Mikityanskiy 562214baf22SMaxim Mikityanskiy int mlx5e_htb_leaf_alloc_queue(struct mlx5e_priv *priv, u16 classid, 563214baf22SMaxim Mikityanskiy u32 parent_classid, u64 rate, u64 ceil, 564214baf22SMaxim Mikityanskiy struct netlink_ext_ack *extack) 565214baf22SMaxim Mikityanskiy { 566214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node, *parent; 567214baf22SMaxim Mikityanskiy int qid; 568214baf22SMaxim Mikityanskiy int err; 569214baf22SMaxim Mikityanskiy 570214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_LEAF_ALLOC_QUEUE classid %04x, parent %04x, rate %llu, ceil %llu\n", 571214baf22SMaxim Mikityanskiy classid, parent_classid, rate, ceil); 572214baf22SMaxim Mikityanskiy 573214baf22SMaxim Mikityanskiy qid = mlx5e_find_unused_qos_qid(priv); 574214baf22SMaxim Mikityanskiy if (qid < 0) { 575214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Maximum amount of leaf classes is reached."); 576214baf22SMaxim Mikityanskiy return qid; 577214baf22SMaxim Mikityanskiy } 578214baf22SMaxim Mikityanskiy 579214baf22SMaxim Mikityanskiy parent = mlx5e_sw_node_find(priv, parent_classid); 580214baf22SMaxim Mikityanskiy if (!parent) 581214baf22SMaxim Mikityanskiy return -EINVAL; 582214baf22SMaxim Mikityanskiy 583214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_create_leaf(priv, classid, qid, parent); 584214baf22SMaxim Mikityanskiy if (IS_ERR(node)) 585214baf22SMaxim Mikityanskiy return PTR_ERR(node); 586214baf22SMaxim Mikityanskiy 587214baf22SMaxim Mikityanskiy node->rate = rate; 588214baf22SMaxim Mikityanskiy mlx5e_htb_convert_rate(priv, rate, node->parent, &node->bw_share); 589214baf22SMaxim Mikityanskiy mlx5e_htb_convert_ceil(priv, ceil, &node->max_average_bw); 590214baf22SMaxim Mikityanskiy 591214baf22SMaxim Mikityanskiy err = mlx5_qos_create_leaf_node(priv->mdev, node->parent->hw_id, 592214baf22SMaxim Mikityanskiy node->bw_share, node->max_average_bw, 593214baf22SMaxim Mikityanskiy &node->hw_id); 594214baf22SMaxim Mikityanskiy if (err) { 595214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error when creating a leaf node."); 596214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to create a leaf node (class %04x), err = %d\n", 597214baf22SMaxim Mikityanskiy classid, err); 598214baf22SMaxim Mikityanskiy mlx5e_sw_node_delete(priv, node); 599214baf22SMaxim Mikityanskiy return err; 600214baf22SMaxim Mikityanskiy } 601214baf22SMaxim Mikityanskiy 602214baf22SMaxim Mikityanskiy if (test_bit(MLX5E_STATE_OPENED, &priv->state)) { 603214baf22SMaxim Mikityanskiy err = mlx5e_open_qos_sq(priv, &priv->channels, node); 604214baf22SMaxim Mikityanskiy if (err) { 605214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Error creating an SQ."); 606214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to create a QoS SQ (class %04x), err = %d\n", 607214baf22SMaxim Mikityanskiy classid, err); 608214baf22SMaxim Mikityanskiy } else { 609214baf22SMaxim Mikityanskiy mlx5e_activate_qos_sq(priv, node); 610214baf22SMaxim Mikityanskiy } 611214baf22SMaxim Mikityanskiy } 612214baf22SMaxim Mikityanskiy 613214baf22SMaxim Mikityanskiy return mlx5e_qid_from_qos(&priv->channels, node->qid); 614214baf22SMaxim Mikityanskiy } 615214baf22SMaxim Mikityanskiy 616214baf22SMaxim Mikityanskiy int mlx5e_htb_leaf_to_inner(struct mlx5e_priv *priv, u16 classid, u16 child_classid, 617214baf22SMaxim Mikityanskiy u64 rate, u64 ceil, struct netlink_ext_ack *extack) 618214baf22SMaxim Mikityanskiy { 619214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node, *child; 620214baf22SMaxim Mikityanskiy int err, tmp_err; 621214baf22SMaxim Mikityanskiy u32 new_hw_id; 622214baf22SMaxim Mikityanskiy u16 qid; 623214baf22SMaxim Mikityanskiy 624214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_LEAF_TO_INNER classid %04x, upcoming child %04x, rate %llu, ceil %llu\n", 625214baf22SMaxim Mikityanskiy classid, child_classid, rate, ceil); 626214baf22SMaxim Mikityanskiy 627214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_find(priv, classid); 628214baf22SMaxim Mikityanskiy if (!node) 629214baf22SMaxim Mikityanskiy return -ENOENT; 630214baf22SMaxim Mikityanskiy 631214baf22SMaxim Mikityanskiy err = mlx5_qos_create_inner_node(priv->mdev, node->parent->hw_id, 632214baf22SMaxim Mikityanskiy node->bw_share, node->max_average_bw, 633214baf22SMaxim Mikityanskiy &new_hw_id); 634214baf22SMaxim Mikityanskiy if (err) { 635214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error when creating an inner node."); 636214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to create an inner node (class %04x), err = %d\n", 637214baf22SMaxim Mikityanskiy classid, err); 638214baf22SMaxim Mikityanskiy return err; 639214baf22SMaxim Mikityanskiy } 640214baf22SMaxim Mikityanskiy 641214baf22SMaxim Mikityanskiy /* Intentionally reuse the qid for the upcoming first child. */ 642214baf22SMaxim Mikityanskiy child = mlx5e_sw_node_create_leaf(priv, child_classid, node->qid, node); 643214baf22SMaxim Mikityanskiy if (IS_ERR(child)) { 644214baf22SMaxim Mikityanskiy err = PTR_ERR(child); 645214baf22SMaxim Mikityanskiy goto err_destroy_hw_node; 646214baf22SMaxim Mikityanskiy } 647214baf22SMaxim Mikityanskiy 648214baf22SMaxim Mikityanskiy child->rate = rate; 649214baf22SMaxim Mikityanskiy mlx5e_htb_convert_rate(priv, rate, node, &child->bw_share); 650214baf22SMaxim Mikityanskiy mlx5e_htb_convert_ceil(priv, ceil, &child->max_average_bw); 651214baf22SMaxim Mikityanskiy 652214baf22SMaxim Mikityanskiy err = mlx5_qos_create_leaf_node(priv->mdev, new_hw_id, child->bw_share, 653214baf22SMaxim Mikityanskiy child->max_average_bw, &child->hw_id); 654214baf22SMaxim Mikityanskiy if (err) { 655214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error when creating a leaf node."); 656214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to create a leaf node (class %04x), err = %d\n", 657214baf22SMaxim Mikityanskiy classid, err); 658214baf22SMaxim Mikityanskiy goto err_delete_sw_node; 659214baf22SMaxim Mikityanskiy } 660214baf22SMaxim Mikityanskiy 661214baf22SMaxim Mikityanskiy /* No fail point. */ 662214baf22SMaxim Mikityanskiy 663214baf22SMaxim Mikityanskiy qid = node->qid; 664214baf22SMaxim Mikityanskiy /* Pairs with mlx5e_get_txq_by_classid. */ 665214baf22SMaxim Mikityanskiy WRITE_ONCE(node->qid, MLX5E_QOS_QID_INNER); 666214baf22SMaxim Mikityanskiy 667214baf22SMaxim Mikityanskiy if (test_bit(MLX5E_STATE_OPENED, &priv->state)) { 668214baf22SMaxim Mikityanskiy mlx5e_deactivate_qos_sq(priv, qid); 669214baf22SMaxim Mikityanskiy mlx5e_close_qos_sq(priv, qid); 670214baf22SMaxim Mikityanskiy } 671214baf22SMaxim Mikityanskiy 672214baf22SMaxim Mikityanskiy err = mlx5_qos_destroy_node(priv->mdev, node->hw_id); 673214baf22SMaxim Mikityanskiy if (err) /* Not fatal. */ 674214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to destroy leaf node %u (class %04x), err = %d\n", 675214baf22SMaxim Mikityanskiy node->hw_id, classid, err); 676214baf22SMaxim Mikityanskiy 677214baf22SMaxim Mikityanskiy node->hw_id = new_hw_id; 678214baf22SMaxim Mikityanskiy 679214baf22SMaxim Mikityanskiy if (test_bit(MLX5E_STATE_OPENED, &priv->state)) { 680214baf22SMaxim Mikityanskiy err = mlx5e_open_qos_sq(priv, &priv->channels, child); 681214baf22SMaxim Mikityanskiy if (err) { 682214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Error creating an SQ."); 683214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to create a QoS SQ (class %04x), err = %d\n", 684214baf22SMaxim Mikityanskiy classid, err); 685214baf22SMaxim Mikityanskiy } else { 686214baf22SMaxim Mikityanskiy mlx5e_activate_qos_sq(priv, child); 687214baf22SMaxim Mikityanskiy } 688214baf22SMaxim Mikityanskiy } 689214baf22SMaxim Mikityanskiy 690214baf22SMaxim Mikityanskiy return 0; 691214baf22SMaxim Mikityanskiy 692214baf22SMaxim Mikityanskiy err_delete_sw_node: 693214baf22SMaxim Mikityanskiy child->qid = MLX5E_QOS_QID_INNER; 694214baf22SMaxim Mikityanskiy mlx5e_sw_node_delete(priv, child); 695214baf22SMaxim Mikityanskiy 696214baf22SMaxim Mikityanskiy err_destroy_hw_node: 697214baf22SMaxim Mikityanskiy tmp_err = mlx5_qos_destroy_node(priv->mdev, new_hw_id); 698214baf22SMaxim Mikityanskiy if (tmp_err) /* Not fatal. */ 699214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to roll back creation of an inner node %u (class %04x), err = %d\n", 700214baf22SMaxim Mikityanskiy new_hw_id, classid, tmp_err); 701214baf22SMaxim Mikityanskiy return err; 702214baf22SMaxim Mikityanskiy } 703214baf22SMaxim Mikityanskiy 704214baf22SMaxim Mikityanskiy static struct mlx5e_qos_node *mlx5e_sw_node_find_by_qid(struct mlx5e_priv *priv, u16 qid) 705214baf22SMaxim Mikityanskiy { 706214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node = NULL; 707214baf22SMaxim Mikityanskiy int bkt; 708214baf22SMaxim Mikityanskiy 709214baf22SMaxim Mikityanskiy hash_for_each(priv->htb.qos_tc2node, bkt, node, hnode) 710214baf22SMaxim Mikityanskiy if (node->qid == qid) 711214baf22SMaxim Mikityanskiy break; 712214baf22SMaxim Mikityanskiy 713214baf22SMaxim Mikityanskiy return node; 714214baf22SMaxim Mikityanskiy } 715214baf22SMaxim Mikityanskiy 716214baf22SMaxim Mikityanskiy static void mlx5e_reactivate_qos_sq(struct mlx5e_priv *priv, u16 qid, struct netdev_queue *txq) 717214baf22SMaxim Mikityanskiy { 718214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "Reactivate QoS SQ qid %u\n", qid); 719214baf22SMaxim Mikityanskiy netdev_tx_reset_queue(txq); 720214baf22SMaxim Mikityanskiy netif_tx_start_queue(txq); 721214baf22SMaxim Mikityanskiy } 722214baf22SMaxim Mikityanskiy 723214baf22SMaxim Mikityanskiy static void mlx5e_reset_qdisc(struct net_device *dev, u16 qid) 724214baf22SMaxim Mikityanskiy { 725214baf22SMaxim Mikityanskiy struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, qid); 726214baf22SMaxim Mikityanskiy struct Qdisc *qdisc = dev_queue->qdisc_sleeping; 727214baf22SMaxim Mikityanskiy 728214baf22SMaxim Mikityanskiy if (!qdisc) 729214baf22SMaxim Mikityanskiy return; 730214baf22SMaxim Mikityanskiy 731214baf22SMaxim Mikityanskiy spin_lock_bh(qdisc_lock(qdisc)); 732214baf22SMaxim Mikityanskiy qdisc_reset(qdisc); 733214baf22SMaxim Mikityanskiy spin_unlock_bh(qdisc_lock(qdisc)); 734214baf22SMaxim Mikityanskiy } 735214baf22SMaxim Mikityanskiy 736214baf22SMaxim Mikityanskiy int mlx5e_htb_leaf_del(struct mlx5e_priv *priv, u16 classid, u16 *old_qid, 737214baf22SMaxim Mikityanskiy u16 *new_qid, struct netlink_ext_ack *extack) 738214baf22SMaxim Mikityanskiy { 739214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node; 740214baf22SMaxim Mikityanskiy struct netdev_queue *txq; 741214baf22SMaxim Mikityanskiy u16 qid, moved_qid; 742214baf22SMaxim Mikityanskiy bool opened; 743214baf22SMaxim Mikityanskiy int err; 744214baf22SMaxim Mikityanskiy 745214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_LEAF_DEL classid %04x\n", classid); 746214baf22SMaxim Mikityanskiy 747214baf22SMaxim Mikityanskiy *old_qid = *new_qid = 0; 748214baf22SMaxim Mikityanskiy 749214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_find(priv, classid); 750214baf22SMaxim Mikityanskiy if (!node) 751214baf22SMaxim Mikityanskiy return -ENOENT; 752214baf22SMaxim Mikityanskiy 753214baf22SMaxim Mikityanskiy /* Store qid for reuse. */ 754214baf22SMaxim Mikityanskiy qid = node->qid; 755214baf22SMaxim Mikityanskiy 756214baf22SMaxim Mikityanskiy opened = test_bit(MLX5E_STATE_OPENED, &priv->state); 757214baf22SMaxim Mikityanskiy if (opened) { 758214baf22SMaxim Mikityanskiy txq = netdev_get_tx_queue(priv->netdev, 759214baf22SMaxim Mikityanskiy mlx5e_qid_from_qos(&priv->channels, qid)); 760214baf22SMaxim Mikityanskiy mlx5e_deactivate_qos_sq(priv, qid); 761214baf22SMaxim Mikityanskiy mlx5e_close_qos_sq(priv, qid); 762214baf22SMaxim Mikityanskiy } 763214baf22SMaxim Mikityanskiy 764214baf22SMaxim Mikityanskiy err = mlx5_qos_destroy_node(priv->mdev, node->hw_id); 765214baf22SMaxim Mikityanskiy if (err) /* Not fatal. */ 766214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to destroy leaf node %u (class %04x), err = %d\n", 767214baf22SMaxim Mikityanskiy node->hw_id, classid, err); 768214baf22SMaxim Mikityanskiy 769214baf22SMaxim Mikityanskiy mlx5e_sw_node_delete(priv, node); 770214baf22SMaxim Mikityanskiy 771214baf22SMaxim Mikityanskiy moved_qid = mlx5e_qos_cur_leaf_nodes(priv); 772214baf22SMaxim Mikityanskiy 773214baf22SMaxim Mikityanskiy if (moved_qid == 0) { 774214baf22SMaxim Mikityanskiy /* The last QoS SQ was just destroyed. */ 775214baf22SMaxim Mikityanskiy if (opened) 776214baf22SMaxim Mikityanskiy mlx5e_reactivate_qos_sq(priv, qid, txq); 777214baf22SMaxim Mikityanskiy return 0; 778214baf22SMaxim Mikityanskiy } 779214baf22SMaxim Mikityanskiy moved_qid--; 780214baf22SMaxim Mikityanskiy 781214baf22SMaxim Mikityanskiy if (moved_qid < qid) { 782214baf22SMaxim Mikityanskiy /* The highest QoS SQ was just destroyed. */ 783214baf22SMaxim Mikityanskiy WARN(moved_qid != qid - 1, "Gaps in queue numeration: destroyed queue %u, the highest queue is %u", 784214baf22SMaxim Mikityanskiy qid, moved_qid); 785214baf22SMaxim Mikityanskiy if (opened) 786214baf22SMaxim Mikityanskiy mlx5e_reactivate_qos_sq(priv, qid, txq); 787214baf22SMaxim Mikityanskiy return 0; 788214baf22SMaxim Mikityanskiy } 789214baf22SMaxim Mikityanskiy 790214baf22SMaxim Mikityanskiy WARN(moved_qid == qid, "Can't move node with qid %u to itself", qid); 791214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "Moving QoS SQ %u to %u\n", moved_qid, qid); 792214baf22SMaxim Mikityanskiy 793214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_find_by_qid(priv, moved_qid); 794214baf22SMaxim Mikityanskiy WARN(!node, "Could not find a node with qid %u to move to queue %u", 795214baf22SMaxim Mikityanskiy moved_qid, qid); 796214baf22SMaxim Mikityanskiy 797214baf22SMaxim Mikityanskiy /* Stop traffic to the old queue. */ 798214baf22SMaxim Mikityanskiy WRITE_ONCE(node->qid, MLX5E_QOS_QID_INNER); 799214baf22SMaxim Mikityanskiy __clear_bit(moved_qid, priv->htb.qos_used_qids); 800214baf22SMaxim Mikityanskiy 801214baf22SMaxim Mikityanskiy if (opened) { 802214baf22SMaxim Mikityanskiy txq = netdev_get_tx_queue(priv->netdev, 803214baf22SMaxim Mikityanskiy mlx5e_qid_from_qos(&priv->channels, moved_qid)); 804214baf22SMaxim Mikityanskiy mlx5e_deactivate_qos_sq(priv, moved_qid); 805214baf22SMaxim Mikityanskiy mlx5e_close_qos_sq(priv, moved_qid); 806214baf22SMaxim Mikityanskiy } 807214baf22SMaxim Mikityanskiy 808214baf22SMaxim Mikityanskiy /* Prevent packets from the old class from getting into the new one. */ 809214baf22SMaxim Mikityanskiy mlx5e_reset_qdisc(priv->netdev, moved_qid); 810214baf22SMaxim Mikityanskiy 811214baf22SMaxim Mikityanskiy __set_bit(qid, priv->htb.qos_used_qids); 812214baf22SMaxim Mikityanskiy WRITE_ONCE(node->qid, qid); 813214baf22SMaxim Mikityanskiy 814214baf22SMaxim Mikityanskiy if (test_bit(MLX5E_STATE_OPENED, &priv->state)) { 815214baf22SMaxim Mikityanskiy err = mlx5e_open_qos_sq(priv, &priv->channels, node); 816214baf22SMaxim Mikityanskiy if (err) { 817214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Error creating an SQ."); 818214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to create a QoS SQ (class %04x) while moving qid %u to %u, err = %d\n", 819214baf22SMaxim Mikityanskiy node->classid, moved_qid, qid, err); 820214baf22SMaxim Mikityanskiy } else { 821214baf22SMaxim Mikityanskiy mlx5e_activate_qos_sq(priv, node); 822214baf22SMaxim Mikityanskiy } 823214baf22SMaxim Mikityanskiy } 824214baf22SMaxim Mikityanskiy 825214baf22SMaxim Mikityanskiy mlx5e_update_tx_netdev_queues(priv); 826214baf22SMaxim Mikityanskiy if (opened) 827214baf22SMaxim Mikityanskiy mlx5e_reactivate_qos_sq(priv, moved_qid, txq); 828214baf22SMaxim Mikityanskiy 829214baf22SMaxim Mikityanskiy *old_qid = mlx5e_qid_from_qos(&priv->channels, moved_qid); 830214baf22SMaxim Mikityanskiy *new_qid = mlx5e_qid_from_qos(&priv->channels, qid); 831214baf22SMaxim Mikityanskiy return 0; 832214baf22SMaxim Mikityanskiy } 833214baf22SMaxim Mikityanskiy 834214baf22SMaxim Mikityanskiy int mlx5e_htb_leaf_del_last(struct mlx5e_priv *priv, u16 classid, bool force, 835214baf22SMaxim Mikityanskiy struct netlink_ext_ack *extack) 836214baf22SMaxim Mikityanskiy { 837214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node, *parent; 838214baf22SMaxim Mikityanskiy u32 old_hw_id, new_hw_id; 839214baf22SMaxim Mikityanskiy int err, saved_err = 0; 840214baf22SMaxim Mikityanskiy u16 qid; 841214baf22SMaxim Mikityanskiy 842214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_LEAF_DEL_LAST%s classid %04x\n", 843214baf22SMaxim Mikityanskiy force ? "_FORCE" : "", classid); 844214baf22SMaxim Mikityanskiy 845214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_find(priv, classid); 846214baf22SMaxim Mikityanskiy if (!node) 847214baf22SMaxim Mikityanskiy return -ENOENT; 848214baf22SMaxim Mikityanskiy 849214baf22SMaxim Mikityanskiy err = mlx5_qos_create_leaf_node(priv->mdev, node->parent->parent->hw_id, 850214baf22SMaxim Mikityanskiy node->parent->bw_share, 851214baf22SMaxim Mikityanskiy node->parent->max_average_bw, 852214baf22SMaxim Mikityanskiy &new_hw_id); 853214baf22SMaxim Mikityanskiy if (err) { 854214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error when creating a leaf node."); 855214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to create a leaf node (class %04x), err = %d\n", 856214baf22SMaxim Mikityanskiy classid, err); 857214baf22SMaxim Mikityanskiy if (!force) 858214baf22SMaxim Mikityanskiy return err; 859214baf22SMaxim Mikityanskiy saved_err = err; 860214baf22SMaxim Mikityanskiy } 861214baf22SMaxim Mikityanskiy 862214baf22SMaxim Mikityanskiy /* Store qid for reuse and prevent clearing the bit. */ 863214baf22SMaxim Mikityanskiy qid = node->qid; 864214baf22SMaxim Mikityanskiy /* Pairs with mlx5e_get_txq_by_classid. */ 865214baf22SMaxim Mikityanskiy WRITE_ONCE(node->qid, MLX5E_QOS_QID_INNER); 866214baf22SMaxim Mikityanskiy 867214baf22SMaxim Mikityanskiy if (test_bit(MLX5E_STATE_OPENED, &priv->state)) { 868214baf22SMaxim Mikityanskiy mlx5e_deactivate_qos_sq(priv, qid); 869214baf22SMaxim Mikityanskiy mlx5e_close_qos_sq(priv, qid); 870214baf22SMaxim Mikityanskiy } 871214baf22SMaxim Mikityanskiy 872214baf22SMaxim Mikityanskiy /* Prevent packets from the old class from getting into the new one. */ 873214baf22SMaxim Mikityanskiy mlx5e_reset_qdisc(priv->netdev, qid); 874214baf22SMaxim Mikityanskiy 875214baf22SMaxim Mikityanskiy err = mlx5_qos_destroy_node(priv->mdev, node->hw_id); 876214baf22SMaxim Mikityanskiy if (err) /* Not fatal. */ 877214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to destroy leaf node %u (class %04x), err = %d\n", 878214baf22SMaxim Mikityanskiy node->hw_id, classid, err); 879214baf22SMaxim Mikityanskiy 880214baf22SMaxim Mikityanskiy parent = node->parent; 881214baf22SMaxim Mikityanskiy mlx5e_sw_node_delete(priv, node); 882214baf22SMaxim Mikityanskiy 883214baf22SMaxim Mikityanskiy node = parent; 884214baf22SMaxim Mikityanskiy WRITE_ONCE(node->qid, qid); 885214baf22SMaxim Mikityanskiy 886214baf22SMaxim Mikityanskiy /* Early return on error in force mode. Parent will still be an inner 887214baf22SMaxim Mikityanskiy * node to be deleted by a following delete operation. 888214baf22SMaxim Mikityanskiy */ 889214baf22SMaxim Mikityanskiy if (saved_err) 890214baf22SMaxim Mikityanskiy return saved_err; 891214baf22SMaxim Mikityanskiy 892214baf22SMaxim Mikityanskiy old_hw_id = node->hw_id; 893214baf22SMaxim Mikityanskiy node->hw_id = new_hw_id; 894214baf22SMaxim Mikityanskiy 895214baf22SMaxim Mikityanskiy if (test_bit(MLX5E_STATE_OPENED, &priv->state)) { 896214baf22SMaxim Mikityanskiy err = mlx5e_open_qos_sq(priv, &priv->channels, node); 897214baf22SMaxim Mikityanskiy if (err) { 898214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Error creating an SQ."); 899214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to create a QoS SQ (class %04x), err = %d\n", 900214baf22SMaxim Mikityanskiy classid, err); 901214baf22SMaxim Mikityanskiy } else { 902214baf22SMaxim Mikityanskiy mlx5e_activate_qos_sq(priv, node); 903214baf22SMaxim Mikityanskiy } 904214baf22SMaxim Mikityanskiy } 905214baf22SMaxim Mikityanskiy 906214baf22SMaxim Mikityanskiy err = mlx5_qos_destroy_node(priv->mdev, old_hw_id); 907214baf22SMaxim Mikityanskiy if (err) /* Not fatal. */ 908214baf22SMaxim Mikityanskiy qos_warn(priv->mdev, "Failed to destroy leaf node %u (class %04x), err = %d\n", 909214baf22SMaxim Mikityanskiy node->hw_id, classid, err); 910214baf22SMaxim Mikityanskiy 911214baf22SMaxim Mikityanskiy return 0; 912214baf22SMaxim Mikityanskiy } 913214baf22SMaxim Mikityanskiy 914214baf22SMaxim Mikityanskiy static int mlx5e_qos_update_children(struct mlx5e_priv *priv, struct mlx5e_qos_node *node, 915214baf22SMaxim Mikityanskiy struct netlink_ext_ack *extack) 916214baf22SMaxim Mikityanskiy { 917214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *child; 918214baf22SMaxim Mikityanskiy int err = 0; 919214baf22SMaxim Mikityanskiy int bkt; 920214baf22SMaxim Mikityanskiy 921214baf22SMaxim Mikityanskiy hash_for_each(priv->htb.qos_tc2node, bkt, child, hnode) { 922214baf22SMaxim Mikityanskiy u32 old_bw_share = child->bw_share; 923214baf22SMaxim Mikityanskiy int err_one; 924214baf22SMaxim Mikityanskiy 925214baf22SMaxim Mikityanskiy if (child->parent != node) 926214baf22SMaxim Mikityanskiy continue; 927214baf22SMaxim Mikityanskiy 928214baf22SMaxim Mikityanskiy mlx5e_htb_convert_rate(priv, child->rate, node, &child->bw_share); 929214baf22SMaxim Mikityanskiy if (child->bw_share == old_bw_share) 930214baf22SMaxim Mikityanskiy continue; 931214baf22SMaxim Mikityanskiy 932214baf22SMaxim Mikityanskiy err_one = mlx5_qos_update_node(priv->mdev, child->hw_id, child->bw_share, 933214baf22SMaxim Mikityanskiy child->max_average_bw, child->hw_id); 934214baf22SMaxim Mikityanskiy if (!err && err_one) { 935214baf22SMaxim Mikityanskiy err = err_one; 936214baf22SMaxim Mikityanskiy 937214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error when modifying a child node."); 938214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to modify a child node (class %04x), err = %d\n", 939214baf22SMaxim Mikityanskiy node->classid, err); 940214baf22SMaxim Mikityanskiy } 941214baf22SMaxim Mikityanskiy } 942214baf22SMaxim Mikityanskiy 943214baf22SMaxim Mikityanskiy return err; 944214baf22SMaxim Mikityanskiy } 945214baf22SMaxim Mikityanskiy 946214baf22SMaxim Mikityanskiy int mlx5e_htb_node_modify(struct mlx5e_priv *priv, u16 classid, u64 rate, u64 ceil, 947214baf22SMaxim Mikityanskiy struct netlink_ext_ack *extack) 948214baf22SMaxim Mikityanskiy { 949214baf22SMaxim Mikityanskiy u32 bw_share, max_average_bw; 950214baf22SMaxim Mikityanskiy struct mlx5e_qos_node *node; 951214baf22SMaxim Mikityanskiy bool ceil_changed = false; 952214baf22SMaxim Mikityanskiy int err; 953214baf22SMaxim Mikityanskiy 954214baf22SMaxim Mikityanskiy qos_dbg(priv->mdev, "TC_HTB_LEAF_MODIFY classid %04x, rate %llu, ceil %llu\n", 955214baf22SMaxim Mikityanskiy classid, rate, ceil); 956214baf22SMaxim Mikityanskiy 957214baf22SMaxim Mikityanskiy node = mlx5e_sw_node_find(priv, classid); 958214baf22SMaxim Mikityanskiy if (!node) 959214baf22SMaxim Mikityanskiy return -ENOENT; 960214baf22SMaxim Mikityanskiy 961214baf22SMaxim Mikityanskiy node->rate = rate; 962214baf22SMaxim Mikityanskiy mlx5e_htb_convert_rate(priv, rate, node->parent, &bw_share); 963214baf22SMaxim Mikityanskiy mlx5e_htb_convert_ceil(priv, ceil, &max_average_bw); 964214baf22SMaxim Mikityanskiy 965214baf22SMaxim Mikityanskiy err = mlx5_qos_update_node(priv->mdev, node->parent->hw_id, bw_share, 966214baf22SMaxim Mikityanskiy max_average_bw, node->hw_id); 967214baf22SMaxim Mikityanskiy if (err) { 968214baf22SMaxim Mikityanskiy NL_SET_ERR_MSG_MOD(extack, "Firmware error when modifying a node."); 969214baf22SMaxim Mikityanskiy qos_err(priv->mdev, "Failed to modify a node (class %04x), err = %d\n", 970214baf22SMaxim Mikityanskiy classid, err); 971214baf22SMaxim Mikityanskiy return err; 972214baf22SMaxim Mikityanskiy } 973214baf22SMaxim Mikityanskiy 974214baf22SMaxim Mikityanskiy if (max_average_bw != node->max_average_bw) 975214baf22SMaxim Mikityanskiy ceil_changed = true; 976214baf22SMaxim Mikityanskiy 977214baf22SMaxim Mikityanskiy node->bw_share = bw_share; 978214baf22SMaxim Mikityanskiy node->max_average_bw = max_average_bw; 979214baf22SMaxim Mikityanskiy 980214baf22SMaxim Mikityanskiy if (ceil_changed) 981214baf22SMaxim Mikityanskiy err = mlx5e_qos_update_children(priv, node, extack); 982214baf22SMaxim Mikityanskiy 983214baf22SMaxim Mikityanskiy return err; 984214baf22SMaxim Mikityanskiy } 985