145d3d428SAnirudh Venkataramanan // SPDX-License-Identifier: GPL-2.0 245d3d428SAnirudh Venkataramanan /* Copyright (c) 2018, Intel Corporation. */ 345d3d428SAnirudh Venkataramanan 445d3d428SAnirudh Venkataramanan #include "ice.h" 5eff380aaSAnirudh Venkataramanan #include "ice_base.h" 6c90ed40cSTony Nguyen #include "ice_flow.h" 745d3d428SAnirudh Venkataramanan #include "ice_lib.h" 81b8f15b6SMichal Swiatkowski #include "ice_fltr.h" 97b9ffc76SAnirudh Venkataramanan #include "ice_dcb_lib.h" 1048d40025SJacob Keller #include "ice_devlink.h" 11c31af68aSBrett Creeley #include "ice_vsi_vlan_ops.h" 1245d3d428SAnirudh Venkataramanan 1345d3d428SAnirudh Venkataramanan /** 14964674f1SAnirudh Venkataramanan * ice_vsi_type_str - maps VSI type enum to string equivalents 156dae8aa0SBruce Allan * @vsi_type: VSI type enum 16964674f1SAnirudh Venkataramanan */ 176dae8aa0SBruce Allan const char *ice_vsi_type_str(enum ice_vsi_type vsi_type) 18964674f1SAnirudh Venkataramanan { 196dae8aa0SBruce Allan switch (vsi_type) { 20964674f1SAnirudh Venkataramanan case ICE_VSI_PF: 21964674f1SAnirudh Venkataramanan return "ICE_VSI_PF"; 22964674f1SAnirudh Venkataramanan case ICE_VSI_VF: 23964674f1SAnirudh Venkataramanan return "ICE_VSI_VF"; 24148beb61SHenry Tieman case ICE_VSI_CTRL: 25148beb61SHenry Tieman return "ICE_VSI_CTRL"; 260754d65bSKiran Patil case ICE_VSI_CHNL: 270754d65bSKiran Patil return "ICE_VSI_CHNL"; 28964674f1SAnirudh Venkataramanan case ICE_VSI_LB: 29964674f1SAnirudh Venkataramanan return "ICE_VSI_LB"; 30f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 31f66756e0SGrzegorz Nitka return "ICE_VSI_SWITCHDEV_CTRL"; 32964674f1SAnirudh Venkataramanan default: 33964674f1SAnirudh Venkataramanan return "unknown"; 34964674f1SAnirudh Venkataramanan } 35964674f1SAnirudh Venkataramanan } 36964674f1SAnirudh Venkataramanan 37964674f1SAnirudh Venkataramanan /** 3813a6233bSBrett Creeley * ice_vsi_ctrl_all_rx_rings - Start or stop a VSI's Rx rings 39d02f734cSMaciej Fijalkowski * @vsi: the VSI being configured 40d02f734cSMaciej Fijalkowski * @ena: start or stop the Rx rings 4113a6233bSBrett Creeley * 4213a6233bSBrett Creeley * First enable/disable all of the Rx rings, flush any remaining writes, and 4313a6233bSBrett Creeley * then verify that they have all been enabled/disabled successfully. This will 4413a6233bSBrett Creeley * let all of the register writes complete when enabling/disabling the Rx rings 4513a6233bSBrett Creeley * before waiting for the change in hardware to complete. 46d02f734cSMaciej Fijalkowski */ 4713a6233bSBrett Creeley static int ice_vsi_ctrl_all_rx_rings(struct ice_vsi *vsi, bool ena) 48d02f734cSMaciej Fijalkowski { 4988865fc4SKarol Kolacinski int ret = 0; 5088865fc4SKarol Kolacinski u16 i; 51d02f734cSMaciej Fijalkowski 522faf63b6SMaciej Fijalkowski ice_for_each_rxq(vsi, i) 5313a6233bSBrett Creeley ice_vsi_ctrl_one_rx_ring(vsi, ena, i, false); 5413a6233bSBrett Creeley 5513a6233bSBrett Creeley ice_flush(&vsi->back->hw); 5613a6233bSBrett Creeley 572faf63b6SMaciej Fijalkowski ice_for_each_rxq(vsi, i) { 5813a6233bSBrett Creeley ret = ice_vsi_wait_one_rx_ring(vsi, ena, i); 59d02f734cSMaciej Fijalkowski if (ret) 60d02f734cSMaciej Fijalkowski break; 6172adf242SAnirudh Venkataramanan } 6272adf242SAnirudh Venkataramanan 6372adf242SAnirudh Venkataramanan return ret; 6472adf242SAnirudh Venkataramanan } 6572adf242SAnirudh Venkataramanan 6672adf242SAnirudh Venkataramanan /** 6728c2a645SAnirudh Venkataramanan * ice_vsi_alloc_arrays - Allocate queue and vector pointer arrays for the VSI 6828c2a645SAnirudh Venkataramanan * @vsi: VSI pointer 6928c2a645SAnirudh Venkataramanan * 7028c2a645SAnirudh Venkataramanan * On error: returns error code (negative) 7128c2a645SAnirudh Venkataramanan * On success: returns 0 7228c2a645SAnirudh Venkataramanan */ 73a85a3847SBrett Creeley static int ice_vsi_alloc_arrays(struct ice_vsi *vsi) 7428c2a645SAnirudh Venkataramanan { 7528c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 764015d11eSBrett Creeley struct device *dev; 774015d11eSBrett Creeley 784015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 790754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) 800754d65bSKiran Patil return 0; 8128c2a645SAnirudh Venkataramanan 8228c2a645SAnirudh Venkataramanan /* allocate memory for both Tx and Rx ring pointers */ 834015d11eSBrett Creeley vsi->tx_rings = devm_kcalloc(dev, vsi->alloc_txq, 84c6dfd690SBruce Allan sizeof(*vsi->tx_rings), GFP_KERNEL); 8528c2a645SAnirudh Venkataramanan if (!vsi->tx_rings) 8678b5713aSAnirudh Venkataramanan return -ENOMEM; 8728c2a645SAnirudh Venkataramanan 884015d11eSBrett Creeley vsi->rx_rings = devm_kcalloc(dev, vsi->alloc_rxq, 89c6dfd690SBruce Allan sizeof(*vsi->rx_rings), GFP_KERNEL); 9028c2a645SAnirudh Venkataramanan if (!vsi->rx_rings) 9178b5713aSAnirudh Venkataramanan goto err_rings; 9278b5713aSAnirudh Venkataramanan 93792b2086SMaciej Fijalkowski /* txq_map needs to have enough space to track both Tx (stack) rings 94792b2086SMaciej Fijalkowski * and XDP rings; at this point vsi->num_xdp_txq might not be set, 95792b2086SMaciej Fijalkowski * so use num_possible_cpus() as we want to always provide XDP ring 96792b2086SMaciej Fijalkowski * per CPU, regardless of queue count settings from user that might 97792b2086SMaciej Fijalkowski * have come from ethtool's set_channels() callback; 98792b2086SMaciej Fijalkowski */ 99792b2086SMaciej Fijalkowski vsi->txq_map = devm_kcalloc(dev, (vsi->alloc_txq + num_possible_cpus()), 10078b5713aSAnirudh Venkataramanan sizeof(*vsi->txq_map), GFP_KERNEL); 10178b5713aSAnirudh Venkataramanan 10278b5713aSAnirudh Venkataramanan if (!vsi->txq_map) 10378b5713aSAnirudh Venkataramanan goto err_txq_map; 10478b5713aSAnirudh Venkataramanan 1054015d11eSBrett Creeley vsi->rxq_map = devm_kcalloc(dev, vsi->alloc_rxq, 10678b5713aSAnirudh Venkataramanan sizeof(*vsi->rxq_map), GFP_KERNEL); 10778b5713aSAnirudh Venkataramanan if (!vsi->rxq_map) 10878b5713aSAnirudh Venkataramanan goto err_rxq_map; 10978b5713aSAnirudh Venkataramanan 1100e674aebSAnirudh Venkataramanan /* There is no need to allocate q_vectors for a loopback VSI. */ 1110e674aebSAnirudh Venkataramanan if (vsi->type == ICE_VSI_LB) 1120e674aebSAnirudh Venkataramanan return 0; 1130e674aebSAnirudh Venkataramanan 11428c2a645SAnirudh Venkataramanan /* allocate memory for q_vector pointers */ 1154015d11eSBrett Creeley vsi->q_vectors = devm_kcalloc(dev, vsi->num_q_vectors, 116a85a3847SBrett Creeley sizeof(*vsi->q_vectors), GFP_KERNEL); 11728c2a645SAnirudh Venkataramanan if (!vsi->q_vectors) 11828c2a645SAnirudh Venkataramanan goto err_vectors; 11928c2a645SAnirudh Venkataramanan 120e102db78SMaciej Fijalkowski vsi->af_xdp_zc_qps = bitmap_zalloc(max_t(int, vsi->alloc_txq, vsi->alloc_rxq), GFP_KERNEL); 121e102db78SMaciej Fijalkowski if (!vsi->af_xdp_zc_qps) 122e102db78SMaciej Fijalkowski goto err_zc_qps; 123e102db78SMaciej Fijalkowski 12428c2a645SAnirudh Venkataramanan return 0; 12528c2a645SAnirudh Venkataramanan 126e102db78SMaciej Fijalkowski err_zc_qps: 127e102db78SMaciej Fijalkowski devm_kfree(dev, vsi->q_vectors); 12828c2a645SAnirudh Venkataramanan err_vectors: 1294015d11eSBrett Creeley devm_kfree(dev, vsi->rxq_map); 13078b5713aSAnirudh Venkataramanan err_rxq_map: 1314015d11eSBrett Creeley devm_kfree(dev, vsi->txq_map); 13278b5713aSAnirudh Venkataramanan err_txq_map: 1334015d11eSBrett Creeley devm_kfree(dev, vsi->rx_rings); 13478b5713aSAnirudh Venkataramanan err_rings: 1354015d11eSBrett Creeley devm_kfree(dev, vsi->tx_rings); 13628c2a645SAnirudh Venkataramanan return -ENOMEM; 13728c2a645SAnirudh Venkataramanan } 13828c2a645SAnirudh Venkataramanan 13928c2a645SAnirudh Venkataramanan /** 140ad71b256SBrett Creeley * ice_vsi_set_num_desc - Set number of descriptors for queues on this VSI 141ad71b256SBrett Creeley * @vsi: the VSI being configured 142ad71b256SBrett Creeley */ 143ad71b256SBrett Creeley static void ice_vsi_set_num_desc(struct ice_vsi *vsi) 144ad71b256SBrett Creeley { 145ad71b256SBrett Creeley switch (vsi->type) { 146ad71b256SBrett Creeley case ICE_VSI_PF: 147f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 148148beb61SHenry Tieman case ICE_VSI_CTRL: 1490e674aebSAnirudh Venkataramanan case ICE_VSI_LB: 150a02016deSPaul M Stillwell Jr /* a user could change the values of num_[tr]x_desc using 151a02016deSPaul M Stillwell Jr * ethtool -G so we should keep those values instead of 152a02016deSPaul M Stillwell Jr * overwriting them with the defaults. 153a02016deSPaul M Stillwell Jr */ 154a02016deSPaul M Stillwell Jr if (!vsi->num_rx_desc) 155ad71b256SBrett Creeley vsi->num_rx_desc = ICE_DFLT_NUM_RX_DESC; 156a02016deSPaul M Stillwell Jr if (!vsi->num_tx_desc) 157ad71b256SBrett Creeley vsi->num_tx_desc = ICE_DFLT_NUM_TX_DESC; 158ad71b256SBrett Creeley break; 159ad71b256SBrett Creeley default: 16019cce2c6SAnirudh Venkataramanan dev_dbg(ice_pf_to_dev(vsi->back), "Not setting number of Tx/Rx descriptors for VSI type %d\n", 161ad71b256SBrett Creeley vsi->type); 162ad71b256SBrett Creeley break; 163ad71b256SBrett Creeley } 164ad71b256SBrett Creeley } 165ad71b256SBrett Creeley 166ad71b256SBrett Creeley /** 167ad71b256SBrett Creeley * ice_vsi_set_num_qs - Set number of queues, descriptors and vectors for a VSI 16828c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 169b03d519dSJacob Keller * @vf: the VF associated with this VSI, if any 17028c2a645SAnirudh Venkataramanan * 17128c2a645SAnirudh Venkataramanan * Return 0 on success and a negative value on error 17228c2a645SAnirudh Venkataramanan */ 173b03d519dSJacob Keller static void ice_vsi_set_num_qs(struct ice_vsi *vsi, struct ice_vf *vf) 17428c2a645SAnirudh Venkataramanan { 175b03d519dSJacob Keller enum ice_vsi_type vsi_type = vsi->type; 17628c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1775743020dSAkeem G Abodunrin 178b03d519dSJacob Keller if (WARN_ON(vsi_type == ICE_VSI_VF && !vf)) 179b03d519dSJacob Keller return; 1805743020dSAkeem G Abodunrin 181b03d519dSJacob Keller switch (vsi_type) { 18228c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 18387324e74SHenry Tieman if (vsi->req_txq) { 18487324e74SHenry Tieman vsi->alloc_txq = vsi->req_txq; 18587324e74SHenry Tieman vsi->num_txq = vsi->req_txq; 186b38b7f2bSSalil Mehta } else { 187b38b7f2bSSalil Mehta vsi->alloc_txq = min3(pf->num_lan_msix, 188b38b7f2bSSalil Mehta ice_get_avail_txq_count(pf), 189b38b7f2bSSalil Mehta (u16)num_online_cpus()); 19087324e74SHenry Tieman } 1918c243700SAnirudh Venkataramanan 1928c243700SAnirudh Venkataramanan pf->num_lan_tx = vsi->alloc_txq; 1938c243700SAnirudh Venkataramanan 1948c243700SAnirudh Venkataramanan /* only 1 Rx queue unless RSS is enabled */ 19587324e74SHenry Tieman if (!test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 1968c243700SAnirudh Venkataramanan vsi->alloc_rxq = 1; 19787324e74SHenry Tieman } else { 19887324e74SHenry Tieman if (vsi->req_rxq) { 19987324e74SHenry Tieman vsi->alloc_rxq = vsi->req_rxq; 20087324e74SHenry Tieman vsi->num_rxq = vsi->req_rxq; 201b38b7f2bSSalil Mehta } else { 202b38b7f2bSSalil Mehta vsi->alloc_rxq = min3(pf->num_lan_msix, 203b38b7f2bSSalil Mehta ice_get_avail_rxq_count(pf), 204b38b7f2bSSalil Mehta (u16)num_online_cpus()); 20587324e74SHenry Tieman } 20687324e74SHenry Tieman } 2078c243700SAnirudh Venkataramanan 2088c243700SAnirudh Venkataramanan pf->num_lan_rx = vsi->alloc_rxq; 2098c243700SAnirudh Venkataramanan 210f3fe97f6SBrett Creeley vsi->num_q_vectors = min_t(int, pf->num_lan_msix, 211f3fe97f6SBrett Creeley max_t(int, vsi->alloc_rxq, 212f3fe97f6SBrett Creeley vsi->alloc_txq)); 21328c2a645SAnirudh Venkataramanan break; 214f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 215f66756e0SGrzegorz Nitka /* The number of queues for ctrl VSI is equal to number of VFs. 216f66756e0SGrzegorz Nitka * Each ring is associated to the corresponding VF_PR netdev. 217f66756e0SGrzegorz Nitka */ 218fb916db1SJacob Keller vsi->alloc_txq = ice_get_num_vfs(pf); 219fb916db1SJacob Keller vsi->alloc_rxq = vsi->alloc_txq; 220f66756e0SGrzegorz Nitka vsi->num_q_vectors = 1; 221f66756e0SGrzegorz Nitka break; 2228ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 223f0457690SBrett Creeley if (vf->num_req_qs) 224f0457690SBrett Creeley vf->num_vf_qs = vf->num_req_qs; 2255743020dSAkeem G Abodunrin vsi->alloc_txq = vf->num_vf_qs; 2265743020dSAkeem G Abodunrin vsi->alloc_rxq = vf->num_vf_qs; 227000773c0SJacob Keller /* pf->vfs.num_msix_per includes (VF miscellaneous vector + 2288ede0178SAnirudh Venkataramanan * data queue interrupts). Since vsi->num_q_vectors is number 229047e52c0SAnirudh Venkataramanan * of queues vectors, subtract 1 (ICE_NONQ_VECS_VF) from the 230047e52c0SAnirudh Venkataramanan * original vector count 2318ede0178SAnirudh Venkataramanan */ 232000773c0SJacob Keller vsi->num_q_vectors = pf->vfs.num_msix_per - ICE_NONQ_VECS_VF; 2338ede0178SAnirudh Venkataramanan break; 234148beb61SHenry Tieman case ICE_VSI_CTRL: 235148beb61SHenry Tieman vsi->alloc_txq = 1; 236148beb61SHenry Tieman vsi->alloc_rxq = 1; 237148beb61SHenry Tieman vsi->num_q_vectors = 1; 238148beb61SHenry Tieman break; 2390754d65bSKiran Patil case ICE_VSI_CHNL: 2400754d65bSKiran Patil vsi->alloc_txq = 0; 2410754d65bSKiran Patil vsi->alloc_rxq = 0; 2420754d65bSKiran Patil break; 2430e674aebSAnirudh Venkataramanan case ICE_VSI_LB: 2440e674aebSAnirudh Venkataramanan vsi->alloc_txq = 1; 2450e674aebSAnirudh Venkataramanan vsi->alloc_rxq = 1; 2460e674aebSAnirudh Venkataramanan break; 24728c2a645SAnirudh Venkataramanan default: 248b03d519dSJacob Keller dev_warn(ice_pf_to_dev(pf), "Unknown VSI type %d\n", vsi_type); 24928c2a645SAnirudh Venkataramanan break; 25028c2a645SAnirudh Venkataramanan } 251ad71b256SBrett Creeley 252ad71b256SBrett Creeley ice_vsi_set_num_desc(vsi); 25328c2a645SAnirudh Venkataramanan } 25428c2a645SAnirudh Venkataramanan 25528c2a645SAnirudh Venkataramanan /** 25628c2a645SAnirudh Venkataramanan * ice_get_free_slot - get the next non-NULL location index in array 25728c2a645SAnirudh Venkataramanan * @array: array to search 25828c2a645SAnirudh Venkataramanan * @size: size of the array 25928c2a645SAnirudh Venkataramanan * @curr: last known occupied index to be used as a search hint 26028c2a645SAnirudh Venkataramanan * 26128c2a645SAnirudh Venkataramanan * void * is being used to keep the functionality generic. This lets us use this 26228c2a645SAnirudh Venkataramanan * function on any array of pointers. 26328c2a645SAnirudh Venkataramanan */ 26437bb8390SAnirudh Venkataramanan static int ice_get_free_slot(void *array, int size, int curr) 26528c2a645SAnirudh Venkataramanan { 26628c2a645SAnirudh Venkataramanan int **tmp_array = (int **)array; 26728c2a645SAnirudh Venkataramanan int next; 26828c2a645SAnirudh Venkataramanan 26928c2a645SAnirudh Venkataramanan if (curr < (size - 1) && !tmp_array[curr + 1]) { 27028c2a645SAnirudh Venkataramanan next = curr + 1; 27128c2a645SAnirudh Venkataramanan } else { 27228c2a645SAnirudh Venkataramanan int i = 0; 27328c2a645SAnirudh Venkataramanan 27428c2a645SAnirudh Venkataramanan while ((i < size) && (tmp_array[i])) 27528c2a645SAnirudh Venkataramanan i++; 27628c2a645SAnirudh Venkataramanan if (i == size) 27728c2a645SAnirudh Venkataramanan next = ICE_NO_VSI; 27828c2a645SAnirudh Venkataramanan else 27928c2a645SAnirudh Venkataramanan next = i; 28028c2a645SAnirudh Venkataramanan } 28128c2a645SAnirudh Venkataramanan return next; 28228c2a645SAnirudh Venkataramanan } 28328c2a645SAnirudh Venkataramanan 28428c2a645SAnirudh Venkataramanan /** 2855153a18eSAnirudh Venkataramanan * ice_vsi_delete - delete a VSI from the switch 2865153a18eSAnirudh Venkataramanan * @vsi: pointer to VSI being removed 2875153a18eSAnirudh Venkataramanan */ 2880754d65bSKiran Patil void ice_vsi_delete(struct ice_vsi *vsi) 2895153a18eSAnirudh Venkataramanan { 2905153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 291198a666aSBruce Allan struct ice_vsi_ctx *ctxt; 2925e24d598STony Nguyen int status; 2935153a18eSAnirudh Venkataramanan 2949efe35d0STony Nguyen ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL); 295198a666aSBruce Allan if (!ctxt) 296198a666aSBruce Allan return; 297198a666aSBruce Allan 2988ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 299b03d519dSJacob Keller ctxt->vf_num = vsi->vf->vf_id; 300198a666aSBruce Allan ctxt->vsi_num = vsi->vsi_num; 3015153a18eSAnirudh Venkataramanan 302198a666aSBruce Allan memcpy(&ctxt->info, &vsi->info, sizeof(ctxt->info)); 3035153a18eSAnirudh Venkataramanan 304198a666aSBruce Allan status = ice_free_vsi(&pf->hw, vsi->idx, ctxt, false, NULL); 3055153a18eSAnirudh Venkataramanan if (status) 3065f87ec48STony Nguyen dev_err(ice_pf_to_dev(pf), "Failed to delete VSI %i in FW - error: %d\n", 3075f87ec48STony Nguyen vsi->vsi_num, status); 308198a666aSBruce Allan 3099efe35d0STony Nguyen kfree(ctxt); 3105153a18eSAnirudh Venkataramanan } 3115153a18eSAnirudh Venkataramanan 3125153a18eSAnirudh Venkataramanan /** 313a85a3847SBrett Creeley * ice_vsi_free_arrays - De-allocate queue and vector pointer arrays for the VSI 31407309a0eSAnirudh Venkataramanan * @vsi: pointer to VSI being cleared 31507309a0eSAnirudh Venkataramanan */ 316a85a3847SBrett Creeley static void ice_vsi_free_arrays(struct ice_vsi *vsi) 31707309a0eSAnirudh Venkataramanan { 31807309a0eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 3194015d11eSBrett Creeley struct device *dev; 3204015d11eSBrett Creeley 3214015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 32207309a0eSAnirudh Venkataramanan 323e102db78SMaciej Fijalkowski if (vsi->af_xdp_zc_qps) { 324e102db78SMaciej Fijalkowski bitmap_free(vsi->af_xdp_zc_qps); 325e102db78SMaciej Fijalkowski vsi->af_xdp_zc_qps = NULL; 326e102db78SMaciej Fijalkowski } 32707309a0eSAnirudh Venkataramanan /* free the ring and vector containers */ 328a85a3847SBrett Creeley if (vsi->q_vectors) { 3294015d11eSBrett Creeley devm_kfree(dev, vsi->q_vectors); 33007309a0eSAnirudh Venkataramanan vsi->q_vectors = NULL; 33107309a0eSAnirudh Venkataramanan } 33207309a0eSAnirudh Venkataramanan if (vsi->tx_rings) { 3334015d11eSBrett Creeley devm_kfree(dev, vsi->tx_rings); 33407309a0eSAnirudh Venkataramanan vsi->tx_rings = NULL; 33507309a0eSAnirudh Venkataramanan } 33607309a0eSAnirudh Venkataramanan if (vsi->rx_rings) { 3374015d11eSBrett Creeley devm_kfree(dev, vsi->rx_rings); 33807309a0eSAnirudh Venkataramanan vsi->rx_rings = NULL; 33907309a0eSAnirudh Venkataramanan } 34078b5713aSAnirudh Venkataramanan if (vsi->txq_map) { 3414015d11eSBrett Creeley devm_kfree(dev, vsi->txq_map); 34278b5713aSAnirudh Venkataramanan vsi->txq_map = NULL; 34378b5713aSAnirudh Venkataramanan } 34478b5713aSAnirudh Venkataramanan if (vsi->rxq_map) { 3454015d11eSBrett Creeley devm_kfree(dev, vsi->rxq_map); 34678b5713aSAnirudh Venkataramanan vsi->rxq_map = NULL; 34778b5713aSAnirudh Venkataramanan } 34807309a0eSAnirudh Venkataramanan } 34907309a0eSAnirudh Venkataramanan 35007309a0eSAnirudh Venkataramanan /** 35107309a0eSAnirudh Venkataramanan * ice_vsi_clear - clean up and deallocate the provided VSI 35207309a0eSAnirudh Venkataramanan * @vsi: pointer to VSI being cleared 35307309a0eSAnirudh Venkataramanan * 35407309a0eSAnirudh Venkataramanan * This deallocates the VSI's queue resources, removes it from the PF's 35507309a0eSAnirudh Venkataramanan * VSI array if necessary, and deallocates the VSI 35607309a0eSAnirudh Venkataramanan * 35707309a0eSAnirudh Venkataramanan * Returns 0 on success, negative on failure 35807309a0eSAnirudh Venkataramanan */ 3590754d65bSKiran Patil int ice_vsi_clear(struct ice_vsi *vsi) 36007309a0eSAnirudh Venkataramanan { 36107309a0eSAnirudh Venkataramanan struct ice_pf *pf = NULL; 3624015d11eSBrett Creeley struct device *dev; 36307309a0eSAnirudh Venkataramanan 36407309a0eSAnirudh Venkataramanan if (!vsi) 36507309a0eSAnirudh Venkataramanan return 0; 36607309a0eSAnirudh Venkataramanan 36707309a0eSAnirudh Venkataramanan if (!vsi->back) 36807309a0eSAnirudh Venkataramanan return -EINVAL; 36907309a0eSAnirudh Venkataramanan 37007309a0eSAnirudh Venkataramanan pf = vsi->back; 3714015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 37207309a0eSAnirudh Venkataramanan 37307309a0eSAnirudh Venkataramanan if (!pf->vsi[vsi->idx] || pf->vsi[vsi->idx] != vsi) { 3744015d11eSBrett Creeley dev_dbg(dev, "vsi does not exist at pf->vsi[%d]\n", vsi->idx); 37507309a0eSAnirudh Venkataramanan return -EINVAL; 37607309a0eSAnirudh Venkataramanan } 37707309a0eSAnirudh Venkataramanan 37807309a0eSAnirudh Venkataramanan mutex_lock(&pf->sw_mutex); 37907309a0eSAnirudh Venkataramanan /* updates the PF for this cleared VSI */ 38007309a0eSAnirudh Venkataramanan 38107309a0eSAnirudh Venkataramanan pf->vsi[vsi->idx] = NULL; 382148beb61SHenry Tieman if (vsi->idx < pf->next_vsi && vsi->type != ICE_VSI_CTRL) 38307309a0eSAnirudh Venkataramanan pf->next_vsi = vsi->idx; 384b03d519dSJacob Keller if (vsi->idx < pf->next_vsi && vsi->type == ICE_VSI_CTRL && vsi->vf) 385da62c5ffSQi Zhang pf->next_vsi = vsi->idx; 38607309a0eSAnirudh Venkataramanan 387a85a3847SBrett Creeley ice_vsi_free_arrays(vsi); 38807309a0eSAnirudh Venkataramanan mutex_unlock(&pf->sw_mutex); 3894015d11eSBrett Creeley devm_kfree(dev, vsi); 39007309a0eSAnirudh Venkataramanan 39107309a0eSAnirudh Venkataramanan return 0; 39207309a0eSAnirudh Venkataramanan } 39307309a0eSAnirudh Venkataramanan 39407309a0eSAnirudh Venkataramanan /** 395148beb61SHenry Tieman * ice_msix_clean_ctrl_vsi - MSIX mode interrupt handler for ctrl VSI 396148beb61SHenry Tieman * @irq: interrupt number 397148beb61SHenry Tieman * @data: pointer to a q_vector 398148beb61SHenry Tieman */ 399148beb61SHenry Tieman static irqreturn_t ice_msix_clean_ctrl_vsi(int __always_unused irq, void *data) 400148beb61SHenry Tieman { 401148beb61SHenry Tieman struct ice_q_vector *q_vector = (struct ice_q_vector *)data; 402148beb61SHenry Tieman 403e72bba21SMaciej Fijalkowski if (!q_vector->tx.tx_ring) 404148beb61SHenry Tieman return IRQ_HANDLED; 405148beb61SHenry Tieman 406148beb61SHenry Tieman #define FDIR_RX_DESC_CLEAN_BUDGET 64 407e72bba21SMaciej Fijalkowski ice_clean_rx_irq(q_vector->rx.rx_ring, FDIR_RX_DESC_CLEAN_BUDGET); 408e72bba21SMaciej Fijalkowski ice_clean_ctrl_tx_irq(q_vector->tx.tx_ring); 409148beb61SHenry Tieman 410148beb61SHenry Tieman return IRQ_HANDLED; 411148beb61SHenry Tieman } 412148beb61SHenry Tieman 413148beb61SHenry Tieman /** 4145153a18eSAnirudh Venkataramanan * ice_msix_clean_rings - MSIX mode Interrupt Handler 4155153a18eSAnirudh Venkataramanan * @irq: interrupt number 4165153a18eSAnirudh Venkataramanan * @data: pointer to a q_vector 4175153a18eSAnirudh Venkataramanan */ 418f3aaaaaaSAnirudh Venkataramanan static irqreturn_t ice_msix_clean_rings(int __always_unused irq, void *data) 4195153a18eSAnirudh Venkataramanan { 4205153a18eSAnirudh Venkataramanan struct ice_q_vector *q_vector = (struct ice_q_vector *)data; 4215153a18eSAnirudh Venkataramanan 422e72bba21SMaciej Fijalkowski if (!q_vector->tx.tx_ring && !q_vector->rx.rx_ring) 4235153a18eSAnirudh Venkataramanan return IRQ_HANDLED; 4245153a18eSAnirudh Venkataramanan 425cdf1f1f1SJacob Keller q_vector->total_events++; 426cdf1f1f1SJacob Keller 4275153a18eSAnirudh Venkataramanan napi_schedule(&q_vector->napi); 4285153a18eSAnirudh Venkataramanan 4295153a18eSAnirudh Venkataramanan return IRQ_HANDLED; 4305153a18eSAnirudh Venkataramanan } 4315153a18eSAnirudh Venkataramanan 432f66756e0SGrzegorz Nitka static irqreturn_t ice_eswitch_msix_clean_rings(int __always_unused irq, void *data) 433f66756e0SGrzegorz Nitka { 434f66756e0SGrzegorz Nitka struct ice_q_vector *q_vector = (struct ice_q_vector *)data; 435f66756e0SGrzegorz Nitka struct ice_pf *pf = q_vector->vsi->back; 436c4c2c7dbSJacob Keller struct ice_vf *vf; 437c4c2c7dbSJacob Keller unsigned int bkt; 438f66756e0SGrzegorz Nitka 439e72bba21SMaciej Fijalkowski if (!q_vector->tx.tx_ring && !q_vector->rx.rx_ring) 440f66756e0SGrzegorz Nitka return IRQ_HANDLED; 441f66756e0SGrzegorz Nitka 4423d5985a1SJacob Keller rcu_read_lock(); 4433d5985a1SJacob Keller ice_for_each_vf_rcu(pf, bkt, vf) 444c4c2c7dbSJacob Keller napi_schedule(&vf->repr->q_vector->napi); 4453d5985a1SJacob Keller rcu_read_unlock(); 446f66756e0SGrzegorz Nitka 447f66756e0SGrzegorz Nitka return IRQ_HANDLED; 448f66756e0SGrzegorz Nitka } 449f66756e0SGrzegorz Nitka 4505153a18eSAnirudh Venkataramanan /** 45137bb8390SAnirudh Venkataramanan * ice_vsi_alloc - Allocates the next available struct VSI in the PF 45237bb8390SAnirudh Venkataramanan * @pf: board private structure 4536dae8aa0SBruce Allan * @vsi_type: type of VSI 4540754d65bSKiran Patil * @ch: ptr to channel 455b03d519dSJacob Keller * @vf: VF for ICE_VSI_VF and ICE_VSI_CTRL 456b03d519dSJacob Keller * 457b03d519dSJacob Keller * The VF pointer is used for ICE_VSI_VF and ICE_VSI_CTRL. For ICE_VSI_CTRL, 458b03d519dSJacob Keller * it may be NULL in the case there is no association with a VF. For 459b03d519dSJacob Keller * ICE_VSI_VF the VF pointer *must not* be NULL. 46037bb8390SAnirudh Venkataramanan * 46137bb8390SAnirudh Venkataramanan * returns a pointer to a VSI on success, NULL on failure. 46237bb8390SAnirudh Venkataramanan */ 4635743020dSAkeem G Abodunrin static struct ice_vsi * 4640754d65bSKiran Patil ice_vsi_alloc(struct ice_pf *pf, enum ice_vsi_type vsi_type, 465b03d519dSJacob Keller struct ice_channel *ch, struct ice_vf *vf) 46637bb8390SAnirudh Venkataramanan { 4674015d11eSBrett Creeley struct device *dev = ice_pf_to_dev(pf); 46837bb8390SAnirudh Venkataramanan struct ice_vsi *vsi = NULL; 46937bb8390SAnirudh Venkataramanan 470b03d519dSJacob Keller if (WARN_ON(vsi_type == ICE_VSI_VF && !vf)) 471b03d519dSJacob Keller return NULL; 472b03d519dSJacob Keller 47337bb8390SAnirudh Venkataramanan /* Need to protect the allocation of the VSIs at the PF level */ 47437bb8390SAnirudh Venkataramanan mutex_lock(&pf->sw_mutex); 47537bb8390SAnirudh Venkataramanan 47637bb8390SAnirudh Venkataramanan /* If we have already allocated our maximum number of VSIs, 47737bb8390SAnirudh Venkataramanan * pf->next_vsi will be ICE_NO_VSI. If not, pf->next_vsi index 47837bb8390SAnirudh Venkataramanan * is available to be populated 47937bb8390SAnirudh Venkataramanan */ 48037bb8390SAnirudh Venkataramanan if (pf->next_vsi == ICE_NO_VSI) { 4814015d11eSBrett Creeley dev_dbg(dev, "out of VSI slots!\n"); 48237bb8390SAnirudh Venkataramanan goto unlock_pf; 48337bb8390SAnirudh Venkataramanan } 48437bb8390SAnirudh Venkataramanan 4854015d11eSBrett Creeley vsi = devm_kzalloc(dev, sizeof(*vsi), GFP_KERNEL); 48637bb8390SAnirudh Venkataramanan if (!vsi) 48737bb8390SAnirudh Venkataramanan goto unlock_pf; 48837bb8390SAnirudh Venkataramanan 4896dae8aa0SBruce Allan vsi->type = vsi_type; 49037bb8390SAnirudh Venkataramanan vsi->back = pf; 491e97fb1aeSAnirudh Venkataramanan set_bit(ICE_VSI_DOWN, vsi->state); 4929d56b7fdSJesse Brandeburg 4936dae8aa0SBruce Allan if (vsi_type == ICE_VSI_VF) 494b03d519dSJacob Keller ice_vsi_set_num_qs(vsi, vf); 4950754d65bSKiran Patil else if (vsi_type != ICE_VSI_CHNL) 496b03d519dSJacob Keller ice_vsi_set_num_qs(vsi, NULL); 49737bb8390SAnirudh Venkataramanan 49837bb8390SAnirudh Venkataramanan switch (vsi->type) { 499f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 500f66756e0SGrzegorz Nitka if (ice_vsi_alloc_arrays(vsi)) 501f66756e0SGrzegorz Nitka goto err_rings; 502f66756e0SGrzegorz Nitka 503f66756e0SGrzegorz Nitka /* Setup eswitch MSIX irq handler for VSI */ 504f66756e0SGrzegorz Nitka vsi->irq_handler = ice_eswitch_msix_clean_rings; 505f66756e0SGrzegorz Nitka break; 50637bb8390SAnirudh Venkataramanan case ICE_VSI_PF: 507a85a3847SBrett Creeley if (ice_vsi_alloc_arrays(vsi)) 50837bb8390SAnirudh Venkataramanan goto err_rings; 50937bb8390SAnirudh Venkataramanan 51037bb8390SAnirudh Venkataramanan /* Setup default MSIX irq handler for VSI */ 51137bb8390SAnirudh Venkataramanan vsi->irq_handler = ice_msix_clean_rings; 51237bb8390SAnirudh Venkataramanan break; 513148beb61SHenry Tieman case ICE_VSI_CTRL: 514148beb61SHenry Tieman if (ice_vsi_alloc_arrays(vsi)) 515148beb61SHenry Tieman goto err_rings; 516148beb61SHenry Tieman 517148beb61SHenry Tieman /* Setup ctrl VSI MSIX irq handler */ 518148beb61SHenry Tieman vsi->irq_handler = ice_msix_clean_ctrl_vsi; 519b03d519dSJacob Keller 520b03d519dSJacob Keller /* For the PF control VSI this is NULL, for the VF control VSI 521b03d519dSJacob Keller * this will be the first VF to allocate it. 522b03d519dSJacob Keller */ 523b03d519dSJacob Keller vsi->vf = vf; 524148beb61SHenry Tieman break; 5258ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 526a85a3847SBrett Creeley if (ice_vsi_alloc_arrays(vsi)) 5278ede0178SAnirudh Venkataramanan goto err_rings; 528b03d519dSJacob Keller vsi->vf = vf; 5298ede0178SAnirudh Venkataramanan break; 5300754d65bSKiran Patil case ICE_VSI_CHNL: 5310754d65bSKiran Patil if (!ch) 5320754d65bSKiran Patil goto err_rings; 5330754d65bSKiran Patil vsi->num_rxq = ch->num_rxq; 5340754d65bSKiran Patil vsi->num_txq = ch->num_txq; 5350754d65bSKiran Patil vsi->next_base_q = ch->base_q; 5360754d65bSKiran Patil break; 5370e674aebSAnirudh Venkataramanan case ICE_VSI_LB: 5380e674aebSAnirudh Venkataramanan if (ice_vsi_alloc_arrays(vsi)) 5390e674aebSAnirudh Venkataramanan goto err_rings; 5400e674aebSAnirudh Venkataramanan break; 54137bb8390SAnirudh Venkataramanan default: 5424015d11eSBrett Creeley dev_warn(dev, "Unknown VSI type %d\n", vsi->type); 54337bb8390SAnirudh Venkataramanan goto unlock_pf; 54437bb8390SAnirudh Venkataramanan } 54537bb8390SAnirudh Venkataramanan 546b03d519dSJacob Keller if (vsi->type == ICE_VSI_CTRL && !vf) { 547da62c5ffSQi Zhang /* Use the last VSI slot as the index for PF control VSI */ 548148beb61SHenry Tieman vsi->idx = pf->num_alloc_vsi - 1; 549148beb61SHenry Tieman pf->ctrl_vsi_idx = vsi->idx; 550148beb61SHenry Tieman pf->vsi[vsi->idx] = vsi; 551148beb61SHenry Tieman } else { 552148beb61SHenry Tieman /* fill slot and make note of the index */ 553148beb61SHenry Tieman vsi->idx = pf->next_vsi; 55437bb8390SAnirudh Venkataramanan pf->vsi[pf->next_vsi] = vsi; 55537bb8390SAnirudh Venkataramanan 55637bb8390SAnirudh Venkataramanan /* prepare pf->next_vsi for next use */ 55737bb8390SAnirudh Venkataramanan pf->next_vsi = ice_get_free_slot(pf->vsi, pf->num_alloc_vsi, 55837bb8390SAnirudh Venkataramanan pf->next_vsi); 559148beb61SHenry Tieman } 560da62c5ffSQi Zhang 561b03d519dSJacob Keller if (vsi->type == ICE_VSI_CTRL && vf) 562b03d519dSJacob Keller vf->ctrl_vsi_idx = vsi->idx; 56337bb8390SAnirudh Venkataramanan goto unlock_pf; 56437bb8390SAnirudh Venkataramanan 56537bb8390SAnirudh Venkataramanan err_rings: 5664015d11eSBrett Creeley devm_kfree(dev, vsi); 56737bb8390SAnirudh Venkataramanan vsi = NULL; 56837bb8390SAnirudh Venkataramanan unlock_pf: 56937bb8390SAnirudh Venkataramanan mutex_unlock(&pf->sw_mutex); 57037bb8390SAnirudh Venkataramanan return vsi; 57137bb8390SAnirudh Venkataramanan } 57237bb8390SAnirudh Venkataramanan 57337bb8390SAnirudh Venkataramanan /** 574148beb61SHenry Tieman * ice_alloc_fd_res - Allocate FD resource for a VSI 575148beb61SHenry Tieman * @vsi: pointer to the ice_vsi 576148beb61SHenry Tieman * 577148beb61SHenry Tieman * This allocates the FD resources 578148beb61SHenry Tieman * 579148beb61SHenry Tieman * Returns 0 on success, -EPERM on no-op or -EIO on failure 580148beb61SHenry Tieman */ 581148beb61SHenry Tieman static int ice_alloc_fd_res(struct ice_vsi *vsi) 582148beb61SHenry Tieman { 583148beb61SHenry Tieman struct ice_pf *pf = vsi->back; 584148beb61SHenry Tieman u32 g_val, b_val; 585148beb61SHenry Tieman 58640319796SKiran Patil /* Flow Director filters are only allocated/assigned to the PF VSI or 58740319796SKiran Patil * CHNL VSI which passes the traffic. The CTRL VSI is only used to 58840319796SKiran Patil * add/delete filters so resources are not allocated to it 589148beb61SHenry Tieman */ 59040319796SKiran Patil if (!test_bit(ICE_FLAG_FD_ENA, pf->flags)) 59140319796SKiran Patil return -EPERM; 59240319796SKiran Patil 59340319796SKiran Patil if (!(vsi->type == ICE_VSI_PF || vsi->type == ICE_VSI_VF || 59440319796SKiran Patil vsi->type == ICE_VSI_CHNL)) 59540319796SKiran Patil return -EPERM; 596148beb61SHenry Tieman 597148beb61SHenry Tieman /* FD filters from guaranteed pool per VSI */ 598148beb61SHenry Tieman g_val = pf->hw.func_caps.fd_fltr_guar; 599148beb61SHenry Tieman if (!g_val) 600148beb61SHenry Tieman return -EPERM; 601148beb61SHenry Tieman 602148beb61SHenry Tieman /* FD filters from best effort pool */ 603148beb61SHenry Tieman b_val = pf->hw.func_caps.fd_fltr_best_effort; 604148beb61SHenry Tieman if (!b_val) 605148beb61SHenry Tieman return -EPERM; 606148beb61SHenry Tieman 60740319796SKiran Patil /* PF main VSI gets only 64 FD resources from guaranteed pool 60840319796SKiran Patil * when ADQ is configured. 60940319796SKiran Patil */ 61040319796SKiran Patil #define ICE_PF_VSI_GFLTR 64 611148beb61SHenry Tieman 61240319796SKiran Patil /* determine FD filter resources per VSI from shared(best effort) and 61340319796SKiran Patil * dedicated pool 61440319796SKiran Patil */ 61540319796SKiran Patil if (vsi->type == ICE_VSI_PF) { 61640319796SKiran Patil vsi->num_gfltr = g_val; 61740319796SKiran Patil /* if MQPRIO is configured, main VSI doesn't get all FD 61840319796SKiran Patil * resources from guaranteed pool. PF VSI gets 64 FD resources 61940319796SKiran Patil */ 62040319796SKiran Patil if (test_bit(ICE_FLAG_TC_MQPRIO, pf->flags)) { 62140319796SKiran Patil if (g_val < ICE_PF_VSI_GFLTR) 622148beb61SHenry Tieman return -EPERM; 62340319796SKiran Patil /* allow bare minimum entries for PF VSI */ 62440319796SKiran Patil vsi->num_gfltr = ICE_PF_VSI_GFLTR; 62540319796SKiran Patil } 626148beb61SHenry Tieman 627148beb61SHenry Tieman /* each VSI gets same "best_effort" quota */ 628148beb61SHenry Tieman vsi->num_bfltr = b_val; 62940319796SKiran Patil } else if (vsi->type == ICE_VSI_VF) { 630da62c5ffSQi Zhang vsi->num_gfltr = 0; 631da62c5ffSQi Zhang 632da62c5ffSQi Zhang /* each VSI gets same "best_effort" quota */ 633da62c5ffSQi Zhang vsi->num_bfltr = b_val; 63440319796SKiran Patil } else { 63540319796SKiran Patil struct ice_vsi *main_vsi; 63640319796SKiran Patil int numtc; 63740319796SKiran Patil 63840319796SKiran Patil main_vsi = ice_get_main_vsi(pf); 63940319796SKiran Patil if (!main_vsi) 64040319796SKiran Patil return -EPERM; 64140319796SKiran Patil 64240319796SKiran Patil if (!main_vsi->all_numtc) 64340319796SKiran Patil return -EINVAL; 64440319796SKiran Patil 64540319796SKiran Patil /* figure out ADQ numtc */ 64640319796SKiran Patil numtc = main_vsi->all_numtc - ICE_CHNL_START_TC; 64740319796SKiran Patil 64840319796SKiran Patil /* only one TC but still asking resources for channels, 64940319796SKiran Patil * invalid config 65040319796SKiran Patil */ 65140319796SKiran Patil if (numtc < ICE_CHNL_START_TC) 65240319796SKiran Patil return -EPERM; 65340319796SKiran Patil 65440319796SKiran Patil g_val -= ICE_PF_VSI_GFLTR; 65540319796SKiran Patil /* channel VSIs gets equal share from guaranteed pool */ 65640319796SKiran Patil vsi->num_gfltr = g_val / numtc; 65740319796SKiran Patil 65840319796SKiran Patil /* each VSI gets same "best_effort" quota */ 65940319796SKiran Patil vsi->num_bfltr = b_val; 660da62c5ffSQi Zhang } 661da62c5ffSQi Zhang 662148beb61SHenry Tieman return 0; 663148beb61SHenry Tieman } 664148beb61SHenry Tieman 665148beb61SHenry Tieman /** 666df0f8479SAnirudh Venkataramanan * ice_vsi_get_qs - Assign queues from PF to VSI 667df0f8479SAnirudh Venkataramanan * @vsi: the VSI to assign queues to 668df0f8479SAnirudh Venkataramanan * 669df0f8479SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 670df0f8479SAnirudh Venkataramanan */ 67137bb8390SAnirudh Venkataramanan static int ice_vsi_get_qs(struct ice_vsi *vsi) 672df0f8479SAnirudh Venkataramanan { 67303f7a986SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 67403f7a986SAnirudh Venkataramanan struct ice_qs_cfg tx_qs_cfg = { 67503f7a986SAnirudh Venkataramanan .qs_mutex = &pf->avail_q_mutex, 67603f7a986SAnirudh Venkataramanan .pf_map = pf->avail_txqs, 67778b5713aSAnirudh Venkataramanan .pf_map_size = pf->max_pf_txqs, 67803f7a986SAnirudh Venkataramanan .q_count = vsi->alloc_txq, 67903f7a986SAnirudh Venkataramanan .scatter_count = ICE_MAX_SCATTER_TXQS, 68003f7a986SAnirudh Venkataramanan .vsi_map = vsi->txq_map, 68103f7a986SAnirudh Venkataramanan .vsi_map_offset = 0, 68239066dc5SBrett Creeley .mapping_mode = ICE_VSI_MAP_CONTIG 68303f7a986SAnirudh Venkataramanan }; 68403f7a986SAnirudh Venkataramanan struct ice_qs_cfg rx_qs_cfg = { 68503f7a986SAnirudh Venkataramanan .qs_mutex = &pf->avail_q_mutex, 68603f7a986SAnirudh Venkataramanan .pf_map = pf->avail_rxqs, 68778b5713aSAnirudh Venkataramanan .pf_map_size = pf->max_pf_rxqs, 68803f7a986SAnirudh Venkataramanan .q_count = vsi->alloc_rxq, 68903f7a986SAnirudh Venkataramanan .scatter_count = ICE_MAX_SCATTER_RXQS, 69003f7a986SAnirudh Venkataramanan .vsi_map = vsi->rxq_map, 69103f7a986SAnirudh Venkataramanan .vsi_map_offset = 0, 69239066dc5SBrett Creeley .mapping_mode = ICE_VSI_MAP_CONTIG 69303f7a986SAnirudh Venkataramanan }; 69439066dc5SBrett Creeley int ret; 695df0f8479SAnirudh Venkataramanan 6960754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) 6970754d65bSKiran Patil return 0; 6980754d65bSKiran Patil 69903f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs(&tx_qs_cfg); 70039066dc5SBrett Creeley if (ret) 701df0f8479SAnirudh Venkataramanan return ret; 70239066dc5SBrett Creeley vsi->tx_mapping_mode = tx_qs_cfg.mapping_mode; 70339066dc5SBrett Creeley 70439066dc5SBrett Creeley ret = __ice_vsi_get_qs(&rx_qs_cfg); 70539066dc5SBrett Creeley if (ret) 70639066dc5SBrett Creeley return ret; 70739066dc5SBrett Creeley vsi->rx_mapping_mode = rx_qs_cfg.mapping_mode; 70839066dc5SBrett Creeley 70939066dc5SBrett Creeley return 0; 710df0f8479SAnirudh Venkataramanan } 711df0f8479SAnirudh Venkataramanan 712df0f8479SAnirudh Venkataramanan /** 7135153a18eSAnirudh Venkataramanan * ice_vsi_put_qs - Release queues from VSI to PF 7145153a18eSAnirudh Venkataramanan * @vsi: the VSI that is going to release queues 7155153a18eSAnirudh Venkataramanan */ 716135f4b9eSJacob Keller static void ice_vsi_put_qs(struct ice_vsi *vsi) 7175153a18eSAnirudh Venkataramanan { 7185153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 7195153a18eSAnirudh Venkataramanan int i; 7205153a18eSAnirudh Venkataramanan 7215153a18eSAnirudh Venkataramanan mutex_lock(&pf->avail_q_mutex); 7225153a18eSAnirudh Venkataramanan 7232faf63b6SMaciej Fijalkowski ice_for_each_alloc_txq(vsi, i) { 7245153a18eSAnirudh Venkataramanan clear_bit(vsi->txq_map[i], pf->avail_txqs); 7255153a18eSAnirudh Venkataramanan vsi->txq_map[i] = ICE_INVAL_Q_INDEX; 7265153a18eSAnirudh Venkataramanan } 7275153a18eSAnirudh Venkataramanan 7282faf63b6SMaciej Fijalkowski ice_for_each_alloc_rxq(vsi, i) { 7295153a18eSAnirudh Venkataramanan clear_bit(vsi->rxq_map[i], pf->avail_rxqs); 7305153a18eSAnirudh Venkataramanan vsi->rxq_map[i] = ICE_INVAL_Q_INDEX; 7315153a18eSAnirudh Venkataramanan } 7325153a18eSAnirudh Venkataramanan 7335153a18eSAnirudh Venkataramanan mutex_unlock(&pf->avail_q_mutex); 7345153a18eSAnirudh Venkataramanan } 7355153a18eSAnirudh Venkataramanan 7365153a18eSAnirudh Venkataramanan /** 737462acf6aSTony Nguyen * ice_is_safe_mode 738462acf6aSTony Nguyen * @pf: pointer to the PF struct 739462acf6aSTony Nguyen * 740462acf6aSTony Nguyen * returns true if driver is in safe mode, false otherwise 741462acf6aSTony Nguyen */ 742462acf6aSTony Nguyen bool ice_is_safe_mode(struct ice_pf *pf) 743462acf6aSTony Nguyen { 744462acf6aSTony Nguyen return !test_bit(ICE_FLAG_ADV_FEATURES, pf->flags); 745462acf6aSTony Nguyen } 746462acf6aSTony Nguyen 747462acf6aSTony Nguyen /** 74888f62aeaSDave Ertman * ice_is_rdma_ena 749d25a0fc4SDave Ertman * @pf: pointer to the PF struct 750d25a0fc4SDave Ertman * 75188f62aeaSDave Ertman * returns true if RDMA is currently supported, false otherwise 752d25a0fc4SDave Ertman */ 75388f62aeaSDave Ertman bool ice_is_rdma_ena(struct ice_pf *pf) 754d25a0fc4SDave Ertman { 75588f62aeaSDave Ertman return test_bit(ICE_FLAG_RDMA_ENA, pf->flags); 756d25a0fc4SDave Ertman } 757d25a0fc4SDave Ertman 758d25a0fc4SDave Ertman /** 7592c61054cSTony Nguyen * ice_vsi_clean_rss_flow_fld - Delete RSS configuration 7602c61054cSTony Nguyen * @vsi: the VSI being cleaned up 7612c61054cSTony Nguyen * 7622c61054cSTony Nguyen * This function deletes RSS input set for all flows that were configured 7632c61054cSTony Nguyen * for this VSI 7642c61054cSTony Nguyen */ 7652c61054cSTony Nguyen static void ice_vsi_clean_rss_flow_fld(struct ice_vsi *vsi) 7662c61054cSTony Nguyen { 7672c61054cSTony Nguyen struct ice_pf *pf = vsi->back; 7685e24d598STony Nguyen int status; 7692c61054cSTony Nguyen 7702c61054cSTony Nguyen if (ice_is_safe_mode(pf)) 7712c61054cSTony Nguyen return; 7722c61054cSTony Nguyen 7732c61054cSTony Nguyen status = ice_rem_vsi_rss_cfg(&pf->hw, vsi->idx); 7742c61054cSTony Nguyen if (status) 7755f87ec48STony Nguyen dev_dbg(ice_pf_to_dev(pf), "ice_rem_vsi_rss_cfg failed for vsi = %d, error = %d\n", 7765f87ec48STony Nguyen vsi->vsi_num, status); 7772c61054cSTony Nguyen } 7782c61054cSTony Nguyen 7792c61054cSTony Nguyen /** 7802c61054cSTony Nguyen * ice_rss_clean - Delete RSS related VSI structures and configuration 781df0f8479SAnirudh Venkataramanan * @vsi: the VSI being removed 782df0f8479SAnirudh Venkataramanan */ 783df0f8479SAnirudh Venkataramanan static void ice_rss_clean(struct ice_vsi *vsi) 784df0f8479SAnirudh Venkataramanan { 7854015d11eSBrett Creeley struct ice_pf *pf = vsi->back; 7864015d11eSBrett Creeley struct device *dev; 787df0f8479SAnirudh Venkataramanan 7884015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 789df0f8479SAnirudh Venkataramanan 790df0f8479SAnirudh Venkataramanan if (vsi->rss_hkey_user) 7914015d11eSBrett Creeley devm_kfree(dev, vsi->rss_hkey_user); 792df0f8479SAnirudh Venkataramanan if (vsi->rss_lut_user) 7934015d11eSBrett Creeley devm_kfree(dev, vsi->rss_lut_user); 7942c61054cSTony Nguyen 7952c61054cSTony Nguyen ice_vsi_clean_rss_flow_fld(vsi); 7962c61054cSTony Nguyen /* remove RSS replay list */ 7972c61054cSTony Nguyen if (!ice_is_safe_mode(pf)) 7982c61054cSTony Nguyen ice_rem_vsi_rss_list(&pf->hw, vsi->idx); 799df0f8479SAnirudh Venkataramanan } 800df0f8479SAnirudh Venkataramanan 801df0f8479SAnirudh Venkataramanan /** 80228c2a645SAnirudh Venkataramanan * ice_vsi_set_rss_params - Setup RSS capabilities per VSI type 80328c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 80428c2a645SAnirudh Venkataramanan */ 80537bb8390SAnirudh Venkataramanan static void ice_vsi_set_rss_params(struct ice_vsi *vsi) 80628c2a645SAnirudh Venkataramanan { 80728c2a645SAnirudh Venkataramanan struct ice_hw_common_caps *cap; 80828c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 80928c2a645SAnirudh Venkataramanan 81028c2a645SAnirudh Venkataramanan if (!test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 81128c2a645SAnirudh Venkataramanan vsi->rss_size = 1; 81228c2a645SAnirudh Venkataramanan return; 81328c2a645SAnirudh Venkataramanan } 81428c2a645SAnirudh Venkataramanan 81528c2a645SAnirudh Venkataramanan cap = &pf->hw.func_caps.common_cap; 81628c2a645SAnirudh Venkataramanan switch (vsi->type) { 8170754d65bSKiran Patil case ICE_VSI_CHNL: 81828c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 81928c2a645SAnirudh Venkataramanan /* PF VSI will inherit RSS instance of PF */ 82088865fc4SKarol Kolacinski vsi->rss_table_size = (u16)cap->rss_table_size; 8210754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) 8220754d65bSKiran Patil vsi->rss_size = min_t(u16, vsi->num_rxq, 8230754d65bSKiran Patil BIT(cap->rss_table_entry_width)); 8240754d65bSKiran Patil else 82588865fc4SKarol Kolacinski vsi->rss_size = min_t(u16, num_online_cpus(), 82628c2a645SAnirudh Venkataramanan BIT(cap->rss_table_entry_width)); 82728c2a645SAnirudh Venkataramanan vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_PF; 82828c2a645SAnirudh Venkataramanan break; 829f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 830f66756e0SGrzegorz Nitka vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE; 831f66756e0SGrzegorz Nitka vsi->rss_size = min_t(u16, num_online_cpus(), 832f66756e0SGrzegorz Nitka BIT(cap->rss_table_entry_width)); 833f66756e0SGrzegorz Nitka vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI; 834f66756e0SGrzegorz Nitka break; 8358ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 8360ca469fbSMitch Williams /* VF VSI will get a small RSS table. 8370ca469fbSMitch Williams * For VSI_LUT, LUT size should be set to 64 bytes. 8388ede0178SAnirudh Venkataramanan */ 8398ede0178SAnirudh Venkataramanan vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE; 8400ca469fbSMitch Williams vsi->rss_size = ICE_MAX_RSS_QS_PER_VF; 8418ede0178SAnirudh Venkataramanan vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI; 8428ede0178SAnirudh Venkataramanan break; 8430e674aebSAnirudh Venkataramanan case ICE_VSI_LB: 8440e674aebSAnirudh Venkataramanan break; 84528c2a645SAnirudh Venkataramanan default: 846148beb61SHenry Tieman dev_dbg(ice_pf_to_dev(pf), "Unsupported VSI type %s\n", 847148beb61SHenry Tieman ice_vsi_type_str(vsi->type)); 84828c2a645SAnirudh Venkataramanan break; 84928c2a645SAnirudh Venkataramanan } 85028c2a645SAnirudh Venkataramanan } 85128c2a645SAnirudh Venkataramanan 85228c2a645SAnirudh Venkataramanan /** 85328c2a645SAnirudh Venkataramanan * ice_set_dflt_vsi_ctx - Set default VSI context before adding a VSI 8541babaf77SBrett Creeley * @hw: HW structure used to determine the VLAN mode of the device 85528c2a645SAnirudh Venkataramanan * @ctxt: the VSI context being set 85628c2a645SAnirudh Venkataramanan * 85728c2a645SAnirudh Venkataramanan * This initializes a default VSI context for all sections except the Queues. 85828c2a645SAnirudh Venkataramanan */ 8591babaf77SBrett Creeley static void ice_set_dflt_vsi_ctx(struct ice_hw *hw, struct ice_vsi_ctx *ctxt) 86028c2a645SAnirudh Venkataramanan { 86128c2a645SAnirudh Venkataramanan u32 table = 0; 86228c2a645SAnirudh Venkataramanan 86328c2a645SAnirudh Venkataramanan memset(&ctxt->info, 0, sizeof(ctxt->info)); 86428c2a645SAnirudh Venkataramanan /* VSI's should be allocated from shared pool */ 86528c2a645SAnirudh Venkataramanan ctxt->alloc_from_pool = true; 86628c2a645SAnirudh Venkataramanan /* Src pruning enabled by default */ 86728c2a645SAnirudh Venkataramanan ctxt->info.sw_flags = ICE_AQ_VSI_SW_FLAG_SRC_PRUNE; 86828c2a645SAnirudh Venkataramanan /* Traffic from VSI can be sent to LAN */ 86928c2a645SAnirudh Venkataramanan ctxt->info.sw_flags2 = ICE_AQ_VSI_SW_FLAG_LAN_ENA; 8701babaf77SBrett Creeley /* allow all untagged/tagged packets by default on Tx */ 8717bd527aaSBrett Creeley ctxt->info.inner_vlan_flags = ((ICE_AQ_VSI_INNER_VLAN_TX_MODE_ALL & 8727bd527aaSBrett Creeley ICE_AQ_VSI_INNER_VLAN_TX_MODE_M) >> 8737bd527aaSBrett Creeley ICE_AQ_VSI_INNER_VLAN_TX_MODE_S); 8741babaf77SBrett Creeley /* SVM - by default bits 3 and 4 in inner_vlan_flags are 0's which 8751babaf77SBrett Creeley * results in legacy behavior (show VLAN, DEI, and UP) in descriptor. 8761babaf77SBrett Creeley * 8771babaf77SBrett Creeley * DVM - leave inner VLAN in packet by default 8781babaf77SBrett Creeley */ 8791babaf77SBrett Creeley if (ice_is_dvm_ena(hw)) { 8801babaf77SBrett Creeley ctxt->info.inner_vlan_flags |= 8811babaf77SBrett Creeley ICE_AQ_VSI_INNER_VLAN_EMODE_NOTHING; 8821babaf77SBrett Creeley ctxt->info.outer_vlan_flags = 8831babaf77SBrett Creeley (ICE_AQ_VSI_OUTER_VLAN_TX_MODE_ALL << 8841babaf77SBrett Creeley ICE_AQ_VSI_OUTER_VLAN_TX_MODE_S) & 8851babaf77SBrett Creeley ICE_AQ_VSI_OUTER_VLAN_TX_MODE_M; 8861babaf77SBrett Creeley ctxt->info.outer_vlan_flags |= 8871babaf77SBrett Creeley (ICE_AQ_VSI_OUTER_TAG_VLAN_8100 << 8881babaf77SBrett Creeley ICE_AQ_VSI_OUTER_TAG_TYPE_S) & 8891babaf77SBrett Creeley ICE_AQ_VSI_OUTER_TAG_TYPE_M; 8901babaf77SBrett Creeley } 89128c2a645SAnirudh Venkataramanan /* Have 1:1 UP mapping for both ingress/egress tables */ 89228c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(0, 0); 89328c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(1, 1); 89428c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(2, 2); 89528c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(3, 3); 89628c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(4, 4); 89728c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(5, 5); 89828c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(6, 6); 89928c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(7, 7); 90028c2a645SAnirudh Venkataramanan ctxt->info.ingress_table = cpu_to_le32(table); 90128c2a645SAnirudh Venkataramanan ctxt->info.egress_table = cpu_to_le32(table); 90228c2a645SAnirudh Venkataramanan /* Have 1:1 UP mapping for outer to inner UP table */ 90328c2a645SAnirudh Venkataramanan ctxt->info.outer_up_table = cpu_to_le32(table); 90428c2a645SAnirudh Venkataramanan /* No Outer tag support outer_tag_flags remains to zero */ 90528c2a645SAnirudh Venkataramanan } 90628c2a645SAnirudh Venkataramanan 90728c2a645SAnirudh Venkataramanan /** 90828c2a645SAnirudh Venkataramanan * ice_vsi_setup_q_map - Setup a VSI queue map 90928c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 91028c2a645SAnirudh Venkataramanan * @ctxt: VSI context structure 91128c2a645SAnirudh Venkataramanan */ 91228c2a645SAnirudh Venkataramanan static void ice_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt) 91328c2a645SAnirudh Venkataramanan { 9148134d5ffSBrett Creeley u16 offset = 0, qmap = 0, tx_count = 0, pow = 0; 9158134d5ffSBrett Creeley u16 num_txq_per_tc, num_rxq_per_tc; 91628c2a645SAnirudh Venkataramanan u16 qcount_tx = vsi->alloc_txq; 91728c2a645SAnirudh Venkataramanan u16 qcount_rx = vsi->alloc_rxq; 918c5a2a4a3SUsha Ketineni u8 netdev_tc = 0; 91928c2a645SAnirudh Venkataramanan int i; 92028c2a645SAnirudh Venkataramanan 9210754d65bSKiran Patil if (!vsi->tc_cfg.numtc) { 92228c2a645SAnirudh Venkataramanan /* at least TC0 should be enabled by default */ 9230754d65bSKiran Patil vsi->tc_cfg.numtc = 1; 9240754d65bSKiran Patil vsi->tc_cfg.ena_tc = 1; 92528c2a645SAnirudh Venkataramanan } 92628c2a645SAnirudh Venkataramanan 9278134d5ffSBrett Creeley num_rxq_per_tc = min_t(u16, qcount_rx / vsi->tc_cfg.numtc, ICE_MAX_RXQS_PER_TC); 9288134d5ffSBrett Creeley if (!num_rxq_per_tc) 9298134d5ffSBrett Creeley num_rxq_per_tc = 1; 9308134d5ffSBrett Creeley num_txq_per_tc = qcount_tx / vsi->tc_cfg.numtc; 9318134d5ffSBrett Creeley if (!num_txq_per_tc) 9328134d5ffSBrett Creeley num_txq_per_tc = 1; 9338134d5ffSBrett Creeley 9348134d5ffSBrett Creeley /* find the (rounded up) power-of-2 of qcount */ 9358134d5ffSBrett Creeley pow = (u16)order_base_2(num_rxq_per_tc); 93628c2a645SAnirudh Venkataramanan 93728c2a645SAnirudh Venkataramanan /* TC mapping is a function of the number of Rx queues assigned to the 93828c2a645SAnirudh Venkataramanan * VSI for each traffic class and the offset of these queues. 93928c2a645SAnirudh Venkataramanan * The first 10 bits are for queue offset for TC0, next 4 bits for no:of 94028c2a645SAnirudh Venkataramanan * queues allocated to TC0. No:of queues is a power-of-2. 94128c2a645SAnirudh Venkataramanan * 94228c2a645SAnirudh Venkataramanan * If TC is not enabled, the queue offset is set to 0, and allocate one 94328c2a645SAnirudh Venkataramanan * queue, this way, traffic for the given TC will be sent to the default 94428c2a645SAnirudh Venkataramanan * queue. 94528c2a645SAnirudh Venkataramanan * 94628c2a645SAnirudh Venkataramanan * Setup number and offset of Rx queues for all TCs for the VSI 94728c2a645SAnirudh Venkataramanan */ 9482bdc97beSBruce Allan ice_for_each_traffic_class(i) { 94928c2a645SAnirudh Venkataramanan if (!(vsi->tc_cfg.ena_tc & BIT(i))) { 95028c2a645SAnirudh Venkataramanan /* TC is not enabled */ 95128c2a645SAnirudh Venkataramanan vsi->tc_cfg.tc_info[i].qoffset = 0; 952c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_rx = 1; 953c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_tx = 1; 954c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].netdev_tc = 0; 95528c2a645SAnirudh Venkataramanan ctxt->info.tc_mapping[i] = 0; 95628c2a645SAnirudh Venkataramanan continue; 95728c2a645SAnirudh Venkataramanan } 95828c2a645SAnirudh Venkataramanan 95928c2a645SAnirudh Venkataramanan /* TC is enabled */ 96028c2a645SAnirudh Venkataramanan vsi->tc_cfg.tc_info[i].qoffset = offset; 9618134d5ffSBrett Creeley vsi->tc_cfg.tc_info[i].qcount_rx = num_rxq_per_tc; 9628134d5ffSBrett Creeley vsi->tc_cfg.tc_info[i].qcount_tx = num_txq_per_tc; 963c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++; 96428c2a645SAnirudh Venkataramanan 96528c2a645SAnirudh Venkataramanan qmap = ((offset << ICE_AQ_VSI_TC_Q_OFFSET_S) & 96628c2a645SAnirudh Venkataramanan ICE_AQ_VSI_TC_Q_OFFSET_M) | 96728c2a645SAnirudh Venkataramanan ((pow << ICE_AQ_VSI_TC_Q_NUM_S) & 96828c2a645SAnirudh Venkataramanan ICE_AQ_VSI_TC_Q_NUM_M); 9698134d5ffSBrett Creeley offset += num_rxq_per_tc; 9708134d5ffSBrett Creeley tx_count += num_txq_per_tc; 97128c2a645SAnirudh Venkataramanan ctxt->info.tc_mapping[i] = cpu_to_le16(qmap); 97228c2a645SAnirudh Venkataramanan } 97360dcc39eSKiran Patil 97460dcc39eSKiran Patil /* if offset is non-zero, means it is calculated correctly based on 97560dcc39eSKiran Patil * enabled TCs for a given VSI otherwise qcount_rx will always 97660dcc39eSKiran Patil * be correct and non-zero because it is based off - VSI's 97760dcc39eSKiran Patil * allocated Rx queues which is at least 1 (hence qcount_tx will be 97860dcc39eSKiran Patil * at least 1) 97960dcc39eSKiran Patil */ 98060dcc39eSKiran Patil if (offset) 98128c2a645SAnirudh Venkataramanan vsi->num_rxq = offset; 98260dcc39eSKiran Patil else 9838134d5ffSBrett Creeley vsi->num_rxq = num_rxq_per_tc; 98460dcc39eSKiran Patil 985c5a2a4a3SUsha Ketineni vsi->num_txq = tx_count; 98628c2a645SAnirudh Venkataramanan 9878ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF && vsi->num_txq != vsi->num_rxq) { 9889a946843SAnirudh Venkataramanan dev_dbg(ice_pf_to_dev(vsi->back), "VF VSI should have same number of Tx and Rx queues. Hence making them equal\n"); 9898ede0178SAnirudh Venkataramanan /* since there is a chance that num_rxq could have been changed 9908ede0178SAnirudh Venkataramanan * in the above for loop, make num_txq equal to num_rxq. 9918ede0178SAnirudh Venkataramanan */ 9928ede0178SAnirudh Venkataramanan vsi->num_txq = vsi->num_rxq; 9938ede0178SAnirudh Venkataramanan } 9948ede0178SAnirudh Venkataramanan 99528c2a645SAnirudh Venkataramanan /* Rx queue mapping */ 99628c2a645SAnirudh Venkataramanan ctxt->info.mapping_flags |= cpu_to_le16(ICE_AQ_VSI_Q_MAP_CONTIG); 99728c2a645SAnirudh Venkataramanan /* q_mapping buffer holds the info for the first queue allocated for 99828c2a645SAnirudh Venkataramanan * this VSI in the PF space and also the number of queues associated 99928c2a645SAnirudh Venkataramanan * with this VSI. 100028c2a645SAnirudh Venkataramanan */ 100128c2a645SAnirudh Venkataramanan ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]); 100228c2a645SAnirudh Venkataramanan ctxt->info.q_mapping[1] = cpu_to_le16(vsi->num_rxq); 100328c2a645SAnirudh Venkataramanan } 100428c2a645SAnirudh Venkataramanan 100528c2a645SAnirudh Venkataramanan /** 1006148beb61SHenry Tieman * ice_set_fd_vsi_ctx - Set FD VSI context before adding a VSI 1007148beb61SHenry Tieman * @ctxt: the VSI context being set 1008148beb61SHenry Tieman * @vsi: the VSI being configured 1009148beb61SHenry Tieman */ 1010148beb61SHenry Tieman static void ice_set_fd_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi) 1011148beb61SHenry Tieman { 1012148beb61SHenry Tieman u8 dflt_q_group, dflt_q_prio; 1013148beb61SHenry Tieman u16 dflt_q, report_q, val; 1014148beb61SHenry Tieman 1015da62c5ffSQi Zhang if (vsi->type != ICE_VSI_PF && vsi->type != ICE_VSI_CTRL && 101640319796SKiran Patil vsi->type != ICE_VSI_VF && vsi->type != ICE_VSI_CHNL) 1017148beb61SHenry Tieman return; 1018148beb61SHenry Tieman 1019148beb61SHenry Tieman val = ICE_AQ_VSI_PROP_FLOW_DIR_VALID; 1020148beb61SHenry Tieman ctxt->info.valid_sections |= cpu_to_le16(val); 1021148beb61SHenry Tieman dflt_q = 0; 1022148beb61SHenry Tieman dflt_q_group = 0; 1023148beb61SHenry Tieman report_q = 0; 1024148beb61SHenry Tieman dflt_q_prio = 0; 1025148beb61SHenry Tieman 1026148beb61SHenry Tieman /* enable flow director filtering/programming */ 1027148beb61SHenry Tieman val = ICE_AQ_VSI_FD_ENABLE | ICE_AQ_VSI_FD_PROG_ENABLE; 1028148beb61SHenry Tieman ctxt->info.fd_options = cpu_to_le16(val); 1029148beb61SHenry Tieman /* max of allocated flow director filters */ 1030148beb61SHenry Tieman ctxt->info.max_fd_fltr_dedicated = 1031148beb61SHenry Tieman cpu_to_le16(vsi->num_gfltr); 1032148beb61SHenry Tieman /* max of shared flow director filters any VSI may program */ 1033148beb61SHenry Tieman ctxt->info.max_fd_fltr_shared = 1034148beb61SHenry Tieman cpu_to_le16(vsi->num_bfltr); 1035148beb61SHenry Tieman /* default queue index within the VSI of the default FD */ 1036148beb61SHenry Tieman val = ((dflt_q << ICE_AQ_VSI_FD_DEF_Q_S) & 1037148beb61SHenry Tieman ICE_AQ_VSI_FD_DEF_Q_M); 1038148beb61SHenry Tieman /* target queue or queue group to the FD filter */ 1039148beb61SHenry Tieman val |= ((dflt_q_group << ICE_AQ_VSI_FD_DEF_GRP_S) & 1040148beb61SHenry Tieman ICE_AQ_VSI_FD_DEF_GRP_M); 1041148beb61SHenry Tieman ctxt->info.fd_def_q = cpu_to_le16(val); 1042148beb61SHenry Tieman /* queue index on which FD filter completion is reported */ 1043148beb61SHenry Tieman val = ((report_q << ICE_AQ_VSI_FD_REPORT_Q_S) & 1044148beb61SHenry Tieman ICE_AQ_VSI_FD_REPORT_Q_M); 1045148beb61SHenry Tieman /* priority of the default qindex action */ 1046148beb61SHenry Tieman val |= ((dflt_q_prio << ICE_AQ_VSI_FD_DEF_PRIORITY_S) & 1047148beb61SHenry Tieman ICE_AQ_VSI_FD_DEF_PRIORITY_M); 1048148beb61SHenry Tieman ctxt->info.fd_report_opt = cpu_to_le16(val); 1049148beb61SHenry Tieman } 1050148beb61SHenry Tieman 1051148beb61SHenry Tieman /** 105228c2a645SAnirudh Venkataramanan * ice_set_rss_vsi_ctx - Set RSS VSI context before adding a VSI 105328c2a645SAnirudh Venkataramanan * @ctxt: the VSI context being set 105428c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 105528c2a645SAnirudh Venkataramanan */ 105628c2a645SAnirudh Venkataramanan static void ice_set_rss_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi) 105728c2a645SAnirudh Venkataramanan { 105828c2a645SAnirudh Venkataramanan u8 lut_type, hash_type; 10594015d11eSBrett Creeley struct device *dev; 1060819d8998SJesse Brandeburg struct ice_pf *pf; 1061819d8998SJesse Brandeburg 1062819d8998SJesse Brandeburg pf = vsi->back; 10634015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 106428c2a645SAnirudh Venkataramanan 106528c2a645SAnirudh Venkataramanan switch (vsi->type) { 10660754d65bSKiran Patil case ICE_VSI_CHNL: 106728c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 106828c2a645SAnirudh Venkataramanan /* PF VSI will inherit RSS instance of PF */ 106928c2a645SAnirudh Venkataramanan lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_PF; 107028c2a645SAnirudh Venkataramanan hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ; 107128c2a645SAnirudh Venkataramanan break; 10728ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 10738ede0178SAnirudh Venkataramanan /* VF VSI will gets a small RSS table which is a VSI LUT type */ 10748ede0178SAnirudh Venkataramanan lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_VSI; 10758ede0178SAnirudh Venkataramanan hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ; 10768ede0178SAnirudh Venkataramanan break; 1077148beb61SHenry Tieman default: 10784015d11eSBrett Creeley dev_dbg(dev, "Unsupported VSI type %s\n", 1079964674f1SAnirudh Venkataramanan ice_vsi_type_str(vsi->type)); 10800e674aebSAnirudh Venkataramanan return; 108128c2a645SAnirudh Venkataramanan } 108228c2a645SAnirudh Venkataramanan 108328c2a645SAnirudh Venkataramanan ctxt->info.q_opt_rss = ((lut_type << ICE_AQ_VSI_Q_OPT_RSS_LUT_S) & 108428c2a645SAnirudh Venkataramanan ICE_AQ_VSI_Q_OPT_RSS_LUT_M) | 108528c2a645SAnirudh Venkataramanan ((hash_type << ICE_AQ_VSI_Q_OPT_RSS_HASH_S) & 108628c2a645SAnirudh Venkataramanan ICE_AQ_VSI_Q_OPT_RSS_HASH_M); 108728c2a645SAnirudh Venkataramanan } 108828c2a645SAnirudh Venkataramanan 10890754d65bSKiran Patil static void 10900754d65bSKiran Patil ice_chnl_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt) 10910754d65bSKiran Patil { 10920754d65bSKiran Patil struct ice_pf *pf = vsi->back; 10930754d65bSKiran Patil u16 qcount, qmap; 10940754d65bSKiran Patil u8 offset = 0; 10950754d65bSKiran Patil int pow; 10960754d65bSKiran Patil 10970754d65bSKiran Patil qcount = min_t(int, vsi->num_rxq, pf->num_lan_msix); 10980754d65bSKiran Patil 10990754d65bSKiran Patil pow = order_base_2(qcount); 11000754d65bSKiran Patil qmap = ((offset << ICE_AQ_VSI_TC_Q_OFFSET_S) & 11010754d65bSKiran Patil ICE_AQ_VSI_TC_Q_OFFSET_M) | 11020754d65bSKiran Patil ((pow << ICE_AQ_VSI_TC_Q_NUM_S) & 11030754d65bSKiran Patil ICE_AQ_VSI_TC_Q_NUM_M); 11040754d65bSKiran Patil 11050754d65bSKiran Patil ctxt->info.tc_mapping[0] = cpu_to_le16(qmap); 11060754d65bSKiran Patil ctxt->info.mapping_flags |= cpu_to_le16(ICE_AQ_VSI_Q_MAP_CONTIG); 11070754d65bSKiran Patil ctxt->info.q_mapping[0] = cpu_to_le16(vsi->next_base_q); 11080754d65bSKiran Patil ctxt->info.q_mapping[1] = cpu_to_le16(qcount); 11090754d65bSKiran Patil } 11100754d65bSKiran Patil 111128c2a645SAnirudh Venkataramanan /** 111228c2a645SAnirudh Venkataramanan * ice_vsi_init - Create and initialize a VSI 111328c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 111487324e74SHenry Tieman * @init_vsi: is this call creating a VSI 111528c2a645SAnirudh Venkataramanan * 111628c2a645SAnirudh Venkataramanan * This initializes a VSI context depending on the VSI type to be added and 111728c2a645SAnirudh Venkataramanan * passes it down to the add_vsi aq command to create a new VSI. 111828c2a645SAnirudh Venkataramanan */ 111987324e74SHenry Tieman static int ice_vsi_init(struct ice_vsi *vsi, bool init_vsi) 112028c2a645SAnirudh Venkataramanan { 112128c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 112228c2a645SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 1123198a666aSBruce Allan struct ice_vsi_ctx *ctxt; 112487324e74SHenry Tieman struct device *dev; 112528c2a645SAnirudh Venkataramanan int ret = 0; 112628c2a645SAnirudh Venkataramanan 112787324e74SHenry Tieman dev = ice_pf_to_dev(pf); 11289efe35d0STony Nguyen ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL); 1129198a666aSBruce Allan if (!ctxt) 1130198a666aSBruce Allan return -ENOMEM; 1131198a666aSBruce Allan 113228c2a645SAnirudh Venkataramanan switch (vsi->type) { 1133148beb61SHenry Tieman case ICE_VSI_CTRL: 11340e674aebSAnirudh Venkataramanan case ICE_VSI_LB: 113528c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 1136198a666aSBruce Allan ctxt->flags = ICE_AQ_VSI_TYPE_PF; 113728c2a645SAnirudh Venkataramanan break; 1138f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 11390754d65bSKiran Patil case ICE_VSI_CHNL: 1140f66756e0SGrzegorz Nitka ctxt->flags = ICE_AQ_VSI_TYPE_VMDQ2; 1141f66756e0SGrzegorz Nitka break; 11428ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 1143198a666aSBruce Allan ctxt->flags = ICE_AQ_VSI_TYPE_VF; 11448ede0178SAnirudh Venkataramanan /* VF number here is the absolute VF number (0-255) */ 1145b03d519dSJacob Keller ctxt->vf_num = vsi->vf->vf_id + hw->func_caps.vf_base_id; 11468ede0178SAnirudh Venkataramanan break; 114728c2a645SAnirudh Venkataramanan default: 11489efe35d0STony Nguyen ret = -ENODEV; 11499efe35d0STony Nguyen goto out; 115028c2a645SAnirudh Venkataramanan } 115128c2a645SAnirudh Venkataramanan 11520754d65bSKiran Patil /* Handle VLAN pruning for channel VSI if main VSI has VLAN 11530754d65bSKiran Patil * prune enabled 11540754d65bSKiran Patil */ 11550754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) { 11560754d65bSKiran Patil struct ice_vsi *main_vsi; 11570754d65bSKiran Patil 11580754d65bSKiran Patil main_vsi = ice_get_main_vsi(pf); 11590754d65bSKiran Patil if (main_vsi && ice_vsi_is_vlan_pruning_ena(main_vsi)) 11600754d65bSKiran Patil ctxt->info.sw_flags2 |= 11610754d65bSKiran Patil ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; 11620754d65bSKiran Patil else 11630754d65bSKiran Patil ctxt->info.sw_flags2 &= 11640754d65bSKiran Patil ~ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; 11650754d65bSKiran Patil } 11660754d65bSKiran Patil 11671babaf77SBrett Creeley ice_set_dflt_vsi_ctx(hw, ctxt); 1168148beb61SHenry Tieman if (test_bit(ICE_FLAG_FD_ENA, pf->flags)) 1169148beb61SHenry Tieman ice_set_fd_vsi_ctx(ctxt, vsi); 117028c2a645SAnirudh Venkataramanan /* if the switch is in VEB mode, allow VSI loopback */ 117128c2a645SAnirudh Venkataramanan if (vsi->vsw->bridge_mode == BRIDGE_MODE_VEB) 1172198a666aSBruce Allan ctxt->info.sw_flags |= ICE_AQ_VSI_SW_FLAG_ALLOW_LB; 117328c2a645SAnirudh Venkataramanan 117428c2a645SAnirudh Venkataramanan /* Set LUT type and HASH type if RSS is enabled */ 1175148beb61SHenry Tieman if (test_bit(ICE_FLAG_RSS_ENA, pf->flags) && 1176148beb61SHenry Tieman vsi->type != ICE_VSI_CTRL) { 1177198a666aSBruce Allan ice_set_rss_vsi_ctx(ctxt, vsi); 117887324e74SHenry Tieman /* if updating VSI context, make sure to set valid_section: 117987324e74SHenry Tieman * to indicate which section of VSI context being updated 118087324e74SHenry Tieman */ 118187324e74SHenry Tieman if (!init_vsi) 118287324e74SHenry Tieman ctxt->info.valid_sections |= 118387324e74SHenry Tieman cpu_to_le16(ICE_AQ_VSI_PROP_Q_OPT_VALID); 118487324e74SHenry Tieman } 118528c2a645SAnirudh Venkataramanan 1186198a666aSBruce Allan ctxt->info.sw_id = vsi->port_info->sw_id; 11870754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) { 11880754d65bSKiran Patil ice_chnl_vsi_setup_q_map(vsi, ctxt); 11890754d65bSKiran Patil } else { 1190198a666aSBruce Allan ice_vsi_setup_q_map(vsi, ctxt); 119187324e74SHenry Tieman if (!init_vsi) /* means VSI being updated */ 119287324e74SHenry Tieman /* must to indicate which section of VSI context are 119387324e74SHenry Tieman * being modified 119487324e74SHenry Tieman */ 119587324e74SHenry Tieman ctxt->info.valid_sections |= 119687324e74SHenry Tieman cpu_to_le16(ICE_AQ_VSI_PROP_RXQ_MAP_VALID); 11970754d65bSKiran Patil } 119828c2a645SAnirudh Venkataramanan 11990c3a6101SDave Ertman /* Allow control frames out of main VSI */ 12000c3a6101SDave Ertman if (vsi->type == ICE_VSI_PF) { 12010c3a6101SDave Ertman ctxt->info.sec_flags |= ICE_AQ_VSI_SEC_FLAG_ALLOW_DEST_OVRD; 12020c3a6101SDave Ertman ctxt->info.valid_sections |= 12030c3a6101SDave Ertman cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID); 12040c3a6101SDave Ertman } 12050c3a6101SDave Ertman 120687324e74SHenry Tieman if (init_vsi) { 1207198a666aSBruce Allan ret = ice_add_vsi(hw, vsi->idx, ctxt, NULL); 120828c2a645SAnirudh Venkataramanan if (ret) { 120987324e74SHenry Tieman dev_err(dev, "Add VSI failed, err %d\n", ret); 12109efe35d0STony Nguyen ret = -EIO; 12119efe35d0STony Nguyen goto out; 121228c2a645SAnirudh Venkataramanan } 121387324e74SHenry Tieman } else { 121487324e74SHenry Tieman ret = ice_update_vsi(hw, vsi->idx, ctxt, NULL); 121587324e74SHenry Tieman if (ret) { 121687324e74SHenry Tieman dev_err(dev, "Update VSI failed, err %d\n", ret); 121787324e74SHenry Tieman ret = -EIO; 121887324e74SHenry Tieman goto out; 121987324e74SHenry Tieman } 122087324e74SHenry Tieman } 122128c2a645SAnirudh Venkataramanan 122228c2a645SAnirudh Venkataramanan /* keep context for update VSI operations */ 1223198a666aSBruce Allan vsi->info = ctxt->info; 122428c2a645SAnirudh Venkataramanan 122528c2a645SAnirudh Venkataramanan /* record VSI number returned */ 1226198a666aSBruce Allan vsi->vsi_num = ctxt->vsi_num; 122728c2a645SAnirudh Venkataramanan 12289efe35d0STony Nguyen out: 12299efe35d0STony Nguyen kfree(ctxt); 123028c2a645SAnirudh Venkataramanan return ret; 123128c2a645SAnirudh Venkataramanan } 123228c2a645SAnirudh Venkataramanan 123328c2a645SAnirudh Venkataramanan /** 123446c276ceSBrett Creeley * ice_free_res - free a block of resources 123546c276ceSBrett Creeley * @res: pointer to the resource 123646c276ceSBrett Creeley * @index: starting index previously returned by ice_get_res 123746c276ceSBrett Creeley * @id: identifier to track owner 123846c276ceSBrett Creeley * 123946c276ceSBrett Creeley * Returns number of resources freed 124046c276ceSBrett Creeley */ 124146c276ceSBrett Creeley int ice_free_res(struct ice_res_tracker *res, u16 index, u16 id) 124246c276ceSBrett Creeley { 124346c276ceSBrett Creeley int count = 0; 124446c276ceSBrett Creeley int i; 124546c276ceSBrett Creeley 124646c276ceSBrett Creeley if (!res || index >= res->end) 124746c276ceSBrett Creeley return -EINVAL; 124846c276ceSBrett Creeley 124946c276ceSBrett Creeley id |= ICE_RES_VALID_BIT; 125046c276ceSBrett Creeley for (i = index; i < res->end && res->list[i] == id; i++) { 125146c276ceSBrett Creeley res->list[i] = 0; 125246c276ceSBrett Creeley count++; 125346c276ceSBrett Creeley } 125446c276ceSBrett Creeley 125546c276ceSBrett Creeley return count; 125646c276ceSBrett Creeley } 125746c276ceSBrett Creeley 125846c276ceSBrett Creeley /** 125946c276ceSBrett Creeley * ice_search_res - Search the tracker for a block of resources 126046c276ceSBrett Creeley * @res: pointer to the resource 126146c276ceSBrett Creeley * @needed: size of the block needed 126246c276ceSBrett Creeley * @id: identifier to track owner 126346c276ceSBrett Creeley * 126446c276ceSBrett Creeley * Returns the base item index of the block, or -ENOMEM for error 126546c276ceSBrett Creeley */ 126646c276ceSBrett Creeley static int ice_search_res(struct ice_res_tracker *res, u16 needed, u16 id) 126746c276ceSBrett Creeley { 126888865fc4SKarol Kolacinski u16 start = 0, end = 0; 126946c276ceSBrett Creeley 127046c276ceSBrett Creeley if (needed > res->end) 127146c276ceSBrett Creeley return -ENOMEM; 127246c276ceSBrett Creeley 127346c276ceSBrett Creeley id |= ICE_RES_VALID_BIT; 127446c276ceSBrett Creeley 127546c276ceSBrett Creeley do { 127646c276ceSBrett Creeley /* skip already allocated entries */ 127746c276ceSBrett Creeley if (res->list[end++] & ICE_RES_VALID_BIT) { 127846c276ceSBrett Creeley start = end; 127946c276ceSBrett Creeley if ((start + needed) > res->end) 128046c276ceSBrett Creeley break; 128146c276ceSBrett Creeley } 128246c276ceSBrett Creeley 128346c276ceSBrett Creeley if (end == (start + needed)) { 128446c276ceSBrett Creeley int i = start; 128546c276ceSBrett Creeley 128646c276ceSBrett Creeley /* there was enough, so assign it to the requestor */ 128746c276ceSBrett Creeley while (i != end) 128846c276ceSBrett Creeley res->list[i++] = id; 128946c276ceSBrett Creeley 129046c276ceSBrett Creeley return start; 129146c276ceSBrett Creeley } 129246c276ceSBrett Creeley } while (end < res->end); 129346c276ceSBrett Creeley 129446c276ceSBrett Creeley return -ENOMEM; 129546c276ceSBrett Creeley } 129646c276ceSBrett Creeley 129746c276ceSBrett Creeley /** 129846c276ceSBrett Creeley * ice_get_free_res_count - Get free count from a resource tracker 129946c276ceSBrett Creeley * @res: Resource tracker instance 130046c276ceSBrett Creeley */ 130146c276ceSBrett Creeley static u16 ice_get_free_res_count(struct ice_res_tracker *res) 130246c276ceSBrett Creeley { 130346c276ceSBrett Creeley u16 i, count = 0; 130446c276ceSBrett Creeley 130546c276ceSBrett Creeley for (i = 0; i < res->end; i++) 130646c276ceSBrett Creeley if (!(res->list[i] & ICE_RES_VALID_BIT)) 130746c276ceSBrett Creeley count++; 130846c276ceSBrett Creeley 130946c276ceSBrett Creeley return count; 131046c276ceSBrett Creeley } 131146c276ceSBrett Creeley 131246c276ceSBrett Creeley /** 131346c276ceSBrett Creeley * ice_get_res - get a block of resources 131446c276ceSBrett Creeley * @pf: board private structure 131546c276ceSBrett Creeley * @res: pointer to the resource 131646c276ceSBrett Creeley * @needed: size of the block needed 131746c276ceSBrett Creeley * @id: identifier to track owner 131846c276ceSBrett Creeley * 131946c276ceSBrett Creeley * Returns the base item index of the block, or negative for error 132046c276ceSBrett Creeley */ 132146c276ceSBrett Creeley int 132246c276ceSBrett Creeley ice_get_res(struct ice_pf *pf, struct ice_res_tracker *res, u16 needed, u16 id) 132346c276ceSBrett Creeley { 132446c276ceSBrett Creeley if (!res || !pf) 132546c276ceSBrett Creeley return -EINVAL; 132646c276ceSBrett Creeley 132746c276ceSBrett Creeley if (!needed || needed > res->num_entries || id >= ICE_RES_VALID_BIT) { 132846c276ceSBrett Creeley dev_err(ice_pf_to_dev(pf), "param err: needed=%d, num_entries = %d id=0x%04x\n", 132946c276ceSBrett Creeley needed, res->num_entries, id); 133046c276ceSBrett Creeley return -EINVAL; 133146c276ceSBrett Creeley } 133246c276ceSBrett Creeley 133346c276ceSBrett Creeley return ice_search_res(res, needed, id); 133446c276ceSBrett Creeley } 133546c276ceSBrett Creeley 133646c276ceSBrett Creeley /** 1337b03d519dSJacob Keller * ice_get_vf_ctrl_res - Get VF control VSI resource 1338b03d519dSJacob Keller * @pf: pointer to the PF structure 1339b03d519dSJacob Keller * @vsi: the VSI to allocate a resource for 1340b03d519dSJacob Keller * 1341b03d519dSJacob Keller * Look up whether another VF has already allocated the control VSI resource. 1342b03d519dSJacob Keller * If so, re-use this resource so that we share it among all VFs. 1343b03d519dSJacob Keller * 1344b03d519dSJacob Keller * Otherwise, allocate the resource and return it. 1345b03d519dSJacob Keller */ 1346b03d519dSJacob Keller static int ice_get_vf_ctrl_res(struct ice_pf *pf, struct ice_vsi *vsi) 1347b03d519dSJacob Keller { 1348c4c2c7dbSJacob Keller struct ice_vf *vf; 1349c4c2c7dbSJacob Keller unsigned int bkt; 13503d5985a1SJacob Keller int base; 1351b03d519dSJacob Keller 13523d5985a1SJacob Keller rcu_read_lock(); 13533d5985a1SJacob Keller ice_for_each_vf_rcu(pf, bkt, vf) { 13543d5985a1SJacob Keller if (vf != vsi->vf && vf->ctrl_vsi_idx != ICE_NO_VSI) { 13553d5985a1SJacob Keller base = pf->vsi[vf->ctrl_vsi_idx]->base_vector; 13563d5985a1SJacob Keller rcu_read_unlock(); 13573d5985a1SJacob Keller return base; 1358b03d519dSJacob Keller } 13593d5985a1SJacob Keller } 13603d5985a1SJacob Keller rcu_read_unlock(); 1361b03d519dSJacob Keller 1362b03d519dSJacob Keller return ice_get_res(pf, pf->irq_tracker, vsi->num_q_vectors, 1363b03d519dSJacob Keller ICE_RES_VF_CTRL_VEC_ID); 1364b03d519dSJacob Keller } 1365b03d519dSJacob Keller 1366b03d519dSJacob Keller /** 1367df0f8479SAnirudh Venkataramanan * ice_vsi_setup_vector_base - Set up the base vector for the given VSI 1368df0f8479SAnirudh Venkataramanan * @vsi: ptr to the VSI 1369df0f8479SAnirudh Venkataramanan * 1370df0f8479SAnirudh Venkataramanan * This should only be called after ice_vsi_alloc() which allocates the 1371df0f8479SAnirudh Venkataramanan * corresponding SW VSI structure and initializes num_queue_pairs for the 1372df0f8479SAnirudh Venkataramanan * newly allocated VSI. 1373df0f8479SAnirudh Venkataramanan * 1374df0f8479SAnirudh Venkataramanan * Returns 0 on success or negative on failure 1375df0f8479SAnirudh Venkataramanan */ 137637bb8390SAnirudh Venkataramanan static int ice_vsi_setup_vector_base(struct ice_vsi *vsi) 1377df0f8479SAnirudh Venkataramanan { 1378df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 13794015d11eSBrett Creeley struct device *dev; 1380cbe66bfeSBrett Creeley u16 num_q_vectors; 138188865fc4SKarol Kolacinski int base; 1382df0f8479SAnirudh Venkataramanan 13834015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 1384cbe66bfeSBrett Creeley /* SRIOV doesn't grab irq_tracker entries for each VSI */ 1385cbe66bfeSBrett Creeley if (vsi->type == ICE_VSI_VF) 1386cbe66bfeSBrett Creeley return 0; 13870754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) 13880754d65bSKiran Patil return 0; 1389cbe66bfeSBrett Creeley 1390cbe66bfeSBrett Creeley if (vsi->base_vector) { 13914015d11eSBrett Creeley dev_dbg(dev, "VSI %d has non-zero base vector %d\n", 1392cbe66bfeSBrett Creeley vsi->vsi_num, vsi->base_vector); 1393df0f8479SAnirudh Venkataramanan return -EEXIST; 1394df0f8479SAnirudh Venkataramanan } 1395df0f8479SAnirudh Venkataramanan 1396df0f8479SAnirudh Venkataramanan num_q_vectors = vsi->num_q_vectors; 1397eb0208ecSPreethi Banala /* reserve slots from OS requested IRQs */ 1398b03d519dSJacob Keller if (vsi->type == ICE_VSI_CTRL && vsi->vf) { 1399b03d519dSJacob Keller base = ice_get_vf_ctrl_res(pf, vsi); 1400da62c5ffSQi Zhang } else { 1401da62c5ffSQi Zhang base = ice_get_res(pf, pf->irq_tracker, num_q_vectors, 1402da62c5ffSQi Zhang vsi->idx); 1403da62c5ffSQi Zhang } 140488865fc4SKarol Kolacinski 140588865fc4SKarol Kolacinski if (base < 0) { 140646c276ceSBrett Creeley dev_err(dev, "%d MSI-X interrupts available. %s %d failed to get %d MSI-X vectors\n", 140746c276ceSBrett Creeley ice_get_free_res_count(pf->irq_tracker), 140846c276ceSBrett Creeley ice_vsi_type_str(vsi->type), vsi->idx, num_q_vectors); 1409eb0208ecSPreethi Banala return -ENOENT; 1410eb0208ecSPreethi Banala } 141188865fc4SKarol Kolacinski vsi->base_vector = (u16)base; 1412eb0208ecSPreethi Banala pf->num_avail_sw_msix -= num_q_vectors; 1413eb0208ecSPreethi Banala 1414df0f8479SAnirudh Venkataramanan return 0; 1415df0f8479SAnirudh Venkataramanan } 1416df0f8479SAnirudh Venkataramanan 1417df0f8479SAnirudh Venkataramanan /** 141828c2a645SAnirudh Venkataramanan * ice_vsi_clear_rings - Deallocates the Tx and Rx rings for VSI 141928c2a645SAnirudh Venkataramanan * @vsi: the VSI having rings deallocated 142028c2a645SAnirudh Venkataramanan */ 1421df0f8479SAnirudh Venkataramanan static void ice_vsi_clear_rings(struct ice_vsi *vsi) 142228c2a645SAnirudh Venkataramanan { 142328c2a645SAnirudh Venkataramanan int i; 142428c2a645SAnirudh Venkataramanan 1425f6a07271SJacob Keller /* Avoid stale references by clearing map from vector to ring */ 1426f6a07271SJacob Keller if (vsi->q_vectors) { 1427f6a07271SJacob Keller ice_for_each_q_vector(vsi, i) { 1428f6a07271SJacob Keller struct ice_q_vector *q_vector = vsi->q_vectors[i]; 1429f6a07271SJacob Keller 1430f6a07271SJacob Keller if (q_vector) { 1431e72bba21SMaciej Fijalkowski q_vector->tx.tx_ring = NULL; 1432e72bba21SMaciej Fijalkowski q_vector->rx.rx_ring = NULL; 1433f6a07271SJacob Keller } 1434f6a07271SJacob Keller } 1435f6a07271SJacob Keller } 1436f6a07271SJacob Keller 143728c2a645SAnirudh Venkataramanan if (vsi->tx_rings) { 14382faf63b6SMaciej Fijalkowski ice_for_each_alloc_txq(vsi, i) { 143928c2a645SAnirudh Venkataramanan if (vsi->tx_rings[i]) { 144028c2a645SAnirudh Venkataramanan kfree_rcu(vsi->tx_rings[i], rcu); 1441b1d95cc2SCiara Loftus WRITE_ONCE(vsi->tx_rings[i], NULL); 144228c2a645SAnirudh Venkataramanan } 144328c2a645SAnirudh Venkataramanan } 144428c2a645SAnirudh Venkataramanan } 144528c2a645SAnirudh Venkataramanan if (vsi->rx_rings) { 14462faf63b6SMaciej Fijalkowski ice_for_each_alloc_rxq(vsi, i) { 144728c2a645SAnirudh Venkataramanan if (vsi->rx_rings[i]) { 144828c2a645SAnirudh Venkataramanan kfree_rcu(vsi->rx_rings[i], rcu); 1449b1d95cc2SCiara Loftus WRITE_ONCE(vsi->rx_rings[i], NULL); 145028c2a645SAnirudh Venkataramanan } 145128c2a645SAnirudh Venkataramanan } 145228c2a645SAnirudh Venkataramanan } 145328c2a645SAnirudh Venkataramanan } 145428c2a645SAnirudh Venkataramanan 145528c2a645SAnirudh Venkataramanan /** 145628c2a645SAnirudh Venkataramanan * ice_vsi_alloc_rings - Allocates Tx and Rx rings for the VSI 145728c2a645SAnirudh Venkataramanan * @vsi: VSI which is having rings allocated 145828c2a645SAnirudh Venkataramanan */ 145937bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_rings(struct ice_vsi *vsi) 146028c2a645SAnirudh Venkataramanan { 14610d54d8f7SBrett Creeley bool dvm_ena = ice_is_dvm_ena(&vsi->back->hw); 146228c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 14634015d11eSBrett Creeley struct device *dev; 146488865fc4SKarol Kolacinski u16 i; 146528c2a645SAnirudh Venkataramanan 14664015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 1467d337f2afSAnirudh Venkataramanan /* Allocate Tx rings */ 14682faf63b6SMaciej Fijalkowski ice_for_each_alloc_txq(vsi, i) { 1469e72bba21SMaciej Fijalkowski struct ice_tx_ring *ring; 147028c2a645SAnirudh Venkataramanan 147128c2a645SAnirudh Venkataramanan /* allocate with kzalloc(), free with kfree_rcu() */ 147228c2a645SAnirudh Venkataramanan ring = kzalloc(sizeof(*ring), GFP_KERNEL); 147328c2a645SAnirudh Venkataramanan 147428c2a645SAnirudh Venkataramanan if (!ring) 147528c2a645SAnirudh Venkataramanan goto err_out; 147628c2a645SAnirudh Venkataramanan 147728c2a645SAnirudh Venkataramanan ring->q_index = i; 147828c2a645SAnirudh Venkataramanan ring->reg_idx = vsi->txq_map[i]; 147928c2a645SAnirudh Venkataramanan ring->vsi = vsi; 1480ea9b847cSJacob Keller ring->tx_tstamps = &pf->ptp.port.tx; 14814015d11eSBrett Creeley ring->dev = dev; 1482ad71b256SBrett Creeley ring->count = vsi->num_tx_desc; 1483ccfee182SAnatolii Gerasymenko ring->txq_teid = ICE_INVAL_TEID; 14840d54d8f7SBrett Creeley if (dvm_ena) 14850d54d8f7SBrett Creeley ring->flags |= ICE_TX_FLAGS_RING_VLAN_L2TAG2; 14860d54d8f7SBrett Creeley else 14870d54d8f7SBrett Creeley ring->flags |= ICE_TX_FLAGS_RING_VLAN_L2TAG1; 1488b1d95cc2SCiara Loftus WRITE_ONCE(vsi->tx_rings[i], ring); 148928c2a645SAnirudh Venkataramanan } 149028c2a645SAnirudh Venkataramanan 1491d337f2afSAnirudh Venkataramanan /* Allocate Rx rings */ 14922faf63b6SMaciej Fijalkowski ice_for_each_alloc_rxq(vsi, i) { 1493e72bba21SMaciej Fijalkowski struct ice_rx_ring *ring; 149428c2a645SAnirudh Venkataramanan 149528c2a645SAnirudh Venkataramanan /* allocate with kzalloc(), free with kfree_rcu() */ 149628c2a645SAnirudh Venkataramanan ring = kzalloc(sizeof(*ring), GFP_KERNEL); 149728c2a645SAnirudh Venkataramanan if (!ring) 149828c2a645SAnirudh Venkataramanan goto err_out; 149928c2a645SAnirudh Venkataramanan 150028c2a645SAnirudh Venkataramanan ring->q_index = i; 150128c2a645SAnirudh Venkataramanan ring->reg_idx = vsi->rxq_map[i]; 150228c2a645SAnirudh Venkataramanan ring->vsi = vsi; 150328c2a645SAnirudh Venkataramanan ring->netdev = vsi->netdev; 15044015d11eSBrett Creeley ring->dev = dev; 1505ad71b256SBrett Creeley ring->count = vsi->num_rx_desc; 1506b1d95cc2SCiara Loftus WRITE_ONCE(vsi->rx_rings[i], ring); 150728c2a645SAnirudh Venkataramanan } 150828c2a645SAnirudh Venkataramanan 150928c2a645SAnirudh Venkataramanan return 0; 151028c2a645SAnirudh Venkataramanan 151128c2a645SAnirudh Venkataramanan err_out: 151228c2a645SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 151328c2a645SAnirudh Venkataramanan return -ENOMEM; 151428c2a645SAnirudh Venkataramanan } 151528c2a645SAnirudh Venkataramanan 151628c2a645SAnirudh Venkataramanan /** 1517492af0abSMd Fahad Iqbal Polash * ice_vsi_manage_rss_lut - disable/enable RSS 1518492af0abSMd Fahad Iqbal Polash * @vsi: the VSI being changed 1519492af0abSMd Fahad Iqbal Polash * @ena: boolean value indicating if this is an enable or disable request 1520492af0abSMd Fahad Iqbal Polash * 1521492af0abSMd Fahad Iqbal Polash * In the event of disable request for RSS, this function will zero out RSS 1522492af0abSMd Fahad Iqbal Polash * LUT, while in the event of enable request for RSS, it will reconfigure RSS 1523492af0abSMd Fahad Iqbal Polash * LUT. 1524492af0abSMd Fahad Iqbal Polash */ 15254fe36226SPaul M Stillwell Jr void ice_vsi_manage_rss_lut(struct ice_vsi *vsi, bool ena) 1526492af0abSMd Fahad Iqbal Polash { 1527492af0abSMd Fahad Iqbal Polash u8 *lut; 1528492af0abSMd Fahad Iqbal Polash 15299efe35d0STony Nguyen lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); 1530492af0abSMd Fahad Iqbal Polash if (!lut) 15314fe36226SPaul M Stillwell Jr return; 1532492af0abSMd Fahad Iqbal Polash 1533492af0abSMd Fahad Iqbal Polash if (ena) { 1534492af0abSMd Fahad Iqbal Polash if (vsi->rss_lut_user) 1535492af0abSMd Fahad Iqbal Polash memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); 1536492af0abSMd Fahad Iqbal Polash else 1537492af0abSMd Fahad Iqbal Polash ice_fill_rss_lut(lut, vsi->rss_table_size, 1538492af0abSMd Fahad Iqbal Polash vsi->rss_size); 1539492af0abSMd Fahad Iqbal Polash } 1540492af0abSMd Fahad Iqbal Polash 15414fe36226SPaul M Stillwell Jr ice_set_rss_lut(vsi, lut, vsi->rss_table_size); 15429efe35d0STony Nguyen kfree(lut); 1543492af0abSMd Fahad Iqbal Polash } 1544492af0abSMd Fahad Iqbal Polash 1545492af0abSMd Fahad Iqbal Polash /** 154637bb8390SAnirudh Venkataramanan * ice_vsi_cfg_rss_lut_key - Configure RSS params for a VSI 154737bb8390SAnirudh Venkataramanan * @vsi: VSI to be configured 154837bb8390SAnirudh Venkataramanan */ 15490754d65bSKiran Patil int ice_vsi_cfg_rss_lut_key(struct ice_vsi *vsi) 155037bb8390SAnirudh Venkataramanan { 155137bb8390SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 15524015d11eSBrett Creeley struct device *dev; 1553b66a972aSBrett Creeley u8 *lut, *key; 1554b66a972aSBrett Creeley int err; 155537bb8390SAnirudh Venkataramanan 15564015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 15570754d65bSKiran Patil if (vsi->type == ICE_VSI_PF && vsi->ch_rss_size && 15580754d65bSKiran Patil (test_bit(ICE_FLAG_TC_MQPRIO, pf->flags))) { 15590754d65bSKiran Patil vsi->rss_size = min_t(u16, vsi->rss_size, vsi->ch_rss_size); 15600754d65bSKiran Patil } else { 156188865fc4SKarol Kolacinski vsi->rss_size = min_t(u16, vsi->rss_size, vsi->num_rxq); 156237bb8390SAnirudh Venkataramanan 15630754d65bSKiran Patil /* If orig_rss_size is valid and it is less than determined 15640754d65bSKiran Patil * main VSI's rss_size, update main VSI's rss_size to be 15650754d65bSKiran Patil * orig_rss_size so that when tc-qdisc is deleted, main VSI 15660754d65bSKiran Patil * RSS table gets programmed to be correct (whatever it was 15670754d65bSKiran Patil * to begin with (prior to setup-tc for ADQ config) 15680754d65bSKiran Patil */ 15690754d65bSKiran Patil if (vsi->orig_rss_size && vsi->rss_size < vsi->orig_rss_size && 15700754d65bSKiran Patil vsi->orig_rss_size <= vsi->num_rxq) { 15710754d65bSKiran Patil vsi->rss_size = vsi->orig_rss_size; 15720754d65bSKiran Patil /* now orig_rss_size is used, reset it to zero */ 15730754d65bSKiran Patil vsi->orig_rss_size = 0; 15740754d65bSKiran Patil } 15750754d65bSKiran Patil } 15760754d65bSKiran Patil 15779efe35d0STony Nguyen lut = kzalloc(vsi->rss_table_size, GFP_KERNEL); 157837bb8390SAnirudh Venkataramanan if (!lut) 157937bb8390SAnirudh Venkataramanan return -ENOMEM; 158037bb8390SAnirudh Venkataramanan 158137bb8390SAnirudh Venkataramanan if (vsi->rss_lut_user) 158237bb8390SAnirudh Venkataramanan memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); 158337bb8390SAnirudh Venkataramanan else 158437bb8390SAnirudh Venkataramanan ice_fill_rss_lut(lut, vsi->rss_table_size, vsi->rss_size); 158537bb8390SAnirudh Venkataramanan 1586b66a972aSBrett Creeley err = ice_set_rss_lut(vsi, lut, vsi->rss_table_size); 1587b66a972aSBrett Creeley if (err) { 1588b66a972aSBrett Creeley dev_err(dev, "set_rss_lut failed, error %d\n", err); 158937bb8390SAnirudh Venkataramanan goto ice_vsi_cfg_rss_exit; 159037bb8390SAnirudh Venkataramanan } 159137bb8390SAnirudh Venkataramanan 1592b66a972aSBrett Creeley key = kzalloc(ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE, GFP_KERNEL); 159337bb8390SAnirudh Venkataramanan if (!key) { 159437bb8390SAnirudh Venkataramanan err = -ENOMEM; 159537bb8390SAnirudh Venkataramanan goto ice_vsi_cfg_rss_exit; 159637bb8390SAnirudh Venkataramanan } 159737bb8390SAnirudh Venkataramanan 159837bb8390SAnirudh Venkataramanan if (vsi->rss_hkey_user) 1599b66a972aSBrett Creeley memcpy(key, vsi->rss_hkey_user, ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE); 160037bb8390SAnirudh Venkataramanan else 1601b66a972aSBrett Creeley netdev_rss_key_fill((void *)key, ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE); 160237bb8390SAnirudh Venkataramanan 1603b66a972aSBrett Creeley err = ice_set_rss_key(vsi, key); 1604b66a972aSBrett Creeley if (err) 1605b66a972aSBrett Creeley dev_err(dev, "set_rss_key failed, error %d\n", err); 160637bb8390SAnirudh Venkataramanan 16079efe35d0STony Nguyen kfree(key); 160837bb8390SAnirudh Venkataramanan ice_vsi_cfg_rss_exit: 16099efe35d0STony Nguyen kfree(lut); 161037bb8390SAnirudh Venkataramanan return err; 161137bb8390SAnirudh Venkataramanan } 161237bb8390SAnirudh Venkataramanan 161337bb8390SAnirudh Venkataramanan /** 16141c01c8c6SMd Fahad Iqbal Polash * ice_vsi_set_vf_rss_flow_fld - Sets VF VSI RSS input set for different flows 16151c01c8c6SMd Fahad Iqbal Polash * @vsi: VSI to be configured 16161c01c8c6SMd Fahad Iqbal Polash * 16171c01c8c6SMd Fahad Iqbal Polash * This function will only be called during the VF VSI setup. Upon successful 16181c01c8c6SMd Fahad Iqbal Polash * completion of package download, this function will configure default RSS 16191c01c8c6SMd Fahad Iqbal Polash * input sets for VF VSI. 16201c01c8c6SMd Fahad Iqbal Polash */ 16211c01c8c6SMd Fahad Iqbal Polash static void ice_vsi_set_vf_rss_flow_fld(struct ice_vsi *vsi) 16221c01c8c6SMd Fahad Iqbal Polash { 16231c01c8c6SMd Fahad Iqbal Polash struct ice_pf *pf = vsi->back; 16241c01c8c6SMd Fahad Iqbal Polash struct device *dev; 16255518ac2aSTony Nguyen int status; 16261c01c8c6SMd Fahad Iqbal Polash 16271c01c8c6SMd Fahad Iqbal Polash dev = ice_pf_to_dev(pf); 16281c01c8c6SMd Fahad Iqbal Polash if (ice_is_safe_mode(pf)) { 16291c01c8c6SMd Fahad Iqbal Polash dev_dbg(dev, "Advanced RSS disabled. Package download failed, vsi num = %d\n", 16301c01c8c6SMd Fahad Iqbal Polash vsi->vsi_num); 16311c01c8c6SMd Fahad Iqbal Polash return; 16321c01c8c6SMd Fahad Iqbal Polash } 16331c01c8c6SMd Fahad Iqbal Polash 16341c01c8c6SMd Fahad Iqbal Polash status = ice_add_avf_rss_cfg(&pf->hw, vsi->idx, ICE_DEFAULT_RSS_HENA); 16351c01c8c6SMd Fahad Iqbal Polash if (status) 16365f87ec48STony Nguyen dev_dbg(dev, "ice_add_avf_rss_cfg failed for vsi = %d, error = %d\n", 16375f87ec48STony Nguyen vsi->vsi_num, status); 16381c01c8c6SMd Fahad Iqbal Polash } 16391c01c8c6SMd Fahad Iqbal Polash 16401c01c8c6SMd Fahad Iqbal Polash /** 1641c90ed40cSTony Nguyen * ice_vsi_set_rss_flow_fld - Sets RSS input set for different flows 1642c90ed40cSTony Nguyen * @vsi: VSI to be configured 1643c90ed40cSTony Nguyen * 1644c90ed40cSTony Nguyen * This function will only be called after successful download package call 1645c90ed40cSTony Nguyen * during initialization of PF. Since the downloaded package will erase the 1646c90ed40cSTony Nguyen * RSS section, this function will configure RSS input sets for different 1647c90ed40cSTony Nguyen * flow types. The last profile added has the highest priority, therefore 2 1648c90ed40cSTony Nguyen * tuple profiles (i.e. IPv4 src/dst) are added before 4 tuple profiles 1649c90ed40cSTony Nguyen * (i.e. IPv4 src/dst TCP src/dst port). 1650c90ed40cSTony Nguyen */ 1651c90ed40cSTony Nguyen static void ice_vsi_set_rss_flow_fld(struct ice_vsi *vsi) 1652c90ed40cSTony Nguyen { 1653c90ed40cSTony Nguyen u16 vsi_handle = vsi->idx, vsi_num = vsi->vsi_num; 1654c90ed40cSTony Nguyen struct ice_pf *pf = vsi->back; 1655c90ed40cSTony Nguyen struct ice_hw *hw = &pf->hw; 1656c90ed40cSTony Nguyen struct device *dev; 16575518ac2aSTony Nguyen int status; 1658c90ed40cSTony Nguyen 1659c90ed40cSTony Nguyen dev = ice_pf_to_dev(pf); 1660c90ed40cSTony Nguyen if (ice_is_safe_mode(pf)) { 1661c90ed40cSTony Nguyen dev_dbg(dev, "Advanced RSS disabled. Package download failed, vsi num = %d\n", 1662c90ed40cSTony Nguyen vsi_num); 1663c90ed40cSTony Nguyen return; 1664c90ed40cSTony Nguyen } 1665c90ed40cSTony Nguyen /* configure RSS for IPv4 with input set IP src/dst */ 1666c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV4, 1667c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_IPV4); 1668c90ed40cSTony Nguyen if (status) 16695f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for ipv4 flow, vsi = %d, error = %d\n", 16705f87ec48STony Nguyen vsi_num, status); 1671c90ed40cSTony Nguyen 1672c90ed40cSTony Nguyen /* configure RSS for IPv6 with input set IPv6 src/dst */ 1673c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV6, 1674c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_IPV6); 1675c90ed40cSTony Nguyen if (status) 16765f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for ipv6 flow, vsi = %d, error = %d\n", 16775f87ec48STony Nguyen vsi_num, status); 1678c90ed40cSTony Nguyen 1679c90ed40cSTony Nguyen /* configure RSS for tcp4 with input set IP src/dst, TCP src/dst */ 1680c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_TCP_IPV4, 1681c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_TCP | ICE_FLOW_SEG_HDR_IPV4); 1682c90ed40cSTony Nguyen if (status) 16835f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for tcp4 flow, vsi = %d, error = %d\n", 16845f87ec48STony Nguyen vsi_num, status); 1685c90ed40cSTony Nguyen 1686c90ed40cSTony Nguyen /* configure RSS for udp4 with input set IP src/dst, UDP src/dst */ 1687c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_UDP_IPV4, 1688c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_UDP | ICE_FLOW_SEG_HDR_IPV4); 1689c90ed40cSTony Nguyen if (status) 16905f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for udp4 flow, vsi = %d, error = %d\n", 16915f87ec48STony Nguyen vsi_num, status); 1692c90ed40cSTony Nguyen 1693c90ed40cSTony Nguyen /* configure RSS for sctp4 with input set IP src/dst */ 1694c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV4, 1695c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_SCTP | ICE_FLOW_SEG_HDR_IPV4); 1696c90ed40cSTony Nguyen if (status) 16975f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for sctp4 flow, vsi = %d, error = %d\n", 16985f87ec48STony Nguyen vsi_num, status); 1699c90ed40cSTony Nguyen 1700c90ed40cSTony Nguyen /* configure RSS for tcp6 with input set IPv6 src/dst, TCP src/dst */ 1701c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_TCP_IPV6, 1702c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_TCP | ICE_FLOW_SEG_HDR_IPV6); 1703c90ed40cSTony Nguyen if (status) 17045f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for tcp6 flow, vsi = %d, error = %d\n", 17055f87ec48STony Nguyen vsi_num, status); 1706c90ed40cSTony Nguyen 1707c90ed40cSTony Nguyen /* configure RSS for udp6 with input set IPv6 src/dst, UDP src/dst */ 1708c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_UDP_IPV6, 1709c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_UDP | ICE_FLOW_SEG_HDR_IPV6); 1710c90ed40cSTony Nguyen if (status) 17115f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for udp6 flow, vsi = %d, error = %d\n", 17125f87ec48STony Nguyen vsi_num, status); 1713c90ed40cSTony Nguyen 1714c90ed40cSTony Nguyen /* configure RSS for sctp6 with input set IPv6 src/dst */ 1715c90ed40cSTony Nguyen status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV6, 1716c90ed40cSTony Nguyen ICE_FLOW_SEG_HDR_SCTP | ICE_FLOW_SEG_HDR_IPV6); 1717c90ed40cSTony Nguyen if (status) 17185f87ec48STony Nguyen dev_dbg(dev, "ice_add_rss_cfg failed for sctp6 flow, vsi = %d, error = %d\n", 17195f87ec48STony Nguyen vsi_num, status); 172086006f99SJesse Brandeburg 172186006f99SJesse Brandeburg status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_ESP_SPI, 172286006f99SJesse Brandeburg ICE_FLOW_SEG_HDR_ESP); 172386006f99SJesse Brandeburg if (status) 172486006f99SJesse Brandeburg dev_dbg(dev, "ice_add_rss_cfg failed for esp/spi flow, vsi = %d, error = %d\n", 172586006f99SJesse Brandeburg vsi_num, status); 1726c90ed40cSTony Nguyen } 1727c90ed40cSTony Nguyen 1728c90ed40cSTony Nguyen /** 1729769c500dSAkeem G Abodunrin * ice_pf_state_is_nominal - checks the PF for nominal state 1730769c500dSAkeem G Abodunrin * @pf: pointer to PF to check 1731769c500dSAkeem G Abodunrin * 1732769c500dSAkeem G Abodunrin * Check the PF's state for a collection of bits that would indicate 1733769c500dSAkeem G Abodunrin * the PF is in a state that would inhibit normal operation for 1734769c500dSAkeem G Abodunrin * driver functionality. 1735769c500dSAkeem G Abodunrin * 1736769c500dSAkeem G Abodunrin * Returns true if PF is in a nominal state, false otherwise 1737769c500dSAkeem G Abodunrin */ 1738769c500dSAkeem G Abodunrin bool ice_pf_state_is_nominal(struct ice_pf *pf) 1739769c500dSAkeem G Abodunrin { 17407e408e07SAnirudh Venkataramanan DECLARE_BITMAP(check_bits, ICE_STATE_NBITS) = { 0 }; 1741769c500dSAkeem G Abodunrin 1742769c500dSAkeem G Abodunrin if (!pf) 1743769c500dSAkeem G Abodunrin return false; 1744769c500dSAkeem G Abodunrin 17457e408e07SAnirudh Venkataramanan bitmap_set(check_bits, 0, ICE_STATE_NOMINAL_CHECK_BITS); 17467e408e07SAnirudh Venkataramanan if (bitmap_intersects(pf->state, check_bits, ICE_STATE_NBITS)) 1747769c500dSAkeem G Abodunrin return false; 1748769c500dSAkeem G Abodunrin 1749769c500dSAkeem G Abodunrin return true; 1750769c500dSAkeem G Abodunrin } 1751769c500dSAkeem G Abodunrin 1752769c500dSAkeem G Abodunrin /** 175345d3d428SAnirudh Venkataramanan * ice_update_eth_stats - Update VSI-specific ethernet statistics counters 175445d3d428SAnirudh Venkataramanan * @vsi: the VSI to be updated 175545d3d428SAnirudh Venkataramanan */ 175645d3d428SAnirudh Venkataramanan void ice_update_eth_stats(struct ice_vsi *vsi) 175745d3d428SAnirudh Venkataramanan { 175845d3d428SAnirudh Venkataramanan struct ice_eth_stats *prev_es, *cur_es; 175945d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 176045d3d428SAnirudh Venkataramanan u16 vsi_num = vsi->vsi_num; /* HW absolute index of a VSI */ 176145d3d428SAnirudh Venkataramanan 176245d3d428SAnirudh Venkataramanan prev_es = &vsi->eth_stats_prev; 176345d3d428SAnirudh Venkataramanan cur_es = &vsi->eth_stats; 176445d3d428SAnirudh Venkataramanan 176536517fd3SJacob Keller ice_stat_update40(hw, GLV_GORCL(vsi_num), vsi->stat_offsets_loaded, 176636517fd3SJacob Keller &prev_es->rx_bytes, &cur_es->rx_bytes); 176745d3d428SAnirudh Venkataramanan 176836517fd3SJacob Keller ice_stat_update40(hw, GLV_UPRCL(vsi_num), vsi->stat_offsets_loaded, 176936517fd3SJacob Keller &prev_es->rx_unicast, &cur_es->rx_unicast); 177045d3d428SAnirudh Venkataramanan 177136517fd3SJacob Keller ice_stat_update40(hw, GLV_MPRCL(vsi_num), vsi->stat_offsets_loaded, 177236517fd3SJacob Keller &prev_es->rx_multicast, &cur_es->rx_multicast); 177345d3d428SAnirudh Venkataramanan 177436517fd3SJacob Keller ice_stat_update40(hw, GLV_BPRCL(vsi_num), vsi->stat_offsets_loaded, 177536517fd3SJacob Keller &prev_es->rx_broadcast, &cur_es->rx_broadcast); 177645d3d428SAnirudh Venkataramanan 177745d3d428SAnirudh Venkataramanan ice_stat_update32(hw, GLV_RDPC(vsi_num), vsi->stat_offsets_loaded, 177845d3d428SAnirudh Venkataramanan &prev_es->rx_discards, &cur_es->rx_discards); 177945d3d428SAnirudh Venkataramanan 178036517fd3SJacob Keller ice_stat_update40(hw, GLV_GOTCL(vsi_num), vsi->stat_offsets_loaded, 178136517fd3SJacob Keller &prev_es->tx_bytes, &cur_es->tx_bytes); 178245d3d428SAnirudh Venkataramanan 178336517fd3SJacob Keller ice_stat_update40(hw, GLV_UPTCL(vsi_num), vsi->stat_offsets_loaded, 178436517fd3SJacob Keller &prev_es->tx_unicast, &cur_es->tx_unicast); 178545d3d428SAnirudh Venkataramanan 178636517fd3SJacob Keller ice_stat_update40(hw, GLV_MPTCL(vsi_num), vsi->stat_offsets_loaded, 178736517fd3SJacob Keller &prev_es->tx_multicast, &cur_es->tx_multicast); 178845d3d428SAnirudh Venkataramanan 178936517fd3SJacob Keller ice_stat_update40(hw, GLV_BPTCL(vsi_num), vsi->stat_offsets_loaded, 179036517fd3SJacob Keller &prev_es->tx_broadcast, &cur_es->tx_broadcast); 179145d3d428SAnirudh Venkataramanan 179245d3d428SAnirudh Venkataramanan ice_stat_update32(hw, GLV_TEPC(vsi_num), vsi->stat_offsets_loaded, 179345d3d428SAnirudh Venkataramanan &prev_es->tx_errors, &cur_es->tx_errors); 179445d3d428SAnirudh Venkataramanan 179545d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded = true; 179645d3d428SAnirudh Venkataramanan } 179745d3d428SAnirudh Venkataramanan 179845d3d428SAnirudh Venkataramanan /** 1799efc2214bSMaciej Fijalkowski * ice_vsi_cfg_frame_size - setup max frame size and Rx buffer length 1800efc2214bSMaciej Fijalkowski * @vsi: VSI 1801efc2214bSMaciej Fijalkowski */ 1802efc2214bSMaciej Fijalkowski void ice_vsi_cfg_frame_size(struct ice_vsi *vsi) 1803efc2214bSMaciej Fijalkowski { 18047237f5b0SMaciej Fijalkowski if (!vsi->netdev || test_bit(ICE_FLAG_LEGACY_RX, vsi->back->flags)) { 18057237f5b0SMaciej Fijalkowski vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX; 1806efc2214bSMaciej Fijalkowski vsi->rx_buf_len = ICE_RXBUF_2048; 18077237f5b0SMaciej Fijalkowski #if (PAGE_SIZE < 8192) 180859bb0808SMaciej Fijalkowski } else if (!ICE_2K_TOO_SMALL_WITH_PADDING && 180959bb0808SMaciej Fijalkowski (vsi->netdev->mtu <= ETH_DATA_LEN)) { 18107237f5b0SMaciej Fijalkowski vsi->max_frame = ICE_RXBUF_1536 - NET_IP_ALIGN; 18117237f5b0SMaciej Fijalkowski vsi->rx_buf_len = ICE_RXBUF_1536 - NET_IP_ALIGN; 18127237f5b0SMaciej Fijalkowski #endif 18137237f5b0SMaciej Fijalkowski } else { 18147237f5b0SMaciej Fijalkowski vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX; 18157237f5b0SMaciej Fijalkowski #if (PAGE_SIZE < 8192) 18167237f5b0SMaciej Fijalkowski vsi->rx_buf_len = ICE_RXBUF_3072; 18177237f5b0SMaciej Fijalkowski #else 18187237f5b0SMaciej Fijalkowski vsi->rx_buf_len = ICE_RXBUF_2048; 18197237f5b0SMaciej Fijalkowski #endif 18207237f5b0SMaciej Fijalkowski } 1821efc2214bSMaciej Fijalkowski } 1822efc2214bSMaciej Fijalkowski 1823efc2214bSMaciej Fijalkowski /** 1824401ce33bSBrett Creeley * ice_write_qrxflxp_cntxt - write/configure QRXFLXP_CNTXT register 1825401ce33bSBrett Creeley * @hw: HW pointer 1826401ce33bSBrett Creeley * @pf_q: index of the Rx queue in the PF's queue space 1827401ce33bSBrett Creeley * @rxdid: flexible descriptor RXDID 1828401ce33bSBrett Creeley * @prio: priority for the RXDID for this queue 182977a78115SJacob Keller * @ena_ts: true to enable timestamp and false to disable timestamp 1830401ce33bSBrett Creeley */ 1831401ce33bSBrett Creeley void 183277a78115SJacob Keller ice_write_qrxflxp_cntxt(struct ice_hw *hw, u16 pf_q, u32 rxdid, u32 prio, 183377a78115SJacob Keller bool ena_ts) 1834401ce33bSBrett Creeley { 1835401ce33bSBrett Creeley int regval = rd32(hw, QRXFLXP_CNTXT(pf_q)); 1836401ce33bSBrett Creeley 1837401ce33bSBrett Creeley /* clear any previous values */ 1838401ce33bSBrett Creeley regval &= ~(QRXFLXP_CNTXT_RXDID_IDX_M | 1839401ce33bSBrett Creeley QRXFLXP_CNTXT_RXDID_PRIO_M | 1840401ce33bSBrett Creeley QRXFLXP_CNTXT_TS_M); 1841401ce33bSBrett Creeley 1842401ce33bSBrett Creeley regval |= (rxdid << QRXFLXP_CNTXT_RXDID_IDX_S) & 1843401ce33bSBrett Creeley QRXFLXP_CNTXT_RXDID_IDX_M; 1844401ce33bSBrett Creeley 1845401ce33bSBrett Creeley regval |= (prio << QRXFLXP_CNTXT_RXDID_PRIO_S) & 1846401ce33bSBrett Creeley QRXFLXP_CNTXT_RXDID_PRIO_M; 1847401ce33bSBrett Creeley 184877a78115SJacob Keller if (ena_ts) 184977a78115SJacob Keller /* Enable TimeSync on this queue */ 185077a78115SJacob Keller regval |= QRXFLXP_CNTXT_TS_M; 185177a78115SJacob Keller 1852401ce33bSBrett Creeley wr32(hw, QRXFLXP_CNTXT(pf_q), regval); 1853401ce33bSBrett Creeley } 1854401ce33bSBrett Creeley 18557ad15440SBrett Creeley int ice_vsi_cfg_single_rxq(struct ice_vsi *vsi, u16 q_idx) 18567ad15440SBrett Creeley { 18577ad15440SBrett Creeley if (q_idx >= vsi->num_rxq) 18587ad15440SBrett Creeley return -EINVAL; 18597ad15440SBrett Creeley 18607ad15440SBrett Creeley return ice_vsi_cfg_rxq(vsi->rx_rings[q_idx]); 18617ad15440SBrett Creeley } 18627ad15440SBrett Creeley 1863e72bba21SMaciej Fijalkowski int ice_vsi_cfg_single_txq(struct ice_vsi *vsi, struct ice_tx_ring **tx_rings, u16 q_idx) 18647ad15440SBrett Creeley { 18657ad15440SBrett Creeley struct ice_aqc_add_tx_qgrp *qg_buf; 18667ad15440SBrett Creeley int err; 18677ad15440SBrett Creeley 18687ad15440SBrett Creeley if (q_idx >= vsi->alloc_txq || !tx_rings || !tx_rings[q_idx]) 18697ad15440SBrett Creeley return -EINVAL; 18707ad15440SBrett Creeley 18717ad15440SBrett Creeley qg_buf = kzalloc(struct_size(qg_buf, txqs, 1), GFP_KERNEL); 18727ad15440SBrett Creeley if (!qg_buf) 18737ad15440SBrett Creeley return -ENOMEM; 18747ad15440SBrett Creeley 18757ad15440SBrett Creeley qg_buf->num_txqs = 1; 18767ad15440SBrett Creeley 18777ad15440SBrett Creeley err = ice_vsi_cfg_txq(vsi, tx_rings[q_idx], qg_buf); 18787ad15440SBrett Creeley kfree(qg_buf); 18797ad15440SBrett Creeley return err; 18807ad15440SBrett Creeley } 18817ad15440SBrett Creeley 1882401ce33bSBrett Creeley /** 188372adf242SAnirudh Venkataramanan * ice_vsi_cfg_rxqs - Configure the VSI for Rx 188472adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 188572adf242SAnirudh Venkataramanan * 188672adf242SAnirudh Venkataramanan * Return 0 on success and a negative value on error 188772adf242SAnirudh Venkataramanan * Configure the Rx VSI for operation. 188872adf242SAnirudh Venkataramanan */ 188972adf242SAnirudh Venkataramanan int ice_vsi_cfg_rxqs(struct ice_vsi *vsi) 189072adf242SAnirudh Venkataramanan { 189172adf242SAnirudh Venkataramanan u16 i; 189272adf242SAnirudh Venkataramanan 18938ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 18948ede0178SAnirudh Venkataramanan goto setup_rings; 18958ede0178SAnirudh Venkataramanan 1896efc2214bSMaciej Fijalkowski ice_vsi_cfg_frame_size(vsi); 18978ede0178SAnirudh Venkataramanan setup_rings: 189872adf242SAnirudh Venkataramanan /* set up individual rings */ 189943c7f919SKrzysztof Kazimierczak ice_for_each_rxq(vsi, i) { 190043c7f919SKrzysztof Kazimierczak int err = ice_vsi_cfg_rxq(vsi->rx_rings[i]); 190172adf242SAnirudh Venkataramanan 190243c7f919SKrzysztof Kazimierczak if (err) 190372adf242SAnirudh Venkataramanan return err; 190472adf242SAnirudh Venkataramanan } 19051553f4f7SBrett Creeley 19061553f4f7SBrett Creeley return 0; 19071553f4f7SBrett Creeley } 190872adf242SAnirudh Venkataramanan 190972adf242SAnirudh Venkataramanan /** 191072adf242SAnirudh Venkataramanan * ice_vsi_cfg_txqs - Configure the VSI for Tx 191172adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 191203f7a986SAnirudh Venkataramanan * @rings: Tx ring array to be configured 19132e84f6b3SMaciej Fijalkowski * @count: number of Tx ring array elements 191472adf242SAnirudh Venkataramanan * 191572adf242SAnirudh Venkataramanan * Return 0 on success and a negative value on error 191672adf242SAnirudh Venkataramanan * Configure the Tx VSI for operation. 191772adf242SAnirudh Venkataramanan */ 191803f7a986SAnirudh Venkataramanan static int 1919e72bba21SMaciej Fijalkowski ice_vsi_cfg_txqs(struct ice_vsi *vsi, struct ice_tx_ring **rings, u16 count) 192072adf242SAnirudh Venkataramanan { 192172adf242SAnirudh Venkataramanan struct ice_aqc_add_tx_qgrp *qg_buf; 1922e75d1b2cSMaciej Fijalkowski u16 q_idx = 0; 1923d02f734cSMaciej Fijalkowski int err = 0; 192472adf242SAnirudh Venkataramanan 192566486d89SBruce Allan qg_buf = kzalloc(struct_size(qg_buf, txqs, 1), GFP_KERNEL); 192672adf242SAnirudh Venkataramanan if (!qg_buf) 192772adf242SAnirudh Venkataramanan return -ENOMEM; 192872adf242SAnirudh Venkataramanan 192972adf242SAnirudh Venkataramanan qg_buf->num_txqs = 1; 193072adf242SAnirudh Venkataramanan 19312e84f6b3SMaciej Fijalkowski for (q_idx = 0; q_idx < count; q_idx++) { 1932e75d1b2cSMaciej Fijalkowski err = ice_vsi_cfg_txq(vsi, rings[q_idx], qg_buf); 1933d02f734cSMaciej Fijalkowski if (err) 193472adf242SAnirudh Venkataramanan goto err_cfg_txqs; 1935e75d1b2cSMaciej Fijalkowski } 1936c5a2a4a3SUsha Ketineni 193772adf242SAnirudh Venkataramanan err_cfg_txqs: 1938e75d1b2cSMaciej Fijalkowski kfree(qg_buf); 193972adf242SAnirudh Venkataramanan return err; 194072adf242SAnirudh Venkataramanan } 194172adf242SAnirudh Venkataramanan 194272adf242SAnirudh Venkataramanan /** 194303f7a986SAnirudh Venkataramanan * ice_vsi_cfg_lan_txqs - Configure the VSI for Tx 194403f7a986SAnirudh Venkataramanan * @vsi: the VSI being configured 194503f7a986SAnirudh Venkataramanan * 194603f7a986SAnirudh Venkataramanan * Return 0 on success and a negative value on error 194703f7a986SAnirudh Venkataramanan * Configure the Tx VSI for operation. 194803f7a986SAnirudh Venkataramanan */ 194903f7a986SAnirudh Venkataramanan int ice_vsi_cfg_lan_txqs(struct ice_vsi *vsi) 195003f7a986SAnirudh Venkataramanan { 19512e84f6b3SMaciej Fijalkowski return ice_vsi_cfg_txqs(vsi, vsi->tx_rings, vsi->num_txq); 195203f7a986SAnirudh Venkataramanan } 195303f7a986SAnirudh Venkataramanan 195403f7a986SAnirudh Venkataramanan /** 1955efc2214bSMaciej Fijalkowski * ice_vsi_cfg_xdp_txqs - Configure Tx queues dedicated for XDP in given VSI 1956efc2214bSMaciej Fijalkowski * @vsi: the VSI being configured 1957efc2214bSMaciej Fijalkowski * 1958efc2214bSMaciej Fijalkowski * Return 0 on success and a negative value on error 1959efc2214bSMaciej Fijalkowski * Configure the Tx queues dedicated for XDP in given VSI for operation. 1960efc2214bSMaciej Fijalkowski */ 1961efc2214bSMaciej Fijalkowski int ice_vsi_cfg_xdp_txqs(struct ice_vsi *vsi) 1962efc2214bSMaciej Fijalkowski { 19632d4238f5SKrzysztof Kazimierczak int ret; 19642d4238f5SKrzysztof Kazimierczak int i; 19652d4238f5SKrzysztof Kazimierczak 19662e84f6b3SMaciej Fijalkowski ret = ice_vsi_cfg_txqs(vsi, vsi->xdp_rings, vsi->num_xdp_txq); 19672d4238f5SKrzysztof Kazimierczak if (ret) 19682d4238f5SKrzysztof Kazimierczak return ret; 19692d4238f5SKrzysztof Kazimierczak 19702faf63b6SMaciej Fijalkowski ice_for_each_xdp_txq(vsi, i) 1971e72bba21SMaciej Fijalkowski vsi->xdp_rings[i]->xsk_pool = ice_tx_xsk_pool(vsi->xdp_rings[i]); 19722d4238f5SKrzysztof Kazimierczak 19732d4238f5SKrzysztof Kazimierczak return ret; 1974efc2214bSMaciej Fijalkowski } 1975efc2214bSMaciej Fijalkowski 1976efc2214bSMaciej Fijalkowski /** 19779e4ab4c2SBrett Creeley * ice_intrl_usec_to_reg - convert interrupt rate limit to register value 19789e4ab4c2SBrett Creeley * @intrl: interrupt rate limit in usecs 19799e4ab4c2SBrett Creeley * @gran: interrupt rate limit granularity in usecs 19809e4ab4c2SBrett Creeley * 19819e4ab4c2SBrett Creeley * This function converts a decimal interrupt rate limit in usecs to the format 19829e4ab4c2SBrett Creeley * expected by firmware. 19839e4ab4c2SBrett Creeley */ 1984b8b47723SJesse Brandeburg static u32 ice_intrl_usec_to_reg(u8 intrl, u8 gran) 19859e4ab4c2SBrett Creeley { 19869e4ab4c2SBrett Creeley u32 val = intrl / gran; 19879e4ab4c2SBrett Creeley 19889e4ab4c2SBrett Creeley if (val) 19899e4ab4c2SBrett Creeley return val | GLINT_RATE_INTRL_ENA_M; 19909e4ab4c2SBrett Creeley return 0; 19919e4ab4c2SBrett Creeley } 19929e4ab4c2SBrett Creeley 19939e4ab4c2SBrett Creeley /** 1994b8b47723SJesse Brandeburg * ice_write_intrl - write throttle rate limit to interrupt specific register 1995b8b47723SJesse Brandeburg * @q_vector: pointer to interrupt specific structure 1996b8b47723SJesse Brandeburg * @intrl: throttle rate limit in microseconds to write 1997b8b47723SJesse Brandeburg */ 1998b8b47723SJesse Brandeburg void ice_write_intrl(struct ice_q_vector *q_vector, u8 intrl) 1999b8b47723SJesse Brandeburg { 2000b8b47723SJesse Brandeburg struct ice_hw *hw = &q_vector->vsi->back->hw; 2001b8b47723SJesse Brandeburg 2002b8b47723SJesse Brandeburg wr32(hw, GLINT_RATE(q_vector->reg_idx), 2003b8b47723SJesse Brandeburg ice_intrl_usec_to_reg(intrl, ICE_INTRL_GRAN_ABOVE_25)); 2004b8b47723SJesse Brandeburg } 2005b8b47723SJesse Brandeburg 2006e72bba21SMaciej Fijalkowski static struct ice_q_vector *ice_pull_qvec_from_rc(struct ice_ring_container *rc) 2007e72bba21SMaciej Fijalkowski { 2008e72bba21SMaciej Fijalkowski switch (rc->type) { 2009e72bba21SMaciej Fijalkowski case ICE_RX_CONTAINER: 2010e72bba21SMaciej Fijalkowski if (rc->rx_ring) 2011e72bba21SMaciej Fijalkowski return rc->rx_ring->q_vector; 2012e72bba21SMaciej Fijalkowski break; 2013e72bba21SMaciej Fijalkowski case ICE_TX_CONTAINER: 2014e72bba21SMaciej Fijalkowski if (rc->tx_ring) 2015e72bba21SMaciej Fijalkowski return rc->tx_ring->q_vector; 2016370764e6SNathan Chancellor break; 2017e72bba21SMaciej Fijalkowski default: 2018e72bba21SMaciej Fijalkowski break; 2019e72bba21SMaciej Fijalkowski } 2020e72bba21SMaciej Fijalkowski 2021e72bba21SMaciej Fijalkowski return NULL; 2022e72bba21SMaciej Fijalkowski } 2023e72bba21SMaciej Fijalkowski 2024b8b47723SJesse Brandeburg /** 2025b8b47723SJesse Brandeburg * __ice_write_itr - write throttle rate to register 2026b8b47723SJesse Brandeburg * @q_vector: pointer to interrupt data structure 2027b8b47723SJesse Brandeburg * @rc: pointer to ring container 2028b8b47723SJesse Brandeburg * @itr: throttle rate in microseconds to write 2029b8b47723SJesse Brandeburg */ 2030b8b47723SJesse Brandeburg static void __ice_write_itr(struct ice_q_vector *q_vector, 2031b8b47723SJesse Brandeburg struct ice_ring_container *rc, u16 itr) 2032b8b47723SJesse Brandeburg { 2033b8b47723SJesse Brandeburg struct ice_hw *hw = &q_vector->vsi->back->hw; 2034b8b47723SJesse Brandeburg 2035b8b47723SJesse Brandeburg wr32(hw, GLINT_ITR(rc->itr_idx, q_vector->reg_idx), 2036b8b47723SJesse Brandeburg ITR_REG_ALIGN(itr) >> ICE_ITR_GRAN_S); 2037b8b47723SJesse Brandeburg } 2038b8b47723SJesse Brandeburg 2039b8b47723SJesse Brandeburg /** 2040b8b47723SJesse Brandeburg * ice_write_itr - write throttle rate to queue specific register 2041b8b47723SJesse Brandeburg * @rc: pointer to ring container 2042b8b47723SJesse Brandeburg * @itr: throttle rate in microseconds to write 2043b8b47723SJesse Brandeburg */ 2044b8b47723SJesse Brandeburg void ice_write_itr(struct ice_ring_container *rc, u16 itr) 2045b8b47723SJesse Brandeburg { 2046b8b47723SJesse Brandeburg struct ice_q_vector *q_vector; 2047b8b47723SJesse Brandeburg 2048e72bba21SMaciej Fijalkowski q_vector = ice_pull_qvec_from_rc(rc); 2049e72bba21SMaciej Fijalkowski if (!q_vector) 2050b8b47723SJesse Brandeburg return; 2051b8b47723SJesse Brandeburg 2052b8b47723SJesse Brandeburg __ice_write_itr(q_vector, rc, itr); 2053b8b47723SJesse Brandeburg } 2054b8b47723SJesse Brandeburg 2055b8b47723SJesse Brandeburg /** 2056d8eb7ad5SJesse Brandeburg * ice_set_q_vector_intrl - set up interrupt rate limiting 2057d8eb7ad5SJesse Brandeburg * @q_vector: the vector to be configured 2058d8eb7ad5SJesse Brandeburg * 2059d8eb7ad5SJesse Brandeburg * Interrupt rate limiting is local to the vector, not per-queue so we must 2060d8eb7ad5SJesse Brandeburg * detect if either ring container has dynamic moderation enabled to decide 2061d8eb7ad5SJesse Brandeburg * what to set the interrupt rate limit to via INTRL settings. In the case that 2062d8eb7ad5SJesse Brandeburg * dynamic moderation is disabled on both, write the value with the cached 2063d8eb7ad5SJesse Brandeburg * setting to make sure INTRL register matches the user visible value. 2064d8eb7ad5SJesse Brandeburg */ 2065d8eb7ad5SJesse Brandeburg void ice_set_q_vector_intrl(struct ice_q_vector *q_vector) 2066d8eb7ad5SJesse Brandeburg { 2067d8eb7ad5SJesse Brandeburg if (ITR_IS_DYNAMIC(&q_vector->tx) || ITR_IS_DYNAMIC(&q_vector->rx)) { 2068d8eb7ad5SJesse Brandeburg /* in the case of dynamic enabled, cap each vector to no more 2069d8eb7ad5SJesse Brandeburg * than (4 us) 250,000 ints/sec, which allows low latency 2070d8eb7ad5SJesse Brandeburg * but still less than 500,000 interrupts per second, which 2071d8eb7ad5SJesse Brandeburg * reduces CPU a bit in the case of the lowest latency 2072d8eb7ad5SJesse Brandeburg * setting. The 4 here is a value in microseconds. 2073d8eb7ad5SJesse Brandeburg */ 2074d8eb7ad5SJesse Brandeburg ice_write_intrl(q_vector, 4); 2075d8eb7ad5SJesse Brandeburg } else { 2076d8eb7ad5SJesse Brandeburg ice_write_intrl(q_vector, q_vector->intrl); 2077d8eb7ad5SJesse Brandeburg } 2078d8eb7ad5SJesse Brandeburg } 2079d8eb7ad5SJesse Brandeburg 2080d8eb7ad5SJesse Brandeburg /** 208172adf242SAnirudh Venkataramanan * ice_vsi_cfg_msix - MSIX mode Interrupt Config in the HW 208272adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 2083047e52c0SAnirudh Venkataramanan * 2084047e52c0SAnirudh Venkataramanan * This configures MSIX mode interrupts for the PF VSI, and should not be used 2085047e52c0SAnirudh Venkataramanan * for the VF VSI. 208672adf242SAnirudh Venkataramanan */ 208772adf242SAnirudh Venkataramanan void ice_vsi_cfg_msix(struct ice_vsi *vsi) 208872adf242SAnirudh Venkataramanan { 208972adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 209072adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 209188865fc4SKarol Kolacinski u16 txq = 0, rxq = 0; 2092d2b464a7SBrett Creeley int i, q; 209372adf242SAnirudh Venkataramanan 20942faf63b6SMaciej Fijalkowski ice_for_each_q_vector(vsi, i) { 209572adf242SAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[i]; 2096b07833a0SBrett Creeley u16 reg_idx = q_vector->reg_idx; 209772adf242SAnirudh Venkataramanan 2098b07833a0SBrett Creeley ice_cfg_itr(hw, q_vector); 20999e4ab4c2SBrett Creeley 210072adf242SAnirudh Venkataramanan /* Both Transmit Queue Interrupt Cause Control register 210172adf242SAnirudh Venkataramanan * and Receive Queue Interrupt Cause control register 210272adf242SAnirudh Venkataramanan * expects MSIX_INDX field to be the vector index 210372adf242SAnirudh Venkataramanan * within the function space and not the absolute 210472adf242SAnirudh Venkataramanan * vector index across PF or across device. 210572adf242SAnirudh Venkataramanan * For SR-IOV VF VSIs queue vector index always starts 210672adf242SAnirudh Venkataramanan * with 1 since first vector index(0) is used for OICR 210772adf242SAnirudh Venkataramanan * in VF space. Since VMDq and other PF VSIs are within 210872adf242SAnirudh Venkataramanan * the PF function space, use the vector index that is 210972adf242SAnirudh Venkataramanan * tracked for this PF. 211072adf242SAnirudh Venkataramanan */ 211172adf242SAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_tx; q++) { 2112047e52c0SAnirudh Venkataramanan ice_cfg_txq_interrupt(vsi, txq, reg_idx, 2113047e52c0SAnirudh Venkataramanan q_vector->tx.itr_idx); 211472adf242SAnirudh Venkataramanan txq++; 211572adf242SAnirudh Venkataramanan } 211672adf242SAnirudh Venkataramanan 211772adf242SAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_rx; q++) { 2118047e52c0SAnirudh Venkataramanan ice_cfg_rxq_interrupt(vsi, rxq, reg_idx, 2119047e52c0SAnirudh Venkataramanan q_vector->rx.itr_idx); 212072adf242SAnirudh Venkataramanan rxq++; 212172adf242SAnirudh Venkataramanan } 212272adf242SAnirudh Venkataramanan } 212372adf242SAnirudh Venkataramanan } 212472adf242SAnirudh Venkataramanan 212572adf242SAnirudh Venkataramanan /** 212613a6233bSBrett Creeley * ice_vsi_start_all_rx_rings - start/enable all of a VSI's Rx rings 212713a6233bSBrett Creeley * @vsi: the VSI whose rings are to be enabled 212872adf242SAnirudh Venkataramanan * 212972adf242SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 213072adf242SAnirudh Venkataramanan */ 213113a6233bSBrett Creeley int ice_vsi_start_all_rx_rings(struct ice_vsi *vsi) 213272adf242SAnirudh Venkataramanan { 213313a6233bSBrett Creeley return ice_vsi_ctrl_all_rx_rings(vsi, true); 213472adf242SAnirudh Venkataramanan } 213572adf242SAnirudh Venkataramanan 213672adf242SAnirudh Venkataramanan /** 213713a6233bSBrett Creeley * ice_vsi_stop_all_rx_rings - stop/disable all of a VSI's Rx rings 213813a6233bSBrett Creeley * @vsi: the VSI whose rings are to be disabled 213972adf242SAnirudh Venkataramanan * 214072adf242SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 214172adf242SAnirudh Venkataramanan */ 214213a6233bSBrett Creeley int ice_vsi_stop_all_rx_rings(struct ice_vsi *vsi) 214372adf242SAnirudh Venkataramanan { 214413a6233bSBrett Creeley return ice_vsi_ctrl_all_rx_rings(vsi, false); 214572adf242SAnirudh Venkataramanan } 214672adf242SAnirudh Venkataramanan 214772adf242SAnirudh Venkataramanan /** 2148d02f734cSMaciej Fijalkowski * ice_vsi_stop_tx_rings - Disable Tx rings 2149d02f734cSMaciej Fijalkowski * @vsi: the VSI being configured 2150d02f734cSMaciej Fijalkowski * @rst_src: reset source 2151d02f734cSMaciej Fijalkowski * @rel_vmvf_num: Relative ID of VF/VM 2152d02f734cSMaciej Fijalkowski * @rings: Tx ring array to be stopped 21532e84f6b3SMaciej Fijalkowski * @count: number of Tx ring array elements 2154d02f734cSMaciej Fijalkowski */ 2155d02f734cSMaciej Fijalkowski static int 2156d02f734cSMaciej Fijalkowski ice_vsi_stop_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src, 2157e72bba21SMaciej Fijalkowski u16 rel_vmvf_num, struct ice_tx_ring **rings, u16 count) 2158d02f734cSMaciej Fijalkowski { 2159e75d1b2cSMaciej Fijalkowski u16 q_idx; 2160d02f734cSMaciej Fijalkowski 2161d02f734cSMaciej Fijalkowski if (vsi->num_txq > ICE_LAN_TXQ_MAX_QDIS) 2162d02f734cSMaciej Fijalkowski return -EINVAL; 2163d02f734cSMaciej Fijalkowski 21642e84f6b3SMaciej Fijalkowski for (q_idx = 0; q_idx < count; q_idx++) { 2165d02f734cSMaciej Fijalkowski struct ice_txq_meta txq_meta = { }; 2166e75d1b2cSMaciej Fijalkowski int status; 2167d02f734cSMaciej Fijalkowski 2168d02f734cSMaciej Fijalkowski if (!rings || !rings[q_idx]) 2169d02f734cSMaciej Fijalkowski return -EINVAL; 2170d02f734cSMaciej Fijalkowski 2171d02f734cSMaciej Fijalkowski ice_fill_txq_meta(vsi, rings[q_idx], &txq_meta); 2172e75d1b2cSMaciej Fijalkowski status = ice_vsi_stop_tx_ring(vsi, rst_src, rel_vmvf_num, 2173d02f734cSMaciej Fijalkowski rings[q_idx], &txq_meta); 2174d02f734cSMaciej Fijalkowski 2175d02f734cSMaciej Fijalkowski if (status) 2176d02f734cSMaciej Fijalkowski return status; 2177bb87ee0eSAnirudh Venkataramanan } 217872adf242SAnirudh Venkataramanan 2179d02f734cSMaciej Fijalkowski return 0; 218072adf242SAnirudh Venkataramanan } 21815153a18eSAnirudh Venkataramanan 21825153a18eSAnirudh Venkataramanan /** 218303f7a986SAnirudh Venkataramanan * ice_vsi_stop_lan_tx_rings - Disable LAN Tx rings 218403f7a986SAnirudh Venkataramanan * @vsi: the VSI being configured 218503f7a986SAnirudh Venkataramanan * @rst_src: reset source 2186f9867df6SAnirudh Venkataramanan * @rel_vmvf_num: Relative ID of VF/VM 218703f7a986SAnirudh Venkataramanan */ 2188c8b7abddSBruce Allan int 2189c8b7abddSBruce Allan ice_vsi_stop_lan_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src, 2190c8b7abddSBruce Allan u16 rel_vmvf_num) 219103f7a986SAnirudh Venkataramanan { 21922e84f6b3SMaciej Fijalkowski return ice_vsi_stop_tx_rings(vsi, rst_src, rel_vmvf_num, vsi->tx_rings, vsi->num_txq); 219303f7a986SAnirudh Venkataramanan } 219403f7a986SAnirudh Venkataramanan 219503f7a986SAnirudh Venkataramanan /** 2196efc2214bSMaciej Fijalkowski * ice_vsi_stop_xdp_tx_rings - Disable XDP Tx rings 2197efc2214bSMaciej Fijalkowski * @vsi: the VSI being configured 2198efc2214bSMaciej Fijalkowski */ 2199efc2214bSMaciej Fijalkowski int ice_vsi_stop_xdp_tx_rings(struct ice_vsi *vsi) 2200efc2214bSMaciej Fijalkowski { 22012e84f6b3SMaciej Fijalkowski return ice_vsi_stop_tx_rings(vsi, ICE_NO_RESET, 0, vsi->xdp_rings, vsi->num_xdp_txq); 2202efc2214bSMaciej Fijalkowski } 2203efc2214bSMaciej Fijalkowski 2204efc2214bSMaciej Fijalkowski /** 220542f3efefSBrett Creeley * ice_vsi_is_vlan_pruning_ena - check if VLAN pruning is enabled or not 220642f3efefSBrett Creeley * @vsi: VSI to check whether or not VLAN pruning is enabled. 220742f3efefSBrett Creeley * 2208345be791SBrett Creeley * returns true if Rx VLAN pruning is enabled and false otherwise. 220942f3efefSBrett Creeley */ 221042f3efefSBrett Creeley bool ice_vsi_is_vlan_pruning_ena(struct ice_vsi *vsi) 221142f3efefSBrett Creeley { 221242f3efefSBrett Creeley if (!vsi) 221342f3efefSBrett Creeley return false; 221442f3efefSBrett Creeley 2215345be791SBrett Creeley return (vsi->info.sw_flags2 & ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA); 221642f3efefSBrett Creeley } 221742f3efefSBrett Creeley 22187b9ffc76SAnirudh Venkataramanan static void ice_vsi_set_tc_cfg(struct ice_vsi *vsi) 22197b9ffc76SAnirudh Venkataramanan { 22200754d65bSKiran Patil if (!test_bit(ICE_FLAG_DCB_ENA, vsi->back->flags)) { 22210754d65bSKiran Patil vsi->tc_cfg.ena_tc = ICE_DFLT_TRAFFIC_CLASS; 22220754d65bSKiran Patil vsi->tc_cfg.numtc = 1; 22230754d65bSKiran Patil return; 22240754d65bSKiran Patil } 22257b9ffc76SAnirudh Venkataramanan 22260754d65bSKiran Patil /* set VSI TC information based on DCB config */ 22270754d65bSKiran Patil ice_vsi_set_dcb_tc_cfg(vsi); 22287b9ffc76SAnirudh Venkataramanan } 22297b9ffc76SAnirudh Venkataramanan 22305153a18eSAnirudh Venkataramanan /** 2231b07833a0SBrett Creeley * ice_vsi_set_q_vectors_reg_idx - set the HW register index for all q_vectors 2232b07833a0SBrett Creeley * @vsi: VSI to set the q_vectors register index on 2233b07833a0SBrett Creeley */ 2234b07833a0SBrett Creeley static int 2235b07833a0SBrett Creeley ice_vsi_set_q_vectors_reg_idx(struct ice_vsi *vsi) 2236b07833a0SBrett Creeley { 2237b07833a0SBrett Creeley u16 i; 2238b07833a0SBrett Creeley 2239b07833a0SBrett Creeley if (!vsi || !vsi->q_vectors) 2240b07833a0SBrett Creeley return -EINVAL; 2241b07833a0SBrett Creeley 2242b07833a0SBrett Creeley ice_for_each_q_vector(vsi, i) { 2243b07833a0SBrett Creeley struct ice_q_vector *q_vector = vsi->q_vectors[i]; 2244b07833a0SBrett Creeley 2245b07833a0SBrett Creeley if (!q_vector) { 224619cce2c6SAnirudh Venkataramanan dev_err(ice_pf_to_dev(vsi->back), "Failed to set reg_idx on q_vector %d VSI %d\n", 2247b07833a0SBrett Creeley i, vsi->vsi_num); 2248b07833a0SBrett Creeley goto clear_reg_idx; 2249b07833a0SBrett Creeley } 2250b07833a0SBrett Creeley 2251cbe66bfeSBrett Creeley if (vsi->type == ICE_VSI_VF) { 2252b03d519dSJacob Keller struct ice_vf *vf = vsi->vf; 2253cbe66bfeSBrett Creeley 2254cbe66bfeSBrett Creeley q_vector->reg_idx = ice_calc_vf_reg_idx(vf, q_vector); 2255cbe66bfeSBrett Creeley } else { 2256cbe66bfeSBrett Creeley q_vector->reg_idx = 2257cbe66bfeSBrett Creeley q_vector->v_idx + vsi->base_vector; 2258cbe66bfeSBrett Creeley } 2259b07833a0SBrett Creeley } 2260b07833a0SBrett Creeley 2261b07833a0SBrett Creeley return 0; 2262b07833a0SBrett Creeley 2263b07833a0SBrett Creeley clear_reg_idx: 2264b07833a0SBrett Creeley ice_for_each_q_vector(vsi, i) { 2265b07833a0SBrett Creeley struct ice_q_vector *q_vector = vsi->q_vectors[i]; 2266b07833a0SBrett Creeley 2267b07833a0SBrett Creeley if (q_vector) 2268b07833a0SBrett Creeley q_vector->reg_idx = 0; 2269b07833a0SBrett Creeley } 2270b07833a0SBrett Creeley 2271b07833a0SBrett Creeley return -EINVAL; 2272b07833a0SBrett Creeley } 2273b07833a0SBrett Creeley 2274b07833a0SBrett Creeley /** 22752e0e6228SDave Ertman * ice_cfg_sw_lldp - Config switch rules for LLDP packet handling 22762e0e6228SDave Ertman * @vsi: the VSI being configured 22772e0e6228SDave Ertman * @tx: bool to determine Tx or Rx rule 22782e0e6228SDave Ertman * @create: bool to determine create or remove Rule 22792e0e6228SDave Ertman */ 22802e0e6228SDave Ertman void ice_cfg_sw_lldp(struct ice_vsi *vsi, bool tx, bool create) 22812e0e6228SDave Ertman { 22825e24d598STony Nguyen int (*eth_fltr)(struct ice_vsi *v, u16 type, u16 flag, 22831b8f15b6SMichal Swiatkowski enum ice_sw_fwd_act_type act); 22842e0e6228SDave Ertman struct ice_pf *pf = vsi->back; 22854015d11eSBrett Creeley struct device *dev; 22865518ac2aSTony Nguyen int status; 22872e0e6228SDave Ertman 22884015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 22891b8f15b6SMichal Swiatkowski eth_fltr = create ? ice_fltr_add_eth : ice_fltr_remove_eth; 22902e0e6228SDave Ertman 229134295a36SDave Ertman if (tx) { 22921b8f15b6SMichal Swiatkowski status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_TX, 22931b8f15b6SMichal Swiatkowski ICE_DROP_PACKET); 229434295a36SDave Ertman } else { 229534295a36SDave Ertman if (ice_fw_supports_lldp_fltr_ctrl(&pf->hw)) { 229634295a36SDave Ertman status = ice_lldp_fltr_add_remove(&pf->hw, vsi->vsi_num, 229734295a36SDave Ertman create); 229834295a36SDave Ertman } else { 229934295a36SDave Ertman status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_RX, 230034295a36SDave Ertman ICE_FWD_TO_VSI); 230134295a36SDave Ertman } 230234295a36SDave Ertman } 23032e0e6228SDave Ertman 23042e0e6228SDave Ertman if (status) 23055f87ec48STony Nguyen dev_dbg(dev, "Fail %s %s LLDP rule on VSI %i error: %d\n", 23062e0e6228SDave Ertman create ? "adding" : "removing", tx ? "TX" : "RX", 23075f87ec48STony Nguyen vsi->vsi_num, status); 23082e0e6228SDave Ertman } 23092e0e6228SDave Ertman 2310d95276ceSAkeem G Abodunrin /** 2311b126bd6bSKiran Patil * ice_set_agg_vsi - sets up scheduler aggregator node and move VSI into it 2312b126bd6bSKiran Patil * @vsi: pointer to the VSI 2313b126bd6bSKiran Patil * 2314b126bd6bSKiran Patil * This function will allocate new scheduler aggregator now if needed and will 2315b126bd6bSKiran Patil * move specified VSI into it. 2316b126bd6bSKiran Patil */ 2317b126bd6bSKiran Patil static void ice_set_agg_vsi(struct ice_vsi *vsi) 2318b126bd6bSKiran Patil { 2319b126bd6bSKiran Patil struct device *dev = ice_pf_to_dev(vsi->back); 2320b126bd6bSKiran Patil struct ice_agg_node *agg_node_iter = NULL; 2321b126bd6bSKiran Patil u32 agg_id = ICE_INVALID_AGG_NODE_ID; 2322b126bd6bSKiran Patil struct ice_agg_node *agg_node = NULL; 2323b126bd6bSKiran Patil int node_offset, max_agg_nodes = 0; 2324b126bd6bSKiran Patil struct ice_port_info *port_info; 2325b126bd6bSKiran Patil struct ice_pf *pf = vsi->back; 2326b126bd6bSKiran Patil u32 agg_node_id_start = 0; 23275e24d598STony Nguyen int status; 2328b126bd6bSKiran Patil 2329b126bd6bSKiran Patil /* create (as needed) scheduler aggregator node and move VSI into 2330b126bd6bSKiran Patil * corresponding aggregator node 2331b126bd6bSKiran Patil * - PF aggregator node to contains VSIs of type _PF and _CTRL 2332b126bd6bSKiran Patil * - VF aggregator nodes will contain VF VSI 2333b126bd6bSKiran Patil */ 2334b126bd6bSKiran Patil port_info = pf->hw.port_info; 2335b126bd6bSKiran Patil if (!port_info) 2336b126bd6bSKiran Patil return; 2337b126bd6bSKiran Patil 2338b126bd6bSKiran Patil switch (vsi->type) { 2339b126bd6bSKiran Patil case ICE_VSI_CTRL: 23400754d65bSKiran Patil case ICE_VSI_CHNL: 2341b126bd6bSKiran Patil case ICE_VSI_LB: 2342b126bd6bSKiran Patil case ICE_VSI_PF: 2343f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 2344b126bd6bSKiran Patil max_agg_nodes = ICE_MAX_PF_AGG_NODES; 2345b126bd6bSKiran Patil agg_node_id_start = ICE_PF_AGG_NODE_ID_START; 2346b126bd6bSKiran Patil agg_node_iter = &pf->pf_agg_node[0]; 2347b126bd6bSKiran Patil break; 2348b126bd6bSKiran Patil case ICE_VSI_VF: 2349b126bd6bSKiran Patil /* user can create 'n' VFs on a given PF, but since max children 2350b126bd6bSKiran Patil * per aggregator node can be only 64. Following code handles 2351b126bd6bSKiran Patil * aggregator(s) for VF VSIs, either selects a agg_node which 2352b126bd6bSKiran Patil * was already created provided num_vsis < 64, otherwise 2353b126bd6bSKiran Patil * select next available node, which will be created 2354b126bd6bSKiran Patil */ 2355b126bd6bSKiran Patil max_agg_nodes = ICE_MAX_VF_AGG_NODES; 2356b126bd6bSKiran Patil agg_node_id_start = ICE_VF_AGG_NODE_ID_START; 2357b126bd6bSKiran Patil agg_node_iter = &pf->vf_agg_node[0]; 2358b126bd6bSKiran Patil break; 2359b126bd6bSKiran Patil default: 2360b126bd6bSKiran Patil /* other VSI type, handle later if needed */ 2361b126bd6bSKiran Patil dev_dbg(dev, "unexpected VSI type %s\n", 2362b126bd6bSKiran Patil ice_vsi_type_str(vsi->type)); 2363b126bd6bSKiran Patil return; 2364b126bd6bSKiran Patil } 2365b126bd6bSKiran Patil 2366b126bd6bSKiran Patil /* find the appropriate aggregator node */ 2367b126bd6bSKiran Patil for (node_offset = 0; node_offset < max_agg_nodes; node_offset++) { 2368b126bd6bSKiran Patil /* see if we can find space in previously created 2369b126bd6bSKiran Patil * node if num_vsis < 64, otherwise skip 2370b126bd6bSKiran Patil */ 2371b126bd6bSKiran Patil if (agg_node_iter->num_vsis && 2372b126bd6bSKiran Patil agg_node_iter->num_vsis == ICE_MAX_VSIS_IN_AGG_NODE) { 2373b126bd6bSKiran Patil agg_node_iter++; 2374b126bd6bSKiran Patil continue; 2375b126bd6bSKiran Patil } 2376b126bd6bSKiran Patil 2377b126bd6bSKiran Patil if (agg_node_iter->valid && 2378b126bd6bSKiran Patil agg_node_iter->agg_id != ICE_INVALID_AGG_NODE_ID) { 2379b126bd6bSKiran Patil agg_id = agg_node_iter->agg_id; 2380b126bd6bSKiran Patil agg_node = agg_node_iter; 2381b126bd6bSKiran Patil break; 2382b126bd6bSKiran Patil } 2383b126bd6bSKiran Patil 2384b126bd6bSKiran Patil /* find unclaimed agg_id */ 2385b126bd6bSKiran Patil if (agg_node_iter->agg_id == ICE_INVALID_AGG_NODE_ID) { 2386b126bd6bSKiran Patil agg_id = node_offset + agg_node_id_start; 2387b126bd6bSKiran Patil agg_node = agg_node_iter; 2388b126bd6bSKiran Patil break; 2389b126bd6bSKiran Patil } 2390b126bd6bSKiran Patil /* move to next agg_node */ 2391b126bd6bSKiran Patil agg_node_iter++; 2392b126bd6bSKiran Patil } 2393b126bd6bSKiran Patil 2394b126bd6bSKiran Patil if (!agg_node) 2395b126bd6bSKiran Patil return; 2396b126bd6bSKiran Patil 2397b126bd6bSKiran Patil /* if selected aggregator node was not created, create it */ 2398b126bd6bSKiran Patil if (!agg_node->valid) { 2399b126bd6bSKiran Patil status = ice_cfg_agg(port_info, agg_id, ICE_AGG_TYPE_AGG, 2400b126bd6bSKiran Patil (u8)vsi->tc_cfg.ena_tc); 2401b126bd6bSKiran Patil if (status) { 2402b126bd6bSKiran Patil dev_err(dev, "unable to create aggregator node with agg_id %u\n", 2403b126bd6bSKiran Patil agg_id); 2404b126bd6bSKiran Patil return; 2405b126bd6bSKiran Patil } 2406*138f9f50SJulia Lawall /* aggregator node is created, store the needed info */ 2407b126bd6bSKiran Patil agg_node->valid = true; 2408b126bd6bSKiran Patil agg_node->agg_id = agg_id; 2409b126bd6bSKiran Patil } 2410b126bd6bSKiran Patil 2411b126bd6bSKiran Patil /* move VSI to corresponding aggregator node */ 2412b126bd6bSKiran Patil status = ice_move_vsi_to_agg(port_info, agg_id, vsi->idx, 2413b126bd6bSKiran Patil (u8)vsi->tc_cfg.ena_tc); 2414b126bd6bSKiran Patil if (status) { 2415b126bd6bSKiran Patil dev_err(dev, "unable to move VSI idx %u into aggregator %u node", 2416b126bd6bSKiran Patil vsi->idx, agg_id); 2417b126bd6bSKiran Patil return; 2418b126bd6bSKiran Patil } 2419b126bd6bSKiran Patil 2420b126bd6bSKiran Patil /* keep active children count for aggregator node */ 2421b126bd6bSKiran Patil agg_node->num_vsis++; 2422b126bd6bSKiran Patil 2423b126bd6bSKiran Patil /* cache the 'agg_id' in VSI, so that after reset - VSI will be moved 2424b126bd6bSKiran Patil * to aggregator node 2425b126bd6bSKiran Patil */ 2426b126bd6bSKiran Patil vsi->agg_node = agg_node; 2427b126bd6bSKiran Patil dev_dbg(dev, "successfully moved VSI idx %u tc_bitmap 0x%x) into aggregator node %d which has num_vsis %u\n", 2428b126bd6bSKiran Patil vsi->idx, vsi->tc_cfg.ena_tc, vsi->agg_node->agg_id, 2429b126bd6bSKiran Patil vsi->agg_node->num_vsis); 2430b126bd6bSKiran Patil } 2431b126bd6bSKiran Patil 2432b126bd6bSKiran Patil /** 243337bb8390SAnirudh Venkataramanan * ice_vsi_setup - Set up a VSI by a given type 243437bb8390SAnirudh Venkataramanan * @pf: board private structure 243537bb8390SAnirudh Venkataramanan * @pi: pointer to the port_info instance 24366dae8aa0SBruce Allan * @vsi_type: VSI type 2437b03d519dSJacob Keller * @vf: pointer to VF to which this VSI connects. This field is used primarily 2438b03d519dSJacob Keller * for the ICE_VSI_VF type. Other VSI types should pass NULL. 24390754d65bSKiran Patil * @ch: ptr to channel 244037bb8390SAnirudh Venkataramanan * 244137bb8390SAnirudh Venkataramanan * This allocates the sw VSI structure and its queue resources. 244237bb8390SAnirudh Venkataramanan * 244337bb8390SAnirudh Venkataramanan * Returns pointer to the successfully allocated and configured VSI sw struct on 244437bb8390SAnirudh Venkataramanan * success, NULL on failure. 244537bb8390SAnirudh Venkataramanan */ 244637bb8390SAnirudh Venkataramanan struct ice_vsi * 244737bb8390SAnirudh Venkataramanan ice_vsi_setup(struct ice_pf *pf, struct ice_port_info *pi, 2448b03d519dSJacob Keller enum ice_vsi_type vsi_type, struct ice_vf *vf, 2449b03d519dSJacob Keller struct ice_channel *ch) 245037bb8390SAnirudh Venkataramanan { 245137bb8390SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 24524015d11eSBrett Creeley struct device *dev = ice_pf_to_dev(pf); 245337bb8390SAnirudh Venkataramanan struct ice_vsi *vsi; 245437bb8390SAnirudh Venkataramanan int ret, i; 245537bb8390SAnirudh Venkataramanan 24560754d65bSKiran Patil if (vsi_type == ICE_VSI_CHNL) 2457b03d519dSJacob Keller vsi = ice_vsi_alloc(pf, vsi_type, ch, NULL); 24580754d65bSKiran Patil else if (vsi_type == ICE_VSI_VF || vsi_type == ICE_VSI_CTRL) 2459b03d519dSJacob Keller vsi = ice_vsi_alloc(pf, vsi_type, NULL, vf); 24605743020dSAkeem G Abodunrin else 2461b03d519dSJacob Keller vsi = ice_vsi_alloc(pf, vsi_type, NULL, NULL); 24625743020dSAkeem G Abodunrin 246337bb8390SAnirudh Venkataramanan if (!vsi) { 246437bb8390SAnirudh Venkataramanan dev_err(dev, "could not allocate VSI\n"); 246537bb8390SAnirudh Venkataramanan return NULL; 246637bb8390SAnirudh Venkataramanan } 246737bb8390SAnirudh Venkataramanan 246837bb8390SAnirudh Venkataramanan vsi->port_info = pi; 246937bb8390SAnirudh Venkataramanan vsi->vsw = pf->first_sw; 2470d95276ceSAkeem G Abodunrin if (vsi->type == ICE_VSI_PF) 2471d95276ceSAkeem G Abodunrin vsi->ethtype = ETH_P_PAUSE; 2472d95276ceSAkeem G Abodunrin 2473148beb61SHenry Tieman ice_alloc_fd_res(vsi); 2474148beb61SHenry Tieman 24750754d65bSKiran Patil if (vsi_type != ICE_VSI_CHNL) { 247637bb8390SAnirudh Venkataramanan if (ice_vsi_get_qs(vsi)) { 247737bb8390SAnirudh Venkataramanan dev_err(dev, "Failed to allocate queues. vsi->idx = %d\n", 247837bb8390SAnirudh Venkataramanan vsi->idx); 2479148beb61SHenry Tieman goto unroll_vsi_alloc; 248037bb8390SAnirudh Venkataramanan } 24810754d65bSKiran Patil } 248237bb8390SAnirudh Venkataramanan 248337bb8390SAnirudh Venkataramanan /* set RSS capabilities */ 248437bb8390SAnirudh Venkataramanan ice_vsi_set_rss_params(vsi); 248537bb8390SAnirudh Venkataramanan 2486f9867df6SAnirudh Venkataramanan /* set TC configuration */ 2487c5a2a4a3SUsha Ketineni ice_vsi_set_tc_cfg(vsi); 2488c5a2a4a3SUsha Ketineni 248937bb8390SAnirudh Venkataramanan /* create the VSI */ 249087324e74SHenry Tieman ret = ice_vsi_init(vsi, true); 249137bb8390SAnirudh Venkataramanan if (ret) 249237bb8390SAnirudh Venkataramanan goto unroll_get_qs; 249337bb8390SAnirudh Venkataramanan 2494bc42afa9SBrett Creeley ice_vsi_init_vlan_ops(vsi); 2495bc42afa9SBrett Creeley 249637bb8390SAnirudh Venkataramanan switch (vsi->type) { 2497148beb61SHenry Tieman case ICE_VSI_CTRL: 2498f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 249937bb8390SAnirudh Venkataramanan case ICE_VSI_PF: 250037bb8390SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 250137bb8390SAnirudh Venkataramanan if (ret) 250237bb8390SAnirudh Venkataramanan goto unroll_vsi_init; 250337bb8390SAnirudh Venkataramanan 250437bb8390SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 250537bb8390SAnirudh Venkataramanan if (ret) 250637bb8390SAnirudh Venkataramanan goto unroll_alloc_q_vector; 250737bb8390SAnirudh Venkataramanan 2508b07833a0SBrett Creeley ret = ice_vsi_set_q_vectors_reg_idx(vsi); 2509b07833a0SBrett Creeley if (ret) 2510b07833a0SBrett Creeley goto unroll_vector_base; 2511b07833a0SBrett Creeley 251237bb8390SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 251337bb8390SAnirudh Venkataramanan if (ret) 251437bb8390SAnirudh Venkataramanan goto unroll_vector_base; 251537bb8390SAnirudh Venkataramanan 251637bb8390SAnirudh Venkataramanan ice_vsi_map_rings_to_vectors(vsi); 251737bb8390SAnirudh Venkataramanan 2518148beb61SHenry Tieman /* ICE_VSI_CTRL does not need RSS so skip RSS processing */ 2519148beb61SHenry Tieman if (vsi->type != ICE_VSI_CTRL) 2520148beb61SHenry Tieman /* Do not exit if configuring RSS had an issue, at 2521148beb61SHenry Tieman * least receive traffic on first queue. Hence no 2522148beb61SHenry Tieman * need to capture return value 252337bb8390SAnirudh Venkataramanan */ 2524c90ed40cSTony Nguyen if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 252537bb8390SAnirudh Venkataramanan ice_vsi_cfg_rss_lut_key(vsi); 2526c90ed40cSTony Nguyen ice_vsi_set_rss_flow_fld(vsi); 2527c90ed40cSTony Nguyen } 252828bf2672SBrett Creeley ice_init_arfs(vsi); 252937bb8390SAnirudh Venkataramanan break; 25300754d65bSKiran Patil case ICE_VSI_CHNL: 25310754d65bSKiran Patil if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 25320754d65bSKiran Patil ice_vsi_cfg_rss_lut_key(vsi); 25330754d65bSKiran Patil ice_vsi_set_rss_flow_fld(vsi); 25340754d65bSKiran Patil } 25350754d65bSKiran Patil break; 25368ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 25378ede0178SAnirudh Venkataramanan /* VF driver will take care of creating netdev for this type and 25388ede0178SAnirudh Venkataramanan * map queues to vectors through Virtchnl, PF driver only 25398ede0178SAnirudh Venkataramanan * creates a VSI and corresponding structures for bookkeeping 25408ede0178SAnirudh Venkataramanan * purpose 25418ede0178SAnirudh Venkataramanan */ 25428ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 25438ede0178SAnirudh Venkataramanan if (ret) 25448ede0178SAnirudh Venkataramanan goto unroll_vsi_init; 25458ede0178SAnirudh Venkataramanan 25468ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 25478ede0178SAnirudh Venkataramanan if (ret) 25488ede0178SAnirudh Venkataramanan goto unroll_alloc_q_vector; 25498ede0178SAnirudh Venkataramanan 2550b07833a0SBrett Creeley ret = ice_vsi_set_q_vectors_reg_idx(vsi); 2551b07833a0SBrett Creeley if (ret) 2552b07833a0SBrett Creeley goto unroll_vector_base; 2553b07833a0SBrett Creeley 25543a9e32bbSMd Fahad Iqbal Polash /* Do not exit if configuring RSS had an issue, at least 25553a9e32bbSMd Fahad Iqbal Polash * receive traffic on first queue. Hence no need to capture 25563a9e32bbSMd Fahad Iqbal Polash * return value 25573a9e32bbSMd Fahad Iqbal Polash */ 25581c01c8c6SMd Fahad Iqbal Polash if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 25593a9e32bbSMd Fahad Iqbal Polash ice_vsi_cfg_rss_lut_key(vsi); 25601c01c8c6SMd Fahad Iqbal Polash ice_vsi_set_vf_rss_flow_fld(vsi); 25611c01c8c6SMd Fahad Iqbal Polash } 25628ede0178SAnirudh Venkataramanan break; 25630e674aebSAnirudh Venkataramanan case ICE_VSI_LB: 25640e674aebSAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 25650e674aebSAnirudh Venkataramanan if (ret) 25660e674aebSAnirudh Venkataramanan goto unroll_vsi_init; 25670e674aebSAnirudh Venkataramanan break; 256837bb8390SAnirudh Venkataramanan default: 2569df17b7e0SAnirudh Venkataramanan /* clean up the resources and exit */ 257037bb8390SAnirudh Venkataramanan goto unroll_vsi_init; 257137bb8390SAnirudh Venkataramanan } 257237bb8390SAnirudh Venkataramanan 257337bb8390SAnirudh Venkataramanan /* configure VSI nodes based on number of queues and TC's */ 25740754d65bSKiran Patil ice_for_each_traffic_class(i) { 25750754d65bSKiran Patil if (!(vsi->tc_cfg.ena_tc & BIT(i))) 25760754d65bSKiran Patil continue; 257737bb8390SAnirudh Venkataramanan 25780754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) { 25790754d65bSKiran Patil if (!vsi->alloc_txq && vsi->num_txq) 25800754d65bSKiran Patil max_txqs[i] = vsi->num_txq; 25810754d65bSKiran Patil else 25820754d65bSKiran Patil max_txqs[i] = pf->num_lan_tx; 25830754d65bSKiran Patil } else { 25840754d65bSKiran Patil max_txqs[i] = vsi->alloc_txq; 25850754d65bSKiran Patil } 25860754d65bSKiran Patil } 25870754d65bSKiran Patil 25880754d65bSKiran Patil dev_dbg(dev, "vsi->tc_cfg.ena_tc = %d\n", vsi->tc_cfg.ena_tc); 25892ccc1c1cSTony Nguyen ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc, 25904fb33f31SAnirudh Venkataramanan max_txqs); 25912ccc1c1cSTony Nguyen if (ret) { 25925f87ec48STony Nguyen dev_err(dev, "VSI %d failed lan queue config, error %d\n", 25932ccc1c1cSTony Nguyen vsi->vsi_num, ret); 2594f6a07271SJacob Keller goto unroll_clear_rings; 259537bb8390SAnirudh Venkataramanan } 259637bb8390SAnirudh Venkataramanan 2597d95276ceSAkeem G Abodunrin /* Add switch rule to drop all Tx Flow Control Frames, of look up 2598d95276ceSAkeem G Abodunrin * type ETHERTYPE from VSIs, and restrict malicious VF from sending 2599d95276ceSAkeem G Abodunrin * out PAUSE or PFC frames. If enabled, FW can still send FC frames. 2600d95276ceSAkeem G Abodunrin * The rule is added once for PF VSI in order to create appropriate 2601d95276ceSAkeem G Abodunrin * recipe, since VSI/VSI list is ignored with drop action... 2602241c8cf0SPaul Greenwalt * Also add rules to handle LLDP Tx packets. Tx LLDP packets need to 2603241c8cf0SPaul Greenwalt * be dropped so that VFs cannot send LLDP packets to reconfig DCB 2604241c8cf0SPaul Greenwalt * settings in the HW. 2605d95276ceSAkeem G Abodunrin */ 2606241c8cf0SPaul Greenwalt if (!ice_is_safe_mode(pf)) 26072e0e6228SDave Ertman if (vsi->type == ICE_VSI_PF) { 26081b8f15b6SMichal Swiatkowski ice_fltr_add_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX, 26091b8f15b6SMichal Swiatkowski ICE_DROP_PACKET); 26102e0e6228SDave Ertman ice_cfg_sw_lldp(vsi, true, true); 2611462acf6aSTony Nguyen } 26122e0e6228SDave Ertman 2613b126bd6bSKiran Patil if (!vsi->agg_node) 2614b126bd6bSKiran Patil ice_set_agg_vsi(vsi); 261537bb8390SAnirudh Venkataramanan return vsi; 261637bb8390SAnirudh Venkataramanan 261742f3efefSBrett Creeley unroll_clear_rings: 261842f3efefSBrett Creeley ice_vsi_clear_rings(vsi); 261937bb8390SAnirudh Venkataramanan unroll_vector_base: 2620eb0208ecSPreethi Banala /* reclaim SW interrupts back to the common pool */ 2621cbe66bfeSBrett Creeley ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx); 2622eb0208ecSPreethi Banala pf->num_avail_sw_msix += vsi->num_q_vectors; 262337bb8390SAnirudh Venkataramanan unroll_alloc_q_vector: 262437bb8390SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 262537bb8390SAnirudh Venkataramanan unroll_vsi_init: 262637bb8390SAnirudh Venkataramanan ice_vsi_delete(vsi); 262737bb8390SAnirudh Venkataramanan unroll_get_qs: 262837bb8390SAnirudh Venkataramanan ice_vsi_put_qs(vsi); 2629148beb61SHenry Tieman unroll_vsi_alloc: 2630df006dd4SDave Ertman if (vsi_type == ICE_VSI_VF) 2631df006dd4SDave Ertman ice_enable_lag(pf->lag); 263237bb8390SAnirudh Venkataramanan ice_vsi_clear(vsi); 263337bb8390SAnirudh Venkataramanan 263437bb8390SAnirudh Venkataramanan return NULL; 263537bb8390SAnirudh Venkataramanan } 263637bb8390SAnirudh Venkataramanan 263737bb8390SAnirudh Venkataramanan /** 26385153a18eSAnirudh Venkataramanan * ice_vsi_release_msix - Clear the queue to Interrupt mapping in HW 26395153a18eSAnirudh Venkataramanan * @vsi: the VSI being cleaned up 26405153a18eSAnirudh Venkataramanan */ 26415153a18eSAnirudh Venkataramanan static void ice_vsi_release_msix(struct ice_vsi *vsi) 26425153a18eSAnirudh Venkataramanan { 26435153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 26445153a18eSAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 26455153a18eSAnirudh Venkataramanan u32 txq = 0; 26465153a18eSAnirudh Venkataramanan u32 rxq = 0; 26475153a18eSAnirudh Venkataramanan int i, q; 26485153a18eSAnirudh Venkataramanan 26492faf63b6SMaciej Fijalkowski ice_for_each_q_vector(vsi, i) { 26505153a18eSAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[i]; 26515153a18eSAnirudh Venkataramanan 2652b8b47723SJesse Brandeburg ice_write_intrl(q_vector, 0); 26535153a18eSAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_tx; q++) { 2654b8b47723SJesse Brandeburg ice_write_itr(&q_vector->tx, 0); 26555153a18eSAnirudh Venkataramanan wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), 0); 2656efc2214bSMaciej Fijalkowski if (ice_is_xdp_ena_vsi(vsi)) { 2657efc2214bSMaciej Fijalkowski u32 xdp_txq = txq + vsi->num_xdp_txq; 2658efc2214bSMaciej Fijalkowski 2659efc2214bSMaciej Fijalkowski wr32(hw, QINT_TQCTL(vsi->txq_map[xdp_txq]), 0); 2660efc2214bSMaciej Fijalkowski } 26615153a18eSAnirudh Venkataramanan txq++; 26625153a18eSAnirudh Venkataramanan } 26635153a18eSAnirudh Venkataramanan 26645153a18eSAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_rx; q++) { 2665b8b47723SJesse Brandeburg ice_write_itr(&q_vector->rx, 0); 26665153a18eSAnirudh Venkataramanan wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), 0); 26675153a18eSAnirudh Venkataramanan rxq++; 26685153a18eSAnirudh Venkataramanan } 26695153a18eSAnirudh Venkataramanan } 26705153a18eSAnirudh Venkataramanan 26715153a18eSAnirudh Venkataramanan ice_flush(hw); 26725153a18eSAnirudh Venkataramanan } 26735153a18eSAnirudh Venkataramanan 26745153a18eSAnirudh Venkataramanan /** 26755153a18eSAnirudh Venkataramanan * ice_vsi_free_irq - Free the IRQ association with the OS 26765153a18eSAnirudh Venkataramanan * @vsi: the VSI being configured 26775153a18eSAnirudh Venkataramanan */ 26785153a18eSAnirudh Venkataramanan void ice_vsi_free_irq(struct ice_vsi *vsi) 26795153a18eSAnirudh Venkataramanan { 26805153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 2681cbe66bfeSBrett Creeley int base = vsi->base_vector; 26825153a18eSAnirudh Venkataramanan int i; 26835153a18eSAnirudh Venkataramanan 26845153a18eSAnirudh Venkataramanan if (!vsi->q_vectors || !vsi->irqs_ready) 26855153a18eSAnirudh Venkataramanan return; 26865153a18eSAnirudh Venkataramanan 2687eb0208ecSPreethi Banala ice_vsi_release_msix(vsi); 26888ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 26898ede0178SAnirudh Venkataramanan return; 2690eb0208ecSPreethi Banala 26915153a18eSAnirudh Venkataramanan vsi->irqs_ready = false; 2692d7442f51SAlexander Lobakin ice_free_cpu_rx_rmap(vsi); 2693d7442f51SAlexander Lobakin 26940c2561c8SBrett Creeley ice_for_each_q_vector(vsi, i) { 26955153a18eSAnirudh Venkataramanan u16 vector = i + base; 26965153a18eSAnirudh Venkataramanan int irq_num; 26975153a18eSAnirudh Venkataramanan 26985153a18eSAnirudh Venkataramanan irq_num = pf->msix_entries[vector].vector; 26995153a18eSAnirudh Venkataramanan 27005153a18eSAnirudh Venkataramanan /* free only the irqs that were actually requested */ 27015153a18eSAnirudh Venkataramanan if (!vsi->q_vectors[i] || 27025153a18eSAnirudh Venkataramanan !(vsi->q_vectors[i]->num_ring_tx || 27035153a18eSAnirudh Venkataramanan vsi->q_vectors[i]->num_ring_rx)) 27045153a18eSAnirudh Venkataramanan continue; 27055153a18eSAnirudh Venkataramanan 27065153a18eSAnirudh Venkataramanan /* clear the affinity notifier in the IRQ descriptor */ 2707d7442f51SAlexander Lobakin if (!IS_ENABLED(CONFIG_RFS_ACCEL)) 27085153a18eSAnirudh Venkataramanan irq_set_affinity_notifier(irq_num, NULL); 27095153a18eSAnirudh Venkataramanan 27105153a18eSAnirudh Venkataramanan /* clear the affinity_mask in the IRQ descriptor */ 27115153a18eSAnirudh Venkataramanan irq_set_affinity_hint(irq_num, NULL); 27125153a18eSAnirudh Venkataramanan synchronize_irq(irq_num); 27134015d11eSBrett Creeley devm_free_irq(ice_pf_to_dev(pf), irq_num, vsi->q_vectors[i]); 27145153a18eSAnirudh Venkataramanan } 27155153a18eSAnirudh Venkataramanan } 27165153a18eSAnirudh Venkataramanan 27175153a18eSAnirudh Venkataramanan /** 27185153a18eSAnirudh Venkataramanan * ice_vsi_free_tx_rings - Free Tx resources for VSI queues 27195153a18eSAnirudh Venkataramanan * @vsi: the VSI having resources freed 27205153a18eSAnirudh Venkataramanan */ 27215153a18eSAnirudh Venkataramanan void ice_vsi_free_tx_rings(struct ice_vsi *vsi) 27225153a18eSAnirudh Venkataramanan { 27235153a18eSAnirudh Venkataramanan int i; 27245153a18eSAnirudh Venkataramanan 27255153a18eSAnirudh Venkataramanan if (!vsi->tx_rings) 27265153a18eSAnirudh Venkataramanan return; 27275153a18eSAnirudh Venkataramanan 27285153a18eSAnirudh Venkataramanan ice_for_each_txq(vsi, i) 27295153a18eSAnirudh Venkataramanan if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) 27305153a18eSAnirudh Venkataramanan ice_free_tx_ring(vsi->tx_rings[i]); 27315153a18eSAnirudh Venkataramanan } 27325153a18eSAnirudh Venkataramanan 27335153a18eSAnirudh Venkataramanan /** 27345153a18eSAnirudh Venkataramanan * ice_vsi_free_rx_rings - Free Rx resources for VSI queues 27355153a18eSAnirudh Venkataramanan * @vsi: the VSI having resources freed 27365153a18eSAnirudh Venkataramanan */ 27375153a18eSAnirudh Venkataramanan void ice_vsi_free_rx_rings(struct ice_vsi *vsi) 27385153a18eSAnirudh Venkataramanan { 27395153a18eSAnirudh Venkataramanan int i; 27405153a18eSAnirudh Venkataramanan 27415153a18eSAnirudh Venkataramanan if (!vsi->rx_rings) 27425153a18eSAnirudh Venkataramanan return; 27435153a18eSAnirudh Venkataramanan 27445153a18eSAnirudh Venkataramanan ice_for_each_rxq(vsi, i) 27455153a18eSAnirudh Venkataramanan if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc) 27465153a18eSAnirudh Venkataramanan ice_free_rx_ring(vsi->rx_rings[i]); 27475153a18eSAnirudh Venkataramanan } 27485153a18eSAnirudh Venkataramanan 27495153a18eSAnirudh Venkataramanan /** 275007309a0eSAnirudh Venkataramanan * ice_vsi_close - Shut down a VSI 275107309a0eSAnirudh Venkataramanan * @vsi: the VSI being shut down 275207309a0eSAnirudh Venkataramanan */ 275307309a0eSAnirudh Venkataramanan void ice_vsi_close(struct ice_vsi *vsi) 275407309a0eSAnirudh Venkataramanan { 2755e97fb1aeSAnirudh Venkataramanan if (!test_and_set_bit(ICE_VSI_DOWN, vsi->state)) 275607309a0eSAnirudh Venkataramanan ice_down(vsi); 275707309a0eSAnirudh Venkataramanan 275807309a0eSAnirudh Venkataramanan ice_vsi_free_irq(vsi); 275907309a0eSAnirudh Venkataramanan ice_vsi_free_tx_rings(vsi); 276007309a0eSAnirudh Venkataramanan ice_vsi_free_rx_rings(vsi); 276107309a0eSAnirudh Venkataramanan } 276207309a0eSAnirudh Venkataramanan 276307309a0eSAnirudh Venkataramanan /** 27649d614b64SAnirudh Venkataramanan * ice_ena_vsi - resume a VSI 27659d614b64SAnirudh Venkataramanan * @vsi: the VSI being resume 27669d614b64SAnirudh Venkataramanan * @locked: is the rtnl_lock already held 27679d614b64SAnirudh Venkataramanan */ 27689d614b64SAnirudh Venkataramanan int ice_ena_vsi(struct ice_vsi *vsi, bool locked) 27699d614b64SAnirudh Venkataramanan { 27709d614b64SAnirudh Venkataramanan int err = 0; 27719d614b64SAnirudh Venkataramanan 2772e97fb1aeSAnirudh Venkataramanan if (!test_bit(ICE_VSI_NEEDS_RESTART, vsi->state)) 27739d614b64SAnirudh Venkataramanan return 0; 27749d614b64SAnirudh Venkataramanan 2775e97fb1aeSAnirudh Venkataramanan clear_bit(ICE_VSI_NEEDS_RESTART, vsi->state); 27769d614b64SAnirudh Venkataramanan 27779d614b64SAnirudh Venkataramanan if (vsi->netdev && vsi->type == ICE_VSI_PF) { 27789d614b64SAnirudh Venkataramanan if (netif_running(vsi->netdev)) { 27799d614b64SAnirudh Venkataramanan if (!locked) 27809d614b64SAnirudh Venkataramanan rtnl_lock(); 27819d614b64SAnirudh Venkataramanan 2782e95fc857SKrzysztof Goreczny err = ice_open_internal(vsi->netdev); 27839d614b64SAnirudh Venkataramanan 27849d614b64SAnirudh Venkataramanan if (!locked) 27859d614b64SAnirudh Venkataramanan rtnl_unlock(); 27869d614b64SAnirudh Venkataramanan } 2787148beb61SHenry Tieman } else if (vsi->type == ICE_VSI_CTRL) { 2788148beb61SHenry Tieman err = ice_vsi_open_ctrl(vsi); 27899d614b64SAnirudh Venkataramanan } 27909d614b64SAnirudh Venkataramanan 27919d614b64SAnirudh Venkataramanan return err; 27929d614b64SAnirudh Venkataramanan } 27939d614b64SAnirudh Venkataramanan 27949d614b64SAnirudh Venkataramanan /** 27959d614b64SAnirudh Venkataramanan * ice_dis_vsi - pause a VSI 27969d614b64SAnirudh Venkataramanan * @vsi: the VSI being paused 27979d614b64SAnirudh Venkataramanan * @locked: is the rtnl_lock already held 27989d614b64SAnirudh Venkataramanan */ 27999d614b64SAnirudh Venkataramanan void ice_dis_vsi(struct ice_vsi *vsi, bool locked) 28009d614b64SAnirudh Venkataramanan { 2801e97fb1aeSAnirudh Venkataramanan if (test_bit(ICE_VSI_DOWN, vsi->state)) 28029d614b64SAnirudh Venkataramanan return; 28039d614b64SAnirudh Venkataramanan 2804e97fb1aeSAnirudh Venkataramanan set_bit(ICE_VSI_NEEDS_RESTART, vsi->state); 28059d614b64SAnirudh Venkataramanan 28069d614b64SAnirudh Venkataramanan if (vsi->type == ICE_VSI_PF && vsi->netdev) { 28079d614b64SAnirudh Venkataramanan if (netif_running(vsi->netdev)) { 28089d614b64SAnirudh Venkataramanan if (!locked) 28099d614b64SAnirudh Venkataramanan rtnl_lock(); 28109d614b64SAnirudh Venkataramanan 2811e95fc857SKrzysztof Goreczny ice_vsi_close(vsi); 28129d614b64SAnirudh Venkataramanan 28139d614b64SAnirudh Venkataramanan if (!locked) 28149d614b64SAnirudh Venkataramanan rtnl_unlock(); 28159d614b64SAnirudh Venkataramanan } else { 28169d614b64SAnirudh Venkataramanan ice_vsi_close(vsi); 28179d614b64SAnirudh Venkataramanan } 2818f66756e0SGrzegorz Nitka } else if (vsi->type == ICE_VSI_CTRL || 2819f66756e0SGrzegorz Nitka vsi->type == ICE_VSI_SWITCHDEV_CTRL) { 2820148beb61SHenry Tieman ice_vsi_close(vsi); 28219d614b64SAnirudh Venkataramanan } 28229d614b64SAnirudh Venkataramanan } 28239d614b64SAnirudh Venkataramanan 28249d614b64SAnirudh Venkataramanan /** 28255153a18eSAnirudh Venkataramanan * ice_vsi_dis_irq - Mask off queue interrupt generation on the VSI 28265153a18eSAnirudh Venkataramanan * @vsi: the VSI being un-configured 28275153a18eSAnirudh Venkataramanan */ 28285153a18eSAnirudh Venkataramanan void ice_vsi_dis_irq(struct ice_vsi *vsi) 28295153a18eSAnirudh Venkataramanan { 2830cbe66bfeSBrett Creeley int base = vsi->base_vector; 28315153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 28325153a18eSAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 28335153a18eSAnirudh Venkataramanan u32 val; 28345153a18eSAnirudh Venkataramanan int i; 28355153a18eSAnirudh Venkataramanan 28365153a18eSAnirudh Venkataramanan /* disable interrupt causation from each queue */ 28375153a18eSAnirudh Venkataramanan if (vsi->tx_rings) { 28385153a18eSAnirudh Venkataramanan ice_for_each_txq(vsi, i) { 28395153a18eSAnirudh Venkataramanan if (vsi->tx_rings[i]) { 28405153a18eSAnirudh Venkataramanan u16 reg; 28415153a18eSAnirudh Venkataramanan 28425153a18eSAnirudh Venkataramanan reg = vsi->tx_rings[i]->reg_idx; 28435153a18eSAnirudh Venkataramanan val = rd32(hw, QINT_TQCTL(reg)); 28445153a18eSAnirudh Venkataramanan val &= ~QINT_TQCTL_CAUSE_ENA_M; 28455153a18eSAnirudh Venkataramanan wr32(hw, QINT_TQCTL(reg), val); 28465153a18eSAnirudh Venkataramanan } 28475153a18eSAnirudh Venkataramanan } 28485153a18eSAnirudh Venkataramanan } 28495153a18eSAnirudh Venkataramanan 28505153a18eSAnirudh Venkataramanan if (vsi->rx_rings) { 28515153a18eSAnirudh Venkataramanan ice_for_each_rxq(vsi, i) { 28525153a18eSAnirudh Venkataramanan if (vsi->rx_rings[i]) { 28535153a18eSAnirudh Venkataramanan u16 reg; 28545153a18eSAnirudh Venkataramanan 28555153a18eSAnirudh Venkataramanan reg = vsi->rx_rings[i]->reg_idx; 28565153a18eSAnirudh Venkataramanan val = rd32(hw, QINT_RQCTL(reg)); 28575153a18eSAnirudh Venkataramanan val &= ~QINT_RQCTL_CAUSE_ENA_M; 28585153a18eSAnirudh Venkataramanan wr32(hw, QINT_RQCTL(reg), val); 28595153a18eSAnirudh Venkataramanan } 28605153a18eSAnirudh Venkataramanan } 28615153a18eSAnirudh Venkataramanan } 28625153a18eSAnirudh Venkataramanan 28635153a18eSAnirudh Venkataramanan /* disable each interrupt */ 2864462acf6aSTony Nguyen ice_for_each_q_vector(vsi, i) { 2865462acf6aSTony Nguyen if (!vsi->q_vectors[i]) 2866462acf6aSTony Nguyen continue; 2867b07833a0SBrett Creeley wr32(hw, GLINT_DYN_CTL(vsi->q_vectors[i]->reg_idx), 0); 2868462acf6aSTony Nguyen } 28695153a18eSAnirudh Venkataramanan 28705153a18eSAnirudh Venkataramanan ice_flush(hw); 2871b07833a0SBrett Creeley 2872da4a9e73SBrett Creeley /* don't call synchronize_irq() for VF's from the host */ 2873da4a9e73SBrett Creeley if (vsi->type == ICE_VSI_VF) 2874da4a9e73SBrett Creeley return; 2875da4a9e73SBrett Creeley 28760c2561c8SBrett Creeley ice_for_each_q_vector(vsi, i) 28775153a18eSAnirudh Venkataramanan synchronize_irq(pf->msix_entries[i + base].vector); 28785153a18eSAnirudh Venkataramanan } 28795153a18eSAnirudh Venkataramanan 28805153a18eSAnirudh Venkataramanan /** 2881561f4379STony Nguyen * ice_napi_del - Remove NAPI handler for the VSI 2882561f4379STony Nguyen * @vsi: VSI for which NAPI handler is to be removed 2883561f4379STony Nguyen */ 2884561f4379STony Nguyen void ice_napi_del(struct ice_vsi *vsi) 2885561f4379STony Nguyen { 2886561f4379STony Nguyen int v_idx; 2887561f4379STony Nguyen 2888561f4379STony Nguyen if (!vsi->netdev) 2889561f4379STony Nguyen return; 2890561f4379STony Nguyen 2891561f4379STony Nguyen ice_for_each_q_vector(vsi, v_idx) 2892561f4379STony Nguyen netif_napi_del(&vsi->q_vectors[v_idx]->napi); 2893561f4379STony Nguyen } 2894561f4379STony Nguyen 2895561f4379STony Nguyen /** 2896b03d519dSJacob Keller * ice_free_vf_ctrl_res - Free the VF control VSI resource 2897b03d519dSJacob Keller * @pf: pointer to PF structure 2898b03d519dSJacob Keller * @vsi: the VSI to free resources for 2899b03d519dSJacob Keller * 2900b03d519dSJacob Keller * Check if the VF control VSI resource is still in use. If no VF is using it 2901b03d519dSJacob Keller * any more, release the VSI resource. Otherwise, leave it to be cleaned up 2902b03d519dSJacob Keller * once no other VF uses it. 2903b03d519dSJacob Keller */ 2904b03d519dSJacob Keller static void ice_free_vf_ctrl_res(struct ice_pf *pf, struct ice_vsi *vsi) 2905b03d519dSJacob Keller { 2906c4c2c7dbSJacob Keller struct ice_vf *vf; 2907c4c2c7dbSJacob Keller unsigned int bkt; 2908b03d519dSJacob Keller 29093d5985a1SJacob Keller rcu_read_lock(); 29103d5985a1SJacob Keller ice_for_each_vf_rcu(pf, bkt, vf) { 29113d5985a1SJacob Keller if (vf != vsi->vf && vf->ctrl_vsi_idx != ICE_NO_VSI) { 29123d5985a1SJacob Keller rcu_read_unlock(); 2913b03d519dSJacob Keller return; 2914b03d519dSJacob Keller } 29153d5985a1SJacob Keller } 29163d5985a1SJacob Keller rcu_read_unlock(); 2917b03d519dSJacob Keller 2918b03d519dSJacob Keller /* No other VFs left that have control VSI. It is now safe to reclaim 2919b03d519dSJacob Keller * SW interrupts back to the common pool. 2920b03d519dSJacob Keller */ 2921b03d519dSJacob Keller ice_free_res(pf->irq_tracker, vsi->base_vector, 2922b03d519dSJacob Keller ICE_RES_VF_CTRL_VEC_ID); 2923b03d519dSJacob Keller pf->num_avail_sw_msix += vsi->num_q_vectors; 2924b03d519dSJacob Keller } 2925b03d519dSJacob Keller 2926b03d519dSJacob Keller /** 2927df0f8479SAnirudh Venkataramanan * ice_vsi_release - Delete a VSI and free its resources 2928df0f8479SAnirudh Venkataramanan * @vsi: the VSI being removed 2929df0f8479SAnirudh Venkataramanan * 2930df0f8479SAnirudh Venkataramanan * Returns 0 on success or < 0 on error 2931df0f8479SAnirudh Venkataramanan */ 2932df0f8479SAnirudh Venkataramanan int ice_vsi_release(struct ice_vsi *vsi) 2933df0f8479SAnirudh Venkataramanan { 2934df0f8479SAnirudh Venkataramanan struct ice_pf *pf; 29355518ac2aSTony Nguyen int err; 2936df0f8479SAnirudh Venkataramanan 2937df0f8479SAnirudh Venkataramanan if (!vsi->back) 2938df0f8479SAnirudh Venkataramanan return -ENODEV; 2939df0f8479SAnirudh Venkataramanan pf = vsi->back; 2940b751930cSBrett Creeley 2941aa6ccf3fSBrett Creeley /* do not unregister while driver is in the reset recovery pending 2942aa6ccf3fSBrett Creeley * state. Since reset/rebuild happens through PF service task workqueue, 2943aa6ccf3fSBrett Creeley * it's not a good idea to unregister netdev that is associated to the 2944aa6ccf3fSBrett Creeley * PF that is running the work queue items currently. This is done to 2945aa6ccf3fSBrett Creeley * avoid check_flush_dependency() warning on this wq 2946df0f8479SAnirudh Venkataramanan */ 2947a476d72aSAnirudh Venkataramanan if (vsi->netdev && !ice_is_reset_in_progress(pf->state) && 2948a476d72aSAnirudh Venkataramanan (test_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state))) { 2949df0f8479SAnirudh Venkataramanan unregister_netdev(vsi->netdev); 2950a476d72aSAnirudh Venkataramanan clear_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state); 295148d40025SJacob Keller } 2952df0f8479SAnirudh Venkataramanan 29532ae0aa47SWojciech Drewek if (vsi->type == ICE_VSI_PF) 29542ae0aa47SWojciech Drewek ice_devlink_destroy_pf_port(pf); 2955a476d72aSAnirudh Venkataramanan 2956df0f8479SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 2957df0f8479SAnirudh Venkataramanan ice_rss_clean(vsi); 2958df0f8479SAnirudh Venkataramanan 2959df0f8479SAnirudh Venkataramanan /* Disable VSI and free resources */ 29600e674aebSAnirudh Venkataramanan if (vsi->type != ICE_VSI_LB) 2961df0f8479SAnirudh Venkataramanan ice_vsi_dis_irq(vsi); 2962df0f8479SAnirudh Venkataramanan ice_vsi_close(vsi); 2963df0f8479SAnirudh Venkataramanan 2964cbe66bfeSBrett Creeley /* SR-IOV determines needed MSIX resources all at once instead of per 2965cbe66bfeSBrett Creeley * VSI since when VFs are spawned we know how many VFs there are and how 2966cbe66bfeSBrett Creeley * many interrupts each VF needs. SR-IOV MSIX resources are also 2967cbe66bfeSBrett Creeley * cleared in the same manner. 2968cbe66bfeSBrett Creeley */ 2969b03d519dSJacob Keller if (vsi->type == ICE_VSI_CTRL && vsi->vf) { 2970b03d519dSJacob Keller ice_free_vf_ctrl_res(pf, vsi); 2971da62c5ffSQi Zhang } else if (vsi->type != ICE_VSI_VF) { 29728ede0178SAnirudh Venkataramanan /* reclaim SW interrupts back to the common pool */ 2973cbe66bfeSBrett Creeley ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx); 2974eb0208ecSPreethi Banala pf->num_avail_sw_msix += vsi->num_q_vectors; 29758ede0178SAnirudh Venkataramanan } 2976df0f8479SAnirudh Venkataramanan 2977462acf6aSTony Nguyen if (!ice_is_safe_mode(pf)) { 29782e0e6228SDave Ertman if (vsi->type == ICE_VSI_PF) { 29791b8f15b6SMichal Swiatkowski ice_fltr_remove_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX, 29801b8f15b6SMichal Swiatkowski ICE_DROP_PACKET); 29812e0e6228SDave Ertman ice_cfg_sw_lldp(vsi, true, false); 29822e0e6228SDave Ertman /* The Rx rule will only exist to remove if the LLDP FW 29832e0e6228SDave Ertman * engine is currently stopped 29842e0e6228SDave Ertman */ 298584a118abSDave Ertman if (!test_bit(ICE_FLAG_FW_LLDP_AGENT, pf->flags)) 29862e0e6228SDave Ertman ice_cfg_sw_lldp(vsi, false, false); 29872e0e6228SDave Ertman } 2988462acf6aSTony Nguyen } 2989d95276ceSAkeem G Abodunrin 2990bd8c624cSIvan Vecera if (ice_is_vsi_dflt_vsi(pf->first_sw, vsi)) 2991bd8c624cSIvan Vecera ice_clear_dflt_vsi(pf->first_sw); 29921b8f15b6SMichal Swiatkowski ice_fltr_remove_all(vsi); 299310e03a22SAnirudh Venkataramanan ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); 2994ff7e9321SBrett Creeley err = ice_rm_vsi_rdma_cfg(vsi->port_info, vsi->idx); 2995ff7e9321SBrett Creeley if (err) 2996ff7e9321SBrett Creeley dev_err(ice_pf_to_dev(vsi->back), "Failed to remove RDMA scheduler config for VSI %u, err %d\n", 2997ff7e9321SBrett Creeley vsi->vsi_num, err); 2998df0f8479SAnirudh Venkataramanan ice_vsi_delete(vsi); 2999df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 3000aa6ccf3fSBrett Creeley 3001a476d72aSAnirudh Venkataramanan if (vsi->netdev) { 3002a476d72aSAnirudh Venkataramanan if (test_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state)) { 3003a476d72aSAnirudh Venkataramanan unregister_netdev(vsi->netdev); 3004a476d72aSAnirudh Venkataramanan clear_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state); 3005a476d72aSAnirudh Venkataramanan } 3006a476d72aSAnirudh Venkataramanan if (test_bit(ICE_VSI_NETDEV_ALLOCD, vsi->state)) { 3007aa6ccf3fSBrett Creeley free_netdev(vsi->netdev); 3008aa6ccf3fSBrett Creeley vsi->netdev = NULL; 3009a476d72aSAnirudh Venkataramanan clear_bit(ICE_VSI_NETDEV_ALLOCD, vsi->state); 3010a476d72aSAnirudh Venkataramanan } 3011aa6ccf3fSBrett Creeley } 3012aa6ccf3fSBrett Creeley 3013b126bd6bSKiran Patil if (vsi->type == ICE_VSI_VF && 3014b126bd6bSKiran Patil vsi->agg_node && vsi->agg_node->valid) 3015b126bd6bSKiran Patil vsi->agg_node->num_vsis--; 3016df0f8479SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 3017df0f8479SAnirudh Venkataramanan 3018df0f8479SAnirudh Venkataramanan ice_vsi_put_qs(vsi); 3019df0f8479SAnirudh Venkataramanan 3020df0f8479SAnirudh Venkataramanan /* retain SW VSI data structure since it is needed to unregister and 3021df0f8479SAnirudh Venkataramanan * free VSI netdev when PF is not in reset recovery pending state,\ 3022df0f8479SAnirudh Venkataramanan * for ex: during rmmod. 3023df0f8479SAnirudh Venkataramanan */ 30245df7e45dSDave Ertman if (!ice_is_reset_in_progress(pf->state)) 3025df0f8479SAnirudh Venkataramanan ice_vsi_clear(vsi); 3026df0f8479SAnirudh Venkataramanan 3027df0f8479SAnirudh Venkataramanan return 0; 3028df0f8479SAnirudh Venkataramanan } 3029df0f8479SAnirudh Venkataramanan 3030df0f8479SAnirudh Venkataramanan /** 303161dc79ceSMichal Swiatkowski * ice_vsi_rebuild_get_coalesce - get coalesce from all q_vectors 303261dc79ceSMichal Swiatkowski * @vsi: VSI connected with q_vectors 303361dc79ceSMichal Swiatkowski * @coalesce: array of struct with stored coalesce 303461dc79ceSMichal Swiatkowski * 303561dc79ceSMichal Swiatkowski * Returns array size. 303661dc79ceSMichal Swiatkowski */ 303761dc79ceSMichal Swiatkowski static int 303861dc79ceSMichal Swiatkowski ice_vsi_rebuild_get_coalesce(struct ice_vsi *vsi, 303961dc79ceSMichal Swiatkowski struct ice_coalesce_stored *coalesce) 304061dc79ceSMichal Swiatkowski { 304161dc79ceSMichal Swiatkowski int i; 304261dc79ceSMichal Swiatkowski 304361dc79ceSMichal Swiatkowski ice_for_each_q_vector(vsi, i) { 304461dc79ceSMichal Swiatkowski struct ice_q_vector *q_vector = vsi->q_vectors[i]; 304561dc79ceSMichal Swiatkowski 3046bf13502eSMichal Wilczynski coalesce[i].itr_tx = q_vector->tx.itr_settings; 3047bf13502eSMichal Wilczynski coalesce[i].itr_rx = q_vector->rx.itr_settings; 304861dc79ceSMichal Swiatkowski coalesce[i].intrl = q_vector->intrl; 30492ec56385SPaul M Stillwell Jr 30502ec56385SPaul M Stillwell Jr if (i < vsi->num_txq) 30512ec56385SPaul M Stillwell Jr coalesce[i].tx_valid = true; 30522ec56385SPaul M Stillwell Jr if (i < vsi->num_rxq) 30532ec56385SPaul M Stillwell Jr coalesce[i].rx_valid = true; 305461dc79ceSMichal Swiatkowski } 305561dc79ceSMichal Swiatkowski 305661dc79ceSMichal Swiatkowski return vsi->num_q_vectors; 305761dc79ceSMichal Swiatkowski } 305861dc79ceSMichal Swiatkowski 305961dc79ceSMichal Swiatkowski /** 306061dc79ceSMichal Swiatkowski * ice_vsi_rebuild_set_coalesce - set coalesce from earlier saved arrays 306161dc79ceSMichal Swiatkowski * @vsi: VSI connected with q_vectors 306261dc79ceSMichal Swiatkowski * @coalesce: pointer to array of struct with stored coalesce 306361dc79ceSMichal Swiatkowski * @size: size of coalesce array 306461dc79ceSMichal Swiatkowski * 306561dc79ceSMichal Swiatkowski * Before this function, ice_vsi_rebuild_get_coalesce should be called to save 306661dc79ceSMichal Swiatkowski * ITR params in arrays. If size is 0 or coalesce wasn't stored set coalesce 306761dc79ceSMichal Swiatkowski * to default value. 306861dc79ceSMichal Swiatkowski */ 306961dc79ceSMichal Swiatkowski static void 307061dc79ceSMichal Swiatkowski ice_vsi_rebuild_set_coalesce(struct ice_vsi *vsi, 307161dc79ceSMichal Swiatkowski struct ice_coalesce_stored *coalesce, int size) 307261dc79ceSMichal Swiatkowski { 3073b8b47723SJesse Brandeburg struct ice_ring_container *rc; 307461dc79ceSMichal Swiatkowski int i; 307561dc79ceSMichal Swiatkowski 307661dc79ceSMichal Swiatkowski if ((size && !coalesce) || !vsi) 307761dc79ceSMichal Swiatkowski return; 307861dc79ceSMichal Swiatkowski 30792ec56385SPaul M Stillwell Jr /* There are a couple of cases that have to be handled here: 30802ec56385SPaul M Stillwell Jr * 1. The case where the number of queue vectors stays the same, but 30812ec56385SPaul M Stillwell Jr * the number of Tx or Rx rings changes (the first for loop) 30822ec56385SPaul M Stillwell Jr * 2. The case where the number of queue vectors increased (the 30832ec56385SPaul M Stillwell Jr * second for loop) 3084a039f6fcSBrett Creeley */ 30852ec56385SPaul M Stillwell Jr for (i = 0; i < size && i < vsi->num_q_vectors; i++) { 30862ec56385SPaul M Stillwell Jr /* There are 2 cases to handle here and they are the same for 30872ec56385SPaul M Stillwell Jr * both Tx and Rx: 30882ec56385SPaul M Stillwell Jr * if the entry was valid previously (coalesce[i].[tr]x_valid 30892ec56385SPaul M Stillwell Jr * and the loop variable is less than the number of rings 30902ec56385SPaul M Stillwell Jr * allocated, then write the previous values 30912ec56385SPaul M Stillwell Jr * 30922ec56385SPaul M Stillwell Jr * if the entry was not valid previously, but the number of 30932ec56385SPaul M Stillwell Jr * rings is less than are allocated (this means the number of 30942ec56385SPaul M Stillwell Jr * rings increased from previously), then write out the 30952ec56385SPaul M Stillwell Jr * values in the first element 3096b8b47723SJesse Brandeburg * 3097b8b47723SJesse Brandeburg * Also, always write the ITR, even if in ITR_IS_DYNAMIC 3098b8b47723SJesse Brandeburg * as there is no harm because the dynamic algorithm 3099b8b47723SJesse Brandeburg * will just overwrite. 31002ec56385SPaul M Stillwell Jr */ 3101b8b47723SJesse Brandeburg if (i < vsi->alloc_rxq && coalesce[i].rx_valid) { 3102b8b47723SJesse Brandeburg rc = &vsi->q_vectors[i]->rx; 3103bf13502eSMichal Wilczynski rc->itr_settings = coalesce[i].itr_rx; 3104b8b47723SJesse Brandeburg ice_write_itr(rc, rc->itr_setting); 3105b8b47723SJesse Brandeburg } else if (i < vsi->alloc_rxq) { 3106b8b47723SJesse Brandeburg rc = &vsi->q_vectors[i]->rx; 3107bf13502eSMichal Wilczynski rc->itr_settings = coalesce[0].itr_rx; 3108b8b47723SJesse Brandeburg ice_write_itr(rc, rc->itr_setting); 3109b8b47723SJesse Brandeburg } 31102ec56385SPaul M Stillwell Jr 3111b8b47723SJesse Brandeburg if (i < vsi->alloc_txq && coalesce[i].tx_valid) { 3112b8b47723SJesse Brandeburg rc = &vsi->q_vectors[i]->tx; 3113bf13502eSMichal Wilczynski rc->itr_settings = coalesce[i].itr_tx; 3114b8b47723SJesse Brandeburg ice_write_itr(rc, rc->itr_setting); 3115b8b47723SJesse Brandeburg } else if (i < vsi->alloc_txq) { 3116b8b47723SJesse Brandeburg rc = &vsi->q_vectors[i]->tx; 3117bf13502eSMichal Wilczynski rc->itr_settings = coalesce[0].itr_tx; 3118b8b47723SJesse Brandeburg ice_write_itr(rc, rc->itr_setting); 3119b8b47723SJesse Brandeburg } 31202ec56385SPaul M Stillwell Jr 3121b8b47723SJesse Brandeburg vsi->q_vectors[i]->intrl = coalesce[i].intrl; 3122d16a4f45SJesse Brandeburg ice_set_q_vector_intrl(vsi->q_vectors[i]); 31232ec56385SPaul M Stillwell Jr } 31242ec56385SPaul M Stillwell Jr 31252ec56385SPaul M Stillwell Jr /* the number of queue vectors increased so write whatever is in 31262ec56385SPaul M Stillwell Jr * the first element 31272ec56385SPaul M Stillwell Jr */ 31282ec56385SPaul M Stillwell Jr for (; i < vsi->num_q_vectors; i++) { 3129b8b47723SJesse Brandeburg /* transmit */ 3130b8b47723SJesse Brandeburg rc = &vsi->q_vectors[i]->tx; 3131bf13502eSMichal Wilczynski rc->itr_settings = coalesce[0].itr_tx; 3132b8b47723SJesse Brandeburg ice_write_itr(rc, rc->itr_setting); 3133b8b47723SJesse Brandeburg 3134b8b47723SJesse Brandeburg /* receive */ 3135b8b47723SJesse Brandeburg rc = &vsi->q_vectors[i]->rx; 3136bf13502eSMichal Wilczynski rc->itr_settings = coalesce[0].itr_rx; 3137b8b47723SJesse Brandeburg ice_write_itr(rc, rc->itr_setting); 3138b8b47723SJesse Brandeburg 3139b8b47723SJesse Brandeburg vsi->q_vectors[i]->intrl = coalesce[0].intrl; 3140d16a4f45SJesse Brandeburg ice_set_q_vector_intrl(vsi->q_vectors[i]); 31412ec56385SPaul M Stillwell Jr } 314261dc79ceSMichal Swiatkowski } 314361dc79ceSMichal Swiatkowski 314461dc79ceSMichal Swiatkowski /** 3145df0f8479SAnirudh Venkataramanan * ice_vsi_rebuild - Rebuild VSI after reset 3146df0f8479SAnirudh Venkataramanan * @vsi: VSI to be rebuild 314787324e74SHenry Tieman * @init_vsi: is this an initialization or a reconfigure of the VSI 3148df0f8479SAnirudh Venkataramanan * 3149df0f8479SAnirudh Venkataramanan * Returns 0 on success and negative value on failure 3150df0f8479SAnirudh Venkataramanan */ 315187324e74SHenry Tieman int ice_vsi_rebuild(struct ice_vsi *vsi, bool init_vsi) 3152df0f8479SAnirudh Venkataramanan { 3153df0f8479SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 315461dc79ceSMichal Swiatkowski struct ice_coalesce_stored *coalesce; 315561dc79ceSMichal Swiatkowski int prev_num_q_vectors = 0; 315658623c52SJesse Brandeburg enum ice_vsi_type vtype; 3157c5a2a4a3SUsha Ketineni struct ice_pf *pf; 3158df0f8479SAnirudh Venkataramanan int ret, i; 3159df0f8479SAnirudh Venkataramanan 3160df0f8479SAnirudh Venkataramanan if (!vsi) 3161df0f8479SAnirudh Venkataramanan return -EINVAL; 3162df0f8479SAnirudh Venkataramanan 3163c5a2a4a3SUsha Ketineni pf = vsi->back; 316458623c52SJesse Brandeburg vtype = vsi->type; 3165b03d519dSJacob Keller if (WARN_ON(vtype == ICE_VSI_VF) && !vsi->vf) 3166b03d519dSJacob Keller return -EINVAL; 31677eeac889SAkeem G Abodunrin 3168bc42afa9SBrett Creeley ice_vsi_init_vlan_ops(vsi); 3169bc42afa9SBrett Creeley 317061dc79ceSMichal Swiatkowski coalesce = kcalloc(vsi->num_q_vectors, 317161dc79ceSMichal Swiatkowski sizeof(struct ice_coalesce_stored), GFP_KERNEL); 31722ec56385SPaul M Stillwell Jr if (!coalesce) 31732ec56385SPaul M Stillwell Jr return -ENOMEM; 31742ec56385SPaul M Stillwell Jr 31752ec56385SPaul M Stillwell Jr prev_num_q_vectors = ice_vsi_rebuild_get_coalesce(vsi, coalesce); 31762ec56385SPaul M Stillwell Jr 317747e3e53cSHenry Tieman ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); 3178ff7e9321SBrett Creeley ret = ice_rm_vsi_rdma_cfg(vsi->port_info, vsi->idx); 3179ff7e9321SBrett Creeley if (ret) 3180ff7e9321SBrett Creeley dev_err(ice_pf_to_dev(vsi->back), "Failed to remove RDMA scheduler config for VSI %u, err %d\n", 3181ff7e9321SBrett Creeley vsi->vsi_num, ret); 3182df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 31837eeac889SAkeem G Abodunrin 3184cbe66bfeSBrett Creeley /* SR-IOV determines needed MSIX resources all at once instead of per 3185cbe66bfeSBrett Creeley * VSI since when VFs are spawned we know how many VFs there are and how 3186cbe66bfeSBrett Creeley * many interrupts each VF needs. SR-IOV MSIX resources are also 3187cbe66bfeSBrett Creeley * cleared in the same manner. 3188cbe66bfeSBrett Creeley */ 318958623c52SJesse Brandeburg if (vtype != ICE_VSI_VF) { 31907eeac889SAkeem G Abodunrin /* reclaim SW interrupts back to the common pool */ 3191cbe66bfeSBrett Creeley ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx); 31927eeac889SAkeem G Abodunrin pf->num_avail_sw_msix += vsi->num_q_vectors; 3193cbe66bfeSBrett Creeley vsi->base_vector = 0; 31947eeac889SAkeem G Abodunrin } 31957eeac889SAkeem G Abodunrin 3196efc2214bSMaciej Fijalkowski if (ice_is_xdp_ena_vsi(vsi)) 3197efc2214bSMaciej Fijalkowski /* return value check can be skipped here, it always returns 3198efc2214bSMaciej Fijalkowski * 0 if reset is in progress 3199efc2214bSMaciej Fijalkowski */ 3200efc2214bSMaciej Fijalkowski ice_destroy_xdp_rings(vsi); 320178b5713aSAnirudh Venkataramanan ice_vsi_put_qs(vsi); 3202df0f8479SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 3203a85a3847SBrett Creeley ice_vsi_free_arrays(vsi); 320458623c52SJesse Brandeburg if (vtype == ICE_VSI_VF) 3205b03d519dSJacob Keller ice_vsi_set_num_qs(vsi, vsi->vf); 32065743020dSAkeem G Abodunrin else 3207b03d519dSJacob Keller ice_vsi_set_num_qs(vsi, NULL); 320878b5713aSAnirudh Venkataramanan 320978b5713aSAnirudh Venkataramanan ret = ice_vsi_alloc_arrays(vsi); 321078b5713aSAnirudh Venkataramanan if (ret < 0) 321178b5713aSAnirudh Venkataramanan goto err_vsi; 321278b5713aSAnirudh Venkataramanan 321378b5713aSAnirudh Venkataramanan ice_vsi_get_qs(vsi); 321483af0039SHenry Tieman 321583af0039SHenry Tieman ice_alloc_fd_res(vsi); 3216c5a2a4a3SUsha Ketineni ice_vsi_set_tc_cfg(vsi); 3217df0f8479SAnirudh Venkataramanan 3218df0f8479SAnirudh Venkataramanan /* Initialize VSI struct elements and create VSI in FW */ 321987324e74SHenry Tieman ret = ice_vsi_init(vsi, init_vsi); 3220df0f8479SAnirudh Venkataramanan if (ret < 0) 3221df0f8479SAnirudh Venkataramanan goto err_vsi; 3222df0f8479SAnirudh Venkataramanan 322358623c52SJesse Brandeburg switch (vtype) { 322483af0039SHenry Tieman case ICE_VSI_CTRL: 3225f66756e0SGrzegorz Nitka case ICE_VSI_SWITCHDEV_CTRL: 3226df0f8479SAnirudh Venkataramanan case ICE_VSI_PF: 3227df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 3228df0f8479SAnirudh Venkataramanan if (ret) 3229df0f8479SAnirudh Venkataramanan goto err_rings; 3230df0f8479SAnirudh Venkataramanan 323117bc6d07STony Nguyen ret = ice_vsi_setup_vector_base(vsi); 323217bc6d07STony Nguyen if (ret) 323317bc6d07STony Nguyen goto err_vectors; 323417bc6d07STony Nguyen 3235b07833a0SBrett Creeley ret = ice_vsi_set_q_vectors_reg_idx(vsi); 3236b07833a0SBrett Creeley if (ret) 3237b07833a0SBrett Creeley goto err_vectors; 3238b07833a0SBrett Creeley 3239df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 3240df0f8479SAnirudh Venkataramanan if (ret) 3241df0f8479SAnirudh Venkataramanan goto err_vectors; 3242df0f8479SAnirudh Venkataramanan 3243df0f8479SAnirudh Venkataramanan ice_vsi_map_rings_to_vectors(vsi); 3244efc2214bSMaciej Fijalkowski if (ice_is_xdp_ena_vsi(vsi)) { 324522bf877eSMaciej Fijalkowski ret = ice_vsi_determine_xdp_res(vsi); 324622bf877eSMaciej Fijalkowski if (ret) 324722bf877eSMaciej Fijalkowski goto err_vectors; 3248efc2214bSMaciej Fijalkowski ret = ice_prepare_xdp_rings(vsi, vsi->xdp_prog); 3249efc2214bSMaciej Fijalkowski if (ret) 3250efc2214bSMaciej Fijalkowski goto err_vectors; 3251efc2214bSMaciej Fijalkowski } 325283af0039SHenry Tieman /* ICE_VSI_CTRL does not need RSS so skip RSS processing */ 325358623c52SJesse Brandeburg if (vtype != ICE_VSI_CTRL) 325483af0039SHenry Tieman /* Do not exit if configuring RSS had an issue, at 325583af0039SHenry Tieman * least receive traffic on first queue. Hence no 325683af0039SHenry Tieman * need to capture return value 325727a98affSMd Fahad Iqbal Polash */ 3258819d8998SJesse Brandeburg if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 325927a98affSMd Fahad Iqbal Polash ice_vsi_cfg_rss_lut_key(vsi); 3260df0f8479SAnirudh Venkataramanan break; 32618ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 32628ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 32638ede0178SAnirudh Venkataramanan if (ret) 32648ede0178SAnirudh Venkataramanan goto err_rings; 32658ede0178SAnirudh Venkataramanan 3266b07833a0SBrett Creeley ret = ice_vsi_set_q_vectors_reg_idx(vsi); 3267b07833a0SBrett Creeley if (ret) 3268b07833a0SBrett Creeley goto err_vectors; 3269b07833a0SBrett Creeley 32708ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 32718ede0178SAnirudh Venkataramanan if (ret) 32728ede0178SAnirudh Venkataramanan goto err_vectors; 32738ede0178SAnirudh Venkataramanan 32748ede0178SAnirudh Venkataramanan break; 32750754d65bSKiran Patil case ICE_VSI_CHNL: 32760754d65bSKiran Patil if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 32770754d65bSKiran Patil ice_vsi_cfg_rss_lut_key(vsi); 32780754d65bSKiran Patil ice_vsi_set_rss_flow_fld(vsi); 32790754d65bSKiran Patil } 32800754d65bSKiran Patil break; 3281df0f8479SAnirudh Venkataramanan default: 3282df0f8479SAnirudh Venkataramanan break; 3283df0f8479SAnirudh Venkataramanan } 3284df0f8479SAnirudh Venkataramanan 3285df0f8479SAnirudh Venkataramanan /* configure VSI nodes based on number of queues and TC's */ 3286efc2214bSMaciej Fijalkowski for (i = 0; i < vsi->tc_cfg.numtc; i++) { 32870754d65bSKiran Patil /* configure VSI nodes based on number of queues and TC's. 32880754d65bSKiran Patil * ADQ creates VSIs for each TC/Channel but doesn't 32890754d65bSKiran Patil * allocate queues instead it reconfigures the PF queues 32900754d65bSKiran Patil * as per the TC command. So max_txqs should point to the 32910754d65bSKiran Patil * PF Tx queues. 32920754d65bSKiran Patil */ 32930754d65bSKiran Patil if (vtype == ICE_VSI_CHNL) 32940754d65bSKiran Patil max_txqs[i] = pf->num_lan_tx; 32950754d65bSKiran Patil else 3296d5a46359SAkeem G Abodunrin max_txqs[i] = vsi->alloc_txq; 3297df0f8479SAnirudh Venkataramanan 3298efc2214bSMaciej Fijalkowski if (ice_is_xdp_ena_vsi(vsi)) 3299efc2214bSMaciej Fijalkowski max_txqs[i] += vsi->num_xdp_txq; 3300efc2214bSMaciej Fijalkowski } 3301efc2214bSMaciej Fijalkowski 33020754d65bSKiran Patil if (test_bit(ICE_FLAG_TC_MQPRIO, pf->flags)) 33030754d65bSKiran Patil /* If MQPRIO is set, means channel code path, hence for main 33040754d65bSKiran Patil * VSI's, use TC as 1 33050754d65bSKiran Patil */ 33062ccc1c1cSTony Nguyen ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 1, max_txqs); 33070754d65bSKiran Patil else 33082ccc1c1cSTony Nguyen ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 33090754d65bSKiran Patil vsi->tc_cfg.ena_tc, max_txqs); 33100754d65bSKiran Patil 33112ccc1c1cSTony Nguyen if (ret) { 33125f87ec48STony Nguyen dev_err(ice_pf_to_dev(pf), "VSI %d failed lan queue config, error %d\n", 33132ccc1c1cSTony Nguyen vsi->vsi_num, ret); 331487324e74SHenry Tieman if (init_vsi) { 331587324e74SHenry Tieman ret = -EIO; 3316df0f8479SAnirudh Venkataramanan goto err_vectors; 331787324e74SHenry Tieman } else { 331887324e74SHenry Tieman return ice_schedule_reset(pf, ICE_RESET_PFR); 331987324e74SHenry Tieman } 3320df0f8479SAnirudh Venkataramanan } 332161dc79ceSMichal Swiatkowski ice_vsi_rebuild_set_coalesce(vsi, coalesce, prev_num_q_vectors); 332261dc79ceSMichal Swiatkowski kfree(coalesce); 332361dc79ceSMichal Swiatkowski 3324df0f8479SAnirudh Venkataramanan return 0; 3325df0f8479SAnirudh Venkataramanan 3326df0f8479SAnirudh Venkataramanan err_vectors: 3327df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 3328df0f8479SAnirudh Venkataramanan err_rings: 3329df0f8479SAnirudh Venkataramanan if (vsi->netdev) { 3330df0f8479SAnirudh Venkataramanan vsi->current_netdev_flags = 0; 3331df0f8479SAnirudh Venkataramanan unregister_netdev(vsi->netdev); 3332df0f8479SAnirudh Venkataramanan free_netdev(vsi->netdev); 3333df0f8479SAnirudh Venkataramanan vsi->netdev = NULL; 3334df0f8479SAnirudh Venkataramanan } 3335df0f8479SAnirudh Venkataramanan err_vsi: 3336df0f8479SAnirudh Venkataramanan ice_vsi_clear(vsi); 33377e408e07SAnirudh Venkataramanan set_bit(ICE_RESET_FAILED, pf->state); 333861dc79ceSMichal Swiatkowski kfree(coalesce); 3339df0f8479SAnirudh Venkataramanan return ret; 3340df0f8479SAnirudh Venkataramanan } 3341df0f8479SAnirudh Venkataramanan 3342df0f8479SAnirudh Venkataramanan /** 33435df7e45dSDave Ertman * ice_is_reset_in_progress - check for a reset in progress 33442f2da36eSAnirudh Venkataramanan * @state: PF state field 33455153a18eSAnirudh Venkataramanan */ 33465df7e45dSDave Ertman bool ice_is_reset_in_progress(unsigned long *state) 33475153a18eSAnirudh Venkataramanan { 33487e408e07SAnirudh Venkataramanan return test_bit(ICE_RESET_OICR_RECV, state) || 33497e408e07SAnirudh Venkataramanan test_bit(ICE_PFR_REQ, state) || 33507e408e07SAnirudh Venkataramanan test_bit(ICE_CORER_REQ, state) || 33517e408e07SAnirudh Venkataramanan test_bit(ICE_GLOBR_REQ, state); 33525153a18eSAnirudh Venkataramanan } 33537b9ffc76SAnirudh Venkataramanan 33541c08052eSJacob Keller /** 33551c08052eSJacob Keller * ice_wait_for_reset - Wait for driver to finish reset and rebuild 33561c08052eSJacob Keller * @pf: pointer to the PF structure 33571c08052eSJacob Keller * @timeout: length of time to wait, in jiffies 33581c08052eSJacob Keller * 33591c08052eSJacob Keller * Wait (sleep) for a short time until the driver finishes cleaning up from 33601c08052eSJacob Keller * a device reset. The caller must be able to sleep. Use this to delay 33611c08052eSJacob Keller * operations that could fail while the driver is cleaning up after a device 33621c08052eSJacob Keller * reset. 33631c08052eSJacob Keller * 33641c08052eSJacob Keller * Returns 0 on success, -EBUSY if the reset is not finished within the 33651c08052eSJacob Keller * timeout, and -ERESTARTSYS if the thread was interrupted. 33661c08052eSJacob Keller */ 33671c08052eSJacob Keller int ice_wait_for_reset(struct ice_pf *pf, unsigned long timeout) 33681c08052eSJacob Keller { 33691c08052eSJacob Keller long ret; 33701c08052eSJacob Keller 33711c08052eSJacob Keller ret = wait_event_interruptible_timeout(pf->reset_wait_queue, 33721c08052eSJacob Keller !ice_is_reset_in_progress(pf->state), 33731c08052eSJacob Keller timeout); 33741c08052eSJacob Keller if (ret < 0) 33751c08052eSJacob Keller return ret; 33761c08052eSJacob Keller else if (!ret) 33771c08052eSJacob Keller return -EBUSY; 33781c08052eSJacob Keller else 33791c08052eSJacob Keller return 0; 33801c08052eSJacob Keller } 33811c08052eSJacob Keller 33827b9ffc76SAnirudh Venkataramanan /** 33837b9ffc76SAnirudh Venkataramanan * ice_vsi_update_q_map - update our copy of the VSI info with new queue map 33847b9ffc76SAnirudh Venkataramanan * @vsi: VSI being configured 33857b9ffc76SAnirudh Venkataramanan * @ctx: the context buffer returned from AQ VSI update command 33867b9ffc76SAnirudh Venkataramanan */ 33877b9ffc76SAnirudh Venkataramanan static void ice_vsi_update_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctx) 33887b9ffc76SAnirudh Venkataramanan { 33897b9ffc76SAnirudh Venkataramanan vsi->info.mapping_flags = ctx->info.mapping_flags; 33907b9ffc76SAnirudh Venkataramanan memcpy(&vsi->info.q_mapping, &ctx->info.q_mapping, 33917b9ffc76SAnirudh Venkataramanan sizeof(vsi->info.q_mapping)); 33927b9ffc76SAnirudh Venkataramanan memcpy(&vsi->info.tc_mapping, ctx->info.tc_mapping, 33937b9ffc76SAnirudh Venkataramanan sizeof(vsi->info.tc_mapping)); 33947b9ffc76SAnirudh Venkataramanan } 33957b9ffc76SAnirudh Venkataramanan 33967b9ffc76SAnirudh Venkataramanan /** 33970754d65bSKiran Patil * ice_vsi_cfg_netdev_tc - Setup the netdev TC configuration 33980754d65bSKiran Patil * @vsi: the VSI being configured 33990754d65bSKiran Patil * @ena_tc: TC map to be enabled 34000754d65bSKiran Patil */ 34010754d65bSKiran Patil void ice_vsi_cfg_netdev_tc(struct ice_vsi *vsi, u8 ena_tc) 34020754d65bSKiran Patil { 34030754d65bSKiran Patil struct net_device *netdev = vsi->netdev; 34040754d65bSKiran Patil struct ice_pf *pf = vsi->back; 34050754d65bSKiran Patil int numtc = vsi->tc_cfg.numtc; 34060754d65bSKiran Patil struct ice_dcbx_cfg *dcbcfg; 34070754d65bSKiran Patil u8 netdev_tc; 34080754d65bSKiran Patil int i; 34090754d65bSKiran Patil 34100754d65bSKiran Patil if (!netdev) 34110754d65bSKiran Patil return; 34120754d65bSKiran Patil 34130754d65bSKiran Patil /* CHNL VSI doesn't have it's own netdev, hence, no netdev_tc */ 34140754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL) 34150754d65bSKiran Patil return; 34160754d65bSKiran Patil 34170754d65bSKiran Patil if (!ena_tc) { 34180754d65bSKiran Patil netdev_reset_tc(netdev); 34190754d65bSKiran Patil return; 34200754d65bSKiran Patil } 34210754d65bSKiran Patil 34220754d65bSKiran Patil if (vsi->type == ICE_VSI_PF && ice_is_adq_active(pf)) 34230754d65bSKiran Patil numtc = vsi->all_numtc; 34240754d65bSKiran Patil 34250754d65bSKiran Patil if (netdev_set_num_tc(netdev, numtc)) 34260754d65bSKiran Patil return; 34270754d65bSKiran Patil 34280754d65bSKiran Patil dcbcfg = &pf->hw.port_info->qos_cfg.local_dcbx_cfg; 34290754d65bSKiran Patil 34300754d65bSKiran Patil ice_for_each_traffic_class(i) 34310754d65bSKiran Patil if (vsi->tc_cfg.ena_tc & BIT(i)) 34320754d65bSKiran Patil netdev_set_tc_queue(netdev, 34330754d65bSKiran Patil vsi->tc_cfg.tc_info[i].netdev_tc, 34340754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qcount_tx, 34350754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qoffset); 34360754d65bSKiran Patil /* setup TC queue map for CHNL TCs */ 34370754d65bSKiran Patil ice_for_each_chnl_tc(i) { 34380754d65bSKiran Patil if (!(vsi->all_enatc & BIT(i))) 34390754d65bSKiran Patil break; 34400754d65bSKiran Patil if (!vsi->mqprio_qopt.qopt.count[i]) 34410754d65bSKiran Patil break; 34420754d65bSKiran Patil netdev_set_tc_queue(netdev, i, 34430754d65bSKiran Patil vsi->mqprio_qopt.qopt.count[i], 34440754d65bSKiran Patil vsi->mqprio_qopt.qopt.offset[i]); 34450754d65bSKiran Patil } 34460754d65bSKiran Patil 34470754d65bSKiran Patil if (test_bit(ICE_FLAG_TC_MQPRIO, pf->flags)) 34480754d65bSKiran Patil return; 34490754d65bSKiran Patil 34500754d65bSKiran Patil for (i = 0; i < ICE_MAX_USER_PRIORITY; i++) { 34510754d65bSKiran Patil u8 ets_tc = dcbcfg->etscfg.prio_table[i]; 34520754d65bSKiran Patil 34530754d65bSKiran Patil /* Get the mapped netdev TC# for the UP */ 34540754d65bSKiran Patil netdev_tc = vsi->tc_cfg.tc_info[ets_tc].netdev_tc; 34550754d65bSKiran Patil netdev_set_prio_tc_map(netdev, i, netdev_tc); 34560754d65bSKiran Patil } 34570754d65bSKiran Patil } 34580754d65bSKiran Patil 34590754d65bSKiran Patil /** 34600754d65bSKiran Patil * ice_vsi_setup_q_map_mqprio - Prepares mqprio based tc_config 34610754d65bSKiran Patil * @vsi: the VSI being configured, 34620754d65bSKiran Patil * @ctxt: VSI context structure 34630754d65bSKiran Patil * @ena_tc: number of traffic classes to enable 34640754d65bSKiran Patil * 34650754d65bSKiran Patil * Prepares VSI tc_config to have queue configurations based on MQPRIO options. 34660754d65bSKiran Patil */ 34670754d65bSKiran Patil static void 34680754d65bSKiran Patil ice_vsi_setup_q_map_mqprio(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt, 34690754d65bSKiran Patil u8 ena_tc) 34700754d65bSKiran Patil { 34710754d65bSKiran Patil u16 pow, offset = 0, qcount_tx = 0, qcount_rx = 0, qmap; 34720754d65bSKiran Patil u16 tc0_offset = vsi->mqprio_qopt.qopt.offset[0]; 34730754d65bSKiran Patil int tc0_qcount = vsi->mqprio_qopt.qopt.count[0]; 34740754d65bSKiran Patil u8 netdev_tc = 0; 34750754d65bSKiran Patil int i; 34760754d65bSKiran Patil 34770754d65bSKiran Patil vsi->tc_cfg.ena_tc = ena_tc ? ena_tc : 1; 34780754d65bSKiran Patil 34790754d65bSKiran Patil pow = order_base_2(tc0_qcount); 34800754d65bSKiran Patil qmap = ((tc0_offset << ICE_AQ_VSI_TC_Q_OFFSET_S) & 34810754d65bSKiran Patil ICE_AQ_VSI_TC_Q_OFFSET_M) | 34820754d65bSKiran Patil ((pow << ICE_AQ_VSI_TC_Q_NUM_S) & ICE_AQ_VSI_TC_Q_NUM_M); 34830754d65bSKiran Patil 34840754d65bSKiran Patil ice_for_each_traffic_class(i) { 34850754d65bSKiran Patil if (!(vsi->tc_cfg.ena_tc & BIT(i))) { 34860754d65bSKiran Patil /* TC is not enabled */ 34870754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qoffset = 0; 34880754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qcount_rx = 1; 34890754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qcount_tx = 1; 34900754d65bSKiran Patil vsi->tc_cfg.tc_info[i].netdev_tc = 0; 34910754d65bSKiran Patil ctxt->info.tc_mapping[i] = 0; 34920754d65bSKiran Patil continue; 34930754d65bSKiran Patil } 34940754d65bSKiran Patil 34950754d65bSKiran Patil offset = vsi->mqprio_qopt.qopt.offset[i]; 34960754d65bSKiran Patil qcount_rx = vsi->mqprio_qopt.qopt.count[i]; 34970754d65bSKiran Patil qcount_tx = vsi->mqprio_qopt.qopt.count[i]; 34980754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qoffset = offset; 34990754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qcount_rx = qcount_rx; 35000754d65bSKiran Patil vsi->tc_cfg.tc_info[i].qcount_tx = qcount_tx; 35010754d65bSKiran Patil vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++; 35020754d65bSKiran Patil } 35030754d65bSKiran Patil 35040754d65bSKiran Patil if (vsi->all_numtc && vsi->all_numtc != vsi->tc_cfg.numtc) { 35050754d65bSKiran Patil ice_for_each_chnl_tc(i) { 35060754d65bSKiran Patil if (!(vsi->all_enatc & BIT(i))) 35070754d65bSKiran Patil continue; 35080754d65bSKiran Patil offset = vsi->mqprio_qopt.qopt.offset[i]; 35090754d65bSKiran Patil qcount_rx = vsi->mqprio_qopt.qopt.count[i]; 35100754d65bSKiran Patil qcount_tx = vsi->mqprio_qopt.qopt.count[i]; 35110754d65bSKiran Patil } 35120754d65bSKiran Patil } 35130754d65bSKiran Patil 35140754d65bSKiran Patil /* Set actual Tx/Rx queue pairs */ 35150754d65bSKiran Patil vsi->num_txq = offset + qcount_tx; 35160754d65bSKiran Patil vsi->num_rxq = offset + qcount_rx; 35170754d65bSKiran Patil 35180754d65bSKiran Patil /* Setup queue TC[0].qmap for given VSI context */ 35190754d65bSKiran Patil ctxt->info.tc_mapping[0] = cpu_to_le16(qmap); 35200754d65bSKiran Patil ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]); 35210754d65bSKiran Patil ctxt->info.q_mapping[1] = cpu_to_le16(tc0_qcount); 35220754d65bSKiran Patil 35230754d65bSKiran Patil /* Find queue count available for channel VSIs and starting offset 35240754d65bSKiran Patil * for channel VSIs 35250754d65bSKiran Patil */ 35260754d65bSKiran Patil if (tc0_qcount && tc0_qcount < vsi->num_rxq) { 35270754d65bSKiran Patil vsi->cnt_q_avail = vsi->num_rxq - tc0_qcount; 35280754d65bSKiran Patil vsi->next_base_q = tc0_qcount; 35290754d65bSKiran Patil } 35300754d65bSKiran Patil dev_dbg(ice_pf_to_dev(vsi->back), "vsi->num_txq = %d\n", vsi->num_txq); 35310754d65bSKiran Patil dev_dbg(ice_pf_to_dev(vsi->back), "vsi->num_rxq = %d\n", vsi->num_rxq); 35320754d65bSKiran Patil dev_dbg(ice_pf_to_dev(vsi->back), "all_numtc %u, all_enatc: 0x%04x, tc_cfg.numtc %u\n", 35330754d65bSKiran Patil vsi->all_numtc, vsi->all_enatc, vsi->tc_cfg.numtc); 35340754d65bSKiran Patil } 35350754d65bSKiran Patil 35360754d65bSKiran Patil /** 35377b9ffc76SAnirudh Venkataramanan * ice_vsi_cfg_tc - Configure VSI Tx Sched for given TC map 35387b9ffc76SAnirudh Venkataramanan * @vsi: VSI to be configured 35397b9ffc76SAnirudh Venkataramanan * @ena_tc: TC bitmap 35407b9ffc76SAnirudh Venkataramanan * 35417b9ffc76SAnirudh Venkataramanan * VSI queues expected to be quiesced before calling this function 35427b9ffc76SAnirudh Venkataramanan */ 35437b9ffc76SAnirudh Venkataramanan int ice_vsi_cfg_tc(struct ice_vsi *vsi, u8 ena_tc) 35447b9ffc76SAnirudh Venkataramanan { 35457b9ffc76SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 35467b9ffc76SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 35474ee656bbSTony Nguyen struct ice_vsi_ctx *ctx; 35484015d11eSBrett Creeley struct device *dev; 35497b9ffc76SAnirudh Venkataramanan int i, ret = 0; 35507b9ffc76SAnirudh Venkataramanan u8 num_tc = 0; 35517b9ffc76SAnirudh Venkataramanan 35524015d11eSBrett Creeley dev = ice_pf_to_dev(pf); 35530754d65bSKiran Patil if (vsi->tc_cfg.ena_tc == ena_tc && 35540754d65bSKiran Patil vsi->mqprio_qopt.mode != TC_MQPRIO_MODE_CHANNEL) 35550754d65bSKiran Patil return ret; 35564015d11eSBrett Creeley 35577b9ffc76SAnirudh Venkataramanan ice_for_each_traffic_class(i) { 35587b9ffc76SAnirudh Venkataramanan /* build bitmap of enabled TCs */ 35597b9ffc76SAnirudh Venkataramanan if (ena_tc & BIT(i)) 35607b9ffc76SAnirudh Venkataramanan num_tc++; 35617b9ffc76SAnirudh Venkataramanan /* populate max_txqs per TC */ 3562d5a46359SAkeem G Abodunrin max_txqs[i] = vsi->alloc_txq; 35630754d65bSKiran Patil /* Update max_txqs if it is CHNL VSI, because alloc_t[r]xq are 35640754d65bSKiran Patil * zero for CHNL VSI, hence use num_txq instead as max_txqs 35650754d65bSKiran Patil */ 35660754d65bSKiran Patil if (vsi->type == ICE_VSI_CHNL && 35670754d65bSKiran Patil test_bit(ICE_FLAG_TC_MQPRIO, pf->flags)) 35680754d65bSKiran Patil max_txqs[i] = vsi->num_txq; 35697b9ffc76SAnirudh Venkataramanan } 35707b9ffc76SAnirudh Venkataramanan 35717b9ffc76SAnirudh Venkataramanan vsi->tc_cfg.ena_tc = ena_tc; 35727b9ffc76SAnirudh Venkataramanan vsi->tc_cfg.numtc = num_tc; 35737b9ffc76SAnirudh Venkataramanan 35749efe35d0STony Nguyen ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); 35757b9ffc76SAnirudh Venkataramanan if (!ctx) 35767b9ffc76SAnirudh Venkataramanan return -ENOMEM; 35777b9ffc76SAnirudh Venkataramanan 35787b9ffc76SAnirudh Venkataramanan ctx->vf_num = 0; 35797b9ffc76SAnirudh Venkataramanan ctx->info = vsi->info; 35807b9ffc76SAnirudh Venkataramanan 35810754d65bSKiran Patil if (vsi->type == ICE_VSI_PF && 35820754d65bSKiran Patil test_bit(ICE_FLAG_TC_MQPRIO, pf->flags)) 35830754d65bSKiran Patil ice_vsi_setup_q_map_mqprio(vsi, ctx, ena_tc); 35840754d65bSKiran Patil else 35857b9ffc76SAnirudh Venkataramanan ice_vsi_setup_q_map(vsi, ctx); 35867b9ffc76SAnirudh Venkataramanan 35877b9ffc76SAnirudh Venkataramanan /* must to indicate which section of VSI context are being modified */ 35887b9ffc76SAnirudh Venkataramanan ctx->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_RXQ_MAP_VALID); 35892ccc1c1cSTony Nguyen ret = ice_update_vsi(&pf->hw, vsi->idx, ctx, NULL); 35902ccc1c1cSTony Nguyen if (ret) { 35914015d11eSBrett Creeley dev_info(dev, "Failed VSI Update\n"); 35927b9ffc76SAnirudh Venkataramanan goto out; 35937b9ffc76SAnirudh Venkataramanan } 35947b9ffc76SAnirudh Venkataramanan 35950754d65bSKiran Patil if (vsi->type == ICE_VSI_PF && 35960754d65bSKiran Patil test_bit(ICE_FLAG_TC_MQPRIO, pf->flags)) 35972ccc1c1cSTony Nguyen ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 1, max_txqs); 35980754d65bSKiran Patil else 35992ccc1c1cSTony Nguyen ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, 36000754d65bSKiran Patil vsi->tc_cfg.ena_tc, max_txqs); 36017b9ffc76SAnirudh Venkataramanan 36022ccc1c1cSTony Nguyen if (ret) { 36035f87ec48STony Nguyen dev_err(dev, "VSI %d failed TC config, error %d\n", 36042ccc1c1cSTony Nguyen vsi->vsi_num, ret); 36057b9ffc76SAnirudh Venkataramanan goto out; 36067b9ffc76SAnirudh Venkataramanan } 36077b9ffc76SAnirudh Venkataramanan ice_vsi_update_q_map(vsi, ctx); 36087b9ffc76SAnirudh Venkataramanan vsi->info.valid_sections = 0; 36097b9ffc76SAnirudh Venkataramanan 36107b9ffc76SAnirudh Venkataramanan ice_vsi_cfg_netdev_tc(vsi, ena_tc); 36117b9ffc76SAnirudh Venkataramanan out: 36129efe35d0STony Nguyen kfree(ctx); 36137b9ffc76SAnirudh Venkataramanan return ret; 36147b9ffc76SAnirudh Venkataramanan } 3615bbb968e8SAkeem G Abodunrin 3616bbb968e8SAkeem G Abodunrin /** 36172d4238f5SKrzysztof Kazimierczak * ice_update_ring_stats - Update ring statistics 3618e72bba21SMaciej Fijalkowski * @stats: stats to be updated 36192d4238f5SKrzysztof Kazimierczak * @pkts: number of processed packets 36202d4238f5SKrzysztof Kazimierczak * @bytes: number of processed bytes 36212d4238f5SKrzysztof Kazimierczak * 36222d4238f5SKrzysztof Kazimierczak * This function assumes that caller has acquired a u64_stats_sync lock. 36232d4238f5SKrzysztof Kazimierczak */ 3624e72bba21SMaciej Fijalkowski static void ice_update_ring_stats(struct ice_q_stats *stats, u64 pkts, u64 bytes) 36252d4238f5SKrzysztof Kazimierczak { 3626e72bba21SMaciej Fijalkowski stats->bytes += bytes; 3627e72bba21SMaciej Fijalkowski stats->pkts += pkts; 36282d4238f5SKrzysztof Kazimierczak } 36292d4238f5SKrzysztof Kazimierczak 36302d4238f5SKrzysztof Kazimierczak /** 36312d4238f5SKrzysztof Kazimierczak * ice_update_tx_ring_stats - Update Tx ring specific counters 36322d4238f5SKrzysztof Kazimierczak * @tx_ring: ring to update 36332d4238f5SKrzysztof Kazimierczak * @pkts: number of processed packets 36342d4238f5SKrzysztof Kazimierczak * @bytes: number of processed bytes 36352d4238f5SKrzysztof Kazimierczak */ 3636e72bba21SMaciej Fijalkowski void ice_update_tx_ring_stats(struct ice_tx_ring *tx_ring, u64 pkts, u64 bytes) 36372d4238f5SKrzysztof Kazimierczak { 36382d4238f5SKrzysztof Kazimierczak u64_stats_update_begin(&tx_ring->syncp); 3639e72bba21SMaciej Fijalkowski ice_update_ring_stats(&tx_ring->stats, pkts, bytes); 36402d4238f5SKrzysztof Kazimierczak u64_stats_update_end(&tx_ring->syncp); 36412d4238f5SKrzysztof Kazimierczak } 36422d4238f5SKrzysztof Kazimierczak 36432d4238f5SKrzysztof Kazimierczak /** 36442d4238f5SKrzysztof Kazimierczak * ice_update_rx_ring_stats - Update Rx ring specific counters 36452d4238f5SKrzysztof Kazimierczak * @rx_ring: ring to update 36462d4238f5SKrzysztof Kazimierczak * @pkts: number of processed packets 36472d4238f5SKrzysztof Kazimierczak * @bytes: number of processed bytes 36482d4238f5SKrzysztof Kazimierczak */ 3649e72bba21SMaciej Fijalkowski void ice_update_rx_ring_stats(struct ice_rx_ring *rx_ring, u64 pkts, u64 bytes) 36502d4238f5SKrzysztof Kazimierczak { 36512d4238f5SKrzysztof Kazimierczak u64_stats_update_begin(&rx_ring->syncp); 3652e72bba21SMaciej Fijalkowski ice_update_ring_stats(&rx_ring->stats, pkts, bytes); 36532d4238f5SKrzysztof Kazimierczak u64_stats_update_end(&rx_ring->syncp); 36542d4238f5SKrzysztof Kazimierczak } 36552d4238f5SKrzysztof Kazimierczak 36562d4238f5SKrzysztof Kazimierczak /** 3657fc0f39bcSBrett Creeley * ice_is_dflt_vsi_in_use - check if the default forwarding VSI is being used 3658fc0f39bcSBrett Creeley * @sw: switch to check if its default forwarding VSI is free 3659fc0f39bcSBrett Creeley * 3660fc0f39bcSBrett Creeley * Return true if the default forwarding VSI is already being used, else returns 3661fc0f39bcSBrett Creeley * false signalling that it's available to use. 3662fc0f39bcSBrett Creeley */ 3663fc0f39bcSBrett Creeley bool ice_is_dflt_vsi_in_use(struct ice_sw *sw) 3664fc0f39bcSBrett Creeley { 3665fc0f39bcSBrett Creeley return (sw->dflt_vsi && sw->dflt_vsi_ena); 3666fc0f39bcSBrett Creeley } 3667fc0f39bcSBrett Creeley 3668fc0f39bcSBrett Creeley /** 3669fc0f39bcSBrett Creeley * ice_is_vsi_dflt_vsi - check if the VSI passed in is the default VSI 3670fc0f39bcSBrett Creeley * @sw: switch for the default forwarding VSI to compare against 3671fc0f39bcSBrett Creeley * @vsi: VSI to compare against default forwarding VSI 3672fc0f39bcSBrett Creeley * 3673fc0f39bcSBrett Creeley * If this VSI passed in is the default forwarding VSI then return true, else 3674fc0f39bcSBrett Creeley * return false 3675fc0f39bcSBrett Creeley */ 3676fc0f39bcSBrett Creeley bool ice_is_vsi_dflt_vsi(struct ice_sw *sw, struct ice_vsi *vsi) 3677fc0f39bcSBrett Creeley { 3678fc0f39bcSBrett Creeley return (sw->dflt_vsi == vsi && sw->dflt_vsi_ena); 3679fc0f39bcSBrett Creeley } 3680fc0f39bcSBrett Creeley 3681fc0f39bcSBrett Creeley /** 3682fc0f39bcSBrett Creeley * ice_set_dflt_vsi - set the default forwarding VSI 3683fc0f39bcSBrett Creeley * @sw: switch used to assign the default forwarding VSI 3684fc0f39bcSBrett Creeley * @vsi: VSI getting set as the default forwarding VSI on the switch 3685fc0f39bcSBrett Creeley * 3686fc0f39bcSBrett Creeley * If the VSI passed in is already the default VSI and it's enabled just return 3687fc0f39bcSBrett Creeley * success. 3688fc0f39bcSBrett Creeley * 3689fc0f39bcSBrett Creeley * If there is already a default VSI on the switch and it's enabled then return 3690fc0f39bcSBrett Creeley * -EEXIST since there can only be one default VSI per switch. 3691fc0f39bcSBrett Creeley * 3692fc0f39bcSBrett Creeley * Otherwise try to set the VSI passed in as the switch's default VSI and 3693fc0f39bcSBrett Creeley * return the result. 3694fc0f39bcSBrett Creeley */ 3695fc0f39bcSBrett Creeley int ice_set_dflt_vsi(struct ice_sw *sw, struct ice_vsi *vsi) 3696fc0f39bcSBrett Creeley { 3697fc0f39bcSBrett Creeley struct device *dev; 36985518ac2aSTony Nguyen int status; 3699fc0f39bcSBrett Creeley 3700fc0f39bcSBrett Creeley if (!sw || !vsi) 3701fc0f39bcSBrett Creeley return -EINVAL; 3702fc0f39bcSBrett Creeley 3703fc0f39bcSBrett Creeley dev = ice_pf_to_dev(vsi->back); 3704fc0f39bcSBrett Creeley 3705fc0f39bcSBrett Creeley /* the VSI passed in is already the default VSI */ 3706fc0f39bcSBrett Creeley if (ice_is_vsi_dflt_vsi(sw, vsi)) { 3707fc0f39bcSBrett Creeley dev_dbg(dev, "VSI %d passed in is already the default forwarding VSI, nothing to do\n", 3708fc0f39bcSBrett Creeley vsi->vsi_num); 3709fc0f39bcSBrett Creeley return 0; 3710fc0f39bcSBrett Creeley } 3711fc0f39bcSBrett Creeley 3712fc0f39bcSBrett Creeley /* another VSI is already the default VSI for this switch */ 3713fc0f39bcSBrett Creeley if (ice_is_dflt_vsi_in_use(sw)) { 371419cce2c6SAnirudh Venkataramanan dev_err(dev, "Default forwarding VSI %d already in use, disable it and try again\n", 3715fc0f39bcSBrett Creeley sw->dflt_vsi->vsi_num); 3716fc0f39bcSBrett Creeley return -EEXIST; 3717fc0f39bcSBrett Creeley } 3718fc0f39bcSBrett Creeley 3719fc0f39bcSBrett Creeley status = ice_cfg_dflt_vsi(&vsi->back->hw, vsi->idx, true, ICE_FLTR_RX); 3720fc0f39bcSBrett Creeley if (status) { 37215f87ec48STony Nguyen dev_err(dev, "Failed to set VSI %d as the default forwarding VSI, error %d\n", 37225f87ec48STony Nguyen vsi->vsi_num, status); 3723c1484691STony Nguyen return status; 3724fc0f39bcSBrett Creeley } 3725fc0f39bcSBrett Creeley 3726fc0f39bcSBrett Creeley sw->dflt_vsi = vsi; 3727fc0f39bcSBrett Creeley sw->dflt_vsi_ena = true; 3728fc0f39bcSBrett Creeley 3729fc0f39bcSBrett Creeley return 0; 3730fc0f39bcSBrett Creeley } 3731fc0f39bcSBrett Creeley 3732fc0f39bcSBrett Creeley /** 3733fc0f39bcSBrett Creeley * ice_clear_dflt_vsi - clear the default forwarding VSI 3734fc0f39bcSBrett Creeley * @sw: switch used to clear the default VSI 3735fc0f39bcSBrett Creeley * 3736fc0f39bcSBrett Creeley * If the switch has no default VSI or it's not enabled then return error. 3737fc0f39bcSBrett Creeley * 3738fc0f39bcSBrett Creeley * Otherwise try to clear the default VSI and return the result. 3739fc0f39bcSBrett Creeley */ 3740fc0f39bcSBrett Creeley int ice_clear_dflt_vsi(struct ice_sw *sw) 3741fc0f39bcSBrett Creeley { 3742fc0f39bcSBrett Creeley struct ice_vsi *dflt_vsi; 3743fc0f39bcSBrett Creeley struct device *dev; 37445518ac2aSTony Nguyen int status; 3745fc0f39bcSBrett Creeley 3746fc0f39bcSBrett Creeley if (!sw) 3747fc0f39bcSBrett Creeley return -EINVAL; 3748fc0f39bcSBrett Creeley 3749fc0f39bcSBrett Creeley dev = ice_pf_to_dev(sw->pf); 3750fc0f39bcSBrett Creeley 3751fc0f39bcSBrett Creeley dflt_vsi = sw->dflt_vsi; 3752fc0f39bcSBrett Creeley 3753fc0f39bcSBrett Creeley /* there is no default VSI configured */ 3754fc0f39bcSBrett Creeley if (!ice_is_dflt_vsi_in_use(sw)) 3755fc0f39bcSBrett Creeley return -ENODEV; 3756fc0f39bcSBrett Creeley 3757fc0f39bcSBrett Creeley status = ice_cfg_dflt_vsi(&dflt_vsi->back->hw, dflt_vsi->idx, false, 3758fc0f39bcSBrett Creeley ICE_FLTR_RX); 3759fc0f39bcSBrett Creeley if (status) { 37605f87ec48STony Nguyen dev_err(dev, "Failed to clear the default forwarding VSI %d, error %d\n", 37615f87ec48STony Nguyen dflt_vsi->vsi_num, status); 3762fc0f39bcSBrett Creeley return -EIO; 3763fc0f39bcSBrett Creeley } 3764fc0f39bcSBrett Creeley 3765fc0f39bcSBrett Creeley sw->dflt_vsi = NULL; 3766fc0f39bcSBrett Creeley sw->dflt_vsi_ena = false; 3767fc0f39bcSBrett Creeley 3768fc0f39bcSBrett Creeley return 0; 3769fc0f39bcSBrett Creeley } 3770d348d517SAnirudh Venkataramanan 3771d348d517SAnirudh Venkataramanan /** 37724ecc8633SBrett Creeley * ice_get_link_speed_mbps - get link speed in Mbps 37734ecc8633SBrett Creeley * @vsi: the VSI whose link speed is being queried 37744ecc8633SBrett Creeley * 37754ecc8633SBrett Creeley * Return current VSI link speed and 0 if the speed is unknown. 37764ecc8633SBrett Creeley */ 37774ecc8633SBrett Creeley int ice_get_link_speed_mbps(struct ice_vsi *vsi) 37784ecc8633SBrett Creeley { 37794ecc8633SBrett Creeley switch (vsi->port_info->phy.link_info.link_speed) { 37804ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_100GB: 37814ecc8633SBrett Creeley return SPEED_100000; 37824ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_50GB: 37834ecc8633SBrett Creeley return SPEED_50000; 37844ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_40GB: 37854ecc8633SBrett Creeley return SPEED_40000; 37864ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_25GB: 37874ecc8633SBrett Creeley return SPEED_25000; 37884ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_20GB: 37894ecc8633SBrett Creeley return SPEED_20000; 37904ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_10GB: 37914ecc8633SBrett Creeley return SPEED_10000; 37924ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_5GB: 37934ecc8633SBrett Creeley return SPEED_5000; 37944ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_2500MB: 37954ecc8633SBrett Creeley return SPEED_2500; 37964ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_1000MB: 37974ecc8633SBrett Creeley return SPEED_1000; 37984ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_100MB: 37994ecc8633SBrett Creeley return SPEED_100; 38004ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_10MB: 38014ecc8633SBrett Creeley return SPEED_10; 38024ecc8633SBrett Creeley case ICE_AQ_LINK_SPEED_UNKNOWN: 38034ecc8633SBrett Creeley default: 38044ecc8633SBrett Creeley return 0; 38054ecc8633SBrett Creeley } 38064ecc8633SBrett Creeley } 38074ecc8633SBrett Creeley 38084ecc8633SBrett Creeley /** 38094ecc8633SBrett Creeley * ice_get_link_speed_kbps - get link speed in Kbps 38104ecc8633SBrett Creeley * @vsi: the VSI whose link speed is being queried 38114ecc8633SBrett Creeley * 38124ecc8633SBrett Creeley * Return current VSI link speed and 0 if the speed is unknown. 38134ecc8633SBrett Creeley */ 3814fbc7b27aSKiran Patil int ice_get_link_speed_kbps(struct ice_vsi *vsi) 38154ecc8633SBrett Creeley { 38164ecc8633SBrett Creeley int speed_mbps; 38174ecc8633SBrett Creeley 38184ecc8633SBrett Creeley speed_mbps = ice_get_link_speed_mbps(vsi); 38194ecc8633SBrett Creeley 38204ecc8633SBrett Creeley return speed_mbps * 1000; 38214ecc8633SBrett Creeley } 38224ecc8633SBrett Creeley 38234ecc8633SBrett Creeley /** 38244ecc8633SBrett Creeley * ice_set_min_bw_limit - setup minimum BW limit for Tx based on min_tx_rate 38254ecc8633SBrett Creeley * @vsi: VSI to be configured 38264ecc8633SBrett Creeley * @min_tx_rate: min Tx rate in Kbps to be configured as BW limit 38274ecc8633SBrett Creeley * 38284ecc8633SBrett Creeley * If the min_tx_rate is specified as 0 that means to clear the minimum BW limit 38294ecc8633SBrett Creeley * profile, otherwise a non-zero value will force a minimum BW limit for the VSI 38304ecc8633SBrett Creeley * on TC 0. 38314ecc8633SBrett Creeley */ 38324ecc8633SBrett Creeley int ice_set_min_bw_limit(struct ice_vsi *vsi, u64 min_tx_rate) 38334ecc8633SBrett Creeley { 38344ecc8633SBrett Creeley struct ice_pf *pf = vsi->back; 38354ecc8633SBrett Creeley struct device *dev; 38365518ac2aSTony Nguyen int status; 38374ecc8633SBrett Creeley int speed; 38384ecc8633SBrett Creeley 38394ecc8633SBrett Creeley dev = ice_pf_to_dev(pf); 38404ecc8633SBrett Creeley if (!vsi->port_info) { 38414ecc8633SBrett Creeley dev_dbg(dev, "VSI %d, type %u specified doesn't have valid port_info\n", 38424ecc8633SBrett Creeley vsi->idx, vsi->type); 38434ecc8633SBrett Creeley return -EINVAL; 38444ecc8633SBrett Creeley } 38454ecc8633SBrett Creeley 38464ecc8633SBrett Creeley speed = ice_get_link_speed_kbps(vsi); 38474ecc8633SBrett Creeley if (min_tx_rate > (u64)speed) { 38484ecc8633SBrett Creeley dev_err(dev, "invalid min Tx rate %llu Kbps specified for %s %d is greater than current link speed %u Kbps\n", 38494ecc8633SBrett Creeley min_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx, 38504ecc8633SBrett Creeley speed); 38514ecc8633SBrett Creeley return -EINVAL; 38524ecc8633SBrett Creeley } 38534ecc8633SBrett Creeley 38544ecc8633SBrett Creeley /* Configure min BW for VSI limit */ 38554ecc8633SBrett Creeley if (min_tx_rate) { 38564ecc8633SBrett Creeley status = ice_cfg_vsi_bw_lmt_per_tc(vsi->port_info, vsi->idx, 0, 38574ecc8633SBrett Creeley ICE_MIN_BW, min_tx_rate); 38584ecc8633SBrett Creeley if (status) { 38594ecc8633SBrett Creeley dev_err(dev, "failed to set min Tx rate(%llu Kbps) for %s %d\n", 38604ecc8633SBrett Creeley min_tx_rate, ice_vsi_type_str(vsi->type), 38614ecc8633SBrett Creeley vsi->idx); 3862c1484691STony Nguyen return status; 38634ecc8633SBrett Creeley } 38644ecc8633SBrett Creeley 38654ecc8633SBrett Creeley dev_dbg(dev, "set min Tx rate(%llu Kbps) for %s\n", 38664ecc8633SBrett Creeley min_tx_rate, ice_vsi_type_str(vsi->type)); 38674ecc8633SBrett Creeley } else { 38684ecc8633SBrett Creeley status = ice_cfg_vsi_bw_dflt_lmt_per_tc(vsi->port_info, 38694ecc8633SBrett Creeley vsi->idx, 0, 38704ecc8633SBrett Creeley ICE_MIN_BW); 38714ecc8633SBrett Creeley if (status) { 38724ecc8633SBrett Creeley dev_err(dev, "failed to clear min Tx rate configuration for %s %d\n", 38734ecc8633SBrett Creeley ice_vsi_type_str(vsi->type), vsi->idx); 3874c1484691STony Nguyen return status; 38754ecc8633SBrett Creeley } 38764ecc8633SBrett Creeley 38774ecc8633SBrett Creeley dev_dbg(dev, "cleared min Tx rate configuration for %s %d\n", 38784ecc8633SBrett Creeley ice_vsi_type_str(vsi->type), vsi->idx); 38794ecc8633SBrett Creeley } 38804ecc8633SBrett Creeley 38814ecc8633SBrett Creeley return 0; 38824ecc8633SBrett Creeley } 38834ecc8633SBrett Creeley 38844ecc8633SBrett Creeley /** 38854ecc8633SBrett Creeley * ice_set_max_bw_limit - setup maximum BW limit for Tx based on max_tx_rate 38864ecc8633SBrett Creeley * @vsi: VSI to be configured 38874ecc8633SBrett Creeley * @max_tx_rate: max Tx rate in Kbps to be configured as BW limit 38884ecc8633SBrett Creeley * 38894ecc8633SBrett Creeley * If the max_tx_rate is specified as 0 that means to clear the maximum BW limit 38904ecc8633SBrett Creeley * profile, otherwise a non-zero value will force a maximum BW limit for the VSI 38914ecc8633SBrett Creeley * on TC 0. 38924ecc8633SBrett Creeley */ 38934ecc8633SBrett Creeley int ice_set_max_bw_limit(struct ice_vsi *vsi, u64 max_tx_rate) 38944ecc8633SBrett Creeley { 38954ecc8633SBrett Creeley struct ice_pf *pf = vsi->back; 38964ecc8633SBrett Creeley struct device *dev; 38975518ac2aSTony Nguyen int status; 38984ecc8633SBrett Creeley int speed; 38994ecc8633SBrett Creeley 39004ecc8633SBrett Creeley dev = ice_pf_to_dev(pf); 39014ecc8633SBrett Creeley if (!vsi->port_info) { 39024ecc8633SBrett Creeley dev_dbg(dev, "VSI %d, type %u specified doesn't have valid port_info\n", 39034ecc8633SBrett Creeley vsi->idx, vsi->type); 39044ecc8633SBrett Creeley return -EINVAL; 39054ecc8633SBrett Creeley } 39064ecc8633SBrett Creeley 39074ecc8633SBrett Creeley speed = ice_get_link_speed_kbps(vsi); 39084ecc8633SBrett Creeley if (max_tx_rate > (u64)speed) { 39094ecc8633SBrett Creeley dev_err(dev, "invalid max Tx rate %llu Kbps specified for %s %d is greater than current link speed %u Kbps\n", 39104ecc8633SBrett Creeley max_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx, 39114ecc8633SBrett Creeley speed); 39124ecc8633SBrett Creeley return -EINVAL; 39134ecc8633SBrett Creeley } 39144ecc8633SBrett Creeley 39154ecc8633SBrett Creeley /* Configure max BW for VSI limit */ 39164ecc8633SBrett Creeley if (max_tx_rate) { 39174ecc8633SBrett Creeley status = ice_cfg_vsi_bw_lmt_per_tc(vsi->port_info, vsi->idx, 0, 39184ecc8633SBrett Creeley ICE_MAX_BW, max_tx_rate); 39194ecc8633SBrett Creeley if (status) { 39204ecc8633SBrett Creeley dev_err(dev, "failed setting max Tx rate(%llu Kbps) for %s %d\n", 39214ecc8633SBrett Creeley max_tx_rate, ice_vsi_type_str(vsi->type), 39224ecc8633SBrett Creeley vsi->idx); 3923c1484691STony Nguyen return status; 39244ecc8633SBrett Creeley } 39254ecc8633SBrett Creeley 39264ecc8633SBrett Creeley dev_dbg(dev, "set max Tx rate(%llu Kbps) for %s %d\n", 39274ecc8633SBrett Creeley max_tx_rate, ice_vsi_type_str(vsi->type), vsi->idx); 39284ecc8633SBrett Creeley } else { 39294ecc8633SBrett Creeley status = ice_cfg_vsi_bw_dflt_lmt_per_tc(vsi->port_info, 39304ecc8633SBrett Creeley vsi->idx, 0, 39314ecc8633SBrett Creeley ICE_MAX_BW); 39324ecc8633SBrett Creeley if (status) { 39334ecc8633SBrett Creeley dev_err(dev, "failed clearing max Tx rate configuration for %s %d\n", 39344ecc8633SBrett Creeley ice_vsi_type_str(vsi->type), vsi->idx); 3935c1484691STony Nguyen return status; 39364ecc8633SBrett Creeley } 39374ecc8633SBrett Creeley 39384ecc8633SBrett Creeley dev_dbg(dev, "cleared max Tx rate configuration for %s %d\n", 39394ecc8633SBrett Creeley ice_vsi_type_str(vsi->type), vsi->idx); 39404ecc8633SBrett Creeley } 39414ecc8633SBrett Creeley 39424ecc8633SBrett Creeley return 0; 39434ecc8633SBrett Creeley } 39444ecc8633SBrett Creeley 39454ecc8633SBrett Creeley /** 3946d348d517SAnirudh Venkataramanan * ice_set_link - turn on/off physical link 3947d348d517SAnirudh Venkataramanan * @vsi: VSI to modify physical link on 3948d348d517SAnirudh Venkataramanan * @ena: turn on/off physical link 3949d348d517SAnirudh Venkataramanan */ 3950d348d517SAnirudh Venkataramanan int ice_set_link(struct ice_vsi *vsi, bool ena) 3951d348d517SAnirudh Venkataramanan { 3952d348d517SAnirudh Venkataramanan struct device *dev = ice_pf_to_dev(vsi->back); 3953d348d517SAnirudh Venkataramanan struct ice_port_info *pi = vsi->port_info; 3954d348d517SAnirudh Venkataramanan struct ice_hw *hw = pi->hw; 39555e24d598STony Nguyen int status; 3956d348d517SAnirudh Venkataramanan 3957d348d517SAnirudh Venkataramanan if (vsi->type != ICE_VSI_PF) 3958d348d517SAnirudh Venkataramanan return -EINVAL; 3959d348d517SAnirudh Venkataramanan 3960d348d517SAnirudh Venkataramanan status = ice_aq_set_link_restart_an(pi, ena, NULL); 3961d348d517SAnirudh Venkataramanan 3962d348d517SAnirudh Venkataramanan /* if link is owned by manageability, FW will return ICE_AQ_RC_EMODE. 3963d348d517SAnirudh Venkataramanan * this is not a fatal error, so print a warning message and return 3964d348d517SAnirudh Venkataramanan * a success code. Return an error if FW returns an error code other 3965d348d517SAnirudh Venkataramanan * than ICE_AQ_RC_EMODE 3966d348d517SAnirudh Venkataramanan */ 3967d54699e2STony Nguyen if (status == -EIO) { 3968d348d517SAnirudh Venkataramanan if (hw->adminq.sq_last_status == ICE_AQ_RC_EMODE) 3969ad24d9ebSJonathan Toppins dev_dbg(dev, "can't set link to %s, err %d aq_err %s. not fatal, continuing\n", 39705f87ec48STony Nguyen (ena ? "ON" : "OFF"), status, 3971d348d517SAnirudh Venkataramanan ice_aq_str(hw->adminq.sq_last_status)); 3972d348d517SAnirudh Venkataramanan } else if (status) { 39735f87ec48STony Nguyen dev_err(dev, "can't set link to %s, err %d aq_err %s\n", 39745f87ec48STony Nguyen (ena ? "ON" : "OFF"), status, 3975d348d517SAnirudh Venkataramanan ice_aq_str(hw->adminq.sq_last_status)); 3976c1484691STony Nguyen return status; 3977d348d517SAnirudh Venkataramanan } 3978d348d517SAnirudh Venkataramanan 3979d348d517SAnirudh Venkataramanan return 0; 3980d348d517SAnirudh Venkataramanan } 398140b24760SAnirudh Venkataramanan 398240b24760SAnirudh Venkataramanan /** 39833e0b5971SBrett Creeley * ice_vsi_add_vlan_zero - add VLAN 0 filter(s) for this VSI 39843e0b5971SBrett Creeley * @vsi: VSI used to add VLAN filters 3985c31af68aSBrett Creeley * 3986c31af68aSBrett Creeley * In Single VLAN Mode (SVM), single VLAN filters via ICE_SW_LKUP_VLAN are based 3987c31af68aSBrett Creeley * on the inner VLAN ID, so the VLAN TPID (i.e. 0x8100 or 0x888a8) doesn't 3988c31af68aSBrett Creeley * matter. In Double VLAN Mode (DVM), outer/single VLAN filters via 3989c31af68aSBrett Creeley * ICE_SW_LKUP_VLAN are based on the outer/single VLAN ID + VLAN TPID. 3990c31af68aSBrett Creeley * 3991c31af68aSBrett Creeley * For both modes add a VLAN 0 + no VLAN TPID filter to handle untagged traffic 3992c31af68aSBrett Creeley * when VLAN pruning is enabled. Also, this handles VLAN 0 priority tagged 3993c31af68aSBrett Creeley * traffic in SVM, since the VLAN TPID isn't part of filtering. 3994c31af68aSBrett Creeley * 3995c31af68aSBrett Creeley * If DVM is enabled then an explicit VLAN 0 + VLAN TPID filter needs to be 3996c31af68aSBrett Creeley * added to allow VLAN 0 priority tagged traffic in DVM, since the VLAN TPID is 3997c31af68aSBrett Creeley * part of filtering. 39983e0b5971SBrett Creeley */ 39993e0b5971SBrett Creeley int ice_vsi_add_vlan_zero(struct ice_vsi *vsi) 40003e0b5971SBrett Creeley { 4001c31af68aSBrett Creeley struct ice_vsi_vlan_ops *vlan_ops = ice_get_compat_vsi_vlan_ops(vsi); 4002fb05ba12SBrett Creeley struct ice_vlan vlan; 4003c31af68aSBrett Creeley int err; 4004fb05ba12SBrett Creeley 40052bfefa2dSBrett Creeley vlan = ICE_VLAN(0, 0, 0); 4006c31af68aSBrett Creeley err = vlan_ops->add_vlan(vsi, &vlan); 4007c31af68aSBrett Creeley if (err && err != -EEXIST) 4008c31af68aSBrett Creeley return err; 4009c31af68aSBrett Creeley 4010c31af68aSBrett Creeley /* in SVM both VLAN 0 filters are identical */ 4011c31af68aSBrett Creeley if (!ice_is_dvm_ena(&vsi->back->hw)) 4012c31af68aSBrett Creeley return 0; 4013c31af68aSBrett Creeley 4014c31af68aSBrett Creeley vlan = ICE_VLAN(ETH_P_8021Q, 0, 0); 4015c31af68aSBrett Creeley err = vlan_ops->add_vlan(vsi, &vlan); 4016c31af68aSBrett Creeley if (err && err != -EEXIST) 4017c31af68aSBrett Creeley return err; 4018c31af68aSBrett Creeley 4019c31af68aSBrett Creeley return 0; 4020c31af68aSBrett Creeley } 4021c31af68aSBrett Creeley 4022c31af68aSBrett Creeley /** 4023c31af68aSBrett Creeley * ice_vsi_del_vlan_zero - delete VLAN 0 filter(s) for this VSI 4024c31af68aSBrett Creeley * @vsi: VSI used to add VLAN filters 4025c31af68aSBrett Creeley * 4026c31af68aSBrett Creeley * Delete the VLAN 0 filters in the same manner that they were added in 4027c31af68aSBrett Creeley * ice_vsi_add_vlan_zero. 4028c31af68aSBrett Creeley */ 4029c31af68aSBrett Creeley int ice_vsi_del_vlan_zero(struct ice_vsi *vsi) 4030c31af68aSBrett Creeley { 4031c31af68aSBrett Creeley struct ice_vsi_vlan_ops *vlan_ops = ice_get_compat_vsi_vlan_ops(vsi); 4032c31af68aSBrett Creeley struct ice_vlan vlan; 4033c31af68aSBrett Creeley int err; 4034c31af68aSBrett Creeley 4035c31af68aSBrett Creeley vlan = ICE_VLAN(0, 0, 0); 4036c31af68aSBrett Creeley err = vlan_ops->del_vlan(vsi, &vlan); 4037c31af68aSBrett Creeley if (err && err != -EEXIST) 4038c31af68aSBrett Creeley return err; 4039c31af68aSBrett Creeley 4040c31af68aSBrett Creeley /* in SVM both VLAN 0 filters are identical */ 4041c31af68aSBrett Creeley if (!ice_is_dvm_ena(&vsi->back->hw)) 4042c31af68aSBrett Creeley return 0; 4043c31af68aSBrett Creeley 4044c31af68aSBrett Creeley vlan = ICE_VLAN(ETH_P_8021Q, 0, 0); 4045c31af68aSBrett Creeley err = vlan_ops->del_vlan(vsi, &vlan); 4046c31af68aSBrett Creeley if (err && err != -EEXIST) 4047c31af68aSBrett Creeley return err; 4048c31af68aSBrett Creeley 4049c31af68aSBrett Creeley return 0; 4050c31af68aSBrett Creeley } 4051c31af68aSBrett Creeley 4052c31af68aSBrett Creeley /** 4053c31af68aSBrett Creeley * ice_vsi_num_zero_vlans - get number of VLAN 0 filters based on VLAN mode 4054c31af68aSBrett Creeley * @vsi: VSI used to get the VLAN mode 4055c31af68aSBrett Creeley * 4056c31af68aSBrett Creeley * If DVM is enabled then 2 VLAN 0 filters are added, else if SVM is enabled 4057c31af68aSBrett Creeley * then 1 VLAN 0 filter is added. See ice_vsi_add_vlan_zero for more details. 4058c31af68aSBrett Creeley */ 4059c31af68aSBrett Creeley static u16 ice_vsi_num_zero_vlans(struct ice_vsi *vsi) 4060c31af68aSBrett Creeley { 4061c31af68aSBrett Creeley #define ICE_DVM_NUM_ZERO_VLAN_FLTRS 2 4062c31af68aSBrett Creeley #define ICE_SVM_NUM_ZERO_VLAN_FLTRS 1 4063c31af68aSBrett Creeley /* no VLAN 0 filter is created when a port VLAN is active */ 4064b03d519dSJacob Keller if (vsi->type == ICE_VSI_VF) { 4065b03d519dSJacob Keller if (WARN_ON(!vsi->vf)) 4066c31af68aSBrett Creeley return 0; 4067b03d519dSJacob Keller 4068b03d519dSJacob Keller if (ice_vf_is_port_vlan_ena(vsi->vf)) 4069b03d519dSJacob Keller return 0; 4070b03d519dSJacob Keller } 4071b03d519dSJacob Keller 4072c31af68aSBrett Creeley if (ice_is_dvm_ena(&vsi->back->hw)) 4073c31af68aSBrett Creeley return ICE_DVM_NUM_ZERO_VLAN_FLTRS; 4074c31af68aSBrett Creeley else 4075c31af68aSBrett Creeley return ICE_SVM_NUM_ZERO_VLAN_FLTRS; 4076c31af68aSBrett Creeley } 4077c31af68aSBrett Creeley 4078c31af68aSBrett Creeley /** 4079c31af68aSBrett Creeley * ice_vsi_has_non_zero_vlans - check if VSI has any non-zero VLANs 4080c31af68aSBrett Creeley * @vsi: VSI used to determine if any non-zero VLANs have been added 4081c31af68aSBrett Creeley */ 4082c31af68aSBrett Creeley bool ice_vsi_has_non_zero_vlans(struct ice_vsi *vsi) 4083c31af68aSBrett Creeley { 4084c31af68aSBrett Creeley return (vsi->num_vlan > ice_vsi_num_zero_vlans(vsi)); 4085c31af68aSBrett Creeley } 4086c31af68aSBrett Creeley 4087c31af68aSBrett Creeley /** 4088c31af68aSBrett Creeley * ice_vsi_num_non_zero_vlans - get the number of non-zero VLANs for this VSI 4089c31af68aSBrett Creeley * @vsi: VSI used to get the number of non-zero VLANs added 4090c31af68aSBrett Creeley */ 4091c31af68aSBrett Creeley u16 ice_vsi_num_non_zero_vlans(struct ice_vsi *vsi) 4092c31af68aSBrett Creeley { 4093c31af68aSBrett Creeley return (vsi->num_vlan - ice_vsi_num_zero_vlans(vsi)); 40943e0b5971SBrett Creeley } 40953e0b5971SBrett Creeley 40963e0b5971SBrett Creeley /** 409740b24760SAnirudh Venkataramanan * ice_is_feature_supported 409840b24760SAnirudh Venkataramanan * @pf: pointer to the struct ice_pf instance 409940b24760SAnirudh Venkataramanan * @f: feature enum to be checked 410040b24760SAnirudh Venkataramanan * 410140b24760SAnirudh Venkataramanan * returns true if feature is supported, false otherwise 410240b24760SAnirudh Venkataramanan */ 410340b24760SAnirudh Venkataramanan bool ice_is_feature_supported(struct ice_pf *pf, enum ice_feature f) 410440b24760SAnirudh Venkataramanan { 410540b24760SAnirudh Venkataramanan if (f < 0 || f >= ICE_F_MAX) 410640b24760SAnirudh Venkataramanan return false; 410740b24760SAnirudh Venkataramanan 410840b24760SAnirudh Venkataramanan return test_bit(f, pf->features); 410940b24760SAnirudh Venkataramanan } 411040b24760SAnirudh Venkataramanan 411140b24760SAnirudh Venkataramanan /** 411240b24760SAnirudh Venkataramanan * ice_set_feature_support 411340b24760SAnirudh Venkataramanan * @pf: pointer to the struct ice_pf instance 411440b24760SAnirudh Venkataramanan * @f: feature enum to set 411540b24760SAnirudh Venkataramanan */ 411640b24760SAnirudh Venkataramanan static void ice_set_feature_support(struct ice_pf *pf, enum ice_feature f) 411740b24760SAnirudh Venkataramanan { 411840b24760SAnirudh Venkataramanan if (f < 0 || f >= ICE_F_MAX) 411940b24760SAnirudh Venkataramanan return; 412040b24760SAnirudh Venkataramanan 412140b24760SAnirudh Venkataramanan set_bit(f, pf->features); 412240b24760SAnirudh Venkataramanan } 412340b24760SAnirudh Venkataramanan 412440b24760SAnirudh Venkataramanan /** 4125325b2064SMaciej Machnikowski * ice_clear_feature_support 4126325b2064SMaciej Machnikowski * @pf: pointer to the struct ice_pf instance 4127325b2064SMaciej Machnikowski * @f: feature enum to clear 4128325b2064SMaciej Machnikowski */ 4129325b2064SMaciej Machnikowski void ice_clear_feature_support(struct ice_pf *pf, enum ice_feature f) 4130325b2064SMaciej Machnikowski { 4131325b2064SMaciej Machnikowski if (f < 0 || f >= ICE_F_MAX) 4132325b2064SMaciej Machnikowski return; 4133325b2064SMaciej Machnikowski 4134325b2064SMaciej Machnikowski clear_bit(f, pf->features); 4135325b2064SMaciej Machnikowski } 4136325b2064SMaciej Machnikowski 4137325b2064SMaciej Machnikowski /** 413840b24760SAnirudh Venkataramanan * ice_init_feature_support 413940b24760SAnirudh Venkataramanan * @pf: pointer to the struct ice_pf instance 414040b24760SAnirudh Venkataramanan * 414140b24760SAnirudh Venkataramanan * called during init to setup supported feature 414240b24760SAnirudh Venkataramanan */ 414340b24760SAnirudh Venkataramanan void ice_init_feature_support(struct ice_pf *pf) 414440b24760SAnirudh Venkataramanan { 414540b24760SAnirudh Venkataramanan switch (pf->hw.device_id) { 414640b24760SAnirudh Venkataramanan case ICE_DEV_ID_E810C_BACKPLANE: 414740b24760SAnirudh Venkataramanan case ICE_DEV_ID_E810C_QSFP: 414840b24760SAnirudh Venkataramanan case ICE_DEV_ID_E810C_SFP: 414940b24760SAnirudh Venkataramanan ice_set_feature_support(pf, ICE_F_DSCP); 415043113ff7SKarol Kolacinski if (ice_is_e810t(&pf->hw)) { 4151325b2064SMaciej Machnikowski ice_set_feature_support(pf, ICE_F_SMA_CTRL); 415243113ff7SKarol Kolacinski if (ice_gnss_is_gps_present(&pf->hw)) 415343113ff7SKarol Kolacinski ice_set_feature_support(pf, ICE_F_GNSS); 415443113ff7SKarol Kolacinski } 415540b24760SAnirudh Venkataramanan break; 415640b24760SAnirudh Venkataramanan default: 415740b24760SAnirudh Venkataramanan break; 415840b24760SAnirudh Venkataramanan } 415940b24760SAnirudh Venkataramanan } 4160ff5411efSMichal Swiatkowski 4161ff5411efSMichal Swiatkowski /** 4162ff5411efSMichal Swiatkowski * ice_vsi_update_security - update security block in VSI 4163ff5411efSMichal Swiatkowski * @vsi: pointer to VSI structure 4164ff5411efSMichal Swiatkowski * @fill: function pointer to fill ctx 4165ff5411efSMichal Swiatkowski */ 4166ff5411efSMichal Swiatkowski int 4167ff5411efSMichal Swiatkowski ice_vsi_update_security(struct ice_vsi *vsi, void (*fill)(struct ice_vsi_ctx *)) 4168ff5411efSMichal Swiatkowski { 4169ff5411efSMichal Swiatkowski struct ice_vsi_ctx ctx = { 0 }; 4170ff5411efSMichal Swiatkowski 4171ff5411efSMichal Swiatkowski ctx.info = vsi->info; 4172ff5411efSMichal Swiatkowski ctx.info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID); 4173ff5411efSMichal Swiatkowski fill(&ctx); 4174ff5411efSMichal Swiatkowski 4175ff5411efSMichal Swiatkowski if (ice_update_vsi(&vsi->back->hw, vsi->idx, &ctx, NULL)) 4176ff5411efSMichal Swiatkowski return -ENODEV; 4177ff5411efSMichal Swiatkowski 4178ff5411efSMichal Swiatkowski vsi->info = ctx.info; 4179ff5411efSMichal Swiatkowski return 0; 4180ff5411efSMichal Swiatkowski } 4181ff5411efSMichal Swiatkowski 4182ff5411efSMichal Swiatkowski /** 4183ff5411efSMichal Swiatkowski * ice_vsi_ctx_set_antispoof - set antispoof function in VSI ctx 4184ff5411efSMichal Swiatkowski * @ctx: pointer to VSI ctx structure 4185ff5411efSMichal Swiatkowski */ 4186ff5411efSMichal Swiatkowski void ice_vsi_ctx_set_antispoof(struct ice_vsi_ctx *ctx) 4187ff5411efSMichal Swiatkowski { 4188ff5411efSMichal Swiatkowski ctx->info.sec_flags |= ICE_AQ_VSI_SEC_FLAG_ENA_MAC_ANTI_SPOOF | 4189ff5411efSMichal Swiatkowski (ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA << 4190ff5411efSMichal Swiatkowski ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S); 4191ff5411efSMichal Swiatkowski } 4192ff5411efSMichal Swiatkowski 4193ff5411efSMichal Swiatkowski /** 4194ff5411efSMichal Swiatkowski * ice_vsi_ctx_clear_antispoof - clear antispoof function in VSI ctx 4195ff5411efSMichal Swiatkowski * @ctx: pointer to VSI ctx structure 4196ff5411efSMichal Swiatkowski */ 4197ff5411efSMichal Swiatkowski void ice_vsi_ctx_clear_antispoof(struct ice_vsi_ctx *ctx) 4198ff5411efSMichal Swiatkowski { 4199ff5411efSMichal Swiatkowski ctx->info.sec_flags &= ~ICE_AQ_VSI_SEC_FLAG_ENA_MAC_ANTI_SPOOF & 4200ff5411efSMichal Swiatkowski ~(ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA << 4201ff5411efSMichal Swiatkowski ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S); 4202ff5411efSMichal Swiatkowski } 4203ff5411efSMichal Swiatkowski 4204ff5411efSMichal Swiatkowski /** 4205ff5411efSMichal Swiatkowski * ice_vsi_ctx_set_allow_override - allow destination override on VSI 4206ff5411efSMichal Swiatkowski * @ctx: pointer to VSI ctx structure 4207ff5411efSMichal Swiatkowski */ 4208ff5411efSMichal Swiatkowski void ice_vsi_ctx_set_allow_override(struct ice_vsi_ctx *ctx) 4209ff5411efSMichal Swiatkowski { 4210ff5411efSMichal Swiatkowski ctx->info.sec_flags |= ICE_AQ_VSI_SEC_FLAG_ALLOW_DEST_OVRD; 4211ff5411efSMichal Swiatkowski } 4212ff5411efSMichal Swiatkowski 4213ff5411efSMichal Swiatkowski /** 4214ff5411efSMichal Swiatkowski * ice_vsi_ctx_clear_allow_override - turn off destination override on VSI 4215ff5411efSMichal Swiatkowski * @ctx: pointer to VSI ctx structure 4216ff5411efSMichal Swiatkowski */ 4217ff5411efSMichal Swiatkowski void ice_vsi_ctx_clear_allow_override(struct ice_vsi_ctx *ctx) 4218ff5411efSMichal Swiatkowski { 4219ff5411efSMichal Swiatkowski ctx->info.sec_flags &= ~ICE_AQ_VSI_SEC_FLAG_ALLOW_DEST_OVRD; 4220ff5411efSMichal Swiatkowski } 4221