145d3d428SAnirudh Venkataramanan // SPDX-License-Identifier: GPL-2.0 245d3d428SAnirudh Venkataramanan /* Copyright (c) 2018, Intel Corporation. */ 345d3d428SAnirudh Venkataramanan 445d3d428SAnirudh Venkataramanan #include "ice.h" 545d3d428SAnirudh Venkataramanan #include "ice_lib.h" 645d3d428SAnirudh Venkataramanan 745d3d428SAnirudh Venkataramanan /** 872adf242SAnirudh Venkataramanan * ice_setup_rx_ctx - Configure a receive ring context 972adf242SAnirudh Venkataramanan * @ring: The Rx ring to configure 1072adf242SAnirudh Venkataramanan * 1172adf242SAnirudh Venkataramanan * Configure the Rx descriptor ring in RLAN context. 1272adf242SAnirudh Venkataramanan */ 1372adf242SAnirudh Venkataramanan static int ice_setup_rx_ctx(struct ice_ring *ring) 1472adf242SAnirudh Venkataramanan { 1572adf242SAnirudh Venkataramanan struct ice_vsi *vsi = ring->vsi; 1672adf242SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 1772adf242SAnirudh Venkataramanan u32 rxdid = ICE_RXDID_FLEX_NIC; 1872adf242SAnirudh Venkataramanan struct ice_rlan_ctx rlan_ctx; 1972adf242SAnirudh Venkataramanan u32 regval; 2072adf242SAnirudh Venkataramanan u16 pf_q; 2172adf242SAnirudh Venkataramanan int err; 2272adf242SAnirudh Venkataramanan 23d337f2afSAnirudh Venkataramanan /* what is Rx queue number in global space of 2K Rx queues */ 2472adf242SAnirudh Venkataramanan pf_q = vsi->rxq_map[ring->q_index]; 2572adf242SAnirudh Venkataramanan 2672adf242SAnirudh Venkataramanan /* clear the context structure first */ 2772adf242SAnirudh Venkataramanan memset(&rlan_ctx, 0, sizeof(rlan_ctx)); 2872adf242SAnirudh Venkataramanan 2972adf242SAnirudh Venkataramanan rlan_ctx.base = ring->dma >> 7; 3072adf242SAnirudh Venkataramanan 3172adf242SAnirudh Venkataramanan rlan_ctx.qlen = ring->count; 3272adf242SAnirudh Venkataramanan 3372adf242SAnirudh Venkataramanan /* Receive Packet Data Buffer Size. 3472adf242SAnirudh Venkataramanan * The Packet Data Buffer Size is defined in 128 byte units. 3572adf242SAnirudh Venkataramanan */ 3672adf242SAnirudh Venkataramanan rlan_ctx.dbuf = vsi->rx_buf_len >> ICE_RLAN_CTX_DBUF_S; 3772adf242SAnirudh Venkataramanan 3872adf242SAnirudh Venkataramanan /* use 32 byte descriptors */ 3972adf242SAnirudh Venkataramanan rlan_ctx.dsize = 1; 4072adf242SAnirudh Venkataramanan 4172adf242SAnirudh Venkataramanan /* Strip the Ethernet CRC bytes before the packet is posted to host 4272adf242SAnirudh Venkataramanan * memory. 4372adf242SAnirudh Venkataramanan */ 4472adf242SAnirudh Venkataramanan rlan_ctx.crcstrip = 1; 4572adf242SAnirudh Venkataramanan 4672adf242SAnirudh Venkataramanan /* L2TSEL flag defines the reported L2 Tags in the receive descriptor */ 4772adf242SAnirudh Venkataramanan rlan_ctx.l2tsel = 1; 4872adf242SAnirudh Venkataramanan 4972adf242SAnirudh Venkataramanan rlan_ctx.dtype = ICE_RX_DTYPE_NO_SPLIT; 5072adf242SAnirudh Venkataramanan rlan_ctx.hsplit_0 = ICE_RLAN_RX_HSPLIT_0_NO_SPLIT; 5172adf242SAnirudh Venkataramanan rlan_ctx.hsplit_1 = ICE_RLAN_RX_HSPLIT_1_NO_SPLIT; 5272adf242SAnirudh Venkataramanan 5372adf242SAnirudh Venkataramanan /* This controls whether VLAN is stripped from inner headers 5472adf242SAnirudh Venkataramanan * The VLAN in the inner L2 header is stripped to the receive 5572adf242SAnirudh Venkataramanan * descriptor if enabled by this flag. 5672adf242SAnirudh Venkataramanan */ 5772adf242SAnirudh Venkataramanan rlan_ctx.showiv = 0; 5872adf242SAnirudh Venkataramanan 5972adf242SAnirudh Venkataramanan /* Max packet size for this queue - must not be set to a larger value 6072adf242SAnirudh Venkataramanan * than 5 x DBUF 6172adf242SAnirudh Venkataramanan */ 6272adf242SAnirudh Venkataramanan rlan_ctx.rxmax = min_t(u16, vsi->max_frame, 6372adf242SAnirudh Venkataramanan ICE_MAX_CHAINED_RX_BUFS * vsi->rx_buf_len); 6472adf242SAnirudh Venkataramanan 6572adf242SAnirudh Venkataramanan /* Rx queue threshold in units of 64 */ 6672adf242SAnirudh Venkataramanan rlan_ctx.lrxqthresh = 1; 6772adf242SAnirudh Venkataramanan 6872adf242SAnirudh Venkataramanan /* Enable Flexible Descriptors in the queue context which 6972adf242SAnirudh Venkataramanan * allows this driver to select a specific receive descriptor format 7072adf242SAnirudh Venkataramanan */ 718ede0178SAnirudh Venkataramanan if (vsi->type != ICE_VSI_VF) { 7272adf242SAnirudh Venkataramanan regval = rd32(hw, QRXFLXP_CNTXT(pf_q)); 7372adf242SAnirudh Venkataramanan regval |= (rxdid << QRXFLXP_CNTXT_RXDID_IDX_S) & 7472adf242SAnirudh Venkataramanan QRXFLXP_CNTXT_RXDID_IDX_M; 7572adf242SAnirudh Venkataramanan 7672adf242SAnirudh Venkataramanan /* increasing context priority to pick up profile id; 7772adf242SAnirudh Venkataramanan * default is 0x01; setting to 0x03 to ensure profile 7872adf242SAnirudh Venkataramanan * is programming if prev context is of same priority 7972adf242SAnirudh Venkataramanan */ 8072adf242SAnirudh Venkataramanan regval |= (0x03 << QRXFLXP_CNTXT_RXDID_PRIO_S) & 8172adf242SAnirudh Venkataramanan QRXFLXP_CNTXT_RXDID_PRIO_M; 8272adf242SAnirudh Venkataramanan 8372adf242SAnirudh Venkataramanan wr32(hw, QRXFLXP_CNTXT(pf_q), regval); 848ede0178SAnirudh Venkataramanan } 8572adf242SAnirudh Venkataramanan 8672adf242SAnirudh Venkataramanan /* Absolute queue number out of 2K needs to be passed */ 8772adf242SAnirudh Venkataramanan err = ice_write_rxq_ctx(hw, &rlan_ctx, pf_q); 8872adf242SAnirudh Venkataramanan if (err) { 8972adf242SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, 9072adf242SAnirudh Venkataramanan "Failed to set LAN Rx queue context for absolute Rx queue %d error: %d\n", 9172adf242SAnirudh Venkataramanan pf_q, err); 9272adf242SAnirudh Venkataramanan return -EIO; 9372adf242SAnirudh Venkataramanan } 9472adf242SAnirudh Venkataramanan 958ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 968ede0178SAnirudh Venkataramanan return 0; 978ede0178SAnirudh Venkataramanan 9872adf242SAnirudh Venkataramanan /* init queue specific tail register */ 9972adf242SAnirudh Venkataramanan ring->tail = hw->hw_addr + QRX_TAIL(pf_q); 10072adf242SAnirudh Venkataramanan writel(0, ring->tail); 10172adf242SAnirudh Venkataramanan ice_alloc_rx_bufs(ring, ICE_DESC_UNUSED(ring)); 10272adf242SAnirudh Venkataramanan 10372adf242SAnirudh Venkataramanan return 0; 10472adf242SAnirudh Venkataramanan } 10572adf242SAnirudh Venkataramanan 10672adf242SAnirudh Venkataramanan /** 10772adf242SAnirudh Venkataramanan * ice_setup_tx_ctx - setup a struct ice_tlan_ctx instance 10872adf242SAnirudh Venkataramanan * @ring: The Tx ring to configure 10972adf242SAnirudh Venkataramanan * @tlan_ctx: Pointer to the Tx LAN queue context structure to be initialized 11072adf242SAnirudh Venkataramanan * @pf_q: queue index in the PF space 11172adf242SAnirudh Venkataramanan * 11272adf242SAnirudh Venkataramanan * Configure the Tx descriptor ring in TLAN context. 11372adf242SAnirudh Venkataramanan */ 11472adf242SAnirudh Venkataramanan static void 11572adf242SAnirudh Venkataramanan ice_setup_tx_ctx(struct ice_ring *ring, struct ice_tlan_ctx *tlan_ctx, u16 pf_q) 11672adf242SAnirudh Venkataramanan { 11772adf242SAnirudh Venkataramanan struct ice_vsi *vsi = ring->vsi; 11872adf242SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 11972adf242SAnirudh Venkataramanan 12072adf242SAnirudh Venkataramanan tlan_ctx->base = ring->dma >> ICE_TLAN_CTX_BASE_S; 12172adf242SAnirudh Venkataramanan 12272adf242SAnirudh Venkataramanan tlan_ctx->port_num = vsi->port_info->lport; 12372adf242SAnirudh Venkataramanan 12472adf242SAnirudh Venkataramanan /* Transmit Queue Length */ 12572adf242SAnirudh Venkataramanan tlan_ctx->qlen = ring->count; 12672adf242SAnirudh Venkataramanan 12772adf242SAnirudh Venkataramanan /* PF number */ 12872adf242SAnirudh Venkataramanan tlan_ctx->pf_num = hw->pf_id; 12972adf242SAnirudh Venkataramanan 13072adf242SAnirudh Venkataramanan /* queue belongs to a specific VSI type 13172adf242SAnirudh Venkataramanan * VF / VM index should be programmed per vmvf_type setting: 13272adf242SAnirudh Venkataramanan * for vmvf_type = VF, it is VF number between 0-256 13372adf242SAnirudh Venkataramanan * for vmvf_type = VM, it is VM number between 0-767 13472adf242SAnirudh Venkataramanan * for PF or EMP this field should be set to zero 13572adf242SAnirudh Venkataramanan */ 13672adf242SAnirudh Venkataramanan switch (vsi->type) { 13772adf242SAnirudh Venkataramanan case ICE_VSI_PF: 13872adf242SAnirudh Venkataramanan tlan_ctx->vmvf_type = ICE_TLAN_CTX_VMVF_TYPE_PF; 13972adf242SAnirudh Venkataramanan break; 1408ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 1418ede0178SAnirudh Venkataramanan /* Firmware expects vmvf_num to be absolute VF id */ 1428ede0178SAnirudh Venkataramanan tlan_ctx->vmvf_num = hw->func_caps.vf_base_id + vsi->vf_id; 1438ede0178SAnirudh Venkataramanan tlan_ctx->vmvf_type = ICE_TLAN_CTX_VMVF_TYPE_VF; 1448ede0178SAnirudh Venkataramanan break; 14572adf242SAnirudh Venkataramanan default: 14672adf242SAnirudh Venkataramanan return; 14772adf242SAnirudh Venkataramanan } 14872adf242SAnirudh Venkataramanan 14972adf242SAnirudh Venkataramanan /* make sure the context is associated with the right VSI */ 1504fb33f31SAnirudh Venkataramanan tlan_ctx->src_vsi = ice_get_hw_vsi_num(hw, vsi->idx); 15172adf242SAnirudh Venkataramanan 15272adf242SAnirudh Venkataramanan tlan_ctx->tso_ena = ICE_TX_LEGACY; 15372adf242SAnirudh Venkataramanan tlan_ctx->tso_qnum = pf_q; 15472adf242SAnirudh Venkataramanan 15572adf242SAnirudh Venkataramanan /* Legacy or Advanced Host Interface: 15672adf242SAnirudh Venkataramanan * 0: Advanced Host Interface 15772adf242SAnirudh Venkataramanan * 1: Legacy Host Interface 15872adf242SAnirudh Venkataramanan */ 15972adf242SAnirudh Venkataramanan tlan_ctx->legacy_int = ICE_TX_LEGACY; 16072adf242SAnirudh Venkataramanan } 16172adf242SAnirudh Venkataramanan 16272adf242SAnirudh Venkataramanan /** 16372adf242SAnirudh Venkataramanan * ice_pf_rxq_wait - Wait for a PF's Rx queue to be enabled or disabled 16472adf242SAnirudh Venkataramanan * @pf: the PF being configured 16572adf242SAnirudh Venkataramanan * @pf_q: the PF queue 16672adf242SAnirudh Venkataramanan * @ena: enable or disable state of the queue 16772adf242SAnirudh Venkataramanan * 16872adf242SAnirudh Venkataramanan * This routine will wait for the given Rx queue of the PF to reach the 16972adf242SAnirudh Venkataramanan * enabled or disabled state. 17072adf242SAnirudh Venkataramanan * Returns -ETIMEDOUT in case of failing to reach the requested state after 17172adf242SAnirudh Venkataramanan * multiple retries; else will return 0 in case of success. 17272adf242SAnirudh Venkataramanan */ 17372adf242SAnirudh Venkataramanan static int ice_pf_rxq_wait(struct ice_pf *pf, int pf_q, bool ena) 17472adf242SAnirudh Venkataramanan { 17572adf242SAnirudh Venkataramanan int i; 17672adf242SAnirudh Venkataramanan 1777b8ff0f9SPiotr Raczynski for (i = 0; i < ICE_Q_WAIT_MAX_RETRY; i++) { 17816c3301bSBrett Creeley if (ena == !!(rd32(&pf->hw, QRX_CTRL(pf_q)) & 17916c3301bSBrett Creeley QRX_CTRL_QENA_STAT_M)) 18016c3301bSBrett Creeley return 0; 18172adf242SAnirudh Venkataramanan 1827b8ff0f9SPiotr Raczynski usleep_range(20, 40); 18372adf242SAnirudh Venkataramanan } 18472adf242SAnirudh Venkataramanan 18516c3301bSBrett Creeley return -ETIMEDOUT; 18672adf242SAnirudh Venkataramanan } 18772adf242SAnirudh Venkataramanan 18872adf242SAnirudh Venkataramanan /** 18972adf242SAnirudh Venkataramanan * ice_vsi_ctrl_rx_rings - Start or stop a VSI's Rx rings 19072adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 19172adf242SAnirudh Venkataramanan * @ena: start or stop the Rx rings 19272adf242SAnirudh Venkataramanan */ 19372adf242SAnirudh Venkataramanan static int ice_vsi_ctrl_rx_rings(struct ice_vsi *vsi, bool ena) 19472adf242SAnirudh Venkataramanan { 19572adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 19672adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 19772adf242SAnirudh Venkataramanan int i, j, ret = 0; 19872adf242SAnirudh Venkataramanan 19972adf242SAnirudh Venkataramanan for (i = 0; i < vsi->num_rxq; i++) { 20072adf242SAnirudh Venkataramanan int pf_q = vsi->rxq_map[i]; 20172adf242SAnirudh Venkataramanan u32 rx_reg; 20272adf242SAnirudh Venkataramanan 20372adf242SAnirudh Venkataramanan for (j = 0; j < ICE_Q_WAIT_MAX_RETRY; j++) { 20472adf242SAnirudh Venkataramanan rx_reg = rd32(hw, QRX_CTRL(pf_q)); 20572adf242SAnirudh Venkataramanan if (((rx_reg >> QRX_CTRL_QENA_REQ_S) & 1) == 20672adf242SAnirudh Venkataramanan ((rx_reg >> QRX_CTRL_QENA_STAT_S) & 1)) 20772adf242SAnirudh Venkataramanan break; 20872adf242SAnirudh Venkataramanan usleep_range(1000, 2000); 20972adf242SAnirudh Venkataramanan } 21072adf242SAnirudh Venkataramanan 21172adf242SAnirudh Venkataramanan /* Skip if the queue is already in the requested state */ 21272adf242SAnirudh Venkataramanan if (ena == !!(rx_reg & QRX_CTRL_QENA_STAT_M)) 21372adf242SAnirudh Venkataramanan continue; 21472adf242SAnirudh Venkataramanan 21572adf242SAnirudh Venkataramanan /* turn on/off the queue */ 21672adf242SAnirudh Venkataramanan if (ena) 21772adf242SAnirudh Venkataramanan rx_reg |= QRX_CTRL_QENA_REQ_M; 21872adf242SAnirudh Venkataramanan else 21972adf242SAnirudh Venkataramanan rx_reg &= ~QRX_CTRL_QENA_REQ_M; 22072adf242SAnirudh Venkataramanan wr32(hw, QRX_CTRL(pf_q), rx_reg); 22172adf242SAnirudh Venkataramanan 22272adf242SAnirudh Venkataramanan /* wait for the change to finish */ 22372adf242SAnirudh Venkataramanan ret = ice_pf_rxq_wait(pf, pf_q, ena); 22472adf242SAnirudh Venkataramanan if (ret) { 22572adf242SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 22672adf242SAnirudh Venkataramanan "VSI idx %d Rx ring %d %sable timeout\n", 22772adf242SAnirudh Venkataramanan vsi->idx, pf_q, (ena ? "en" : "dis")); 22872adf242SAnirudh Venkataramanan break; 22972adf242SAnirudh Venkataramanan } 23072adf242SAnirudh Venkataramanan } 23172adf242SAnirudh Venkataramanan 23272adf242SAnirudh Venkataramanan return ret; 23372adf242SAnirudh Venkataramanan } 23472adf242SAnirudh Venkataramanan 23572adf242SAnirudh Venkataramanan /** 23628c2a645SAnirudh Venkataramanan * ice_vsi_alloc_arrays - Allocate queue and vector pointer arrays for the VSI 23728c2a645SAnirudh Venkataramanan * @vsi: VSI pointer 23828c2a645SAnirudh Venkataramanan * @alloc_qvectors: a bool to specify if q_vectors need to be allocated. 23928c2a645SAnirudh Venkataramanan * 24028c2a645SAnirudh Venkataramanan * On error: returns error code (negative) 24128c2a645SAnirudh Venkataramanan * On success: returns 0 24228c2a645SAnirudh Venkataramanan */ 24337bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_arrays(struct ice_vsi *vsi, bool alloc_qvectors) 24428c2a645SAnirudh Venkataramanan { 24528c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 24628c2a645SAnirudh Venkataramanan 24728c2a645SAnirudh Venkataramanan /* allocate memory for both Tx and Rx ring pointers */ 24828c2a645SAnirudh Venkataramanan vsi->tx_rings = devm_kcalloc(&pf->pdev->dev, vsi->alloc_txq, 249c6dfd690SBruce Allan sizeof(*vsi->tx_rings), GFP_KERNEL); 25028c2a645SAnirudh Venkataramanan if (!vsi->tx_rings) 25128c2a645SAnirudh Venkataramanan goto err_txrings; 25228c2a645SAnirudh Venkataramanan 25328c2a645SAnirudh Venkataramanan vsi->rx_rings = devm_kcalloc(&pf->pdev->dev, vsi->alloc_rxq, 254c6dfd690SBruce Allan sizeof(*vsi->rx_rings), GFP_KERNEL); 25528c2a645SAnirudh Venkataramanan if (!vsi->rx_rings) 25628c2a645SAnirudh Venkataramanan goto err_rxrings; 25728c2a645SAnirudh Venkataramanan 25828c2a645SAnirudh Venkataramanan if (alloc_qvectors) { 25928c2a645SAnirudh Venkataramanan /* allocate memory for q_vector pointers */ 26028c2a645SAnirudh Venkataramanan vsi->q_vectors = devm_kcalloc(&pf->pdev->dev, 26128c2a645SAnirudh Venkataramanan vsi->num_q_vectors, 262c6dfd690SBruce Allan sizeof(*vsi->q_vectors), 26328c2a645SAnirudh Venkataramanan GFP_KERNEL); 26428c2a645SAnirudh Venkataramanan if (!vsi->q_vectors) 26528c2a645SAnirudh Venkataramanan goto err_vectors; 26628c2a645SAnirudh Venkataramanan } 26728c2a645SAnirudh Venkataramanan 26828c2a645SAnirudh Venkataramanan return 0; 26928c2a645SAnirudh Venkataramanan 27028c2a645SAnirudh Venkataramanan err_vectors: 27128c2a645SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rx_rings); 27228c2a645SAnirudh Venkataramanan err_rxrings: 27328c2a645SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->tx_rings); 27428c2a645SAnirudh Venkataramanan err_txrings: 27528c2a645SAnirudh Venkataramanan return -ENOMEM; 27628c2a645SAnirudh Venkataramanan } 27728c2a645SAnirudh Venkataramanan 27828c2a645SAnirudh Venkataramanan /** 279ad71b256SBrett Creeley * ice_vsi_set_num_desc - Set number of descriptors for queues on this VSI 280ad71b256SBrett Creeley * @vsi: the VSI being configured 281ad71b256SBrett Creeley */ 282ad71b256SBrett Creeley static void ice_vsi_set_num_desc(struct ice_vsi *vsi) 283ad71b256SBrett Creeley { 284ad71b256SBrett Creeley switch (vsi->type) { 285ad71b256SBrett Creeley case ICE_VSI_PF: 286ad71b256SBrett Creeley vsi->num_rx_desc = ICE_DFLT_NUM_RX_DESC; 287ad71b256SBrett Creeley vsi->num_tx_desc = ICE_DFLT_NUM_TX_DESC; 288ad71b256SBrett Creeley break; 289ad71b256SBrett Creeley default: 290ad71b256SBrett Creeley dev_dbg(&vsi->back->pdev->dev, 291ad71b256SBrett Creeley "Not setting number of Tx/Rx descriptors for VSI type %d\n", 292ad71b256SBrett Creeley vsi->type); 293ad71b256SBrett Creeley break; 294ad71b256SBrett Creeley } 295ad71b256SBrett Creeley } 296ad71b256SBrett Creeley 297ad71b256SBrett Creeley /** 298ad71b256SBrett Creeley * ice_vsi_set_num_qs - Set number of queues, descriptors and vectors for a VSI 29928c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 3005743020dSAkeem G Abodunrin * @vf_id: Id of the VF being configured 30128c2a645SAnirudh Venkataramanan * 30228c2a645SAnirudh Venkataramanan * Return 0 on success and a negative value on error 30328c2a645SAnirudh Venkataramanan */ 3045743020dSAkeem G Abodunrin static void ice_vsi_set_num_qs(struct ice_vsi *vsi, u16 vf_id) 30528c2a645SAnirudh Venkataramanan { 30628c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 30728c2a645SAnirudh Venkataramanan 3085743020dSAkeem G Abodunrin struct ice_vf *vf = NULL; 3095743020dSAkeem G Abodunrin 3105743020dSAkeem G Abodunrin if (vsi->type == ICE_VSI_VF) 3115743020dSAkeem G Abodunrin vsi->vf_id = vf_id; 3125743020dSAkeem G Abodunrin 31328c2a645SAnirudh Venkataramanan switch (vsi->type) { 31428c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 31528c2a645SAnirudh Venkataramanan vsi->alloc_txq = pf->num_lan_tx; 31628c2a645SAnirudh Venkataramanan vsi->alloc_rxq = pf->num_lan_rx; 31728c2a645SAnirudh Venkataramanan vsi->num_q_vectors = max_t(int, pf->num_lan_rx, pf->num_lan_tx); 31828c2a645SAnirudh Venkataramanan break; 3198ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 3205743020dSAkeem G Abodunrin vf = &pf->vf[vsi->vf_id]; 3215743020dSAkeem G Abodunrin vsi->alloc_txq = vf->num_vf_qs; 3225743020dSAkeem G Abodunrin vsi->alloc_rxq = vf->num_vf_qs; 3238ede0178SAnirudh Venkataramanan /* pf->num_vf_msix includes (VF miscellaneous vector + 3248ede0178SAnirudh Venkataramanan * data queue interrupts). Since vsi->num_q_vectors is number 3258ede0178SAnirudh Venkataramanan * of queues vectors, subtract 1 from the original vector 3268ede0178SAnirudh Venkataramanan * count 3278ede0178SAnirudh Venkataramanan */ 3288ede0178SAnirudh Venkataramanan vsi->num_q_vectors = pf->num_vf_msix - 1; 3298ede0178SAnirudh Venkataramanan break; 33028c2a645SAnirudh Venkataramanan default: 33128c2a645SAnirudh Venkataramanan dev_warn(&vsi->back->pdev->dev, "Unknown VSI type %d\n", 33228c2a645SAnirudh Venkataramanan vsi->type); 33328c2a645SAnirudh Venkataramanan break; 33428c2a645SAnirudh Venkataramanan } 335ad71b256SBrett Creeley 336ad71b256SBrett Creeley ice_vsi_set_num_desc(vsi); 33728c2a645SAnirudh Venkataramanan } 33828c2a645SAnirudh Venkataramanan 33928c2a645SAnirudh Venkataramanan /** 34028c2a645SAnirudh Venkataramanan * ice_get_free_slot - get the next non-NULL location index in array 34128c2a645SAnirudh Venkataramanan * @array: array to search 34228c2a645SAnirudh Venkataramanan * @size: size of the array 34328c2a645SAnirudh Venkataramanan * @curr: last known occupied index to be used as a search hint 34428c2a645SAnirudh Venkataramanan * 34528c2a645SAnirudh Venkataramanan * void * is being used to keep the functionality generic. This lets us use this 34628c2a645SAnirudh Venkataramanan * function on any array of pointers. 34728c2a645SAnirudh Venkataramanan */ 34837bb8390SAnirudh Venkataramanan static int ice_get_free_slot(void *array, int size, int curr) 34928c2a645SAnirudh Venkataramanan { 35028c2a645SAnirudh Venkataramanan int **tmp_array = (int **)array; 35128c2a645SAnirudh Venkataramanan int next; 35228c2a645SAnirudh Venkataramanan 35328c2a645SAnirudh Venkataramanan if (curr < (size - 1) && !tmp_array[curr + 1]) { 35428c2a645SAnirudh Venkataramanan next = curr + 1; 35528c2a645SAnirudh Venkataramanan } else { 35628c2a645SAnirudh Venkataramanan int i = 0; 35728c2a645SAnirudh Venkataramanan 35828c2a645SAnirudh Venkataramanan while ((i < size) && (tmp_array[i])) 35928c2a645SAnirudh Venkataramanan i++; 36028c2a645SAnirudh Venkataramanan if (i == size) 36128c2a645SAnirudh Venkataramanan next = ICE_NO_VSI; 36228c2a645SAnirudh Venkataramanan else 36328c2a645SAnirudh Venkataramanan next = i; 36428c2a645SAnirudh Venkataramanan } 36528c2a645SAnirudh Venkataramanan return next; 36628c2a645SAnirudh Venkataramanan } 36728c2a645SAnirudh Venkataramanan 36828c2a645SAnirudh Venkataramanan /** 3695153a18eSAnirudh Venkataramanan * ice_vsi_delete - delete a VSI from the switch 3705153a18eSAnirudh Venkataramanan * @vsi: pointer to VSI being removed 3715153a18eSAnirudh Venkataramanan */ 3725153a18eSAnirudh Venkataramanan void ice_vsi_delete(struct ice_vsi *vsi) 3735153a18eSAnirudh Venkataramanan { 3745153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 375198a666aSBruce Allan struct ice_vsi_ctx *ctxt; 3765153a18eSAnirudh Venkataramanan enum ice_status status; 3775153a18eSAnirudh Venkataramanan 378198a666aSBruce Allan ctxt = devm_kzalloc(&pf->pdev->dev, sizeof(*ctxt), GFP_KERNEL); 379198a666aSBruce Allan if (!ctxt) 380198a666aSBruce Allan return; 381198a666aSBruce Allan 3828ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 383198a666aSBruce Allan ctxt->vf_num = vsi->vf_id; 384198a666aSBruce Allan ctxt->vsi_num = vsi->vsi_num; 3855153a18eSAnirudh Venkataramanan 386198a666aSBruce Allan memcpy(&ctxt->info, &vsi->info, sizeof(ctxt->info)); 3875153a18eSAnirudh Venkataramanan 388198a666aSBruce Allan status = ice_free_vsi(&pf->hw, vsi->idx, ctxt, false, NULL); 3895153a18eSAnirudh Venkataramanan if (status) 3905153a18eSAnirudh Venkataramanan dev_err(&pf->pdev->dev, "Failed to delete VSI %i in FW\n", 3915153a18eSAnirudh Venkataramanan vsi->vsi_num); 392198a666aSBruce Allan 393198a666aSBruce Allan devm_kfree(&pf->pdev->dev, ctxt); 3945153a18eSAnirudh Venkataramanan } 3955153a18eSAnirudh Venkataramanan 3965153a18eSAnirudh Venkataramanan /** 39707309a0eSAnirudh Venkataramanan * ice_vsi_free_arrays - clean up VSI resources 39807309a0eSAnirudh Venkataramanan * @vsi: pointer to VSI being cleared 39907309a0eSAnirudh Venkataramanan * @free_qvectors: bool to specify if q_vectors should be deallocated 40007309a0eSAnirudh Venkataramanan */ 401df0f8479SAnirudh Venkataramanan static void ice_vsi_free_arrays(struct ice_vsi *vsi, bool free_qvectors) 40207309a0eSAnirudh Venkataramanan { 40307309a0eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 40407309a0eSAnirudh Venkataramanan 40507309a0eSAnirudh Venkataramanan /* free the ring and vector containers */ 40607309a0eSAnirudh Venkataramanan if (free_qvectors && vsi->q_vectors) { 40707309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->q_vectors); 40807309a0eSAnirudh Venkataramanan vsi->q_vectors = NULL; 40907309a0eSAnirudh Venkataramanan } 41007309a0eSAnirudh Venkataramanan if (vsi->tx_rings) { 41107309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->tx_rings); 41207309a0eSAnirudh Venkataramanan vsi->tx_rings = NULL; 41307309a0eSAnirudh Venkataramanan } 41407309a0eSAnirudh Venkataramanan if (vsi->rx_rings) { 41507309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rx_rings); 41607309a0eSAnirudh Venkataramanan vsi->rx_rings = NULL; 41707309a0eSAnirudh Venkataramanan } 41807309a0eSAnirudh Venkataramanan } 41907309a0eSAnirudh Venkataramanan 42007309a0eSAnirudh Venkataramanan /** 42107309a0eSAnirudh Venkataramanan * ice_vsi_clear - clean up and deallocate the provided VSI 42207309a0eSAnirudh Venkataramanan * @vsi: pointer to VSI being cleared 42307309a0eSAnirudh Venkataramanan * 42407309a0eSAnirudh Venkataramanan * This deallocates the VSI's queue resources, removes it from the PF's 42507309a0eSAnirudh Venkataramanan * VSI array if necessary, and deallocates the VSI 42607309a0eSAnirudh Venkataramanan * 42707309a0eSAnirudh Venkataramanan * Returns 0 on success, negative on failure 42807309a0eSAnirudh Venkataramanan */ 42907309a0eSAnirudh Venkataramanan int ice_vsi_clear(struct ice_vsi *vsi) 43007309a0eSAnirudh Venkataramanan { 43107309a0eSAnirudh Venkataramanan struct ice_pf *pf = NULL; 43207309a0eSAnirudh Venkataramanan 43307309a0eSAnirudh Venkataramanan if (!vsi) 43407309a0eSAnirudh Venkataramanan return 0; 43507309a0eSAnirudh Venkataramanan 43607309a0eSAnirudh Venkataramanan if (!vsi->back) 43707309a0eSAnirudh Venkataramanan return -EINVAL; 43807309a0eSAnirudh Venkataramanan 43907309a0eSAnirudh Venkataramanan pf = vsi->back; 44007309a0eSAnirudh Venkataramanan 44107309a0eSAnirudh Venkataramanan if (!pf->vsi[vsi->idx] || pf->vsi[vsi->idx] != vsi) { 44207309a0eSAnirudh Venkataramanan dev_dbg(&pf->pdev->dev, "vsi does not exist at pf->vsi[%d]\n", 44307309a0eSAnirudh Venkataramanan vsi->idx); 44407309a0eSAnirudh Venkataramanan return -EINVAL; 44507309a0eSAnirudh Venkataramanan } 44607309a0eSAnirudh Venkataramanan 44707309a0eSAnirudh Venkataramanan mutex_lock(&pf->sw_mutex); 44807309a0eSAnirudh Venkataramanan /* updates the PF for this cleared VSI */ 44907309a0eSAnirudh Venkataramanan 45007309a0eSAnirudh Venkataramanan pf->vsi[vsi->idx] = NULL; 45107309a0eSAnirudh Venkataramanan if (vsi->idx < pf->next_vsi) 45207309a0eSAnirudh Venkataramanan pf->next_vsi = vsi->idx; 45307309a0eSAnirudh Venkataramanan 45407309a0eSAnirudh Venkataramanan ice_vsi_free_arrays(vsi, true); 45507309a0eSAnirudh Venkataramanan mutex_unlock(&pf->sw_mutex); 45607309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi); 45707309a0eSAnirudh Venkataramanan 45807309a0eSAnirudh Venkataramanan return 0; 45907309a0eSAnirudh Venkataramanan } 46007309a0eSAnirudh Venkataramanan 46107309a0eSAnirudh Venkataramanan /** 4625153a18eSAnirudh Venkataramanan * ice_msix_clean_rings - MSIX mode Interrupt Handler 4635153a18eSAnirudh Venkataramanan * @irq: interrupt number 4645153a18eSAnirudh Venkataramanan * @data: pointer to a q_vector 4655153a18eSAnirudh Venkataramanan */ 466f3aaaaaaSAnirudh Venkataramanan static irqreturn_t ice_msix_clean_rings(int __always_unused irq, void *data) 4675153a18eSAnirudh Venkataramanan { 4685153a18eSAnirudh Venkataramanan struct ice_q_vector *q_vector = (struct ice_q_vector *)data; 4695153a18eSAnirudh Venkataramanan 4705153a18eSAnirudh Venkataramanan if (!q_vector->tx.ring && !q_vector->rx.ring) 4715153a18eSAnirudh Venkataramanan return IRQ_HANDLED; 4725153a18eSAnirudh Venkataramanan 4735153a18eSAnirudh Venkataramanan napi_schedule(&q_vector->napi); 4745153a18eSAnirudh Venkataramanan 4755153a18eSAnirudh Venkataramanan return IRQ_HANDLED; 4765153a18eSAnirudh Venkataramanan } 4775153a18eSAnirudh Venkataramanan 4785153a18eSAnirudh Venkataramanan /** 47937bb8390SAnirudh Venkataramanan * ice_vsi_alloc - Allocates the next available struct VSI in the PF 48037bb8390SAnirudh Venkataramanan * @pf: board private structure 48137bb8390SAnirudh Venkataramanan * @type: type of VSI 4825743020dSAkeem G Abodunrin * @vf_id: Id of the VF being configured 48337bb8390SAnirudh Venkataramanan * 48437bb8390SAnirudh Venkataramanan * returns a pointer to a VSI on success, NULL on failure. 48537bb8390SAnirudh Venkataramanan */ 4865743020dSAkeem G Abodunrin static struct ice_vsi * 4875743020dSAkeem G Abodunrin ice_vsi_alloc(struct ice_pf *pf, enum ice_vsi_type type, u16 vf_id) 48837bb8390SAnirudh Venkataramanan { 48937bb8390SAnirudh Venkataramanan struct ice_vsi *vsi = NULL; 49037bb8390SAnirudh Venkataramanan 49137bb8390SAnirudh Venkataramanan /* Need to protect the allocation of the VSIs at the PF level */ 49237bb8390SAnirudh Venkataramanan mutex_lock(&pf->sw_mutex); 49337bb8390SAnirudh Venkataramanan 49437bb8390SAnirudh Venkataramanan /* If we have already allocated our maximum number of VSIs, 49537bb8390SAnirudh Venkataramanan * pf->next_vsi will be ICE_NO_VSI. If not, pf->next_vsi index 49637bb8390SAnirudh Venkataramanan * is available to be populated 49737bb8390SAnirudh Venkataramanan */ 49837bb8390SAnirudh Venkataramanan if (pf->next_vsi == ICE_NO_VSI) { 49937bb8390SAnirudh Venkataramanan dev_dbg(&pf->pdev->dev, "out of VSI slots!\n"); 50037bb8390SAnirudh Venkataramanan goto unlock_pf; 50137bb8390SAnirudh Venkataramanan } 50237bb8390SAnirudh Venkataramanan 50337bb8390SAnirudh Venkataramanan vsi = devm_kzalloc(&pf->pdev->dev, sizeof(*vsi), GFP_KERNEL); 50437bb8390SAnirudh Venkataramanan if (!vsi) 50537bb8390SAnirudh Venkataramanan goto unlock_pf; 50637bb8390SAnirudh Venkataramanan 50737bb8390SAnirudh Venkataramanan vsi->type = type; 50837bb8390SAnirudh Venkataramanan vsi->back = pf; 50937bb8390SAnirudh Venkataramanan set_bit(__ICE_DOWN, vsi->state); 51037bb8390SAnirudh Venkataramanan vsi->idx = pf->next_vsi; 51137bb8390SAnirudh Venkataramanan vsi->work_lmt = ICE_DFLT_IRQ_WORK; 51237bb8390SAnirudh Venkataramanan 5135743020dSAkeem G Abodunrin if (type == ICE_VSI_VF) 5145743020dSAkeem G Abodunrin ice_vsi_set_num_qs(vsi, vf_id); 5155743020dSAkeem G Abodunrin else 5165743020dSAkeem G Abodunrin ice_vsi_set_num_qs(vsi, ICE_INVAL_VFID); 51737bb8390SAnirudh Venkataramanan 51837bb8390SAnirudh Venkataramanan switch (vsi->type) { 51937bb8390SAnirudh Venkataramanan case ICE_VSI_PF: 52037bb8390SAnirudh Venkataramanan if (ice_vsi_alloc_arrays(vsi, true)) 52137bb8390SAnirudh Venkataramanan goto err_rings; 52237bb8390SAnirudh Venkataramanan 52337bb8390SAnirudh Venkataramanan /* Setup default MSIX irq handler for VSI */ 52437bb8390SAnirudh Venkataramanan vsi->irq_handler = ice_msix_clean_rings; 52537bb8390SAnirudh Venkataramanan break; 5268ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 5278ede0178SAnirudh Venkataramanan if (ice_vsi_alloc_arrays(vsi, true)) 5288ede0178SAnirudh Venkataramanan goto err_rings; 5298ede0178SAnirudh Venkataramanan break; 53037bb8390SAnirudh Venkataramanan default: 53137bb8390SAnirudh Venkataramanan dev_warn(&pf->pdev->dev, "Unknown VSI type %d\n", vsi->type); 53237bb8390SAnirudh Venkataramanan goto unlock_pf; 53337bb8390SAnirudh Venkataramanan } 53437bb8390SAnirudh Venkataramanan 53537bb8390SAnirudh Venkataramanan /* fill VSI slot in the PF struct */ 53637bb8390SAnirudh Venkataramanan pf->vsi[pf->next_vsi] = vsi; 53737bb8390SAnirudh Venkataramanan 53837bb8390SAnirudh Venkataramanan /* prepare pf->next_vsi for next use */ 53937bb8390SAnirudh Venkataramanan pf->next_vsi = ice_get_free_slot(pf->vsi, pf->num_alloc_vsi, 54037bb8390SAnirudh Venkataramanan pf->next_vsi); 54137bb8390SAnirudh Venkataramanan goto unlock_pf; 54237bb8390SAnirudh Venkataramanan 54337bb8390SAnirudh Venkataramanan err_rings: 54437bb8390SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi); 54537bb8390SAnirudh Venkataramanan vsi = NULL; 54637bb8390SAnirudh Venkataramanan unlock_pf: 54737bb8390SAnirudh Venkataramanan mutex_unlock(&pf->sw_mutex); 54837bb8390SAnirudh Venkataramanan return vsi; 54937bb8390SAnirudh Venkataramanan } 55037bb8390SAnirudh Venkataramanan 55137bb8390SAnirudh Venkataramanan /** 55203f7a986SAnirudh Venkataramanan * __ice_vsi_get_qs_contig - Assign a contiguous chunk of queues to VSI 55303f7a986SAnirudh Venkataramanan * @qs_cfg: gathered variables needed for PF->VSI queues assignment 554df0f8479SAnirudh Venkataramanan * 55503f7a986SAnirudh Venkataramanan * Return 0 on success and -ENOMEM in case of no left space in PF queue bitmap 556df0f8479SAnirudh Venkataramanan */ 55703f7a986SAnirudh Venkataramanan static int __ice_vsi_get_qs_contig(struct ice_qs_cfg *qs_cfg) 558df0f8479SAnirudh Venkataramanan { 55903f7a986SAnirudh Venkataramanan int offset, i; 560df0f8479SAnirudh Venkataramanan 56103f7a986SAnirudh Venkataramanan mutex_lock(qs_cfg->qs_mutex); 56203f7a986SAnirudh Venkataramanan offset = bitmap_find_next_zero_area(qs_cfg->pf_map, qs_cfg->pf_map_size, 56303f7a986SAnirudh Venkataramanan 0, qs_cfg->q_count, 0); 56403f7a986SAnirudh Venkataramanan if (offset >= qs_cfg->pf_map_size) { 56503f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 56603f7a986SAnirudh Venkataramanan return -ENOMEM; 567df0f8479SAnirudh Venkataramanan } 568df0f8479SAnirudh Venkataramanan 56903f7a986SAnirudh Venkataramanan bitmap_set(qs_cfg->pf_map, offset, qs_cfg->q_count); 57003f7a986SAnirudh Venkataramanan for (i = 0; i < qs_cfg->q_count; i++) 57103f7a986SAnirudh Venkataramanan qs_cfg->vsi_map[i + qs_cfg->vsi_map_offset] = i + offset; 57203f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 573df0f8479SAnirudh Venkataramanan 57403f7a986SAnirudh Venkataramanan return 0; 575df0f8479SAnirudh Venkataramanan } 576df0f8479SAnirudh Venkataramanan 577df0f8479SAnirudh Venkataramanan /** 57803f7a986SAnirudh Venkataramanan * __ice_vsi_get_qs_sc - Assign a scattered queues from PF to VSI 57903f7a986SAnirudh Venkataramanan * @qs_cfg: gathered variables needed for PF->VSI queues assignment 580df0f8479SAnirudh Venkataramanan * 58103f7a986SAnirudh Venkataramanan * Return 0 on success and -ENOMEM in case of no left space in PF queue bitmap 582df0f8479SAnirudh Venkataramanan */ 58303f7a986SAnirudh Venkataramanan static int __ice_vsi_get_qs_sc(struct ice_qs_cfg *qs_cfg) 584df0f8479SAnirudh Venkataramanan { 585df0f8479SAnirudh Venkataramanan int i, index = 0; 586df0f8479SAnirudh Venkataramanan 58703f7a986SAnirudh Venkataramanan mutex_lock(qs_cfg->qs_mutex); 58803f7a986SAnirudh Venkataramanan for (i = 0; i < qs_cfg->q_count; i++) { 58903f7a986SAnirudh Venkataramanan index = find_next_zero_bit(qs_cfg->pf_map, 59003f7a986SAnirudh Venkataramanan qs_cfg->pf_map_size, index); 59103f7a986SAnirudh Venkataramanan if (index >= qs_cfg->pf_map_size) 59203f7a986SAnirudh Venkataramanan goto err_scatter; 59303f7a986SAnirudh Venkataramanan set_bit(index, qs_cfg->pf_map); 59403f7a986SAnirudh Venkataramanan qs_cfg->vsi_map[i + qs_cfg->vsi_map_offset] = index; 59503f7a986SAnirudh Venkataramanan } 59603f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 597df0f8479SAnirudh Venkataramanan 598df0f8479SAnirudh Venkataramanan return 0; 59903f7a986SAnirudh Venkataramanan err_scatter: 600df0f8479SAnirudh Venkataramanan for (index = 0; index < i; index++) { 60103f7a986SAnirudh Venkataramanan clear_bit(qs_cfg->vsi_map[index], qs_cfg->pf_map); 60203f7a986SAnirudh Venkataramanan qs_cfg->vsi_map[index + qs_cfg->vsi_map_offset] = 0; 603df0f8479SAnirudh Venkataramanan } 60403f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 605df0f8479SAnirudh Venkataramanan 606df0f8479SAnirudh Venkataramanan return -ENOMEM; 607df0f8479SAnirudh Venkataramanan } 608df0f8479SAnirudh Venkataramanan 609df0f8479SAnirudh Venkataramanan /** 61003f7a986SAnirudh Venkataramanan * __ice_vsi_get_qs - helper function for assigning queues from PF to VSI 61103f7a986SAnirudh Venkataramanan * @qs_cfg: gathered variables needed for PF->VSI queues assignment 61203f7a986SAnirudh Venkataramanan * 61303f7a986SAnirudh Venkataramanan * This is an internal function for assigning queues from the PF to VSI and 61403f7a986SAnirudh Venkataramanan * initially tries to find contiguous space. If it is not successful to find 61503f7a986SAnirudh Venkataramanan * contiguous space, then it tries with the scatter approach. 61603f7a986SAnirudh Venkataramanan * 61703f7a986SAnirudh Venkataramanan * Return 0 on success and -ENOMEM in case of no left space in PF queue bitmap 61803f7a986SAnirudh Venkataramanan */ 61903f7a986SAnirudh Venkataramanan static int __ice_vsi_get_qs(struct ice_qs_cfg *qs_cfg) 62003f7a986SAnirudh Venkataramanan { 62103f7a986SAnirudh Venkataramanan int ret = 0; 62203f7a986SAnirudh Venkataramanan 62303f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs_contig(qs_cfg); 62403f7a986SAnirudh Venkataramanan if (ret) { 62503f7a986SAnirudh Venkataramanan /* contig failed, so try with scatter approach */ 62603f7a986SAnirudh Venkataramanan qs_cfg->mapping_mode = ICE_VSI_MAP_SCATTER; 62703f7a986SAnirudh Venkataramanan qs_cfg->q_count = min_t(u16, qs_cfg->q_count, 62803f7a986SAnirudh Venkataramanan qs_cfg->scatter_count); 62903f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs_sc(qs_cfg); 63003f7a986SAnirudh Venkataramanan } 63103f7a986SAnirudh Venkataramanan return ret; 63203f7a986SAnirudh Venkataramanan } 63303f7a986SAnirudh Venkataramanan 63403f7a986SAnirudh Venkataramanan /** 635df0f8479SAnirudh Venkataramanan * ice_vsi_get_qs - Assign queues from PF to VSI 636df0f8479SAnirudh Venkataramanan * @vsi: the VSI to assign queues to 637df0f8479SAnirudh Venkataramanan * 638df0f8479SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 639df0f8479SAnirudh Venkataramanan */ 64037bb8390SAnirudh Venkataramanan static int ice_vsi_get_qs(struct ice_vsi *vsi) 641df0f8479SAnirudh Venkataramanan { 64203f7a986SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 64303f7a986SAnirudh Venkataramanan struct ice_qs_cfg tx_qs_cfg = { 64403f7a986SAnirudh Venkataramanan .qs_mutex = &pf->avail_q_mutex, 64503f7a986SAnirudh Venkataramanan .pf_map = pf->avail_txqs, 64603f7a986SAnirudh Venkataramanan .pf_map_size = ICE_MAX_TXQS, 64703f7a986SAnirudh Venkataramanan .q_count = vsi->alloc_txq, 64803f7a986SAnirudh Venkataramanan .scatter_count = ICE_MAX_SCATTER_TXQS, 64903f7a986SAnirudh Venkataramanan .vsi_map = vsi->txq_map, 65003f7a986SAnirudh Venkataramanan .vsi_map_offset = 0, 65103f7a986SAnirudh Venkataramanan .mapping_mode = vsi->tx_mapping_mode 65203f7a986SAnirudh Venkataramanan }; 65303f7a986SAnirudh Venkataramanan struct ice_qs_cfg rx_qs_cfg = { 65403f7a986SAnirudh Venkataramanan .qs_mutex = &pf->avail_q_mutex, 65503f7a986SAnirudh Venkataramanan .pf_map = pf->avail_rxqs, 65603f7a986SAnirudh Venkataramanan .pf_map_size = ICE_MAX_RXQS, 65703f7a986SAnirudh Venkataramanan .q_count = vsi->alloc_rxq, 65803f7a986SAnirudh Venkataramanan .scatter_count = ICE_MAX_SCATTER_RXQS, 65903f7a986SAnirudh Venkataramanan .vsi_map = vsi->rxq_map, 66003f7a986SAnirudh Venkataramanan .vsi_map_offset = 0, 66103f7a986SAnirudh Venkataramanan .mapping_mode = vsi->rx_mapping_mode 66203f7a986SAnirudh Venkataramanan }; 663df0f8479SAnirudh Venkataramanan int ret = 0; 664df0f8479SAnirudh Venkataramanan 665df0f8479SAnirudh Venkataramanan vsi->tx_mapping_mode = ICE_VSI_MAP_CONTIG; 666df0f8479SAnirudh Venkataramanan vsi->rx_mapping_mode = ICE_VSI_MAP_CONTIG; 667df0f8479SAnirudh Venkataramanan 66803f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs(&tx_qs_cfg); 66903f7a986SAnirudh Venkataramanan if (!ret) 67003f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs(&rx_qs_cfg); 671df0f8479SAnirudh Venkataramanan 672df0f8479SAnirudh Venkataramanan return ret; 673df0f8479SAnirudh Venkataramanan } 674df0f8479SAnirudh Venkataramanan 675df0f8479SAnirudh Venkataramanan /** 6765153a18eSAnirudh Venkataramanan * ice_vsi_put_qs - Release queues from VSI to PF 6775153a18eSAnirudh Venkataramanan * @vsi: the VSI that is going to release queues 6785153a18eSAnirudh Venkataramanan */ 6795153a18eSAnirudh Venkataramanan void ice_vsi_put_qs(struct ice_vsi *vsi) 6805153a18eSAnirudh Venkataramanan { 6815153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 6825153a18eSAnirudh Venkataramanan int i; 6835153a18eSAnirudh Venkataramanan 6845153a18eSAnirudh Venkataramanan mutex_lock(&pf->avail_q_mutex); 6855153a18eSAnirudh Venkataramanan 6865153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->alloc_txq; i++) { 6875153a18eSAnirudh Venkataramanan clear_bit(vsi->txq_map[i], pf->avail_txqs); 6885153a18eSAnirudh Venkataramanan vsi->txq_map[i] = ICE_INVAL_Q_INDEX; 6895153a18eSAnirudh Venkataramanan } 6905153a18eSAnirudh Venkataramanan 6915153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->alloc_rxq; i++) { 6925153a18eSAnirudh Venkataramanan clear_bit(vsi->rxq_map[i], pf->avail_rxqs); 6935153a18eSAnirudh Venkataramanan vsi->rxq_map[i] = ICE_INVAL_Q_INDEX; 6945153a18eSAnirudh Venkataramanan } 6955153a18eSAnirudh Venkataramanan 6965153a18eSAnirudh Venkataramanan mutex_unlock(&pf->avail_q_mutex); 6975153a18eSAnirudh Venkataramanan } 6985153a18eSAnirudh Venkataramanan 6995153a18eSAnirudh Venkataramanan /** 700df0f8479SAnirudh Venkataramanan * ice_rss_clean - Delete RSS related VSI structures that hold user inputs 701df0f8479SAnirudh Venkataramanan * @vsi: the VSI being removed 702df0f8479SAnirudh Venkataramanan */ 703df0f8479SAnirudh Venkataramanan static void ice_rss_clean(struct ice_vsi *vsi) 704df0f8479SAnirudh Venkataramanan { 705df0f8479SAnirudh Venkataramanan struct ice_pf *pf; 706df0f8479SAnirudh Venkataramanan 707df0f8479SAnirudh Venkataramanan pf = vsi->back; 708df0f8479SAnirudh Venkataramanan 709df0f8479SAnirudh Venkataramanan if (vsi->rss_hkey_user) 710df0f8479SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rss_hkey_user); 711df0f8479SAnirudh Venkataramanan if (vsi->rss_lut_user) 712df0f8479SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rss_lut_user); 713df0f8479SAnirudh Venkataramanan } 714df0f8479SAnirudh Venkataramanan 715df0f8479SAnirudh Venkataramanan /** 71628c2a645SAnirudh Venkataramanan * ice_vsi_set_rss_params - Setup RSS capabilities per VSI type 71728c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 71828c2a645SAnirudh Venkataramanan */ 71937bb8390SAnirudh Venkataramanan static void ice_vsi_set_rss_params(struct ice_vsi *vsi) 72028c2a645SAnirudh Venkataramanan { 72128c2a645SAnirudh Venkataramanan struct ice_hw_common_caps *cap; 72228c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 72328c2a645SAnirudh Venkataramanan 72428c2a645SAnirudh Venkataramanan if (!test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 72528c2a645SAnirudh Venkataramanan vsi->rss_size = 1; 72628c2a645SAnirudh Venkataramanan return; 72728c2a645SAnirudh Venkataramanan } 72828c2a645SAnirudh Venkataramanan 72928c2a645SAnirudh Venkataramanan cap = &pf->hw.func_caps.common_cap; 73028c2a645SAnirudh Venkataramanan switch (vsi->type) { 73128c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 73228c2a645SAnirudh Venkataramanan /* PF VSI will inherit RSS instance of PF */ 73328c2a645SAnirudh Venkataramanan vsi->rss_table_size = cap->rss_table_size; 73428c2a645SAnirudh Venkataramanan vsi->rss_size = min_t(int, num_online_cpus(), 73528c2a645SAnirudh Venkataramanan BIT(cap->rss_table_entry_width)); 73628c2a645SAnirudh Venkataramanan vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_PF; 73728c2a645SAnirudh Venkataramanan break; 7388ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 7398ede0178SAnirudh Venkataramanan /* VF VSI will gets a small RSS table 7408ede0178SAnirudh Venkataramanan * For VSI_LUT, LUT size should be set to 64 bytes 7418ede0178SAnirudh Venkataramanan */ 7428ede0178SAnirudh Venkataramanan vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE; 7438ede0178SAnirudh Venkataramanan vsi->rss_size = min_t(int, num_online_cpus(), 7448ede0178SAnirudh Venkataramanan BIT(cap->rss_table_entry_width)); 7458ede0178SAnirudh Venkataramanan vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI; 7468ede0178SAnirudh Venkataramanan break; 74728c2a645SAnirudh Venkataramanan default: 74828c2a645SAnirudh Venkataramanan dev_warn(&pf->pdev->dev, "Unknown VSI type %d\n", 74928c2a645SAnirudh Venkataramanan vsi->type); 75028c2a645SAnirudh Venkataramanan break; 75128c2a645SAnirudh Venkataramanan } 75228c2a645SAnirudh Venkataramanan } 75328c2a645SAnirudh Venkataramanan 75428c2a645SAnirudh Venkataramanan /** 75528c2a645SAnirudh Venkataramanan * ice_set_dflt_vsi_ctx - Set default VSI context before adding a VSI 75628c2a645SAnirudh Venkataramanan * @ctxt: the VSI context being set 75728c2a645SAnirudh Venkataramanan * 75828c2a645SAnirudh Venkataramanan * This initializes a default VSI context for all sections except the Queues. 75928c2a645SAnirudh Venkataramanan */ 76028c2a645SAnirudh Venkataramanan static void ice_set_dflt_vsi_ctx(struct ice_vsi_ctx *ctxt) 76128c2a645SAnirudh Venkataramanan { 76228c2a645SAnirudh Venkataramanan u32 table = 0; 76328c2a645SAnirudh Venkataramanan 76428c2a645SAnirudh Venkataramanan memset(&ctxt->info, 0, sizeof(ctxt->info)); 76528c2a645SAnirudh Venkataramanan /* VSI's should be allocated from shared pool */ 76628c2a645SAnirudh Venkataramanan ctxt->alloc_from_pool = true; 76728c2a645SAnirudh Venkataramanan /* Src pruning enabled by default */ 76828c2a645SAnirudh Venkataramanan ctxt->info.sw_flags = ICE_AQ_VSI_SW_FLAG_SRC_PRUNE; 76928c2a645SAnirudh Venkataramanan /* Traffic from VSI can be sent to LAN */ 77028c2a645SAnirudh Venkataramanan ctxt->info.sw_flags2 = ICE_AQ_VSI_SW_FLAG_LAN_ENA; 77128c2a645SAnirudh Venkataramanan /* By default bits 3 and 4 in vlan_flags are 0's which results in legacy 77228c2a645SAnirudh Venkataramanan * behavior (show VLAN, DEI, and UP) in descriptor. Also, allow all 77328c2a645SAnirudh Venkataramanan * packets untagged/tagged. 77428c2a645SAnirudh Venkataramanan */ 77528c2a645SAnirudh Venkataramanan ctxt->info.vlan_flags = ((ICE_AQ_VSI_VLAN_MODE_ALL & 77628c2a645SAnirudh Venkataramanan ICE_AQ_VSI_VLAN_MODE_M) >> 77728c2a645SAnirudh Venkataramanan ICE_AQ_VSI_VLAN_MODE_S); 77828c2a645SAnirudh Venkataramanan /* Have 1:1 UP mapping for both ingress/egress tables */ 77928c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(0, 0); 78028c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(1, 1); 78128c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(2, 2); 78228c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(3, 3); 78328c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(4, 4); 78428c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(5, 5); 78528c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(6, 6); 78628c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(7, 7); 78728c2a645SAnirudh Venkataramanan ctxt->info.ingress_table = cpu_to_le32(table); 78828c2a645SAnirudh Venkataramanan ctxt->info.egress_table = cpu_to_le32(table); 78928c2a645SAnirudh Venkataramanan /* Have 1:1 UP mapping for outer to inner UP table */ 79028c2a645SAnirudh Venkataramanan ctxt->info.outer_up_table = cpu_to_le32(table); 79128c2a645SAnirudh Venkataramanan /* No Outer tag support outer_tag_flags remains to zero */ 79228c2a645SAnirudh Venkataramanan } 79328c2a645SAnirudh Venkataramanan 79428c2a645SAnirudh Venkataramanan /** 79528c2a645SAnirudh Venkataramanan * ice_vsi_setup_q_map - Setup a VSI queue map 79628c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 79728c2a645SAnirudh Venkataramanan * @ctxt: VSI context structure 79828c2a645SAnirudh Venkataramanan */ 79928c2a645SAnirudh Venkataramanan static void ice_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt) 80028c2a645SAnirudh Venkataramanan { 801c5a2a4a3SUsha Ketineni u16 offset = 0, qmap = 0, tx_count = 0; 80228c2a645SAnirudh Venkataramanan u16 qcount_tx = vsi->alloc_txq; 80328c2a645SAnirudh Venkataramanan u16 qcount_rx = vsi->alloc_rxq; 804c5a2a4a3SUsha Ketineni u16 tx_numq_tc, rx_numq_tc; 805c5a2a4a3SUsha Ketineni u16 pow = 0, max_rss = 0; 80628c2a645SAnirudh Venkataramanan bool ena_tc0 = false; 807c5a2a4a3SUsha Ketineni u8 netdev_tc = 0; 80828c2a645SAnirudh Venkataramanan int i; 80928c2a645SAnirudh Venkataramanan 81028c2a645SAnirudh Venkataramanan /* at least TC0 should be enabled by default */ 81128c2a645SAnirudh Venkataramanan if (vsi->tc_cfg.numtc) { 81228c2a645SAnirudh Venkataramanan if (!(vsi->tc_cfg.ena_tc & BIT(0))) 81328c2a645SAnirudh Venkataramanan ena_tc0 = true; 81428c2a645SAnirudh Venkataramanan } else { 81528c2a645SAnirudh Venkataramanan ena_tc0 = true; 81628c2a645SAnirudh Venkataramanan } 81728c2a645SAnirudh Venkataramanan 81828c2a645SAnirudh Venkataramanan if (ena_tc0) { 81928c2a645SAnirudh Venkataramanan vsi->tc_cfg.numtc++; 82028c2a645SAnirudh Venkataramanan vsi->tc_cfg.ena_tc |= 1; 82128c2a645SAnirudh Venkataramanan } 82228c2a645SAnirudh Venkataramanan 823c5a2a4a3SUsha Ketineni rx_numq_tc = qcount_rx / vsi->tc_cfg.numtc; 824c5a2a4a3SUsha Ketineni if (!rx_numq_tc) 825c5a2a4a3SUsha Ketineni rx_numq_tc = 1; 826c5a2a4a3SUsha Ketineni tx_numq_tc = qcount_tx / vsi->tc_cfg.numtc; 827c5a2a4a3SUsha Ketineni if (!tx_numq_tc) 828c5a2a4a3SUsha Ketineni tx_numq_tc = 1; 82928c2a645SAnirudh Venkataramanan 83028c2a645SAnirudh Venkataramanan /* TC mapping is a function of the number of Rx queues assigned to the 83128c2a645SAnirudh Venkataramanan * VSI for each traffic class and the offset of these queues. 83228c2a645SAnirudh Venkataramanan * The first 10 bits are for queue offset for TC0, next 4 bits for no:of 83328c2a645SAnirudh Venkataramanan * queues allocated to TC0. No:of queues is a power-of-2. 83428c2a645SAnirudh Venkataramanan * 83528c2a645SAnirudh Venkataramanan * If TC is not enabled, the queue offset is set to 0, and allocate one 83628c2a645SAnirudh Venkataramanan * queue, this way, traffic for the given TC will be sent to the default 83728c2a645SAnirudh Venkataramanan * queue. 83828c2a645SAnirudh Venkataramanan * 83928c2a645SAnirudh Venkataramanan * Setup number and offset of Rx queues for all TCs for the VSI 84028c2a645SAnirudh Venkataramanan */ 84128c2a645SAnirudh Venkataramanan 842c5a2a4a3SUsha Ketineni qcount_rx = rx_numq_tc; 843c5a2a4a3SUsha Ketineni 84428c2a645SAnirudh Venkataramanan /* qcount will change if RSS is enabled */ 84528c2a645SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, vsi->back->flags)) { 8468ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_PF || vsi->type == ICE_VSI_VF) { 84728c2a645SAnirudh Venkataramanan if (vsi->type == ICE_VSI_PF) 84828c2a645SAnirudh Venkataramanan max_rss = ICE_MAX_LG_RSS_QS; 84928c2a645SAnirudh Venkataramanan else 85028c2a645SAnirudh Venkataramanan max_rss = ICE_MAX_SMALL_RSS_QS; 851c5a2a4a3SUsha Ketineni qcount_rx = min_t(int, rx_numq_tc, max_rss); 852c5a2a4a3SUsha Ketineni qcount_rx = min_t(int, qcount_rx, vsi->rss_size); 8538ede0178SAnirudh Venkataramanan } 85428c2a645SAnirudh Venkataramanan } 85528c2a645SAnirudh Venkataramanan 85628c2a645SAnirudh Venkataramanan /* find the (rounded up) power-of-2 of qcount */ 857c5a2a4a3SUsha Ketineni pow = order_base_2(qcount_rx); 85828c2a645SAnirudh Venkataramanan 85928c2a645SAnirudh Venkataramanan for (i = 0; i < ICE_MAX_TRAFFIC_CLASS; i++) { 86028c2a645SAnirudh Venkataramanan if (!(vsi->tc_cfg.ena_tc & BIT(i))) { 86128c2a645SAnirudh Venkataramanan /* TC is not enabled */ 86228c2a645SAnirudh Venkataramanan vsi->tc_cfg.tc_info[i].qoffset = 0; 863c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_rx = 1; 864c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_tx = 1; 865c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].netdev_tc = 0; 86628c2a645SAnirudh Venkataramanan ctxt->info.tc_mapping[i] = 0; 86728c2a645SAnirudh Venkataramanan continue; 86828c2a645SAnirudh Venkataramanan } 86928c2a645SAnirudh Venkataramanan 87028c2a645SAnirudh Venkataramanan /* TC is enabled */ 87128c2a645SAnirudh Venkataramanan vsi->tc_cfg.tc_info[i].qoffset = offset; 872c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_rx = qcount_rx; 873c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_tx = tx_numq_tc; 874c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++; 87528c2a645SAnirudh Venkataramanan 87628c2a645SAnirudh Venkataramanan qmap = ((offset << ICE_AQ_VSI_TC_Q_OFFSET_S) & 87728c2a645SAnirudh Venkataramanan ICE_AQ_VSI_TC_Q_OFFSET_M) | 87828c2a645SAnirudh Venkataramanan ((pow << ICE_AQ_VSI_TC_Q_NUM_S) & 87928c2a645SAnirudh Venkataramanan ICE_AQ_VSI_TC_Q_NUM_M); 880c5a2a4a3SUsha Ketineni offset += qcount_rx; 881c5a2a4a3SUsha Ketineni tx_count += tx_numq_tc; 88228c2a645SAnirudh Venkataramanan ctxt->info.tc_mapping[i] = cpu_to_le16(qmap); 88328c2a645SAnirudh Venkataramanan } 88428c2a645SAnirudh Venkataramanan vsi->num_rxq = offset; 885c5a2a4a3SUsha Ketineni vsi->num_txq = tx_count; 88628c2a645SAnirudh Venkataramanan 8878ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF && vsi->num_txq != vsi->num_rxq) { 8888ede0178SAnirudh Venkataramanan dev_dbg(&vsi->back->pdev->dev, "VF VSI should have same number of Tx and Rx queues. Hence making them equal\n"); 8898ede0178SAnirudh Venkataramanan /* since there is a chance that num_rxq could have been changed 8908ede0178SAnirudh Venkataramanan * in the above for loop, make num_txq equal to num_rxq. 8918ede0178SAnirudh Venkataramanan */ 8928ede0178SAnirudh Venkataramanan vsi->num_txq = vsi->num_rxq; 8938ede0178SAnirudh Venkataramanan } 8948ede0178SAnirudh Venkataramanan 89528c2a645SAnirudh Venkataramanan /* Rx queue mapping */ 89628c2a645SAnirudh Venkataramanan ctxt->info.mapping_flags |= cpu_to_le16(ICE_AQ_VSI_Q_MAP_CONTIG); 89728c2a645SAnirudh Venkataramanan /* q_mapping buffer holds the info for the first queue allocated for 89828c2a645SAnirudh Venkataramanan * this VSI in the PF space and also the number of queues associated 89928c2a645SAnirudh Venkataramanan * with this VSI. 90028c2a645SAnirudh Venkataramanan */ 90128c2a645SAnirudh Venkataramanan ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]); 90228c2a645SAnirudh Venkataramanan ctxt->info.q_mapping[1] = cpu_to_le16(vsi->num_rxq); 90328c2a645SAnirudh Venkataramanan } 90428c2a645SAnirudh Venkataramanan 90528c2a645SAnirudh Venkataramanan /** 90628c2a645SAnirudh Venkataramanan * ice_set_rss_vsi_ctx - Set RSS VSI context before adding a VSI 90728c2a645SAnirudh Venkataramanan * @ctxt: the VSI context being set 90828c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 90928c2a645SAnirudh Venkataramanan */ 91028c2a645SAnirudh Venkataramanan static void ice_set_rss_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi) 91128c2a645SAnirudh Venkataramanan { 91228c2a645SAnirudh Venkataramanan u8 lut_type, hash_type; 91328c2a645SAnirudh Venkataramanan 91428c2a645SAnirudh Venkataramanan switch (vsi->type) { 91528c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 91628c2a645SAnirudh Venkataramanan /* PF VSI will inherit RSS instance of PF */ 91728c2a645SAnirudh Venkataramanan lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_PF; 91828c2a645SAnirudh Venkataramanan hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ; 91928c2a645SAnirudh Venkataramanan break; 9208ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 9218ede0178SAnirudh Venkataramanan /* VF VSI will gets a small RSS table which is a VSI LUT type */ 9228ede0178SAnirudh Venkataramanan lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_VSI; 9238ede0178SAnirudh Venkataramanan hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ; 9248ede0178SAnirudh Venkataramanan break; 92528c2a645SAnirudh Venkataramanan default: 92628c2a645SAnirudh Venkataramanan dev_warn(&vsi->back->pdev->dev, "Unknown VSI type %d\n", 92728c2a645SAnirudh Venkataramanan vsi->type); 92828c2a645SAnirudh Venkataramanan return; 92928c2a645SAnirudh Venkataramanan } 93028c2a645SAnirudh Venkataramanan 93128c2a645SAnirudh Venkataramanan ctxt->info.q_opt_rss = ((lut_type << ICE_AQ_VSI_Q_OPT_RSS_LUT_S) & 93228c2a645SAnirudh Venkataramanan ICE_AQ_VSI_Q_OPT_RSS_LUT_M) | 93328c2a645SAnirudh Venkataramanan ((hash_type << ICE_AQ_VSI_Q_OPT_RSS_HASH_S) & 93428c2a645SAnirudh Venkataramanan ICE_AQ_VSI_Q_OPT_RSS_HASH_M); 93528c2a645SAnirudh Venkataramanan } 93628c2a645SAnirudh Venkataramanan 93728c2a645SAnirudh Venkataramanan /** 93828c2a645SAnirudh Venkataramanan * ice_vsi_init - Create and initialize a VSI 93928c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 94028c2a645SAnirudh Venkataramanan * 94128c2a645SAnirudh Venkataramanan * This initializes a VSI context depending on the VSI type to be added and 94228c2a645SAnirudh Venkataramanan * passes it down to the add_vsi aq command to create a new VSI. 94328c2a645SAnirudh Venkataramanan */ 94437bb8390SAnirudh Venkataramanan static int ice_vsi_init(struct ice_vsi *vsi) 94528c2a645SAnirudh Venkataramanan { 94628c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 94728c2a645SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 948198a666aSBruce Allan struct ice_vsi_ctx *ctxt; 94928c2a645SAnirudh Venkataramanan int ret = 0; 95028c2a645SAnirudh Venkataramanan 951198a666aSBruce Allan ctxt = devm_kzalloc(&pf->pdev->dev, sizeof(*ctxt), GFP_KERNEL); 952198a666aSBruce Allan if (!ctxt) 953198a666aSBruce Allan return -ENOMEM; 954198a666aSBruce Allan 955cb93a952SAkeem G Abodunrin ctxt->info = vsi->info; 95628c2a645SAnirudh Venkataramanan switch (vsi->type) { 95728c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 958198a666aSBruce Allan ctxt->flags = ICE_AQ_VSI_TYPE_PF; 95928c2a645SAnirudh Venkataramanan break; 9608ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 961198a666aSBruce Allan ctxt->flags = ICE_AQ_VSI_TYPE_VF; 9628ede0178SAnirudh Venkataramanan /* VF number here is the absolute VF number (0-255) */ 963198a666aSBruce Allan ctxt->vf_num = vsi->vf_id + hw->func_caps.vf_base_id; 9648ede0178SAnirudh Venkataramanan break; 96528c2a645SAnirudh Venkataramanan default: 96628c2a645SAnirudh Venkataramanan return -ENODEV; 96728c2a645SAnirudh Venkataramanan } 96828c2a645SAnirudh Venkataramanan 969198a666aSBruce Allan ice_set_dflt_vsi_ctx(ctxt); 97028c2a645SAnirudh Venkataramanan /* if the switch is in VEB mode, allow VSI loopback */ 97128c2a645SAnirudh Venkataramanan if (vsi->vsw->bridge_mode == BRIDGE_MODE_VEB) 972198a666aSBruce Allan ctxt->info.sw_flags |= ICE_AQ_VSI_SW_FLAG_ALLOW_LB; 97328c2a645SAnirudh Venkataramanan 97428c2a645SAnirudh Venkataramanan /* Set LUT type and HASH type if RSS is enabled */ 97528c2a645SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 976198a666aSBruce Allan ice_set_rss_vsi_ctx(ctxt, vsi); 97728c2a645SAnirudh Venkataramanan 978198a666aSBruce Allan ctxt->info.sw_id = vsi->port_info->sw_id; 979198a666aSBruce Allan ice_vsi_setup_q_map(vsi, ctxt); 98028c2a645SAnirudh Venkataramanan 981cb93a952SAkeem G Abodunrin /* Enable MAC Antispoof with new VSI being initialized or updated */ 982cb93a952SAkeem G Abodunrin if (vsi->type == ICE_VSI_VF && pf->vf[vsi->vf_id].spoofchk) { 983cb93a952SAkeem G Abodunrin ctxt->info.valid_sections |= 984cb93a952SAkeem G Abodunrin cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID); 985cb93a952SAkeem G Abodunrin ctxt->info.sec_flags |= 986cb93a952SAkeem G Abodunrin ICE_AQ_VSI_SEC_FLAG_ENA_MAC_ANTI_SPOOF; 987cb93a952SAkeem G Abodunrin } 988cb93a952SAkeem G Abodunrin 989198a666aSBruce Allan ret = ice_add_vsi(hw, vsi->idx, ctxt, NULL); 99028c2a645SAnirudh Venkataramanan if (ret) { 99128c2a645SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 99228c2a645SAnirudh Venkataramanan "Add VSI failed, err %d\n", ret); 99328c2a645SAnirudh Venkataramanan return -EIO; 99428c2a645SAnirudh Venkataramanan } 99528c2a645SAnirudh Venkataramanan 99628c2a645SAnirudh Venkataramanan /* keep context for update VSI operations */ 997198a666aSBruce Allan vsi->info = ctxt->info; 99828c2a645SAnirudh Venkataramanan 99928c2a645SAnirudh Venkataramanan /* record VSI number returned */ 1000198a666aSBruce Allan vsi->vsi_num = ctxt->vsi_num; 100128c2a645SAnirudh Venkataramanan 1002198a666aSBruce Allan devm_kfree(&pf->pdev->dev, ctxt); 100328c2a645SAnirudh Venkataramanan return ret; 100428c2a645SAnirudh Venkataramanan } 100528c2a645SAnirudh Venkataramanan 100628c2a645SAnirudh Venkataramanan /** 1007df0f8479SAnirudh Venkataramanan * ice_free_q_vector - Free memory allocated for a specific interrupt vector 1008df0f8479SAnirudh Venkataramanan * @vsi: VSI having the memory freed 1009df0f8479SAnirudh Venkataramanan * @v_idx: index of the vector to be freed 1010df0f8479SAnirudh Venkataramanan */ 1011df0f8479SAnirudh Venkataramanan static void ice_free_q_vector(struct ice_vsi *vsi, int v_idx) 1012df0f8479SAnirudh Venkataramanan { 1013df0f8479SAnirudh Venkataramanan struct ice_q_vector *q_vector; 1014df0f8479SAnirudh Venkataramanan struct ice_ring *ring; 1015df0f8479SAnirudh Venkataramanan 1016df0f8479SAnirudh Venkataramanan if (!vsi->q_vectors[v_idx]) { 1017df0f8479SAnirudh Venkataramanan dev_dbg(&vsi->back->pdev->dev, "Queue vector at index %d not found\n", 1018df0f8479SAnirudh Venkataramanan v_idx); 1019df0f8479SAnirudh Venkataramanan return; 1020df0f8479SAnirudh Venkataramanan } 1021df0f8479SAnirudh Venkataramanan q_vector = vsi->q_vectors[v_idx]; 1022df0f8479SAnirudh Venkataramanan 1023df0f8479SAnirudh Venkataramanan ice_for_each_ring(ring, q_vector->tx) 1024df0f8479SAnirudh Venkataramanan ring->q_vector = NULL; 1025df0f8479SAnirudh Venkataramanan ice_for_each_ring(ring, q_vector->rx) 1026df0f8479SAnirudh Venkataramanan ring->q_vector = NULL; 1027df0f8479SAnirudh Venkataramanan 1028df0f8479SAnirudh Venkataramanan /* only VSI with an associated netdev is set up with NAPI */ 1029df0f8479SAnirudh Venkataramanan if (vsi->netdev) 1030df0f8479SAnirudh Venkataramanan netif_napi_del(&q_vector->napi); 1031df0f8479SAnirudh Venkataramanan 1032df0f8479SAnirudh Venkataramanan devm_kfree(&vsi->back->pdev->dev, q_vector); 1033df0f8479SAnirudh Venkataramanan vsi->q_vectors[v_idx] = NULL; 1034df0f8479SAnirudh Venkataramanan } 1035df0f8479SAnirudh Venkataramanan 1036df0f8479SAnirudh Venkataramanan /** 1037df0f8479SAnirudh Venkataramanan * ice_vsi_free_q_vectors - Free memory allocated for interrupt vectors 1038df0f8479SAnirudh Venkataramanan * @vsi: the VSI having memory freed 1039df0f8479SAnirudh Venkataramanan */ 1040df0f8479SAnirudh Venkataramanan void ice_vsi_free_q_vectors(struct ice_vsi *vsi) 1041df0f8479SAnirudh Venkataramanan { 1042df0f8479SAnirudh Venkataramanan int v_idx; 1043df0f8479SAnirudh Venkataramanan 1044df0f8479SAnirudh Venkataramanan for (v_idx = 0; v_idx < vsi->num_q_vectors; v_idx++) 1045df0f8479SAnirudh Venkataramanan ice_free_q_vector(vsi, v_idx); 1046df0f8479SAnirudh Venkataramanan } 1047df0f8479SAnirudh Venkataramanan 1048df0f8479SAnirudh Venkataramanan /** 1049df0f8479SAnirudh Venkataramanan * ice_vsi_alloc_q_vector - Allocate memory for a single interrupt vector 1050df0f8479SAnirudh Venkataramanan * @vsi: the VSI being configured 1051df0f8479SAnirudh Venkataramanan * @v_idx: index of the vector in the VSI struct 1052df0f8479SAnirudh Venkataramanan * 1053df0f8479SAnirudh Venkataramanan * We allocate one q_vector. If allocation fails we return -ENOMEM. 1054df0f8479SAnirudh Venkataramanan */ 1055df0f8479SAnirudh Venkataramanan static int ice_vsi_alloc_q_vector(struct ice_vsi *vsi, int v_idx) 1056df0f8479SAnirudh Venkataramanan { 1057df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1058df0f8479SAnirudh Venkataramanan struct ice_q_vector *q_vector; 1059df0f8479SAnirudh Venkataramanan 1060df0f8479SAnirudh Venkataramanan /* allocate q_vector */ 1061df0f8479SAnirudh Venkataramanan q_vector = devm_kzalloc(&pf->pdev->dev, sizeof(*q_vector), GFP_KERNEL); 1062df0f8479SAnirudh Venkataramanan if (!q_vector) 1063df0f8479SAnirudh Venkataramanan return -ENOMEM; 1064df0f8479SAnirudh Venkataramanan 1065df0f8479SAnirudh Venkataramanan q_vector->vsi = vsi; 1066df0f8479SAnirudh Venkataramanan q_vector->v_idx = v_idx; 10678ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 10688ede0178SAnirudh Venkataramanan goto out; 1069df0f8479SAnirudh Venkataramanan /* only set affinity_mask if the CPU is online */ 1070df0f8479SAnirudh Venkataramanan if (cpu_online(v_idx)) 1071df0f8479SAnirudh Venkataramanan cpumask_set_cpu(v_idx, &q_vector->affinity_mask); 1072df0f8479SAnirudh Venkataramanan 1073df0f8479SAnirudh Venkataramanan /* This will not be called in the driver load path because the netdev 1074df0f8479SAnirudh Venkataramanan * will not be created yet. All other cases with register the NAPI 1075df0f8479SAnirudh Venkataramanan * handler here (i.e. resume, reset/rebuild, etc.) 1076df0f8479SAnirudh Venkataramanan */ 1077df0f8479SAnirudh Venkataramanan if (vsi->netdev) 1078df0f8479SAnirudh Venkataramanan netif_napi_add(vsi->netdev, &q_vector->napi, ice_napi_poll, 1079df0f8479SAnirudh Venkataramanan NAPI_POLL_WEIGHT); 1080df0f8479SAnirudh Venkataramanan 10818ede0178SAnirudh Venkataramanan out: 1082df0f8479SAnirudh Venkataramanan /* tie q_vector and VSI together */ 1083df0f8479SAnirudh Venkataramanan vsi->q_vectors[v_idx] = q_vector; 1084df0f8479SAnirudh Venkataramanan 1085df0f8479SAnirudh Venkataramanan return 0; 1086df0f8479SAnirudh Venkataramanan } 1087df0f8479SAnirudh Venkataramanan 1088df0f8479SAnirudh Venkataramanan /** 1089df0f8479SAnirudh Venkataramanan * ice_vsi_alloc_q_vectors - Allocate memory for interrupt vectors 1090df0f8479SAnirudh Venkataramanan * @vsi: the VSI being configured 1091df0f8479SAnirudh Venkataramanan * 1092df0f8479SAnirudh Venkataramanan * We allocate one q_vector per queue interrupt. If allocation fails we 1093df0f8479SAnirudh Venkataramanan * return -ENOMEM. 1094df0f8479SAnirudh Venkataramanan */ 109537bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_q_vectors(struct ice_vsi *vsi) 1096df0f8479SAnirudh Venkataramanan { 1097df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1098df0f8479SAnirudh Venkataramanan int v_idx = 0, num_q_vectors; 1099df0f8479SAnirudh Venkataramanan int err; 1100df0f8479SAnirudh Venkataramanan 1101df0f8479SAnirudh Venkataramanan if (vsi->q_vectors[0]) { 1102df0f8479SAnirudh Venkataramanan dev_dbg(&pf->pdev->dev, "VSI %d has existing q_vectors\n", 1103df0f8479SAnirudh Venkataramanan vsi->vsi_num); 1104df0f8479SAnirudh Venkataramanan return -EEXIST; 1105df0f8479SAnirudh Venkataramanan } 1106df0f8479SAnirudh Venkataramanan 1107df0f8479SAnirudh Venkataramanan if (test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) { 1108df0f8479SAnirudh Venkataramanan num_q_vectors = vsi->num_q_vectors; 1109df0f8479SAnirudh Venkataramanan } else { 1110df0f8479SAnirudh Venkataramanan err = -EINVAL; 1111df0f8479SAnirudh Venkataramanan goto err_out; 1112df0f8479SAnirudh Venkataramanan } 1113df0f8479SAnirudh Venkataramanan 1114df0f8479SAnirudh Venkataramanan for (v_idx = 0; v_idx < num_q_vectors; v_idx++) { 1115df0f8479SAnirudh Venkataramanan err = ice_vsi_alloc_q_vector(vsi, v_idx); 1116df0f8479SAnirudh Venkataramanan if (err) 1117df0f8479SAnirudh Venkataramanan goto err_out; 1118df0f8479SAnirudh Venkataramanan } 1119df0f8479SAnirudh Venkataramanan 1120df0f8479SAnirudh Venkataramanan return 0; 1121df0f8479SAnirudh Venkataramanan 1122df0f8479SAnirudh Venkataramanan err_out: 1123df0f8479SAnirudh Venkataramanan while (v_idx--) 1124df0f8479SAnirudh Venkataramanan ice_free_q_vector(vsi, v_idx); 1125df0f8479SAnirudh Venkataramanan 1126df0f8479SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 1127df0f8479SAnirudh Venkataramanan "Failed to allocate %d q_vector for VSI %d, ret=%d\n", 1128df0f8479SAnirudh Venkataramanan vsi->num_q_vectors, vsi->vsi_num, err); 1129df0f8479SAnirudh Venkataramanan vsi->num_q_vectors = 0; 1130df0f8479SAnirudh Venkataramanan return err; 1131df0f8479SAnirudh Venkataramanan } 1132df0f8479SAnirudh Venkataramanan 1133df0f8479SAnirudh Venkataramanan /** 1134df0f8479SAnirudh Venkataramanan * ice_vsi_setup_vector_base - Set up the base vector for the given VSI 1135df0f8479SAnirudh Venkataramanan * @vsi: ptr to the VSI 1136df0f8479SAnirudh Venkataramanan * 1137df0f8479SAnirudh Venkataramanan * This should only be called after ice_vsi_alloc() which allocates the 1138df0f8479SAnirudh Venkataramanan * corresponding SW VSI structure and initializes num_queue_pairs for the 1139df0f8479SAnirudh Venkataramanan * newly allocated VSI. 1140df0f8479SAnirudh Venkataramanan * 1141df0f8479SAnirudh Venkataramanan * Returns 0 on success or negative on failure 1142df0f8479SAnirudh Venkataramanan */ 114337bb8390SAnirudh Venkataramanan static int ice_vsi_setup_vector_base(struct ice_vsi *vsi) 1144df0f8479SAnirudh Venkataramanan { 1145df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1146df0f8479SAnirudh Venkataramanan int num_q_vectors = 0; 1147df0f8479SAnirudh Venkataramanan 1148eb0208ecSPreethi Banala if (vsi->sw_base_vector || vsi->hw_base_vector) { 1149eb0208ecSPreethi Banala dev_dbg(&pf->pdev->dev, "VSI %d has non-zero HW base vector %d or SW base vector %d\n", 1150eb0208ecSPreethi Banala vsi->vsi_num, vsi->hw_base_vector, vsi->sw_base_vector); 1151df0f8479SAnirudh Venkataramanan return -EEXIST; 1152df0f8479SAnirudh Venkataramanan } 1153df0f8479SAnirudh Venkataramanan 1154df0f8479SAnirudh Venkataramanan if (!test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) 1155df0f8479SAnirudh Venkataramanan return -ENOENT; 1156df0f8479SAnirudh Venkataramanan 1157df0f8479SAnirudh Venkataramanan switch (vsi->type) { 1158df0f8479SAnirudh Venkataramanan case ICE_VSI_PF: 1159df0f8479SAnirudh Venkataramanan num_q_vectors = vsi->num_q_vectors; 1160eb0208ecSPreethi Banala /* reserve slots from OS requested IRQs */ 1161eb0208ecSPreethi Banala vsi->sw_base_vector = ice_get_res(pf, pf->sw_irq_tracker, 1162eb0208ecSPreethi Banala num_q_vectors, vsi->idx); 1163eb0208ecSPreethi Banala if (vsi->sw_base_vector < 0) { 1164eb0208ecSPreethi Banala dev_err(&pf->pdev->dev, 1165eb0208ecSPreethi Banala "Failed to get tracking for %d SW vectors for VSI %d, err=%d\n", 1166eb0208ecSPreethi Banala num_q_vectors, vsi->vsi_num, 1167eb0208ecSPreethi Banala vsi->sw_base_vector); 1168eb0208ecSPreethi Banala return -ENOENT; 1169eb0208ecSPreethi Banala } 1170eb0208ecSPreethi Banala pf->num_avail_sw_msix -= num_q_vectors; 1171eb0208ecSPreethi Banala 1172eb0208ecSPreethi Banala /* reserve slots from HW interrupts */ 1173eb0208ecSPreethi Banala vsi->hw_base_vector = ice_get_res(pf, pf->hw_irq_tracker, 1174eb0208ecSPreethi Banala num_q_vectors, vsi->idx); 1175df0f8479SAnirudh Venkataramanan break; 11768ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 11778ede0178SAnirudh Venkataramanan /* take VF misc vector and data vectors into account */ 11788ede0178SAnirudh Venkataramanan num_q_vectors = pf->num_vf_msix; 11798ede0178SAnirudh Venkataramanan /* For VF VSI, reserve slots only from HW interrupts */ 11808ede0178SAnirudh Venkataramanan vsi->hw_base_vector = ice_get_res(pf, pf->hw_irq_tracker, 11818ede0178SAnirudh Venkataramanan num_q_vectors, vsi->idx); 11828ede0178SAnirudh Venkataramanan break; 1183df0f8479SAnirudh Venkataramanan default: 1184df0f8479SAnirudh Venkataramanan dev_warn(&vsi->back->pdev->dev, "Unknown VSI type %d\n", 1185df0f8479SAnirudh Venkataramanan vsi->type); 1186df0f8479SAnirudh Venkataramanan break; 1187df0f8479SAnirudh Venkataramanan } 1188df0f8479SAnirudh Venkataramanan 1189eb0208ecSPreethi Banala if (vsi->hw_base_vector < 0) { 1190df0f8479SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 1191eb0208ecSPreethi Banala "Failed to get tracking for %d HW vectors for VSI %d, err=%d\n", 1192eb0208ecSPreethi Banala num_q_vectors, vsi->vsi_num, vsi->hw_base_vector); 11938ede0178SAnirudh Venkataramanan if (vsi->type != ICE_VSI_VF) { 11948ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->sw_irq_tracker, 11958ede0178SAnirudh Venkataramanan vsi->sw_base_vector, vsi->idx); 1196eb0208ecSPreethi Banala pf->num_avail_sw_msix += num_q_vectors; 11978ede0178SAnirudh Venkataramanan } 1198df0f8479SAnirudh Venkataramanan return -ENOENT; 1199df0f8479SAnirudh Venkataramanan } 1200df0f8479SAnirudh Venkataramanan 1201eb0208ecSPreethi Banala pf->num_avail_hw_msix -= num_q_vectors; 1202eb0208ecSPreethi Banala 1203df0f8479SAnirudh Venkataramanan return 0; 1204df0f8479SAnirudh Venkataramanan } 1205df0f8479SAnirudh Venkataramanan 1206df0f8479SAnirudh Venkataramanan /** 120728c2a645SAnirudh Venkataramanan * ice_vsi_clear_rings - Deallocates the Tx and Rx rings for VSI 120828c2a645SAnirudh Venkataramanan * @vsi: the VSI having rings deallocated 120928c2a645SAnirudh Venkataramanan */ 1210df0f8479SAnirudh Venkataramanan static void ice_vsi_clear_rings(struct ice_vsi *vsi) 121128c2a645SAnirudh Venkataramanan { 121228c2a645SAnirudh Venkataramanan int i; 121328c2a645SAnirudh Venkataramanan 121428c2a645SAnirudh Venkataramanan if (vsi->tx_rings) { 121528c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_txq; i++) { 121628c2a645SAnirudh Venkataramanan if (vsi->tx_rings[i]) { 121728c2a645SAnirudh Venkataramanan kfree_rcu(vsi->tx_rings[i], rcu); 121828c2a645SAnirudh Venkataramanan vsi->tx_rings[i] = NULL; 121928c2a645SAnirudh Venkataramanan } 122028c2a645SAnirudh Venkataramanan } 122128c2a645SAnirudh Venkataramanan } 122228c2a645SAnirudh Venkataramanan if (vsi->rx_rings) { 122328c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_rxq; i++) { 122428c2a645SAnirudh Venkataramanan if (vsi->rx_rings[i]) { 122528c2a645SAnirudh Venkataramanan kfree_rcu(vsi->rx_rings[i], rcu); 122628c2a645SAnirudh Venkataramanan vsi->rx_rings[i] = NULL; 122728c2a645SAnirudh Venkataramanan } 122828c2a645SAnirudh Venkataramanan } 122928c2a645SAnirudh Venkataramanan } 123028c2a645SAnirudh Venkataramanan } 123128c2a645SAnirudh Venkataramanan 123228c2a645SAnirudh Venkataramanan /** 123328c2a645SAnirudh Venkataramanan * ice_vsi_alloc_rings - Allocates Tx and Rx rings for the VSI 123428c2a645SAnirudh Venkataramanan * @vsi: VSI which is having rings allocated 123528c2a645SAnirudh Venkataramanan */ 123637bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_rings(struct ice_vsi *vsi) 123728c2a645SAnirudh Venkataramanan { 123828c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 123928c2a645SAnirudh Venkataramanan int i; 124028c2a645SAnirudh Venkataramanan 1241d337f2afSAnirudh Venkataramanan /* Allocate Tx rings */ 124228c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_txq; i++) { 124328c2a645SAnirudh Venkataramanan struct ice_ring *ring; 124428c2a645SAnirudh Venkataramanan 124528c2a645SAnirudh Venkataramanan /* allocate with kzalloc(), free with kfree_rcu() */ 124628c2a645SAnirudh Venkataramanan ring = kzalloc(sizeof(*ring), GFP_KERNEL); 124728c2a645SAnirudh Venkataramanan 124828c2a645SAnirudh Venkataramanan if (!ring) 124928c2a645SAnirudh Venkataramanan goto err_out; 125028c2a645SAnirudh Venkataramanan 125128c2a645SAnirudh Venkataramanan ring->q_index = i; 125228c2a645SAnirudh Venkataramanan ring->reg_idx = vsi->txq_map[i]; 125328c2a645SAnirudh Venkataramanan ring->ring_active = false; 125428c2a645SAnirudh Venkataramanan ring->vsi = vsi; 125528c2a645SAnirudh Venkataramanan ring->dev = &pf->pdev->dev; 1256ad71b256SBrett Creeley ring->count = vsi->num_tx_desc; 125728c2a645SAnirudh Venkataramanan vsi->tx_rings[i] = ring; 125828c2a645SAnirudh Venkataramanan } 125928c2a645SAnirudh Venkataramanan 1260d337f2afSAnirudh Venkataramanan /* Allocate Rx rings */ 126128c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_rxq; i++) { 126228c2a645SAnirudh Venkataramanan struct ice_ring *ring; 126328c2a645SAnirudh Venkataramanan 126428c2a645SAnirudh Venkataramanan /* allocate with kzalloc(), free with kfree_rcu() */ 126528c2a645SAnirudh Venkataramanan ring = kzalloc(sizeof(*ring), GFP_KERNEL); 126628c2a645SAnirudh Venkataramanan if (!ring) 126728c2a645SAnirudh Venkataramanan goto err_out; 126828c2a645SAnirudh Venkataramanan 126928c2a645SAnirudh Venkataramanan ring->q_index = i; 127028c2a645SAnirudh Venkataramanan ring->reg_idx = vsi->rxq_map[i]; 127128c2a645SAnirudh Venkataramanan ring->ring_active = false; 127228c2a645SAnirudh Venkataramanan ring->vsi = vsi; 127328c2a645SAnirudh Venkataramanan ring->netdev = vsi->netdev; 127428c2a645SAnirudh Venkataramanan ring->dev = &pf->pdev->dev; 1275ad71b256SBrett Creeley ring->count = vsi->num_rx_desc; 127628c2a645SAnirudh Venkataramanan vsi->rx_rings[i] = ring; 127728c2a645SAnirudh Venkataramanan } 127828c2a645SAnirudh Venkataramanan 127928c2a645SAnirudh Venkataramanan return 0; 128028c2a645SAnirudh Venkataramanan 128128c2a645SAnirudh Venkataramanan err_out: 128228c2a645SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 128328c2a645SAnirudh Venkataramanan return -ENOMEM; 128428c2a645SAnirudh Venkataramanan } 128528c2a645SAnirudh Venkataramanan 128628c2a645SAnirudh Venkataramanan /** 128707309a0eSAnirudh Venkataramanan * ice_vsi_map_rings_to_vectors - Map VSI rings to interrupt vectors 128807309a0eSAnirudh Venkataramanan * @vsi: the VSI being configured 128907309a0eSAnirudh Venkataramanan * 129007309a0eSAnirudh Venkataramanan * This function maps descriptor rings to the queue-specific vectors allotted 129107309a0eSAnirudh Venkataramanan * through the MSI-X enabling code. On a constrained vector budget, we map Tx 129207309a0eSAnirudh Venkataramanan * and Rx rings to the vector as "efficiently" as possible. 129307309a0eSAnirudh Venkataramanan */ 129437bb8390SAnirudh Venkataramanan static void ice_vsi_map_rings_to_vectors(struct ice_vsi *vsi) 129507309a0eSAnirudh Venkataramanan { 129607309a0eSAnirudh Venkataramanan int q_vectors = vsi->num_q_vectors; 129707309a0eSAnirudh Venkataramanan int tx_rings_rem, rx_rings_rem; 129807309a0eSAnirudh Venkataramanan int v_id; 129907309a0eSAnirudh Venkataramanan 130007309a0eSAnirudh Venkataramanan /* initially assigning remaining rings count to VSIs num queue value */ 130107309a0eSAnirudh Venkataramanan tx_rings_rem = vsi->num_txq; 130207309a0eSAnirudh Venkataramanan rx_rings_rem = vsi->num_rxq; 130307309a0eSAnirudh Venkataramanan 130407309a0eSAnirudh Venkataramanan for (v_id = 0; v_id < q_vectors; v_id++) { 130507309a0eSAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[v_id]; 130607309a0eSAnirudh Venkataramanan int tx_rings_per_v, rx_rings_per_v, q_id, q_base; 130707309a0eSAnirudh Venkataramanan 130807309a0eSAnirudh Venkataramanan /* Tx rings mapping to vector */ 130907309a0eSAnirudh Venkataramanan tx_rings_per_v = DIV_ROUND_UP(tx_rings_rem, q_vectors - v_id); 131007309a0eSAnirudh Venkataramanan q_vector->num_ring_tx = tx_rings_per_v; 131107309a0eSAnirudh Venkataramanan q_vector->tx.ring = NULL; 1312d2b464a7SBrett Creeley q_vector->tx.itr_idx = ICE_TX_ITR; 131307309a0eSAnirudh Venkataramanan q_base = vsi->num_txq - tx_rings_rem; 131407309a0eSAnirudh Venkataramanan 131507309a0eSAnirudh Venkataramanan for (q_id = q_base; q_id < (q_base + tx_rings_per_v); q_id++) { 131607309a0eSAnirudh Venkataramanan struct ice_ring *tx_ring = vsi->tx_rings[q_id]; 131707309a0eSAnirudh Venkataramanan 131807309a0eSAnirudh Venkataramanan tx_ring->q_vector = q_vector; 131907309a0eSAnirudh Venkataramanan tx_ring->next = q_vector->tx.ring; 132007309a0eSAnirudh Venkataramanan q_vector->tx.ring = tx_ring; 132107309a0eSAnirudh Venkataramanan } 132207309a0eSAnirudh Venkataramanan tx_rings_rem -= tx_rings_per_v; 132307309a0eSAnirudh Venkataramanan 132407309a0eSAnirudh Venkataramanan /* Rx rings mapping to vector */ 132507309a0eSAnirudh Venkataramanan rx_rings_per_v = DIV_ROUND_UP(rx_rings_rem, q_vectors - v_id); 132607309a0eSAnirudh Venkataramanan q_vector->num_ring_rx = rx_rings_per_v; 132707309a0eSAnirudh Venkataramanan q_vector->rx.ring = NULL; 1328d2b464a7SBrett Creeley q_vector->rx.itr_idx = ICE_RX_ITR; 132907309a0eSAnirudh Venkataramanan q_base = vsi->num_rxq - rx_rings_rem; 133007309a0eSAnirudh Venkataramanan 133107309a0eSAnirudh Venkataramanan for (q_id = q_base; q_id < (q_base + rx_rings_per_v); q_id++) { 133207309a0eSAnirudh Venkataramanan struct ice_ring *rx_ring = vsi->rx_rings[q_id]; 133307309a0eSAnirudh Venkataramanan 133407309a0eSAnirudh Venkataramanan rx_ring->q_vector = q_vector; 133507309a0eSAnirudh Venkataramanan rx_ring->next = q_vector->rx.ring; 133607309a0eSAnirudh Venkataramanan q_vector->rx.ring = rx_ring; 133707309a0eSAnirudh Venkataramanan } 133807309a0eSAnirudh Venkataramanan rx_rings_rem -= rx_rings_per_v; 133907309a0eSAnirudh Venkataramanan } 134007309a0eSAnirudh Venkataramanan } 134107309a0eSAnirudh Venkataramanan 134207309a0eSAnirudh Venkataramanan /** 1343492af0abSMd Fahad Iqbal Polash * ice_vsi_manage_rss_lut - disable/enable RSS 1344492af0abSMd Fahad Iqbal Polash * @vsi: the VSI being changed 1345492af0abSMd Fahad Iqbal Polash * @ena: boolean value indicating if this is an enable or disable request 1346492af0abSMd Fahad Iqbal Polash * 1347492af0abSMd Fahad Iqbal Polash * In the event of disable request for RSS, this function will zero out RSS 1348492af0abSMd Fahad Iqbal Polash * LUT, while in the event of enable request for RSS, it will reconfigure RSS 1349492af0abSMd Fahad Iqbal Polash * LUT. 1350492af0abSMd Fahad Iqbal Polash */ 1351492af0abSMd Fahad Iqbal Polash int ice_vsi_manage_rss_lut(struct ice_vsi *vsi, bool ena) 1352492af0abSMd Fahad Iqbal Polash { 1353492af0abSMd Fahad Iqbal Polash int err = 0; 1354492af0abSMd Fahad Iqbal Polash u8 *lut; 1355492af0abSMd Fahad Iqbal Polash 1356492af0abSMd Fahad Iqbal Polash lut = devm_kzalloc(&vsi->back->pdev->dev, vsi->rss_table_size, 1357492af0abSMd Fahad Iqbal Polash GFP_KERNEL); 1358492af0abSMd Fahad Iqbal Polash if (!lut) 1359492af0abSMd Fahad Iqbal Polash return -ENOMEM; 1360492af0abSMd Fahad Iqbal Polash 1361492af0abSMd Fahad Iqbal Polash if (ena) { 1362492af0abSMd Fahad Iqbal Polash if (vsi->rss_lut_user) 1363492af0abSMd Fahad Iqbal Polash memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); 1364492af0abSMd Fahad Iqbal Polash else 1365492af0abSMd Fahad Iqbal Polash ice_fill_rss_lut(lut, vsi->rss_table_size, 1366492af0abSMd Fahad Iqbal Polash vsi->rss_size); 1367492af0abSMd Fahad Iqbal Polash } 1368492af0abSMd Fahad Iqbal Polash 1369492af0abSMd Fahad Iqbal Polash err = ice_set_rss(vsi, NULL, lut, vsi->rss_table_size); 1370492af0abSMd Fahad Iqbal Polash devm_kfree(&vsi->back->pdev->dev, lut); 1371492af0abSMd Fahad Iqbal Polash return err; 1372492af0abSMd Fahad Iqbal Polash } 1373492af0abSMd Fahad Iqbal Polash 1374492af0abSMd Fahad Iqbal Polash /** 137537bb8390SAnirudh Venkataramanan * ice_vsi_cfg_rss_lut_key - Configure RSS params for a VSI 137637bb8390SAnirudh Venkataramanan * @vsi: VSI to be configured 137737bb8390SAnirudh Venkataramanan */ 137837bb8390SAnirudh Venkataramanan static int ice_vsi_cfg_rss_lut_key(struct ice_vsi *vsi) 137937bb8390SAnirudh Venkataramanan { 138037bb8390SAnirudh Venkataramanan u8 seed[ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE]; 138137bb8390SAnirudh Venkataramanan struct ice_aqc_get_set_rss_keys *key; 138237bb8390SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 138337bb8390SAnirudh Venkataramanan enum ice_status status; 138437bb8390SAnirudh Venkataramanan int err = 0; 138537bb8390SAnirudh Venkataramanan u8 *lut; 138637bb8390SAnirudh Venkataramanan 138737bb8390SAnirudh Venkataramanan vsi->rss_size = min_t(int, vsi->rss_size, vsi->num_rxq); 138837bb8390SAnirudh Venkataramanan 138937bb8390SAnirudh Venkataramanan lut = devm_kzalloc(&pf->pdev->dev, vsi->rss_table_size, GFP_KERNEL); 139037bb8390SAnirudh Venkataramanan if (!lut) 139137bb8390SAnirudh Venkataramanan return -ENOMEM; 139237bb8390SAnirudh Venkataramanan 139337bb8390SAnirudh Venkataramanan if (vsi->rss_lut_user) 139437bb8390SAnirudh Venkataramanan memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); 139537bb8390SAnirudh Venkataramanan else 139637bb8390SAnirudh Venkataramanan ice_fill_rss_lut(lut, vsi->rss_table_size, vsi->rss_size); 139737bb8390SAnirudh Venkataramanan 13984fb33f31SAnirudh Venkataramanan status = ice_aq_set_rss_lut(&pf->hw, vsi->idx, vsi->rss_lut_type, lut, 13994fb33f31SAnirudh Venkataramanan vsi->rss_table_size); 140037bb8390SAnirudh Venkataramanan 140137bb8390SAnirudh Venkataramanan if (status) { 140237bb8390SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, 140337bb8390SAnirudh Venkataramanan "set_rss_lut failed, error %d\n", status); 140437bb8390SAnirudh Venkataramanan err = -EIO; 140537bb8390SAnirudh Venkataramanan goto ice_vsi_cfg_rss_exit; 140637bb8390SAnirudh Venkataramanan } 140737bb8390SAnirudh Venkataramanan 140837bb8390SAnirudh Venkataramanan key = devm_kzalloc(&vsi->back->pdev->dev, sizeof(*key), GFP_KERNEL); 140937bb8390SAnirudh Venkataramanan if (!key) { 141037bb8390SAnirudh Venkataramanan err = -ENOMEM; 141137bb8390SAnirudh Venkataramanan goto ice_vsi_cfg_rss_exit; 141237bb8390SAnirudh Venkataramanan } 141337bb8390SAnirudh Venkataramanan 141437bb8390SAnirudh Venkataramanan if (vsi->rss_hkey_user) 141537bb8390SAnirudh Venkataramanan memcpy(seed, vsi->rss_hkey_user, 141637bb8390SAnirudh Venkataramanan ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE); 141737bb8390SAnirudh Venkataramanan else 141837bb8390SAnirudh Venkataramanan netdev_rss_key_fill((void *)seed, 141937bb8390SAnirudh Venkataramanan ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE); 142037bb8390SAnirudh Venkataramanan memcpy(&key->standard_rss_key, seed, 142137bb8390SAnirudh Venkataramanan ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE); 142237bb8390SAnirudh Venkataramanan 14234fb33f31SAnirudh Venkataramanan status = ice_aq_set_rss_key(&pf->hw, vsi->idx, key); 142437bb8390SAnirudh Venkataramanan 142537bb8390SAnirudh Venkataramanan if (status) { 142637bb8390SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, "set_rss_key failed, error %d\n", 142737bb8390SAnirudh Venkataramanan status); 142837bb8390SAnirudh Venkataramanan err = -EIO; 142937bb8390SAnirudh Venkataramanan } 143037bb8390SAnirudh Venkataramanan 143137bb8390SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, key); 143237bb8390SAnirudh Venkataramanan ice_vsi_cfg_rss_exit: 143337bb8390SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, lut); 143437bb8390SAnirudh Venkataramanan return err; 143537bb8390SAnirudh Venkataramanan } 143637bb8390SAnirudh Venkataramanan 143737bb8390SAnirudh Venkataramanan /** 143845d3d428SAnirudh Venkataramanan * ice_add_mac_to_list - Add a mac address filter entry to the list 143945d3d428SAnirudh Venkataramanan * @vsi: the VSI to be forwarded to 144045d3d428SAnirudh Venkataramanan * @add_list: pointer to the list which contains MAC filter entries 144145d3d428SAnirudh Venkataramanan * @macaddr: the MAC address to be added. 144245d3d428SAnirudh Venkataramanan * 144345d3d428SAnirudh Venkataramanan * Adds mac address filter entry to the temp list 144445d3d428SAnirudh Venkataramanan * 144545d3d428SAnirudh Venkataramanan * Returns 0 on success or ENOMEM on failure. 144645d3d428SAnirudh Venkataramanan */ 144745d3d428SAnirudh Venkataramanan int ice_add_mac_to_list(struct ice_vsi *vsi, struct list_head *add_list, 144845d3d428SAnirudh Venkataramanan const u8 *macaddr) 144945d3d428SAnirudh Venkataramanan { 145045d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *tmp; 145145d3d428SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 145245d3d428SAnirudh Venkataramanan 145345d3d428SAnirudh Venkataramanan tmp = devm_kzalloc(&pf->pdev->dev, sizeof(*tmp), GFP_ATOMIC); 145445d3d428SAnirudh Venkataramanan if (!tmp) 145545d3d428SAnirudh Venkataramanan return -ENOMEM; 145645d3d428SAnirudh Venkataramanan 145745d3d428SAnirudh Venkataramanan tmp->fltr_info.flag = ICE_FLTR_TX; 14585726ca0eSAnirudh Venkataramanan tmp->fltr_info.src_id = ICE_SRC_ID_VSI; 145945d3d428SAnirudh Venkataramanan tmp->fltr_info.lkup_type = ICE_SW_LKUP_MAC; 146045d3d428SAnirudh Venkataramanan tmp->fltr_info.fltr_act = ICE_FWD_TO_VSI; 14615726ca0eSAnirudh Venkataramanan tmp->fltr_info.vsi_handle = vsi->idx; 146245d3d428SAnirudh Venkataramanan ether_addr_copy(tmp->fltr_info.l_data.mac.mac_addr, macaddr); 146345d3d428SAnirudh Venkataramanan 146445d3d428SAnirudh Venkataramanan INIT_LIST_HEAD(&tmp->list_entry); 146545d3d428SAnirudh Venkataramanan list_add(&tmp->list_entry, add_list); 146645d3d428SAnirudh Venkataramanan 146745d3d428SAnirudh Venkataramanan return 0; 146845d3d428SAnirudh Venkataramanan } 146945d3d428SAnirudh Venkataramanan 147045d3d428SAnirudh Venkataramanan /** 147145d3d428SAnirudh Venkataramanan * ice_update_eth_stats - Update VSI-specific ethernet statistics counters 147245d3d428SAnirudh Venkataramanan * @vsi: the VSI to be updated 147345d3d428SAnirudh Venkataramanan */ 147445d3d428SAnirudh Venkataramanan void ice_update_eth_stats(struct ice_vsi *vsi) 147545d3d428SAnirudh Venkataramanan { 147645d3d428SAnirudh Venkataramanan struct ice_eth_stats *prev_es, *cur_es; 147745d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 147845d3d428SAnirudh Venkataramanan u16 vsi_num = vsi->vsi_num; /* HW absolute index of a VSI */ 147945d3d428SAnirudh Venkataramanan 148045d3d428SAnirudh Venkataramanan prev_es = &vsi->eth_stats_prev; 148145d3d428SAnirudh Venkataramanan cur_es = &vsi->eth_stats; 148245d3d428SAnirudh Venkataramanan 148345d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_GORCH(vsi_num), GLV_GORCL(vsi_num), 148445d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_bytes, 148545d3d428SAnirudh Venkataramanan &cur_es->rx_bytes); 148645d3d428SAnirudh Venkataramanan 148745d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_UPRCH(vsi_num), GLV_UPRCL(vsi_num), 148845d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_unicast, 148945d3d428SAnirudh Venkataramanan &cur_es->rx_unicast); 149045d3d428SAnirudh Venkataramanan 149145d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_MPRCH(vsi_num), GLV_MPRCL(vsi_num), 149245d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_multicast, 149345d3d428SAnirudh Venkataramanan &cur_es->rx_multicast); 149445d3d428SAnirudh Venkataramanan 149545d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_BPRCH(vsi_num), GLV_BPRCL(vsi_num), 149645d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_broadcast, 149745d3d428SAnirudh Venkataramanan &cur_es->rx_broadcast); 149845d3d428SAnirudh Venkataramanan 149945d3d428SAnirudh Venkataramanan ice_stat_update32(hw, GLV_RDPC(vsi_num), vsi->stat_offsets_loaded, 150045d3d428SAnirudh Venkataramanan &prev_es->rx_discards, &cur_es->rx_discards); 150145d3d428SAnirudh Venkataramanan 150245d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_GOTCH(vsi_num), GLV_GOTCL(vsi_num), 150345d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_bytes, 150445d3d428SAnirudh Venkataramanan &cur_es->tx_bytes); 150545d3d428SAnirudh Venkataramanan 150645d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_UPTCH(vsi_num), GLV_UPTCL(vsi_num), 150745d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_unicast, 150845d3d428SAnirudh Venkataramanan &cur_es->tx_unicast); 150945d3d428SAnirudh Venkataramanan 151045d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_MPTCH(vsi_num), GLV_MPTCL(vsi_num), 151145d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_multicast, 151245d3d428SAnirudh Venkataramanan &cur_es->tx_multicast); 151345d3d428SAnirudh Venkataramanan 151445d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_BPTCH(vsi_num), GLV_BPTCL(vsi_num), 151545d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_broadcast, 151645d3d428SAnirudh Venkataramanan &cur_es->tx_broadcast); 151745d3d428SAnirudh Venkataramanan 151845d3d428SAnirudh Venkataramanan ice_stat_update32(hw, GLV_TEPC(vsi_num), vsi->stat_offsets_loaded, 151945d3d428SAnirudh Venkataramanan &prev_es->tx_errors, &cur_es->tx_errors); 152045d3d428SAnirudh Venkataramanan 152145d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded = true; 152245d3d428SAnirudh Venkataramanan } 152345d3d428SAnirudh Venkataramanan 152445d3d428SAnirudh Venkataramanan /** 152545d3d428SAnirudh Venkataramanan * ice_free_fltr_list - free filter lists helper 152645d3d428SAnirudh Venkataramanan * @dev: pointer to the device struct 152745d3d428SAnirudh Venkataramanan * @h: pointer to the list head to be freed 152845d3d428SAnirudh Venkataramanan * 152945d3d428SAnirudh Venkataramanan * Helper function to free filter lists previously created using 153045d3d428SAnirudh Venkataramanan * ice_add_mac_to_list 153145d3d428SAnirudh Venkataramanan */ 153245d3d428SAnirudh Venkataramanan void ice_free_fltr_list(struct device *dev, struct list_head *h) 153345d3d428SAnirudh Venkataramanan { 153445d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *e, *tmp; 153545d3d428SAnirudh Venkataramanan 153645d3d428SAnirudh Venkataramanan list_for_each_entry_safe(e, tmp, h, list_entry) { 153745d3d428SAnirudh Venkataramanan list_del(&e->list_entry); 153845d3d428SAnirudh Venkataramanan devm_kfree(dev, e); 153945d3d428SAnirudh Venkataramanan } 154045d3d428SAnirudh Venkataramanan } 154145d3d428SAnirudh Venkataramanan 154245d3d428SAnirudh Venkataramanan /** 154345d3d428SAnirudh Venkataramanan * ice_vsi_add_vlan - Add VSI membership for given VLAN 154445d3d428SAnirudh Venkataramanan * @vsi: the VSI being configured 154545d3d428SAnirudh Venkataramanan * @vid: VLAN id to be added 154645d3d428SAnirudh Venkataramanan */ 154745d3d428SAnirudh Venkataramanan int ice_vsi_add_vlan(struct ice_vsi *vsi, u16 vid) 154845d3d428SAnirudh Venkataramanan { 154945d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *tmp; 155045d3d428SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 155145d3d428SAnirudh Venkataramanan LIST_HEAD(tmp_add_list); 155245d3d428SAnirudh Venkataramanan enum ice_status status; 155345d3d428SAnirudh Venkataramanan int err = 0; 155445d3d428SAnirudh Venkataramanan 155545d3d428SAnirudh Venkataramanan tmp = devm_kzalloc(&pf->pdev->dev, sizeof(*tmp), GFP_KERNEL); 155645d3d428SAnirudh Venkataramanan if (!tmp) 155745d3d428SAnirudh Venkataramanan return -ENOMEM; 155845d3d428SAnirudh Venkataramanan 155945d3d428SAnirudh Venkataramanan tmp->fltr_info.lkup_type = ICE_SW_LKUP_VLAN; 156045d3d428SAnirudh Venkataramanan tmp->fltr_info.fltr_act = ICE_FWD_TO_VSI; 156145d3d428SAnirudh Venkataramanan tmp->fltr_info.flag = ICE_FLTR_TX; 15625726ca0eSAnirudh Venkataramanan tmp->fltr_info.src_id = ICE_SRC_ID_VSI; 15635726ca0eSAnirudh Venkataramanan tmp->fltr_info.vsi_handle = vsi->idx; 156445d3d428SAnirudh Venkataramanan tmp->fltr_info.l_data.vlan.vlan_id = vid; 156545d3d428SAnirudh Venkataramanan 156645d3d428SAnirudh Venkataramanan INIT_LIST_HEAD(&tmp->list_entry); 156745d3d428SAnirudh Venkataramanan list_add(&tmp->list_entry, &tmp_add_list); 156845d3d428SAnirudh Venkataramanan 156945d3d428SAnirudh Venkataramanan status = ice_add_vlan(&pf->hw, &tmp_add_list); 157045d3d428SAnirudh Venkataramanan if (status) { 157145d3d428SAnirudh Venkataramanan err = -ENODEV; 157245d3d428SAnirudh Venkataramanan dev_err(&pf->pdev->dev, "Failure Adding VLAN %d on VSI %i\n", 157345d3d428SAnirudh Venkataramanan vid, vsi->vsi_num); 157445d3d428SAnirudh Venkataramanan } 157545d3d428SAnirudh Venkataramanan 157645d3d428SAnirudh Venkataramanan ice_free_fltr_list(&pf->pdev->dev, &tmp_add_list); 157745d3d428SAnirudh Venkataramanan return err; 157845d3d428SAnirudh Venkataramanan } 157945d3d428SAnirudh Venkataramanan 158045d3d428SAnirudh Venkataramanan /** 158145d3d428SAnirudh Venkataramanan * ice_vsi_kill_vlan - Remove VSI membership for a given VLAN 158245d3d428SAnirudh Venkataramanan * @vsi: the VSI being configured 158345d3d428SAnirudh Venkataramanan * @vid: VLAN id to be removed 158445d3d428SAnirudh Venkataramanan * 158545d3d428SAnirudh Venkataramanan * Returns 0 on success and negative on failure 158645d3d428SAnirudh Venkataramanan */ 158745d3d428SAnirudh Venkataramanan int ice_vsi_kill_vlan(struct ice_vsi *vsi, u16 vid) 158845d3d428SAnirudh Venkataramanan { 158945d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *list; 159045d3d428SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 159145d3d428SAnirudh Venkataramanan LIST_HEAD(tmp_add_list); 159245d3d428SAnirudh Venkataramanan int status = 0; 159345d3d428SAnirudh Venkataramanan 159445d3d428SAnirudh Venkataramanan list = devm_kzalloc(&pf->pdev->dev, sizeof(*list), GFP_KERNEL); 159545d3d428SAnirudh Venkataramanan if (!list) 159645d3d428SAnirudh Venkataramanan return -ENOMEM; 159745d3d428SAnirudh Venkataramanan 159845d3d428SAnirudh Venkataramanan list->fltr_info.lkup_type = ICE_SW_LKUP_VLAN; 15995726ca0eSAnirudh Venkataramanan list->fltr_info.vsi_handle = vsi->idx; 160045d3d428SAnirudh Venkataramanan list->fltr_info.fltr_act = ICE_FWD_TO_VSI; 160145d3d428SAnirudh Venkataramanan list->fltr_info.l_data.vlan.vlan_id = vid; 160245d3d428SAnirudh Venkataramanan list->fltr_info.flag = ICE_FLTR_TX; 16035726ca0eSAnirudh Venkataramanan list->fltr_info.src_id = ICE_SRC_ID_VSI; 160445d3d428SAnirudh Venkataramanan 160545d3d428SAnirudh Venkataramanan INIT_LIST_HEAD(&list->list_entry); 160645d3d428SAnirudh Venkataramanan list_add(&list->list_entry, &tmp_add_list); 160745d3d428SAnirudh Venkataramanan 160845d3d428SAnirudh Venkataramanan if (ice_remove_vlan(&pf->hw, &tmp_add_list)) { 160945d3d428SAnirudh Venkataramanan dev_err(&pf->pdev->dev, "Error removing VLAN %d on vsi %i\n", 161045d3d428SAnirudh Venkataramanan vid, vsi->vsi_num); 161145d3d428SAnirudh Venkataramanan status = -EIO; 161245d3d428SAnirudh Venkataramanan } 161345d3d428SAnirudh Venkataramanan 161445d3d428SAnirudh Venkataramanan ice_free_fltr_list(&pf->pdev->dev, &tmp_add_list); 161545d3d428SAnirudh Venkataramanan return status; 161645d3d428SAnirudh Venkataramanan } 161745d3d428SAnirudh Venkataramanan 161845d3d428SAnirudh Venkataramanan /** 161972adf242SAnirudh Venkataramanan * ice_vsi_cfg_rxqs - Configure the VSI for Rx 162072adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 162172adf242SAnirudh Venkataramanan * 162272adf242SAnirudh Venkataramanan * Return 0 on success and a negative value on error 162372adf242SAnirudh Venkataramanan * Configure the Rx VSI for operation. 162472adf242SAnirudh Venkataramanan */ 162572adf242SAnirudh Venkataramanan int ice_vsi_cfg_rxqs(struct ice_vsi *vsi) 162672adf242SAnirudh Venkataramanan { 162772adf242SAnirudh Venkataramanan int err = 0; 162872adf242SAnirudh Venkataramanan u16 i; 162972adf242SAnirudh Venkataramanan 16308ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 16318ede0178SAnirudh Venkataramanan goto setup_rings; 16328ede0178SAnirudh Venkataramanan 163372adf242SAnirudh Venkataramanan if (vsi->netdev && vsi->netdev->mtu > ETH_DATA_LEN) 163472adf242SAnirudh Venkataramanan vsi->max_frame = vsi->netdev->mtu + 163572adf242SAnirudh Venkataramanan ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN; 163672adf242SAnirudh Venkataramanan else 163772adf242SAnirudh Venkataramanan vsi->max_frame = ICE_RXBUF_2048; 163872adf242SAnirudh Venkataramanan 163972adf242SAnirudh Venkataramanan vsi->rx_buf_len = ICE_RXBUF_2048; 16408ede0178SAnirudh Venkataramanan setup_rings: 164172adf242SAnirudh Venkataramanan /* set up individual rings */ 164272adf242SAnirudh Venkataramanan for (i = 0; i < vsi->num_rxq && !err; i++) 164372adf242SAnirudh Venkataramanan err = ice_setup_rx_ctx(vsi->rx_rings[i]); 164472adf242SAnirudh Venkataramanan 164572adf242SAnirudh Venkataramanan if (err) { 164672adf242SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, "ice_setup_rx_ctx failed\n"); 164772adf242SAnirudh Venkataramanan return -EIO; 164872adf242SAnirudh Venkataramanan } 164972adf242SAnirudh Venkataramanan return err; 165072adf242SAnirudh Venkataramanan } 165172adf242SAnirudh Venkataramanan 165272adf242SAnirudh Venkataramanan /** 165372adf242SAnirudh Venkataramanan * ice_vsi_cfg_txqs - Configure the VSI for Tx 165472adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 165503f7a986SAnirudh Venkataramanan * @rings: Tx ring array to be configured 165603f7a986SAnirudh Venkataramanan * @offset: offset within vsi->txq_map 165772adf242SAnirudh Venkataramanan * 165872adf242SAnirudh Venkataramanan * Return 0 on success and a negative value on error 165972adf242SAnirudh Venkataramanan * Configure the Tx VSI for operation. 166072adf242SAnirudh Venkataramanan */ 166103f7a986SAnirudh Venkataramanan static int 166203f7a986SAnirudh Venkataramanan ice_vsi_cfg_txqs(struct ice_vsi *vsi, struct ice_ring **rings, int offset) 166372adf242SAnirudh Venkataramanan { 166472adf242SAnirudh Venkataramanan struct ice_aqc_add_tx_qgrp *qg_buf; 166572adf242SAnirudh Venkataramanan struct ice_aqc_add_txqs_perq *txq; 166672adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1667c5a2a4a3SUsha Ketineni u8 num_q_grps, q_idx = 0; 166872adf242SAnirudh Venkataramanan enum ice_status status; 166972adf242SAnirudh Venkataramanan u16 buf_len, i, pf_q; 167003f7a986SAnirudh Venkataramanan int err = 0, tc; 167172adf242SAnirudh Venkataramanan 1672c6dfd690SBruce Allan buf_len = sizeof(*qg_buf); 167372adf242SAnirudh Venkataramanan qg_buf = devm_kzalloc(&pf->pdev->dev, buf_len, GFP_KERNEL); 167472adf242SAnirudh Venkataramanan if (!qg_buf) 167572adf242SAnirudh Venkataramanan return -ENOMEM; 167672adf242SAnirudh Venkataramanan 167772adf242SAnirudh Venkataramanan qg_buf->num_txqs = 1; 167872adf242SAnirudh Venkataramanan num_q_grps = 1; 167972adf242SAnirudh Venkataramanan 1680c5a2a4a3SUsha Ketineni /* set up and configure the Tx queues for each enabled TC */ 1681c5a2a4a3SUsha Ketineni for (tc = 0; tc < ICE_MAX_TRAFFIC_CLASS; tc++) { 1682c5a2a4a3SUsha Ketineni if (!(vsi->tc_cfg.ena_tc & BIT(tc))) 1683c5a2a4a3SUsha Ketineni break; 1684c5a2a4a3SUsha Ketineni 1685c5a2a4a3SUsha Ketineni for (i = 0; i < vsi->tc_cfg.tc_info[tc].qcount_tx; i++) { 168672adf242SAnirudh Venkataramanan struct ice_tlan_ctx tlan_ctx = { 0 }; 168772adf242SAnirudh Venkataramanan 168803f7a986SAnirudh Venkataramanan pf_q = vsi->txq_map[q_idx + offset]; 168903f7a986SAnirudh Venkataramanan ice_setup_tx_ctx(rings[q_idx], &tlan_ctx, pf_q); 169072adf242SAnirudh Venkataramanan /* copy context contents into the qg_buf */ 169172adf242SAnirudh Venkataramanan qg_buf->txqs[0].txq_id = cpu_to_le16(pf_q); 169272adf242SAnirudh Venkataramanan ice_set_ctx((u8 *)&tlan_ctx, qg_buf->txqs[0].txq_ctx, 169372adf242SAnirudh Venkataramanan ice_tlan_ctx_info); 169472adf242SAnirudh Venkataramanan 1695c5a2a4a3SUsha Ketineni /* init queue specific tail reg. It is referred as 1696c5a2a4a3SUsha Ketineni * transmit comm scheduler queue doorbell. 169772adf242SAnirudh Venkataramanan */ 169803f7a986SAnirudh Venkataramanan rings[q_idx]->tail = 1699c5a2a4a3SUsha Ketineni pf->hw.hw_addr + QTX_COMM_DBELL(pf_q); 17004fb33f31SAnirudh Venkataramanan status = ice_ena_vsi_txq(vsi->port_info, vsi->idx, tc, 1701c5a2a4a3SUsha Ketineni num_q_grps, qg_buf, buf_len, 1702c5a2a4a3SUsha Ketineni NULL); 170372adf242SAnirudh Venkataramanan if (status) { 170472adf242SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, 170572adf242SAnirudh Venkataramanan "Failed to set LAN Tx queue context, error: %d\n", 170672adf242SAnirudh Venkataramanan status); 170772adf242SAnirudh Venkataramanan err = -ENODEV; 170872adf242SAnirudh Venkataramanan goto err_cfg_txqs; 170972adf242SAnirudh Venkataramanan } 171072adf242SAnirudh Venkataramanan 1711c5a2a4a3SUsha Ketineni /* Add Tx Queue TEID into the VSI Tx ring from the 1712c5a2a4a3SUsha Ketineni * response. This will complete configuring and 1713c5a2a4a3SUsha Ketineni * enabling the queue. 171472adf242SAnirudh Venkataramanan */ 171572adf242SAnirudh Venkataramanan txq = &qg_buf->txqs[0]; 171672adf242SAnirudh Venkataramanan if (pf_q == le16_to_cpu(txq->txq_id)) 171703f7a986SAnirudh Venkataramanan rings[q_idx]->txq_teid = 171872adf242SAnirudh Venkataramanan le32_to_cpu(txq->q_teid); 1719c5a2a4a3SUsha Ketineni 1720c5a2a4a3SUsha Ketineni q_idx++; 1721c5a2a4a3SUsha Ketineni } 172272adf242SAnirudh Venkataramanan } 172372adf242SAnirudh Venkataramanan err_cfg_txqs: 172472adf242SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, qg_buf); 172572adf242SAnirudh Venkataramanan return err; 172672adf242SAnirudh Venkataramanan } 172772adf242SAnirudh Venkataramanan 172872adf242SAnirudh Venkataramanan /** 172903f7a986SAnirudh Venkataramanan * ice_vsi_cfg_lan_txqs - Configure the VSI for Tx 173003f7a986SAnirudh Venkataramanan * @vsi: the VSI being configured 173103f7a986SAnirudh Venkataramanan * 173203f7a986SAnirudh Venkataramanan * Return 0 on success and a negative value on error 173303f7a986SAnirudh Venkataramanan * Configure the Tx VSI for operation. 173403f7a986SAnirudh Venkataramanan */ 173503f7a986SAnirudh Venkataramanan int ice_vsi_cfg_lan_txqs(struct ice_vsi *vsi) 173603f7a986SAnirudh Venkataramanan { 173703f7a986SAnirudh Venkataramanan return ice_vsi_cfg_txqs(vsi, vsi->tx_rings, 0); 173803f7a986SAnirudh Venkataramanan } 173903f7a986SAnirudh Venkataramanan 174003f7a986SAnirudh Venkataramanan /** 17419e4ab4c2SBrett Creeley * ice_intrl_usec_to_reg - convert interrupt rate limit to register value 17429e4ab4c2SBrett Creeley * @intrl: interrupt rate limit in usecs 17439e4ab4c2SBrett Creeley * @gran: interrupt rate limit granularity in usecs 17449e4ab4c2SBrett Creeley * 17459e4ab4c2SBrett Creeley * This function converts a decimal interrupt rate limit in usecs to the format 17469e4ab4c2SBrett Creeley * expected by firmware. 17479e4ab4c2SBrett Creeley */ 17489e4ab4c2SBrett Creeley static u32 ice_intrl_usec_to_reg(u8 intrl, u8 gran) 17499e4ab4c2SBrett Creeley { 17509e4ab4c2SBrett Creeley u32 val = intrl / gran; 17519e4ab4c2SBrett Creeley 17529e4ab4c2SBrett Creeley if (val) 17539e4ab4c2SBrett Creeley return val | GLINT_RATE_INTRL_ENA_M; 17549e4ab4c2SBrett Creeley return 0; 17559e4ab4c2SBrett Creeley } 17569e4ab4c2SBrett Creeley 17579e4ab4c2SBrett Creeley /** 175870457520SBrett Creeley * ice_cfg_itr_gran - set the ITR granularity to 2 usecs if not already set 175970457520SBrett Creeley * @hw: board specific structure 176070457520SBrett Creeley */ 176170457520SBrett Creeley static void ice_cfg_itr_gran(struct ice_hw *hw) 176270457520SBrett Creeley { 176370457520SBrett Creeley u32 regval = rd32(hw, GLINT_CTL); 176470457520SBrett Creeley 176570457520SBrett Creeley /* no need to update global register if ITR gran is already set */ 176670457520SBrett Creeley if (!(regval & GLINT_CTL_DIS_AUTOMASK_M) && 176770457520SBrett Creeley (((regval & GLINT_CTL_ITR_GRAN_200_M) >> 176870457520SBrett Creeley GLINT_CTL_ITR_GRAN_200_S) == ICE_ITR_GRAN_US) && 176970457520SBrett Creeley (((regval & GLINT_CTL_ITR_GRAN_100_M) >> 177070457520SBrett Creeley GLINT_CTL_ITR_GRAN_100_S) == ICE_ITR_GRAN_US) && 177170457520SBrett Creeley (((regval & GLINT_CTL_ITR_GRAN_50_M) >> 177270457520SBrett Creeley GLINT_CTL_ITR_GRAN_50_S) == ICE_ITR_GRAN_US) && 177370457520SBrett Creeley (((regval & GLINT_CTL_ITR_GRAN_25_M) >> 177470457520SBrett Creeley GLINT_CTL_ITR_GRAN_25_S) == ICE_ITR_GRAN_US)) 177570457520SBrett Creeley return; 177670457520SBrett Creeley 177770457520SBrett Creeley regval = ((ICE_ITR_GRAN_US << GLINT_CTL_ITR_GRAN_200_S) & 177870457520SBrett Creeley GLINT_CTL_ITR_GRAN_200_M) | 177970457520SBrett Creeley ((ICE_ITR_GRAN_US << GLINT_CTL_ITR_GRAN_100_S) & 178070457520SBrett Creeley GLINT_CTL_ITR_GRAN_100_M) | 178170457520SBrett Creeley ((ICE_ITR_GRAN_US << GLINT_CTL_ITR_GRAN_50_S) & 178270457520SBrett Creeley GLINT_CTL_ITR_GRAN_50_M) | 178370457520SBrett Creeley ((ICE_ITR_GRAN_US << GLINT_CTL_ITR_GRAN_25_S) & 178470457520SBrett Creeley GLINT_CTL_ITR_GRAN_25_M); 178570457520SBrett Creeley wr32(hw, GLINT_CTL, regval); 178670457520SBrett Creeley } 178770457520SBrett Creeley 178870457520SBrett Creeley /** 1789d2b464a7SBrett Creeley * ice_cfg_itr - configure the initial interrupt throttle values 1790d2b464a7SBrett Creeley * @hw: pointer to the HW structure 1791d2b464a7SBrett Creeley * @q_vector: interrupt vector that's being configured 1792d2b464a7SBrett Creeley * @vector: HW vector index to apply the interrupt throttling to 1793d2b464a7SBrett Creeley * 1794d2b464a7SBrett Creeley * Configure interrupt throttling values for the ring containers that are 1795d2b464a7SBrett Creeley * associated with the interrupt vector passed in. 1796d2b464a7SBrett Creeley */ 1797d2b464a7SBrett Creeley static void 1798d2b464a7SBrett Creeley ice_cfg_itr(struct ice_hw *hw, struct ice_q_vector *q_vector, u16 vector) 1799d2b464a7SBrett Creeley { 180070457520SBrett Creeley ice_cfg_itr_gran(hw); 180170457520SBrett Creeley 1802d2b464a7SBrett Creeley if (q_vector->num_ring_rx) { 1803d2b464a7SBrett Creeley struct ice_ring_container *rc = &q_vector->rx; 1804d2b464a7SBrett Creeley 180563f545edSBrett Creeley /* if this value is set then don't overwrite with default */ 180663f545edSBrett Creeley if (!rc->itr_setting) 180763f545edSBrett Creeley rc->itr_setting = ICE_DFLT_RX_ITR; 180863f545edSBrett Creeley 180963f545edSBrett Creeley rc->target_itr = ITR_TO_REG(rc->itr_setting); 181063f545edSBrett Creeley rc->next_update = jiffies + 1; 181163f545edSBrett Creeley rc->current_itr = rc->target_itr; 1812d2b464a7SBrett Creeley rc->latency_range = ICE_LOW_LATENCY; 181363f545edSBrett Creeley wr32(hw, GLINT_ITR(rc->itr_idx, vector), 181463f545edSBrett Creeley ITR_REG_ALIGN(rc->current_itr) >> ICE_ITR_GRAN_S); 1815d2b464a7SBrett Creeley } 1816d2b464a7SBrett Creeley 1817d2b464a7SBrett Creeley if (q_vector->num_ring_tx) { 1818d2b464a7SBrett Creeley struct ice_ring_container *rc = &q_vector->tx; 1819d2b464a7SBrett Creeley 182063f545edSBrett Creeley /* if this value is set then don't overwrite with default */ 182163f545edSBrett Creeley if (!rc->itr_setting) 182263f545edSBrett Creeley rc->itr_setting = ICE_DFLT_TX_ITR; 182363f545edSBrett Creeley 182463f545edSBrett Creeley rc->target_itr = ITR_TO_REG(rc->itr_setting); 182563f545edSBrett Creeley rc->next_update = jiffies + 1; 182663f545edSBrett Creeley rc->current_itr = rc->target_itr; 1827d2b464a7SBrett Creeley rc->latency_range = ICE_LOW_LATENCY; 182863f545edSBrett Creeley wr32(hw, GLINT_ITR(rc->itr_idx, vector), 182963f545edSBrett Creeley ITR_REG_ALIGN(rc->current_itr) >> ICE_ITR_GRAN_S); 1830d2b464a7SBrett Creeley } 1831d2b464a7SBrett Creeley } 1832d2b464a7SBrett Creeley 1833d2b464a7SBrett Creeley /** 183472adf242SAnirudh Venkataramanan * ice_vsi_cfg_msix - MSIX mode Interrupt Config in the HW 183572adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 183672adf242SAnirudh Venkataramanan */ 183772adf242SAnirudh Venkataramanan void ice_vsi_cfg_msix(struct ice_vsi *vsi) 183872adf242SAnirudh Venkataramanan { 183972adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1840eb0208ecSPreethi Banala u16 vector = vsi->hw_base_vector; 184172adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 184272adf242SAnirudh Venkataramanan u32 txq = 0, rxq = 0; 1843d2b464a7SBrett Creeley int i, q; 184472adf242SAnirudh Venkataramanan 184572adf242SAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++, vector++) { 184672adf242SAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[i]; 184772adf242SAnirudh Venkataramanan 1848d2b464a7SBrett Creeley ice_cfg_itr(hw, q_vector, vector); 18499e4ab4c2SBrett Creeley 18509e4ab4c2SBrett Creeley wr32(hw, GLINT_RATE(vector), 18519e4ab4c2SBrett Creeley ice_intrl_usec_to_reg(q_vector->intrl, hw->intrl_gran)); 185272adf242SAnirudh Venkataramanan 185372adf242SAnirudh Venkataramanan /* Both Transmit Queue Interrupt Cause Control register 185472adf242SAnirudh Venkataramanan * and Receive Queue Interrupt Cause control register 185572adf242SAnirudh Venkataramanan * expects MSIX_INDX field to be the vector index 185672adf242SAnirudh Venkataramanan * within the function space and not the absolute 185772adf242SAnirudh Venkataramanan * vector index across PF or across device. 185872adf242SAnirudh Venkataramanan * For SR-IOV VF VSIs queue vector index always starts 185972adf242SAnirudh Venkataramanan * with 1 since first vector index(0) is used for OICR 186072adf242SAnirudh Venkataramanan * in VF space. Since VMDq and other PF VSIs are within 186172adf242SAnirudh Venkataramanan * the PF function space, use the vector index that is 186272adf242SAnirudh Venkataramanan * tracked for this PF. 186372adf242SAnirudh Venkataramanan */ 186472adf242SAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_tx; q++) { 1865d2b464a7SBrett Creeley int itr_idx = q_vector->tx.itr_idx; 186672adf242SAnirudh Venkataramanan u32 val; 186772adf242SAnirudh Venkataramanan 18688ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 18698ede0178SAnirudh Venkataramanan val = QINT_TQCTL_CAUSE_ENA_M | 1870d2b464a7SBrett Creeley (itr_idx << QINT_TQCTL_ITR_INDX_S) | 18718ede0178SAnirudh Venkataramanan ((i + 1) << QINT_TQCTL_MSIX_INDX_S); 18728ede0178SAnirudh Venkataramanan else 187372adf242SAnirudh Venkataramanan val = QINT_TQCTL_CAUSE_ENA_M | 1874d2b464a7SBrett Creeley (itr_idx << QINT_TQCTL_ITR_INDX_S) | 187572adf242SAnirudh Venkataramanan (vector << QINT_TQCTL_MSIX_INDX_S); 187672adf242SAnirudh Venkataramanan wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), val); 187772adf242SAnirudh Venkataramanan txq++; 187872adf242SAnirudh Venkataramanan } 187972adf242SAnirudh Venkataramanan 188072adf242SAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_rx; q++) { 1881d2b464a7SBrett Creeley int itr_idx = q_vector->rx.itr_idx; 188272adf242SAnirudh Venkataramanan u32 val; 188372adf242SAnirudh Venkataramanan 18848ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 18858ede0178SAnirudh Venkataramanan val = QINT_RQCTL_CAUSE_ENA_M | 1886d2b464a7SBrett Creeley (itr_idx << QINT_RQCTL_ITR_INDX_S) | 18878ede0178SAnirudh Venkataramanan ((i + 1) << QINT_RQCTL_MSIX_INDX_S); 18888ede0178SAnirudh Venkataramanan else 188972adf242SAnirudh Venkataramanan val = QINT_RQCTL_CAUSE_ENA_M | 1890d2b464a7SBrett Creeley (itr_idx << QINT_RQCTL_ITR_INDX_S) | 189172adf242SAnirudh Venkataramanan (vector << QINT_RQCTL_MSIX_INDX_S); 189272adf242SAnirudh Venkataramanan wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), val); 189372adf242SAnirudh Venkataramanan rxq++; 189472adf242SAnirudh Venkataramanan } 189572adf242SAnirudh Venkataramanan } 189672adf242SAnirudh Venkataramanan 189772adf242SAnirudh Venkataramanan ice_flush(hw); 189872adf242SAnirudh Venkataramanan } 189972adf242SAnirudh Venkataramanan 190072adf242SAnirudh Venkataramanan /** 190145d3d428SAnirudh Venkataramanan * ice_vsi_manage_vlan_insertion - Manage VLAN insertion for the VSI for Tx 190245d3d428SAnirudh Venkataramanan * @vsi: the VSI being changed 190345d3d428SAnirudh Venkataramanan */ 190445d3d428SAnirudh Venkataramanan int ice_vsi_manage_vlan_insertion(struct ice_vsi *vsi) 190545d3d428SAnirudh Venkataramanan { 190645d3d428SAnirudh Venkataramanan struct device *dev = &vsi->back->pdev->dev; 190745d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 1908198a666aSBruce Allan struct ice_vsi_ctx *ctxt; 190945d3d428SAnirudh Venkataramanan enum ice_status status; 1910198a666aSBruce Allan int ret = 0; 1911198a666aSBruce Allan 1912198a666aSBruce Allan ctxt = devm_kzalloc(dev, sizeof(*ctxt), GFP_KERNEL); 1913198a666aSBruce Allan if (!ctxt) 1914198a666aSBruce Allan return -ENOMEM; 191545d3d428SAnirudh Venkataramanan 191645d3d428SAnirudh Venkataramanan /* Here we are configuring the VSI to let the driver add VLAN tags by 191745d3d428SAnirudh Venkataramanan * setting vlan_flags to ICE_AQ_VSI_VLAN_MODE_ALL. The actual VLAN tag 191845d3d428SAnirudh Venkataramanan * insertion happens in the Tx hot path, in ice_tx_map. 191945d3d428SAnirudh Venkataramanan */ 1920198a666aSBruce Allan ctxt->info.vlan_flags = ICE_AQ_VSI_VLAN_MODE_ALL; 192145d3d428SAnirudh Venkataramanan 1922198a666aSBruce Allan ctxt->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_VLAN_VALID); 192345d3d428SAnirudh Venkataramanan 1924198a666aSBruce Allan status = ice_update_vsi(hw, vsi->idx, ctxt, NULL); 192545d3d428SAnirudh Venkataramanan if (status) { 192645d3d428SAnirudh Venkataramanan dev_err(dev, "update VSI for VLAN insert failed, err %d aq_err %d\n", 192745d3d428SAnirudh Venkataramanan status, hw->adminq.sq_last_status); 1928198a666aSBruce Allan ret = -EIO; 1929198a666aSBruce Allan goto out; 193045d3d428SAnirudh Venkataramanan } 193145d3d428SAnirudh Venkataramanan 1932198a666aSBruce Allan vsi->info.vlan_flags = ctxt->info.vlan_flags; 1933198a666aSBruce Allan out: 1934198a666aSBruce Allan devm_kfree(dev, ctxt); 1935198a666aSBruce Allan return ret; 193645d3d428SAnirudh Venkataramanan } 193745d3d428SAnirudh Venkataramanan 193845d3d428SAnirudh Venkataramanan /** 193945d3d428SAnirudh Venkataramanan * ice_vsi_manage_vlan_stripping - Manage VLAN stripping for the VSI for Rx 194045d3d428SAnirudh Venkataramanan * @vsi: the VSI being changed 194145d3d428SAnirudh Venkataramanan * @ena: boolean value indicating if this is a enable or disable request 194245d3d428SAnirudh Venkataramanan */ 194345d3d428SAnirudh Venkataramanan int ice_vsi_manage_vlan_stripping(struct ice_vsi *vsi, bool ena) 194445d3d428SAnirudh Venkataramanan { 194545d3d428SAnirudh Venkataramanan struct device *dev = &vsi->back->pdev->dev; 194645d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 1947198a666aSBruce Allan struct ice_vsi_ctx *ctxt; 194845d3d428SAnirudh Venkataramanan enum ice_status status; 1949198a666aSBruce Allan int ret = 0; 1950198a666aSBruce Allan 1951198a666aSBruce Allan ctxt = devm_kzalloc(dev, sizeof(*ctxt), GFP_KERNEL); 1952198a666aSBruce Allan if (!ctxt) 1953198a666aSBruce Allan return -ENOMEM; 195445d3d428SAnirudh Venkataramanan 195545d3d428SAnirudh Venkataramanan /* Here we are configuring what the VSI should do with the VLAN tag in 195645d3d428SAnirudh Venkataramanan * the Rx packet. We can either leave the tag in the packet or put it in 195745d3d428SAnirudh Venkataramanan * the Rx descriptor. 195845d3d428SAnirudh Venkataramanan */ 1959198a666aSBruce Allan if (ena) 196045d3d428SAnirudh Venkataramanan /* Strip VLAN tag from Rx packet and put it in the desc */ 1961198a666aSBruce Allan ctxt->info.vlan_flags = ICE_AQ_VSI_VLAN_EMOD_STR_BOTH; 1962198a666aSBruce Allan else 196345d3d428SAnirudh Venkataramanan /* Disable stripping. Leave tag in packet */ 1964198a666aSBruce Allan ctxt->info.vlan_flags = ICE_AQ_VSI_VLAN_EMOD_NOTHING; 196545d3d428SAnirudh Venkataramanan 196645d3d428SAnirudh Venkataramanan /* Allow all packets untagged/tagged */ 1967198a666aSBruce Allan ctxt->info.vlan_flags |= ICE_AQ_VSI_VLAN_MODE_ALL; 196845d3d428SAnirudh Venkataramanan 1969198a666aSBruce Allan ctxt->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_VLAN_VALID); 197045d3d428SAnirudh Venkataramanan 1971198a666aSBruce Allan status = ice_update_vsi(hw, vsi->idx, ctxt, NULL); 197245d3d428SAnirudh Venkataramanan if (status) { 197345d3d428SAnirudh Venkataramanan dev_err(dev, "update VSI for VLAN strip failed, ena = %d err %d aq_err %d\n", 197445d3d428SAnirudh Venkataramanan ena, status, hw->adminq.sq_last_status); 1975198a666aSBruce Allan ret = -EIO; 1976198a666aSBruce Allan goto out; 197745d3d428SAnirudh Venkataramanan } 197845d3d428SAnirudh Venkataramanan 1979198a666aSBruce Allan vsi->info.vlan_flags = ctxt->info.vlan_flags; 1980198a666aSBruce Allan out: 1981198a666aSBruce Allan devm_kfree(dev, ctxt); 1982198a666aSBruce Allan return ret; 198345d3d428SAnirudh Venkataramanan } 198472adf242SAnirudh Venkataramanan 198572adf242SAnirudh Venkataramanan /** 198672adf242SAnirudh Venkataramanan * ice_vsi_start_rx_rings - start VSI's Rx rings 198772adf242SAnirudh Venkataramanan * @vsi: the VSI whose rings are to be started 198872adf242SAnirudh Venkataramanan * 198972adf242SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 199072adf242SAnirudh Venkataramanan */ 199172adf242SAnirudh Venkataramanan int ice_vsi_start_rx_rings(struct ice_vsi *vsi) 199272adf242SAnirudh Venkataramanan { 199372adf242SAnirudh Venkataramanan return ice_vsi_ctrl_rx_rings(vsi, true); 199472adf242SAnirudh Venkataramanan } 199572adf242SAnirudh Venkataramanan 199672adf242SAnirudh Venkataramanan /** 199772adf242SAnirudh Venkataramanan * ice_vsi_stop_rx_rings - stop VSI's Rx rings 199872adf242SAnirudh Venkataramanan * @vsi: the VSI 199972adf242SAnirudh Venkataramanan * 200072adf242SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 200172adf242SAnirudh Venkataramanan */ 200272adf242SAnirudh Venkataramanan int ice_vsi_stop_rx_rings(struct ice_vsi *vsi) 200372adf242SAnirudh Venkataramanan { 200472adf242SAnirudh Venkataramanan return ice_vsi_ctrl_rx_rings(vsi, false); 200572adf242SAnirudh Venkataramanan } 200672adf242SAnirudh Venkataramanan 200772adf242SAnirudh Venkataramanan /** 200872adf242SAnirudh Venkataramanan * ice_vsi_stop_tx_rings - Disable Tx rings 200972adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 2010ddf30f7fSAnirudh Venkataramanan * @rst_src: reset source 2011ddf30f7fSAnirudh Venkataramanan * @rel_vmvf_num: Relative id of VF/VM 201203f7a986SAnirudh Venkataramanan * @rings: Tx ring array to be stopped 201303f7a986SAnirudh Venkataramanan * @offset: offset within vsi->txq_map 201472adf242SAnirudh Venkataramanan */ 201503f7a986SAnirudh Venkataramanan static int 201603f7a986SAnirudh Venkataramanan ice_vsi_stop_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src, 201703f7a986SAnirudh Venkataramanan u16 rel_vmvf_num, struct ice_ring **rings, int offset) 201872adf242SAnirudh Venkataramanan { 201972adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 202072adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 202172adf242SAnirudh Venkataramanan enum ice_status status; 202272adf242SAnirudh Venkataramanan u32 *q_teids, val; 202372adf242SAnirudh Venkataramanan u16 *q_ids, i; 202472adf242SAnirudh Venkataramanan int err = 0; 202572adf242SAnirudh Venkataramanan 202672adf242SAnirudh Venkataramanan if (vsi->num_txq > ICE_LAN_TXQ_MAX_QDIS) 202772adf242SAnirudh Venkataramanan return -EINVAL; 202872adf242SAnirudh Venkataramanan 202972adf242SAnirudh Venkataramanan q_teids = devm_kcalloc(&pf->pdev->dev, vsi->num_txq, sizeof(*q_teids), 203072adf242SAnirudh Venkataramanan GFP_KERNEL); 203172adf242SAnirudh Venkataramanan if (!q_teids) 203272adf242SAnirudh Venkataramanan return -ENOMEM; 203372adf242SAnirudh Venkataramanan 203472adf242SAnirudh Venkataramanan q_ids = devm_kcalloc(&pf->pdev->dev, vsi->num_txq, sizeof(*q_ids), 203572adf242SAnirudh Venkataramanan GFP_KERNEL); 203672adf242SAnirudh Venkataramanan if (!q_ids) { 203772adf242SAnirudh Venkataramanan err = -ENOMEM; 203872adf242SAnirudh Venkataramanan goto err_alloc_q_ids; 203972adf242SAnirudh Venkataramanan } 204072adf242SAnirudh Venkataramanan 204172adf242SAnirudh Venkataramanan /* set up the Tx queue list to be disabled */ 204272adf242SAnirudh Venkataramanan ice_for_each_txq(vsi, i) { 204372adf242SAnirudh Venkataramanan u16 v_idx; 204472adf242SAnirudh Venkataramanan 204503f7a986SAnirudh Venkataramanan if (!rings || !rings[i] || !rings[i]->q_vector) { 204672adf242SAnirudh Venkataramanan err = -EINVAL; 204772adf242SAnirudh Venkataramanan goto err_out; 204872adf242SAnirudh Venkataramanan } 204972adf242SAnirudh Venkataramanan 205003f7a986SAnirudh Venkataramanan q_ids[i] = vsi->txq_map[i + offset]; 205103f7a986SAnirudh Venkataramanan q_teids[i] = rings[i]->txq_teid; 205272adf242SAnirudh Venkataramanan 205372adf242SAnirudh Venkataramanan /* clear cause_ena bit for disabled queues */ 205403f7a986SAnirudh Venkataramanan val = rd32(hw, QINT_TQCTL(rings[i]->reg_idx)); 205572adf242SAnirudh Venkataramanan val &= ~QINT_TQCTL_CAUSE_ENA_M; 205603f7a986SAnirudh Venkataramanan wr32(hw, QINT_TQCTL(rings[i]->reg_idx), val); 205772adf242SAnirudh Venkataramanan 205872adf242SAnirudh Venkataramanan /* software is expected to wait for 100 ns */ 205972adf242SAnirudh Venkataramanan ndelay(100); 206072adf242SAnirudh Venkataramanan 206172adf242SAnirudh Venkataramanan /* trigger a software interrupt for the vector associated to 206272adf242SAnirudh Venkataramanan * the queue to schedule NAPI handler 206372adf242SAnirudh Venkataramanan */ 206403f7a986SAnirudh Venkataramanan v_idx = rings[i]->q_vector->v_idx; 2065eb0208ecSPreethi Banala wr32(hw, GLINT_DYN_CTL(vsi->hw_base_vector + v_idx), 206672adf242SAnirudh Venkataramanan GLINT_DYN_CTL_SWINT_TRIG_M | GLINT_DYN_CTL_INTENA_MSK_M); 206772adf242SAnirudh Venkataramanan } 206872adf242SAnirudh Venkataramanan status = ice_dis_vsi_txq(vsi->port_info, vsi->num_txq, q_ids, q_teids, 2069ddf30f7fSAnirudh Venkataramanan rst_src, rel_vmvf_num, NULL); 207072adf242SAnirudh Venkataramanan /* if the disable queue command was exercised during an active reset 207172adf242SAnirudh Venkataramanan * flow, ICE_ERR_RESET_ONGOING is returned. This is not an error as 207272adf242SAnirudh Venkataramanan * the reset operation disables queues at the hardware level anyway. 207372adf242SAnirudh Venkataramanan */ 207472adf242SAnirudh Venkataramanan if (status == ICE_ERR_RESET_ONGOING) { 207572adf242SAnirudh Venkataramanan dev_info(&pf->pdev->dev, 207672adf242SAnirudh Venkataramanan "Reset in progress. LAN Tx queues already disabled\n"); 207772adf242SAnirudh Venkataramanan } else if (status) { 207872adf242SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 207972adf242SAnirudh Venkataramanan "Failed to disable LAN Tx queues, error: %d\n", 208072adf242SAnirudh Venkataramanan status); 208172adf242SAnirudh Venkataramanan err = -ENODEV; 208272adf242SAnirudh Venkataramanan } 208372adf242SAnirudh Venkataramanan 208472adf242SAnirudh Venkataramanan err_out: 208572adf242SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, q_ids); 208672adf242SAnirudh Venkataramanan 208772adf242SAnirudh Venkataramanan err_alloc_q_ids: 208872adf242SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, q_teids); 208972adf242SAnirudh Venkataramanan 209072adf242SAnirudh Venkataramanan return err; 209172adf242SAnirudh Venkataramanan } 20925153a18eSAnirudh Venkataramanan 20935153a18eSAnirudh Venkataramanan /** 209403f7a986SAnirudh Venkataramanan * ice_vsi_stop_lan_tx_rings - Disable LAN Tx rings 209503f7a986SAnirudh Venkataramanan * @vsi: the VSI being configured 209603f7a986SAnirudh Venkataramanan * @rst_src: reset source 209703f7a986SAnirudh Venkataramanan * @rel_vmvf_num: Relative id of VF/VM 209803f7a986SAnirudh Venkataramanan */ 209903f7a986SAnirudh Venkataramanan int ice_vsi_stop_lan_tx_rings(struct ice_vsi *vsi, 210003f7a986SAnirudh Venkataramanan enum ice_disq_rst_src rst_src, u16 rel_vmvf_num) 210103f7a986SAnirudh Venkataramanan { 210203f7a986SAnirudh Venkataramanan return ice_vsi_stop_tx_rings(vsi, rst_src, rel_vmvf_num, vsi->tx_rings, 210303f7a986SAnirudh Venkataramanan 0); 210403f7a986SAnirudh Venkataramanan } 210503f7a986SAnirudh Venkataramanan 210603f7a986SAnirudh Venkataramanan /** 21075153a18eSAnirudh Venkataramanan * ice_cfg_vlan_pruning - enable or disable VLAN pruning on the VSI 21085153a18eSAnirudh Venkataramanan * @vsi: VSI to enable or disable VLAN pruning on 21095153a18eSAnirudh Venkataramanan * @ena: set to true to enable VLAN pruning and false to disable it 21105153a18eSAnirudh Venkataramanan * 21115153a18eSAnirudh Venkataramanan * returns 0 if VSI is updated, negative otherwise 21125153a18eSAnirudh Venkataramanan */ 21135153a18eSAnirudh Venkataramanan int ice_cfg_vlan_pruning(struct ice_vsi *vsi, bool ena) 21145153a18eSAnirudh Venkataramanan { 21155153a18eSAnirudh Venkataramanan struct ice_vsi_ctx *ctxt; 21165153a18eSAnirudh Venkataramanan struct device *dev; 21175153a18eSAnirudh Venkataramanan int status; 21185153a18eSAnirudh Venkataramanan 21195153a18eSAnirudh Venkataramanan if (!vsi) 21205153a18eSAnirudh Venkataramanan return -EINVAL; 21215153a18eSAnirudh Venkataramanan 21225153a18eSAnirudh Venkataramanan dev = &vsi->back->pdev->dev; 21235153a18eSAnirudh Venkataramanan ctxt = devm_kzalloc(dev, sizeof(*ctxt), GFP_KERNEL); 21245153a18eSAnirudh Venkataramanan if (!ctxt) 21255153a18eSAnirudh Venkataramanan return -ENOMEM; 21265153a18eSAnirudh Venkataramanan 21275153a18eSAnirudh Venkataramanan ctxt->info = vsi->info; 21285153a18eSAnirudh Venkataramanan 21295153a18eSAnirudh Venkataramanan if (ena) { 21305153a18eSAnirudh Venkataramanan ctxt->info.sec_flags |= 21315153a18eSAnirudh Venkataramanan ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA << 21325153a18eSAnirudh Venkataramanan ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S; 21335153a18eSAnirudh Venkataramanan ctxt->info.sw_flags2 |= ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; 21345153a18eSAnirudh Venkataramanan } else { 21355153a18eSAnirudh Venkataramanan ctxt->info.sec_flags &= 21365153a18eSAnirudh Venkataramanan ~(ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA << 21375153a18eSAnirudh Venkataramanan ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S); 21385153a18eSAnirudh Venkataramanan ctxt->info.sw_flags2 &= ~ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; 21395153a18eSAnirudh Venkataramanan } 21405153a18eSAnirudh Venkataramanan 21415153a18eSAnirudh Venkataramanan ctxt->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID | 21425153a18eSAnirudh Venkataramanan ICE_AQ_VSI_PROP_SW_VALID); 21435726ca0eSAnirudh Venkataramanan 21445726ca0eSAnirudh Venkataramanan status = ice_update_vsi(&vsi->back->hw, vsi->idx, ctxt, NULL); 21455153a18eSAnirudh Venkataramanan if (status) { 21465726ca0eSAnirudh Venkataramanan netdev_err(vsi->netdev, "%sabling VLAN pruning on VSI handle: %d, VSI HW ID: %d failed, err = %d, aq_err = %d\n", 214731082519SAnirudh Venkataramanan ena ? "En" : "Dis", vsi->idx, vsi->vsi_num, status, 21485153a18eSAnirudh Venkataramanan vsi->back->hw.adminq.sq_last_status); 21495153a18eSAnirudh Venkataramanan goto err_out; 21505153a18eSAnirudh Venkataramanan } 21515153a18eSAnirudh Venkataramanan 21525153a18eSAnirudh Venkataramanan vsi->info.sec_flags = ctxt->info.sec_flags; 21535153a18eSAnirudh Venkataramanan vsi->info.sw_flags2 = ctxt->info.sw_flags2; 21545153a18eSAnirudh Venkataramanan 21555153a18eSAnirudh Venkataramanan devm_kfree(dev, ctxt); 21565153a18eSAnirudh Venkataramanan return 0; 21575153a18eSAnirudh Venkataramanan 21585153a18eSAnirudh Venkataramanan err_out: 21595153a18eSAnirudh Venkataramanan devm_kfree(dev, ctxt); 21605153a18eSAnirudh Venkataramanan return -EIO; 21615153a18eSAnirudh Venkataramanan } 21625153a18eSAnirudh Venkataramanan 21635153a18eSAnirudh Venkataramanan /** 216437bb8390SAnirudh Venkataramanan * ice_vsi_setup - Set up a VSI by a given type 216537bb8390SAnirudh Venkataramanan * @pf: board private structure 216637bb8390SAnirudh Venkataramanan * @pi: pointer to the port_info instance 216737bb8390SAnirudh Venkataramanan * @type: VSI type 216837bb8390SAnirudh Venkataramanan * @vf_id: defines VF id to which this VSI connects. This field is meant to be 216937bb8390SAnirudh Venkataramanan * used only for ICE_VSI_VF VSI type. For other VSI types, should 217037bb8390SAnirudh Venkataramanan * fill-in ICE_INVAL_VFID as input. 217137bb8390SAnirudh Venkataramanan * 217237bb8390SAnirudh Venkataramanan * This allocates the sw VSI structure and its queue resources. 217337bb8390SAnirudh Venkataramanan * 217437bb8390SAnirudh Venkataramanan * Returns pointer to the successfully allocated and configured VSI sw struct on 217537bb8390SAnirudh Venkataramanan * success, NULL on failure. 217637bb8390SAnirudh Venkataramanan */ 217737bb8390SAnirudh Venkataramanan struct ice_vsi * 217837bb8390SAnirudh Venkataramanan ice_vsi_setup(struct ice_pf *pf, struct ice_port_info *pi, 21798ede0178SAnirudh Venkataramanan enum ice_vsi_type type, u16 vf_id) 218037bb8390SAnirudh Venkataramanan { 218137bb8390SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 218237bb8390SAnirudh Venkataramanan struct device *dev = &pf->pdev->dev; 218337bb8390SAnirudh Venkataramanan struct ice_vsi *vsi; 218437bb8390SAnirudh Venkataramanan int ret, i; 218537bb8390SAnirudh Venkataramanan 21865743020dSAkeem G Abodunrin if (type == ICE_VSI_VF) 21875743020dSAkeem G Abodunrin vsi = ice_vsi_alloc(pf, type, vf_id); 21885743020dSAkeem G Abodunrin else 21895743020dSAkeem G Abodunrin vsi = ice_vsi_alloc(pf, type, ICE_INVAL_VFID); 21905743020dSAkeem G Abodunrin 219137bb8390SAnirudh Venkataramanan if (!vsi) { 219237bb8390SAnirudh Venkataramanan dev_err(dev, "could not allocate VSI\n"); 219337bb8390SAnirudh Venkataramanan return NULL; 219437bb8390SAnirudh Venkataramanan } 219537bb8390SAnirudh Venkataramanan 219637bb8390SAnirudh Venkataramanan vsi->port_info = pi; 219737bb8390SAnirudh Venkataramanan vsi->vsw = pf->first_sw; 21988ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 21998ede0178SAnirudh Venkataramanan vsi->vf_id = vf_id; 220037bb8390SAnirudh Venkataramanan 220137bb8390SAnirudh Venkataramanan if (ice_vsi_get_qs(vsi)) { 220237bb8390SAnirudh Venkataramanan dev_err(dev, "Failed to allocate queues. vsi->idx = %d\n", 220337bb8390SAnirudh Venkataramanan vsi->idx); 220437bb8390SAnirudh Venkataramanan goto unroll_get_qs; 220537bb8390SAnirudh Venkataramanan } 220637bb8390SAnirudh Venkataramanan 220737bb8390SAnirudh Venkataramanan /* set RSS capabilities */ 220837bb8390SAnirudh Venkataramanan ice_vsi_set_rss_params(vsi); 220937bb8390SAnirudh Venkataramanan 2210c5a2a4a3SUsha Ketineni /* set tc configuration */ 2211c5a2a4a3SUsha Ketineni ice_vsi_set_tc_cfg(vsi); 2212c5a2a4a3SUsha Ketineni 221337bb8390SAnirudh Venkataramanan /* create the VSI */ 221437bb8390SAnirudh Venkataramanan ret = ice_vsi_init(vsi); 221537bb8390SAnirudh Venkataramanan if (ret) 221637bb8390SAnirudh Venkataramanan goto unroll_get_qs; 221737bb8390SAnirudh Venkataramanan 221837bb8390SAnirudh Venkataramanan switch (vsi->type) { 221937bb8390SAnirudh Venkataramanan case ICE_VSI_PF: 222037bb8390SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 222137bb8390SAnirudh Venkataramanan if (ret) 222237bb8390SAnirudh Venkataramanan goto unroll_vsi_init; 222337bb8390SAnirudh Venkataramanan 222437bb8390SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 222537bb8390SAnirudh Venkataramanan if (ret) 222637bb8390SAnirudh Venkataramanan goto unroll_alloc_q_vector; 222737bb8390SAnirudh Venkataramanan 222837bb8390SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 222937bb8390SAnirudh Venkataramanan if (ret) 223037bb8390SAnirudh Venkataramanan goto unroll_vector_base; 223137bb8390SAnirudh Venkataramanan 223237bb8390SAnirudh Venkataramanan ice_vsi_map_rings_to_vectors(vsi); 223337bb8390SAnirudh Venkataramanan 223437bb8390SAnirudh Venkataramanan /* Do not exit if configuring RSS had an issue, at least 223537bb8390SAnirudh Venkataramanan * receive traffic on first queue. Hence no need to capture 223637bb8390SAnirudh Venkataramanan * return value 223737bb8390SAnirudh Venkataramanan */ 223837bb8390SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 223937bb8390SAnirudh Venkataramanan ice_vsi_cfg_rss_lut_key(vsi); 224037bb8390SAnirudh Venkataramanan break; 22418ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 22428ede0178SAnirudh Venkataramanan /* VF driver will take care of creating netdev for this type and 22438ede0178SAnirudh Venkataramanan * map queues to vectors through Virtchnl, PF driver only 22448ede0178SAnirudh Venkataramanan * creates a VSI and corresponding structures for bookkeeping 22458ede0178SAnirudh Venkataramanan * purpose 22468ede0178SAnirudh Venkataramanan */ 22478ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 22488ede0178SAnirudh Venkataramanan if (ret) 22498ede0178SAnirudh Venkataramanan goto unroll_vsi_init; 22508ede0178SAnirudh Venkataramanan 22518ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 22528ede0178SAnirudh Venkataramanan if (ret) 22538ede0178SAnirudh Venkataramanan goto unroll_alloc_q_vector; 22548ede0178SAnirudh Venkataramanan 22558ede0178SAnirudh Venkataramanan /* Setup Vector base only during VF init phase or when VF asks 22568ede0178SAnirudh Venkataramanan * for more vectors than assigned number. In all other cases, 22578ede0178SAnirudh Venkataramanan * assign hw_base_vector to the value given earlier. 22588ede0178SAnirudh Venkataramanan */ 22598ede0178SAnirudh Venkataramanan if (test_bit(ICE_VF_STATE_CFG_INTR, pf->vf[vf_id].vf_states)) { 22608ede0178SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 22618ede0178SAnirudh Venkataramanan if (ret) 22628ede0178SAnirudh Venkataramanan goto unroll_vector_base; 22638ede0178SAnirudh Venkataramanan } else { 22648ede0178SAnirudh Venkataramanan vsi->hw_base_vector = pf->vf[vf_id].first_vector_idx; 22658ede0178SAnirudh Venkataramanan } 22668ede0178SAnirudh Venkataramanan pf->q_left_tx -= vsi->alloc_txq; 22678ede0178SAnirudh Venkataramanan pf->q_left_rx -= vsi->alloc_rxq; 22688ede0178SAnirudh Venkataramanan break; 226937bb8390SAnirudh Venkataramanan default: 2270df17b7e0SAnirudh Venkataramanan /* clean up the resources and exit */ 227137bb8390SAnirudh Venkataramanan goto unroll_vsi_init; 227237bb8390SAnirudh Venkataramanan } 227337bb8390SAnirudh Venkataramanan 227437bb8390SAnirudh Venkataramanan /* configure VSI nodes based on number of queues and TC's */ 227537bb8390SAnirudh Venkataramanan for (i = 0; i < vsi->tc_cfg.numtc; i++) 2276c5a2a4a3SUsha Ketineni max_txqs[i] = pf->num_lan_tx; 227737bb8390SAnirudh Venkataramanan 22784fb33f31SAnirudh Venkataramanan ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc, 22794fb33f31SAnirudh Venkataramanan max_txqs); 228037bb8390SAnirudh Venkataramanan if (ret) { 228137bb8390SAnirudh Venkataramanan dev_info(&pf->pdev->dev, "Failed VSI lan queue config\n"); 228237bb8390SAnirudh Venkataramanan goto unroll_vector_base; 228337bb8390SAnirudh Venkataramanan } 228437bb8390SAnirudh Venkataramanan 228537bb8390SAnirudh Venkataramanan return vsi; 228637bb8390SAnirudh Venkataramanan 228737bb8390SAnirudh Venkataramanan unroll_vector_base: 2288eb0208ecSPreethi Banala /* reclaim SW interrupts back to the common pool */ 2289eb0208ecSPreethi Banala ice_free_res(vsi->back->sw_irq_tracker, vsi->sw_base_vector, vsi->idx); 2290eb0208ecSPreethi Banala pf->num_avail_sw_msix += vsi->num_q_vectors; 2291eb0208ecSPreethi Banala /* reclaim HW interrupt back to the common pool */ 2292eb0208ecSPreethi Banala ice_free_res(vsi->back->hw_irq_tracker, vsi->hw_base_vector, vsi->idx); 2293eb0208ecSPreethi Banala pf->num_avail_hw_msix += vsi->num_q_vectors; 229437bb8390SAnirudh Venkataramanan unroll_alloc_q_vector: 229537bb8390SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 229637bb8390SAnirudh Venkataramanan unroll_vsi_init: 229737bb8390SAnirudh Venkataramanan ice_vsi_delete(vsi); 229837bb8390SAnirudh Venkataramanan unroll_get_qs: 229937bb8390SAnirudh Venkataramanan ice_vsi_put_qs(vsi); 230037bb8390SAnirudh Venkataramanan pf->q_left_tx += vsi->alloc_txq; 230137bb8390SAnirudh Venkataramanan pf->q_left_rx += vsi->alloc_rxq; 230237bb8390SAnirudh Venkataramanan ice_vsi_clear(vsi); 230337bb8390SAnirudh Venkataramanan 230437bb8390SAnirudh Venkataramanan return NULL; 230537bb8390SAnirudh Venkataramanan } 230637bb8390SAnirudh Venkataramanan 230737bb8390SAnirudh Venkataramanan /** 23085153a18eSAnirudh Venkataramanan * ice_vsi_release_msix - Clear the queue to Interrupt mapping in HW 23095153a18eSAnirudh Venkataramanan * @vsi: the VSI being cleaned up 23105153a18eSAnirudh Venkataramanan */ 23115153a18eSAnirudh Venkataramanan static void ice_vsi_release_msix(struct ice_vsi *vsi) 23125153a18eSAnirudh Venkataramanan { 23135153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 2314eb0208ecSPreethi Banala u16 vector = vsi->hw_base_vector; 23155153a18eSAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 23165153a18eSAnirudh Venkataramanan u32 txq = 0; 23175153a18eSAnirudh Venkataramanan u32 rxq = 0; 23185153a18eSAnirudh Venkataramanan int i, q; 23195153a18eSAnirudh Venkataramanan 23205153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++, vector++) { 23215153a18eSAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[i]; 23225153a18eSAnirudh Venkataramanan 2323d2b464a7SBrett Creeley wr32(hw, GLINT_ITR(ICE_IDX_ITR0, vector), 0); 2324d2b464a7SBrett Creeley wr32(hw, GLINT_ITR(ICE_IDX_ITR1, vector), 0); 23255153a18eSAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_tx; q++) { 23265153a18eSAnirudh Venkataramanan wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), 0); 23275153a18eSAnirudh Venkataramanan txq++; 23285153a18eSAnirudh Venkataramanan } 23295153a18eSAnirudh Venkataramanan 23305153a18eSAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_rx; q++) { 23315153a18eSAnirudh Venkataramanan wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), 0); 23325153a18eSAnirudh Venkataramanan rxq++; 23335153a18eSAnirudh Venkataramanan } 23345153a18eSAnirudh Venkataramanan } 23355153a18eSAnirudh Venkataramanan 23365153a18eSAnirudh Venkataramanan ice_flush(hw); 23375153a18eSAnirudh Venkataramanan } 23385153a18eSAnirudh Venkataramanan 23395153a18eSAnirudh Venkataramanan /** 23405153a18eSAnirudh Venkataramanan * ice_vsi_free_irq - Free the IRQ association with the OS 23415153a18eSAnirudh Venkataramanan * @vsi: the VSI being configured 23425153a18eSAnirudh Venkataramanan */ 23435153a18eSAnirudh Venkataramanan void ice_vsi_free_irq(struct ice_vsi *vsi) 23445153a18eSAnirudh Venkataramanan { 23455153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 2346eb0208ecSPreethi Banala int base = vsi->sw_base_vector; 23475153a18eSAnirudh Venkataramanan 23485153a18eSAnirudh Venkataramanan if (test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) { 23495153a18eSAnirudh Venkataramanan int i; 23505153a18eSAnirudh Venkataramanan 23515153a18eSAnirudh Venkataramanan if (!vsi->q_vectors || !vsi->irqs_ready) 23525153a18eSAnirudh Venkataramanan return; 23535153a18eSAnirudh Venkataramanan 2354eb0208ecSPreethi Banala ice_vsi_release_msix(vsi); 23558ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 23568ede0178SAnirudh Venkataramanan return; 2357eb0208ecSPreethi Banala 23585153a18eSAnirudh Venkataramanan vsi->irqs_ready = false; 23595153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++) { 23605153a18eSAnirudh Venkataramanan u16 vector = i + base; 23615153a18eSAnirudh Venkataramanan int irq_num; 23625153a18eSAnirudh Venkataramanan 23635153a18eSAnirudh Venkataramanan irq_num = pf->msix_entries[vector].vector; 23645153a18eSAnirudh Venkataramanan 23655153a18eSAnirudh Venkataramanan /* free only the irqs that were actually requested */ 23665153a18eSAnirudh Venkataramanan if (!vsi->q_vectors[i] || 23675153a18eSAnirudh Venkataramanan !(vsi->q_vectors[i]->num_ring_tx || 23685153a18eSAnirudh Venkataramanan vsi->q_vectors[i]->num_ring_rx)) 23695153a18eSAnirudh Venkataramanan continue; 23705153a18eSAnirudh Venkataramanan 23715153a18eSAnirudh Venkataramanan /* clear the affinity notifier in the IRQ descriptor */ 23725153a18eSAnirudh Venkataramanan irq_set_affinity_notifier(irq_num, NULL); 23735153a18eSAnirudh Venkataramanan 23745153a18eSAnirudh Venkataramanan /* clear the affinity_mask in the IRQ descriptor */ 23755153a18eSAnirudh Venkataramanan irq_set_affinity_hint(irq_num, NULL); 23765153a18eSAnirudh Venkataramanan synchronize_irq(irq_num); 23775153a18eSAnirudh Venkataramanan devm_free_irq(&pf->pdev->dev, irq_num, 23785153a18eSAnirudh Venkataramanan vsi->q_vectors[i]); 23795153a18eSAnirudh Venkataramanan } 23805153a18eSAnirudh Venkataramanan } 23815153a18eSAnirudh Venkataramanan } 23825153a18eSAnirudh Venkataramanan 23835153a18eSAnirudh Venkataramanan /** 23845153a18eSAnirudh Venkataramanan * ice_vsi_free_tx_rings - Free Tx resources for VSI queues 23855153a18eSAnirudh Venkataramanan * @vsi: the VSI having resources freed 23865153a18eSAnirudh Venkataramanan */ 23875153a18eSAnirudh Venkataramanan void ice_vsi_free_tx_rings(struct ice_vsi *vsi) 23885153a18eSAnirudh Venkataramanan { 23895153a18eSAnirudh Venkataramanan int i; 23905153a18eSAnirudh Venkataramanan 23915153a18eSAnirudh Venkataramanan if (!vsi->tx_rings) 23925153a18eSAnirudh Venkataramanan return; 23935153a18eSAnirudh Venkataramanan 23945153a18eSAnirudh Venkataramanan ice_for_each_txq(vsi, i) 23955153a18eSAnirudh Venkataramanan if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) 23965153a18eSAnirudh Venkataramanan ice_free_tx_ring(vsi->tx_rings[i]); 23975153a18eSAnirudh Venkataramanan } 23985153a18eSAnirudh Venkataramanan 23995153a18eSAnirudh Venkataramanan /** 24005153a18eSAnirudh Venkataramanan * ice_vsi_free_rx_rings - Free Rx resources for VSI queues 24015153a18eSAnirudh Venkataramanan * @vsi: the VSI having resources freed 24025153a18eSAnirudh Venkataramanan */ 24035153a18eSAnirudh Venkataramanan void ice_vsi_free_rx_rings(struct ice_vsi *vsi) 24045153a18eSAnirudh Venkataramanan { 24055153a18eSAnirudh Venkataramanan int i; 24065153a18eSAnirudh Venkataramanan 24075153a18eSAnirudh Venkataramanan if (!vsi->rx_rings) 24085153a18eSAnirudh Venkataramanan return; 24095153a18eSAnirudh Venkataramanan 24105153a18eSAnirudh Venkataramanan ice_for_each_rxq(vsi, i) 24115153a18eSAnirudh Venkataramanan if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc) 24125153a18eSAnirudh Venkataramanan ice_free_rx_ring(vsi->rx_rings[i]); 24135153a18eSAnirudh Venkataramanan } 24145153a18eSAnirudh Venkataramanan 24155153a18eSAnirudh Venkataramanan /** 241607309a0eSAnirudh Venkataramanan * ice_vsi_close - Shut down a VSI 241707309a0eSAnirudh Venkataramanan * @vsi: the VSI being shut down 241807309a0eSAnirudh Venkataramanan */ 241907309a0eSAnirudh Venkataramanan void ice_vsi_close(struct ice_vsi *vsi) 242007309a0eSAnirudh Venkataramanan { 242107309a0eSAnirudh Venkataramanan if (!test_and_set_bit(__ICE_DOWN, vsi->state)) 242207309a0eSAnirudh Venkataramanan ice_down(vsi); 242307309a0eSAnirudh Venkataramanan 242407309a0eSAnirudh Venkataramanan ice_vsi_free_irq(vsi); 242507309a0eSAnirudh Venkataramanan ice_vsi_free_tx_rings(vsi); 242607309a0eSAnirudh Venkataramanan ice_vsi_free_rx_rings(vsi); 242707309a0eSAnirudh Venkataramanan } 242807309a0eSAnirudh Venkataramanan 242907309a0eSAnirudh Venkataramanan /** 24305153a18eSAnirudh Venkataramanan * ice_free_res - free a block of resources 24315153a18eSAnirudh Venkataramanan * @res: pointer to the resource 24325153a18eSAnirudh Venkataramanan * @index: starting index previously returned by ice_get_res 24335153a18eSAnirudh Venkataramanan * @id: identifier to track owner 24345153a18eSAnirudh Venkataramanan * 24355153a18eSAnirudh Venkataramanan * Returns number of resources freed 24365153a18eSAnirudh Venkataramanan */ 24375153a18eSAnirudh Venkataramanan int ice_free_res(struct ice_res_tracker *res, u16 index, u16 id) 24385153a18eSAnirudh Venkataramanan { 24395153a18eSAnirudh Venkataramanan int count = 0; 24405153a18eSAnirudh Venkataramanan int i; 24415153a18eSAnirudh Venkataramanan 24425153a18eSAnirudh Venkataramanan if (!res || index >= res->num_entries) 24435153a18eSAnirudh Venkataramanan return -EINVAL; 24445153a18eSAnirudh Venkataramanan 24455153a18eSAnirudh Venkataramanan id |= ICE_RES_VALID_BIT; 24465153a18eSAnirudh Venkataramanan for (i = index; i < res->num_entries && res->list[i] == id; i++) { 24475153a18eSAnirudh Venkataramanan res->list[i] = 0; 24485153a18eSAnirudh Venkataramanan count++; 24495153a18eSAnirudh Venkataramanan } 24505153a18eSAnirudh Venkataramanan 24515153a18eSAnirudh Venkataramanan return count; 24525153a18eSAnirudh Venkataramanan } 24535153a18eSAnirudh Venkataramanan 24545153a18eSAnirudh Venkataramanan /** 24555153a18eSAnirudh Venkataramanan * ice_search_res - Search the tracker for a block of resources 24565153a18eSAnirudh Venkataramanan * @res: pointer to the resource 24575153a18eSAnirudh Venkataramanan * @needed: size of the block needed 24585153a18eSAnirudh Venkataramanan * @id: identifier to track owner 24595153a18eSAnirudh Venkataramanan * 24605153a18eSAnirudh Venkataramanan * Returns the base item index of the block, or -ENOMEM for error 24615153a18eSAnirudh Venkataramanan */ 24625153a18eSAnirudh Venkataramanan static int ice_search_res(struct ice_res_tracker *res, u16 needed, u16 id) 24635153a18eSAnirudh Venkataramanan { 24645153a18eSAnirudh Venkataramanan int start = res->search_hint; 24655153a18eSAnirudh Venkataramanan int end = start; 24665153a18eSAnirudh Venkataramanan 2467eb0208ecSPreethi Banala if ((start + needed) > res->num_entries) 2468eb0208ecSPreethi Banala return -ENOMEM; 2469eb0208ecSPreethi Banala 24705153a18eSAnirudh Venkataramanan id |= ICE_RES_VALID_BIT; 24715153a18eSAnirudh Venkataramanan 24725153a18eSAnirudh Venkataramanan do { 24735153a18eSAnirudh Venkataramanan /* skip already allocated entries */ 24745153a18eSAnirudh Venkataramanan if (res->list[end++] & ICE_RES_VALID_BIT) { 24755153a18eSAnirudh Venkataramanan start = end; 24765153a18eSAnirudh Venkataramanan if ((start + needed) > res->num_entries) 24775153a18eSAnirudh Venkataramanan break; 24785153a18eSAnirudh Venkataramanan } 24795153a18eSAnirudh Venkataramanan 24805153a18eSAnirudh Venkataramanan if (end == (start + needed)) { 24815153a18eSAnirudh Venkataramanan int i = start; 24825153a18eSAnirudh Venkataramanan 24835153a18eSAnirudh Venkataramanan /* there was enough, so assign it to the requestor */ 24845153a18eSAnirudh Venkataramanan while (i != end) 24855153a18eSAnirudh Venkataramanan res->list[i++] = id; 24865153a18eSAnirudh Venkataramanan 24875153a18eSAnirudh Venkataramanan if (end == res->num_entries) 24885153a18eSAnirudh Venkataramanan end = 0; 24895153a18eSAnirudh Venkataramanan 24905153a18eSAnirudh Venkataramanan res->search_hint = end; 24915153a18eSAnirudh Venkataramanan return start; 24925153a18eSAnirudh Venkataramanan } 24935153a18eSAnirudh Venkataramanan } while (1); 24945153a18eSAnirudh Venkataramanan 24955153a18eSAnirudh Venkataramanan return -ENOMEM; 24965153a18eSAnirudh Venkataramanan } 24975153a18eSAnirudh Venkataramanan 24985153a18eSAnirudh Venkataramanan /** 24995153a18eSAnirudh Venkataramanan * ice_get_res - get a block of resources 25005153a18eSAnirudh Venkataramanan * @pf: board private structure 25015153a18eSAnirudh Venkataramanan * @res: pointer to the resource 25025153a18eSAnirudh Venkataramanan * @needed: size of the block needed 25035153a18eSAnirudh Venkataramanan * @id: identifier to track owner 25045153a18eSAnirudh Venkataramanan * 25055153a18eSAnirudh Venkataramanan * Returns the base item index of the block, or -ENOMEM for error 25065153a18eSAnirudh Venkataramanan * The search_hint trick and lack of advanced fit-finding only works 25075153a18eSAnirudh Venkataramanan * because we're highly likely to have all the same sized requests. 25085153a18eSAnirudh Venkataramanan * Linear search time and any fragmentation should be minimal. 25095153a18eSAnirudh Venkataramanan */ 25105153a18eSAnirudh Venkataramanan int 25115153a18eSAnirudh Venkataramanan ice_get_res(struct ice_pf *pf, struct ice_res_tracker *res, u16 needed, u16 id) 25125153a18eSAnirudh Venkataramanan { 25135153a18eSAnirudh Venkataramanan int ret; 25145153a18eSAnirudh Venkataramanan 25155153a18eSAnirudh Venkataramanan if (!res || !pf) 25165153a18eSAnirudh Venkataramanan return -EINVAL; 25175153a18eSAnirudh Venkataramanan 25185153a18eSAnirudh Venkataramanan if (!needed || needed > res->num_entries || id >= ICE_RES_VALID_BIT) { 25195153a18eSAnirudh Venkataramanan dev_err(&pf->pdev->dev, 25205153a18eSAnirudh Venkataramanan "param err: needed=%d, num_entries = %d id=0x%04x\n", 25215153a18eSAnirudh Venkataramanan needed, res->num_entries, id); 25225153a18eSAnirudh Venkataramanan return -EINVAL; 25235153a18eSAnirudh Venkataramanan } 25245153a18eSAnirudh Venkataramanan 25255153a18eSAnirudh Venkataramanan /* search based on search_hint */ 25265153a18eSAnirudh Venkataramanan ret = ice_search_res(res, needed, id); 25275153a18eSAnirudh Venkataramanan 25285153a18eSAnirudh Venkataramanan if (ret < 0) { 25295153a18eSAnirudh Venkataramanan /* previous search failed. Reset search hint and try again */ 25305153a18eSAnirudh Venkataramanan res->search_hint = 0; 25315153a18eSAnirudh Venkataramanan ret = ice_search_res(res, needed, id); 25325153a18eSAnirudh Venkataramanan } 25335153a18eSAnirudh Venkataramanan 25345153a18eSAnirudh Venkataramanan return ret; 25355153a18eSAnirudh Venkataramanan } 25365153a18eSAnirudh Venkataramanan 25375153a18eSAnirudh Venkataramanan /** 25385153a18eSAnirudh Venkataramanan * ice_vsi_dis_irq - Mask off queue interrupt generation on the VSI 25395153a18eSAnirudh Venkataramanan * @vsi: the VSI being un-configured 25405153a18eSAnirudh Venkataramanan */ 25415153a18eSAnirudh Venkataramanan void ice_vsi_dis_irq(struct ice_vsi *vsi) 25425153a18eSAnirudh Venkataramanan { 2543eb0208ecSPreethi Banala int base = vsi->sw_base_vector; 25445153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 25455153a18eSAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 25465153a18eSAnirudh Venkataramanan u32 val; 25475153a18eSAnirudh Venkataramanan int i; 25485153a18eSAnirudh Venkataramanan 25495153a18eSAnirudh Venkataramanan /* disable interrupt causation from each queue */ 25505153a18eSAnirudh Venkataramanan if (vsi->tx_rings) { 25515153a18eSAnirudh Venkataramanan ice_for_each_txq(vsi, i) { 25525153a18eSAnirudh Venkataramanan if (vsi->tx_rings[i]) { 25535153a18eSAnirudh Venkataramanan u16 reg; 25545153a18eSAnirudh Venkataramanan 25555153a18eSAnirudh Venkataramanan reg = vsi->tx_rings[i]->reg_idx; 25565153a18eSAnirudh Venkataramanan val = rd32(hw, QINT_TQCTL(reg)); 25575153a18eSAnirudh Venkataramanan val &= ~QINT_TQCTL_CAUSE_ENA_M; 25585153a18eSAnirudh Venkataramanan wr32(hw, QINT_TQCTL(reg), val); 25595153a18eSAnirudh Venkataramanan } 25605153a18eSAnirudh Venkataramanan } 25615153a18eSAnirudh Venkataramanan } 25625153a18eSAnirudh Venkataramanan 25635153a18eSAnirudh Venkataramanan if (vsi->rx_rings) { 25645153a18eSAnirudh Venkataramanan ice_for_each_rxq(vsi, i) { 25655153a18eSAnirudh Venkataramanan if (vsi->rx_rings[i]) { 25665153a18eSAnirudh Venkataramanan u16 reg; 25675153a18eSAnirudh Venkataramanan 25685153a18eSAnirudh Venkataramanan reg = vsi->rx_rings[i]->reg_idx; 25695153a18eSAnirudh Venkataramanan val = rd32(hw, QINT_RQCTL(reg)); 25705153a18eSAnirudh Venkataramanan val &= ~QINT_RQCTL_CAUSE_ENA_M; 25715153a18eSAnirudh Venkataramanan wr32(hw, QINT_RQCTL(reg), val); 25725153a18eSAnirudh Venkataramanan } 25735153a18eSAnirudh Venkataramanan } 25745153a18eSAnirudh Venkataramanan } 25755153a18eSAnirudh Venkataramanan 25765153a18eSAnirudh Venkataramanan /* disable each interrupt */ 25775153a18eSAnirudh Venkataramanan if (test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) { 2578eb0208ecSPreethi Banala for (i = vsi->hw_base_vector; 2579eb0208ecSPreethi Banala i < (vsi->num_q_vectors + vsi->hw_base_vector); i++) 25805153a18eSAnirudh Venkataramanan wr32(hw, GLINT_DYN_CTL(i), 0); 25815153a18eSAnirudh Venkataramanan 25825153a18eSAnirudh Venkataramanan ice_flush(hw); 25835153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++) 25845153a18eSAnirudh Venkataramanan synchronize_irq(pf->msix_entries[i + base].vector); 25855153a18eSAnirudh Venkataramanan } 25865153a18eSAnirudh Venkataramanan } 25875153a18eSAnirudh Venkataramanan 25885153a18eSAnirudh Venkataramanan /** 2589df0f8479SAnirudh Venkataramanan * ice_vsi_release - Delete a VSI and free its resources 2590df0f8479SAnirudh Venkataramanan * @vsi: the VSI being removed 2591df0f8479SAnirudh Venkataramanan * 2592df0f8479SAnirudh Venkataramanan * Returns 0 on success or < 0 on error 2593df0f8479SAnirudh Venkataramanan */ 2594df0f8479SAnirudh Venkataramanan int ice_vsi_release(struct ice_vsi *vsi) 2595df0f8479SAnirudh Venkataramanan { 2596b751930cSBrett Creeley struct ice_vf *vf = NULL; 2597df0f8479SAnirudh Venkataramanan struct ice_pf *pf; 2598df0f8479SAnirudh Venkataramanan 2599df0f8479SAnirudh Venkataramanan if (!vsi->back) 2600df0f8479SAnirudh Venkataramanan return -ENODEV; 2601df0f8479SAnirudh Venkataramanan pf = vsi->back; 2602b751930cSBrett Creeley 2603b751930cSBrett Creeley if (vsi->type == ICE_VSI_VF) 26048ede0178SAnirudh Venkataramanan vf = &pf->vf[vsi->vf_id]; 2605df0f8479SAnirudh Venkataramanan /* do not unregister and free netdevs while driver is in the reset 2606df0f8479SAnirudh Venkataramanan * recovery pending state. Since reset/rebuild happens through PF 2607df0f8479SAnirudh Venkataramanan * service task workqueue, its not a good idea to unregister netdev 2608df0f8479SAnirudh Venkataramanan * that is associated to the PF that is running the work queue items 2609df0f8479SAnirudh Venkataramanan * currently. This is done to avoid check_flush_dependency() warning 2610df0f8479SAnirudh Venkataramanan * on this wq 2611df0f8479SAnirudh Venkataramanan */ 26125df7e45dSDave Ertman if (vsi->netdev && !ice_is_reset_in_progress(pf->state)) { 261325525b69SDave Ertman ice_napi_del(vsi); 2614df0f8479SAnirudh Venkataramanan unregister_netdev(vsi->netdev); 2615df0f8479SAnirudh Venkataramanan free_netdev(vsi->netdev); 2616df0f8479SAnirudh Venkataramanan vsi->netdev = NULL; 2617df0f8479SAnirudh Venkataramanan } 2618df0f8479SAnirudh Venkataramanan 2619df0f8479SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 2620df0f8479SAnirudh Venkataramanan ice_rss_clean(vsi); 2621df0f8479SAnirudh Venkataramanan 2622df0f8479SAnirudh Venkataramanan /* Disable VSI and free resources */ 2623df0f8479SAnirudh Venkataramanan ice_vsi_dis_irq(vsi); 2624df0f8479SAnirudh Venkataramanan ice_vsi_close(vsi); 2625df0f8479SAnirudh Venkataramanan 2626df0f8479SAnirudh Venkataramanan /* reclaim interrupt vectors back to PF */ 26278ede0178SAnirudh Venkataramanan if (vsi->type != ICE_VSI_VF) { 26288ede0178SAnirudh Venkataramanan /* reclaim SW interrupts back to the common pool */ 26298ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->sw_irq_tracker, vsi->sw_base_vector, 26308ede0178SAnirudh Venkataramanan vsi->idx); 2631eb0208ecSPreethi Banala pf->num_avail_sw_msix += vsi->num_q_vectors; 26328ede0178SAnirudh Venkataramanan /* reclaim HW interrupts back to the common pool */ 26338ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->hw_irq_tracker, vsi->hw_base_vector, 26348ede0178SAnirudh Venkataramanan vsi->idx); 2635eb0208ecSPreethi Banala pf->num_avail_hw_msix += vsi->num_q_vectors; 26368ede0178SAnirudh Venkataramanan } else if (test_bit(ICE_VF_STATE_CFG_INTR, vf->vf_states)) { 26378ede0178SAnirudh Venkataramanan /* Reclaim VF resources back only while freeing all VFs or 26388ede0178SAnirudh Venkataramanan * vector reassignment is requested 26398ede0178SAnirudh Venkataramanan */ 26408ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->hw_irq_tracker, vf->first_vector_idx, 26418ede0178SAnirudh Venkataramanan vsi->idx); 26428ede0178SAnirudh Venkataramanan pf->num_avail_hw_msix += pf->num_vf_msix; 26438ede0178SAnirudh Venkataramanan } 2644df0f8479SAnirudh Venkataramanan 26455726ca0eSAnirudh Venkataramanan ice_remove_vsi_fltr(&pf->hw, vsi->idx); 264610e03a22SAnirudh Venkataramanan ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); 2647df0f8479SAnirudh Venkataramanan ice_vsi_delete(vsi); 2648df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 2649df0f8479SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 2650df0f8479SAnirudh Venkataramanan 2651df0f8479SAnirudh Venkataramanan ice_vsi_put_qs(vsi); 2652df0f8479SAnirudh Venkataramanan pf->q_left_tx += vsi->alloc_txq; 2653df0f8479SAnirudh Venkataramanan pf->q_left_rx += vsi->alloc_rxq; 2654df0f8479SAnirudh Venkataramanan 2655df0f8479SAnirudh Venkataramanan /* retain SW VSI data structure since it is needed to unregister and 2656df0f8479SAnirudh Venkataramanan * free VSI netdev when PF is not in reset recovery pending state,\ 2657df0f8479SAnirudh Venkataramanan * for ex: during rmmod. 2658df0f8479SAnirudh Venkataramanan */ 26595df7e45dSDave Ertman if (!ice_is_reset_in_progress(pf->state)) 2660df0f8479SAnirudh Venkataramanan ice_vsi_clear(vsi); 2661df0f8479SAnirudh Venkataramanan 2662df0f8479SAnirudh Venkataramanan return 0; 2663df0f8479SAnirudh Venkataramanan } 2664df0f8479SAnirudh Venkataramanan 2665df0f8479SAnirudh Venkataramanan /** 2666df0f8479SAnirudh Venkataramanan * ice_vsi_rebuild - Rebuild VSI after reset 2667df0f8479SAnirudh Venkataramanan * @vsi: VSI to be rebuild 2668df0f8479SAnirudh Venkataramanan * 2669df0f8479SAnirudh Venkataramanan * Returns 0 on success and negative value on failure 2670df0f8479SAnirudh Venkataramanan */ 2671df0f8479SAnirudh Venkataramanan int ice_vsi_rebuild(struct ice_vsi *vsi) 2672df0f8479SAnirudh Venkataramanan { 2673df0f8479SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 26747eeac889SAkeem G Abodunrin struct ice_vf *vf = NULL; 2675c5a2a4a3SUsha Ketineni struct ice_pf *pf; 2676df0f8479SAnirudh Venkataramanan int ret, i; 2677df0f8479SAnirudh Venkataramanan 2678df0f8479SAnirudh Venkataramanan if (!vsi) 2679df0f8479SAnirudh Venkataramanan return -EINVAL; 2680df0f8479SAnirudh Venkataramanan 2681c5a2a4a3SUsha Ketineni pf = vsi->back; 26827eeac889SAkeem G Abodunrin if (vsi->type == ICE_VSI_VF) 26837eeac889SAkeem G Abodunrin vf = &pf->vf[vsi->vf_id]; 26847eeac889SAkeem G Abodunrin 268547e3e53cSHenry Tieman ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); 2686df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 26877eeac889SAkeem G Abodunrin 26887eeac889SAkeem G Abodunrin if (vsi->type != ICE_VSI_VF) { 26897eeac889SAkeem G Abodunrin /* reclaim SW interrupts back to the common pool */ 26907eeac889SAkeem G Abodunrin ice_free_res(pf->sw_irq_tracker, vsi->sw_base_vector, vsi->idx); 26917eeac889SAkeem G Abodunrin pf->num_avail_sw_msix += vsi->num_q_vectors; 2692eb0208ecSPreethi Banala vsi->sw_base_vector = 0; 26937eeac889SAkeem G Abodunrin /* reclaim HW interrupts back to the common pool */ 26947eeac889SAkeem G Abodunrin ice_free_res(pf->hw_irq_tracker, vsi->hw_base_vector, 26957eeac889SAkeem G Abodunrin vsi->idx); 26967eeac889SAkeem G Abodunrin pf->num_avail_hw_msix += vsi->num_q_vectors; 26977eeac889SAkeem G Abodunrin } else { 26987eeac889SAkeem G Abodunrin /* Reclaim VF resources back to the common pool for reset and 26997eeac889SAkeem G Abodunrin * and rebuild, with vector reassignment 27007eeac889SAkeem G Abodunrin */ 27017eeac889SAkeem G Abodunrin ice_free_res(pf->hw_irq_tracker, vf->first_vector_idx, 27027eeac889SAkeem G Abodunrin vsi->idx); 27037eeac889SAkeem G Abodunrin pf->num_avail_hw_msix += pf->num_vf_msix; 27047eeac889SAkeem G Abodunrin } 2705eb0208ecSPreethi Banala vsi->hw_base_vector = 0; 27067eeac889SAkeem G Abodunrin 2707df0f8479SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 2708df0f8479SAnirudh Venkataramanan ice_vsi_free_arrays(vsi, false); 2709f203dca3SAnirudh Venkataramanan ice_dev_onetime_setup(&vsi->back->hw); 27105743020dSAkeem G Abodunrin if (vsi->type == ICE_VSI_VF) 27115743020dSAkeem G Abodunrin ice_vsi_set_num_qs(vsi, vf->vf_id); 27125743020dSAkeem G Abodunrin else 27135743020dSAkeem G Abodunrin ice_vsi_set_num_qs(vsi, ICE_INVAL_VFID); 2714c5a2a4a3SUsha Ketineni ice_vsi_set_tc_cfg(vsi); 2715df0f8479SAnirudh Venkataramanan 2716df0f8479SAnirudh Venkataramanan /* Initialize VSI struct elements and create VSI in FW */ 2717df0f8479SAnirudh Venkataramanan ret = ice_vsi_init(vsi); 2718df0f8479SAnirudh Venkataramanan if (ret < 0) 2719df0f8479SAnirudh Venkataramanan goto err_vsi; 2720df0f8479SAnirudh Venkataramanan 2721df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_arrays(vsi, false); 2722df0f8479SAnirudh Venkataramanan if (ret < 0) 2723df0f8479SAnirudh Venkataramanan goto err_vsi; 2724df0f8479SAnirudh Venkataramanan 2725df0f8479SAnirudh Venkataramanan switch (vsi->type) { 2726df0f8479SAnirudh Venkataramanan case ICE_VSI_PF: 2727df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 2728df0f8479SAnirudh Venkataramanan if (ret) 2729df0f8479SAnirudh Venkataramanan goto err_rings; 2730df0f8479SAnirudh Venkataramanan 2731df0f8479SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 2732df0f8479SAnirudh Venkataramanan if (ret) 2733df0f8479SAnirudh Venkataramanan goto err_vectors; 2734df0f8479SAnirudh Venkataramanan 2735df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 2736df0f8479SAnirudh Venkataramanan if (ret) 2737df0f8479SAnirudh Venkataramanan goto err_vectors; 2738df0f8479SAnirudh Venkataramanan 2739df0f8479SAnirudh Venkataramanan ice_vsi_map_rings_to_vectors(vsi); 274027a98affSMd Fahad Iqbal Polash /* Do not exit if configuring RSS had an issue, at least 274127a98affSMd Fahad Iqbal Polash * receive traffic on first queue. Hence no need to capture 274227a98affSMd Fahad Iqbal Polash * return value 274327a98affSMd Fahad Iqbal Polash */ 274427a98affSMd Fahad Iqbal Polash if (test_bit(ICE_FLAG_RSS_ENA, vsi->back->flags)) 274527a98affSMd Fahad Iqbal Polash ice_vsi_cfg_rss_lut_key(vsi); 2746df0f8479SAnirudh Venkataramanan break; 27478ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 27488ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 27498ede0178SAnirudh Venkataramanan if (ret) 27508ede0178SAnirudh Venkataramanan goto err_rings; 27518ede0178SAnirudh Venkataramanan 27528ede0178SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 27538ede0178SAnirudh Venkataramanan if (ret) 27548ede0178SAnirudh Venkataramanan goto err_vectors; 27558ede0178SAnirudh Venkataramanan 27568ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 27578ede0178SAnirudh Venkataramanan if (ret) 27588ede0178SAnirudh Venkataramanan goto err_vectors; 27598ede0178SAnirudh Venkataramanan 27608ede0178SAnirudh Venkataramanan vsi->back->q_left_tx -= vsi->alloc_txq; 27618ede0178SAnirudh Venkataramanan vsi->back->q_left_rx -= vsi->alloc_rxq; 27628ede0178SAnirudh Venkataramanan break; 2763df0f8479SAnirudh Venkataramanan default: 2764df0f8479SAnirudh Venkataramanan break; 2765df0f8479SAnirudh Venkataramanan } 2766df0f8479SAnirudh Venkataramanan 2767df0f8479SAnirudh Venkataramanan /* configure VSI nodes based on number of queues and TC's */ 2768df0f8479SAnirudh Venkataramanan for (i = 0; i < vsi->tc_cfg.numtc; i++) 2769c5a2a4a3SUsha Ketineni max_txqs[i] = pf->num_lan_tx; 2770df0f8479SAnirudh Venkataramanan 27714fb33f31SAnirudh Venkataramanan ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc, 27724fb33f31SAnirudh Venkataramanan max_txqs); 2773df0f8479SAnirudh Venkataramanan if (ret) { 2774df0f8479SAnirudh Venkataramanan dev_info(&vsi->back->pdev->dev, 2775df0f8479SAnirudh Venkataramanan "Failed VSI lan queue config\n"); 2776df0f8479SAnirudh Venkataramanan goto err_vectors; 2777df0f8479SAnirudh Venkataramanan } 2778df0f8479SAnirudh Venkataramanan return 0; 2779df0f8479SAnirudh Venkataramanan 2780df0f8479SAnirudh Venkataramanan err_vectors: 2781df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 2782df0f8479SAnirudh Venkataramanan err_rings: 2783df0f8479SAnirudh Venkataramanan if (vsi->netdev) { 2784df0f8479SAnirudh Venkataramanan vsi->current_netdev_flags = 0; 2785df0f8479SAnirudh Venkataramanan unregister_netdev(vsi->netdev); 2786df0f8479SAnirudh Venkataramanan free_netdev(vsi->netdev); 2787df0f8479SAnirudh Venkataramanan vsi->netdev = NULL; 2788df0f8479SAnirudh Venkataramanan } 2789df0f8479SAnirudh Venkataramanan err_vsi: 2790df0f8479SAnirudh Venkataramanan ice_vsi_clear(vsi); 2791df0f8479SAnirudh Venkataramanan set_bit(__ICE_RESET_FAILED, vsi->back->state); 2792df0f8479SAnirudh Venkataramanan return ret; 2793df0f8479SAnirudh Venkataramanan } 2794df0f8479SAnirudh Venkataramanan 2795df0f8479SAnirudh Venkataramanan /** 27965df7e45dSDave Ertman * ice_is_reset_in_progress - check for a reset in progress 27975153a18eSAnirudh Venkataramanan * @state: pf state field 27985153a18eSAnirudh Venkataramanan */ 27995df7e45dSDave Ertman bool ice_is_reset_in_progress(unsigned long *state) 28005153a18eSAnirudh Venkataramanan { 28015df7e45dSDave Ertman return test_bit(__ICE_RESET_OICR_RECV, state) || 28025df7e45dSDave Ertman test_bit(__ICE_PFR_REQ, state) || 28035df7e45dSDave Ertman test_bit(__ICE_CORER_REQ, state) || 28045df7e45dSDave Ertman test_bit(__ICE_GLOBR_REQ, state); 28055153a18eSAnirudh Venkataramanan } 2806