145d3d428SAnirudh Venkataramanan // SPDX-License-Identifier: GPL-2.0 245d3d428SAnirudh Venkataramanan /* Copyright (c) 2018, Intel Corporation. */ 345d3d428SAnirudh Venkataramanan 445d3d428SAnirudh Venkataramanan #include "ice.h" 545d3d428SAnirudh Venkataramanan #include "ice_lib.h" 645d3d428SAnirudh Venkataramanan 745d3d428SAnirudh Venkataramanan /** 872adf242SAnirudh Venkataramanan * ice_setup_rx_ctx - Configure a receive ring context 972adf242SAnirudh Venkataramanan * @ring: The Rx ring to configure 1072adf242SAnirudh Venkataramanan * 1172adf242SAnirudh Venkataramanan * Configure the Rx descriptor ring in RLAN context. 1272adf242SAnirudh Venkataramanan */ 1372adf242SAnirudh Venkataramanan static int ice_setup_rx_ctx(struct ice_ring *ring) 1472adf242SAnirudh Venkataramanan { 1572adf242SAnirudh Venkataramanan struct ice_vsi *vsi = ring->vsi; 1672adf242SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 1772adf242SAnirudh Venkataramanan u32 rxdid = ICE_RXDID_FLEX_NIC; 1872adf242SAnirudh Venkataramanan struct ice_rlan_ctx rlan_ctx; 1972adf242SAnirudh Venkataramanan u32 regval; 2072adf242SAnirudh Venkataramanan u16 pf_q; 2172adf242SAnirudh Venkataramanan int err; 2272adf242SAnirudh Venkataramanan 23d337f2afSAnirudh Venkataramanan /* what is Rx queue number in global space of 2K Rx queues */ 2472adf242SAnirudh Venkataramanan pf_q = vsi->rxq_map[ring->q_index]; 2572adf242SAnirudh Venkataramanan 2672adf242SAnirudh Venkataramanan /* clear the context structure first */ 2772adf242SAnirudh Venkataramanan memset(&rlan_ctx, 0, sizeof(rlan_ctx)); 2872adf242SAnirudh Venkataramanan 2972adf242SAnirudh Venkataramanan rlan_ctx.base = ring->dma >> 7; 3072adf242SAnirudh Venkataramanan 3172adf242SAnirudh Venkataramanan rlan_ctx.qlen = ring->count; 3272adf242SAnirudh Venkataramanan 3372adf242SAnirudh Venkataramanan /* Receive Packet Data Buffer Size. 3472adf242SAnirudh Venkataramanan * The Packet Data Buffer Size is defined in 128 byte units. 3572adf242SAnirudh Venkataramanan */ 3672adf242SAnirudh Venkataramanan rlan_ctx.dbuf = vsi->rx_buf_len >> ICE_RLAN_CTX_DBUF_S; 3772adf242SAnirudh Venkataramanan 3872adf242SAnirudh Venkataramanan /* use 32 byte descriptors */ 3972adf242SAnirudh Venkataramanan rlan_ctx.dsize = 1; 4072adf242SAnirudh Venkataramanan 4172adf242SAnirudh Venkataramanan /* Strip the Ethernet CRC bytes before the packet is posted to host 4272adf242SAnirudh Venkataramanan * memory. 4372adf242SAnirudh Venkataramanan */ 4472adf242SAnirudh Venkataramanan rlan_ctx.crcstrip = 1; 4572adf242SAnirudh Venkataramanan 4672adf242SAnirudh Venkataramanan /* L2TSEL flag defines the reported L2 Tags in the receive descriptor */ 4772adf242SAnirudh Venkataramanan rlan_ctx.l2tsel = 1; 4872adf242SAnirudh Venkataramanan 4972adf242SAnirudh Venkataramanan rlan_ctx.dtype = ICE_RX_DTYPE_NO_SPLIT; 5072adf242SAnirudh Venkataramanan rlan_ctx.hsplit_0 = ICE_RLAN_RX_HSPLIT_0_NO_SPLIT; 5172adf242SAnirudh Venkataramanan rlan_ctx.hsplit_1 = ICE_RLAN_RX_HSPLIT_1_NO_SPLIT; 5272adf242SAnirudh Venkataramanan 5372adf242SAnirudh Venkataramanan /* This controls whether VLAN is stripped from inner headers 5472adf242SAnirudh Venkataramanan * The VLAN in the inner L2 header is stripped to the receive 5572adf242SAnirudh Venkataramanan * descriptor if enabled by this flag. 5672adf242SAnirudh Venkataramanan */ 5772adf242SAnirudh Venkataramanan rlan_ctx.showiv = 0; 5872adf242SAnirudh Venkataramanan 5972adf242SAnirudh Venkataramanan /* Max packet size for this queue - must not be set to a larger value 6072adf242SAnirudh Venkataramanan * than 5 x DBUF 6172adf242SAnirudh Venkataramanan */ 6272adf242SAnirudh Venkataramanan rlan_ctx.rxmax = min_t(u16, vsi->max_frame, 6372adf242SAnirudh Venkataramanan ICE_MAX_CHAINED_RX_BUFS * vsi->rx_buf_len); 6472adf242SAnirudh Venkataramanan 6572adf242SAnirudh Venkataramanan /* Rx queue threshold in units of 64 */ 6672adf242SAnirudh Venkataramanan rlan_ctx.lrxqthresh = 1; 6772adf242SAnirudh Venkataramanan 6872adf242SAnirudh Venkataramanan /* Enable Flexible Descriptors in the queue context which 6972adf242SAnirudh Venkataramanan * allows this driver to select a specific receive descriptor format 7072adf242SAnirudh Venkataramanan */ 718ede0178SAnirudh Venkataramanan if (vsi->type != ICE_VSI_VF) { 7272adf242SAnirudh Venkataramanan regval = rd32(hw, QRXFLXP_CNTXT(pf_q)); 7372adf242SAnirudh Venkataramanan regval |= (rxdid << QRXFLXP_CNTXT_RXDID_IDX_S) & 7472adf242SAnirudh Venkataramanan QRXFLXP_CNTXT_RXDID_IDX_M; 7572adf242SAnirudh Venkataramanan 7672adf242SAnirudh Venkataramanan /* increasing context priority to pick up profile id; 7772adf242SAnirudh Venkataramanan * default is 0x01; setting to 0x03 to ensure profile 7872adf242SAnirudh Venkataramanan * is programming if prev context is of same priority 7972adf242SAnirudh Venkataramanan */ 8072adf242SAnirudh Venkataramanan regval |= (0x03 << QRXFLXP_CNTXT_RXDID_PRIO_S) & 8172adf242SAnirudh Venkataramanan QRXFLXP_CNTXT_RXDID_PRIO_M; 8272adf242SAnirudh Venkataramanan 8372adf242SAnirudh Venkataramanan wr32(hw, QRXFLXP_CNTXT(pf_q), regval); 848ede0178SAnirudh Venkataramanan } 8572adf242SAnirudh Venkataramanan 8672adf242SAnirudh Venkataramanan /* Absolute queue number out of 2K needs to be passed */ 8772adf242SAnirudh Venkataramanan err = ice_write_rxq_ctx(hw, &rlan_ctx, pf_q); 8872adf242SAnirudh Venkataramanan if (err) { 8972adf242SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, 9072adf242SAnirudh Venkataramanan "Failed to set LAN Rx queue context for absolute Rx queue %d error: %d\n", 9172adf242SAnirudh Venkataramanan pf_q, err); 9272adf242SAnirudh Venkataramanan return -EIO; 9372adf242SAnirudh Venkataramanan } 9472adf242SAnirudh Venkataramanan 958ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 968ede0178SAnirudh Venkataramanan return 0; 978ede0178SAnirudh Venkataramanan 9872adf242SAnirudh Venkataramanan /* init queue specific tail register */ 9972adf242SAnirudh Venkataramanan ring->tail = hw->hw_addr + QRX_TAIL(pf_q); 10072adf242SAnirudh Venkataramanan writel(0, ring->tail); 10172adf242SAnirudh Venkataramanan ice_alloc_rx_bufs(ring, ICE_DESC_UNUSED(ring)); 10272adf242SAnirudh Venkataramanan 10372adf242SAnirudh Venkataramanan return 0; 10472adf242SAnirudh Venkataramanan } 10572adf242SAnirudh Venkataramanan 10672adf242SAnirudh Venkataramanan /** 10772adf242SAnirudh Venkataramanan * ice_setup_tx_ctx - setup a struct ice_tlan_ctx instance 10872adf242SAnirudh Venkataramanan * @ring: The Tx ring to configure 10972adf242SAnirudh Venkataramanan * @tlan_ctx: Pointer to the Tx LAN queue context structure to be initialized 11072adf242SAnirudh Venkataramanan * @pf_q: queue index in the PF space 11172adf242SAnirudh Venkataramanan * 11272adf242SAnirudh Venkataramanan * Configure the Tx descriptor ring in TLAN context. 11372adf242SAnirudh Venkataramanan */ 11472adf242SAnirudh Venkataramanan static void 11572adf242SAnirudh Venkataramanan ice_setup_tx_ctx(struct ice_ring *ring, struct ice_tlan_ctx *tlan_ctx, u16 pf_q) 11672adf242SAnirudh Venkataramanan { 11772adf242SAnirudh Venkataramanan struct ice_vsi *vsi = ring->vsi; 11872adf242SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 11972adf242SAnirudh Venkataramanan 12072adf242SAnirudh Venkataramanan tlan_ctx->base = ring->dma >> ICE_TLAN_CTX_BASE_S; 12172adf242SAnirudh Venkataramanan 12272adf242SAnirudh Venkataramanan tlan_ctx->port_num = vsi->port_info->lport; 12372adf242SAnirudh Venkataramanan 12472adf242SAnirudh Venkataramanan /* Transmit Queue Length */ 12572adf242SAnirudh Venkataramanan tlan_ctx->qlen = ring->count; 12672adf242SAnirudh Venkataramanan 12772adf242SAnirudh Venkataramanan /* PF number */ 12872adf242SAnirudh Venkataramanan tlan_ctx->pf_num = hw->pf_id; 12972adf242SAnirudh Venkataramanan 13072adf242SAnirudh Venkataramanan /* queue belongs to a specific VSI type 13172adf242SAnirudh Venkataramanan * VF / VM index should be programmed per vmvf_type setting: 13272adf242SAnirudh Venkataramanan * for vmvf_type = VF, it is VF number between 0-256 13372adf242SAnirudh Venkataramanan * for vmvf_type = VM, it is VM number between 0-767 13472adf242SAnirudh Venkataramanan * for PF or EMP this field should be set to zero 13572adf242SAnirudh Venkataramanan */ 13672adf242SAnirudh Venkataramanan switch (vsi->type) { 13772adf242SAnirudh Venkataramanan case ICE_VSI_PF: 13872adf242SAnirudh Venkataramanan tlan_ctx->vmvf_type = ICE_TLAN_CTX_VMVF_TYPE_PF; 13972adf242SAnirudh Venkataramanan break; 1408ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 1418ede0178SAnirudh Venkataramanan /* Firmware expects vmvf_num to be absolute VF id */ 1428ede0178SAnirudh Venkataramanan tlan_ctx->vmvf_num = hw->func_caps.vf_base_id + vsi->vf_id; 1438ede0178SAnirudh Venkataramanan tlan_ctx->vmvf_type = ICE_TLAN_CTX_VMVF_TYPE_VF; 1448ede0178SAnirudh Venkataramanan break; 14572adf242SAnirudh Venkataramanan default: 14672adf242SAnirudh Venkataramanan return; 14772adf242SAnirudh Venkataramanan } 14872adf242SAnirudh Venkataramanan 14972adf242SAnirudh Venkataramanan /* make sure the context is associated with the right VSI */ 1504fb33f31SAnirudh Venkataramanan tlan_ctx->src_vsi = ice_get_hw_vsi_num(hw, vsi->idx); 15172adf242SAnirudh Venkataramanan 15272adf242SAnirudh Venkataramanan tlan_ctx->tso_ena = ICE_TX_LEGACY; 15372adf242SAnirudh Venkataramanan tlan_ctx->tso_qnum = pf_q; 15472adf242SAnirudh Venkataramanan 15572adf242SAnirudh Venkataramanan /* Legacy or Advanced Host Interface: 15672adf242SAnirudh Venkataramanan * 0: Advanced Host Interface 15772adf242SAnirudh Venkataramanan * 1: Legacy Host Interface 15872adf242SAnirudh Venkataramanan */ 15972adf242SAnirudh Venkataramanan tlan_ctx->legacy_int = ICE_TX_LEGACY; 16072adf242SAnirudh Venkataramanan } 16172adf242SAnirudh Venkataramanan 16272adf242SAnirudh Venkataramanan /** 16372adf242SAnirudh Venkataramanan * ice_pf_rxq_wait - Wait for a PF's Rx queue to be enabled or disabled 16472adf242SAnirudh Venkataramanan * @pf: the PF being configured 16572adf242SAnirudh Venkataramanan * @pf_q: the PF queue 16672adf242SAnirudh Venkataramanan * @ena: enable or disable state of the queue 16772adf242SAnirudh Venkataramanan * 16872adf242SAnirudh Venkataramanan * This routine will wait for the given Rx queue of the PF to reach the 16972adf242SAnirudh Venkataramanan * enabled or disabled state. 17072adf242SAnirudh Venkataramanan * Returns -ETIMEDOUT in case of failing to reach the requested state after 17172adf242SAnirudh Venkataramanan * multiple retries; else will return 0 in case of success. 17272adf242SAnirudh Venkataramanan */ 17372adf242SAnirudh Venkataramanan static int ice_pf_rxq_wait(struct ice_pf *pf, int pf_q, bool ena) 17472adf242SAnirudh Venkataramanan { 17572adf242SAnirudh Venkataramanan int i; 17672adf242SAnirudh Venkataramanan 1777b8ff0f9SPiotr Raczynski for (i = 0; i < ICE_Q_WAIT_MAX_RETRY; i++) { 17872adf242SAnirudh Venkataramanan u32 rx_reg = rd32(&pf->hw, QRX_CTRL(pf_q)); 17972adf242SAnirudh Venkataramanan 18072adf242SAnirudh Venkataramanan if (ena == !!(rx_reg & QRX_CTRL_QENA_STAT_M)) 18172adf242SAnirudh Venkataramanan break; 18272adf242SAnirudh Venkataramanan 1837b8ff0f9SPiotr Raczynski usleep_range(20, 40); 18472adf242SAnirudh Venkataramanan } 1857b8ff0f9SPiotr Raczynski if (i >= ICE_Q_WAIT_MAX_RETRY) 18672adf242SAnirudh Venkataramanan return -ETIMEDOUT; 18772adf242SAnirudh Venkataramanan 18872adf242SAnirudh Venkataramanan return 0; 18972adf242SAnirudh Venkataramanan } 19072adf242SAnirudh Venkataramanan 19172adf242SAnirudh Venkataramanan /** 19272adf242SAnirudh Venkataramanan * ice_vsi_ctrl_rx_rings - Start or stop a VSI's Rx rings 19372adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 19472adf242SAnirudh Venkataramanan * @ena: start or stop the Rx rings 19572adf242SAnirudh Venkataramanan */ 19672adf242SAnirudh Venkataramanan static int ice_vsi_ctrl_rx_rings(struct ice_vsi *vsi, bool ena) 19772adf242SAnirudh Venkataramanan { 19872adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 19972adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 20072adf242SAnirudh Venkataramanan int i, j, ret = 0; 20172adf242SAnirudh Venkataramanan 20272adf242SAnirudh Venkataramanan for (i = 0; i < vsi->num_rxq; i++) { 20372adf242SAnirudh Venkataramanan int pf_q = vsi->rxq_map[i]; 20472adf242SAnirudh Venkataramanan u32 rx_reg; 20572adf242SAnirudh Venkataramanan 20672adf242SAnirudh Venkataramanan for (j = 0; j < ICE_Q_WAIT_MAX_RETRY; j++) { 20772adf242SAnirudh Venkataramanan rx_reg = rd32(hw, QRX_CTRL(pf_q)); 20872adf242SAnirudh Venkataramanan if (((rx_reg >> QRX_CTRL_QENA_REQ_S) & 1) == 20972adf242SAnirudh Venkataramanan ((rx_reg >> QRX_CTRL_QENA_STAT_S) & 1)) 21072adf242SAnirudh Venkataramanan break; 21172adf242SAnirudh Venkataramanan usleep_range(1000, 2000); 21272adf242SAnirudh Venkataramanan } 21372adf242SAnirudh Venkataramanan 21472adf242SAnirudh Venkataramanan /* Skip if the queue is already in the requested state */ 21572adf242SAnirudh Venkataramanan if (ena == !!(rx_reg & QRX_CTRL_QENA_STAT_M)) 21672adf242SAnirudh Venkataramanan continue; 21772adf242SAnirudh Venkataramanan 21872adf242SAnirudh Venkataramanan /* turn on/off the queue */ 21972adf242SAnirudh Venkataramanan if (ena) 22072adf242SAnirudh Venkataramanan rx_reg |= QRX_CTRL_QENA_REQ_M; 22172adf242SAnirudh Venkataramanan else 22272adf242SAnirudh Venkataramanan rx_reg &= ~QRX_CTRL_QENA_REQ_M; 22372adf242SAnirudh Venkataramanan wr32(hw, QRX_CTRL(pf_q), rx_reg); 22472adf242SAnirudh Venkataramanan 22572adf242SAnirudh Venkataramanan /* wait for the change to finish */ 22672adf242SAnirudh Venkataramanan ret = ice_pf_rxq_wait(pf, pf_q, ena); 22772adf242SAnirudh Venkataramanan if (ret) { 22872adf242SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 22972adf242SAnirudh Venkataramanan "VSI idx %d Rx ring %d %sable timeout\n", 23072adf242SAnirudh Venkataramanan vsi->idx, pf_q, (ena ? "en" : "dis")); 23172adf242SAnirudh Venkataramanan break; 23272adf242SAnirudh Venkataramanan } 23372adf242SAnirudh Venkataramanan } 23472adf242SAnirudh Venkataramanan 23572adf242SAnirudh Venkataramanan return ret; 23672adf242SAnirudh Venkataramanan } 23772adf242SAnirudh Venkataramanan 23872adf242SAnirudh Venkataramanan /** 23928c2a645SAnirudh Venkataramanan * ice_vsi_alloc_arrays - Allocate queue and vector pointer arrays for the VSI 24028c2a645SAnirudh Venkataramanan * @vsi: VSI pointer 24128c2a645SAnirudh Venkataramanan * @alloc_qvectors: a bool to specify if q_vectors need to be allocated. 24228c2a645SAnirudh Venkataramanan * 24328c2a645SAnirudh Venkataramanan * On error: returns error code (negative) 24428c2a645SAnirudh Venkataramanan * On success: returns 0 24528c2a645SAnirudh Venkataramanan */ 24637bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_arrays(struct ice_vsi *vsi, bool alloc_qvectors) 24728c2a645SAnirudh Venkataramanan { 24828c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 24928c2a645SAnirudh Venkataramanan 25028c2a645SAnirudh Venkataramanan /* allocate memory for both Tx and Rx ring pointers */ 25128c2a645SAnirudh Venkataramanan vsi->tx_rings = devm_kcalloc(&pf->pdev->dev, vsi->alloc_txq, 252c6dfd690SBruce Allan sizeof(*vsi->tx_rings), GFP_KERNEL); 25328c2a645SAnirudh Venkataramanan if (!vsi->tx_rings) 25428c2a645SAnirudh Venkataramanan goto err_txrings; 25528c2a645SAnirudh Venkataramanan 25628c2a645SAnirudh Venkataramanan vsi->rx_rings = devm_kcalloc(&pf->pdev->dev, vsi->alloc_rxq, 257c6dfd690SBruce Allan sizeof(*vsi->rx_rings), GFP_KERNEL); 25828c2a645SAnirudh Venkataramanan if (!vsi->rx_rings) 25928c2a645SAnirudh Venkataramanan goto err_rxrings; 26028c2a645SAnirudh Venkataramanan 26128c2a645SAnirudh Venkataramanan if (alloc_qvectors) { 26228c2a645SAnirudh Venkataramanan /* allocate memory for q_vector pointers */ 26328c2a645SAnirudh Venkataramanan vsi->q_vectors = devm_kcalloc(&pf->pdev->dev, 26428c2a645SAnirudh Venkataramanan vsi->num_q_vectors, 265c6dfd690SBruce Allan sizeof(*vsi->q_vectors), 26628c2a645SAnirudh Venkataramanan GFP_KERNEL); 26728c2a645SAnirudh Venkataramanan if (!vsi->q_vectors) 26828c2a645SAnirudh Venkataramanan goto err_vectors; 26928c2a645SAnirudh Venkataramanan } 27028c2a645SAnirudh Venkataramanan 27128c2a645SAnirudh Venkataramanan return 0; 27228c2a645SAnirudh Venkataramanan 27328c2a645SAnirudh Venkataramanan err_vectors: 27428c2a645SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rx_rings); 27528c2a645SAnirudh Venkataramanan err_rxrings: 27628c2a645SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->tx_rings); 27728c2a645SAnirudh Venkataramanan err_txrings: 27828c2a645SAnirudh Venkataramanan return -ENOMEM; 27928c2a645SAnirudh Venkataramanan } 28028c2a645SAnirudh Venkataramanan 28128c2a645SAnirudh Venkataramanan /** 28228c2a645SAnirudh Venkataramanan * ice_vsi_set_num_qs - Set num queues, descriptors and vectors for a VSI 28328c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 28428c2a645SAnirudh Venkataramanan * 28528c2a645SAnirudh Venkataramanan * Return 0 on success and a negative value on error 28628c2a645SAnirudh Venkataramanan */ 28737bb8390SAnirudh Venkataramanan static void ice_vsi_set_num_qs(struct ice_vsi *vsi) 28828c2a645SAnirudh Venkataramanan { 28928c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 29028c2a645SAnirudh Venkataramanan 29128c2a645SAnirudh Venkataramanan switch (vsi->type) { 29228c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 29328c2a645SAnirudh Venkataramanan vsi->alloc_txq = pf->num_lan_tx; 29428c2a645SAnirudh Venkataramanan vsi->alloc_rxq = pf->num_lan_rx; 29528c2a645SAnirudh Venkataramanan vsi->num_desc = ALIGN(ICE_DFLT_NUM_DESC, ICE_REQ_DESC_MULTIPLE); 29628c2a645SAnirudh Venkataramanan vsi->num_q_vectors = max_t(int, pf->num_lan_rx, pf->num_lan_tx); 29728c2a645SAnirudh Venkataramanan break; 2988ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 2998ede0178SAnirudh Venkataramanan vsi->alloc_txq = pf->num_vf_qps; 3008ede0178SAnirudh Venkataramanan vsi->alloc_rxq = pf->num_vf_qps; 3018ede0178SAnirudh Venkataramanan /* pf->num_vf_msix includes (VF miscellaneous vector + 3028ede0178SAnirudh Venkataramanan * data queue interrupts). Since vsi->num_q_vectors is number 3038ede0178SAnirudh Venkataramanan * of queues vectors, subtract 1 from the original vector 3048ede0178SAnirudh Venkataramanan * count 3058ede0178SAnirudh Venkataramanan */ 3068ede0178SAnirudh Venkataramanan vsi->num_q_vectors = pf->num_vf_msix - 1; 3078ede0178SAnirudh Venkataramanan break; 30828c2a645SAnirudh Venkataramanan default: 30928c2a645SAnirudh Venkataramanan dev_warn(&vsi->back->pdev->dev, "Unknown VSI type %d\n", 31028c2a645SAnirudh Venkataramanan vsi->type); 31128c2a645SAnirudh Venkataramanan break; 31228c2a645SAnirudh Venkataramanan } 31328c2a645SAnirudh Venkataramanan } 31428c2a645SAnirudh Venkataramanan 31528c2a645SAnirudh Venkataramanan /** 31628c2a645SAnirudh Venkataramanan * ice_get_free_slot - get the next non-NULL location index in array 31728c2a645SAnirudh Venkataramanan * @array: array to search 31828c2a645SAnirudh Venkataramanan * @size: size of the array 31928c2a645SAnirudh Venkataramanan * @curr: last known occupied index to be used as a search hint 32028c2a645SAnirudh Venkataramanan * 32128c2a645SAnirudh Venkataramanan * void * is being used to keep the functionality generic. This lets us use this 32228c2a645SAnirudh Venkataramanan * function on any array of pointers. 32328c2a645SAnirudh Venkataramanan */ 32437bb8390SAnirudh Venkataramanan static int ice_get_free_slot(void *array, int size, int curr) 32528c2a645SAnirudh Venkataramanan { 32628c2a645SAnirudh Venkataramanan int **tmp_array = (int **)array; 32728c2a645SAnirudh Venkataramanan int next; 32828c2a645SAnirudh Venkataramanan 32928c2a645SAnirudh Venkataramanan if (curr < (size - 1) && !tmp_array[curr + 1]) { 33028c2a645SAnirudh Venkataramanan next = curr + 1; 33128c2a645SAnirudh Venkataramanan } else { 33228c2a645SAnirudh Venkataramanan int i = 0; 33328c2a645SAnirudh Venkataramanan 33428c2a645SAnirudh Venkataramanan while ((i < size) && (tmp_array[i])) 33528c2a645SAnirudh Venkataramanan i++; 33628c2a645SAnirudh Venkataramanan if (i == size) 33728c2a645SAnirudh Venkataramanan next = ICE_NO_VSI; 33828c2a645SAnirudh Venkataramanan else 33928c2a645SAnirudh Venkataramanan next = i; 34028c2a645SAnirudh Venkataramanan } 34128c2a645SAnirudh Venkataramanan return next; 34228c2a645SAnirudh Venkataramanan } 34328c2a645SAnirudh Venkataramanan 34428c2a645SAnirudh Venkataramanan /** 3455153a18eSAnirudh Venkataramanan * ice_vsi_delete - delete a VSI from the switch 3465153a18eSAnirudh Venkataramanan * @vsi: pointer to VSI being removed 3475153a18eSAnirudh Venkataramanan */ 3485153a18eSAnirudh Venkataramanan void ice_vsi_delete(struct ice_vsi *vsi) 3495153a18eSAnirudh Venkataramanan { 3505153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 3515153a18eSAnirudh Venkataramanan struct ice_vsi_ctx ctxt; 3525153a18eSAnirudh Venkataramanan enum ice_status status; 3535153a18eSAnirudh Venkataramanan 3548ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 3558ede0178SAnirudh Venkataramanan ctxt.vf_num = vsi->vf_id; 3565153a18eSAnirudh Venkataramanan ctxt.vsi_num = vsi->vsi_num; 3575153a18eSAnirudh Venkataramanan 358c6dfd690SBruce Allan memcpy(&ctxt.info, &vsi->info, sizeof(ctxt.info)); 3595153a18eSAnirudh Venkataramanan 3605153a18eSAnirudh Venkataramanan status = ice_free_vsi(&pf->hw, vsi->idx, &ctxt, false, NULL); 3615153a18eSAnirudh Venkataramanan if (status) 3625153a18eSAnirudh Venkataramanan dev_err(&pf->pdev->dev, "Failed to delete VSI %i in FW\n", 3635153a18eSAnirudh Venkataramanan vsi->vsi_num); 3645153a18eSAnirudh Venkataramanan } 3655153a18eSAnirudh Venkataramanan 3665153a18eSAnirudh Venkataramanan /** 36707309a0eSAnirudh Venkataramanan * ice_vsi_free_arrays - clean up VSI resources 36807309a0eSAnirudh Venkataramanan * @vsi: pointer to VSI being cleared 36907309a0eSAnirudh Venkataramanan * @free_qvectors: bool to specify if q_vectors should be deallocated 37007309a0eSAnirudh Venkataramanan */ 371df0f8479SAnirudh Venkataramanan static void ice_vsi_free_arrays(struct ice_vsi *vsi, bool free_qvectors) 37207309a0eSAnirudh Venkataramanan { 37307309a0eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 37407309a0eSAnirudh Venkataramanan 37507309a0eSAnirudh Venkataramanan /* free the ring and vector containers */ 37607309a0eSAnirudh Venkataramanan if (free_qvectors && vsi->q_vectors) { 37707309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->q_vectors); 37807309a0eSAnirudh Venkataramanan vsi->q_vectors = NULL; 37907309a0eSAnirudh Venkataramanan } 38007309a0eSAnirudh Venkataramanan if (vsi->tx_rings) { 38107309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->tx_rings); 38207309a0eSAnirudh Venkataramanan vsi->tx_rings = NULL; 38307309a0eSAnirudh Venkataramanan } 38407309a0eSAnirudh Venkataramanan if (vsi->rx_rings) { 38507309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rx_rings); 38607309a0eSAnirudh Venkataramanan vsi->rx_rings = NULL; 38707309a0eSAnirudh Venkataramanan } 38807309a0eSAnirudh Venkataramanan } 38907309a0eSAnirudh Venkataramanan 39007309a0eSAnirudh Venkataramanan /** 39107309a0eSAnirudh Venkataramanan * ice_vsi_clear - clean up and deallocate the provided VSI 39207309a0eSAnirudh Venkataramanan * @vsi: pointer to VSI being cleared 39307309a0eSAnirudh Venkataramanan * 39407309a0eSAnirudh Venkataramanan * This deallocates the VSI's queue resources, removes it from the PF's 39507309a0eSAnirudh Venkataramanan * VSI array if necessary, and deallocates the VSI 39607309a0eSAnirudh Venkataramanan * 39707309a0eSAnirudh Venkataramanan * Returns 0 on success, negative on failure 39807309a0eSAnirudh Venkataramanan */ 39907309a0eSAnirudh Venkataramanan int ice_vsi_clear(struct ice_vsi *vsi) 40007309a0eSAnirudh Venkataramanan { 40107309a0eSAnirudh Venkataramanan struct ice_pf *pf = NULL; 40207309a0eSAnirudh Venkataramanan 40307309a0eSAnirudh Venkataramanan if (!vsi) 40407309a0eSAnirudh Venkataramanan return 0; 40507309a0eSAnirudh Venkataramanan 40607309a0eSAnirudh Venkataramanan if (!vsi->back) 40707309a0eSAnirudh Venkataramanan return -EINVAL; 40807309a0eSAnirudh Venkataramanan 40907309a0eSAnirudh Venkataramanan pf = vsi->back; 41007309a0eSAnirudh Venkataramanan 41107309a0eSAnirudh Venkataramanan if (!pf->vsi[vsi->idx] || pf->vsi[vsi->idx] != vsi) { 41207309a0eSAnirudh Venkataramanan dev_dbg(&pf->pdev->dev, "vsi does not exist at pf->vsi[%d]\n", 41307309a0eSAnirudh Venkataramanan vsi->idx); 41407309a0eSAnirudh Venkataramanan return -EINVAL; 41507309a0eSAnirudh Venkataramanan } 41607309a0eSAnirudh Venkataramanan 41707309a0eSAnirudh Venkataramanan mutex_lock(&pf->sw_mutex); 41807309a0eSAnirudh Venkataramanan /* updates the PF for this cleared VSI */ 41907309a0eSAnirudh Venkataramanan 42007309a0eSAnirudh Venkataramanan pf->vsi[vsi->idx] = NULL; 42107309a0eSAnirudh Venkataramanan if (vsi->idx < pf->next_vsi) 42207309a0eSAnirudh Venkataramanan pf->next_vsi = vsi->idx; 42307309a0eSAnirudh Venkataramanan 42407309a0eSAnirudh Venkataramanan ice_vsi_free_arrays(vsi, true); 42507309a0eSAnirudh Venkataramanan mutex_unlock(&pf->sw_mutex); 42607309a0eSAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi); 42707309a0eSAnirudh Venkataramanan 42807309a0eSAnirudh Venkataramanan return 0; 42907309a0eSAnirudh Venkataramanan } 43007309a0eSAnirudh Venkataramanan 43107309a0eSAnirudh Venkataramanan /** 4325153a18eSAnirudh Venkataramanan * ice_msix_clean_rings - MSIX mode Interrupt Handler 4335153a18eSAnirudh Venkataramanan * @irq: interrupt number 4345153a18eSAnirudh Venkataramanan * @data: pointer to a q_vector 4355153a18eSAnirudh Venkataramanan */ 436f3aaaaaaSAnirudh Venkataramanan static irqreturn_t ice_msix_clean_rings(int __always_unused irq, void *data) 4375153a18eSAnirudh Venkataramanan { 4385153a18eSAnirudh Venkataramanan struct ice_q_vector *q_vector = (struct ice_q_vector *)data; 4395153a18eSAnirudh Venkataramanan 4405153a18eSAnirudh Venkataramanan if (!q_vector->tx.ring && !q_vector->rx.ring) 4415153a18eSAnirudh Venkataramanan return IRQ_HANDLED; 4425153a18eSAnirudh Venkataramanan 4435153a18eSAnirudh Venkataramanan napi_schedule(&q_vector->napi); 4445153a18eSAnirudh Venkataramanan 4455153a18eSAnirudh Venkataramanan return IRQ_HANDLED; 4465153a18eSAnirudh Venkataramanan } 4475153a18eSAnirudh Venkataramanan 4485153a18eSAnirudh Venkataramanan /** 44937bb8390SAnirudh Venkataramanan * ice_vsi_alloc - Allocates the next available struct VSI in the PF 45037bb8390SAnirudh Venkataramanan * @pf: board private structure 45137bb8390SAnirudh Venkataramanan * @type: type of VSI 45237bb8390SAnirudh Venkataramanan * 45337bb8390SAnirudh Venkataramanan * returns a pointer to a VSI on success, NULL on failure. 45437bb8390SAnirudh Venkataramanan */ 45537bb8390SAnirudh Venkataramanan static struct ice_vsi *ice_vsi_alloc(struct ice_pf *pf, enum ice_vsi_type type) 45637bb8390SAnirudh Venkataramanan { 45737bb8390SAnirudh Venkataramanan struct ice_vsi *vsi = NULL; 45837bb8390SAnirudh Venkataramanan 45937bb8390SAnirudh Venkataramanan /* Need to protect the allocation of the VSIs at the PF level */ 46037bb8390SAnirudh Venkataramanan mutex_lock(&pf->sw_mutex); 46137bb8390SAnirudh Venkataramanan 46237bb8390SAnirudh Venkataramanan /* If we have already allocated our maximum number of VSIs, 46337bb8390SAnirudh Venkataramanan * pf->next_vsi will be ICE_NO_VSI. If not, pf->next_vsi index 46437bb8390SAnirudh Venkataramanan * is available to be populated 46537bb8390SAnirudh Venkataramanan */ 46637bb8390SAnirudh Venkataramanan if (pf->next_vsi == ICE_NO_VSI) { 46737bb8390SAnirudh Venkataramanan dev_dbg(&pf->pdev->dev, "out of VSI slots!\n"); 46837bb8390SAnirudh Venkataramanan goto unlock_pf; 46937bb8390SAnirudh Venkataramanan } 47037bb8390SAnirudh Venkataramanan 47137bb8390SAnirudh Venkataramanan vsi = devm_kzalloc(&pf->pdev->dev, sizeof(*vsi), GFP_KERNEL); 47237bb8390SAnirudh Venkataramanan if (!vsi) 47337bb8390SAnirudh Venkataramanan goto unlock_pf; 47437bb8390SAnirudh Venkataramanan 47537bb8390SAnirudh Venkataramanan vsi->type = type; 47637bb8390SAnirudh Venkataramanan vsi->back = pf; 47737bb8390SAnirudh Venkataramanan set_bit(__ICE_DOWN, vsi->state); 47837bb8390SAnirudh Venkataramanan vsi->idx = pf->next_vsi; 47937bb8390SAnirudh Venkataramanan vsi->work_lmt = ICE_DFLT_IRQ_WORK; 48037bb8390SAnirudh Venkataramanan 48137bb8390SAnirudh Venkataramanan ice_vsi_set_num_qs(vsi); 48237bb8390SAnirudh Venkataramanan 48337bb8390SAnirudh Venkataramanan switch (vsi->type) { 48437bb8390SAnirudh Venkataramanan case ICE_VSI_PF: 48537bb8390SAnirudh Venkataramanan if (ice_vsi_alloc_arrays(vsi, true)) 48637bb8390SAnirudh Venkataramanan goto err_rings; 48737bb8390SAnirudh Venkataramanan 48837bb8390SAnirudh Venkataramanan /* Setup default MSIX irq handler for VSI */ 48937bb8390SAnirudh Venkataramanan vsi->irq_handler = ice_msix_clean_rings; 49037bb8390SAnirudh Venkataramanan break; 4918ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 4928ede0178SAnirudh Venkataramanan if (ice_vsi_alloc_arrays(vsi, true)) 4938ede0178SAnirudh Venkataramanan goto err_rings; 4948ede0178SAnirudh Venkataramanan break; 49537bb8390SAnirudh Venkataramanan default: 49637bb8390SAnirudh Venkataramanan dev_warn(&pf->pdev->dev, "Unknown VSI type %d\n", vsi->type); 49737bb8390SAnirudh Venkataramanan goto unlock_pf; 49837bb8390SAnirudh Venkataramanan } 49937bb8390SAnirudh Venkataramanan 50037bb8390SAnirudh Venkataramanan /* fill VSI slot in the PF struct */ 50137bb8390SAnirudh Venkataramanan pf->vsi[pf->next_vsi] = vsi; 50237bb8390SAnirudh Venkataramanan 50337bb8390SAnirudh Venkataramanan /* prepare pf->next_vsi for next use */ 50437bb8390SAnirudh Venkataramanan pf->next_vsi = ice_get_free_slot(pf->vsi, pf->num_alloc_vsi, 50537bb8390SAnirudh Venkataramanan pf->next_vsi); 50637bb8390SAnirudh Venkataramanan goto unlock_pf; 50737bb8390SAnirudh Venkataramanan 50837bb8390SAnirudh Venkataramanan err_rings: 50937bb8390SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi); 51037bb8390SAnirudh Venkataramanan vsi = NULL; 51137bb8390SAnirudh Venkataramanan unlock_pf: 51237bb8390SAnirudh Venkataramanan mutex_unlock(&pf->sw_mutex); 51337bb8390SAnirudh Venkataramanan return vsi; 51437bb8390SAnirudh Venkataramanan } 51537bb8390SAnirudh Venkataramanan 51637bb8390SAnirudh Venkataramanan /** 51703f7a986SAnirudh Venkataramanan * __ice_vsi_get_qs_contig - Assign a contiguous chunk of queues to VSI 51803f7a986SAnirudh Venkataramanan * @qs_cfg: gathered variables needed for PF->VSI queues assignment 519df0f8479SAnirudh Venkataramanan * 52003f7a986SAnirudh Venkataramanan * Return 0 on success and -ENOMEM in case of no left space in PF queue bitmap 521df0f8479SAnirudh Venkataramanan */ 52203f7a986SAnirudh Venkataramanan static int __ice_vsi_get_qs_contig(struct ice_qs_cfg *qs_cfg) 523df0f8479SAnirudh Venkataramanan { 52403f7a986SAnirudh Venkataramanan int offset, i; 525df0f8479SAnirudh Venkataramanan 52603f7a986SAnirudh Venkataramanan mutex_lock(qs_cfg->qs_mutex); 52703f7a986SAnirudh Venkataramanan offset = bitmap_find_next_zero_area(qs_cfg->pf_map, qs_cfg->pf_map_size, 52803f7a986SAnirudh Venkataramanan 0, qs_cfg->q_count, 0); 52903f7a986SAnirudh Venkataramanan if (offset >= qs_cfg->pf_map_size) { 53003f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 53103f7a986SAnirudh Venkataramanan return -ENOMEM; 532df0f8479SAnirudh Venkataramanan } 533df0f8479SAnirudh Venkataramanan 53403f7a986SAnirudh Venkataramanan bitmap_set(qs_cfg->pf_map, offset, qs_cfg->q_count); 53503f7a986SAnirudh Venkataramanan for (i = 0; i < qs_cfg->q_count; i++) 53603f7a986SAnirudh Venkataramanan qs_cfg->vsi_map[i + qs_cfg->vsi_map_offset] = i + offset; 53703f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 538df0f8479SAnirudh Venkataramanan 53903f7a986SAnirudh Venkataramanan return 0; 540df0f8479SAnirudh Venkataramanan } 541df0f8479SAnirudh Venkataramanan 542df0f8479SAnirudh Venkataramanan /** 54303f7a986SAnirudh Venkataramanan * __ice_vsi_get_qs_sc - Assign a scattered queues from PF to VSI 54403f7a986SAnirudh Venkataramanan * @qs_cfg: gathered variables needed for PF->VSI queues assignment 545df0f8479SAnirudh Venkataramanan * 54603f7a986SAnirudh Venkataramanan * Return 0 on success and -ENOMEM in case of no left space in PF queue bitmap 547df0f8479SAnirudh Venkataramanan */ 54803f7a986SAnirudh Venkataramanan static int __ice_vsi_get_qs_sc(struct ice_qs_cfg *qs_cfg) 549df0f8479SAnirudh Venkataramanan { 550df0f8479SAnirudh Venkataramanan int i, index = 0; 551df0f8479SAnirudh Venkataramanan 55203f7a986SAnirudh Venkataramanan mutex_lock(qs_cfg->qs_mutex); 55303f7a986SAnirudh Venkataramanan for (i = 0; i < qs_cfg->q_count; i++) { 55403f7a986SAnirudh Venkataramanan index = find_next_zero_bit(qs_cfg->pf_map, 55503f7a986SAnirudh Venkataramanan qs_cfg->pf_map_size, index); 55603f7a986SAnirudh Venkataramanan if (index >= qs_cfg->pf_map_size) 55703f7a986SAnirudh Venkataramanan goto err_scatter; 55803f7a986SAnirudh Venkataramanan set_bit(index, qs_cfg->pf_map); 55903f7a986SAnirudh Venkataramanan qs_cfg->vsi_map[i + qs_cfg->vsi_map_offset] = index; 56003f7a986SAnirudh Venkataramanan } 56103f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 562df0f8479SAnirudh Venkataramanan 563df0f8479SAnirudh Venkataramanan return 0; 56403f7a986SAnirudh Venkataramanan err_scatter: 565df0f8479SAnirudh Venkataramanan for (index = 0; index < i; index++) { 56603f7a986SAnirudh Venkataramanan clear_bit(qs_cfg->vsi_map[index], qs_cfg->pf_map); 56703f7a986SAnirudh Venkataramanan qs_cfg->vsi_map[index + qs_cfg->vsi_map_offset] = 0; 568df0f8479SAnirudh Venkataramanan } 56903f7a986SAnirudh Venkataramanan mutex_unlock(qs_cfg->qs_mutex); 570df0f8479SAnirudh Venkataramanan 571df0f8479SAnirudh Venkataramanan return -ENOMEM; 572df0f8479SAnirudh Venkataramanan } 573df0f8479SAnirudh Venkataramanan 574df0f8479SAnirudh Venkataramanan /** 57503f7a986SAnirudh Venkataramanan * __ice_vsi_get_qs - helper function for assigning queues from PF to VSI 57603f7a986SAnirudh Venkataramanan * @qs_cfg: gathered variables needed for PF->VSI queues assignment 57703f7a986SAnirudh Venkataramanan * 57803f7a986SAnirudh Venkataramanan * This is an internal function for assigning queues from the PF to VSI and 57903f7a986SAnirudh Venkataramanan * initially tries to find contiguous space. If it is not successful to find 58003f7a986SAnirudh Venkataramanan * contiguous space, then it tries with the scatter approach. 58103f7a986SAnirudh Venkataramanan * 58203f7a986SAnirudh Venkataramanan * Return 0 on success and -ENOMEM in case of no left space in PF queue bitmap 58303f7a986SAnirudh Venkataramanan */ 58403f7a986SAnirudh Venkataramanan static int __ice_vsi_get_qs(struct ice_qs_cfg *qs_cfg) 58503f7a986SAnirudh Venkataramanan { 58603f7a986SAnirudh Venkataramanan int ret = 0; 58703f7a986SAnirudh Venkataramanan 58803f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs_contig(qs_cfg); 58903f7a986SAnirudh Venkataramanan if (ret) { 59003f7a986SAnirudh Venkataramanan /* contig failed, so try with scatter approach */ 59103f7a986SAnirudh Venkataramanan qs_cfg->mapping_mode = ICE_VSI_MAP_SCATTER; 59203f7a986SAnirudh Venkataramanan qs_cfg->q_count = min_t(u16, qs_cfg->q_count, 59303f7a986SAnirudh Venkataramanan qs_cfg->scatter_count); 59403f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs_sc(qs_cfg); 59503f7a986SAnirudh Venkataramanan } 59603f7a986SAnirudh Venkataramanan return ret; 59703f7a986SAnirudh Venkataramanan } 59803f7a986SAnirudh Venkataramanan 59903f7a986SAnirudh Venkataramanan /** 600df0f8479SAnirudh Venkataramanan * ice_vsi_get_qs - Assign queues from PF to VSI 601df0f8479SAnirudh Venkataramanan * @vsi: the VSI to assign queues to 602df0f8479SAnirudh Venkataramanan * 603df0f8479SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 604df0f8479SAnirudh Venkataramanan */ 60537bb8390SAnirudh Venkataramanan static int ice_vsi_get_qs(struct ice_vsi *vsi) 606df0f8479SAnirudh Venkataramanan { 60703f7a986SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 60803f7a986SAnirudh Venkataramanan struct ice_qs_cfg tx_qs_cfg = { 60903f7a986SAnirudh Venkataramanan .qs_mutex = &pf->avail_q_mutex, 61003f7a986SAnirudh Venkataramanan .pf_map = pf->avail_txqs, 61103f7a986SAnirudh Venkataramanan .pf_map_size = ICE_MAX_TXQS, 61203f7a986SAnirudh Venkataramanan .q_count = vsi->alloc_txq, 61303f7a986SAnirudh Venkataramanan .scatter_count = ICE_MAX_SCATTER_TXQS, 61403f7a986SAnirudh Venkataramanan .vsi_map = vsi->txq_map, 61503f7a986SAnirudh Venkataramanan .vsi_map_offset = 0, 61603f7a986SAnirudh Venkataramanan .mapping_mode = vsi->tx_mapping_mode 61703f7a986SAnirudh Venkataramanan }; 61803f7a986SAnirudh Venkataramanan struct ice_qs_cfg rx_qs_cfg = { 61903f7a986SAnirudh Venkataramanan .qs_mutex = &pf->avail_q_mutex, 62003f7a986SAnirudh Venkataramanan .pf_map = pf->avail_rxqs, 62103f7a986SAnirudh Venkataramanan .pf_map_size = ICE_MAX_RXQS, 62203f7a986SAnirudh Venkataramanan .q_count = vsi->alloc_rxq, 62303f7a986SAnirudh Venkataramanan .scatter_count = ICE_MAX_SCATTER_RXQS, 62403f7a986SAnirudh Venkataramanan .vsi_map = vsi->rxq_map, 62503f7a986SAnirudh Venkataramanan .vsi_map_offset = 0, 62603f7a986SAnirudh Venkataramanan .mapping_mode = vsi->rx_mapping_mode 62703f7a986SAnirudh Venkataramanan }; 628df0f8479SAnirudh Venkataramanan int ret = 0; 629df0f8479SAnirudh Venkataramanan 630df0f8479SAnirudh Venkataramanan vsi->tx_mapping_mode = ICE_VSI_MAP_CONTIG; 631df0f8479SAnirudh Venkataramanan vsi->rx_mapping_mode = ICE_VSI_MAP_CONTIG; 632df0f8479SAnirudh Venkataramanan 63303f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs(&tx_qs_cfg); 63403f7a986SAnirudh Venkataramanan if (!ret) 63503f7a986SAnirudh Venkataramanan ret = __ice_vsi_get_qs(&rx_qs_cfg); 636df0f8479SAnirudh Venkataramanan 637df0f8479SAnirudh Venkataramanan return ret; 638df0f8479SAnirudh Venkataramanan } 639df0f8479SAnirudh Venkataramanan 640df0f8479SAnirudh Venkataramanan /** 6415153a18eSAnirudh Venkataramanan * ice_vsi_put_qs - Release queues from VSI to PF 6425153a18eSAnirudh Venkataramanan * @vsi: the VSI that is going to release queues 6435153a18eSAnirudh Venkataramanan */ 6445153a18eSAnirudh Venkataramanan void ice_vsi_put_qs(struct ice_vsi *vsi) 6455153a18eSAnirudh Venkataramanan { 6465153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 6475153a18eSAnirudh Venkataramanan int i; 6485153a18eSAnirudh Venkataramanan 6495153a18eSAnirudh Venkataramanan mutex_lock(&pf->avail_q_mutex); 6505153a18eSAnirudh Venkataramanan 6515153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->alloc_txq; i++) { 6525153a18eSAnirudh Venkataramanan clear_bit(vsi->txq_map[i], pf->avail_txqs); 6535153a18eSAnirudh Venkataramanan vsi->txq_map[i] = ICE_INVAL_Q_INDEX; 6545153a18eSAnirudh Venkataramanan } 6555153a18eSAnirudh Venkataramanan 6565153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->alloc_rxq; i++) { 6575153a18eSAnirudh Venkataramanan clear_bit(vsi->rxq_map[i], pf->avail_rxqs); 6585153a18eSAnirudh Venkataramanan vsi->rxq_map[i] = ICE_INVAL_Q_INDEX; 6595153a18eSAnirudh Venkataramanan } 6605153a18eSAnirudh Venkataramanan 6615153a18eSAnirudh Venkataramanan mutex_unlock(&pf->avail_q_mutex); 6625153a18eSAnirudh Venkataramanan } 6635153a18eSAnirudh Venkataramanan 6645153a18eSAnirudh Venkataramanan /** 665df0f8479SAnirudh Venkataramanan * ice_rss_clean - Delete RSS related VSI structures that hold user inputs 666df0f8479SAnirudh Venkataramanan * @vsi: the VSI being removed 667df0f8479SAnirudh Venkataramanan */ 668df0f8479SAnirudh Venkataramanan static void ice_rss_clean(struct ice_vsi *vsi) 669df0f8479SAnirudh Venkataramanan { 670df0f8479SAnirudh Venkataramanan struct ice_pf *pf; 671df0f8479SAnirudh Venkataramanan 672df0f8479SAnirudh Venkataramanan pf = vsi->back; 673df0f8479SAnirudh Venkataramanan 674df0f8479SAnirudh Venkataramanan if (vsi->rss_hkey_user) 675df0f8479SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rss_hkey_user); 676df0f8479SAnirudh Venkataramanan if (vsi->rss_lut_user) 677df0f8479SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, vsi->rss_lut_user); 678df0f8479SAnirudh Venkataramanan } 679df0f8479SAnirudh Venkataramanan 680df0f8479SAnirudh Venkataramanan /** 68128c2a645SAnirudh Venkataramanan * ice_vsi_set_rss_params - Setup RSS capabilities per VSI type 68228c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 68328c2a645SAnirudh Venkataramanan */ 68437bb8390SAnirudh Venkataramanan static void ice_vsi_set_rss_params(struct ice_vsi *vsi) 68528c2a645SAnirudh Venkataramanan { 68628c2a645SAnirudh Venkataramanan struct ice_hw_common_caps *cap; 68728c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 68828c2a645SAnirudh Venkataramanan 68928c2a645SAnirudh Venkataramanan if (!test_bit(ICE_FLAG_RSS_ENA, pf->flags)) { 69028c2a645SAnirudh Venkataramanan vsi->rss_size = 1; 69128c2a645SAnirudh Venkataramanan return; 69228c2a645SAnirudh Venkataramanan } 69328c2a645SAnirudh Venkataramanan 69428c2a645SAnirudh Venkataramanan cap = &pf->hw.func_caps.common_cap; 69528c2a645SAnirudh Venkataramanan switch (vsi->type) { 69628c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 69728c2a645SAnirudh Venkataramanan /* PF VSI will inherit RSS instance of PF */ 69828c2a645SAnirudh Venkataramanan vsi->rss_table_size = cap->rss_table_size; 69928c2a645SAnirudh Venkataramanan vsi->rss_size = min_t(int, num_online_cpus(), 70028c2a645SAnirudh Venkataramanan BIT(cap->rss_table_entry_width)); 70128c2a645SAnirudh Venkataramanan vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_PF; 70228c2a645SAnirudh Venkataramanan break; 7038ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 7048ede0178SAnirudh Venkataramanan /* VF VSI will gets a small RSS table 7058ede0178SAnirudh Venkataramanan * For VSI_LUT, LUT size should be set to 64 bytes 7068ede0178SAnirudh Venkataramanan */ 7078ede0178SAnirudh Venkataramanan vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE; 7088ede0178SAnirudh Venkataramanan vsi->rss_size = min_t(int, num_online_cpus(), 7098ede0178SAnirudh Venkataramanan BIT(cap->rss_table_entry_width)); 7108ede0178SAnirudh Venkataramanan vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI; 7118ede0178SAnirudh Venkataramanan break; 71228c2a645SAnirudh Venkataramanan default: 71328c2a645SAnirudh Venkataramanan dev_warn(&pf->pdev->dev, "Unknown VSI type %d\n", 71428c2a645SAnirudh Venkataramanan vsi->type); 71528c2a645SAnirudh Venkataramanan break; 71628c2a645SAnirudh Venkataramanan } 71728c2a645SAnirudh Venkataramanan } 71828c2a645SAnirudh Venkataramanan 71928c2a645SAnirudh Venkataramanan /** 72028c2a645SAnirudh Venkataramanan * ice_set_dflt_vsi_ctx - Set default VSI context before adding a VSI 72128c2a645SAnirudh Venkataramanan * @ctxt: the VSI context being set 72228c2a645SAnirudh Venkataramanan * 72328c2a645SAnirudh Venkataramanan * This initializes a default VSI context for all sections except the Queues. 72428c2a645SAnirudh Venkataramanan */ 72528c2a645SAnirudh Venkataramanan static void ice_set_dflt_vsi_ctx(struct ice_vsi_ctx *ctxt) 72628c2a645SAnirudh Venkataramanan { 72728c2a645SAnirudh Venkataramanan u32 table = 0; 72828c2a645SAnirudh Venkataramanan 72928c2a645SAnirudh Venkataramanan memset(&ctxt->info, 0, sizeof(ctxt->info)); 73028c2a645SAnirudh Venkataramanan /* VSI's should be allocated from shared pool */ 73128c2a645SAnirudh Venkataramanan ctxt->alloc_from_pool = true; 73228c2a645SAnirudh Venkataramanan /* Src pruning enabled by default */ 73328c2a645SAnirudh Venkataramanan ctxt->info.sw_flags = ICE_AQ_VSI_SW_FLAG_SRC_PRUNE; 73428c2a645SAnirudh Venkataramanan /* Traffic from VSI can be sent to LAN */ 73528c2a645SAnirudh Venkataramanan ctxt->info.sw_flags2 = ICE_AQ_VSI_SW_FLAG_LAN_ENA; 73628c2a645SAnirudh Venkataramanan /* By default bits 3 and 4 in vlan_flags are 0's which results in legacy 73728c2a645SAnirudh Venkataramanan * behavior (show VLAN, DEI, and UP) in descriptor. Also, allow all 73828c2a645SAnirudh Venkataramanan * packets untagged/tagged. 73928c2a645SAnirudh Venkataramanan */ 74028c2a645SAnirudh Venkataramanan ctxt->info.vlan_flags = ((ICE_AQ_VSI_VLAN_MODE_ALL & 74128c2a645SAnirudh Venkataramanan ICE_AQ_VSI_VLAN_MODE_M) >> 74228c2a645SAnirudh Venkataramanan ICE_AQ_VSI_VLAN_MODE_S); 74328c2a645SAnirudh Venkataramanan /* Have 1:1 UP mapping for both ingress/egress tables */ 74428c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(0, 0); 74528c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(1, 1); 74628c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(2, 2); 74728c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(3, 3); 74828c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(4, 4); 74928c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(5, 5); 75028c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(6, 6); 75128c2a645SAnirudh Venkataramanan table |= ICE_UP_TABLE_TRANSLATE(7, 7); 75228c2a645SAnirudh Venkataramanan ctxt->info.ingress_table = cpu_to_le32(table); 75328c2a645SAnirudh Venkataramanan ctxt->info.egress_table = cpu_to_le32(table); 75428c2a645SAnirudh Venkataramanan /* Have 1:1 UP mapping for outer to inner UP table */ 75528c2a645SAnirudh Venkataramanan ctxt->info.outer_up_table = cpu_to_le32(table); 75628c2a645SAnirudh Venkataramanan /* No Outer tag support outer_tag_flags remains to zero */ 75728c2a645SAnirudh Venkataramanan } 75828c2a645SAnirudh Venkataramanan 75928c2a645SAnirudh Venkataramanan /** 76028c2a645SAnirudh Venkataramanan * ice_vsi_setup_q_map - Setup a VSI queue map 76128c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 76228c2a645SAnirudh Venkataramanan * @ctxt: VSI context structure 76328c2a645SAnirudh Venkataramanan */ 76428c2a645SAnirudh Venkataramanan static void ice_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt) 76528c2a645SAnirudh Venkataramanan { 766c5a2a4a3SUsha Ketineni u16 offset = 0, qmap = 0, tx_count = 0; 76728c2a645SAnirudh Venkataramanan u16 qcount_tx = vsi->alloc_txq; 76828c2a645SAnirudh Venkataramanan u16 qcount_rx = vsi->alloc_rxq; 769c5a2a4a3SUsha Ketineni u16 tx_numq_tc, rx_numq_tc; 770c5a2a4a3SUsha Ketineni u16 pow = 0, max_rss = 0; 77128c2a645SAnirudh Venkataramanan bool ena_tc0 = false; 772c5a2a4a3SUsha Ketineni u8 netdev_tc = 0; 77328c2a645SAnirudh Venkataramanan int i; 77428c2a645SAnirudh Venkataramanan 77528c2a645SAnirudh Venkataramanan /* at least TC0 should be enabled by default */ 77628c2a645SAnirudh Venkataramanan if (vsi->tc_cfg.numtc) { 77728c2a645SAnirudh Venkataramanan if (!(vsi->tc_cfg.ena_tc & BIT(0))) 77828c2a645SAnirudh Venkataramanan ena_tc0 = true; 77928c2a645SAnirudh Venkataramanan } else { 78028c2a645SAnirudh Venkataramanan ena_tc0 = true; 78128c2a645SAnirudh Venkataramanan } 78228c2a645SAnirudh Venkataramanan 78328c2a645SAnirudh Venkataramanan if (ena_tc0) { 78428c2a645SAnirudh Venkataramanan vsi->tc_cfg.numtc++; 78528c2a645SAnirudh Venkataramanan vsi->tc_cfg.ena_tc |= 1; 78628c2a645SAnirudh Venkataramanan } 78728c2a645SAnirudh Venkataramanan 788c5a2a4a3SUsha Ketineni rx_numq_tc = qcount_rx / vsi->tc_cfg.numtc; 789c5a2a4a3SUsha Ketineni if (!rx_numq_tc) 790c5a2a4a3SUsha Ketineni rx_numq_tc = 1; 791c5a2a4a3SUsha Ketineni tx_numq_tc = qcount_tx / vsi->tc_cfg.numtc; 792c5a2a4a3SUsha Ketineni if (!tx_numq_tc) 793c5a2a4a3SUsha Ketineni tx_numq_tc = 1; 79428c2a645SAnirudh Venkataramanan 79528c2a645SAnirudh Venkataramanan /* TC mapping is a function of the number of Rx queues assigned to the 79628c2a645SAnirudh Venkataramanan * VSI for each traffic class and the offset of these queues. 79728c2a645SAnirudh Venkataramanan * The first 10 bits are for queue offset for TC0, next 4 bits for no:of 79828c2a645SAnirudh Venkataramanan * queues allocated to TC0. No:of queues is a power-of-2. 79928c2a645SAnirudh Venkataramanan * 80028c2a645SAnirudh Venkataramanan * If TC is not enabled, the queue offset is set to 0, and allocate one 80128c2a645SAnirudh Venkataramanan * queue, this way, traffic for the given TC will be sent to the default 80228c2a645SAnirudh Venkataramanan * queue. 80328c2a645SAnirudh Venkataramanan * 80428c2a645SAnirudh Venkataramanan * Setup number and offset of Rx queues for all TCs for the VSI 80528c2a645SAnirudh Venkataramanan */ 80628c2a645SAnirudh Venkataramanan 807c5a2a4a3SUsha Ketineni qcount_rx = rx_numq_tc; 808c5a2a4a3SUsha Ketineni 80928c2a645SAnirudh Venkataramanan /* qcount will change if RSS is enabled */ 81028c2a645SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, vsi->back->flags)) { 8118ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_PF || vsi->type == ICE_VSI_VF) { 81228c2a645SAnirudh Venkataramanan if (vsi->type == ICE_VSI_PF) 81328c2a645SAnirudh Venkataramanan max_rss = ICE_MAX_LG_RSS_QS; 81428c2a645SAnirudh Venkataramanan else 81528c2a645SAnirudh Venkataramanan max_rss = ICE_MAX_SMALL_RSS_QS; 816c5a2a4a3SUsha Ketineni qcount_rx = min_t(int, rx_numq_tc, max_rss); 817c5a2a4a3SUsha Ketineni qcount_rx = min_t(int, qcount_rx, vsi->rss_size); 8188ede0178SAnirudh Venkataramanan } 81928c2a645SAnirudh Venkataramanan } 82028c2a645SAnirudh Venkataramanan 82128c2a645SAnirudh Venkataramanan /* find the (rounded up) power-of-2 of qcount */ 822c5a2a4a3SUsha Ketineni pow = order_base_2(qcount_rx); 82328c2a645SAnirudh Venkataramanan 82428c2a645SAnirudh Venkataramanan for (i = 0; i < ICE_MAX_TRAFFIC_CLASS; i++) { 82528c2a645SAnirudh Venkataramanan if (!(vsi->tc_cfg.ena_tc & BIT(i))) { 82628c2a645SAnirudh Venkataramanan /* TC is not enabled */ 82728c2a645SAnirudh Venkataramanan vsi->tc_cfg.tc_info[i].qoffset = 0; 828c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_rx = 1; 829c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_tx = 1; 830c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].netdev_tc = 0; 83128c2a645SAnirudh Venkataramanan ctxt->info.tc_mapping[i] = 0; 83228c2a645SAnirudh Venkataramanan continue; 83328c2a645SAnirudh Venkataramanan } 83428c2a645SAnirudh Venkataramanan 83528c2a645SAnirudh Venkataramanan /* TC is enabled */ 83628c2a645SAnirudh Venkataramanan vsi->tc_cfg.tc_info[i].qoffset = offset; 837c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_rx = qcount_rx; 838c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].qcount_tx = tx_numq_tc; 839c5a2a4a3SUsha Ketineni vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++; 84028c2a645SAnirudh Venkataramanan 84128c2a645SAnirudh Venkataramanan qmap = ((offset << ICE_AQ_VSI_TC_Q_OFFSET_S) & 84228c2a645SAnirudh Venkataramanan ICE_AQ_VSI_TC_Q_OFFSET_M) | 84328c2a645SAnirudh Venkataramanan ((pow << ICE_AQ_VSI_TC_Q_NUM_S) & 84428c2a645SAnirudh Venkataramanan ICE_AQ_VSI_TC_Q_NUM_M); 845c5a2a4a3SUsha Ketineni offset += qcount_rx; 846c5a2a4a3SUsha Ketineni tx_count += tx_numq_tc; 84728c2a645SAnirudh Venkataramanan ctxt->info.tc_mapping[i] = cpu_to_le16(qmap); 84828c2a645SAnirudh Venkataramanan } 84928c2a645SAnirudh Venkataramanan vsi->num_rxq = offset; 850c5a2a4a3SUsha Ketineni vsi->num_txq = tx_count; 85128c2a645SAnirudh Venkataramanan 8528ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF && vsi->num_txq != vsi->num_rxq) { 8538ede0178SAnirudh Venkataramanan dev_dbg(&vsi->back->pdev->dev, "VF VSI should have same number of Tx and Rx queues. Hence making them equal\n"); 8548ede0178SAnirudh Venkataramanan /* since there is a chance that num_rxq could have been changed 8558ede0178SAnirudh Venkataramanan * in the above for loop, make num_txq equal to num_rxq. 8568ede0178SAnirudh Venkataramanan */ 8578ede0178SAnirudh Venkataramanan vsi->num_txq = vsi->num_rxq; 8588ede0178SAnirudh Venkataramanan } 8598ede0178SAnirudh Venkataramanan 86028c2a645SAnirudh Venkataramanan /* Rx queue mapping */ 86128c2a645SAnirudh Venkataramanan ctxt->info.mapping_flags |= cpu_to_le16(ICE_AQ_VSI_Q_MAP_CONTIG); 86228c2a645SAnirudh Venkataramanan /* q_mapping buffer holds the info for the first queue allocated for 86328c2a645SAnirudh Venkataramanan * this VSI in the PF space and also the number of queues associated 86428c2a645SAnirudh Venkataramanan * with this VSI. 86528c2a645SAnirudh Venkataramanan */ 86628c2a645SAnirudh Venkataramanan ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]); 86728c2a645SAnirudh Venkataramanan ctxt->info.q_mapping[1] = cpu_to_le16(vsi->num_rxq); 86828c2a645SAnirudh Venkataramanan } 86928c2a645SAnirudh Venkataramanan 87028c2a645SAnirudh Venkataramanan /** 87128c2a645SAnirudh Venkataramanan * ice_set_rss_vsi_ctx - Set RSS VSI context before adding a VSI 87228c2a645SAnirudh Venkataramanan * @ctxt: the VSI context being set 87328c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 87428c2a645SAnirudh Venkataramanan */ 87528c2a645SAnirudh Venkataramanan static void ice_set_rss_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi) 87628c2a645SAnirudh Venkataramanan { 87728c2a645SAnirudh Venkataramanan u8 lut_type, hash_type; 87828c2a645SAnirudh Venkataramanan 87928c2a645SAnirudh Venkataramanan switch (vsi->type) { 88028c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 88128c2a645SAnirudh Venkataramanan /* PF VSI will inherit RSS instance of PF */ 88228c2a645SAnirudh Venkataramanan lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_PF; 88328c2a645SAnirudh Venkataramanan hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ; 88428c2a645SAnirudh Venkataramanan break; 8858ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 8868ede0178SAnirudh Venkataramanan /* VF VSI will gets a small RSS table which is a VSI LUT type */ 8878ede0178SAnirudh Venkataramanan lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_VSI; 8888ede0178SAnirudh Venkataramanan hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ; 8898ede0178SAnirudh Venkataramanan break; 89028c2a645SAnirudh Venkataramanan default: 89128c2a645SAnirudh Venkataramanan dev_warn(&vsi->back->pdev->dev, "Unknown VSI type %d\n", 89228c2a645SAnirudh Venkataramanan vsi->type); 89328c2a645SAnirudh Venkataramanan return; 89428c2a645SAnirudh Venkataramanan } 89528c2a645SAnirudh Venkataramanan 89628c2a645SAnirudh Venkataramanan ctxt->info.q_opt_rss = ((lut_type << ICE_AQ_VSI_Q_OPT_RSS_LUT_S) & 89728c2a645SAnirudh Venkataramanan ICE_AQ_VSI_Q_OPT_RSS_LUT_M) | 89828c2a645SAnirudh Venkataramanan ((hash_type << ICE_AQ_VSI_Q_OPT_RSS_HASH_S) & 89928c2a645SAnirudh Venkataramanan ICE_AQ_VSI_Q_OPT_RSS_HASH_M); 90028c2a645SAnirudh Venkataramanan } 90128c2a645SAnirudh Venkataramanan 90228c2a645SAnirudh Venkataramanan /** 90328c2a645SAnirudh Venkataramanan * ice_vsi_init - Create and initialize a VSI 90428c2a645SAnirudh Venkataramanan * @vsi: the VSI being configured 90528c2a645SAnirudh Venkataramanan * 90628c2a645SAnirudh Venkataramanan * This initializes a VSI context depending on the VSI type to be added and 90728c2a645SAnirudh Venkataramanan * passes it down to the add_vsi aq command to create a new VSI. 90828c2a645SAnirudh Venkataramanan */ 90937bb8390SAnirudh Venkataramanan static int ice_vsi_init(struct ice_vsi *vsi) 91028c2a645SAnirudh Venkataramanan { 91128c2a645SAnirudh Venkataramanan struct ice_vsi_ctx ctxt = { 0 }; 91228c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 91328c2a645SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 91428c2a645SAnirudh Venkataramanan int ret = 0; 91528c2a645SAnirudh Venkataramanan 91628c2a645SAnirudh Venkataramanan switch (vsi->type) { 91728c2a645SAnirudh Venkataramanan case ICE_VSI_PF: 91828c2a645SAnirudh Venkataramanan ctxt.flags = ICE_AQ_VSI_TYPE_PF; 91928c2a645SAnirudh Venkataramanan break; 9208ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 9218ede0178SAnirudh Venkataramanan ctxt.flags = ICE_AQ_VSI_TYPE_VF; 9228ede0178SAnirudh Venkataramanan /* VF number here is the absolute VF number (0-255) */ 9238ede0178SAnirudh Venkataramanan ctxt.vf_num = vsi->vf_id + hw->func_caps.vf_base_id; 9248ede0178SAnirudh Venkataramanan break; 92528c2a645SAnirudh Venkataramanan default: 92628c2a645SAnirudh Venkataramanan return -ENODEV; 92728c2a645SAnirudh Venkataramanan } 92828c2a645SAnirudh Venkataramanan 92928c2a645SAnirudh Venkataramanan ice_set_dflt_vsi_ctx(&ctxt); 93028c2a645SAnirudh Venkataramanan /* if the switch is in VEB mode, allow VSI loopback */ 93128c2a645SAnirudh Venkataramanan if (vsi->vsw->bridge_mode == BRIDGE_MODE_VEB) 93228c2a645SAnirudh Venkataramanan ctxt.info.sw_flags |= ICE_AQ_VSI_SW_FLAG_ALLOW_LB; 93328c2a645SAnirudh Venkataramanan 93428c2a645SAnirudh Venkataramanan /* Set LUT type and HASH type if RSS is enabled */ 93528c2a645SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 93628c2a645SAnirudh Venkataramanan ice_set_rss_vsi_ctx(&ctxt, vsi); 93728c2a645SAnirudh Venkataramanan 93828c2a645SAnirudh Venkataramanan ctxt.info.sw_id = vsi->port_info->sw_id; 93928c2a645SAnirudh Venkataramanan ice_vsi_setup_q_map(vsi, &ctxt); 94028c2a645SAnirudh Venkataramanan 94128c2a645SAnirudh Venkataramanan ret = ice_add_vsi(hw, vsi->idx, &ctxt, NULL); 94228c2a645SAnirudh Venkataramanan if (ret) { 94328c2a645SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 94428c2a645SAnirudh Venkataramanan "Add VSI failed, err %d\n", ret); 94528c2a645SAnirudh Venkataramanan return -EIO; 94628c2a645SAnirudh Venkataramanan } 94728c2a645SAnirudh Venkataramanan 94828c2a645SAnirudh Venkataramanan /* keep context for update VSI operations */ 94928c2a645SAnirudh Venkataramanan vsi->info = ctxt.info; 95028c2a645SAnirudh Venkataramanan 95128c2a645SAnirudh Venkataramanan /* record VSI number returned */ 95228c2a645SAnirudh Venkataramanan vsi->vsi_num = ctxt.vsi_num; 95328c2a645SAnirudh Venkataramanan 95428c2a645SAnirudh Venkataramanan return ret; 95528c2a645SAnirudh Venkataramanan } 95628c2a645SAnirudh Venkataramanan 95728c2a645SAnirudh Venkataramanan /** 958df0f8479SAnirudh Venkataramanan * ice_free_q_vector - Free memory allocated for a specific interrupt vector 959df0f8479SAnirudh Venkataramanan * @vsi: VSI having the memory freed 960df0f8479SAnirudh Venkataramanan * @v_idx: index of the vector to be freed 961df0f8479SAnirudh Venkataramanan */ 962df0f8479SAnirudh Venkataramanan static void ice_free_q_vector(struct ice_vsi *vsi, int v_idx) 963df0f8479SAnirudh Venkataramanan { 964df0f8479SAnirudh Venkataramanan struct ice_q_vector *q_vector; 965df0f8479SAnirudh Venkataramanan struct ice_ring *ring; 966df0f8479SAnirudh Venkataramanan 967df0f8479SAnirudh Venkataramanan if (!vsi->q_vectors[v_idx]) { 968df0f8479SAnirudh Venkataramanan dev_dbg(&vsi->back->pdev->dev, "Queue vector at index %d not found\n", 969df0f8479SAnirudh Venkataramanan v_idx); 970df0f8479SAnirudh Venkataramanan return; 971df0f8479SAnirudh Venkataramanan } 972df0f8479SAnirudh Venkataramanan q_vector = vsi->q_vectors[v_idx]; 973df0f8479SAnirudh Venkataramanan 974df0f8479SAnirudh Venkataramanan ice_for_each_ring(ring, q_vector->tx) 975df0f8479SAnirudh Venkataramanan ring->q_vector = NULL; 976df0f8479SAnirudh Venkataramanan ice_for_each_ring(ring, q_vector->rx) 977df0f8479SAnirudh Venkataramanan ring->q_vector = NULL; 978df0f8479SAnirudh Venkataramanan 979df0f8479SAnirudh Venkataramanan /* only VSI with an associated netdev is set up with NAPI */ 980df0f8479SAnirudh Venkataramanan if (vsi->netdev) 981df0f8479SAnirudh Venkataramanan netif_napi_del(&q_vector->napi); 982df0f8479SAnirudh Venkataramanan 983df0f8479SAnirudh Venkataramanan devm_kfree(&vsi->back->pdev->dev, q_vector); 984df0f8479SAnirudh Venkataramanan vsi->q_vectors[v_idx] = NULL; 985df0f8479SAnirudh Venkataramanan } 986df0f8479SAnirudh Venkataramanan 987df0f8479SAnirudh Venkataramanan /** 988df0f8479SAnirudh Venkataramanan * ice_vsi_free_q_vectors - Free memory allocated for interrupt vectors 989df0f8479SAnirudh Venkataramanan * @vsi: the VSI having memory freed 990df0f8479SAnirudh Venkataramanan */ 991df0f8479SAnirudh Venkataramanan void ice_vsi_free_q_vectors(struct ice_vsi *vsi) 992df0f8479SAnirudh Venkataramanan { 993df0f8479SAnirudh Venkataramanan int v_idx; 994df0f8479SAnirudh Venkataramanan 995df0f8479SAnirudh Venkataramanan for (v_idx = 0; v_idx < vsi->num_q_vectors; v_idx++) 996df0f8479SAnirudh Venkataramanan ice_free_q_vector(vsi, v_idx); 997df0f8479SAnirudh Venkataramanan } 998df0f8479SAnirudh Venkataramanan 999df0f8479SAnirudh Venkataramanan /** 1000df0f8479SAnirudh Venkataramanan * ice_vsi_alloc_q_vector - Allocate memory for a single interrupt vector 1001df0f8479SAnirudh Venkataramanan * @vsi: the VSI being configured 1002df0f8479SAnirudh Venkataramanan * @v_idx: index of the vector in the VSI struct 1003df0f8479SAnirudh Venkataramanan * 1004df0f8479SAnirudh Venkataramanan * We allocate one q_vector. If allocation fails we return -ENOMEM. 1005df0f8479SAnirudh Venkataramanan */ 1006df0f8479SAnirudh Venkataramanan static int ice_vsi_alloc_q_vector(struct ice_vsi *vsi, int v_idx) 1007df0f8479SAnirudh Venkataramanan { 1008df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1009df0f8479SAnirudh Venkataramanan struct ice_q_vector *q_vector; 1010df0f8479SAnirudh Venkataramanan 1011df0f8479SAnirudh Venkataramanan /* allocate q_vector */ 1012df0f8479SAnirudh Venkataramanan q_vector = devm_kzalloc(&pf->pdev->dev, sizeof(*q_vector), GFP_KERNEL); 1013df0f8479SAnirudh Venkataramanan if (!q_vector) 1014df0f8479SAnirudh Venkataramanan return -ENOMEM; 1015df0f8479SAnirudh Venkataramanan 1016df0f8479SAnirudh Venkataramanan q_vector->vsi = vsi; 1017df0f8479SAnirudh Venkataramanan q_vector->v_idx = v_idx; 10188ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 10198ede0178SAnirudh Venkataramanan goto out; 1020df0f8479SAnirudh Venkataramanan /* only set affinity_mask if the CPU is online */ 1021df0f8479SAnirudh Venkataramanan if (cpu_online(v_idx)) 1022df0f8479SAnirudh Venkataramanan cpumask_set_cpu(v_idx, &q_vector->affinity_mask); 1023df0f8479SAnirudh Venkataramanan 1024df0f8479SAnirudh Venkataramanan /* This will not be called in the driver load path because the netdev 1025df0f8479SAnirudh Venkataramanan * will not be created yet. All other cases with register the NAPI 1026df0f8479SAnirudh Venkataramanan * handler here (i.e. resume, reset/rebuild, etc.) 1027df0f8479SAnirudh Venkataramanan */ 1028df0f8479SAnirudh Venkataramanan if (vsi->netdev) 1029df0f8479SAnirudh Venkataramanan netif_napi_add(vsi->netdev, &q_vector->napi, ice_napi_poll, 1030df0f8479SAnirudh Venkataramanan NAPI_POLL_WEIGHT); 1031df0f8479SAnirudh Venkataramanan 10328ede0178SAnirudh Venkataramanan out: 1033df0f8479SAnirudh Venkataramanan /* tie q_vector and VSI together */ 1034df0f8479SAnirudh Venkataramanan vsi->q_vectors[v_idx] = q_vector; 1035df0f8479SAnirudh Venkataramanan 1036df0f8479SAnirudh Venkataramanan return 0; 1037df0f8479SAnirudh Venkataramanan } 1038df0f8479SAnirudh Venkataramanan 1039df0f8479SAnirudh Venkataramanan /** 1040df0f8479SAnirudh Venkataramanan * ice_vsi_alloc_q_vectors - Allocate memory for interrupt vectors 1041df0f8479SAnirudh Venkataramanan * @vsi: the VSI being configured 1042df0f8479SAnirudh Venkataramanan * 1043df0f8479SAnirudh Venkataramanan * We allocate one q_vector per queue interrupt. If allocation fails we 1044df0f8479SAnirudh Venkataramanan * return -ENOMEM. 1045df0f8479SAnirudh Venkataramanan */ 104637bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_q_vectors(struct ice_vsi *vsi) 1047df0f8479SAnirudh Venkataramanan { 1048df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1049df0f8479SAnirudh Venkataramanan int v_idx = 0, num_q_vectors; 1050df0f8479SAnirudh Venkataramanan int err; 1051df0f8479SAnirudh Venkataramanan 1052df0f8479SAnirudh Venkataramanan if (vsi->q_vectors[0]) { 1053df0f8479SAnirudh Venkataramanan dev_dbg(&pf->pdev->dev, "VSI %d has existing q_vectors\n", 1054df0f8479SAnirudh Venkataramanan vsi->vsi_num); 1055df0f8479SAnirudh Venkataramanan return -EEXIST; 1056df0f8479SAnirudh Venkataramanan } 1057df0f8479SAnirudh Venkataramanan 1058df0f8479SAnirudh Venkataramanan if (test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) { 1059df0f8479SAnirudh Venkataramanan num_q_vectors = vsi->num_q_vectors; 1060df0f8479SAnirudh Venkataramanan } else { 1061df0f8479SAnirudh Venkataramanan err = -EINVAL; 1062df0f8479SAnirudh Venkataramanan goto err_out; 1063df0f8479SAnirudh Venkataramanan } 1064df0f8479SAnirudh Venkataramanan 1065df0f8479SAnirudh Venkataramanan for (v_idx = 0; v_idx < num_q_vectors; v_idx++) { 1066df0f8479SAnirudh Venkataramanan err = ice_vsi_alloc_q_vector(vsi, v_idx); 1067df0f8479SAnirudh Venkataramanan if (err) 1068df0f8479SAnirudh Venkataramanan goto err_out; 1069df0f8479SAnirudh Venkataramanan } 1070df0f8479SAnirudh Venkataramanan 1071df0f8479SAnirudh Venkataramanan return 0; 1072df0f8479SAnirudh Venkataramanan 1073df0f8479SAnirudh Venkataramanan err_out: 1074df0f8479SAnirudh Venkataramanan while (v_idx--) 1075df0f8479SAnirudh Venkataramanan ice_free_q_vector(vsi, v_idx); 1076df0f8479SAnirudh Venkataramanan 1077df0f8479SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 1078df0f8479SAnirudh Venkataramanan "Failed to allocate %d q_vector for VSI %d, ret=%d\n", 1079df0f8479SAnirudh Venkataramanan vsi->num_q_vectors, vsi->vsi_num, err); 1080df0f8479SAnirudh Venkataramanan vsi->num_q_vectors = 0; 1081df0f8479SAnirudh Venkataramanan return err; 1082df0f8479SAnirudh Venkataramanan } 1083df0f8479SAnirudh Venkataramanan 1084df0f8479SAnirudh Venkataramanan /** 1085df0f8479SAnirudh Venkataramanan * ice_vsi_setup_vector_base - Set up the base vector for the given VSI 1086df0f8479SAnirudh Venkataramanan * @vsi: ptr to the VSI 1087df0f8479SAnirudh Venkataramanan * 1088df0f8479SAnirudh Venkataramanan * This should only be called after ice_vsi_alloc() which allocates the 1089df0f8479SAnirudh Venkataramanan * corresponding SW VSI structure and initializes num_queue_pairs for the 1090df0f8479SAnirudh Venkataramanan * newly allocated VSI. 1091df0f8479SAnirudh Venkataramanan * 1092df0f8479SAnirudh Venkataramanan * Returns 0 on success or negative on failure 1093df0f8479SAnirudh Venkataramanan */ 109437bb8390SAnirudh Venkataramanan static int ice_vsi_setup_vector_base(struct ice_vsi *vsi) 1095df0f8479SAnirudh Venkataramanan { 1096df0f8479SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1097df0f8479SAnirudh Venkataramanan int num_q_vectors = 0; 1098df0f8479SAnirudh Venkataramanan 1099eb0208ecSPreethi Banala if (vsi->sw_base_vector || vsi->hw_base_vector) { 1100eb0208ecSPreethi Banala dev_dbg(&pf->pdev->dev, "VSI %d has non-zero HW base vector %d or SW base vector %d\n", 1101eb0208ecSPreethi Banala vsi->vsi_num, vsi->hw_base_vector, vsi->sw_base_vector); 1102df0f8479SAnirudh Venkataramanan return -EEXIST; 1103df0f8479SAnirudh Venkataramanan } 1104df0f8479SAnirudh Venkataramanan 1105df0f8479SAnirudh Venkataramanan if (!test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) 1106df0f8479SAnirudh Venkataramanan return -ENOENT; 1107df0f8479SAnirudh Venkataramanan 1108df0f8479SAnirudh Venkataramanan switch (vsi->type) { 1109df0f8479SAnirudh Venkataramanan case ICE_VSI_PF: 1110df0f8479SAnirudh Venkataramanan num_q_vectors = vsi->num_q_vectors; 1111eb0208ecSPreethi Banala /* reserve slots from OS requested IRQs */ 1112eb0208ecSPreethi Banala vsi->sw_base_vector = ice_get_res(pf, pf->sw_irq_tracker, 1113eb0208ecSPreethi Banala num_q_vectors, vsi->idx); 1114eb0208ecSPreethi Banala if (vsi->sw_base_vector < 0) { 1115eb0208ecSPreethi Banala dev_err(&pf->pdev->dev, 1116eb0208ecSPreethi Banala "Failed to get tracking for %d SW vectors for VSI %d, err=%d\n", 1117eb0208ecSPreethi Banala num_q_vectors, vsi->vsi_num, 1118eb0208ecSPreethi Banala vsi->sw_base_vector); 1119eb0208ecSPreethi Banala return -ENOENT; 1120eb0208ecSPreethi Banala } 1121eb0208ecSPreethi Banala pf->num_avail_sw_msix -= num_q_vectors; 1122eb0208ecSPreethi Banala 1123eb0208ecSPreethi Banala /* reserve slots from HW interrupts */ 1124eb0208ecSPreethi Banala vsi->hw_base_vector = ice_get_res(pf, pf->hw_irq_tracker, 1125eb0208ecSPreethi Banala num_q_vectors, vsi->idx); 1126df0f8479SAnirudh Venkataramanan break; 11278ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 11288ede0178SAnirudh Venkataramanan /* take VF misc vector and data vectors into account */ 11298ede0178SAnirudh Venkataramanan num_q_vectors = pf->num_vf_msix; 11308ede0178SAnirudh Venkataramanan /* For VF VSI, reserve slots only from HW interrupts */ 11318ede0178SAnirudh Venkataramanan vsi->hw_base_vector = ice_get_res(pf, pf->hw_irq_tracker, 11328ede0178SAnirudh Venkataramanan num_q_vectors, vsi->idx); 11338ede0178SAnirudh Venkataramanan break; 1134df0f8479SAnirudh Venkataramanan default: 1135df0f8479SAnirudh Venkataramanan dev_warn(&vsi->back->pdev->dev, "Unknown VSI type %d\n", 1136df0f8479SAnirudh Venkataramanan vsi->type); 1137df0f8479SAnirudh Venkataramanan break; 1138df0f8479SAnirudh Venkataramanan } 1139df0f8479SAnirudh Venkataramanan 1140eb0208ecSPreethi Banala if (vsi->hw_base_vector < 0) { 1141df0f8479SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 1142eb0208ecSPreethi Banala "Failed to get tracking for %d HW vectors for VSI %d, err=%d\n", 1143eb0208ecSPreethi Banala num_q_vectors, vsi->vsi_num, vsi->hw_base_vector); 11448ede0178SAnirudh Venkataramanan if (vsi->type != ICE_VSI_VF) { 11458ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->sw_irq_tracker, 11468ede0178SAnirudh Venkataramanan vsi->sw_base_vector, vsi->idx); 1147eb0208ecSPreethi Banala pf->num_avail_sw_msix += num_q_vectors; 11488ede0178SAnirudh Venkataramanan } 1149df0f8479SAnirudh Venkataramanan return -ENOENT; 1150df0f8479SAnirudh Venkataramanan } 1151df0f8479SAnirudh Venkataramanan 1152eb0208ecSPreethi Banala pf->num_avail_hw_msix -= num_q_vectors; 1153eb0208ecSPreethi Banala 1154df0f8479SAnirudh Venkataramanan return 0; 1155df0f8479SAnirudh Venkataramanan } 1156df0f8479SAnirudh Venkataramanan 1157df0f8479SAnirudh Venkataramanan /** 115828c2a645SAnirudh Venkataramanan * ice_vsi_clear_rings - Deallocates the Tx and Rx rings for VSI 115928c2a645SAnirudh Venkataramanan * @vsi: the VSI having rings deallocated 116028c2a645SAnirudh Venkataramanan */ 1161df0f8479SAnirudh Venkataramanan static void ice_vsi_clear_rings(struct ice_vsi *vsi) 116228c2a645SAnirudh Venkataramanan { 116328c2a645SAnirudh Venkataramanan int i; 116428c2a645SAnirudh Venkataramanan 116528c2a645SAnirudh Venkataramanan if (vsi->tx_rings) { 116628c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_txq; i++) { 116728c2a645SAnirudh Venkataramanan if (vsi->tx_rings[i]) { 116828c2a645SAnirudh Venkataramanan kfree_rcu(vsi->tx_rings[i], rcu); 116928c2a645SAnirudh Venkataramanan vsi->tx_rings[i] = NULL; 117028c2a645SAnirudh Venkataramanan } 117128c2a645SAnirudh Venkataramanan } 117228c2a645SAnirudh Venkataramanan } 117328c2a645SAnirudh Venkataramanan if (vsi->rx_rings) { 117428c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_rxq; i++) { 117528c2a645SAnirudh Venkataramanan if (vsi->rx_rings[i]) { 117628c2a645SAnirudh Venkataramanan kfree_rcu(vsi->rx_rings[i], rcu); 117728c2a645SAnirudh Venkataramanan vsi->rx_rings[i] = NULL; 117828c2a645SAnirudh Venkataramanan } 117928c2a645SAnirudh Venkataramanan } 118028c2a645SAnirudh Venkataramanan } 118128c2a645SAnirudh Venkataramanan } 118228c2a645SAnirudh Venkataramanan 118328c2a645SAnirudh Venkataramanan /** 118428c2a645SAnirudh Venkataramanan * ice_vsi_alloc_rings - Allocates Tx and Rx rings for the VSI 118528c2a645SAnirudh Venkataramanan * @vsi: VSI which is having rings allocated 118628c2a645SAnirudh Venkataramanan */ 118737bb8390SAnirudh Venkataramanan static int ice_vsi_alloc_rings(struct ice_vsi *vsi) 118828c2a645SAnirudh Venkataramanan { 118928c2a645SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 119028c2a645SAnirudh Venkataramanan int i; 119128c2a645SAnirudh Venkataramanan 1192d337f2afSAnirudh Venkataramanan /* Allocate Tx rings */ 119328c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_txq; i++) { 119428c2a645SAnirudh Venkataramanan struct ice_ring *ring; 119528c2a645SAnirudh Venkataramanan 119628c2a645SAnirudh Venkataramanan /* allocate with kzalloc(), free with kfree_rcu() */ 119728c2a645SAnirudh Venkataramanan ring = kzalloc(sizeof(*ring), GFP_KERNEL); 119828c2a645SAnirudh Venkataramanan 119928c2a645SAnirudh Venkataramanan if (!ring) 120028c2a645SAnirudh Venkataramanan goto err_out; 120128c2a645SAnirudh Venkataramanan 120228c2a645SAnirudh Venkataramanan ring->q_index = i; 120328c2a645SAnirudh Venkataramanan ring->reg_idx = vsi->txq_map[i]; 120428c2a645SAnirudh Venkataramanan ring->ring_active = false; 120528c2a645SAnirudh Venkataramanan ring->vsi = vsi; 120628c2a645SAnirudh Venkataramanan ring->dev = &pf->pdev->dev; 120728c2a645SAnirudh Venkataramanan ring->count = vsi->num_desc; 120828c2a645SAnirudh Venkataramanan vsi->tx_rings[i] = ring; 120928c2a645SAnirudh Venkataramanan } 121028c2a645SAnirudh Venkataramanan 1211d337f2afSAnirudh Venkataramanan /* Allocate Rx rings */ 121228c2a645SAnirudh Venkataramanan for (i = 0; i < vsi->alloc_rxq; i++) { 121328c2a645SAnirudh Venkataramanan struct ice_ring *ring; 121428c2a645SAnirudh Venkataramanan 121528c2a645SAnirudh Venkataramanan /* allocate with kzalloc(), free with kfree_rcu() */ 121628c2a645SAnirudh Venkataramanan ring = kzalloc(sizeof(*ring), GFP_KERNEL); 121728c2a645SAnirudh Venkataramanan if (!ring) 121828c2a645SAnirudh Venkataramanan goto err_out; 121928c2a645SAnirudh Venkataramanan 122028c2a645SAnirudh Venkataramanan ring->q_index = i; 122128c2a645SAnirudh Venkataramanan ring->reg_idx = vsi->rxq_map[i]; 122228c2a645SAnirudh Venkataramanan ring->ring_active = false; 122328c2a645SAnirudh Venkataramanan ring->vsi = vsi; 122428c2a645SAnirudh Venkataramanan ring->netdev = vsi->netdev; 122528c2a645SAnirudh Venkataramanan ring->dev = &pf->pdev->dev; 122628c2a645SAnirudh Venkataramanan ring->count = vsi->num_desc; 122728c2a645SAnirudh Venkataramanan vsi->rx_rings[i] = ring; 122828c2a645SAnirudh Venkataramanan } 122928c2a645SAnirudh Venkataramanan 123028c2a645SAnirudh Venkataramanan return 0; 123128c2a645SAnirudh Venkataramanan 123228c2a645SAnirudh Venkataramanan err_out: 123328c2a645SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 123428c2a645SAnirudh Venkataramanan return -ENOMEM; 123528c2a645SAnirudh Venkataramanan } 123628c2a645SAnirudh Venkataramanan 123728c2a645SAnirudh Venkataramanan /** 123807309a0eSAnirudh Venkataramanan * ice_vsi_map_rings_to_vectors - Map VSI rings to interrupt vectors 123907309a0eSAnirudh Venkataramanan * @vsi: the VSI being configured 124007309a0eSAnirudh Venkataramanan * 124107309a0eSAnirudh Venkataramanan * This function maps descriptor rings to the queue-specific vectors allotted 124207309a0eSAnirudh Venkataramanan * through the MSI-X enabling code. On a constrained vector budget, we map Tx 124307309a0eSAnirudh Venkataramanan * and Rx rings to the vector as "efficiently" as possible. 124407309a0eSAnirudh Venkataramanan */ 124537bb8390SAnirudh Venkataramanan static void ice_vsi_map_rings_to_vectors(struct ice_vsi *vsi) 124607309a0eSAnirudh Venkataramanan { 124707309a0eSAnirudh Venkataramanan int q_vectors = vsi->num_q_vectors; 124807309a0eSAnirudh Venkataramanan int tx_rings_rem, rx_rings_rem; 124907309a0eSAnirudh Venkataramanan int v_id; 125007309a0eSAnirudh Venkataramanan 125107309a0eSAnirudh Venkataramanan /* initially assigning remaining rings count to VSIs num queue value */ 125207309a0eSAnirudh Venkataramanan tx_rings_rem = vsi->num_txq; 125307309a0eSAnirudh Venkataramanan rx_rings_rem = vsi->num_rxq; 125407309a0eSAnirudh Venkataramanan 125507309a0eSAnirudh Venkataramanan for (v_id = 0; v_id < q_vectors; v_id++) { 125607309a0eSAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[v_id]; 125707309a0eSAnirudh Venkataramanan int tx_rings_per_v, rx_rings_per_v, q_id, q_base; 125807309a0eSAnirudh Venkataramanan 125907309a0eSAnirudh Venkataramanan /* Tx rings mapping to vector */ 126007309a0eSAnirudh Venkataramanan tx_rings_per_v = DIV_ROUND_UP(tx_rings_rem, q_vectors - v_id); 126107309a0eSAnirudh Venkataramanan q_vector->num_ring_tx = tx_rings_per_v; 126207309a0eSAnirudh Venkataramanan q_vector->tx.ring = NULL; 1263d2b464a7SBrett Creeley q_vector->tx.itr_idx = ICE_TX_ITR; 126407309a0eSAnirudh Venkataramanan q_base = vsi->num_txq - tx_rings_rem; 126507309a0eSAnirudh Venkataramanan 126607309a0eSAnirudh Venkataramanan for (q_id = q_base; q_id < (q_base + tx_rings_per_v); q_id++) { 126707309a0eSAnirudh Venkataramanan struct ice_ring *tx_ring = vsi->tx_rings[q_id]; 126807309a0eSAnirudh Venkataramanan 126907309a0eSAnirudh Venkataramanan tx_ring->q_vector = q_vector; 127007309a0eSAnirudh Venkataramanan tx_ring->next = q_vector->tx.ring; 127107309a0eSAnirudh Venkataramanan q_vector->tx.ring = tx_ring; 127207309a0eSAnirudh Venkataramanan } 127307309a0eSAnirudh Venkataramanan tx_rings_rem -= tx_rings_per_v; 127407309a0eSAnirudh Venkataramanan 127507309a0eSAnirudh Venkataramanan /* Rx rings mapping to vector */ 127607309a0eSAnirudh Venkataramanan rx_rings_per_v = DIV_ROUND_UP(rx_rings_rem, q_vectors - v_id); 127707309a0eSAnirudh Venkataramanan q_vector->num_ring_rx = rx_rings_per_v; 127807309a0eSAnirudh Venkataramanan q_vector->rx.ring = NULL; 1279d2b464a7SBrett Creeley q_vector->rx.itr_idx = ICE_RX_ITR; 128007309a0eSAnirudh Venkataramanan q_base = vsi->num_rxq - rx_rings_rem; 128107309a0eSAnirudh Venkataramanan 128207309a0eSAnirudh Venkataramanan for (q_id = q_base; q_id < (q_base + rx_rings_per_v); q_id++) { 128307309a0eSAnirudh Venkataramanan struct ice_ring *rx_ring = vsi->rx_rings[q_id]; 128407309a0eSAnirudh Venkataramanan 128507309a0eSAnirudh Venkataramanan rx_ring->q_vector = q_vector; 128607309a0eSAnirudh Venkataramanan rx_ring->next = q_vector->rx.ring; 128707309a0eSAnirudh Venkataramanan q_vector->rx.ring = rx_ring; 128807309a0eSAnirudh Venkataramanan } 128907309a0eSAnirudh Venkataramanan rx_rings_rem -= rx_rings_per_v; 129007309a0eSAnirudh Venkataramanan } 129107309a0eSAnirudh Venkataramanan } 129207309a0eSAnirudh Venkataramanan 129307309a0eSAnirudh Venkataramanan /** 1294492af0abSMd Fahad Iqbal Polash * ice_vsi_manage_rss_lut - disable/enable RSS 1295492af0abSMd Fahad Iqbal Polash * @vsi: the VSI being changed 1296492af0abSMd Fahad Iqbal Polash * @ena: boolean value indicating if this is an enable or disable request 1297492af0abSMd Fahad Iqbal Polash * 1298492af0abSMd Fahad Iqbal Polash * In the event of disable request for RSS, this function will zero out RSS 1299492af0abSMd Fahad Iqbal Polash * LUT, while in the event of enable request for RSS, it will reconfigure RSS 1300492af0abSMd Fahad Iqbal Polash * LUT. 1301492af0abSMd Fahad Iqbal Polash */ 1302492af0abSMd Fahad Iqbal Polash int ice_vsi_manage_rss_lut(struct ice_vsi *vsi, bool ena) 1303492af0abSMd Fahad Iqbal Polash { 1304492af0abSMd Fahad Iqbal Polash int err = 0; 1305492af0abSMd Fahad Iqbal Polash u8 *lut; 1306492af0abSMd Fahad Iqbal Polash 1307492af0abSMd Fahad Iqbal Polash lut = devm_kzalloc(&vsi->back->pdev->dev, vsi->rss_table_size, 1308492af0abSMd Fahad Iqbal Polash GFP_KERNEL); 1309492af0abSMd Fahad Iqbal Polash if (!lut) 1310492af0abSMd Fahad Iqbal Polash return -ENOMEM; 1311492af0abSMd Fahad Iqbal Polash 1312492af0abSMd Fahad Iqbal Polash if (ena) { 1313492af0abSMd Fahad Iqbal Polash if (vsi->rss_lut_user) 1314492af0abSMd Fahad Iqbal Polash memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); 1315492af0abSMd Fahad Iqbal Polash else 1316492af0abSMd Fahad Iqbal Polash ice_fill_rss_lut(lut, vsi->rss_table_size, 1317492af0abSMd Fahad Iqbal Polash vsi->rss_size); 1318492af0abSMd Fahad Iqbal Polash } 1319492af0abSMd Fahad Iqbal Polash 1320492af0abSMd Fahad Iqbal Polash err = ice_set_rss(vsi, NULL, lut, vsi->rss_table_size); 1321492af0abSMd Fahad Iqbal Polash devm_kfree(&vsi->back->pdev->dev, lut); 1322492af0abSMd Fahad Iqbal Polash return err; 1323492af0abSMd Fahad Iqbal Polash } 1324492af0abSMd Fahad Iqbal Polash 1325492af0abSMd Fahad Iqbal Polash /** 132637bb8390SAnirudh Venkataramanan * ice_vsi_cfg_rss_lut_key - Configure RSS params for a VSI 132737bb8390SAnirudh Venkataramanan * @vsi: VSI to be configured 132837bb8390SAnirudh Venkataramanan */ 132937bb8390SAnirudh Venkataramanan static int ice_vsi_cfg_rss_lut_key(struct ice_vsi *vsi) 133037bb8390SAnirudh Venkataramanan { 133137bb8390SAnirudh Venkataramanan u8 seed[ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE]; 133237bb8390SAnirudh Venkataramanan struct ice_aqc_get_set_rss_keys *key; 133337bb8390SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 133437bb8390SAnirudh Venkataramanan enum ice_status status; 133537bb8390SAnirudh Venkataramanan int err = 0; 133637bb8390SAnirudh Venkataramanan u8 *lut; 133737bb8390SAnirudh Venkataramanan 133837bb8390SAnirudh Venkataramanan vsi->rss_size = min_t(int, vsi->rss_size, vsi->num_rxq); 133937bb8390SAnirudh Venkataramanan 134037bb8390SAnirudh Venkataramanan lut = devm_kzalloc(&pf->pdev->dev, vsi->rss_table_size, GFP_KERNEL); 134137bb8390SAnirudh Venkataramanan if (!lut) 134237bb8390SAnirudh Venkataramanan return -ENOMEM; 134337bb8390SAnirudh Venkataramanan 134437bb8390SAnirudh Venkataramanan if (vsi->rss_lut_user) 134537bb8390SAnirudh Venkataramanan memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size); 134637bb8390SAnirudh Venkataramanan else 134737bb8390SAnirudh Venkataramanan ice_fill_rss_lut(lut, vsi->rss_table_size, vsi->rss_size); 134837bb8390SAnirudh Venkataramanan 13494fb33f31SAnirudh Venkataramanan status = ice_aq_set_rss_lut(&pf->hw, vsi->idx, vsi->rss_lut_type, lut, 13504fb33f31SAnirudh Venkataramanan vsi->rss_table_size); 135137bb8390SAnirudh Venkataramanan 135237bb8390SAnirudh Venkataramanan if (status) { 135337bb8390SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, 135437bb8390SAnirudh Venkataramanan "set_rss_lut failed, error %d\n", status); 135537bb8390SAnirudh Venkataramanan err = -EIO; 135637bb8390SAnirudh Venkataramanan goto ice_vsi_cfg_rss_exit; 135737bb8390SAnirudh Venkataramanan } 135837bb8390SAnirudh Venkataramanan 135937bb8390SAnirudh Venkataramanan key = devm_kzalloc(&vsi->back->pdev->dev, sizeof(*key), GFP_KERNEL); 136037bb8390SAnirudh Venkataramanan if (!key) { 136137bb8390SAnirudh Venkataramanan err = -ENOMEM; 136237bb8390SAnirudh Venkataramanan goto ice_vsi_cfg_rss_exit; 136337bb8390SAnirudh Venkataramanan } 136437bb8390SAnirudh Venkataramanan 136537bb8390SAnirudh Venkataramanan if (vsi->rss_hkey_user) 136637bb8390SAnirudh Venkataramanan memcpy(seed, vsi->rss_hkey_user, 136737bb8390SAnirudh Venkataramanan ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE); 136837bb8390SAnirudh Venkataramanan else 136937bb8390SAnirudh Venkataramanan netdev_rss_key_fill((void *)seed, 137037bb8390SAnirudh Venkataramanan ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE); 137137bb8390SAnirudh Venkataramanan memcpy(&key->standard_rss_key, seed, 137237bb8390SAnirudh Venkataramanan ICE_AQC_GET_SET_RSS_KEY_DATA_RSS_KEY_SIZE); 137337bb8390SAnirudh Venkataramanan 13744fb33f31SAnirudh Venkataramanan status = ice_aq_set_rss_key(&pf->hw, vsi->idx, key); 137537bb8390SAnirudh Venkataramanan 137637bb8390SAnirudh Venkataramanan if (status) { 137737bb8390SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, "set_rss_key failed, error %d\n", 137837bb8390SAnirudh Venkataramanan status); 137937bb8390SAnirudh Venkataramanan err = -EIO; 138037bb8390SAnirudh Venkataramanan } 138137bb8390SAnirudh Venkataramanan 138237bb8390SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, key); 138337bb8390SAnirudh Venkataramanan ice_vsi_cfg_rss_exit: 138437bb8390SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, lut); 138537bb8390SAnirudh Venkataramanan return err; 138637bb8390SAnirudh Venkataramanan } 138737bb8390SAnirudh Venkataramanan 138837bb8390SAnirudh Venkataramanan /** 138945d3d428SAnirudh Venkataramanan * ice_add_mac_to_list - Add a mac address filter entry to the list 139045d3d428SAnirudh Venkataramanan * @vsi: the VSI to be forwarded to 139145d3d428SAnirudh Venkataramanan * @add_list: pointer to the list which contains MAC filter entries 139245d3d428SAnirudh Venkataramanan * @macaddr: the MAC address to be added. 139345d3d428SAnirudh Venkataramanan * 139445d3d428SAnirudh Venkataramanan * Adds mac address filter entry to the temp list 139545d3d428SAnirudh Venkataramanan * 139645d3d428SAnirudh Venkataramanan * Returns 0 on success or ENOMEM on failure. 139745d3d428SAnirudh Venkataramanan */ 139845d3d428SAnirudh Venkataramanan int ice_add_mac_to_list(struct ice_vsi *vsi, struct list_head *add_list, 139945d3d428SAnirudh Venkataramanan const u8 *macaddr) 140045d3d428SAnirudh Venkataramanan { 140145d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *tmp; 140245d3d428SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 140345d3d428SAnirudh Venkataramanan 140445d3d428SAnirudh Venkataramanan tmp = devm_kzalloc(&pf->pdev->dev, sizeof(*tmp), GFP_ATOMIC); 140545d3d428SAnirudh Venkataramanan if (!tmp) 140645d3d428SAnirudh Venkataramanan return -ENOMEM; 140745d3d428SAnirudh Venkataramanan 140845d3d428SAnirudh Venkataramanan tmp->fltr_info.flag = ICE_FLTR_TX; 14095726ca0eSAnirudh Venkataramanan tmp->fltr_info.src_id = ICE_SRC_ID_VSI; 141045d3d428SAnirudh Venkataramanan tmp->fltr_info.lkup_type = ICE_SW_LKUP_MAC; 141145d3d428SAnirudh Venkataramanan tmp->fltr_info.fltr_act = ICE_FWD_TO_VSI; 14125726ca0eSAnirudh Venkataramanan tmp->fltr_info.vsi_handle = vsi->idx; 141345d3d428SAnirudh Venkataramanan ether_addr_copy(tmp->fltr_info.l_data.mac.mac_addr, macaddr); 141445d3d428SAnirudh Venkataramanan 141545d3d428SAnirudh Venkataramanan INIT_LIST_HEAD(&tmp->list_entry); 141645d3d428SAnirudh Venkataramanan list_add(&tmp->list_entry, add_list); 141745d3d428SAnirudh Venkataramanan 141845d3d428SAnirudh Venkataramanan return 0; 141945d3d428SAnirudh Venkataramanan } 142045d3d428SAnirudh Venkataramanan 142145d3d428SAnirudh Venkataramanan /** 142245d3d428SAnirudh Venkataramanan * ice_update_eth_stats - Update VSI-specific ethernet statistics counters 142345d3d428SAnirudh Venkataramanan * @vsi: the VSI to be updated 142445d3d428SAnirudh Venkataramanan */ 142545d3d428SAnirudh Venkataramanan void ice_update_eth_stats(struct ice_vsi *vsi) 142645d3d428SAnirudh Venkataramanan { 142745d3d428SAnirudh Venkataramanan struct ice_eth_stats *prev_es, *cur_es; 142845d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 142945d3d428SAnirudh Venkataramanan u16 vsi_num = vsi->vsi_num; /* HW absolute index of a VSI */ 143045d3d428SAnirudh Venkataramanan 143145d3d428SAnirudh Venkataramanan prev_es = &vsi->eth_stats_prev; 143245d3d428SAnirudh Venkataramanan cur_es = &vsi->eth_stats; 143345d3d428SAnirudh Venkataramanan 143445d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_GORCH(vsi_num), GLV_GORCL(vsi_num), 143545d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_bytes, 143645d3d428SAnirudh Venkataramanan &cur_es->rx_bytes); 143745d3d428SAnirudh Venkataramanan 143845d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_UPRCH(vsi_num), GLV_UPRCL(vsi_num), 143945d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_unicast, 144045d3d428SAnirudh Venkataramanan &cur_es->rx_unicast); 144145d3d428SAnirudh Venkataramanan 144245d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_MPRCH(vsi_num), GLV_MPRCL(vsi_num), 144345d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_multicast, 144445d3d428SAnirudh Venkataramanan &cur_es->rx_multicast); 144545d3d428SAnirudh Venkataramanan 144645d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_BPRCH(vsi_num), GLV_BPRCL(vsi_num), 144745d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->rx_broadcast, 144845d3d428SAnirudh Venkataramanan &cur_es->rx_broadcast); 144945d3d428SAnirudh Venkataramanan 145045d3d428SAnirudh Venkataramanan ice_stat_update32(hw, GLV_RDPC(vsi_num), vsi->stat_offsets_loaded, 145145d3d428SAnirudh Venkataramanan &prev_es->rx_discards, &cur_es->rx_discards); 145245d3d428SAnirudh Venkataramanan 145345d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_GOTCH(vsi_num), GLV_GOTCL(vsi_num), 145445d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_bytes, 145545d3d428SAnirudh Venkataramanan &cur_es->tx_bytes); 145645d3d428SAnirudh Venkataramanan 145745d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_UPTCH(vsi_num), GLV_UPTCL(vsi_num), 145845d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_unicast, 145945d3d428SAnirudh Venkataramanan &cur_es->tx_unicast); 146045d3d428SAnirudh Venkataramanan 146145d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_MPTCH(vsi_num), GLV_MPTCL(vsi_num), 146245d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_multicast, 146345d3d428SAnirudh Venkataramanan &cur_es->tx_multicast); 146445d3d428SAnirudh Venkataramanan 146545d3d428SAnirudh Venkataramanan ice_stat_update40(hw, GLV_BPTCH(vsi_num), GLV_BPTCL(vsi_num), 146645d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded, &prev_es->tx_broadcast, 146745d3d428SAnirudh Venkataramanan &cur_es->tx_broadcast); 146845d3d428SAnirudh Venkataramanan 146945d3d428SAnirudh Venkataramanan ice_stat_update32(hw, GLV_TEPC(vsi_num), vsi->stat_offsets_loaded, 147045d3d428SAnirudh Venkataramanan &prev_es->tx_errors, &cur_es->tx_errors); 147145d3d428SAnirudh Venkataramanan 147245d3d428SAnirudh Venkataramanan vsi->stat_offsets_loaded = true; 147345d3d428SAnirudh Venkataramanan } 147445d3d428SAnirudh Venkataramanan 147545d3d428SAnirudh Venkataramanan /** 147645d3d428SAnirudh Venkataramanan * ice_free_fltr_list - free filter lists helper 147745d3d428SAnirudh Venkataramanan * @dev: pointer to the device struct 147845d3d428SAnirudh Venkataramanan * @h: pointer to the list head to be freed 147945d3d428SAnirudh Venkataramanan * 148045d3d428SAnirudh Venkataramanan * Helper function to free filter lists previously created using 148145d3d428SAnirudh Venkataramanan * ice_add_mac_to_list 148245d3d428SAnirudh Venkataramanan */ 148345d3d428SAnirudh Venkataramanan void ice_free_fltr_list(struct device *dev, struct list_head *h) 148445d3d428SAnirudh Venkataramanan { 148545d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *e, *tmp; 148645d3d428SAnirudh Venkataramanan 148745d3d428SAnirudh Venkataramanan list_for_each_entry_safe(e, tmp, h, list_entry) { 148845d3d428SAnirudh Venkataramanan list_del(&e->list_entry); 148945d3d428SAnirudh Venkataramanan devm_kfree(dev, e); 149045d3d428SAnirudh Venkataramanan } 149145d3d428SAnirudh Venkataramanan } 149245d3d428SAnirudh Venkataramanan 149345d3d428SAnirudh Venkataramanan /** 149445d3d428SAnirudh Venkataramanan * ice_vsi_add_vlan - Add VSI membership for given VLAN 149545d3d428SAnirudh Venkataramanan * @vsi: the VSI being configured 149645d3d428SAnirudh Venkataramanan * @vid: VLAN id to be added 149745d3d428SAnirudh Venkataramanan */ 149845d3d428SAnirudh Venkataramanan int ice_vsi_add_vlan(struct ice_vsi *vsi, u16 vid) 149945d3d428SAnirudh Venkataramanan { 150045d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *tmp; 150145d3d428SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 150245d3d428SAnirudh Venkataramanan LIST_HEAD(tmp_add_list); 150345d3d428SAnirudh Venkataramanan enum ice_status status; 150445d3d428SAnirudh Venkataramanan int err = 0; 150545d3d428SAnirudh Venkataramanan 150645d3d428SAnirudh Venkataramanan tmp = devm_kzalloc(&pf->pdev->dev, sizeof(*tmp), GFP_KERNEL); 150745d3d428SAnirudh Venkataramanan if (!tmp) 150845d3d428SAnirudh Venkataramanan return -ENOMEM; 150945d3d428SAnirudh Venkataramanan 151045d3d428SAnirudh Venkataramanan tmp->fltr_info.lkup_type = ICE_SW_LKUP_VLAN; 151145d3d428SAnirudh Venkataramanan tmp->fltr_info.fltr_act = ICE_FWD_TO_VSI; 151245d3d428SAnirudh Venkataramanan tmp->fltr_info.flag = ICE_FLTR_TX; 15135726ca0eSAnirudh Venkataramanan tmp->fltr_info.src_id = ICE_SRC_ID_VSI; 15145726ca0eSAnirudh Venkataramanan tmp->fltr_info.vsi_handle = vsi->idx; 151545d3d428SAnirudh Venkataramanan tmp->fltr_info.l_data.vlan.vlan_id = vid; 151645d3d428SAnirudh Venkataramanan 151745d3d428SAnirudh Venkataramanan INIT_LIST_HEAD(&tmp->list_entry); 151845d3d428SAnirudh Venkataramanan list_add(&tmp->list_entry, &tmp_add_list); 151945d3d428SAnirudh Venkataramanan 152045d3d428SAnirudh Venkataramanan status = ice_add_vlan(&pf->hw, &tmp_add_list); 152145d3d428SAnirudh Venkataramanan if (status) { 152245d3d428SAnirudh Venkataramanan err = -ENODEV; 152345d3d428SAnirudh Venkataramanan dev_err(&pf->pdev->dev, "Failure Adding VLAN %d on VSI %i\n", 152445d3d428SAnirudh Venkataramanan vid, vsi->vsi_num); 152545d3d428SAnirudh Venkataramanan } 152645d3d428SAnirudh Venkataramanan 152745d3d428SAnirudh Venkataramanan ice_free_fltr_list(&pf->pdev->dev, &tmp_add_list); 152845d3d428SAnirudh Venkataramanan return err; 152945d3d428SAnirudh Venkataramanan } 153045d3d428SAnirudh Venkataramanan 153145d3d428SAnirudh Venkataramanan /** 153245d3d428SAnirudh Venkataramanan * ice_vsi_kill_vlan - Remove VSI membership for a given VLAN 153345d3d428SAnirudh Venkataramanan * @vsi: the VSI being configured 153445d3d428SAnirudh Venkataramanan * @vid: VLAN id to be removed 153545d3d428SAnirudh Venkataramanan * 153645d3d428SAnirudh Venkataramanan * Returns 0 on success and negative on failure 153745d3d428SAnirudh Venkataramanan */ 153845d3d428SAnirudh Venkataramanan int ice_vsi_kill_vlan(struct ice_vsi *vsi, u16 vid) 153945d3d428SAnirudh Venkataramanan { 154045d3d428SAnirudh Venkataramanan struct ice_fltr_list_entry *list; 154145d3d428SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 154245d3d428SAnirudh Venkataramanan LIST_HEAD(tmp_add_list); 154345d3d428SAnirudh Venkataramanan int status = 0; 154445d3d428SAnirudh Venkataramanan 154545d3d428SAnirudh Venkataramanan list = devm_kzalloc(&pf->pdev->dev, sizeof(*list), GFP_KERNEL); 154645d3d428SAnirudh Venkataramanan if (!list) 154745d3d428SAnirudh Venkataramanan return -ENOMEM; 154845d3d428SAnirudh Venkataramanan 154945d3d428SAnirudh Venkataramanan list->fltr_info.lkup_type = ICE_SW_LKUP_VLAN; 15505726ca0eSAnirudh Venkataramanan list->fltr_info.vsi_handle = vsi->idx; 155145d3d428SAnirudh Venkataramanan list->fltr_info.fltr_act = ICE_FWD_TO_VSI; 155245d3d428SAnirudh Venkataramanan list->fltr_info.l_data.vlan.vlan_id = vid; 155345d3d428SAnirudh Venkataramanan list->fltr_info.flag = ICE_FLTR_TX; 15545726ca0eSAnirudh Venkataramanan list->fltr_info.src_id = ICE_SRC_ID_VSI; 155545d3d428SAnirudh Venkataramanan 155645d3d428SAnirudh Venkataramanan INIT_LIST_HEAD(&list->list_entry); 155745d3d428SAnirudh Venkataramanan list_add(&list->list_entry, &tmp_add_list); 155845d3d428SAnirudh Venkataramanan 155945d3d428SAnirudh Venkataramanan if (ice_remove_vlan(&pf->hw, &tmp_add_list)) { 156045d3d428SAnirudh Venkataramanan dev_err(&pf->pdev->dev, "Error removing VLAN %d on vsi %i\n", 156145d3d428SAnirudh Venkataramanan vid, vsi->vsi_num); 156245d3d428SAnirudh Venkataramanan status = -EIO; 156345d3d428SAnirudh Venkataramanan } 156445d3d428SAnirudh Venkataramanan 156545d3d428SAnirudh Venkataramanan ice_free_fltr_list(&pf->pdev->dev, &tmp_add_list); 156645d3d428SAnirudh Venkataramanan return status; 156745d3d428SAnirudh Venkataramanan } 156845d3d428SAnirudh Venkataramanan 156945d3d428SAnirudh Venkataramanan /** 157072adf242SAnirudh Venkataramanan * ice_vsi_cfg_rxqs - Configure the VSI for Rx 157172adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 157272adf242SAnirudh Venkataramanan * 157372adf242SAnirudh Venkataramanan * Return 0 on success and a negative value on error 157472adf242SAnirudh Venkataramanan * Configure the Rx VSI for operation. 157572adf242SAnirudh Venkataramanan */ 157672adf242SAnirudh Venkataramanan int ice_vsi_cfg_rxqs(struct ice_vsi *vsi) 157772adf242SAnirudh Venkataramanan { 157872adf242SAnirudh Venkataramanan int err = 0; 157972adf242SAnirudh Venkataramanan u16 i; 158072adf242SAnirudh Venkataramanan 15818ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 15828ede0178SAnirudh Venkataramanan goto setup_rings; 15838ede0178SAnirudh Venkataramanan 158472adf242SAnirudh Venkataramanan if (vsi->netdev && vsi->netdev->mtu > ETH_DATA_LEN) 158572adf242SAnirudh Venkataramanan vsi->max_frame = vsi->netdev->mtu + 158672adf242SAnirudh Venkataramanan ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN; 158772adf242SAnirudh Venkataramanan else 158872adf242SAnirudh Venkataramanan vsi->max_frame = ICE_RXBUF_2048; 158972adf242SAnirudh Venkataramanan 159072adf242SAnirudh Venkataramanan vsi->rx_buf_len = ICE_RXBUF_2048; 15918ede0178SAnirudh Venkataramanan setup_rings: 159272adf242SAnirudh Venkataramanan /* set up individual rings */ 159372adf242SAnirudh Venkataramanan for (i = 0; i < vsi->num_rxq && !err; i++) 159472adf242SAnirudh Venkataramanan err = ice_setup_rx_ctx(vsi->rx_rings[i]); 159572adf242SAnirudh Venkataramanan 159672adf242SAnirudh Venkataramanan if (err) { 159772adf242SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, "ice_setup_rx_ctx failed\n"); 159872adf242SAnirudh Venkataramanan return -EIO; 159972adf242SAnirudh Venkataramanan } 160072adf242SAnirudh Venkataramanan return err; 160172adf242SAnirudh Venkataramanan } 160272adf242SAnirudh Venkataramanan 160372adf242SAnirudh Venkataramanan /** 160472adf242SAnirudh Venkataramanan * ice_vsi_cfg_txqs - Configure the VSI for Tx 160572adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 160603f7a986SAnirudh Venkataramanan * @rings: Tx ring array to be configured 160703f7a986SAnirudh Venkataramanan * @offset: offset within vsi->txq_map 160872adf242SAnirudh Venkataramanan * 160972adf242SAnirudh Venkataramanan * Return 0 on success and a negative value on error 161072adf242SAnirudh Venkataramanan * Configure the Tx VSI for operation. 161172adf242SAnirudh Venkataramanan */ 161203f7a986SAnirudh Venkataramanan static int 161303f7a986SAnirudh Venkataramanan ice_vsi_cfg_txqs(struct ice_vsi *vsi, struct ice_ring **rings, int offset) 161472adf242SAnirudh Venkataramanan { 161572adf242SAnirudh Venkataramanan struct ice_aqc_add_tx_qgrp *qg_buf; 161672adf242SAnirudh Venkataramanan struct ice_aqc_add_txqs_perq *txq; 161772adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1618c5a2a4a3SUsha Ketineni u8 num_q_grps, q_idx = 0; 161972adf242SAnirudh Venkataramanan enum ice_status status; 162072adf242SAnirudh Venkataramanan u16 buf_len, i, pf_q; 162103f7a986SAnirudh Venkataramanan int err = 0, tc; 162272adf242SAnirudh Venkataramanan 1623c6dfd690SBruce Allan buf_len = sizeof(*qg_buf); 162472adf242SAnirudh Venkataramanan qg_buf = devm_kzalloc(&pf->pdev->dev, buf_len, GFP_KERNEL); 162572adf242SAnirudh Venkataramanan if (!qg_buf) 162672adf242SAnirudh Venkataramanan return -ENOMEM; 162772adf242SAnirudh Venkataramanan 162872adf242SAnirudh Venkataramanan qg_buf->num_txqs = 1; 162972adf242SAnirudh Venkataramanan num_q_grps = 1; 163072adf242SAnirudh Venkataramanan 1631c5a2a4a3SUsha Ketineni /* set up and configure the Tx queues for each enabled TC */ 1632c5a2a4a3SUsha Ketineni for (tc = 0; tc < ICE_MAX_TRAFFIC_CLASS; tc++) { 1633c5a2a4a3SUsha Ketineni if (!(vsi->tc_cfg.ena_tc & BIT(tc))) 1634c5a2a4a3SUsha Ketineni break; 1635c5a2a4a3SUsha Ketineni 1636c5a2a4a3SUsha Ketineni for (i = 0; i < vsi->tc_cfg.tc_info[tc].qcount_tx; i++) { 163772adf242SAnirudh Venkataramanan struct ice_tlan_ctx tlan_ctx = { 0 }; 163872adf242SAnirudh Venkataramanan 163903f7a986SAnirudh Venkataramanan pf_q = vsi->txq_map[q_idx + offset]; 164003f7a986SAnirudh Venkataramanan ice_setup_tx_ctx(rings[q_idx], &tlan_ctx, pf_q); 164172adf242SAnirudh Venkataramanan /* copy context contents into the qg_buf */ 164272adf242SAnirudh Venkataramanan qg_buf->txqs[0].txq_id = cpu_to_le16(pf_q); 164372adf242SAnirudh Venkataramanan ice_set_ctx((u8 *)&tlan_ctx, qg_buf->txqs[0].txq_ctx, 164472adf242SAnirudh Venkataramanan ice_tlan_ctx_info); 164572adf242SAnirudh Venkataramanan 1646c5a2a4a3SUsha Ketineni /* init queue specific tail reg. It is referred as 1647c5a2a4a3SUsha Ketineni * transmit comm scheduler queue doorbell. 164872adf242SAnirudh Venkataramanan */ 164903f7a986SAnirudh Venkataramanan rings[q_idx]->tail = 1650c5a2a4a3SUsha Ketineni pf->hw.hw_addr + QTX_COMM_DBELL(pf_q); 16514fb33f31SAnirudh Venkataramanan status = ice_ena_vsi_txq(vsi->port_info, vsi->idx, tc, 1652c5a2a4a3SUsha Ketineni num_q_grps, qg_buf, buf_len, 1653c5a2a4a3SUsha Ketineni NULL); 165472adf242SAnirudh Venkataramanan if (status) { 165572adf242SAnirudh Venkataramanan dev_err(&vsi->back->pdev->dev, 165672adf242SAnirudh Venkataramanan "Failed to set LAN Tx queue context, error: %d\n", 165772adf242SAnirudh Venkataramanan status); 165872adf242SAnirudh Venkataramanan err = -ENODEV; 165972adf242SAnirudh Venkataramanan goto err_cfg_txqs; 166072adf242SAnirudh Venkataramanan } 166172adf242SAnirudh Venkataramanan 1662c5a2a4a3SUsha Ketineni /* Add Tx Queue TEID into the VSI Tx ring from the 1663c5a2a4a3SUsha Ketineni * response. This will complete configuring and 1664c5a2a4a3SUsha Ketineni * enabling the queue. 166572adf242SAnirudh Venkataramanan */ 166672adf242SAnirudh Venkataramanan txq = &qg_buf->txqs[0]; 166772adf242SAnirudh Venkataramanan if (pf_q == le16_to_cpu(txq->txq_id)) 166803f7a986SAnirudh Venkataramanan rings[q_idx]->txq_teid = 166972adf242SAnirudh Venkataramanan le32_to_cpu(txq->q_teid); 1670c5a2a4a3SUsha Ketineni 1671c5a2a4a3SUsha Ketineni q_idx++; 1672c5a2a4a3SUsha Ketineni } 167372adf242SAnirudh Venkataramanan } 167472adf242SAnirudh Venkataramanan err_cfg_txqs: 167572adf242SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, qg_buf); 167672adf242SAnirudh Venkataramanan return err; 167772adf242SAnirudh Venkataramanan } 167872adf242SAnirudh Venkataramanan 167972adf242SAnirudh Venkataramanan /** 168003f7a986SAnirudh Venkataramanan * ice_vsi_cfg_lan_txqs - Configure the VSI for Tx 168103f7a986SAnirudh Venkataramanan * @vsi: the VSI being configured 168203f7a986SAnirudh Venkataramanan * 168303f7a986SAnirudh Venkataramanan * Return 0 on success and a negative value on error 168403f7a986SAnirudh Venkataramanan * Configure the Tx VSI for operation. 168503f7a986SAnirudh Venkataramanan */ 168603f7a986SAnirudh Venkataramanan int ice_vsi_cfg_lan_txqs(struct ice_vsi *vsi) 168703f7a986SAnirudh Venkataramanan { 168803f7a986SAnirudh Venkataramanan return ice_vsi_cfg_txqs(vsi, vsi->tx_rings, 0); 168903f7a986SAnirudh Venkataramanan } 169003f7a986SAnirudh Venkataramanan 169103f7a986SAnirudh Venkataramanan /** 16929e4ab4c2SBrett Creeley * ice_intrl_usec_to_reg - convert interrupt rate limit to register value 16939e4ab4c2SBrett Creeley * @intrl: interrupt rate limit in usecs 16949e4ab4c2SBrett Creeley * @gran: interrupt rate limit granularity in usecs 16959e4ab4c2SBrett Creeley * 16969e4ab4c2SBrett Creeley * This function converts a decimal interrupt rate limit in usecs to the format 16979e4ab4c2SBrett Creeley * expected by firmware. 16989e4ab4c2SBrett Creeley */ 16999e4ab4c2SBrett Creeley static u32 ice_intrl_usec_to_reg(u8 intrl, u8 gran) 17009e4ab4c2SBrett Creeley { 17019e4ab4c2SBrett Creeley u32 val = intrl / gran; 17029e4ab4c2SBrett Creeley 17039e4ab4c2SBrett Creeley if (val) 17049e4ab4c2SBrett Creeley return val | GLINT_RATE_INTRL_ENA_M; 17059e4ab4c2SBrett Creeley return 0; 17069e4ab4c2SBrett Creeley } 17079e4ab4c2SBrett Creeley 17089e4ab4c2SBrett Creeley /** 1709d2b464a7SBrett Creeley * ice_cfg_itr - configure the initial interrupt throttle values 1710d2b464a7SBrett Creeley * @hw: pointer to the HW structure 1711d2b464a7SBrett Creeley * @q_vector: interrupt vector that's being configured 1712d2b464a7SBrett Creeley * @vector: HW vector index to apply the interrupt throttling to 1713d2b464a7SBrett Creeley * 1714d2b464a7SBrett Creeley * Configure interrupt throttling values for the ring containers that are 1715d2b464a7SBrett Creeley * associated with the interrupt vector passed in. 1716d2b464a7SBrett Creeley */ 1717d2b464a7SBrett Creeley static void 1718d2b464a7SBrett Creeley ice_cfg_itr(struct ice_hw *hw, struct ice_q_vector *q_vector, u16 vector) 1719d2b464a7SBrett Creeley { 1720d2b464a7SBrett Creeley if (q_vector->num_ring_rx) { 1721d2b464a7SBrett Creeley struct ice_ring_container *rc = &q_vector->rx; 1722d2b464a7SBrett Creeley 172363f545edSBrett Creeley /* if this value is set then don't overwrite with default */ 172463f545edSBrett Creeley if (!rc->itr_setting) 172563f545edSBrett Creeley rc->itr_setting = ICE_DFLT_RX_ITR; 172663f545edSBrett Creeley 172763f545edSBrett Creeley rc->target_itr = ITR_TO_REG(rc->itr_setting); 172863f545edSBrett Creeley rc->next_update = jiffies + 1; 172963f545edSBrett Creeley rc->current_itr = rc->target_itr; 1730d2b464a7SBrett Creeley rc->latency_range = ICE_LOW_LATENCY; 173163f545edSBrett Creeley wr32(hw, GLINT_ITR(rc->itr_idx, vector), 173263f545edSBrett Creeley ITR_REG_ALIGN(rc->current_itr) >> ICE_ITR_GRAN_S); 1733d2b464a7SBrett Creeley } 1734d2b464a7SBrett Creeley 1735d2b464a7SBrett Creeley if (q_vector->num_ring_tx) { 1736d2b464a7SBrett Creeley struct ice_ring_container *rc = &q_vector->tx; 1737d2b464a7SBrett Creeley 173863f545edSBrett Creeley /* if this value is set then don't overwrite with default */ 173963f545edSBrett Creeley if (!rc->itr_setting) 174063f545edSBrett Creeley rc->itr_setting = ICE_DFLT_TX_ITR; 174163f545edSBrett Creeley 174263f545edSBrett Creeley rc->target_itr = ITR_TO_REG(rc->itr_setting); 174363f545edSBrett Creeley rc->next_update = jiffies + 1; 174463f545edSBrett Creeley rc->current_itr = rc->target_itr; 1745d2b464a7SBrett Creeley rc->latency_range = ICE_LOW_LATENCY; 174663f545edSBrett Creeley wr32(hw, GLINT_ITR(rc->itr_idx, vector), 174763f545edSBrett Creeley ITR_REG_ALIGN(rc->current_itr) >> ICE_ITR_GRAN_S); 1748d2b464a7SBrett Creeley } 1749d2b464a7SBrett Creeley } 1750d2b464a7SBrett Creeley 1751d2b464a7SBrett Creeley /** 175272adf242SAnirudh Venkataramanan * ice_vsi_cfg_msix - MSIX mode Interrupt Config in the HW 175372adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 175472adf242SAnirudh Venkataramanan */ 175572adf242SAnirudh Venkataramanan void ice_vsi_cfg_msix(struct ice_vsi *vsi) 175672adf242SAnirudh Venkataramanan { 175772adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 1758eb0208ecSPreethi Banala u16 vector = vsi->hw_base_vector; 175972adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 176072adf242SAnirudh Venkataramanan u32 txq = 0, rxq = 0; 1761d2b464a7SBrett Creeley int i, q; 176272adf242SAnirudh Venkataramanan 176372adf242SAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++, vector++) { 176472adf242SAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[i]; 176572adf242SAnirudh Venkataramanan 1766d2b464a7SBrett Creeley ice_cfg_itr(hw, q_vector, vector); 17679e4ab4c2SBrett Creeley 17689e4ab4c2SBrett Creeley wr32(hw, GLINT_RATE(vector), 17699e4ab4c2SBrett Creeley ice_intrl_usec_to_reg(q_vector->intrl, hw->intrl_gran)); 177072adf242SAnirudh Venkataramanan 177172adf242SAnirudh Venkataramanan /* Both Transmit Queue Interrupt Cause Control register 177272adf242SAnirudh Venkataramanan * and Receive Queue Interrupt Cause control register 177372adf242SAnirudh Venkataramanan * expects MSIX_INDX field to be the vector index 177472adf242SAnirudh Venkataramanan * within the function space and not the absolute 177572adf242SAnirudh Venkataramanan * vector index across PF or across device. 177672adf242SAnirudh Venkataramanan * For SR-IOV VF VSIs queue vector index always starts 177772adf242SAnirudh Venkataramanan * with 1 since first vector index(0) is used for OICR 177872adf242SAnirudh Venkataramanan * in VF space. Since VMDq and other PF VSIs are within 177972adf242SAnirudh Venkataramanan * the PF function space, use the vector index that is 178072adf242SAnirudh Venkataramanan * tracked for this PF. 178172adf242SAnirudh Venkataramanan */ 178272adf242SAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_tx; q++) { 1783d2b464a7SBrett Creeley int itr_idx = q_vector->tx.itr_idx; 178472adf242SAnirudh Venkataramanan u32 val; 178572adf242SAnirudh Venkataramanan 17868ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 17878ede0178SAnirudh Venkataramanan val = QINT_TQCTL_CAUSE_ENA_M | 1788d2b464a7SBrett Creeley (itr_idx << QINT_TQCTL_ITR_INDX_S) | 17898ede0178SAnirudh Venkataramanan ((i + 1) << QINT_TQCTL_MSIX_INDX_S); 17908ede0178SAnirudh Venkataramanan else 179172adf242SAnirudh Venkataramanan val = QINT_TQCTL_CAUSE_ENA_M | 1792d2b464a7SBrett Creeley (itr_idx << QINT_TQCTL_ITR_INDX_S) | 179372adf242SAnirudh Venkataramanan (vector << QINT_TQCTL_MSIX_INDX_S); 179472adf242SAnirudh Venkataramanan wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), val); 179572adf242SAnirudh Venkataramanan txq++; 179672adf242SAnirudh Venkataramanan } 179772adf242SAnirudh Venkataramanan 179872adf242SAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_rx; q++) { 1799d2b464a7SBrett Creeley int itr_idx = q_vector->rx.itr_idx; 180072adf242SAnirudh Venkataramanan u32 val; 180172adf242SAnirudh Venkataramanan 18028ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 18038ede0178SAnirudh Venkataramanan val = QINT_RQCTL_CAUSE_ENA_M | 1804d2b464a7SBrett Creeley (itr_idx << QINT_RQCTL_ITR_INDX_S) | 18058ede0178SAnirudh Venkataramanan ((i + 1) << QINT_RQCTL_MSIX_INDX_S); 18068ede0178SAnirudh Venkataramanan else 180772adf242SAnirudh Venkataramanan val = QINT_RQCTL_CAUSE_ENA_M | 1808d2b464a7SBrett Creeley (itr_idx << QINT_RQCTL_ITR_INDX_S) | 180972adf242SAnirudh Venkataramanan (vector << QINT_RQCTL_MSIX_INDX_S); 181072adf242SAnirudh Venkataramanan wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), val); 181172adf242SAnirudh Venkataramanan rxq++; 181272adf242SAnirudh Venkataramanan } 181372adf242SAnirudh Venkataramanan } 181472adf242SAnirudh Venkataramanan 181572adf242SAnirudh Venkataramanan ice_flush(hw); 181672adf242SAnirudh Venkataramanan } 181772adf242SAnirudh Venkataramanan 181872adf242SAnirudh Venkataramanan /** 181945d3d428SAnirudh Venkataramanan * ice_vsi_manage_vlan_insertion - Manage VLAN insertion for the VSI for Tx 182045d3d428SAnirudh Venkataramanan * @vsi: the VSI being changed 182145d3d428SAnirudh Venkataramanan */ 182245d3d428SAnirudh Venkataramanan int ice_vsi_manage_vlan_insertion(struct ice_vsi *vsi) 182345d3d428SAnirudh Venkataramanan { 182445d3d428SAnirudh Venkataramanan struct device *dev = &vsi->back->pdev->dev; 182545d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 182645d3d428SAnirudh Venkataramanan struct ice_vsi_ctx ctxt = { 0 }; 182745d3d428SAnirudh Venkataramanan enum ice_status status; 182845d3d428SAnirudh Venkataramanan 182945d3d428SAnirudh Venkataramanan /* Here we are configuring the VSI to let the driver add VLAN tags by 183045d3d428SAnirudh Venkataramanan * setting vlan_flags to ICE_AQ_VSI_VLAN_MODE_ALL. The actual VLAN tag 183145d3d428SAnirudh Venkataramanan * insertion happens in the Tx hot path, in ice_tx_map. 183245d3d428SAnirudh Venkataramanan */ 183345d3d428SAnirudh Venkataramanan ctxt.info.vlan_flags = ICE_AQ_VSI_VLAN_MODE_ALL; 183445d3d428SAnirudh Venkataramanan 183545d3d428SAnirudh Venkataramanan ctxt.info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_VLAN_VALID); 183645d3d428SAnirudh Venkataramanan 18375726ca0eSAnirudh Venkataramanan status = ice_update_vsi(hw, vsi->idx, &ctxt, NULL); 183845d3d428SAnirudh Venkataramanan if (status) { 183945d3d428SAnirudh Venkataramanan dev_err(dev, "update VSI for VLAN insert failed, err %d aq_err %d\n", 184045d3d428SAnirudh Venkataramanan status, hw->adminq.sq_last_status); 184145d3d428SAnirudh Venkataramanan return -EIO; 184245d3d428SAnirudh Venkataramanan } 184345d3d428SAnirudh Venkataramanan 184445d3d428SAnirudh Venkataramanan vsi->info.vlan_flags = ctxt.info.vlan_flags; 184545d3d428SAnirudh Venkataramanan return 0; 184645d3d428SAnirudh Venkataramanan } 184745d3d428SAnirudh Venkataramanan 184845d3d428SAnirudh Venkataramanan /** 184945d3d428SAnirudh Venkataramanan * ice_vsi_manage_vlan_stripping - Manage VLAN stripping for the VSI for Rx 185045d3d428SAnirudh Venkataramanan * @vsi: the VSI being changed 185145d3d428SAnirudh Venkataramanan * @ena: boolean value indicating if this is a enable or disable request 185245d3d428SAnirudh Venkataramanan */ 185345d3d428SAnirudh Venkataramanan int ice_vsi_manage_vlan_stripping(struct ice_vsi *vsi, bool ena) 185445d3d428SAnirudh Venkataramanan { 185545d3d428SAnirudh Venkataramanan struct device *dev = &vsi->back->pdev->dev; 185645d3d428SAnirudh Venkataramanan struct ice_hw *hw = &vsi->back->hw; 185745d3d428SAnirudh Venkataramanan struct ice_vsi_ctx ctxt = { 0 }; 185845d3d428SAnirudh Venkataramanan enum ice_status status; 185945d3d428SAnirudh Venkataramanan 186045d3d428SAnirudh Venkataramanan /* Here we are configuring what the VSI should do with the VLAN tag in 186145d3d428SAnirudh Venkataramanan * the Rx packet. We can either leave the tag in the packet or put it in 186245d3d428SAnirudh Venkataramanan * the Rx descriptor. 186345d3d428SAnirudh Venkataramanan */ 186445d3d428SAnirudh Venkataramanan if (ena) { 186545d3d428SAnirudh Venkataramanan /* Strip VLAN tag from Rx packet and put it in the desc */ 186645d3d428SAnirudh Venkataramanan ctxt.info.vlan_flags = ICE_AQ_VSI_VLAN_EMOD_STR_BOTH; 186745d3d428SAnirudh Venkataramanan } else { 186845d3d428SAnirudh Venkataramanan /* Disable stripping. Leave tag in packet */ 186945d3d428SAnirudh Venkataramanan ctxt.info.vlan_flags = ICE_AQ_VSI_VLAN_EMOD_NOTHING; 187045d3d428SAnirudh Venkataramanan } 187145d3d428SAnirudh Venkataramanan 187245d3d428SAnirudh Venkataramanan /* Allow all packets untagged/tagged */ 187345d3d428SAnirudh Venkataramanan ctxt.info.vlan_flags |= ICE_AQ_VSI_VLAN_MODE_ALL; 187445d3d428SAnirudh Venkataramanan 187545d3d428SAnirudh Venkataramanan ctxt.info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_VLAN_VALID); 187645d3d428SAnirudh Venkataramanan 18775726ca0eSAnirudh Venkataramanan status = ice_update_vsi(hw, vsi->idx, &ctxt, NULL); 187845d3d428SAnirudh Venkataramanan if (status) { 187945d3d428SAnirudh Venkataramanan dev_err(dev, "update VSI for VLAN strip failed, ena = %d err %d aq_err %d\n", 188045d3d428SAnirudh Venkataramanan ena, status, hw->adminq.sq_last_status); 188145d3d428SAnirudh Venkataramanan return -EIO; 188245d3d428SAnirudh Venkataramanan } 188345d3d428SAnirudh Venkataramanan 188445d3d428SAnirudh Venkataramanan vsi->info.vlan_flags = ctxt.info.vlan_flags; 188545d3d428SAnirudh Venkataramanan return 0; 188645d3d428SAnirudh Venkataramanan } 188772adf242SAnirudh Venkataramanan 188872adf242SAnirudh Venkataramanan /** 188972adf242SAnirudh Venkataramanan * ice_vsi_start_rx_rings - start VSI's Rx rings 189072adf242SAnirudh Venkataramanan * @vsi: the VSI whose rings are to be started 189172adf242SAnirudh Venkataramanan * 189272adf242SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 189372adf242SAnirudh Venkataramanan */ 189472adf242SAnirudh Venkataramanan int ice_vsi_start_rx_rings(struct ice_vsi *vsi) 189572adf242SAnirudh Venkataramanan { 189672adf242SAnirudh Venkataramanan return ice_vsi_ctrl_rx_rings(vsi, true); 189772adf242SAnirudh Venkataramanan } 189872adf242SAnirudh Venkataramanan 189972adf242SAnirudh Venkataramanan /** 190072adf242SAnirudh Venkataramanan * ice_vsi_stop_rx_rings - stop VSI's Rx rings 190172adf242SAnirudh Venkataramanan * @vsi: the VSI 190272adf242SAnirudh Venkataramanan * 190372adf242SAnirudh Venkataramanan * Returns 0 on success and a negative value on error 190472adf242SAnirudh Venkataramanan */ 190572adf242SAnirudh Venkataramanan int ice_vsi_stop_rx_rings(struct ice_vsi *vsi) 190672adf242SAnirudh Venkataramanan { 190772adf242SAnirudh Venkataramanan return ice_vsi_ctrl_rx_rings(vsi, false); 190872adf242SAnirudh Venkataramanan } 190972adf242SAnirudh Venkataramanan 191072adf242SAnirudh Venkataramanan /** 191172adf242SAnirudh Venkataramanan * ice_vsi_stop_tx_rings - Disable Tx rings 191272adf242SAnirudh Venkataramanan * @vsi: the VSI being configured 1913ddf30f7fSAnirudh Venkataramanan * @rst_src: reset source 1914ddf30f7fSAnirudh Venkataramanan * @rel_vmvf_num: Relative id of VF/VM 191503f7a986SAnirudh Venkataramanan * @rings: Tx ring array to be stopped 191603f7a986SAnirudh Venkataramanan * @offset: offset within vsi->txq_map 191772adf242SAnirudh Venkataramanan */ 191803f7a986SAnirudh Venkataramanan static int 191903f7a986SAnirudh Venkataramanan ice_vsi_stop_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src, 192003f7a986SAnirudh Venkataramanan u16 rel_vmvf_num, struct ice_ring **rings, int offset) 192172adf242SAnirudh Venkataramanan { 192272adf242SAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 192372adf242SAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 192472adf242SAnirudh Venkataramanan enum ice_status status; 192572adf242SAnirudh Venkataramanan u32 *q_teids, val; 192672adf242SAnirudh Venkataramanan u16 *q_ids, i; 192772adf242SAnirudh Venkataramanan int err = 0; 192872adf242SAnirudh Venkataramanan 192972adf242SAnirudh Venkataramanan if (vsi->num_txq > ICE_LAN_TXQ_MAX_QDIS) 193072adf242SAnirudh Venkataramanan return -EINVAL; 193172adf242SAnirudh Venkataramanan 193272adf242SAnirudh Venkataramanan q_teids = devm_kcalloc(&pf->pdev->dev, vsi->num_txq, sizeof(*q_teids), 193372adf242SAnirudh Venkataramanan GFP_KERNEL); 193472adf242SAnirudh Venkataramanan if (!q_teids) 193572adf242SAnirudh Venkataramanan return -ENOMEM; 193672adf242SAnirudh Venkataramanan 193772adf242SAnirudh Venkataramanan q_ids = devm_kcalloc(&pf->pdev->dev, vsi->num_txq, sizeof(*q_ids), 193872adf242SAnirudh Venkataramanan GFP_KERNEL); 193972adf242SAnirudh Venkataramanan if (!q_ids) { 194072adf242SAnirudh Venkataramanan err = -ENOMEM; 194172adf242SAnirudh Venkataramanan goto err_alloc_q_ids; 194272adf242SAnirudh Venkataramanan } 194372adf242SAnirudh Venkataramanan 194472adf242SAnirudh Venkataramanan /* set up the Tx queue list to be disabled */ 194572adf242SAnirudh Venkataramanan ice_for_each_txq(vsi, i) { 194672adf242SAnirudh Venkataramanan u16 v_idx; 194772adf242SAnirudh Venkataramanan 194803f7a986SAnirudh Venkataramanan if (!rings || !rings[i] || !rings[i]->q_vector) { 194972adf242SAnirudh Venkataramanan err = -EINVAL; 195072adf242SAnirudh Venkataramanan goto err_out; 195172adf242SAnirudh Venkataramanan } 195272adf242SAnirudh Venkataramanan 195303f7a986SAnirudh Venkataramanan q_ids[i] = vsi->txq_map[i + offset]; 195403f7a986SAnirudh Venkataramanan q_teids[i] = rings[i]->txq_teid; 195572adf242SAnirudh Venkataramanan 195672adf242SAnirudh Venkataramanan /* clear cause_ena bit for disabled queues */ 195703f7a986SAnirudh Venkataramanan val = rd32(hw, QINT_TQCTL(rings[i]->reg_idx)); 195872adf242SAnirudh Venkataramanan val &= ~QINT_TQCTL_CAUSE_ENA_M; 195903f7a986SAnirudh Venkataramanan wr32(hw, QINT_TQCTL(rings[i]->reg_idx), val); 196072adf242SAnirudh Venkataramanan 196172adf242SAnirudh Venkataramanan /* software is expected to wait for 100 ns */ 196272adf242SAnirudh Venkataramanan ndelay(100); 196372adf242SAnirudh Venkataramanan 196472adf242SAnirudh Venkataramanan /* trigger a software interrupt for the vector associated to 196572adf242SAnirudh Venkataramanan * the queue to schedule NAPI handler 196672adf242SAnirudh Venkataramanan */ 196703f7a986SAnirudh Venkataramanan v_idx = rings[i]->q_vector->v_idx; 1968eb0208ecSPreethi Banala wr32(hw, GLINT_DYN_CTL(vsi->hw_base_vector + v_idx), 196972adf242SAnirudh Venkataramanan GLINT_DYN_CTL_SWINT_TRIG_M | GLINT_DYN_CTL_INTENA_MSK_M); 197072adf242SAnirudh Venkataramanan } 197172adf242SAnirudh Venkataramanan status = ice_dis_vsi_txq(vsi->port_info, vsi->num_txq, q_ids, q_teids, 1972ddf30f7fSAnirudh Venkataramanan rst_src, rel_vmvf_num, NULL); 197372adf242SAnirudh Venkataramanan /* if the disable queue command was exercised during an active reset 197472adf242SAnirudh Venkataramanan * flow, ICE_ERR_RESET_ONGOING is returned. This is not an error as 197572adf242SAnirudh Venkataramanan * the reset operation disables queues at the hardware level anyway. 197672adf242SAnirudh Venkataramanan */ 197772adf242SAnirudh Venkataramanan if (status == ICE_ERR_RESET_ONGOING) { 197872adf242SAnirudh Venkataramanan dev_info(&pf->pdev->dev, 197972adf242SAnirudh Venkataramanan "Reset in progress. LAN Tx queues already disabled\n"); 198072adf242SAnirudh Venkataramanan } else if (status) { 198172adf242SAnirudh Venkataramanan dev_err(&pf->pdev->dev, 198272adf242SAnirudh Venkataramanan "Failed to disable LAN Tx queues, error: %d\n", 198372adf242SAnirudh Venkataramanan status); 198472adf242SAnirudh Venkataramanan err = -ENODEV; 198572adf242SAnirudh Venkataramanan } 198672adf242SAnirudh Venkataramanan 198772adf242SAnirudh Venkataramanan err_out: 198872adf242SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, q_ids); 198972adf242SAnirudh Venkataramanan 199072adf242SAnirudh Venkataramanan err_alloc_q_ids: 199172adf242SAnirudh Venkataramanan devm_kfree(&pf->pdev->dev, q_teids); 199272adf242SAnirudh Venkataramanan 199372adf242SAnirudh Venkataramanan return err; 199472adf242SAnirudh Venkataramanan } 19955153a18eSAnirudh Venkataramanan 19965153a18eSAnirudh Venkataramanan /** 199703f7a986SAnirudh Venkataramanan * ice_vsi_stop_lan_tx_rings - Disable LAN Tx rings 199803f7a986SAnirudh Venkataramanan * @vsi: the VSI being configured 199903f7a986SAnirudh Venkataramanan * @rst_src: reset source 200003f7a986SAnirudh Venkataramanan * @rel_vmvf_num: Relative id of VF/VM 200103f7a986SAnirudh Venkataramanan */ 200203f7a986SAnirudh Venkataramanan int ice_vsi_stop_lan_tx_rings(struct ice_vsi *vsi, 200303f7a986SAnirudh Venkataramanan enum ice_disq_rst_src rst_src, u16 rel_vmvf_num) 200403f7a986SAnirudh Venkataramanan { 200503f7a986SAnirudh Venkataramanan return ice_vsi_stop_tx_rings(vsi, rst_src, rel_vmvf_num, vsi->tx_rings, 200603f7a986SAnirudh Venkataramanan 0); 200703f7a986SAnirudh Venkataramanan } 200803f7a986SAnirudh Venkataramanan 200903f7a986SAnirudh Venkataramanan /** 20105153a18eSAnirudh Venkataramanan * ice_cfg_vlan_pruning - enable or disable VLAN pruning on the VSI 20115153a18eSAnirudh Venkataramanan * @vsi: VSI to enable or disable VLAN pruning on 20125153a18eSAnirudh Venkataramanan * @ena: set to true to enable VLAN pruning and false to disable it 20135153a18eSAnirudh Venkataramanan * 20145153a18eSAnirudh Venkataramanan * returns 0 if VSI is updated, negative otherwise 20155153a18eSAnirudh Venkataramanan */ 20165153a18eSAnirudh Venkataramanan int ice_cfg_vlan_pruning(struct ice_vsi *vsi, bool ena) 20175153a18eSAnirudh Venkataramanan { 20185153a18eSAnirudh Venkataramanan struct ice_vsi_ctx *ctxt; 20195153a18eSAnirudh Venkataramanan struct device *dev; 20205153a18eSAnirudh Venkataramanan int status; 20215153a18eSAnirudh Venkataramanan 20225153a18eSAnirudh Venkataramanan if (!vsi) 20235153a18eSAnirudh Venkataramanan return -EINVAL; 20245153a18eSAnirudh Venkataramanan 20255153a18eSAnirudh Venkataramanan dev = &vsi->back->pdev->dev; 20265153a18eSAnirudh Venkataramanan ctxt = devm_kzalloc(dev, sizeof(*ctxt), GFP_KERNEL); 20275153a18eSAnirudh Venkataramanan if (!ctxt) 20285153a18eSAnirudh Venkataramanan return -ENOMEM; 20295153a18eSAnirudh Venkataramanan 20305153a18eSAnirudh Venkataramanan ctxt->info = vsi->info; 20315153a18eSAnirudh Venkataramanan 20325153a18eSAnirudh Venkataramanan if (ena) { 20335153a18eSAnirudh Venkataramanan ctxt->info.sec_flags |= 20345153a18eSAnirudh Venkataramanan ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA << 20355153a18eSAnirudh Venkataramanan ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S; 20365153a18eSAnirudh Venkataramanan ctxt->info.sw_flags2 |= ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; 20375153a18eSAnirudh Venkataramanan } else { 20385153a18eSAnirudh Venkataramanan ctxt->info.sec_flags &= 20395153a18eSAnirudh Venkataramanan ~(ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA << 20405153a18eSAnirudh Venkataramanan ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S); 20415153a18eSAnirudh Venkataramanan ctxt->info.sw_flags2 &= ~ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA; 20425153a18eSAnirudh Venkataramanan } 20435153a18eSAnirudh Venkataramanan 20445153a18eSAnirudh Venkataramanan ctxt->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID | 20455153a18eSAnirudh Venkataramanan ICE_AQ_VSI_PROP_SW_VALID); 20465726ca0eSAnirudh Venkataramanan 20475726ca0eSAnirudh Venkataramanan status = ice_update_vsi(&vsi->back->hw, vsi->idx, ctxt, NULL); 20485153a18eSAnirudh Venkataramanan if (status) { 20495726ca0eSAnirudh Venkataramanan netdev_err(vsi->netdev, "%sabling VLAN pruning on VSI handle: %d, VSI HW ID: %d failed, err = %d, aq_err = %d\n", 205031082519SAnirudh Venkataramanan ena ? "En" : "Dis", vsi->idx, vsi->vsi_num, status, 20515153a18eSAnirudh Venkataramanan vsi->back->hw.adminq.sq_last_status); 20525153a18eSAnirudh Venkataramanan goto err_out; 20535153a18eSAnirudh Venkataramanan } 20545153a18eSAnirudh Venkataramanan 20555153a18eSAnirudh Venkataramanan vsi->info.sec_flags = ctxt->info.sec_flags; 20565153a18eSAnirudh Venkataramanan vsi->info.sw_flags2 = ctxt->info.sw_flags2; 20575153a18eSAnirudh Venkataramanan 20585153a18eSAnirudh Venkataramanan devm_kfree(dev, ctxt); 20595153a18eSAnirudh Venkataramanan return 0; 20605153a18eSAnirudh Venkataramanan 20615153a18eSAnirudh Venkataramanan err_out: 20625153a18eSAnirudh Venkataramanan devm_kfree(dev, ctxt); 20635153a18eSAnirudh Venkataramanan return -EIO; 20645153a18eSAnirudh Venkataramanan } 20655153a18eSAnirudh Venkataramanan 20665153a18eSAnirudh Venkataramanan /** 206737bb8390SAnirudh Venkataramanan * ice_vsi_setup - Set up a VSI by a given type 206837bb8390SAnirudh Venkataramanan * @pf: board private structure 206937bb8390SAnirudh Venkataramanan * @pi: pointer to the port_info instance 207037bb8390SAnirudh Venkataramanan * @type: VSI type 207137bb8390SAnirudh Venkataramanan * @vf_id: defines VF id to which this VSI connects. This field is meant to be 207237bb8390SAnirudh Venkataramanan * used only for ICE_VSI_VF VSI type. For other VSI types, should 207337bb8390SAnirudh Venkataramanan * fill-in ICE_INVAL_VFID as input. 207437bb8390SAnirudh Venkataramanan * 207537bb8390SAnirudh Venkataramanan * This allocates the sw VSI structure and its queue resources. 207637bb8390SAnirudh Venkataramanan * 207737bb8390SAnirudh Venkataramanan * Returns pointer to the successfully allocated and configured VSI sw struct on 207837bb8390SAnirudh Venkataramanan * success, NULL on failure. 207937bb8390SAnirudh Venkataramanan */ 208037bb8390SAnirudh Venkataramanan struct ice_vsi * 208137bb8390SAnirudh Venkataramanan ice_vsi_setup(struct ice_pf *pf, struct ice_port_info *pi, 20828ede0178SAnirudh Venkataramanan enum ice_vsi_type type, u16 vf_id) 208337bb8390SAnirudh Venkataramanan { 208437bb8390SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 208537bb8390SAnirudh Venkataramanan struct device *dev = &pf->pdev->dev; 208637bb8390SAnirudh Venkataramanan struct ice_vsi *vsi; 208737bb8390SAnirudh Venkataramanan int ret, i; 208837bb8390SAnirudh Venkataramanan 208937bb8390SAnirudh Venkataramanan vsi = ice_vsi_alloc(pf, type); 209037bb8390SAnirudh Venkataramanan if (!vsi) { 209137bb8390SAnirudh Venkataramanan dev_err(dev, "could not allocate VSI\n"); 209237bb8390SAnirudh Venkataramanan return NULL; 209337bb8390SAnirudh Venkataramanan } 209437bb8390SAnirudh Venkataramanan 209537bb8390SAnirudh Venkataramanan vsi->port_info = pi; 209637bb8390SAnirudh Venkataramanan vsi->vsw = pf->first_sw; 20978ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 20988ede0178SAnirudh Venkataramanan vsi->vf_id = vf_id; 209937bb8390SAnirudh Venkataramanan 210037bb8390SAnirudh Venkataramanan if (ice_vsi_get_qs(vsi)) { 210137bb8390SAnirudh Venkataramanan dev_err(dev, "Failed to allocate queues. vsi->idx = %d\n", 210237bb8390SAnirudh Venkataramanan vsi->idx); 210337bb8390SAnirudh Venkataramanan goto unroll_get_qs; 210437bb8390SAnirudh Venkataramanan } 210537bb8390SAnirudh Venkataramanan 210637bb8390SAnirudh Venkataramanan /* set RSS capabilities */ 210737bb8390SAnirudh Venkataramanan ice_vsi_set_rss_params(vsi); 210837bb8390SAnirudh Venkataramanan 2109c5a2a4a3SUsha Ketineni /* set tc configuration */ 2110c5a2a4a3SUsha Ketineni ice_vsi_set_tc_cfg(vsi); 2111c5a2a4a3SUsha Ketineni 211237bb8390SAnirudh Venkataramanan /* create the VSI */ 211337bb8390SAnirudh Venkataramanan ret = ice_vsi_init(vsi); 211437bb8390SAnirudh Venkataramanan if (ret) 211537bb8390SAnirudh Venkataramanan goto unroll_get_qs; 211637bb8390SAnirudh Venkataramanan 211737bb8390SAnirudh Venkataramanan switch (vsi->type) { 211837bb8390SAnirudh Venkataramanan case ICE_VSI_PF: 211937bb8390SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 212037bb8390SAnirudh Venkataramanan if (ret) 212137bb8390SAnirudh Venkataramanan goto unroll_vsi_init; 212237bb8390SAnirudh Venkataramanan 212337bb8390SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 212437bb8390SAnirudh Venkataramanan if (ret) 212537bb8390SAnirudh Venkataramanan goto unroll_alloc_q_vector; 212637bb8390SAnirudh Venkataramanan 212737bb8390SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 212837bb8390SAnirudh Venkataramanan if (ret) 212937bb8390SAnirudh Venkataramanan goto unroll_vector_base; 213037bb8390SAnirudh Venkataramanan 213137bb8390SAnirudh Venkataramanan ice_vsi_map_rings_to_vectors(vsi); 213237bb8390SAnirudh Venkataramanan 213337bb8390SAnirudh Venkataramanan /* Do not exit if configuring RSS had an issue, at least 213437bb8390SAnirudh Venkataramanan * receive traffic on first queue. Hence no need to capture 213537bb8390SAnirudh Venkataramanan * return value 213637bb8390SAnirudh Venkataramanan */ 213737bb8390SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 213837bb8390SAnirudh Venkataramanan ice_vsi_cfg_rss_lut_key(vsi); 213937bb8390SAnirudh Venkataramanan break; 21408ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 21418ede0178SAnirudh Venkataramanan /* VF driver will take care of creating netdev for this type and 21428ede0178SAnirudh Venkataramanan * map queues to vectors through Virtchnl, PF driver only 21438ede0178SAnirudh Venkataramanan * creates a VSI and corresponding structures for bookkeeping 21448ede0178SAnirudh Venkataramanan * purpose 21458ede0178SAnirudh Venkataramanan */ 21468ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 21478ede0178SAnirudh Venkataramanan if (ret) 21488ede0178SAnirudh Venkataramanan goto unroll_vsi_init; 21498ede0178SAnirudh Venkataramanan 21508ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 21518ede0178SAnirudh Venkataramanan if (ret) 21528ede0178SAnirudh Venkataramanan goto unroll_alloc_q_vector; 21538ede0178SAnirudh Venkataramanan 21548ede0178SAnirudh Venkataramanan /* Setup Vector base only during VF init phase or when VF asks 21558ede0178SAnirudh Venkataramanan * for more vectors than assigned number. In all other cases, 21568ede0178SAnirudh Venkataramanan * assign hw_base_vector to the value given earlier. 21578ede0178SAnirudh Venkataramanan */ 21588ede0178SAnirudh Venkataramanan if (test_bit(ICE_VF_STATE_CFG_INTR, pf->vf[vf_id].vf_states)) { 21598ede0178SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 21608ede0178SAnirudh Venkataramanan if (ret) 21618ede0178SAnirudh Venkataramanan goto unroll_vector_base; 21628ede0178SAnirudh Venkataramanan } else { 21638ede0178SAnirudh Venkataramanan vsi->hw_base_vector = pf->vf[vf_id].first_vector_idx; 21648ede0178SAnirudh Venkataramanan } 21658ede0178SAnirudh Venkataramanan pf->q_left_tx -= vsi->alloc_txq; 21668ede0178SAnirudh Venkataramanan pf->q_left_rx -= vsi->alloc_rxq; 21678ede0178SAnirudh Venkataramanan break; 216837bb8390SAnirudh Venkataramanan default: 2169df17b7e0SAnirudh Venkataramanan /* clean up the resources and exit */ 217037bb8390SAnirudh Venkataramanan goto unroll_vsi_init; 217137bb8390SAnirudh Venkataramanan } 217237bb8390SAnirudh Venkataramanan 217337bb8390SAnirudh Venkataramanan /* configure VSI nodes based on number of queues and TC's */ 217437bb8390SAnirudh Venkataramanan for (i = 0; i < vsi->tc_cfg.numtc; i++) 2175c5a2a4a3SUsha Ketineni max_txqs[i] = pf->num_lan_tx; 217637bb8390SAnirudh Venkataramanan 21774fb33f31SAnirudh Venkataramanan ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc, 21784fb33f31SAnirudh Venkataramanan max_txqs); 217937bb8390SAnirudh Venkataramanan if (ret) { 218037bb8390SAnirudh Venkataramanan dev_info(&pf->pdev->dev, "Failed VSI lan queue config\n"); 218137bb8390SAnirudh Venkataramanan goto unroll_vector_base; 218237bb8390SAnirudh Venkataramanan } 218337bb8390SAnirudh Venkataramanan 218437bb8390SAnirudh Venkataramanan return vsi; 218537bb8390SAnirudh Venkataramanan 218637bb8390SAnirudh Venkataramanan unroll_vector_base: 2187eb0208ecSPreethi Banala /* reclaim SW interrupts back to the common pool */ 2188eb0208ecSPreethi Banala ice_free_res(vsi->back->sw_irq_tracker, vsi->sw_base_vector, vsi->idx); 2189eb0208ecSPreethi Banala pf->num_avail_sw_msix += vsi->num_q_vectors; 2190eb0208ecSPreethi Banala /* reclaim HW interrupt back to the common pool */ 2191eb0208ecSPreethi Banala ice_free_res(vsi->back->hw_irq_tracker, vsi->hw_base_vector, vsi->idx); 2192eb0208ecSPreethi Banala pf->num_avail_hw_msix += vsi->num_q_vectors; 219337bb8390SAnirudh Venkataramanan unroll_alloc_q_vector: 219437bb8390SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 219537bb8390SAnirudh Venkataramanan unroll_vsi_init: 219637bb8390SAnirudh Venkataramanan ice_vsi_delete(vsi); 219737bb8390SAnirudh Venkataramanan unroll_get_qs: 219837bb8390SAnirudh Venkataramanan ice_vsi_put_qs(vsi); 219937bb8390SAnirudh Venkataramanan pf->q_left_tx += vsi->alloc_txq; 220037bb8390SAnirudh Venkataramanan pf->q_left_rx += vsi->alloc_rxq; 220137bb8390SAnirudh Venkataramanan ice_vsi_clear(vsi); 220237bb8390SAnirudh Venkataramanan 220337bb8390SAnirudh Venkataramanan return NULL; 220437bb8390SAnirudh Venkataramanan } 220537bb8390SAnirudh Venkataramanan 220637bb8390SAnirudh Venkataramanan /** 22075153a18eSAnirudh Venkataramanan * ice_vsi_release_msix - Clear the queue to Interrupt mapping in HW 22085153a18eSAnirudh Venkataramanan * @vsi: the VSI being cleaned up 22095153a18eSAnirudh Venkataramanan */ 22105153a18eSAnirudh Venkataramanan static void ice_vsi_release_msix(struct ice_vsi *vsi) 22115153a18eSAnirudh Venkataramanan { 22125153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 2213eb0208ecSPreethi Banala u16 vector = vsi->hw_base_vector; 22145153a18eSAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 22155153a18eSAnirudh Venkataramanan u32 txq = 0; 22165153a18eSAnirudh Venkataramanan u32 rxq = 0; 22175153a18eSAnirudh Venkataramanan int i, q; 22185153a18eSAnirudh Venkataramanan 22195153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++, vector++) { 22205153a18eSAnirudh Venkataramanan struct ice_q_vector *q_vector = vsi->q_vectors[i]; 22215153a18eSAnirudh Venkataramanan 2222d2b464a7SBrett Creeley wr32(hw, GLINT_ITR(ICE_IDX_ITR0, vector), 0); 2223d2b464a7SBrett Creeley wr32(hw, GLINT_ITR(ICE_IDX_ITR1, vector), 0); 22245153a18eSAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_tx; q++) { 22255153a18eSAnirudh Venkataramanan wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), 0); 22265153a18eSAnirudh Venkataramanan txq++; 22275153a18eSAnirudh Venkataramanan } 22285153a18eSAnirudh Venkataramanan 22295153a18eSAnirudh Venkataramanan for (q = 0; q < q_vector->num_ring_rx; q++) { 22305153a18eSAnirudh Venkataramanan wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), 0); 22315153a18eSAnirudh Venkataramanan rxq++; 22325153a18eSAnirudh Venkataramanan } 22335153a18eSAnirudh Venkataramanan } 22345153a18eSAnirudh Venkataramanan 22355153a18eSAnirudh Venkataramanan ice_flush(hw); 22365153a18eSAnirudh Venkataramanan } 22375153a18eSAnirudh Venkataramanan 22385153a18eSAnirudh Venkataramanan /** 22395153a18eSAnirudh Venkataramanan * ice_vsi_free_irq - Free the IRQ association with the OS 22405153a18eSAnirudh Venkataramanan * @vsi: the VSI being configured 22415153a18eSAnirudh Venkataramanan */ 22425153a18eSAnirudh Venkataramanan void ice_vsi_free_irq(struct ice_vsi *vsi) 22435153a18eSAnirudh Venkataramanan { 22445153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 2245eb0208ecSPreethi Banala int base = vsi->sw_base_vector; 22465153a18eSAnirudh Venkataramanan 22475153a18eSAnirudh Venkataramanan if (test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) { 22485153a18eSAnirudh Venkataramanan int i; 22495153a18eSAnirudh Venkataramanan 22505153a18eSAnirudh Venkataramanan if (!vsi->q_vectors || !vsi->irqs_ready) 22515153a18eSAnirudh Venkataramanan return; 22525153a18eSAnirudh Venkataramanan 2253eb0208ecSPreethi Banala ice_vsi_release_msix(vsi); 22548ede0178SAnirudh Venkataramanan if (vsi->type == ICE_VSI_VF) 22558ede0178SAnirudh Venkataramanan return; 2256eb0208ecSPreethi Banala 22575153a18eSAnirudh Venkataramanan vsi->irqs_ready = false; 22585153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++) { 22595153a18eSAnirudh Venkataramanan u16 vector = i + base; 22605153a18eSAnirudh Venkataramanan int irq_num; 22615153a18eSAnirudh Venkataramanan 22625153a18eSAnirudh Venkataramanan irq_num = pf->msix_entries[vector].vector; 22635153a18eSAnirudh Venkataramanan 22645153a18eSAnirudh Venkataramanan /* free only the irqs that were actually requested */ 22655153a18eSAnirudh Venkataramanan if (!vsi->q_vectors[i] || 22665153a18eSAnirudh Venkataramanan !(vsi->q_vectors[i]->num_ring_tx || 22675153a18eSAnirudh Venkataramanan vsi->q_vectors[i]->num_ring_rx)) 22685153a18eSAnirudh Venkataramanan continue; 22695153a18eSAnirudh Venkataramanan 22705153a18eSAnirudh Venkataramanan /* clear the affinity notifier in the IRQ descriptor */ 22715153a18eSAnirudh Venkataramanan irq_set_affinity_notifier(irq_num, NULL); 22725153a18eSAnirudh Venkataramanan 22735153a18eSAnirudh Venkataramanan /* clear the affinity_mask in the IRQ descriptor */ 22745153a18eSAnirudh Venkataramanan irq_set_affinity_hint(irq_num, NULL); 22755153a18eSAnirudh Venkataramanan synchronize_irq(irq_num); 22765153a18eSAnirudh Venkataramanan devm_free_irq(&pf->pdev->dev, irq_num, 22775153a18eSAnirudh Venkataramanan vsi->q_vectors[i]); 22785153a18eSAnirudh Venkataramanan } 22795153a18eSAnirudh Venkataramanan } 22805153a18eSAnirudh Venkataramanan } 22815153a18eSAnirudh Venkataramanan 22825153a18eSAnirudh Venkataramanan /** 22835153a18eSAnirudh Venkataramanan * ice_vsi_free_tx_rings - Free Tx resources for VSI queues 22845153a18eSAnirudh Venkataramanan * @vsi: the VSI having resources freed 22855153a18eSAnirudh Venkataramanan */ 22865153a18eSAnirudh Venkataramanan void ice_vsi_free_tx_rings(struct ice_vsi *vsi) 22875153a18eSAnirudh Venkataramanan { 22885153a18eSAnirudh Venkataramanan int i; 22895153a18eSAnirudh Venkataramanan 22905153a18eSAnirudh Venkataramanan if (!vsi->tx_rings) 22915153a18eSAnirudh Venkataramanan return; 22925153a18eSAnirudh Venkataramanan 22935153a18eSAnirudh Venkataramanan ice_for_each_txq(vsi, i) 22945153a18eSAnirudh Venkataramanan if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc) 22955153a18eSAnirudh Venkataramanan ice_free_tx_ring(vsi->tx_rings[i]); 22965153a18eSAnirudh Venkataramanan } 22975153a18eSAnirudh Venkataramanan 22985153a18eSAnirudh Venkataramanan /** 22995153a18eSAnirudh Venkataramanan * ice_vsi_free_rx_rings - Free Rx resources for VSI queues 23005153a18eSAnirudh Venkataramanan * @vsi: the VSI having resources freed 23015153a18eSAnirudh Venkataramanan */ 23025153a18eSAnirudh Venkataramanan void ice_vsi_free_rx_rings(struct ice_vsi *vsi) 23035153a18eSAnirudh Venkataramanan { 23045153a18eSAnirudh Venkataramanan int i; 23055153a18eSAnirudh Venkataramanan 23065153a18eSAnirudh Venkataramanan if (!vsi->rx_rings) 23075153a18eSAnirudh Venkataramanan return; 23085153a18eSAnirudh Venkataramanan 23095153a18eSAnirudh Venkataramanan ice_for_each_rxq(vsi, i) 23105153a18eSAnirudh Venkataramanan if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc) 23115153a18eSAnirudh Venkataramanan ice_free_rx_ring(vsi->rx_rings[i]); 23125153a18eSAnirudh Venkataramanan } 23135153a18eSAnirudh Venkataramanan 23145153a18eSAnirudh Venkataramanan /** 231507309a0eSAnirudh Venkataramanan * ice_vsi_close - Shut down a VSI 231607309a0eSAnirudh Venkataramanan * @vsi: the VSI being shut down 231707309a0eSAnirudh Venkataramanan */ 231807309a0eSAnirudh Venkataramanan void ice_vsi_close(struct ice_vsi *vsi) 231907309a0eSAnirudh Venkataramanan { 232007309a0eSAnirudh Venkataramanan if (!test_and_set_bit(__ICE_DOWN, vsi->state)) 232107309a0eSAnirudh Venkataramanan ice_down(vsi); 232207309a0eSAnirudh Venkataramanan 232307309a0eSAnirudh Venkataramanan ice_vsi_free_irq(vsi); 232407309a0eSAnirudh Venkataramanan ice_vsi_free_tx_rings(vsi); 232507309a0eSAnirudh Venkataramanan ice_vsi_free_rx_rings(vsi); 232607309a0eSAnirudh Venkataramanan } 232707309a0eSAnirudh Venkataramanan 232807309a0eSAnirudh Venkataramanan /** 23295153a18eSAnirudh Venkataramanan * ice_free_res - free a block of resources 23305153a18eSAnirudh Venkataramanan * @res: pointer to the resource 23315153a18eSAnirudh Venkataramanan * @index: starting index previously returned by ice_get_res 23325153a18eSAnirudh Venkataramanan * @id: identifier to track owner 23335153a18eSAnirudh Venkataramanan * 23345153a18eSAnirudh Venkataramanan * Returns number of resources freed 23355153a18eSAnirudh Venkataramanan */ 23365153a18eSAnirudh Venkataramanan int ice_free_res(struct ice_res_tracker *res, u16 index, u16 id) 23375153a18eSAnirudh Venkataramanan { 23385153a18eSAnirudh Venkataramanan int count = 0; 23395153a18eSAnirudh Venkataramanan int i; 23405153a18eSAnirudh Venkataramanan 23415153a18eSAnirudh Venkataramanan if (!res || index >= res->num_entries) 23425153a18eSAnirudh Venkataramanan return -EINVAL; 23435153a18eSAnirudh Venkataramanan 23445153a18eSAnirudh Venkataramanan id |= ICE_RES_VALID_BIT; 23455153a18eSAnirudh Venkataramanan for (i = index; i < res->num_entries && res->list[i] == id; i++) { 23465153a18eSAnirudh Venkataramanan res->list[i] = 0; 23475153a18eSAnirudh Venkataramanan count++; 23485153a18eSAnirudh Venkataramanan } 23495153a18eSAnirudh Venkataramanan 23505153a18eSAnirudh Venkataramanan return count; 23515153a18eSAnirudh Venkataramanan } 23525153a18eSAnirudh Venkataramanan 23535153a18eSAnirudh Venkataramanan /** 23545153a18eSAnirudh Venkataramanan * ice_search_res - Search the tracker for a block of resources 23555153a18eSAnirudh Venkataramanan * @res: pointer to the resource 23565153a18eSAnirudh Venkataramanan * @needed: size of the block needed 23575153a18eSAnirudh Venkataramanan * @id: identifier to track owner 23585153a18eSAnirudh Venkataramanan * 23595153a18eSAnirudh Venkataramanan * Returns the base item index of the block, or -ENOMEM for error 23605153a18eSAnirudh Venkataramanan */ 23615153a18eSAnirudh Venkataramanan static int ice_search_res(struct ice_res_tracker *res, u16 needed, u16 id) 23625153a18eSAnirudh Venkataramanan { 23635153a18eSAnirudh Venkataramanan int start = res->search_hint; 23645153a18eSAnirudh Venkataramanan int end = start; 23655153a18eSAnirudh Venkataramanan 2366eb0208ecSPreethi Banala if ((start + needed) > res->num_entries) 2367eb0208ecSPreethi Banala return -ENOMEM; 2368eb0208ecSPreethi Banala 23695153a18eSAnirudh Venkataramanan id |= ICE_RES_VALID_BIT; 23705153a18eSAnirudh Venkataramanan 23715153a18eSAnirudh Venkataramanan do { 23725153a18eSAnirudh Venkataramanan /* skip already allocated entries */ 23735153a18eSAnirudh Venkataramanan if (res->list[end++] & ICE_RES_VALID_BIT) { 23745153a18eSAnirudh Venkataramanan start = end; 23755153a18eSAnirudh Venkataramanan if ((start + needed) > res->num_entries) 23765153a18eSAnirudh Venkataramanan break; 23775153a18eSAnirudh Venkataramanan } 23785153a18eSAnirudh Venkataramanan 23795153a18eSAnirudh Venkataramanan if (end == (start + needed)) { 23805153a18eSAnirudh Venkataramanan int i = start; 23815153a18eSAnirudh Venkataramanan 23825153a18eSAnirudh Venkataramanan /* there was enough, so assign it to the requestor */ 23835153a18eSAnirudh Venkataramanan while (i != end) 23845153a18eSAnirudh Venkataramanan res->list[i++] = id; 23855153a18eSAnirudh Venkataramanan 23865153a18eSAnirudh Venkataramanan if (end == res->num_entries) 23875153a18eSAnirudh Venkataramanan end = 0; 23885153a18eSAnirudh Venkataramanan 23895153a18eSAnirudh Venkataramanan res->search_hint = end; 23905153a18eSAnirudh Venkataramanan return start; 23915153a18eSAnirudh Venkataramanan } 23925153a18eSAnirudh Venkataramanan } while (1); 23935153a18eSAnirudh Venkataramanan 23945153a18eSAnirudh Venkataramanan return -ENOMEM; 23955153a18eSAnirudh Venkataramanan } 23965153a18eSAnirudh Venkataramanan 23975153a18eSAnirudh Venkataramanan /** 23985153a18eSAnirudh Venkataramanan * ice_get_res - get a block of resources 23995153a18eSAnirudh Venkataramanan * @pf: board private structure 24005153a18eSAnirudh Venkataramanan * @res: pointer to the resource 24015153a18eSAnirudh Venkataramanan * @needed: size of the block needed 24025153a18eSAnirudh Venkataramanan * @id: identifier to track owner 24035153a18eSAnirudh Venkataramanan * 24045153a18eSAnirudh Venkataramanan * Returns the base item index of the block, or -ENOMEM for error 24055153a18eSAnirudh Venkataramanan * The search_hint trick and lack of advanced fit-finding only works 24065153a18eSAnirudh Venkataramanan * because we're highly likely to have all the same sized requests. 24075153a18eSAnirudh Venkataramanan * Linear search time and any fragmentation should be minimal. 24085153a18eSAnirudh Venkataramanan */ 24095153a18eSAnirudh Venkataramanan int 24105153a18eSAnirudh Venkataramanan ice_get_res(struct ice_pf *pf, struct ice_res_tracker *res, u16 needed, u16 id) 24115153a18eSAnirudh Venkataramanan { 24125153a18eSAnirudh Venkataramanan int ret; 24135153a18eSAnirudh Venkataramanan 24145153a18eSAnirudh Venkataramanan if (!res || !pf) 24155153a18eSAnirudh Venkataramanan return -EINVAL; 24165153a18eSAnirudh Venkataramanan 24175153a18eSAnirudh Venkataramanan if (!needed || needed > res->num_entries || id >= ICE_RES_VALID_BIT) { 24185153a18eSAnirudh Venkataramanan dev_err(&pf->pdev->dev, 24195153a18eSAnirudh Venkataramanan "param err: needed=%d, num_entries = %d id=0x%04x\n", 24205153a18eSAnirudh Venkataramanan needed, res->num_entries, id); 24215153a18eSAnirudh Venkataramanan return -EINVAL; 24225153a18eSAnirudh Venkataramanan } 24235153a18eSAnirudh Venkataramanan 24245153a18eSAnirudh Venkataramanan /* search based on search_hint */ 24255153a18eSAnirudh Venkataramanan ret = ice_search_res(res, needed, id); 24265153a18eSAnirudh Venkataramanan 24275153a18eSAnirudh Venkataramanan if (ret < 0) { 24285153a18eSAnirudh Venkataramanan /* previous search failed. Reset search hint and try again */ 24295153a18eSAnirudh Venkataramanan res->search_hint = 0; 24305153a18eSAnirudh Venkataramanan ret = ice_search_res(res, needed, id); 24315153a18eSAnirudh Venkataramanan } 24325153a18eSAnirudh Venkataramanan 24335153a18eSAnirudh Venkataramanan return ret; 24345153a18eSAnirudh Venkataramanan } 24355153a18eSAnirudh Venkataramanan 24365153a18eSAnirudh Venkataramanan /** 24375153a18eSAnirudh Venkataramanan * ice_vsi_dis_irq - Mask off queue interrupt generation on the VSI 24385153a18eSAnirudh Venkataramanan * @vsi: the VSI being un-configured 24395153a18eSAnirudh Venkataramanan */ 24405153a18eSAnirudh Venkataramanan void ice_vsi_dis_irq(struct ice_vsi *vsi) 24415153a18eSAnirudh Venkataramanan { 2442eb0208ecSPreethi Banala int base = vsi->sw_base_vector; 24435153a18eSAnirudh Venkataramanan struct ice_pf *pf = vsi->back; 24445153a18eSAnirudh Venkataramanan struct ice_hw *hw = &pf->hw; 24455153a18eSAnirudh Venkataramanan u32 val; 24465153a18eSAnirudh Venkataramanan int i; 24475153a18eSAnirudh Venkataramanan 24485153a18eSAnirudh Venkataramanan /* disable interrupt causation from each queue */ 24495153a18eSAnirudh Venkataramanan if (vsi->tx_rings) { 24505153a18eSAnirudh Venkataramanan ice_for_each_txq(vsi, i) { 24515153a18eSAnirudh Venkataramanan if (vsi->tx_rings[i]) { 24525153a18eSAnirudh Venkataramanan u16 reg; 24535153a18eSAnirudh Venkataramanan 24545153a18eSAnirudh Venkataramanan reg = vsi->tx_rings[i]->reg_idx; 24555153a18eSAnirudh Venkataramanan val = rd32(hw, QINT_TQCTL(reg)); 24565153a18eSAnirudh Venkataramanan val &= ~QINT_TQCTL_CAUSE_ENA_M; 24575153a18eSAnirudh Venkataramanan wr32(hw, QINT_TQCTL(reg), val); 24585153a18eSAnirudh Venkataramanan } 24595153a18eSAnirudh Venkataramanan } 24605153a18eSAnirudh Venkataramanan } 24615153a18eSAnirudh Venkataramanan 24625153a18eSAnirudh Venkataramanan if (vsi->rx_rings) { 24635153a18eSAnirudh Venkataramanan ice_for_each_rxq(vsi, i) { 24645153a18eSAnirudh Venkataramanan if (vsi->rx_rings[i]) { 24655153a18eSAnirudh Venkataramanan u16 reg; 24665153a18eSAnirudh Venkataramanan 24675153a18eSAnirudh Venkataramanan reg = vsi->rx_rings[i]->reg_idx; 24685153a18eSAnirudh Venkataramanan val = rd32(hw, QINT_RQCTL(reg)); 24695153a18eSAnirudh Venkataramanan val &= ~QINT_RQCTL_CAUSE_ENA_M; 24705153a18eSAnirudh Venkataramanan wr32(hw, QINT_RQCTL(reg), val); 24715153a18eSAnirudh Venkataramanan } 24725153a18eSAnirudh Venkataramanan } 24735153a18eSAnirudh Venkataramanan } 24745153a18eSAnirudh Venkataramanan 24755153a18eSAnirudh Venkataramanan /* disable each interrupt */ 24765153a18eSAnirudh Venkataramanan if (test_bit(ICE_FLAG_MSIX_ENA, pf->flags)) { 2477eb0208ecSPreethi Banala for (i = vsi->hw_base_vector; 2478eb0208ecSPreethi Banala i < (vsi->num_q_vectors + vsi->hw_base_vector); i++) 24795153a18eSAnirudh Venkataramanan wr32(hw, GLINT_DYN_CTL(i), 0); 24805153a18eSAnirudh Venkataramanan 24815153a18eSAnirudh Venkataramanan ice_flush(hw); 24825153a18eSAnirudh Venkataramanan for (i = 0; i < vsi->num_q_vectors; i++) 24835153a18eSAnirudh Venkataramanan synchronize_irq(pf->msix_entries[i + base].vector); 24845153a18eSAnirudh Venkataramanan } 24855153a18eSAnirudh Venkataramanan } 24865153a18eSAnirudh Venkataramanan 24875153a18eSAnirudh Venkataramanan /** 2488df0f8479SAnirudh Venkataramanan * ice_vsi_release - Delete a VSI and free its resources 2489df0f8479SAnirudh Venkataramanan * @vsi: the VSI being removed 2490df0f8479SAnirudh Venkataramanan * 2491df0f8479SAnirudh Venkataramanan * Returns 0 on success or < 0 on error 2492df0f8479SAnirudh Venkataramanan */ 2493df0f8479SAnirudh Venkataramanan int ice_vsi_release(struct ice_vsi *vsi) 2494df0f8479SAnirudh Venkataramanan { 2495df0f8479SAnirudh Venkataramanan struct ice_pf *pf; 24968ede0178SAnirudh Venkataramanan struct ice_vf *vf; 2497df0f8479SAnirudh Venkataramanan 2498df0f8479SAnirudh Venkataramanan if (!vsi->back) 2499df0f8479SAnirudh Venkataramanan return -ENODEV; 2500df0f8479SAnirudh Venkataramanan pf = vsi->back; 25018ede0178SAnirudh Venkataramanan vf = &pf->vf[vsi->vf_id]; 2502df0f8479SAnirudh Venkataramanan /* do not unregister and free netdevs while driver is in the reset 2503df0f8479SAnirudh Venkataramanan * recovery pending state. Since reset/rebuild happens through PF 2504df0f8479SAnirudh Venkataramanan * service task workqueue, its not a good idea to unregister netdev 2505df0f8479SAnirudh Venkataramanan * that is associated to the PF that is running the work queue items 2506df0f8479SAnirudh Venkataramanan * currently. This is done to avoid check_flush_dependency() warning 2507df0f8479SAnirudh Venkataramanan * on this wq 2508df0f8479SAnirudh Venkataramanan */ 25095df7e45dSDave Ertman if (vsi->netdev && !ice_is_reset_in_progress(pf->state)) { 251025525b69SDave Ertman ice_napi_del(vsi); 2511df0f8479SAnirudh Venkataramanan unregister_netdev(vsi->netdev); 2512df0f8479SAnirudh Venkataramanan free_netdev(vsi->netdev); 2513df0f8479SAnirudh Venkataramanan vsi->netdev = NULL; 2514df0f8479SAnirudh Venkataramanan } 2515df0f8479SAnirudh Venkataramanan 2516df0f8479SAnirudh Venkataramanan if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) 2517df0f8479SAnirudh Venkataramanan ice_rss_clean(vsi); 2518df0f8479SAnirudh Venkataramanan 2519df0f8479SAnirudh Venkataramanan /* Disable VSI and free resources */ 2520df0f8479SAnirudh Venkataramanan ice_vsi_dis_irq(vsi); 2521df0f8479SAnirudh Venkataramanan ice_vsi_close(vsi); 2522df0f8479SAnirudh Venkataramanan 2523df0f8479SAnirudh Venkataramanan /* reclaim interrupt vectors back to PF */ 25248ede0178SAnirudh Venkataramanan if (vsi->type != ICE_VSI_VF) { 25258ede0178SAnirudh Venkataramanan /* reclaim SW interrupts back to the common pool */ 25268ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->sw_irq_tracker, vsi->sw_base_vector, 25278ede0178SAnirudh Venkataramanan vsi->idx); 2528eb0208ecSPreethi Banala pf->num_avail_sw_msix += vsi->num_q_vectors; 25298ede0178SAnirudh Venkataramanan /* reclaim HW interrupts back to the common pool */ 25308ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->hw_irq_tracker, vsi->hw_base_vector, 25318ede0178SAnirudh Venkataramanan vsi->idx); 2532eb0208ecSPreethi Banala pf->num_avail_hw_msix += vsi->num_q_vectors; 25338ede0178SAnirudh Venkataramanan } else if (test_bit(ICE_VF_STATE_CFG_INTR, vf->vf_states)) { 25348ede0178SAnirudh Venkataramanan /* Reclaim VF resources back only while freeing all VFs or 25358ede0178SAnirudh Venkataramanan * vector reassignment is requested 25368ede0178SAnirudh Venkataramanan */ 25378ede0178SAnirudh Venkataramanan ice_free_res(vsi->back->hw_irq_tracker, vf->first_vector_idx, 25388ede0178SAnirudh Venkataramanan vsi->idx); 25398ede0178SAnirudh Venkataramanan pf->num_avail_hw_msix += pf->num_vf_msix; 25408ede0178SAnirudh Venkataramanan } 2541df0f8479SAnirudh Venkataramanan 25425726ca0eSAnirudh Venkataramanan ice_remove_vsi_fltr(&pf->hw, vsi->idx); 254310e03a22SAnirudh Venkataramanan ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); 2544df0f8479SAnirudh Venkataramanan ice_vsi_delete(vsi); 2545df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 2546df0f8479SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 2547df0f8479SAnirudh Venkataramanan 2548df0f8479SAnirudh Venkataramanan ice_vsi_put_qs(vsi); 2549df0f8479SAnirudh Venkataramanan pf->q_left_tx += vsi->alloc_txq; 2550df0f8479SAnirudh Venkataramanan pf->q_left_rx += vsi->alloc_rxq; 2551df0f8479SAnirudh Venkataramanan 2552df0f8479SAnirudh Venkataramanan /* retain SW VSI data structure since it is needed to unregister and 2553df0f8479SAnirudh Venkataramanan * free VSI netdev when PF is not in reset recovery pending state,\ 2554df0f8479SAnirudh Venkataramanan * for ex: during rmmod. 2555df0f8479SAnirudh Venkataramanan */ 25565df7e45dSDave Ertman if (!ice_is_reset_in_progress(pf->state)) 2557df0f8479SAnirudh Venkataramanan ice_vsi_clear(vsi); 2558df0f8479SAnirudh Venkataramanan 2559df0f8479SAnirudh Venkataramanan return 0; 2560df0f8479SAnirudh Venkataramanan } 2561df0f8479SAnirudh Venkataramanan 2562df0f8479SAnirudh Venkataramanan /** 2563df0f8479SAnirudh Venkataramanan * ice_vsi_rebuild - Rebuild VSI after reset 2564df0f8479SAnirudh Venkataramanan * @vsi: VSI to be rebuild 2565df0f8479SAnirudh Venkataramanan * 2566df0f8479SAnirudh Venkataramanan * Returns 0 on success and negative value on failure 2567df0f8479SAnirudh Venkataramanan */ 2568df0f8479SAnirudh Venkataramanan int ice_vsi_rebuild(struct ice_vsi *vsi) 2569df0f8479SAnirudh Venkataramanan { 2570df0f8479SAnirudh Venkataramanan u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 }; 2571c5a2a4a3SUsha Ketineni struct ice_pf *pf; 2572df0f8479SAnirudh Venkataramanan int ret, i; 2573df0f8479SAnirudh Venkataramanan 2574df0f8479SAnirudh Venkataramanan if (!vsi) 2575df0f8479SAnirudh Venkataramanan return -EINVAL; 2576df0f8479SAnirudh Venkataramanan 2577c5a2a4a3SUsha Ketineni pf = vsi->back; 257847e3e53cSHenry Tieman ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx); 2579df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 2580eb0208ecSPreethi Banala ice_free_res(vsi->back->sw_irq_tracker, vsi->sw_base_vector, vsi->idx); 2581eb0208ecSPreethi Banala ice_free_res(vsi->back->hw_irq_tracker, vsi->hw_base_vector, vsi->idx); 2582eb0208ecSPreethi Banala vsi->sw_base_vector = 0; 2583eb0208ecSPreethi Banala vsi->hw_base_vector = 0; 2584df0f8479SAnirudh Venkataramanan ice_vsi_clear_rings(vsi); 2585df0f8479SAnirudh Venkataramanan ice_vsi_free_arrays(vsi, false); 2586f203dca3SAnirudh Venkataramanan ice_dev_onetime_setup(&vsi->back->hw); 2587df0f8479SAnirudh Venkataramanan ice_vsi_set_num_qs(vsi); 2588c5a2a4a3SUsha Ketineni ice_vsi_set_tc_cfg(vsi); 2589df0f8479SAnirudh Venkataramanan 2590df0f8479SAnirudh Venkataramanan /* Initialize VSI struct elements and create VSI in FW */ 2591df0f8479SAnirudh Venkataramanan ret = ice_vsi_init(vsi); 2592df0f8479SAnirudh Venkataramanan if (ret < 0) 2593df0f8479SAnirudh Venkataramanan goto err_vsi; 2594df0f8479SAnirudh Venkataramanan 2595df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_arrays(vsi, false); 2596df0f8479SAnirudh Venkataramanan if (ret < 0) 2597df0f8479SAnirudh Venkataramanan goto err_vsi; 2598df0f8479SAnirudh Venkataramanan 2599df0f8479SAnirudh Venkataramanan switch (vsi->type) { 2600df0f8479SAnirudh Venkataramanan case ICE_VSI_PF: 2601df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 2602df0f8479SAnirudh Venkataramanan if (ret) 2603df0f8479SAnirudh Venkataramanan goto err_rings; 2604df0f8479SAnirudh Venkataramanan 2605df0f8479SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 2606df0f8479SAnirudh Venkataramanan if (ret) 2607df0f8479SAnirudh Venkataramanan goto err_vectors; 2608df0f8479SAnirudh Venkataramanan 2609df0f8479SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 2610df0f8479SAnirudh Venkataramanan if (ret) 2611df0f8479SAnirudh Venkataramanan goto err_vectors; 2612df0f8479SAnirudh Venkataramanan 2613df0f8479SAnirudh Venkataramanan ice_vsi_map_rings_to_vectors(vsi); 261427a98affSMd Fahad Iqbal Polash /* Do not exit if configuring RSS had an issue, at least 261527a98affSMd Fahad Iqbal Polash * receive traffic on first queue. Hence no need to capture 261627a98affSMd Fahad Iqbal Polash * return value 261727a98affSMd Fahad Iqbal Polash */ 261827a98affSMd Fahad Iqbal Polash if (test_bit(ICE_FLAG_RSS_ENA, vsi->back->flags)) 261927a98affSMd Fahad Iqbal Polash ice_vsi_cfg_rss_lut_key(vsi); 2620df0f8479SAnirudh Venkataramanan break; 26218ede0178SAnirudh Venkataramanan case ICE_VSI_VF: 26228ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_q_vectors(vsi); 26238ede0178SAnirudh Venkataramanan if (ret) 26248ede0178SAnirudh Venkataramanan goto err_rings; 26258ede0178SAnirudh Venkataramanan 26268ede0178SAnirudh Venkataramanan ret = ice_vsi_setup_vector_base(vsi); 26278ede0178SAnirudh Venkataramanan if (ret) 26288ede0178SAnirudh Venkataramanan goto err_vectors; 26298ede0178SAnirudh Venkataramanan 26308ede0178SAnirudh Venkataramanan ret = ice_vsi_alloc_rings(vsi); 26318ede0178SAnirudh Venkataramanan if (ret) 26328ede0178SAnirudh Venkataramanan goto err_vectors; 26338ede0178SAnirudh Venkataramanan 26348ede0178SAnirudh Venkataramanan vsi->back->q_left_tx -= vsi->alloc_txq; 26358ede0178SAnirudh Venkataramanan vsi->back->q_left_rx -= vsi->alloc_rxq; 26368ede0178SAnirudh Venkataramanan break; 2637df0f8479SAnirudh Venkataramanan default: 2638df0f8479SAnirudh Venkataramanan break; 2639df0f8479SAnirudh Venkataramanan } 2640df0f8479SAnirudh Venkataramanan 2641df0f8479SAnirudh Venkataramanan /* configure VSI nodes based on number of queues and TC's */ 2642df0f8479SAnirudh Venkataramanan for (i = 0; i < vsi->tc_cfg.numtc; i++) 2643c5a2a4a3SUsha Ketineni max_txqs[i] = pf->num_lan_tx; 2644df0f8479SAnirudh Venkataramanan 26454fb33f31SAnirudh Venkataramanan ret = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc, 26464fb33f31SAnirudh Venkataramanan max_txqs); 2647df0f8479SAnirudh Venkataramanan if (ret) { 2648df0f8479SAnirudh Venkataramanan dev_info(&vsi->back->pdev->dev, 2649df0f8479SAnirudh Venkataramanan "Failed VSI lan queue config\n"); 2650df0f8479SAnirudh Venkataramanan goto err_vectors; 2651df0f8479SAnirudh Venkataramanan } 2652df0f8479SAnirudh Venkataramanan return 0; 2653df0f8479SAnirudh Venkataramanan 2654df0f8479SAnirudh Venkataramanan err_vectors: 2655df0f8479SAnirudh Venkataramanan ice_vsi_free_q_vectors(vsi); 2656df0f8479SAnirudh Venkataramanan err_rings: 2657df0f8479SAnirudh Venkataramanan if (vsi->netdev) { 2658df0f8479SAnirudh Venkataramanan vsi->current_netdev_flags = 0; 2659df0f8479SAnirudh Venkataramanan unregister_netdev(vsi->netdev); 2660df0f8479SAnirudh Venkataramanan free_netdev(vsi->netdev); 2661df0f8479SAnirudh Venkataramanan vsi->netdev = NULL; 2662df0f8479SAnirudh Venkataramanan } 2663df0f8479SAnirudh Venkataramanan err_vsi: 2664df0f8479SAnirudh Venkataramanan ice_vsi_clear(vsi); 2665df0f8479SAnirudh Venkataramanan set_bit(__ICE_RESET_FAILED, vsi->back->state); 2666df0f8479SAnirudh Venkataramanan return ret; 2667df0f8479SAnirudh Venkataramanan } 2668df0f8479SAnirudh Venkataramanan 2669df0f8479SAnirudh Venkataramanan /** 26705df7e45dSDave Ertman * ice_is_reset_in_progress - check for a reset in progress 26715153a18eSAnirudh Venkataramanan * @state: pf state field 26725153a18eSAnirudh Venkataramanan */ 26735df7e45dSDave Ertman bool ice_is_reset_in_progress(unsigned long *state) 26745153a18eSAnirudh Venkataramanan { 26755df7e45dSDave Ertman return test_bit(__ICE_RESET_OICR_RECV, state) || 26765df7e45dSDave Ertman test_bit(__ICE_PFR_REQ, state) || 26775df7e45dSDave Ertman test_bit(__ICE_CORER_REQ, state) || 26785df7e45dSDave Ertman test_bit(__ICE_GLOBR_REQ, state); 26795153a18eSAnirudh Venkataramanan } 2680