1 // SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB 2 /* Copyright (c) 2015 - 2021 Intel Corporation */ 3 #include "osdep.h" 4 #include "type.h" 5 #include "i40iw_hw.h" 6 #include "protos.h" 7 8 static u32 i40iw_regs[IRDMA_MAX_REGS] = { 9 I40E_PFPE_CQPTAIL, 10 I40E_PFPE_CQPDB, 11 I40E_PFPE_CCQPSTATUS, 12 I40E_PFPE_CCQPHIGH, 13 I40E_PFPE_CCQPLOW, 14 I40E_PFPE_CQARM, 15 I40E_PFPE_CQACK, 16 I40E_PFPE_AEQALLOC, 17 I40E_PFPE_CQPERRCODES, 18 I40E_PFPE_WQEALLOC, 19 I40E_PFINT_DYN_CTLN(0), 20 I40IW_DB_ADDR_OFFSET, 21 22 I40E_GLPCI_LBARCTRL, 23 I40E_GLPE_CPUSTATUS0, 24 I40E_GLPE_CPUSTATUS1, 25 I40E_GLPE_CPUSTATUS2, 26 I40E_PFINT_AEQCTL, 27 I40E_PFINT_CEQCTL(0), 28 I40E_VSIQF_CTL(0), 29 I40E_PFHMC_PDINV, 30 I40E_GLHMC_VFPDINV(0), 31 I40E_GLPE_CRITERR, 32 0xffffffff /* PFINT_RATEN not used in FPK */ 33 }; 34 35 static u32 i40iw_stat_offsets[] = { 36 I40E_GLPES_PFIP4RXDISCARD(0), 37 I40E_GLPES_PFIP4RXTRUNC(0), 38 I40E_GLPES_PFIP4TXNOROUTE(0), 39 I40E_GLPES_PFIP6RXDISCARD(0), 40 I40E_GLPES_PFIP6RXTRUNC(0), 41 I40E_GLPES_PFIP6TXNOROUTE(0), 42 I40E_GLPES_PFTCPRTXSEG(0), 43 I40E_GLPES_PFTCPRXOPTERR(0), 44 I40E_GLPES_PFTCPRXPROTOERR(0), 45 I40E_GLPES_PFRXVLANERR(0), 46 47 I40E_GLPES_PFIP4RXOCTSLO(0), 48 I40E_GLPES_PFIP4RXPKTSLO(0), 49 I40E_GLPES_PFIP4RXFRAGSLO(0), 50 I40E_GLPES_PFIP4RXMCPKTSLO(0), 51 I40E_GLPES_PFIP4TXOCTSLO(0), 52 I40E_GLPES_PFIP4TXPKTSLO(0), 53 I40E_GLPES_PFIP4TXFRAGSLO(0), 54 I40E_GLPES_PFIP4TXMCPKTSLO(0), 55 I40E_GLPES_PFIP6RXOCTSLO(0), 56 I40E_GLPES_PFIP6RXPKTSLO(0), 57 I40E_GLPES_PFIP6RXFRAGSLO(0), 58 I40E_GLPES_PFIP6RXMCPKTSLO(0), 59 I40E_GLPES_PFIP6TXOCTSLO(0), 60 I40E_GLPES_PFIP6TXPKTSLO(0), 61 I40E_GLPES_PFIP6TXFRAGSLO(0), 62 I40E_GLPES_PFIP6TXMCPKTSLO(0), 63 I40E_GLPES_PFTCPRXSEGSLO(0), 64 I40E_GLPES_PFTCPTXSEGLO(0), 65 I40E_GLPES_PFRDMARXRDSLO(0), 66 I40E_GLPES_PFRDMARXSNDSLO(0), 67 I40E_GLPES_PFRDMARXWRSLO(0), 68 I40E_GLPES_PFRDMATXRDSLO(0), 69 I40E_GLPES_PFRDMATXSNDSLO(0), 70 I40E_GLPES_PFRDMATXWRSLO(0), 71 I40E_GLPES_PFRDMAVBNDLO(0), 72 I40E_GLPES_PFRDMAVINVLO(0), 73 I40E_GLPES_PFIP4RXMCOCTSLO(0), 74 I40E_GLPES_PFIP4TXMCOCTSLO(0), 75 I40E_GLPES_PFIP6RXMCOCTSLO(0), 76 I40E_GLPES_PFIP6TXMCOCTSLO(0), 77 I40E_GLPES_PFUDPRXPKTSLO(0), 78 I40E_GLPES_PFUDPTXPKTSLO(0) 79 }; 80 81 static u64 i40iw_masks[IRDMA_MAX_MASKS] = { 82 I40E_PFPE_CCQPSTATUS_CCQP_DONE, 83 I40E_PFPE_CCQPSTATUS_CCQP_ERR, 84 I40E_CQPSQ_STAG_PDID, 85 I40E_CQPSQ_CQ_CEQID, 86 I40E_CQPSQ_CQ_CQID, 87 I40E_COMMIT_FPM_CQCNT, 88 }; 89 90 static u64 i40iw_shifts[IRDMA_MAX_SHIFTS] = { 91 I40E_PFPE_CCQPSTATUS_CCQP_DONE_S, 92 I40E_PFPE_CCQPSTATUS_CCQP_ERR_S, 93 I40E_CQPSQ_STAG_PDID_S, 94 I40E_CQPSQ_CQ_CEQID_S, 95 I40E_CQPSQ_CQ_CQID_S, 96 I40E_COMMIT_FPM_CQCNT_S, 97 }; 98 99 /** 100 * i40iw_config_ceq- Configure CEQ interrupt 101 * @dev: pointer to the device structure 102 * @ceq_id: Completion Event Queue ID 103 * @idx: vector index 104 * @enable: Enable CEQ interrupt when true 105 */ 106 static void i40iw_config_ceq(struct irdma_sc_dev *dev, u32 ceq_id, u32 idx, 107 bool enable) 108 { 109 u32 reg_val; 110 111 reg_val = FIELD_PREP(I40E_PFINT_LNKLSTN_FIRSTQ_INDX, ceq_id) | 112 FIELD_PREP(I40E_PFINT_LNKLSTN_FIRSTQ_TYPE, QUEUE_TYPE_CEQ); 113 wr32(dev->hw, I40E_PFINT_LNKLSTN(idx - 1), reg_val); 114 115 reg_val = FIELD_PREP(I40E_PFINT_DYN_CTLN_ITR_INDX, 0x3) | 116 FIELD_PREP(I40E_PFINT_DYN_CTLN_INTENA, 0x1); 117 wr32(dev->hw, I40E_PFINT_DYN_CTLN(idx - 1), reg_val); 118 119 reg_val = FIELD_PREP(IRDMA_GLINT_CEQCTL_CAUSE_ENA, enable) | 120 FIELD_PREP(IRDMA_GLINT_CEQCTL_MSIX_INDX, idx) | 121 FIELD_PREP(I40E_PFINT_CEQCTL_NEXTQ_INDX, NULL_QUEUE_INDEX) | 122 FIELD_PREP(IRDMA_GLINT_CEQCTL_ITR_INDX, 0x3); 123 124 wr32(dev->hw, i40iw_regs[IRDMA_GLINT_CEQCTL] + 4 * ceq_id, reg_val); 125 } 126 127 /** 128 * i40iw_ena_irq - Enable interrupt 129 * @dev: pointer to the device structure 130 * @idx: vector index 131 */ 132 static void i40iw_ena_irq(struct irdma_sc_dev *dev, u32 idx) 133 { 134 u32 val; 135 136 val = FIELD_PREP(IRDMA_GLINT_DYN_CTL_INTENA, 0x1) | 137 FIELD_PREP(IRDMA_GLINT_DYN_CTL_CLEARPBA, 0x1) | 138 FIELD_PREP(IRDMA_GLINT_DYN_CTL_ITR_INDX, 0x3); 139 wr32(dev->hw, i40iw_regs[IRDMA_GLINT_DYN_CTL] + 4 * (idx - 1), val); 140 } 141 142 /** 143 * i40iw_disable_irq - Disable interrupt 144 * @dev: pointer to the device structure 145 * @idx: vector index 146 */ 147 static void i40iw_disable_irq(struct irdma_sc_dev *dev, u32 idx) 148 { 149 wr32(dev->hw, i40iw_regs[IRDMA_GLINT_DYN_CTL] + 4 * (idx - 1), 0); 150 } 151 152 static const struct irdma_irq_ops i40iw_irq_ops = { 153 .irdma_cfg_aeq = irdma_cfg_aeq, 154 .irdma_cfg_ceq = i40iw_config_ceq, 155 .irdma_dis_irq = i40iw_disable_irq, 156 .irdma_en_irq = i40iw_ena_irq, 157 }; 158 159 static const struct irdma_hw_stat_map i40iw_hw_stat_map[] = { 160 [IRDMA_HW_STAT_INDEX_RXVLANERR] = { 0, 0, IRDMA_MAX_STATS_24 }, 161 [IRDMA_HW_STAT_INDEX_IP4RXOCTS] = { 8, 0, IRDMA_MAX_STATS_48 }, 162 [IRDMA_HW_STAT_INDEX_IP4RXPKTS] = { 16, 0, IRDMA_MAX_STATS_48 }, 163 [IRDMA_HW_STAT_INDEX_IP4RXDISCARD] = { 24, 0, IRDMA_MAX_STATS_32 }, 164 [IRDMA_HW_STAT_INDEX_IP4RXTRUNC] = { 32, 0, IRDMA_MAX_STATS_32 }, 165 [IRDMA_HW_STAT_INDEX_IP4RXFRAGS] = { 40, 0, IRDMA_MAX_STATS_48 }, 166 [IRDMA_HW_STAT_INDEX_IP4RXMCPKTS] = { 48, 0, IRDMA_MAX_STATS_48 }, 167 [IRDMA_HW_STAT_INDEX_IP6RXOCTS] = { 56, 0, IRDMA_MAX_STATS_48 }, 168 [IRDMA_HW_STAT_INDEX_IP6RXPKTS] = { 64, 0, IRDMA_MAX_STATS_48 }, 169 [IRDMA_HW_STAT_INDEX_IP6RXDISCARD] = { 72, 0, IRDMA_MAX_STATS_32 }, 170 [IRDMA_HW_STAT_INDEX_IP6RXTRUNC] = { 80, 0, IRDMA_MAX_STATS_32 }, 171 [IRDMA_HW_STAT_INDEX_IP6RXFRAGS] = { 88, 0, IRDMA_MAX_STATS_48 }, 172 [IRDMA_HW_STAT_INDEX_IP6RXMCPKTS] = { 96, 0, IRDMA_MAX_STATS_48 }, 173 [IRDMA_HW_STAT_INDEX_IP4TXOCTS] = { 104, 0, IRDMA_MAX_STATS_48 }, 174 [IRDMA_HW_STAT_INDEX_IP4TXPKTS] = { 112, 0, IRDMA_MAX_STATS_48 }, 175 [IRDMA_HW_STAT_INDEX_IP4TXFRAGS] = { 120, 0, IRDMA_MAX_STATS_48 }, 176 [IRDMA_HW_STAT_INDEX_IP4TXMCPKTS] = { 128, 0, IRDMA_MAX_STATS_48 }, 177 [IRDMA_HW_STAT_INDEX_IP6TXOCTS] = { 136, 0, IRDMA_MAX_STATS_48 }, 178 [IRDMA_HW_STAT_INDEX_IP6TXPKTS] = { 144, 0, IRDMA_MAX_STATS_48 }, 179 [IRDMA_HW_STAT_INDEX_IP6TXFRAGS] = { 152, 0, IRDMA_MAX_STATS_48 }, 180 [IRDMA_HW_STAT_INDEX_IP6TXMCPKTS] = { 160, 0, IRDMA_MAX_STATS_48 }, 181 [IRDMA_HW_STAT_INDEX_IP4TXNOROUTE] = { 168, 0, IRDMA_MAX_STATS_24 }, 182 [IRDMA_HW_STAT_INDEX_IP6TXNOROUTE] = { 176, 0, IRDMA_MAX_STATS_24 }, 183 [IRDMA_HW_STAT_INDEX_TCPRXSEGS] = { 184, 0, IRDMA_MAX_STATS_48 }, 184 [IRDMA_HW_STAT_INDEX_TCPRXOPTERR] = { 192, 0, IRDMA_MAX_STATS_24 }, 185 [IRDMA_HW_STAT_INDEX_TCPRXPROTOERR] = { 200, 0, IRDMA_MAX_STATS_24 }, 186 [IRDMA_HW_STAT_INDEX_TCPTXSEG] = { 208, 0, IRDMA_MAX_STATS_48 }, 187 [IRDMA_HW_STAT_INDEX_TCPRTXSEG] = { 216, 0, IRDMA_MAX_STATS_32 }, 188 [IRDMA_HW_STAT_INDEX_RDMARXWRS] = { 224, 0, IRDMA_MAX_STATS_48 }, 189 [IRDMA_HW_STAT_INDEX_RDMARXRDS] = { 232, 0, IRDMA_MAX_STATS_48 }, 190 [IRDMA_HW_STAT_INDEX_RDMARXSNDS] = { 240, 0, IRDMA_MAX_STATS_48 }, 191 [IRDMA_HW_STAT_INDEX_RDMATXWRS] = { 248, 0, IRDMA_MAX_STATS_48 }, 192 [IRDMA_HW_STAT_INDEX_RDMATXRDS] = { 256, 0, IRDMA_MAX_STATS_48 }, 193 [IRDMA_HW_STAT_INDEX_RDMATXSNDS] = { 264, 0, IRDMA_MAX_STATS_48 }, 194 [IRDMA_HW_STAT_INDEX_RDMAVBND] = { 272, 0, IRDMA_MAX_STATS_48 }, 195 [IRDMA_HW_STAT_INDEX_RDMAVINV] = { 280, 0, IRDMA_MAX_STATS_48 }, 196 [IRDMA_HW_STAT_INDEX_IP4RXMCOCTS] = { 288, 0, IRDMA_MAX_STATS_48 }, 197 [IRDMA_HW_STAT_INDEX_IP4TXMCOCTS] = { 296, 0, IRDMA_MAX_STATS_48 }, 198 [IRDMA_HW_STAT_INDEX_IP6RXMCOCTS] = { 304, 0, IRDMA_MAX_STATS_48 }, 199 [IRDMA_HW_STAT_INDEX_IP6TXMCOCTS] = { 312, 0, IRDMA_MAX_STATS_48 }, 200 [IRDMA_HW_STAT_INDEX_UDPRXPKTS] = { 320, 0, IRDMA_MAX_STATS_48 }, 201 [IRDMA_HW_STAT_INDEX_UDPTXPKTS] = { 328, 0, IRDMA_MAX_STATS_48 }, 202 }; 203 204 void i40iw_init_hw(struct irdma_sc_dev *dev) 205 { 206 int i; 207 u8 __iomem *hw_addr; 208 209 for (i = 0; i < IRDMA_MAX_REGS; ++i) { 210 hw_addr = dev->hw->hw_addr; 211 212 if (i == IRDMA_DB_ADDR_OFFSET) 213 hw_addr = NULL; 214 215 dev->hw_regs[i] = (u32 __iomem *)(i40iw_regs[i] + hw_addr); 216 } 217 218 for (i = 0; i < IRDMA_HW_STAT_INDEX_MAX_GEN_1; ++i) 219 dev->hw_stats_regs[i] = i40iw_stat_offsets[i]; 220 221 dev->hw_attrs.first_hw_vf_fpm_id = I40IW_FIRST_VF_FPM_ID; 222 dev->hw_attrs.max_hw_vf_fpm_id = IRDMA_MAX_VF_FPM_ID; 223 224 for (i = 0; i < IRDMA_MAX_SHIFTS; ++i) 225 dev->hw_shifts[i] = i40iw_shifts[i]; 226 227 for (i = 0; i < IRDMA_MAX_MASKS; ++i) 228 dev->hw_masks[i] = i40iw_masks[i]; 229 230 dev->wqe_alloc_db = dev->hw_regs[IRDMA_WQEALLOC]; 231 dev->cq_arm_db = dev->hw_regs[IRDMA_CQARM]; 232 dev->aeq_alloc_db = dev->hw_regs[IRDMA_AEQALLOC]; 233 dev->cqp_db = dev->hw_regs[IRDMA_CQPDB]; 234 dev->cq_ack_db = dev->hw_regs[IRDMA_CQACK]; 235 dev->ceq_itr_mask_db = NULL; 236 dev->aeq_itr_mask_db = NULL; 237 dev->irq_ops = &i40iw_irq_ops; 238 dev->hw_stats_map = i40iw_hw_stat_map; 239 240 /* Setup the hardware limits, hmc may limit further */ 241 dev->hw_attrs.uk_attrs.max_hw_wq_frags = I40IW_MAX_WQ_FRAGMENT_COUNT; 242 dev->hw_attrs.uk_attrs.max_hw_read_sges = I40IW_MAX_SGE_RD; 243 dev->hw_attrs.max_hw_device_pages = I40IW_MAX_PUSH_PAGE_COUNT; 244 dev->hw_attrs.uk_attrs.max_hw_inline = I40IW_MAX_INLINE_DATA_SIZE; 245 dev->hw_attrs.page_size_cap = SZ_4K | SZ_2M; 246 dev->hw_attrs.max_hw_ird = I40IW_MAX_IRD_SIZE; 247 dev->hw_attrs.max_hw_ord = I40IW_MAX_ORD_SIZE; 248 dev->hw_attrs.max_hw_wqes = I40IW_MAX_WQ_ENTRIES; 249 dev->hw_attrs.uk_attrs.max_hw_rq_quanta = I40IW_QP_SW_MAX_RQ_QUANTA; 250 dev->hw_attrs.uk_attrs.max_hw_wq_quanta = I40IW_QP_SW_MAX_WQ_QUANTA; 251 dev->hw_attrs.uk_attrs.max_hw_sq_chunk = I40IW_MAX_QUANTA_PER_WR; 252 dev->hw_attrs.max_hw_pds = I40IW_MAX_PDS; 253 dev->hw_attrs.max_stat_inst = I40IW_MAX_STATS_COUNT; 254 dev->hw_attrs.max_stat_idx = IRDMA_HW_STAT_INDEX_MAX_GEN_1; 255 dev->hw_attrs.max_hw_outbound_msg_size = I40IW_MAX_OUTBOUND_MSG_SIZE; 256 dev->hw_attrs.max_hw_inbound_msg_size = I40IW_MAX_INBOUND_MSG_SIZE; 257 dev->hw_attrs.max_qp_wr = I40IW_MAX_QP_WRS; 258 } 259