1 /****************************************************************************** 2 * 3 * This file is provided under a dual BSD/GPLv2 license. When using or 4 * redistributing this file, you may do so under either license. 5 * 6 * GPL LICENSE SUMMARY 7 * 8 * Copyright(c) 2018 - 2019 Intel Corporation 9 * 10 * This program is free software; you can redistribute it and/or modify 11 * it under the terms of version 2 of the GNU General Public License as 12 * published by the Free Software Foundation. 13 * 14 * This program is distributed in the hope that it will be useful, but 15 * WITHOUT ANY WARRANTY; without even the implied warranty of 16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 17 * General Public License for more details. 18 * 19 * BSD LICENSE 20 * 21 * Copyright(c) 2018 - 2019 Intel Corporation 22 * All rights reserved. 23 * 24 * Redistribution and use in source and binary forms, with or without 25 * modification, are permitted provided that the following conditions 26 * are met: 27 * 28 * * Redistributions of source code must retain the above copyright 29 * notice, this list of conditions and the following disclaimer. 30 * * Redistributions in binary form must reproduce the above copyright 31 * notice, this list of conditions and the following disclaimer in 32 * the documentation and/or other materials provided with the 33 * distribution. 34 * * Neither the name Intel Corporation nor the names of its 35 * contributors may be used to endorse or promote products derived 36 * from this software without specific prior written permission. 37 * 38 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 39 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 40 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 41 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 42 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 43 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 44 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 45 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 46 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 47 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 48 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 49 * 50 *****************************************************************************/ 51 52 #include "iwl-trans.h" 53 #include "iwl-fh.h" 54 #include "iwl-context-info-gen3.h" 55 #include "internal.h" 56 #include "iwl-prph.h" 57 58 static void 59 iwl_pcie_ctxt_info_dbg_enable(struct iwl_trans *trans, 60 struct iwl_prph_scratch_hwm_cfg *dbg_cfg, 61 u32 *control_flags) 62 { 63 enum iwl_fw_ini_allocation_id alloc_id = IWL_FW_INI_ALLOCATION_ID_DBGC1; 64 struct iwl_fw_ini_allocation_tlv *fw_mon_cfg; 65 u32 dbg_flags = 0; 66 67 if (!iwl_trans_dbg_ini_valid(trans)) { 68 struct iwl_dram_data *fw_mon = &trans->dbg.fw_mon; 69 70 iwl_pcie_alloc_fw_monitor(trans, 0); 71 72 if (fw_mon->size) { 73 dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_DRAM; 74 75 IWL_DEBUG_FW(trans, 76 "WRT: Applying DRAM buffer destination\n"); 77 78 dbg_cfg->hwm_base_addr = cpu_to_le64(fw_mon->physical); 79 dbg_cfg->hwm_size = cpu_to_le32(fw_mon->size); 80 } 81 82 goto out; 83 } 84 85 fw_mon_cfg = &trans->dbg.fw_mon_cfg[alloc_id]; 86 87 if (le32_to_cpu(fw_mon_cfg->buf_location) == 88 IWL_FW_INI_LOCATION_SRAM_PATH) { 89 dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_INTERNAL; 90 91 IWL_DEBUG_FW(trans, 92 "WRT: Applying SMEM buffer destination\n"); 93 94 goto out; 95 } 96 97 if (le32_to_cpu(fw_mon_cfg->buf_location) == 98 IWL_FW_INI_LOCATION_DRAM_PATH && 99 trans->dbg.fw_mon_ini[alloc_id].num_frags) { 100 struct iwl_dram_data *frag = 101 &trans->dbg.fw_mon_ini[alloc_id].frags[0]; 102 103 dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_DRAM; 104 105 IWL_DEBUG_FW(trans, 106 "WRT: Applying DRAM destination (alloc_id=%u)\n", 107 alloc_id); 108 109 dbg_cfg->hwm_base_addr = cpu_to_le64(frag->physical); 110 dbg_cfg->hwm_size = cpu_to_le32(frag->size); 111 } 112 113 out: 114 if (dbg_flags) 115 *control_flags |= IWL_PRPH_SCRATCH_EARLY_DEBUG_EN | dbg_flags; 116 } 117 118 int iwl_pcie_ctxt_info_gen3_init(struct iwl_trans *trans, 119 const struct fw_img *fw) 120 { 121 struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 122 struct iwl_context_info_gen3 *ctxt_info_gen3; 123 struct iwl_prph_scratch *prph_scratch; 124 struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl; 125 struct iwl_prph_info *prph_info; 126 void *iml_img; 127 u32 control_flags = 0; 128 int ret; 129 int cmdq_size = max_t(u32, IWL_CMD_QUEUE_SIZE, 130 trans->cfg->min_txq_size); 131 132 switch (trans_pcie->rx_buf_size) { 133 case IWL_AMSDU_DEF: 134 return -EINVAL; 135 case IWL_AMSDU_2K: 136 break; 137 case IWL_AMSDU_4K: 138 case IWL_AMSDU_8K: 139 case IWL_AMSDU_12K: 140 control_flags |= IWL_PRPH_SCRATCH_RB_SIZE_4K; 141 break; 142 } 143 144 /* Allocate prph scratch */ 145 prph_scratch = dma_alloc_coherent(trans->dev, sizeof(*prph_scratch), 146 &trans_pcie->prph_scratch_dma_addr, 147 GFP_KERNEL); 148 if (!prph_scratch) 149 return -ENOMEM; 150 151 prph_sc_ctrl = &prph_scratch->ctrl_cfg; 152 153 prph_sc_ctrl->version.version = 0; 154 prph_sc_ctrl->version.mac_id = 155 cpu_to_le16((u16)iwl_read32(trans, CSR_HW_REV)); 156 prph_sc_ctrl->version.size = cpu_to_le16(sizeof(*prph_scratch) / 4); 157 158 control_flags |= IWL_PRPH_SCRATCH_MTR_MODE; 159 control_flags |= IWL_PRPH_MTR_FORMAT_256B & IWL_PRPH_SCRATCH_MTR_FORMAT; 160 161 /* initialize RX default queue */ 162 prph_sc_ctrl->rbd_cfg.free_rbd_addr = 163 cpu_to_le64(trans_pcie->rxq->bd_dma); 164 165 iwl_pcie_ctxt_info_dbg_enable(trans, &prph_sc_ctrl->hwm_cfg, 166 &control_flags); 167 prph_sc_ctrl->control.control_flags = cpu_to_le32(control_flags); 168 169 /* allocate ucode sections in dram and set addresses */ 170 ret = iwl_pcie_init_fw_sec(trans, fw, &prph_scratch->dram); 171 if (ret) 172 goto err_free_prph_scratch; 173 174 175 /* Allocate prph information 176 * currently we don't assign to the prph info anything, but it would get 177 * assigned later */ 178 prph_info = dma_alloc_coherent(trans->dev, sizeof(*prph_info), 179 &trans_pcie->prph_info_dma_addr, 180 GFP_KERNEL); 181 if (!prph_info) { 182 ret = -ENOMEM; 183 goto err_free_prph_scratch; 184 } 185 186 /* Allocate context info */ 187 ctxt_info_gen3 = dma_alloc_coherent(trans->dev, 188 sizeof(*ctxt_info_gen3), 189 &trans_pcie->ctxt_info_dma_addr, 190 GFP_KERNEL); 191 if (!ctxt_info_gen3) { 192 ret = -ENOMEM; 193 goto err_free_prph_info; 194 } 195 196 ctxt_info_gen3->prph_info_base_addr = 197 cpu_to_le64(trans_pcie->prph_info_dma_addr); 198 ctxt_info_gen3->prph_scratch_base_addr = 199 cpu_to_le64(trans_pcie->prph_scratch_dma_addr); 200 ctxt_info_gen3->prph_scratch_size = 201 cpu_to_le32(sizeof(*prph_scratch)); 202 ctxt_info_gen3->cr_head_idx_arr_base_addr = 203 cpu_to_le64(trans_pcie->rxq->rb_stts_dma); 204 ctxt_info_gen3->tr_tail_idx_arr_base_addr = 205 cpu_to_le64(trans_pcie->rxq->tr_tail_dma); 206 ctxt_info_gen3->cr_tail_idx_arr_base_addr = 207 cpu_to_le64(trans_pcie->rxq->cr_tail_dma); 208 ctxt_info_gen3->cr_idx_arr_size = 209 cpu_to_le16(IWL_NUM_OF_COMPLETION_RINGS); 210 ctxt_info_gen3->tr_idx_arr_size = 211 cpu_to_le16(IWL_NUM_OF_TRANSFER_RINGS); 212 ctxt_info_gen3->mtr_base_addr = 213 cpu_to_le64(trans_pcie->txq[trans_pcie->cmd_queue]->dma_addr); 214 ctxt_info_gen3->mcr_base_addr = 215 cpu_to_le64(trans_pcie->rxq->used_bd_dma); 216 ctxt_info_gen3->mtr_size = 217 cpu_to_le16(TFD_QUEUE_CB_SIZE(cmdq_size)); 218 ctxt_info_gen3->mcr_size = 219 cpu_to_le16(RX_QUEUE_CB_SIZE(trans->cfg->num_rbds)); 220 221 trans_pcie->ctxt_info_gen3 = ctxt_info_gen3; 222 trans_pcie->prph_info = prph_info; 223 trans_pcie->prph_scratch = prph_scratch; 224 225 /* Allocate IML */ 226 iml_img = dma_alloc_coherent(trans->dev, trans->iml_len, 227 &trans_pcie->iml_dma_addr, GFP_KERNEL); 228 if (!iml_img) 229 return -ENOMEM; 230 231 memcpy(iml_img, trans->iml, trans->iml_len); 232 233 iwl_enable_fw_load_int_ctx_info(trans); 234 235 /* kick FW self load */ 236 iwl_write64(trans, CSR_CTXT_INFO_ADDR, 237 trans_pcie->ctxt_info_dma_addr); 238 iwl_write64(trans, CSR_IML_DATA_ADDR, 239 trans_pcie->iml_dma_addr); 240 iwl_write32(trans, CSR_IML_SIZE_ADDR, trans->iml_len); 241 242 iwl_set_bit(trans, CSR_CTXT_INFO_BOOT_CTRL, 243 CSR_AUTO_FUNC_BOOT_ENA); 244 if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210) 245 iwl_write_umac_prph(trans, UREG_CPU_INIT_RUN, 1); 246 else 247 iwl_set_bit(trans, CSR_GP_CNTRL, CSR_AUTO_FUNC_INIT); 248 249 return 0; 250 251 err_free_prph_info: 252 dma_free_coherent(trans->dev, 253 sizeof(*prph_info), 254 prph_info, 255 trans_pcie->prph_info_dma_addr); 256 257 err_free_prph_scratch: 258 dma_free_coherent(trans->dev, 259 sizeof(*prph_scratch), 260 prph_scratch, 261 trans_pcie->prph_scratch_dma_addr); 262 return ret; 263 264 } 265 266 void iwl_pcie_ctxt_info_gen3_free(struct iwl_trans *trans) 267 { 268 struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 269 270 if (!trans_pcie->ctxt_info_gen3) 271 return; 272 273 dma_free_coherent(trans->dev, sizeof(*trans_pcie->ctxt_info_gen3), 274 trans_pcie->ctxt_info_gen3, 275 trans_pcie->ctxt_info_dma_addr); 276 trans_pcie->ctxt_info_dma_addr = 0; 277 trans_pcie->ctxt_info_gen3 = NULL; 278 279 iwl_pcie_ctxt_info_free_fw_img(trans); 280 281 dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_scratch), 282 trans_pcie->prph_scratch, 283 trans_pcie->prph_scratch_dma_addr); 284 trans_pcie->prph_scratch_dma_addr = 0; 285 trans_pcie->prph_scratch = NULL; 286 287 dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_info), 288 trans_pcie->prph_info, 289 trans_pcie->prph_info_dma_addr); 290 trans_pcie->prph_info_dma_addr = 0; 291 trans_pcie->prph_info = NULL; 292 } 293