12ee82402SGolan Ben Ami /****************************************************************************** 22ee82402SGolan Ben Ami * 32ee82402SGolan Ben Ami * This file is provided under a dual BSD/GPLv2 license. When using or 42ee82402SGolan Ben Ami * redistributing this file, you may do so under either license. 52ee82402SGolan Ben Ami * 62ee82402SGolan Ben Ami * GPL LICENSE SUMMARY 72ee82402SGolan Ben Ami * 8*cbc63655SGil Adam * Copyright(c) 2018 - 2020 Intel Corporation 92ee82402SGolan Ben Ami * 102ee82402SGolan Ben Ami * This program is free software; you can redistribute it and/or modify 112ee82402SGolan Ben Ami * it under the terms of version 2 of the GNU General Public License as 122ee82402SGolan Ben Ami * published by the Free Software Foundation. 132ee82402SGolan Ben Ami * 142ee82402SGolan Ben Ami * This program is distributed in the hope that it will be useful, but 152ee82402SGolan Ben Ami * WITHOUT ANY WARRANTY; without even the implied warranty of 162ee82402SGolan Ben Ami * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 172ee82402SGolan Ben Ami * General Public License for more details. 182ee82402SGolan Ben Ami * 192ee82402SGolan Ben Ami * BSD LICENSE 202ee82402SGolan Ben Ami * 21*cbc63655SGil Adam * Copyright(c) 2018 - 2020 Intel Corporation 222ee82402SGolan Ben Ami * All rights reserved. 232ee82402SGolan Ben Ami * 242ee82402SGolan Ben Ami * Redistribution and use in source and binary forms, with or without 252ee82402SGolan Ben Ami * modification, are permitted provided that the following conditions 262ee82402SGolan Ben Ami * are met: 272ee82402SGolan Ben Ami * 282ee82402SGolan Ben Ami * * Redistributions of source code must retain the above copyright 292ee82402SGolan Ben Ami * notice, this list of conditions and the following disclaimer. 302ee82402SGolan Ben Ami * * Redistributions in binary form must reproduce the above copyright 312ee82402SGolan Ben Ami * notice, this list of conditions and the following disclaimer in 322ee82402SGolan Ben Ami * the documentation and/or other materials provided with the 332ee82402SGolan Ben Ami * distribution. 342ee82402SGolan Ben Ami * * Neither the name Intel Corporation nor the names of its 352ee82402SGolan Ben Ami * contributors may be used to endorse or promote products derived 362ee82402SGolan Ben Ami * from this software without specific prior written permission. 372ee82402SGolan Ben Ami * 382ee82402SGolan Ben Ami * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 392ee82402SGolan Ben Ami * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 402ee82402SGolan Ben Ami * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 412ee82402SGolan Ben Ami * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 422ee82402SGolan Ben Ami * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 432ee82402SGolan Ben Ami * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 442ee82402SGolan Ben Ami * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 452ee82402SGolan Ben Ami * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 462ee82402SGolan Ben Ami * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 472ee82402SGolan Ben Ami * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 482ee82402SGolan Ben Ami * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 492ee82402SGolan Ben Ami * 502ee82402SGolan Ben Ami *****************************************************************************/ 512ee82402SGolan Ben Ami 522ee82402SGolan Ben Ami #include "iwl-trans.h" 532ee82402SGolan Ben Ami #include "iwl-fh.h" 542ee82402SGolan Ben Ami #include "iwl-context-info-gen3.h" 552ee82402SGolan Ben Ami #include "internal.h" 562ee82402SGolan Ben Ami #include "iwl-prph.h" 572ee82402SGolan Ben Ami 58593fae3eSShahar S Matityahu static void 59593fae3eSShahar S Matityahu iwl_pcie_ctxt_info_dbg_enable(struct iwl_trans *trans, 60593fae3eSShahar S Matityahu struct iwl_prph_scratch_hwm_cfg *dbg_cfg, 61593fae3eSShahar S Matityahu u32 *control_flags) 62593fae3eSShahar S Matityahu { 63593fae3eSShahar S Matityahu enum iwl_fw_ini_allocation_id alloc_id = IWL_FW_INI_ALLOCATION_ID_DBGC1; 64593fae3eSShahar S Matityahu struct iwl_fw_ini_allocation_tlv *fw_mon_cfg; 65593fae3eSShahar S Matityahu u32 dbg_flags = 0; 66593fae3eSShahar S Matityahu 67593fae3eSShahar S Matityahu if (!iwl_trans_dbg_ini_valid(trans)) { 68593fae3eSShahar S Matityahu struct iwl_dram_data *fw_mon = &trans->dbg.fw_mon; 69593fae3eSShahar S Matityahu 70593fae3eSShahar S Matityahu iwl_pcie_alloc_fw_monitor(trans, 0); 71593fae3eSShahar S Matityahu 72593fae3eSShahar S Matityahu if (fw_mon->size) { 73593fae3eSShahar S Matityahu dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_DRAM; 74593fae3eSShahar S Matityahu 75593fae3eSShahar S Matityahu IWL_DEBUG_FW(trans, 76593fae3eSShahar S Matityahu "WRT: Applying DRAM buffer destination\n"); 77593fae3eSShahar S Matityahu 78593fae3eSShahar S Matityahu dbg_cfg->hwm_base_addr = cpu_to_le64(fw_mon->physical); 79593fae3eSShahar S Matityahu dbg_cfg->hwm_size = cpu_to_le32(fw_mon->size); 80593fae3eSShahar S Matityahu } 81593fae3eSShahar S Matityahu 82593fae3eSShahar S Matityahu goto out; 83593fae3eSShahar S Matityahu } 84593fae3eSShahar S Matityahu 85593fae3eSShahar S Matityahu fw_mon_cfg = &trans->dbg.fw_mon_cfg[alloc_id]; 86593fae3eSShahar S Matityahu 87*cbc63655SGil Adam switch (le32_to_cpu(fw_mon_cfg->buf_location)) { 88*cbc63655SGil Adam case IWL_FW_INI_LOCATION_SRAM_PATH: 89593fae3eSShahar S Matityahu dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_INTERNAL; 90593fae3eSShahar S Matityahu IWL_DEBUG_FW(trans, 91593fae3eSShahar S Matityahu "WRT: Applying SMEM buffer destination\n"); 92*cbc63655SGil Adam break; 93593fae3eSShahar S Matityahu 94*cbc63655SGil Adam case IWL_FW_INI_LOCATION_NPK_PATH: 95*cbc63655SGil Adam dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_TB22DTF; 96*cbc63655SGil Adam IWL_DEBUG_FW(trans, 97*cbc63655SGil Adam "WRT: Applying NPK buffer destination\n"); 98*cbc63655SGil Adam break; 99593fae3eSShahar S Matityahu 100*cbc63655SGil Adam case IWL_FW_INI_LOCATION_DRAM_PATH: 101*cbc63655SGil Adam if (trans->dbg.fw_mon_ini[alloc_id].num_frags) { 102593fae3eSShahar S Matityahu struct iwl_dram_data *frag = 103593fae3eSShahar S Matityahu &trans->dbg.fw_mon_ini[alloc_id].frags[0]; 104593fae3eSShahar S Matityahu dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_DRAM; 105593fae3eSShahar S Matityahu dbg_cfg->hwm_base_addr = cpu_to_le64(frag->physical); 106593fae3eSShahar S Matityahu dbg_cfg->hwm_size = cpu_to_le32(frag->size); 107*cbc63655SGil Adam IWL_DEBUG_FW(trans, 108*cbc63655SGil Adam "WRT: Applying DRAM destination (alloc_id=%u, num_frags=%u)\n", 109*cbc63655SGil Adam alloc_id, 110*cbc63655SGil Adam trans->dbg.fw_mon_ini[alloc_id].num_frags); 111593fae3eSShahar S Matityahu } 112*cbc63655SGil Adam break; 113*cbc63655SGil Adam default: 114*cbc63655SGil Adam IWL_ERR(trans, "WRT: Invalid buffer destination\n"); 115*cbc63655SGil Adam } 116593fae3eSShahar S Matityahu out: 117593fae3eSShahar S Matityahu if (dbg_flags) 118593fae3eSShahar S Matityahu *control_flags |= IWL_PRPH_SCRATCH_EARLY_DEBUG_EN | dbg_flags; 119593fae3eSShahar S Matityahu } 120593fae3eSShahar S Matityahu 1212ee82402SGolan Ben Ami int iwl_pcie_ctxt_info_gen3_init(struct iwl_trans *trans, 1222ee82402SGolan Ben Ami const struct fw_img *fw) 1232ee82402SGolan Ben Ami { 1242ee82402SGolan Ben Ami struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 1252ee82402SGolan Ben Ami struct iwl_context_info_gen3 *ctxt_info_gen3; 1262ee82402SGolan Ben Ami struct iwl_prph_scratch *prph_scratch; 1272ee82402SGolan Ben Ami struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl; 1282ee82402SGolan Ben Ami struct iwl_prph_info *prph_info; 1292ee82402SGolan Ben Ami void *iml_img; 1302ee82402SGolan Ben Ami u32 control_flags = 0; 1312ee82402SGolan Ben Ami int ret; 132718a8b23SShaul Triebitz int cmdq_size = max_t(u32, IWL_CMD_QUEUE_SIZE, 133718a8b23SShaul Triebitz trans->cfg->min_txq_size); 1342ee82402SGolan Ben Ami 1352ee82402SGolan Ben Ami /* Allocate prph scratch */ 1362ee82402SGolan Ben Ami prph_scratch = dma_alloc_coherent(trans->dev, sizeof(*prph_scratch), 1372ee82402SGolan Ben Ami &trans_pcie->prph_scratch_dma_addr, 1382ee82402SGolan Ben Ami GFP_KERNEL); 1392ee82402SGolan Ben Ami if (!prph_scratch) 1402ee82402SGolan Ben Ami return -ENOMEM; 1412ee82402SGolan Ben Ami 1422ee82402SGolan Ben Ami prph_sc_ctrl = &prph_scratch->ctrl_cfg; 1432ee82402SGolan Ben Ami 1442ee82402SGolan Ben Ami prph_sc_ctrl->version.version = 0; 1452ee82402SGolan Ben Ami prph_sc_ctrl->version.mac_id = 1462ee82402SGolan Ben Ami cpu_to_le16((u16)iwl_read32(trans, CSR_HW_REV)); 1472ee82402SGolan Ben Ami prph_sc_ctrl->version.size = cpu_to_le16(sizeof(*prph_scratch) / 4); 1482ee82402SGolan Ben Ami 1492ee82402SGolan Ben Ami control_flags = IWL_PRPH_SCRATCH_RB_SIZE_4K | 1502ee82402SGolan Ben Ami IWL_PRPH_SCRATCH_MTR_MODE | 1512ee82402SGolan Ben Ami (IWL_PRPH_MTR_FORMAT_256B & 152593fae3eSShahar S Matityahu IWL_PRPH_SCRATCH_MTR_FORMAT); 1532ee82402SGolan Ben Ami 1542ee82402SGolan Ben Ami /* initialize RX default queue */ 1552ee82402SGolan Ben Ami prph_sc_ctrl->rbd_cfg.free_rbd_addr = 1562ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->rxq->bd_dma); 1572ee82402SGolan Ben Ami 158593fae3eSShahar S Matityahu iwl_pcie_ctxt_info_dbg_enable(trans, &prph_sc_ctrl->hwm_cfg, 159593fae3eSShahar S Matityahu &control_flags); 160593fae3eSShahar S Matityahu prph_sc_ctrl->control.control_flags = cpu_to_le32(control_flags); 1619f358c17SGolan Ben Ami 1622ee82402SGolan Ben Ami /* allocate ucode sections in dram and set addresses */ 1632ee82402SGolan Ben Ami ret = iwl_pcie_init_fw_sec(trans, fw, &prph_scratch->dram); 1640f4f1994SNavid Emamdoost if (ret) 1650f4f1994SNavid Emamdoost goto err_free_prph_scratch; 1660f4f1994SNavid Emamdoost 1672ee82402SGolan Ben Ami 1682ee82402SGolan Ben Ami /* Allocate prph information 1692ee82402SGolan Ben Ami * currently we don't assign to the prph info anything, but it would get 1702ee82402SGolan Ben Ami * assigned later */ 1712ee82402SGolan Ben Ami prph_info = dma_alloc_coherent(trans->dev, sizeof(*prph_info), 1722ee82402SGolan Ben Ami &trans_pcie->prph_info_dma_addr, 1732ee82402SGolan Ben Ami GFP_KERNEL); 1740f4f1994SNavid Emamdoost if (!prph_info) { 1750f4f1994SNavid Emamdoost ret = -ENOMEM; 1760f4f1994SNavid Emamdoost goto err_free_prph_scratch; 1770f4f1994SNavid Emamdoost } 1782ee82402SGolan Ben Ami 1792ee82402SGolan Ben Ami /* Allocate context info */ 1802ee82402SGolan Ben Ami ctxt_info_gen3 = dma_alloc_coherent(trans->dev, 1812ee82402SGolan Ben Ami sizeof(*ctxt_info_gen3), 1822ee82402SGolan Ben Ami &trans_pcie->ctxt_info_dma_addr, 1832ee82402SGolan Ben Ami GFP_KERNEL); 1840f4f1994SNavid Emamdoost if (!ctxt_info_gen3) { 1850f4f1994SNavid Emamdoost ret = -ENOMEM; 1860f4f1994SNavid Emamdoost goto err_free_prph_info; 1870f4f1994SNavid Emamdoost } 1882ee82402SGolan Ben Ami 1892ee82402SGolan Ben Ami ctxt_info_gen3->prph_info_base_addr = 1902ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->prph_info_dma_addr); 1912ee82402SGolan Ben Ami ctxt_info_gen3->prph_scratch_base_addr = 1922ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->prph_scratch_dma_addr); 1932ee82402SGolan Ben Ami ctxt_info_gen3->prph_scratch_size = 1942ee82402SGolan Ben Ami cpu_to_le32(sizeof(*prph_scratch)); 1952ee82402SGolan Ben Ami ctxt_info_gen3->cr_head_idx_arr_base_addr = 1962ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->rxq->rb_stts_dma); 1972ee82402SGolan Ben Ami ctxt_info_gen3->tr_tail_idx_arr_base_addr = 1982ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->rxq->tr_tail_dma); 1992ee82402SGolan Ben Ami ctxt_info_gen3->cr_tail_idx_arr_base_addr = 2002ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->rxq->cr_tail_dma); 2012ee82402SGolan Ben Ami ctxt_info_gen3->cr_idx_arr_size = 2022ee82402SGolan Ben Ami cpu_to_le16(IWL_NUM_OF_COMPLETION_RINGS); 2032ee82402SGolan Ben Ami ctxt_info_gen3->tr_idx_arr_size = 2042ee82402SGolan Ben Ami cpu_to_le16(IWL_NUM_OF_TRANSFER_RINGS); 2052ee82402SGolan Ben Ami ctxt_info_gen3->mtr_base_addr = 2062ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->txq[trans_pcie->cmd_queue]->dma_addr); 2072ee82402SGolan Ben Ami ctxt_info_gen3->mcr_base_addr = 2082ee82402SGolan Ben Ami cpu_to_le64(trans_pcie->rxq->used_bd_dma); 2092ee82402SGolan Ben Ami ctxt_info_gen3->mtr_size = 210ff911dcaSShaul Triebitz cpu_to_le16(TFD_QUEUE_CB_SIZE(cmdq_size)); 2112ee82402SGolan Ben Ami ctxt_info_gen3->mcr_size = 212c042f0c7SJohannes Berg cpu_to_le16(RX_QUEUE_CB_SIZE(trans->cfg->num_rbds)); 2132ee82402SGolan Ben Ami 2142ee82402SGolan Ben Ami trans_pcie->ctxt_info_gen3 = ctxt_info_gen3; 2152ee82402SGolan Ben Ami trans_pcie->prph_info = prph_info; 2162ee82402SGolan Ben Ami trans_pcie->prph_scratch = prph_scratch; 2172ee82402SGolan Ben Ami 2182ee82402SGolan Ben Ami /* Allocate IML */ 2192ee82402SGolan Ben Ami iml_img = dma_alloc_coherent(trans->dev, trans->iml_len, 2202ee82402SGolan Ben Ami &trans_pcie->iml_dma_addr, GFP_KERNEL); 2212ee82402SGolan Ben Ami if (!iml_img) 2222ee82402SGolan Ben Ami return -ENOMEM; 2232ee82402SGolan Ben Ami 2242ee82402SGolan Ben Ami memcpy(iml_img, trans->iml, trans->iml_len); 2252ee82402SGolan Ben Ami 226ed3e4c6dSEmmanuel Grumbach iwl_enable_fw_load_int_ctx_info(trans); 2272ee82402SGolan Ben Ami 2282ee82402SGolan Ben Ami /* kick FW self load */ 2292ee82402SGolan Ben Ami iwl_write64(trans, CSR_CTXT_INFO_ADDR, 2302ee82402SGolan Ben Ami trans_pcie->ctxt_info_dma_addr); 2312ee82402SGolan Ben Ami iwl_write64(trans, CSR_IML_DATA_ADDR, 2322ee82402SGolan Ben Ami trans_pcie->iml_dma_addr); 2332ee82402SGolan Ben Ami iwl_write32(trans, CSR_IML_SIZE_ADDR, trans->iml_len); 234ff911dcaSShaul Triebitz 235ff911dcaSShaul Triebitz iwl_set_bit(trans, CSR_CTXT_INFO_BOOT_CTRL, 236ff911dcaSShaul Triebitz CSR_AUTO_FUNC_BOOT_ENA); 237286ca8ebSLuca Coelho if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210) 238ea695b7cSShaul Triebitz iwl_write_umac_prph(trans, UREG_CPU_INIT_RUN, 1); 239ea695b7cSShaul Triebitz else 2402ee82402SGolan Ben Ami iwl_set_bit(trans, CSR_GP_CNTRL, CSR_AUTO_FUNC_INIT); 2412ee82402SGolan Ben Ami 2422ee82402SGolan Ben Ami return 0; 2430f4f1994SNavid Emamdoost 2440f4f1994SNavid Emamdoost err_free_prph_info: 2450f4f1994SNavid Emamdoost dma_free_coherent(trans->dev, 2460f4f1994SNavid Emamdoost sizeof(*prph_info), 2470f4f1994SNavid Emamdoost prph_info, 2480f4f1994SNavid Emamdoost trans_pcie->prph_info_dma_addr); 2490f4f1994SNavid Emamdoost 2500f4f1994SNavid Emamdoost err_free_prph_scratch: 2510f4f1994SNavid Emamdoost dma_free_coherent(trans->dev, 2520f4f1994SNavid Emamdoost sizeof(*prph_scratch), 2530f4f1994SNavid Emamdoost prph_scratch, 2540f4f1994SNavid Emamdoost trans_pcie->prph_scratch_dma_addr); 2550f4f1994SNavid Emamdoost return ret; 2560f4f1994SNavid Emamdoost 2572ee82402SGolan Ben Ami } 2582ee82402SGolan Ben Ami 2592ee82402SGolan Ben Ami void iwl_pcie_ctxt_info_gen3_free(struct iwl_trans *trans) 2602ee82402SGolan Ben Ami { 2612ee82402SGolan Ben Ami struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 2622ee82402SGolan Ben Ami 2632ee82402SGolan Ben Ami if (!trans_pcie->ctxt_info_gen3) 2642ee82402SGolan Ben Ami return; 2652ee82402SGolan Ben Ami 2662ee82402SGolan Ben Ami dma_free_coherent(trans->dev, sizeof(*trans_pcie->ctxt_info_gen3), 2672ee82402SGolan Ben Ami trans_pcie->ctxt_info_gen3, 2682ee82402SGolan Ben Ami trans_pcie->ctxt_info_dma_addr); 2692ee82402SGolan Ben Ami trans_pcie->ctxt_info_dma_addr = 0; 2702ee82402SGolan Ben Ami trans_pcie->ctxt_info_gen3 = NULL; 2712ee82402SGolan Ben Ami 2722ee82402SGolan Ben Ami iwl_pcie_ctxt_info_free_fw_img(trans); 2732ee82402SGolan Ben Ami 2742ee82402SGolan Ben Ami dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_scratch), 2752ee82402SGolan Ben Ami trans_pcie->prph_scratch, 2762ee82402SGolan Ben Ami trans_pcie->prph_scratch_dma_addr); 2772ee82402SGolan Ben Ami trans_pcie->prph_scratch_dma_addr = 0; 2782ee82402SGolan Ben Ami trans_pcie->prph_scratch = NULL; 2792ee82402SGolan Ben Ami 2802ee82402SGolan Ben Ami dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_info), 2812ee82402SGolan Ben Ami trans_pcie->prph_info, 2822ee82402SGolan Ben Ami trans_pcie->prph_info_dma_addr); 2832ee82402SGolan Ben Ami trans_pcie->prph_info_dma_addr = 0; 2842ee82402SGolan Ben Ami trans_pcie->prph_info = NULL; 2852ee82402SGolan Ben Ami } 286