12ee82402SGolan Ben Ami /******************************************************************************
22ee82402SGolan Ben Ami  *
32ee82402SGolan Ben Ami  * This file is provided under a dual BSD/GPLv2 license.  When using or
42ee82402SGolan Ben Ami  * redistributing this file, you may do so under either license.
52ee82402SGolan Ben Ami  *
62ee82402SGolan Ben Ami  * GPL LICENSE SUMMARY
72ee82402SGolan Ben Ami  *
8ea695b7cSShaul Triebitz  * Copyright(c) 2018 - 2019 Intel Corporation
92ee82402SGolan Ben Ami  *
102ee82402SGolan Ben Ami  * This program is free software; you can redistribute it and/or modify
112ee82402SGolan Ben Ami  * it under the terms of version 2 of the GNU General Public License as
122ee82402SGolan Ben Ami  * published by the Free Software Foundation.
132ee82402SGolan Ben Ami  *
142ee82402SGolan Ben Ami  * This program is distributed in the hope that it will be useful, but
152ee82402SGolan Ben Ami  * WITHOUT ANY WARRANTY; without even the implied warranty of
162ee82402SGolan Ben Ami  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
172ee82402SGolan Ben Ami  * General Public License for more details.
182ee82402SGolan Ben Ami  *
192ee82402SGolan Ben Ami  * BSD LICENSE
202ee82402SGolan Ben Ami  *
21ea695b7cSShaul Triebitz  * Copyright(c) 2018 - 2019 Intel Corporation
222ee82402SGolan Ben Ami  * All rights reserved.
232ee82402SGolan Ben Ami  *
242ee82402SGolan Ben Ami  * Redistribution and use in source and binary forms, with or without
252ee82402SGolan Ben Ami  * modification, are permitted provided that the following conditions
262ee82402SGolan Ben Ami  * are met:
272ee82402SGolan Ben Ami  *
282ee82402SGolan Ben Ami  *  * Redistributions of source code must retain the above copyright
292ee82402SGolan Ben Ami  *    notice, this list of conditions and the following disclaimer.
302ee82402SGolan Ben Ami  *  * Redistributions in binary form must reproduce the above copyright
312ee82402SGolan Ben Ami  *    notice, this list of conditions and the following disclaimer in
322ee82402SGolan Ben Ami  *    the documentation and/or other materials provided with the
332ee82402SGolan Ben Ami  *    distribution.
342ee82402SGolan Ben Ami  *  * Neither the name Intel Corporation nor the names of its
352ee82402SGolan Ben Ami  *    contributors may be used to endorse or promote products derived
362ee82402SGolan Ben Ami  *    from this software without specific prior written permission.
372ee82402SGolan Ben Ami  *
382ee82402SGolan Ben Ami  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
392ee82402SGolan Ben Ami  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
402ee82402SGolan Ben Ami  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
412ee82402SGolan Ben Ami  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
422ee82402SGolan Ben Ami  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
432ee82402SGolan Ben Ami  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
442ee82402SGolan Ben Ami  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
452ee82402SGolan Ben Ami  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
462ee82402SGolan Ben Ami  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
472ee82402SGolan Ben Ami  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
482ee82402SGolan Ben Ami  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
492ee82402SGolan Ben Ami  *
502ee82402SGolan Ben Ami  *****************************************************************************/
512ee82402SGolan Ben Ami 
522ee82402SGolan Ben Ami #include "iwl-trans.h"
532ee82402SGolan Ben Ami #include "iwl-fh.h"
542ee82402SGolan Ben Ami #include "iwl-context-info-gen3.h"
552ee82402SGolan Ben Ami #include "internal.h"
562ee82402SGolan Ben Ami #include "iwl-prph.h"
572ee82402SGolan Ben Ami 
582ee82402SGolan Ben Ami int iwl_pcie_ctxt_info_gen3_init(struct iwl_trans *trans,
592ee82402SGolan Ben Ami 				 const struct fw_img *fw)
602ee82402SGolan Ben Ami {
612ee82402SGolan Ben Ami 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
622ee82402SGolan Ben Ami 	struct iwl_context_info_gen3 *ctxt_info_gen3;
632ee82402SGolan Ben Ami 	struct iwl_prph_scratch *prph_scratch;
642ee82402SGolan Ben Ami 	struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl;
652ee82402SGolan Ben Ami 	struct iwl_prph_info *prph_info;
662ee82402SGolan Ben Ami 	void *iml_img;
672ee82402SGolan Ben Ami 	u32 control_flags = 0;
682ee82402SGolan Ben Ami 	int ret;
69718a8b23SShaul Triebitz 	int cmdq_size = max_t(u32, IWL_CMD_QUEUE_SIZE,
70718a8b23SShaul Triebitz 			      trans->cfg->min_txq_size);
712ee82402SGolan Ben Ami 
722ee82402SGolan Ben Ami 	/* Allocate prph scratch */
732ee82402SGolan Ben Ami 	prph_scratch = dma_alloc_coherent(trans->dev, sizeof(*prph_scratch),
742ee82402SGolan Ben Ami 					  &trans_pcie->prph_scratch_dma_addr,
752ee82402SGolan Ben Ami 					  GFP_KERNEL);
762ee82402SGolan Ben Ami 	if (!prph_scratch)
772ee82402SGolan Ben Ami 		return -ENOMEM;
782ee82402SGolan Ben Ami 
792ee82402SGolan Ben Ami 	prph_sc_ctrl = &prph_scratch->ctrl_cfg;
802ee82402SGolan Ben Ami 
812ee82402SGolan Ben Ami 	prph_sc_ctrl->version.version = 0;
822ee82402SGolan Ben Ami 	prph_sc_ctrl->version.mac_id =
832ee82402SGolan Ben Ami 		cpu_to_le16((u16)iwl_read32(trans, CSR_HW_REV));
842ee82402SGolan Ben Ami 	prph_sc_ctrl->version.size = cpu_to_le16(sizeof(*prph_scratch) / 4);
852ee82402SGolan Ben Ami 
862ee82402SGolan Ben Ami 	control_flags = IWL_PRPH_SCRATCH_RB_SIZE_4K |
872ee82402SGolan Ben Ami 			IWL_PRPH_SCRATCH_MTR_MODE |
882ee82402SGolan Ben Ami 			(IWL_PRPH_MTR_FORMAT_256B &
899f358c17SGolan Ben Ami 			 IWL_PRPH_SCRATCH_MTR_FORMAT) |
909f358c17SGolan Ben Ami 			IWL_PRPH_SCRATCH_EARLY_DEBUG_EN |
919f358c17SGolan Ben Ami 			IWL_PRPH_SCRATCH_EDBG_DEST_DRAM;
922ee82402SGolan Ben Ami 	prph_sc_ctrl->control.control_flags = cpu_to_le32(control_flags);
932ee82402SGolan Ben Ami 
942ee82402SGolan Ben Ami 	/* initialize RX default queue */
952ee82402SGolan Ben Ami 	prph_sc_ctrl->rbd_cfg.free_rbd_addr =
962ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->bd_dma);
972ee82402SGolan Ben Ami 
989f358c17SGolan Ben Ami 	/* Configure debug, for integration */
99a1af4c48SShahar S Matityahu 	if (!iwl_trans_dbg_ini_valid(trans))
1009f358c17SGolan Ben Ami 		iwl_pcie_alloc_fw_monitor(trans, 0);
10191c28b83SShahar S Matityahu 	if (trans->dbg.num_blocks) {
1029f358c17SGolan Ben Ami 		prph_sc_ctrl->hwm_cfg.hwm_base_addr =
10391c28b83SShahar S Matityahu 			cpu_to_le64(trans->dbg.fw_mon[0].physical);
1049f358c17SGolan Ben Ami 		prph_sc_ctrl->hwm_cfg.hwm_size =
10591c28b83SShahar S Matityahu 			cpu_to_le32(trans->dbg.fw_mon[0].size);
1067a14c23dSSara Sharon 	}
1079f358c17SGolan Ben Ami 
1082ee82402SGolan Ben Ami 	/* allocate ucode sections in dram and set addresses */
1092ee82402SGolan Ben Ami 	ret = iwl_pcie_init_fw_sec(trans, fw, &prph_scratch->dram);
1100f4f1994SNavid Emamdoost 	if (ret)
1110f4f1994SNavid Emamdoost 		goto err_free_prph_scratch;
1120f4f1994SNavid Emamdoost 
1132ee82402SGolan Ben Ami 
1142ee82402SGolan Ben Ami 	/* Allocate prph information
1152ee82402SGolan Ben Ami 	 * currently we don't assign to the prph info anything, but it would get
1162ee82402SGolan Ben Ami 	 * assigned later */
1172ee82402SGolan Ben Ami 	prph_info = dma_alloc_coherent(trans->dev, sizeof(*prph_info),
1182ee82402SGolan Ben Ami 				       &trans_pcie->prph_info_dma_addr,
1192ee82402SGolan Ben Ami 				       GFP_KERNEL);
1200f4f1994SNavid Emamdoost 	if (!prph_info) {
1210f4f1994SNavid Emamdoost 		ret = -ENOMEM;
1220f4f1994SNavid Emamdoost 		goto err_free_prph_scratch;
1230f4f1994SNavid Emamdoost 	}
1242ee82402SGolan Ben Ami 
1252ee82402SGolan Ben Ami 	/* Allocate context info */
1262ee82402SGolan Ben Ami 	ctxt_info_gen3 = dma_alloc_coherent(trans->dev,
1272ee82402SGolan Ben Ami 					    sizeof(*ctxt_info_gen3),
1282ee82402SGolan Ben Ami 					    &trans_pcie->ctxt_info_dma_addr,
1292ee82402SGolan Ben Ami 					    GFP_KERNEL);
1300f4f1994SNavid Emamdoost 	if (!ctxt_info_gen3) {
1310f4f1994SNavid Emamdoost 		ret = -ENOMEM;
1320f4f1994SNavid Emamdoost 		goto err_free_prph_info;
1330f4f1994SNavid Emamdoost 	}
1342ee82402SGolan Ben Ami 
1352ee82402SGolan Ben Ami 	ctxt_info_gen3->prph_info_base_addr =
1362ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->prph_info_dma_addr);
1372ee82402SGolan Ben Ami 	ctxt_info_gen3->prph_scratch_base_addr =
1382ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->prph_scratch_dma_addr);
1392ee82402SGolan Ben Ami 	ctxt_info_gen3->prph_scratch_size =
1402ee82402SGolan Ben Ami 		cpu_to_le32(sizeof(*prph_scratch));
1412ee82402SGolan Ben Ami 	ctxt_info_gen3->cr_head_idx_arr_base_addr =
1422ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->rb_stts_dma);
1432ee82402SGolan Ben Ami 	ctxt_info_gen3->tr_tail_idx_arr_base_addr =
1442ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->tr_tail_dma);
1452ee82402SGolan Ben Ami 	ctxt_info_gen3->cr_tail_idx_arr_base_addr =
1462ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->cr_tail_dma);
1472ee82402SGolan Ben Ami 	ctxt_info_gen3->cr_idx_arr_size =
1482ee82402SGolan Ben Ami 		cpu_to_le16(IWL_NUM_OF_COMPLETION_RINGS);
1492ee82402SGolan Ben Ami 	ctxt_info_gen3->tr_idx_arr_size =
1502ee82402SGolan Ben Ami 		cpu_to_le16(IWL_NUM_OF_TRANSFER_RINGS);
1512ee82402SGolan Ben Ami 	ctxt_info_gen3->mtr_base_addr =
1522ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->txq[trans_pcie->cmd_queue]->dma_addr);
1532ee82402SGolan Ben Ami 	ctxt_info_gen3->mcr_base_addr =
1542ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->used_bd_dma);
1552ee82402SGolan Ben Ami 	ctxt_info_gen3->mtr_size =
156ff911dcaSShaul Triebitz 		cpu_to_le16(TFD_QUEUE_CB_SIZE(cmdq_size));
1572ee82402SGolan Ben Ami 	ctxt_info_gen3->mcr_size =
1582ee82402SGolan Ben Ami 		cpu_to_le16(RX_QUEUE_CB_SIZE(MQ_RX_TABLE_SIZE));
1592ee82402SGolan Ben Ami 
1602ee82402SGolan Ben Ami 	trans_pcie->ctxt_info_gen3 = ctxt_info_gen3;
1612ee82402SGolan Ben Ami 	trans_pcie->prph_info = prph_info;
1622ee82402SGolan Ben Ami 	trans_pcie->prph_scratch = prph_scratch;
1632ee82402SGolan Ben Ami 
1642ee82402SGolan Ben Ami 	/* Allocate IML */
1652ee82402SGolan Ben Ami 	iml_img = dma_alloc_coherent(trans->dev, trans->iml_len,
1662ee82402SGolan Ben Ami 				     &trans_pcie->iml_dma_addr, GFP_KERNEL);
1672ee82402SGolan Ben Ami 	if (!iml_img)
1682ee82402SGolan Ben Ami 		return -ENOMEM;
1692ee82402SGolan Ben Ami 
1702ee82402SGolan Ben Ami 	memcpy(iml_img, trans->iml, trans->iml_len);
1712ee82402SGolan Ben Ami 
172ed3e4c6dSEmmanuel Grumbach 	iwl_enable_fw_load_int_ctx_info(trans);
1732ee82402SGolan Ben Ami 
1742ee82402SGolan Ben Ami 	/* kick FW self load */
1752ee82402SGolan Ben Ami 	iwl_write64(trans, CSR_CTXT_INFO_ADDR,
1762ee82402SGolan Ben Ami 		    trans_pcie->ctxt_info_dma_addr);
1772ee82402SGolan Ben Ami 	iwl_write64(trans, CSR_IML_DATA_ADDR,
1782ee82402SGolan Ben Ami 		    trans_pcie->iml_dma_addr);
1792ee82402SGolan Ben Ami 	iwl_write32(trans, CSR_IML_SIZE_ADDR, trans->iml_len);
180ff911dcaSShaul Triebitz 
181ff911dcaSShaul Triebitz 	iwl_set_bit(trans, CSR_CTXT_INFO_BOOT_CTRL,
182ff911dcaSShaul Triebitz 		    CSR_AUTO_FUNC_BOOT_ENA);
183286ca8ebSLuca Coelho 	if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210)
184ea695b7cSShaul Triebitz 		iwl_write_umac_prph(trans, UREG_CPU_INIT_RUN, 1);
185ea695b7cSShaul Triebitz 	else
1862ee82402SGolan Ben Ami 		iwl_set_bit(trans, CSR_GP_CNTRL, CSR_AUTO_FUNC_INIT);
1872ee82402SGolan Ben Ami 
1882ee82402SGolan Ben Ami 	return 0;
1890f4f1994SNavid Emamdoost 
1900f4f1994SNavid Emamdoost err_free_prph_info:
1910f4f1994SNavid Emamdoost 	dma_free_coherent(trans->dev,
1920f4f1994SNavid Emamdoost 			  sizeof(*prph_info),
1930f4f1994SNavid Emamdoost 			prph_info,
1940f4f1994SNavid Emamdoost 			trans_pcie->prph_info_dma_addr);
1950f4f1994SNavid Emamdoost 
1960f4f1994SNavid Emamdoost err_free_prph_scratch:
1970f4f1994SNavid Emamdoost 	dma_free_coherent(trans->dev,
1980f4f1994SNavid Emamdoost 			  sizeof(*prph_scratch),
1990f4f1994SNavid Emamdoost 			prph_scratch,
2000f4f1994SNavid Emamdoost 			trans_pcie->prph_scratch_dma_addr);
2010f4f1994SNavid Emamdoost 	return ret;
2020f4f1994SNavid Emamdoost 
2032ee82402SGolan Ben Ami }
2042ee82402SGolan Ben Ami 
2052ee82402SGolan Ben Ami void iwl_pcie_ctxt_info_gen3_free(struct iwl_trans *trans)
2062ee82402SGolan Ben Ami {
2072ee82402SGolan Ben Ami 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
2082ee82402SGolan Ben Ami 
2092ee82402SGolan Ben Ami 	if (!trans_pcie->ctxt_info_gen3)
2102ee82402SGolan Ben Ami 		return;
2112ee82402SGolan Ben Ami 
2122ee82402SGolan Ben Ami 	dma_free_coherent(trans->dev, sizeof(*trans_pcie->ctxt_info_gen3),
2132ee82402SGolan Ben Ami 			  trans_pcie->ctxt_info_gen3,
2142ee82402SGolan Ben Ami 			  trans_pcie->ctxt_info_dma_addr);
2152ee82402SGolan Ben Ami 	trans_pcie->ctxt_info_dma_addr = 0;
2162ee82402SGolan Ben Ami 	trans_pcie->ctxt_info_gen3 = NULL;
2172ee82402SGolan Ben Ami 
2182ee82402SGolan Ben Ami 	iwl_pcie_ctxt_info_free_fw_img(trans);
2192ee82402SGolan Ben Ami 
2202ee82402SGolan Ben Ami 	dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_scratch),
2212ee82402SGolan Ben Ami 			  trans_pcie->prph_scratch,
2222ee82402SGolan Ben Ami 			  trans_pcie->prph_scratch_dma_addr);
2232ee82402SGolan Ben Ami 	trans_pcie->prph_scratch_dma_addr = 0;
2242ee82402SGolan Ben Ami 	trans_pcie->prph_scratch = NULL;
2252ee82402SGolan Ben Ami 
2262ee82402SGolan Ben Ami 	dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_info),
2272ee82402SGolan Ben Ami 			  trans_pcie->prph_info,
2282ee82402SGolan Ben Ami 			  trans_pcie->prph_info_dma_addr);
2292ee82402SGolan Ben Ami 	trans_pcie->prph_info_dma_addr = 0;
2302ee82402SGolan Ben Ami 	trans_pcie->prph_info = NULL;
2312ee82402SGolan Ben Ami }
232