12ee82402SGolan Ben Ami /******************************************************************************
22ee82402SGolan Ben Ami  *
32ee82402SGolan Ben Ami  * This file is provided under a dual BSD/GPLv2 license.  When using or
42ee82402SGolan Ben Ami  * redistributing this file, you may do so under either license.
52ee82402SGolan Ben Ami  *
62ee82402SGolan Ben Ami  * GPL LICENSE SUMMARY
72ee82402SGolan Ben Ami  *
8ea695b7cSShaul Triebitz  * Copyright(c) 2018 - 2019 Intel Corporation
92ee82402SGolan Ben Ami  *
102ee82402SGolan Ben Ami  * This program is free software; you can redistribute it and/or modify
112ee82402SGolan Ben Ami  * it under the terms of version 2 of the GNU General Public License as
122ee82402SGolan Ben Ami  * published by the Free Software Foundation.
132ee82402SGolan Ben Ami  *
142ee82402SGolan Ben Ami  * This program is distributed in the hope that it will be useful, but
152ee82402SGolan Ben Ami  * WITHOUT ANY WARRANTY; without even the implied warranty of
162ee82402SGolan Ben Ami  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
172ee82402SGolan Ben Ami  * General Public License for more details.
182ee82402SGolan Ben Ami  *
192ee82402SGolan Ben Ami  * BSD LICENSE
202ee82402SGolan Ben Ami  *
21ea695b7cSShaul Triebitz  * Copyright(c) 2018 - 2019 Intel Corporation
222ee82402SGolan Ben Ami  * All rights reserved.
232ee82402SGolan Ben Ami  *
242ee82402SGolan Ben Ami  * Redistribution and use in source and binary forms, with or without
252ee82402SGolan Ben Ami  * modification, are permitted provided that the following conditions
262ee82402SGolan Ben Ami  * are met:
272ee82402SGolan Ben Ami  *
282ee82402SGolan Ben Ami  *  * Redistributions of source code must retain the above copyright
292ee82402SGolan Ben Ami  *    notice, this list of conditions and the following disclaimer.
302ee82402SGolan Ben Ami  *  * Redistributions in binary form must reproduce the above copyright
312ee82402SGolan Ben Ami  *    notice, this list of conditions and the following disclaimer in
322ee82402SGolan Ben Ami  *    the documentation and/or other materials provided with the
332ee82402SGolan Ben Ami  *    distribution.
342ee82402SGolan Ben Ami  *  * Neither the name Intel Corporation nor the names of its
352ee82402SGolan Ben Ami  *    contributors may be used to endorse or promote products derived
362ee82402SGolan Ben Ami  *    from this software without specific prior written permission.
372ee82402SGolan Ben Ami  *
382ee82402SGolan Ben Ami  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
392ee82402SGolan Ben Ami  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
402ee82402SGolan Ben Ami  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
412ee82402SGolan Ben Ami  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
422ee82402SGolan Ben Ami  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
432ee82402SGolan Ben Ami  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
442ee82402SGolan Ben Ami  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
452ee82402SGolan Ben Ami  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
462ee82402SGolan Ben Ami  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
472ee82402SGolan Ben Ami  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
482ee82402SGolan Ben Ami  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
492ee82402SGolan Ben Ami  *
502ee82402SGolan Ben Ami  *****************************************************************************/
512ee82402SGolan Ben Ami 
522ee82402SGolan Ben Ami #include "iwl-trans.h"
532ee82402SGolan Ben Ami #include "iwl-fh.h"
542ee82402SGolan Ben Ami #include "iwl-context-info-gen3.h"
552ee82402SGolan Ben Ami #include "internal.h"
562ee82402SGolan Ben Ami #include "iwl-prph.h"
572ee82402SGolan Ben Ami 
582ee82402SGolan Ben Ami int iwl_pcie_ctxt_info_gen3_init(struct iwl_trans *trans,
592ee82402SGolan Ben Ami 				 const struct fw_img *fw)
602ee82402SGolan Ben Ami {
612ee82402SGolan Ben Ami 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
622ee82402SGolan Ben Ami 	struct iwl_context_info_gen3 *ctxt_info_gen3;
632ee82402SGolan Ben Ami 	struct iwl_prph_scratch *prph_scratch;
642ee82402SGolan Ben Ami 	struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl;
652ee82402SGolan Ben Ami 	struct iwl_prph_info *prph_info;
662ee82402SGolan Ben Ami 	void *iml_img;
672ee82402SGolan Ben Ami 	u32 control_flags = 0;
682ee82402SGolan Ben Ami 	int ret;
69ff911dcaSShaul Triebitz 	int cmdq_size = max_t(u32, TFD_CMD_SLOTS, trans->cfg->min_txq_size);
702ee82402SGolan Ben Ami 
712ee82402SGolan Ben Ami 	/* Allocate prph scratch */
722ee82402SGolan Ben Ami 	prph_scratch = dma_alloc_coherent(trans->dev, sizeof(*prph_scratch),
732ee82402SGolan Ben Ami 					  &trans_pcie->prph_scratch_dma_addr,
742ee82402SGolan Ben Ami 					  GFP_KERNEL);
752ee82402SGolan Ben Ami 	if (!prph_scratch)
762ee82402SGolan Ben Ami 		return -ENOMEM;
772ee82402SGolan Ben Ami 
782ee82402SGolan Ben Ami 	prph_sc_ctrl = &prph_scratch->ctrl_cfg;
792ee82402SGolan Ben Ami 
802ee82402SGolan Ben Ami 	prph_sc_ctrl->version.version = 0;
812ee82402SGolan Ben Ami 	prph_sc_ctrl->version.mac_id =
822ee82402SGolan Ben Ami 		cpu_to_le16((u16)iwl_read32(trans, CSR_HW_REV));
832ee82402SGolan Ben Ami 	prph_sc_ctrl->version.size = cpu_to_le16(sizeof(*prph_scratch) / 4);
842ee82402SGolan Ben Ami 
852ee82402SGolan Ben Ami 	control_flags = IWL_PRPH_SCRATCH_RB_SIZE_4K |
862ee82402SGolan Ben Ami 			IWL_PRPH_SCRATCH_MTR_MODE |
872ee82402SGolan Ben Ami 			(IWL_PRPH_MTR_FORMAT_256B &
889f358c17SGolan Ben Ami 			 IWL_PRPH_SCRATCH_MTR_FORMAT) |
899f358c17SGolan Ben Ami 			IWL_PRPH_SCRATCH_EARLY_DEBUG_EN |
909f358c17SGolan Ben Ami 			IWL_PRPH_SCRATCH_EDBG_DEST_DRAM;
912ee82402SGolan Ben Ami 	prph_sc_ctrl->control.control_flags = cpu_to_le32(control_flags);
922ee82402SGolan Ben Ami 
932ee82402SGolan Ben Ami 	/* initialize RX default queue */
942ee82402SGolan Ben Ami 	prph_sc_ctrl->rbd_cfg.free_rbd_addr =
952ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->bd_dma);
962ee82402SGolan Ben Ami 
979f358c17SGolan Ben Ami 	/* Configure debug, for integration */
987a14c23dSSara Sharon 	if (!trans->ini_valid)
999f358c17SGolan Ben Ami 		iwl_pcie_alloc_fw_monitor(trans, 0);
1007a14c23dSSara Sharon 	if (trans->num_blocks) {
1019f358c17SGolan Ben Ami 		prph_sc_ctrl->hwm_cfg.hwm_base_addr =
10288964b2eSSara Sharon 			cpu_to_le64(trans->fw_mon[0].physical);
1039f358c17SGolan Ben Ami 		prph_sc_ctrl->hwm_cfg.hwm_size =
10488964b2eSSara Sharon 			cpu_to_le32(trans->fw_mon[0].size);
1057a14c23dSSara Sharon 	}
1069f358c17SGolan Ben Ami 
1072ee82402SGolan Ben Ami 	/* allocate ucode sections in dram and set addresses */
1082ee82402SGolan Ben Ami 	ret = iwl_pcie_init_fw_sec(trans, fw, &prph_scratch->dram);
1092ee82402SGolan Ben Ami 	if (ret) {
1102ee82402SGolan Ben Ami 		dma_free_coherent(trans->dev,
1112ee82402SGolan Ben Ami 				  sizeof(*prph_scratch),
1122ee82402SGolan Ben Ami 				  prph_scratch,
1132ee82402SGolan Ben Ami 				  trans_pcie->prph_scratch_dma_addr);
1142ee82402SGolan Ben Ami 		return ret;
1152ee82402SGolan Ben Ami 	}
1162ee82402SGolan Ben Ami 
1172ee82402SGolan Ben Ami 	/* Allocate prph information
1182ee82402SGolan Ben Ami 	 * currently we don't assign to the prph info anything, but it would get
1192ee82402SGolan Ben Ami 	 * assigned later */
1202ee82402SGolan Ben Ami 	prph_info = dma_alloc_coherent(trans->dev, sizeof(*prph_info),
1212ee82402SGolan Ben Ami 				       &trans_pcie->prph_info_dma_addr,
1222ee82402SGolan Ben Ami 				       GFP_KERNEL);
1232ee82402SGolan Ben Ami 	if (!prph_info)
1242ee82402SGolan Ben Ami 		return -ENOMEM;
1252ee82402SGolan Ben Ami 
1262ee82402SGolan Ben Ami 	/* Allocate context info */
1272ee82402SGolan Ben Ami 	ctxt_info_gen3 = dma_alloc_coherent(trans->dev,
1282ee82402SGolan Ben Ami 					    sizeof(*ctxt_info_gen3),
1292ee82402SGolan Ben Ami 					    &trans_pcie->ctxt_info_dma_addr,
1302ee82402SGolan Ben Ami 					    GFP_KERNEL);
1312ee82402SGolan Ben Ami 	if (!ctxt_info_gen3)
1322ee82402SGolan Ben Ami 		return -ENOMEM;
1332ee82402SGolan Ben Ami 
1342ee82402SGolan Ben Ami 	ctxt_info_gen3->prph_info_base_addr =
1352ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->prph_info_dma_addr);
1362ee82402SGolan Ben Ami 	ctxt_info_gen3->prph_scratch_base_addr =
1372ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->prph_scratch_dma_addr);
1382ee82402SGolan Ben Ami 	ctxt_info_gen3->prph_scratch_size =
1392ee82402SGolan Ben Ami 		cpu_to_le32(sizeof(*prph_scratch));
1402ee82402SGolan Ben Ami 	ctxt_info_gen3->cr_head_idx_arr_base_addr =
1412ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->rb_stts_dma);
1422ee82402SGolan Ben Ami 	ctxt_info_gen3->tr_tail_idx_arr_base_addr =
1432ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->tr_tail_dma);
1442ee82402SGolan Ben Ami 	ctxt_info_gen3->cr_tail_idx_arr_base_addr =
1452ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->cr_tail_dma);
1462ee82402SGolan Ben Ami 	ctxt_info_gen3->cr_idx_arr_size =
1472ee82402SGolan Ben Ami 		cpu_to_le16(IWL_NUM_OF_COMPLETION_RINGS);
1482ee82402SGolan Ben Ami 	ctxt_info_gen3->tr_idx_arr_size =
1492ee82402SGolan Ben Ami 		cpu_to_le16(IWL_NUM_OF_TRANSFER_RINGS);
1502ee82402SGolan Ben Ami 	ctxt_info_gen3->mtr_base_addr =
1512ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->txq[trans_pcie->cmd_queue]->dma_addr);
1522ee82402SGolan Ben Ami 	ctxt_info_gen3->mcr_base_addr =
1532ee82402SGolan Ben Ami 		cpu_to_le64(trans_pcie->rxq->used_bd_dma);
1542ee82402SGolan Ben Ami 	ctxt_info_gen3->mtr_size =
155ff911dcaSShaul Triebitz 		cpu_to_le16(TFD_QUEUE_CB_SIZE(cmdq_size));
1562ee82402SGolan Ben Ami 	ctxt_info_gen3->mcr_size =
1572ee82402SGolan Ben Ami 		cpu_to_le16(RX_QUEUE_CB_SIZE(MQ_RX_TABLE_SIZE));
1582ee82402SGolan Ben Ami 
1592ee82402SGolan Ben Ami 	trans_pcie->ctxt_info_gen3 = ctxt_info_gen3;
1602ee82402SGolan Ben Ami 	trans_pcie->prph_info = prph_info;
1612ee82402SGolan Ben Ami 	trans_pcie->prph_scratch = prph_scratch;
1622ee82402SGolan Ben Ami 
1632ee82402SGolan Ben Ami 	/* Allocate IML */
1642ee82402SGolan Ben Ami 	iml_img = dma_alloc_coherent(trans->dev, trans->iml_len,
1652ee82402SGolan Ben Ami 				     &trans_pcie->iml_dma_addr, GFP_KERNEL);
1662ee82402SGolan Ben Ami 	if (!iml_img)
1672ee82402SGolan Ben Ami 		return -ENOMEM;
1682ee82402SGolan Ben Ami 
1692ee82402SGolan Ben Ami 	memcpy(iml_img, trans->iml, trans->iml_len);
1702ee82402SGolan Ben Ami 
1712ee82402SGolan Ben Ami 	iwl_enable_interrupts(trans);
1722ee82402SGolan Ben Ami 
1732ee82402SGolan Ben Ami 	/* kick FW self load */
1742ee82402SGolan Ben Ami 	iwl_write64(trans, CSR_CTXT_INFO_ADDR,
1752ee82402SGolan Ben Ami 		    trans_pcie->ctxt_info_dma_addr);
1762ee82402SGolan Ben Ami 	iwl_write64(trans, CSR_IML_DATA_ADDR,
1772ee82402SGolan Ben Ami 		    trans_pcie->iml_dma_addr);
1782ee82402SGolan Ben Ami 	iwl_write32(trans, CSR_IML_SIZE_ADDR, trans->iml_len);
179ff911dcaSShaul Triebitz 
180ff911dcaSShaul Triebitz 	iwl_set_bit(trans, CSR_CTXT_INFO_BOOT_CTRL,
181ff911dcaSShaul Triebitz 		    CSR_AUTO_FUNC_BOOT_ENA);
182ea695b7cSShaul Triebitz 	if (trans->cfg->device_family >= IWL_DEVICE_FAMILY_AX210)
183ea695b7cSShaul Triebitz 		iwl_write_umac_prph(trans, UREG_CPU_INIT_RUN, 1);
184ea695b7cSShaul Triebitz 	else
1852ee82402SGolan Ben Ami 		iwl_set_bit(trans, CSR_GP_CNTRL, CSR_AUTO_FUNC_INIT);
1862ee82402SGolan Ben Ami 
1872ee82402SGolan Ben Ami 	return 0;
1882ee82402SGolan Ben Ami }
1892ee82402SGolan Ben Ami 
1902ee82402SGolan Ben Ami void iwl_pcie_ctxt_info_gen3_free(struct iwl_trans *trans)
1912ee82402SGolan Ben Ami {
1922ee82402SGolan Ben Ami 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
1932ee82402SGolan Ben Ami 
1942ee82402SGolan Ben Ami 	if (!trans_pcie->ctxt_info_gen3)
1952ee82402SGolan Ben Ami 		return;
1962ee82402SGolan Ben Ami 
1972ee82402SGolan Ben Ami 	dma_free_coherent(trans->dev, sizeof(*trans_pcie->ctxt_info_gen3),
1982ee82402SGolan Ben Ami 			  trans_pcie->ctxt_info_gen3,
1992ee82402SGolan Ben Ami 			  trans_pcie->ctxt_info_dma_addr);
2002ee82402SGolan Ben Ami 	trans_pcie->ctxt_info_dma_addr = 0;
2012ee82402SGolan Ben Ami 	trans_pcie->ctxt_info_gen3 = NULL;
2022ee82402SGolan Ben Ami 
2032ee82402SGolan Ben Ami 	iwl_pcie_ctxt_info_free_fw_img(trans);
2042ee82402SGolan Ben Ami 
2052ee82402SGolan Ben Ami 	dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_scratch),
2062ee82402SGolan Ben Ami 			  trans_pcie->prph_scratch,
2072ee82402SGolan Ben Ami 			  trans_pcie->prph_scratch_dma_addr);
2082ee82402SGolan Ben Ami 	trans_pcie->prph_scratch_dma_addr = 0;
2092ee82402SGolan Ben Ami 	trans_pcie->prph_scratch = NULL;
2102ee82402SGolan Ben Ami 
2112ee82402SGolan Ben Ami 	dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_info),
2122ee82402SGolan Ben Ami 			  trans_pcie->prph_info,
2132ee82402SGolan Ben Ami 			  trans_pcie->prph_info_dma_addr);
2142ee82402SGolan Ben Ami 	trans_pcie->prph_info_dma_addr = 0;
2152ee82402SGolan Ben Ami 	trans_pcie->prph_info = NULL;
2162ee82402SGolan Ben Ami }
217