xref: /openbmc/linux/sound/soc/sof/amd/acp-loader.c (revision c900529f3d9161bfde5cca0754f83b4d3c3e0220)
17e51a9e3SAjit Kumar Pandey // SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
27e51a9e3SAjit Kumar Pandey //
37e51a9e3SAjit Kumar Pandey // This file is provided under a dual BSD/GPLv2 license. When using or
47e51a9e3SAjit Kumar Pandey // redistributing this file, you may do so under either license.
57e51a9e3SAjit Kumar Pandey //
66a69b724SVenkata Prasad Potturu // Copyright(c) 2021, 2023 Advanced Micro Devices, Inc.
77e51a9e3SAjit Kumar Pandey //
87e51a9e3SAjit Kumar Pandey // Authors: Ajit Kumar Pandey <AjitKumar.Pandey@amd.com>
97e51a9e3SAjit Kumar Pandey 
107e51a9e3SAjit Kumar Pandey /*
117e51a9e3SAjit Kumar Pandey  * Hardware interface for ACP DSP Firmware binaries loader
127e51a9e3SAjit Kumar Pandey  */
137e51a9e3SAjit Kumar Pandey 
147e51a9e3SAjit Kumar Pandey #include <linux/firmware.h>
157e51a9e3SAjit Kumar Pandey #include <linux/module.h>
167e51a9e3SAjit Kumar Pandey #include <linux/pci.h>
177e51a9e3SAjit Kumar Pandey 
187e51a9e3SAjit Kumar Pandey #include "../ops.h"
197e51a9e3SAjit Kumar Pandey #include "acp-dsp-offset.h"
207e51a9e3SAjit Kumar Pandey #include "acp.h"
217e51a9e3SAjit Kumar Pandey 
227e51a9e3SAjit Kumar Pandey #define FW_BIN		0
237e51a9e3SAjit Kumar Pandey #define FW_DATA_BIN	1
247e51a9e3SAjit Kumar Pandey 
257e51a9e3SAjit Kumar Pandey #define FW_BIN_PTE_OFFSET	0x00
267e51a9e3SAjit Kumar Pandey #define FW_DATA_BIN_PTE_OFFSET	0x08
277e51a9e3SAjit Kumar Pandey 
287e51a9e3SAjit Kumar Pandey #define ACP_DSP_RUN	0x00
297e51a9e3SAjit Kumar Pandey 
acp_dsp_block_read(struct snd_sof_dev * sdev,enum snd_sof_fw_blk_type blk_type,u32 offset,void * dest,size_t size)307e51a9e3SAjit Kumar Pandey int acp_dsp_block_read(struct snd_sof_dev *sdev, enum snd_sof_fw_blk_type blk_type,
317e51a9e3SAjit Kumar Pandey 		       u32 offset, void *dest, size_t size)
327e51a9e3SAjit Kumar Pandey {
334da6b033SAjit Kumar Pandey 	const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
347e51a9e3SAjit Kumar Pandey 	switch (blk_type) {
357e51a9e3SAjit Kumar Pandey 	case SOF_FW_BLK_TYPE_SRAM:
364da6b033SAjit Kumar Pandey 		offset = offset - desc->sram_pte_offset;
377e51a9e3SAjit Kumar Pandey 		memcpy_from_scratch(sdev, offset, dest, size);
387e51a9e3SAjit Kumar Pandey 		break;
397e51a9e3SAjit Kumar Pandey 	default:
407e51a9e3SAjit Kumar Pandey 		dev_err(sdev->dev, "bad blk type 0x%x\n", blk_type);
417e51a9e3SAjit Kumar Pandey 		return -EINVAL;
427e51a9e3SAjit Kumar Pandey 	}
437e51a9e3SAjit Kumar Pandey 
447e51a9e3SAjit Kumar Pandey 	return 0;
457e51a9e3SAjit Kumar Pandey }
467e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_dsp_block_read, SND_SOC_SOF_AMD_COMMON);
477e51a9e3SAjit Kumar Pandey 
acp_dsp_block_write(struct snd_sof_dev * sdev,enum snd_sof_fw_blk_type blk_type,u32 offset,void * src,size_t size)487e51a9e3SAjit Kumar Pandey int acp_dsp_block_write(struct snd_sof_dev *sdev, enum snd_sof_fw_blk_type blk_type,
497e51a9e3SAjit Kumar Pandey 			u32 offset, void *src, size_t size)
507e51a9e3SAjit Kumar Pandey {
517e51a9e3SAjit Kumar Pandey 	struct pci_dev *pci = to_pci_dev(sdev->dev);
524da6b033SAjit Kumar Pandey 	const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
537e51a9e3SAjit Kumar Pandey 	struct acp_dev_data *adata;
547e51a9e3SAjit Kumar Pandey 	void *dest;
557e51a9e3SAjit Kumar Pandey 	u32 dma_size, page_count;
567e51a9e3SAjit Kumar Pandey 	unsigned int size_fw;
577e51a9e3SAjit Kumar Pandey 
587e51a9e3SAjit Kumar Pandey 	adata = sdev->pdata->hw_pdata;
597e51a9e3SAjit Kumar Pandey 
607e51a9e3SAjit Kumar Pandey 	switch (blk_type) {
617e51a9e3SAjit Kumar Pandey 	case SOF_FW_BLK_TYPE_IRAM:
627e51a9e3SAjit Kumar Pandey 		if (!adata->bin_buf) {
63b9bed09aSPeter Ujfalusi 			size_fw = sdev->basefw.fw->size;
647e51a9e3SAjit Kumar Pandey 			page_count = PAGE_ALIGN(size_fw) >> PAGE_SHIFT;
657e51a9e3SAjit Kumar Pandey 			dma_size = page_count * ACP_PAGE_SIZE;
667e51a9e3SAjit Kumar Pandey 			adata->bin_buf = dma_alloc_coherent(&pci->dev, dma_size,
677e51a9e3SAjit Kumar Pandey 							    &adata->sha_dma_addr,
687e51a9e3SAjit Kumar Pandey 							    GFP_ATOMIC);
697e51a9e3SAjit Kumar Pandey 			if (!adata->bin_buf)
707e51a9e3SAjit Kumar Pandey 				return -ENOMEM;
717e51a9e3SAjit Kumar Pandey 		}
727e51a9e3SAjit Kumar Pandey 		adata->fw_bin_size = size + offset;
737e51a9e3SAjit Kumar Pandey 		dest = adata->bin_buf + offset;
747e51a9e3SAjit Kumar Pandey 		break;
757e51a9e3SAjit Kumar Pandey 	case SOF_FW_BLK_TYPE_DRAM:
767e51a9e3SAjit Kumar Pandey 		if (!adata->data_buf) {
777e51a9e3SAjit Kumar Pandey 			adata->data_buf = dma_alloc_coherent(&pci->dev,
787e51a9e3SAjit Kumar Pandey 							     ACP_DEFAULT_DRAM_LENGTH,
797e51a9e3SAjit Kumar Pandey 							     &adata->dma_addr,
807e51a9e3SAjit Kumar Pandey 							     GFP_ATOMIC);
817e51a9e3SAjit Kumar Pandey 			if (!adata->data_buf)
827e51a9e3SAjit Kumar Pandey 				return -ENOMEM;
837e51a9e3SAjit Kumar Pandey 		}
847e51a9e3SAjit Kumar Pandey 		dest = adata->data_buf + offset;
857e51a9e3SAjit Kumar Pandey 		adata->fw_data_bin_size = size + offset;
867e51a9e3SAjit Kumar Pandey 		break;
877e51a9e3SAjit Kumar Pandey 	case SOF_FW_BLK_TYPE_SRAM:
884da6b033SAjit Kumar Pandey 		offset = offset - desc->sram_pte_offset;
897e51a9e3SAjit Kumar Pandey 		memcpy_to_scratch(sdev, offset, src, size);
907e51a9e3SAjit Kumar Pandey 		return 0;
917e51a9e3SAjit Kumar Pandey 	default:
927e51a9e3SAjit Kumar Pandey 		dev_err(sdev->dev, "bad blk type 0x%x\n", blk_type);
937e51a9e3SAjit Kumar Pandey 		return -EINVAL;
947e51a9e3SAjit Kumar Pandey 	}
957e51a9e3SAjit Kumar Pandey 
967e51a9e3SAjit Kumar Pandey 	memcpy(dest, src, size);
977e51a9e3SAjit Kumar Pandey 	return 0;
987e51a9e3SAjit Kumar Pandey }
997e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_dsp_block_write, SND_SOC_SOF_AMD_COMMON);
1007e51a9e3SAjit Kumar Pandey 
acp_get_bar_index(struct snd_sof_dev * sdev,u32 type)1017e51a9e3SAjit Kumar Pandey int acp_get_bar_index(struct snd_sof_dev *sdev, u32 type)
1027e51a9e3SAjit Kumar Pandey {
1037e51a9e3SAjit Kumar Pandey 	return type;
1047e51a9e3SAjit Kumar Pandey }
1057e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_get_bar_index, SND_SOC_SOF_AMD_COMMON);
1067e51a9e3SAjit Kumar Pandey 
configure_pte_for_fw_loading(int type,int num_pages,struct acp_dev_data * adata)1077e51a9e3SAjit Kumar Pandey static void configure_pte_for_fw_loading(int type, int num_pages, struct acp_dev_data *adata)
1087e51a9e3SAjit Kumar Pandey {
1094da6b033SAjit Kumar Pandey 	struct snd_sof_dev *sdev = adata->dev;
1104da6b033SAjit Kumar Pandey 	const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
1117e51a9e3SAjit Kumar Pandey 	unsigned int low, high;
1127e51a9e3SAjit Kumar Pandey 	dma_addr_t addr;
1137e51a9e3SAjit Kumar Pandey 	u16 page_idx;
1147e51a9e3SAjit Kumar Pandey 	u32 offset;
1157e51a9e3SAjit Kumar Pandey 
1167e51a9e3SAjit Kumar Pandey 	switch (type) {
1177e51a9e3SAjit Kumar Pandey 	case FW_BIN:
1187e51a9e3SAjit Kumar Pandey 		offset = FW_BIN_PTE_OFFSET;
1197e51a9e3SAjit Kumar Pandey 		addr = adata->sha_dma_addr;
1207e51a9e3SAjit Kumar Pandey 		break;
1217e51a9e3SAjit Kumar Pandey 	case FW_DATA_BIN:
1227e51a9e3SAjit Kumar Pandey 		offset = adata->fw_bin_page_count * 8;
1237e51a9e3SAjit Kumar Pandey 		addr = adata->dma_addr;
1247e51a9e3SAjit Kumar Pandey 		break;
1257e51a9e3SAjit Kumar Pandey 	default:
1267e51a9e3SAjit Kumar Pandey 		dev_err(sdev->dev, "Invalid data type %x\n", type);
1277e51a9e3SAjit Kumar Pandey 		return;
1287e51a9e3SAjit Kumar Pandey 	}
1297e51a9e3SAjit Kumar Pandey 
1307cf467acSAjit Kumar Pandey 	/* Group Enable */
1317cf467acSAjit Kumar Pandey 	snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACPAXI2AXI_ATU_BASE_ADDR_GRP_1,
1324da6b033SAjit Kumar Pandey 			  desc->sram_pte_offset | BIT(31));
1337cf467acSAjit Kumar Pandey 	snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACPAXI2AXI_ATU_PAGE_SIZE_GRP_1,
1347cf467acSAjit Kumar Pandey 			  PAGE_SIZE_4K_ENABLE);
1357cf467acSAjit Kumar Pandey 
1367e51a9e3SAjit Kumar Pandey 	for (page_idx = 0; page_idx < num_pages; page_idx++) {
1377e51a9e3SAjit Kumar Pandey 		low = lower_32_bits(addr);
1387e51a9e3SAjit Kumar Pandey 		high = upper_32_bits(addr);
1397e51a9e3SAjit Kumar Pandey 		snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + offset, low);
1407e51a9e3SAjit Kumar Pandey 		high |= BIT(31);
1417e51a9e3SAjit Kumar Pandey 		snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + offset + 4, high);
1427e51a9e3SAjit Kumar Pandey 		offset += 8;
1437e51a9e3SAjit Kumar Pandey 		addr += PAGE_SIZE;
1447e51a9e3SAjit Kumar Pandey 	}
1457cf467acSAjit Kumar Pandey 
1467cf467acSAjit Kumar Pandey 	/* Flush ATU Cache after PTE Update */
1477cf467acSAjit Kumar Pandey 	snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACPAXI2AXI_ATU_CTRL, ACP_ATU_CACHE_INVALID);
1487e51a9e3SAjit Kumar Pandey }
1497e51a9e3SAjit Kumar Pandey 
1507e51a9e3SAjit Kumar Pandey /* pre fw run operations */
acp_dsp_pre_fw_run(struct snd_sof_dev * sdev)1517e51a9e3SAjit Kumar Pandey int acp_dsp_pre_fw_run(struct snd_sof_dev *sdev)
1527e51a9e3SAjit Kumar Pandey {
1537e51a9e3SAjit Kumar Pandey 	struct pci_dev *pci = to_pci_dev(sdev->dev);
154b5ba6461SV sujith kumar Reddy 	const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
1557e51a9e3SAjit Kumar Pandey 	struct acp_dev_data *adata;
1567e51a9e3SAjit Kumar Pandey 	unsigned int src_addr, size_fw;
1577e51a9e3SAjit Kumar Pandey 	u32 page_count, dma_size;
1587e51a9e3SAjit Kumar Pandey 	int ret;
1597e51a9e3SAjit Kumar Pandey 
1607e51a9e3SAjit Kumar Pandey 	adata = sdev->pdata->hw_pdata;
1616a69b724SVenkata Prasad Potturu 
1626a69b724SVenkata Prasad Potturu 	if (adata->signed_fw_image)
1636a69b724SVenkata Prasad Potturu 		size_fw = adata->fw_bin_size - ACP_FIRMWARE_SIGNATURE;
1646a69b724SVenkata Prasad Potturu 	else
1657e51a9e3SAjit Kumar Pandey 		size_fw = adata->fw_bin_size;
1667e51a9e3SAjit Kumar Pandey 
1677e51a9e3SAjit Kumar Pandey 	page_count = PAGE_ALIGN(size_fw) >> PAGE_SHIFT;
1687e51a9e3SAjit Kumar Pandey 	adata->fw_bin_page_count = page_count;
1697e51a9e3SAjit Kumar Pandey 
1707e51a9e3SAjit Kumar Pandey 	configure_pte_for_fw_loading(FW_BIN, page_count, adata);
1717e51a9e3SAjit Kumar Pandey 	ret = configure_and_run_sha_dma(adata, adata->bin_buf, ACP_SYSTEM_MEMORY_WINDOW,
1727e51a9e3SAjit Kumar Pandey 					ACP_IRAM_BASE_ADDRESS, size_fw);
1737e51a9e3SAjit Kumar Pandey 	if (ret < 0) {
1747e51a9e3SAjit Kumar Pandey 		dev_err(sdev->dev, "SHA DMA transfer failed status: %d\n", ret);
1757e51a9e3SAjit Kumar Pandey 		return ret;
1767e51a9e3SAjit Kumar Pandey 	}
1777e51a9e3SAjit Kumar Pandey 	configure_pte_for_fw_loading(FW_DATA_BIN, ACP_DRAM_PAGE_COUNT, adata);
1787e51a9e3SAjit Kumar Pandey 
1797e51a9e3SAjit Kumar Pandey 	src_addr = ACP_SYSTEM_MEMORY_WINDOW + page_count * ACP_PAGE_SIZE;
1807e51a9e3SAjit Kumar Pandey 	ret = configure_and_run_dma(adata, src_addr, ACP_DATA_RAM_BASE_ADDRESS,
1817e51a9e3SAjit Kumar Pandey 				    adata->fw_data_bin_size);
1827e51a9e3SAjit Kumar Pandey 	if (ret < 0) {
1837e51a9e3SAjit Kumar Pandey 		dev_err(sdev->dev, "acp dma configuration failed: %d\n", ret);
1847e51a9e3SAjit Kumar Pandey 		return ret;
1857e51a9e3SAjit Kumar Pandey 	}
1867e51a9e3SAjit Kumar Pandey 
1877e51a9e3SAjit Kumar Pandey 	ret = acp_dma_status(adata, 0);
1887e51a9e3SAjit Kumar Pandey 	if (ret < 0)
1897e51a9e3SAjit Kumar Pandey 		dev_err(sdev->dev, "acp dma transfer status: %d\n", ret);
1907e51a9e3SAjit Kumar Pandey 
191b5ba6461SV sujith kumar Reddy 	if (desc->rev > 3) {
192b5ba6461SV sujith kumar Reddy 		/* Cache Window enable */
193b5ba6461SV sujith kumar Reddy 		snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP0_CACHE_OFFSET0, desc->sram_pte_offset);
194b5ba6461SV sujith kumar Reddy 		snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP0_CACHE_SIZE0, SRAM1_SIZE | BIT(31));
195b5ba6461SV sujith kumar Reddy 	}
196b5ba6461SV sujith kumar Reddy 
1977e51a9e3SAjit Kumar Pandey 	/* Free memory once DMA is complete */
198b9bed09aSPeter Ujfalusi 	dma_size =  (PAGE_ALIGN(sdev->basefw.fw->size) >> PAGE_SHIFT) * ACP_PAGE_SIZE;
1997e51a9e3SAjit Kumar Pandey 	dma_free_coherent(&pci->dev, dma_size, adata->bin_buf, adata->sha_dma_addr);
2007e51a9e3SAjit Kumar Pandey 	dma_free_coherent(&pci->dev, ACP_DEFAULT_DRAM_LENGTH, adata->data_buf, adata->dma_addr);
2017e51a9e3SAjit Kumar Pandey 	adata->bin_buf = NULL;
2027e51a9e3SAjit Kumar Pandey 	adata->data_buf = NULL;
2037e51a9e3SAjit Kumar Pandey 
2047e51a9e3SAjit Kumar Pandey 	return ret;
2057e51a9e3SAjit Kumar Pandey }
2067e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_dsp_pre_fw_run, SND_SOC_SOF_AMD_COMMON);
2077e51a9e3SAjit Kumar Pandey 
acp_sof_dsp_run(struct snd_sof_dev * sdev)2087e51a9e3SAjit Kumar Pandey int acp_sof_dsp_run(struct snd_sof_dev *sdev)
2097e51a9e3SAjit Kumar Pandey {
210*60eb816eSVijendar Mukunda 	struct acp_dev_data *adata = sdev->pdata->hw_pdata;
21141cb85bcSV sujith kumar Reddy 	const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
2127e51a9e3SAjit Kumar Pandey 	int val;
2137e51a9e3SAjit Kumar Pandey 
2147e51a9e3SAjit Kumar Pandey 	snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP0_RUNSTALL, ACP_DSP_RUN);
2157e51a9e3SAjit Kumar Pandey 	val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_DSP0_RUNSTALL);
2167e51a9e3SAjit Kumar Pandey 	dev_dbg(sdev->dev, "ACP_DSP0_RUNSTALL : 0x%0x\n", val);
2177e51a9e3SAjit Kumar Pandey 
21841cb85bcSV sujith kumar Reddy 	/* Some platforms won't support fusion DSP,keep offset zero for no support */
219*60eb816eSVijendar Mukunda 	if (desc->fusion_dsp_offset && adata->enable_fw_debug) {
22041cb85bcSV sujith kumar Reddy 		snd_sof_dsp_write(sdev, ACP_DSP_BAR, desc->fusion_dsp_offset, ACP_DSP_RUN);
22141cb85bcSV sujith kumar Reddy 		val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, desc->fusion_dsp_offset);
22241cb85bcSV sujith kumar Reddy 		dev_dbg(sdev->dev, "ACP_DSP0_FUSION_RUNSTALL : 0x%0x\n", val);
22341cb85bcSV sujith kumar Reddy 	}
2247e51a9e3SAjit Kumar Pandey 	return 0;
2257e51a9e3SAjit Kumar Pandey }
2267e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_sof_dsp_run, SND_SOC_SOF_AMD_COMMON);
2276a69b724SVenkata Prasad Potturu 
acp_sof_load_signed_firmware(struct snd_sof_dev * sdev)2286a69b724SVenkata Prasad Potturu int acp_sof_load_signed_firmware(struct snd_sof_dev *sdev)
2296a69b724SVenkata Prasad Potturu {
2306a69b724SVenkata Prasad Potturu 	struct snd_sof_pdata *plat_data = sdev->pdata;
2316a69b724SVenkata Prasad Potturu 	struct acp_dev_data *adata = plat_data->hw_pdata;
2326a69b724SVenkata Prasad Potturu 	int ret;
2336a69b724SVenkata Prasad Potturu 
2346a69b724SVenkata Prasad Potturu 	ret = request_firmware(&sdev->basefw.fw, adata->fw_code_bin, sdev->dev);
2356a69b724SVenkata Prasad Potturu 	if (ret < 0) {
2366a69b724SVenkata Prasad Potturu 		dev_err(sdev->dev, "sof signed firmware code bin is missing\n");
2376a69b724SVenkata Prasad Potturu 		return ret;
2386a69b724SVenkata Prasad Potturu 	} else {
2396a69b724SVenkata Prasad Potturu 		dev_dbg(sdev->dev, "request_firmware %s successful\n", adata->fw_code_bin);
2406a69b724SVenkata Prasad Potturu 	}
2416a69b724SVenkata Prasad Potturu 	ret = snd_sof_dsp_block_write(sdev, SOF_FW_BLK_TYPE_IRAM, 0,
2426a69b724SVenkata Prasad Potturu 				      (void *)sdev->basefw.fw->data, sdev->basefw.fw->size);
2436a69b724SVenkata Prasad Potturu 
2446a69b724SVenkata Prasad Potturu 	ret = request_firmware(&adata->fw_dbin, adata->fw_data_bin, sdev->dev);
2456a69b724SVenkata Prasad Potturu 	if (ret < 0) {
2466a69b724SVenkata Prasad Potturu 		dev_err(sdev->dev, "sof signed firmware data bin is missing\n");
2476a69b724SVenkata Prasad Potturu 		return ret;
2486a69b724SVenkata Prasad Potturu 
2496a69b724SVenkata Prasad Potturu 	} else {
2506a69b724SVenkata Prasad Potturu 		dev_dbg(sdev->dev, "request_firmware %s successful\n", adata->fw_data_bin);
2516a69b724SVenkata Prasad Potturu 	}
2526a69b724SVenkata Prasad Potturu 
2536a69b724SVenkata Prasad Potturu 	ret = snd_sof_dsp_block_write(sdev, SOF_FW_BLK_TYPE_DRAM, 0,
2546a69b724SVenkata Prasad Potturu 				      (void *)adata->fw_dbin->data, adata->fw_dbin->size);
2556a69b724SVenkata Prasad Potturu 	return ret;
2566a69b724SVenkata Prasad Potturu }
2576a69b724SVenkata Prasad Potturu EXPORT_SYMBOL_NS(acp_sof_load_signed_firmware, SND_SOC_SOF_AMD_COMMON);
258