17e51a9e3SAjit Kumar Pandey // SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
27e51a9e3SAjit Kumar Pandey //
37e51a9e3SAjit Kumar Pandey // This file is provided under a dual BSD/GPLv2 license. When using or
47e51a9e3SAjit Kumar Pandey // redistributing this file, you may do so under either license.
57e51a9e3SAjit Kumar Pandey //
66a69b724SVenkata Prasad Potturu // Copyright(c) 2021, 2023 Advanced Micro Devices, Inc.
77e51a9e3SAjit Kumar Pandey //
87e51a9e3SAjit Kumar Pandey // Authors: Ajit Kumar Pandey <AjitKumar.Pandey@amd.com>
97e51a9e3SAjit Kumar Pandey
107e51a9e3SAjit Kumar Pandey /*
117e51a9e3SAjit Kumar Pandey * Hardware interface for ACP DSP Firmware binaries loader
127e51a9e3SAjit Kumar Pandey */
137e51a9e3SAjit Kumar Pandey
147e51a9e3SAjit Kumar Pandey #include <linux/firmware.h>
157e51a9e3SAjit Kumar Pandey #include <linux/module.h>
167e51a9e3SAjit Kumar Pandey #include <linux/pci.h>
177e51a9e3SAjit Kumar Pandey
187e51a9e3SAjit Kumar Pandey #include "../ops.h"
197e51a9e3SAjit Kumar Pandey #include "acp-dsp-offset.h"
207e51a9e3SAjit Kumar Pandey #include "acp.h"
217e51a9e3SAjit Kumar Pandey
227e51a9e3SAjit Kumar Pandey #define FW_BIN 0
237e51a9e3SAjit Kumar Pandey #define FW_DATA_BIN 1
247e51a9e3SAjit Kumar Pandey
257e51a9e3SAjit Kumar Pandey #define FW_BIN_PTE_OFFSET 0x00
267e51a9e3SAjit Kumar Pandey #define FW_DATA_BIN_PTE_OFFSET 0x08
277e51a9e3SAjit Kumar Pandey
287e51a9e3SAjit Kumar Pandey #define ACP_DSP_RUN 0x00
297e51a9e3SAjit Kumar Pandey
acp_dsp_block_read(struct snd_sof_dev * sdev,enum snd_sof_fw_blk_type blk_type,u32 offset,void * dest,size_t size)307e51a9e3SAjit Kumar Pandey int acp_dsp_block_read(struct snd_sof_dev *sdev, enum snd_sof_fw_blk_type blk_type,
317e51a9e3SAjit Kumar Pandey u32 offset, void *dest, size_t size)
327e51a9e3SAjit Kumar Pandey {
334da6b033SAjit Kumar Pandey const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
347e51a9e3SAjit Kumar Pandey switch (blk_type) {
357e51a9e3SAjit Kumar Pandey case SOF_FW_BLK_TYPE_SRAM:
364da6b033SAjit Kumar Pandey offset = offset - desc->sram_pte_offset;
377e51a9e3SAjit Kumar Pandey memcpy_from_scratch(sdev, offset, dest, size);
387e51a9e3SAjit Kumar Pandey break;
397e51a9e3SAjit Kumar Pandey default:
407e51a9e3SAjit Kumar Pandey dev_err(sdev->dev, "bad blk type 0x%x\n", blk_type);
417e51a9e3SAjit Kumar Pandey return -EINVAL;
427e51a9e3SAjit Kumar Pandey }
437e51a9e3SAjit Kumar Pandey
447e51a9e3SAjit Kumar Pandey return 0;
457e51a9e3SAjit Kumar Pandey }
467e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_dsp_block_read, SND_SOC_SOF_AMD_COMMON);
477e51a9e3SAjit Kumar Pandey
acp_dsp_block_write(struct snd_sof_dev * sdev,enum snd_sof_fw_blk_type blk_type,u32 offset,void * src,size_t size)487e51a9e3SAjit Kumar Pandey int acp_dsp_block_write(struct snd_sof_dev *sdev, enum snd_sof_fw_blk_type blk_type,
497e51a9e3SAjit Kumar Pandey u32 offset, void *src, size_t size)
507e51a9e3SAjit Kumar Pandey {
517e51a9e3SAjit Kumar Pandey struct pci_dev *pci = to_pci_dev(sdev->dev);
524da6b033SAjit Kumar Pandey const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
537e51a9e3SAjit Kumar Pandey struct acp_dev_data *adata;
547e51a9e3SAjit Kumar Pandey void *dest;
557e51a9e3SAjit Kumar Pandey u32 dma_size, page_count;
567e51a9e3SAjit Kumar Pandey unsigned int size_fw;
577e51a9e3SAjit Kumar Pandey
587e51a9e3SAjit Kumar Pandey adata = sdev->pdata->hw_pdata;
597e51a9e3SAjit Kumar Pandey
607e51a9e3SAjit Kumar Pandey switch (blk_type) {
617e51a9e3SAjit Kumar Pandey case SOF_FW_BLK_TYPE_IRAM:
627e51a9e3SAjit Kumar Pandey if (!adata->bin_buf) {
63b9bed09aSPeter Ujfalusi size_fw = sdev->basefw.fw->size;
647e51a9e3SAjit Kumar Pandey page_count = PAGE_ALIGN(size_fw) >> PAGE_SHIFT;
657e51a9e3SAjit Kumar Pandey dma_size = page_count * ACP_PAGE_SIZE;
667e51a9e3SAjit Kumar Pandey adata->bin_buf = dma_alloc_coherent(&pci->dev, dma_size,
677e51a9e3SAjit Kumar Pandey &adata->sha_dma_addr,
687e51a9e3SAjit Kumar Pandey GFP_ATOMIC);
697e51a9e3SAjit Kumar Pandey if (!adata->bin_buf)
707e51a9e3SAjit Kumar Pandey return -ENOMEM;
717e51a9e3SAjit Kumar Pandey }
727e51a9e3SAjit Kumar Pandey adata->fw_bin_size = size + offset;
737e51a9e3SAjit Kumar Pandey dest = adata->bin_buf + offset;
747e51a9e3SAjit Kumar Pandey break;
757e51a9e3SAjit Kumar Pandey case SOF_FW_BLK_TYPE_DRAM:
767e51a9e3SAjit Kumar Pandey if (!adata->data_buf) {
777e51a9e3SAjit Kumar Pandey adata->data_buf = dma_alloc_coherent(&pci->dev,
787e51a9e3SAjit Kumar Pandey ACP_DEFAULT_DRAM_LENGTH,
797e51a9e3SAjit Kumar Pandey &adata->dma_addr,
807e51a9e3SAjit Kumar Pandey GFP_ATOMIC);
817e51a9e3SAjit Kumar Pandey if (!adata->data_buf)
827e51a9e3SAjit Kumar Pandey return -ENOMEM;
837e51a9e3SAjit Kumar Pandey }
847e51a9e3SAjit Kumar Pandey dest = adata->data_buf + offset;
857e51a9e3SAjit Kumar Pandey adata->fw_data_bin_size = size + offset;
867e51a9e3SAjit Kumar Pandey break;
877e51a9e3SAjit Kumar Pandey case SOF_FW_BLK_TYPE_SRAM:
884da6b033SAjit Kumar Pandey offset = offset - desc->sram_pte_offset;
897e51a9e3SAjit Kumar Pandey memcpy_to_scratch(sdev, offset, src, size);
907e51a9e3SAjit Kumar Pandey return 0;
917e51a9e3SAjit Kumar Pandey default:
927e51a9e3SAjit Kumar Pandey dev_err(sdev->dev, "bad blk type 0x%x\n", blk_type);
937e51a9e3SAjit Kumar Pandey return -EINVAL;
947e51a9e3SAjit Kumar Pandey }
957e51a9e3SAjit Kumar Pandey
967e51a9e3SAjit Kumar Pandey memcpy(dest, src, size);
977e51a9e3SAjit Kumar Pandey return 0;
987e51a9e3SAjit Kumar Pandey }
997e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_dsp_block_write, SND_SOC_SOF_AMD_COMMON);
1007e51a9e3SAjit Kumar Pandey
acp_get_bar_index(struct snd_sof_dev * sdev,u32 type)1017e51a9e3SAjit Kumar Pandey int acp_get_bar_index(struct snd_sof_dev *sdev, u32 type)
1027e51a9e3SAjit Kumar Pandey {
1037e51a9e3SAjit Kumar Pandey return type;
1047e51a9e3SAjit Kumar Pandey }
1057e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_get_bar_index, SND_SOC_SOF_AMD_COMMON);
1067e51a9e3SAjit Kumar Pandey
configure_pte_for_fw_loading(int type,int num_pages,struct acp_dev_data * adata)1077e51a9e3SAjit Kumar Pandey static void configure_pte_for_fw_loading(int type, int num_pages, struct acp_dev_data *adata)
1087e51a9e3SAjit Kumar Pandey {
1094da6b033SAjit Kumar Pandey struct snd_sof_dev *sdev = adata->dev;
1104da6b033SAjit Kumar Pandey const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
1117e51a9e3SAjit Kumar Pandey unsigned int low, high;
1127e51a9e3SAjit Kumar Pandey dma_addr_t addr;
1137e51a9e3SAjit Kumar Pandey u16 page_idx;
1147e51a9e3SAjit Kumar Pandey u32 offset;
1157e51a9e3SAjit Kumar Pandey
1167e51a9e3SAjit Kumar Pandey switch (type) {
1177e51a9e3SAjit Kumar Pandey case FW_BIN:
1187e51a9e3SAjit Kumar Pandey offset = FW_BIN_PTE_OFFSET;
1197e51a9e3SAjit Kumar Pandey addr = adata->sha_dma_addr;
1207e51a9e3SAjit Kumar Pandey break;
1217e51a9e3SAjit Kumar Pandey case FW_DATA_BIN:
1227e51a9e3SAjit Kumar Pandey offset = adata->fw_bin_page_count * 8;
1237e51a9e3SAjit Kumar Pandey addr = adata->dma_addr;
1247e51a9e3SAjit Kumar Pandey break;
1257e51a9e3SAjit Kumar Pandey default:
1267e51a9e3SAjit Kumar Pandey dev_err(sdev->dev, "Invalid data type %x\n", type);
1277e51a9e3SAjit Kumar Pandey return;
1287e51a9e3SAjit Kumar Pandey }
1297e51a9e3SAjit Kumar Pandey
1307cf467acSAjit Kumar Pandey /* Group Enable */
1317cf467acSAjit Kumar Pandey snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACPAXI2AXI_ATU_BASE_ADDR_GRP_1,
1324da6b033SAjit Kumar Pandey desc->sram_pte_offset | BIT(31));
1337cf467acSAjit Kumar Pandey snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACPAXI2AXI_ATU_PAGE_SIZE_GRP_1,
1347cf467acSAjit Kumar Pandey PAGE_SIZE_4K_ENABLE);
1357cf467acSAjit Kumar Pandey
1367e51a9e3SAjit Kumar Pandey for (page_idx = 0; page_idx < num_pages; page_idx++) {
1377e51a9e3SAjit Kumar Pandey low = lower_32_bits(addr);
1387e51a9e3SAjit Kumar Pandey high = upper_32_bits(addr);
1397e51a9e3SAjit Kumar Pandey snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + offset, low);
1407e51a9e3SAjit Kumar Pandey high |= BIT(31);
1417e51a9e3SAjit Kumar Pandey snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + offset + 4, high);
1427e51a9e3SAjit Kumar Pandey offset += 8;
1437e51a9e3SAjit Kumar Pandey addr += PAGE_SIZE;
1447e51a9e3SAjit Kumar Pandey }
1457cf467acSAjit Kumar Pandey
1467cf467acSAjit Kumar Pandey /* Flush ATU Cache after PTE Update */
1477cf467acSAjit Kumar Pandey snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACPAXI2AXI_ATU_CTRL, ACP_ATU_CACHE_INVALID);
1487e51a9e3SAjit Kumar Pandey }
1497e51a9e3SAjit Kumar Pandey
1507e51a9e3SAjit Kumar Pandey /* pre fw run operations */
acp_dsp_pre_fw_run(struct snd_sof_dev * sdev)1517e51a9e3SAjit Kumar Pandey int acp_dsp_pre_fw_run(struct snd_sof_dev *sdev)
1527e51a9e3SAjit Kumar Pandey {
1537e51a9e3SAjit Kumar Pandey struct pci_dev *pci = to_pci_dev(sdev->dev);
154b5ba6461SV sujith kumar Reddy const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
1557e51a9e3SAjit Kumar Pandey struct acp_dev_data *adata;
1567e51a9e3SAjit Kumar Pandey unsigned int src_addr, size_fw;
1577e51a9e3SAjit Kumar Pandey u32 page_count, dma_size;
1587e51a9e3SAjit Kumar Pandey int ret;
1597e51a9e3SAjit Kumar Pandey
1607e51a9e3SAjit Kumar Pandey adata = sdev->pdata->hw_pdata;
1616a69b724SVenkata Prasad Potturu
1626a69b724SVenkata Prasad Potturu if (adata->signed_fw_image)
1636a69b724SVenkata Prasad Potturu size_fw = adata->fw_bin_size - ACP_FIRMWARE_SIGNATURE;
1646a69b724SVenkata Prasad Potturu else
1657e51a9e3SAjit Kumar Pandey size_fw = adata->fw_bin_size;
1667e51a9e3SAjit Kumar Pandey
1677e51a9e3SAjit Kumar Pandey page_count = PAGE_ALIGN(size_fw) >> PAGE_SHIFT;
1687e51a9e3SAjit Kumar Pandey adata->fw_bin_page_count = page_count;
1697e51a9e3SAjit Kumar Pandey
1707e51a9e3SAjit Kumar Pandey configure_pte_for_fw_loading(FW_BIN, page_count, adata);
1717e51a9e3SAjit Kumar Pandey ret = configure_and_run_sha_dma(adata, adata->bin_buf, ACP_SYSTEM_MEMORY_WINDOW,
1727e51a9e3SAjit Kumar Pandey ACP_IRAM_BASE_ADDRESS, size_fw);
1737e51a9e3SAjit Kumar Pandey if (ret < 0) {
1747e51a9e3SAjit Kumar Pandey dev_err(sdev->dev, "SHA DMA transfer failed status: %d\n", ret);
1757e51a9e3SAjit Kumar Pandey return ret;
1767e51a9e3SAjit Kumar Pandey }
1777e51a9e3SAjit Kumar Pandey configure_pte_for_fw_loading(FW_DATA_BIN, ACP_DRAM_PAGE_COUNT, adata);
1787e51a9e3SAjit Kumar Pandey
1797e51a9e3SAjit Kumar Pandey src_addr = ACP_SYSTEM_MEMORY_WINDOW + page_count * ACP_PAGE_SIZE;
1807e51a9e3SAjit Kumar Pandey ret = configure_and_run_dma(adata, src_addr, ACP_DATA_RAM_BASE_ADDRESS,
1817e51a9e3SAjit Kumar Pandey adata->fw_data_bin_size);
1827e51a9e3SAjit Kumar Pandey if (ret < 0) {
1837e51a9e3SAjit Kumar Pandey dev_err(sdev->dev, "acp dma configuration failed: %d\n", ret);
1847e51a9e3SAjit Kumar Pandey return ret;
1857e51a9e3SAjit Kumar Pandey }
1867e51a9e3SAjit Kumar Pandey
1877e51a9e3SAjit Kumar Pandey ret = acp_dma_status(adata, 0);
1887e51a9e3SAjit Kumar Pandey if (ret < 0)
1897e51a9e3SAjit Kumar Pandey dev_err(sdev->dev, "acp dma transfer status: %d\n", ret);
1907e51a9e3SAjit Kumar Pandey
191b5ba6461SV sujith kumar Reddy if (desc->rev > 3) {
192b5ba6461SV sujith kumar Reddy /* Cache Window enable */
193b5ba6461SV sujith kumar Reddy snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP0_CACHE_OFFSET0, desc->sram_pte_offset);
194b5ba6461SV sujith kumar Reddy snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP0_CACHE_SIZE0, SRAM1_SIZE | BIT(31));
195b5ba6461SV sujith kumar Reddy }
196b5ba6461SV sujith kumar Reddy
1977e51a9e3SAjit Kumar Pandey /* Free memory once DMA is complete */
198b9bed09aSPeter Ujfalusi dma_size = (PAGE_ALIGN(sdev->basefw.fw->size) >> PAGE_SHIFT) * ACP_PAGE_SIZE;
1997e51a9e3SAjit Kumar Pandey dma_free_coherent(&pci->dev, dma_size, adata->bin_buf, adata->sha_dma_addr);
2007e51a9e3SAjit Kumar Pandey dma_free_coherent(&pci->dev, ACP_DEFAULT_DRAM_LENGTH, adata->data_buf, adata->dma_addr);
2017e51a9e3SAjit Kumar Pandey adata->bin_buf = NULL;
2027e51a9e3SAjit Kumar Pandey adata->data_buf = NULL;
2037e51a9e3SAjit Kumar Pandey
2047e51a9e3SAjit Kumar Pandey return ret;
2057e51a9e3SAjit Kumar Pandey }
2067e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_dsp_pre_fw_run, SND_SOC_SOF_AMD_COMMON);
2077e51a9e3SAjit Kumar Pandey
acp_sof_dsp_run(struct snd_sof_dev * sdev)2087e51a9e3SAjit Kumar Pandey int acp_sof_dsp_run(struct snd_sof_dev *sdev)
2097e51a9e3SAjit Kumar Pandey {
210*60eb816eSVijendar Mukunda struct acp_dev_data *adata = sdev->pdata->hw_pdata;
21141cb85bcSV sujith kumar Reddy const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata);
2127e51a9e3SAjit Kumar Pandey int val;
2137e51a9e3SAjit Kumar Pandey
2147e51a9e3SAjit Kumar Pandey snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP0_RUNSTALL, ACP_DSP_RUN);
2157e51a9e3SAjit Kumar Pandey val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_DSP0_RUNSTALL);
2167e51a9e3SAjit Kumar Pandey dev_dbg(sdev->dev, "ACP_DSP0_RUNSTALL : 0x%0x\n", val);
2177e51a9e3SAjit Kumar Pandey
21841cb85bcSV sujith kumar Reddy /* Some platforms won't support fusion DSP,keep offset zero for no support */
219*60eb816eSVijendar Mukunda if (desc->fusion_dsp_offset && adata->enable_fw_debug) {
22041cb85bcSV sujith kumar Reddy snd_sof_dsp_write(sdev, ACP_DSP_BAR, desc->fusion_dsp_offset, ACP_DSP_RUN);
22141cb85bcSV sujith kumar Reddy val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, desc->fusion_dsp_offset);
22241cb85bcSV sujith kumar Reddy dev_dbg(sdev->dev, "ACP_DSP0_FUSION_RUNSTALL : 0x%0x\n", val);
22341cb85bcSV sujith kumar Reddy }
2247e51a9e3SAjit Kumar Pandey return 0;
2257e51a9e3SAjit Kumar Pandey }
2267e51a9e3SAjit Kumar Pandey EXPORT_SYMBOL_NS(acp_sof_dsp_run, SND_SOC_SOF_AMD_COMMON);
2276a69b724SVenkata Prasad Potturu
acp_sof_load_signed_firmware(struct snd_sof_dev * sdev)2286a69b724SVenkata Prasad Potturu int acp_sof_load_signed_firmware(struct snd_sof_dev *sdev)
2296a69b724SVenkata Prasad Potturu {
2306a69b724SVenkata Prasad Potturu struct snd_sof_pdata *plat_data = sdev->pdata;
2316a69b724SVenkata Prasad Potturu struct acp_dev_data *adata = plat_data->hw_pdata;
2326a69b724SVenkata Prasad Potturu int ret;
2336a69b724SVenkata Prasad Potturu
2346a69b724SVenkata Prasad Potturu ret = request_firmware(&sdev->basefw.fw, adata->fw_code_bin, sdev->dev);
2356a69b724SVenkata Prasad Potturu if (ret < 0) {
2366a69b724SVenkata Prasad Potturu dev_err(sdev->dev, "sof signed firmware code bin is missing\n");
2376a69b724SVenkata Prasad Potturu return ret;
2386a69b724SVenkata Prasad Potturu } else {
2396a69b724SVenkata Prasad Potturu dev_dbg(sdev->dev, "request_firmware %s successful\n", adata->fw_code_bin);
2406a69b724SVenkata Prasad Potturu }
2416a69b724SVenkata Prasad Potturu ret = snd_sof_dsp_block_write(sdev, SOF_FW_BLK_TYPE_IRAM, 0,
2426a69b724SVenkata Prasad Potturu (void *)sdev->basefw.fw->data, sdev->basefw.fw->size);
2436a69b724SVenkata Prasad Potturu
2446a69b724SVenkata Prasad Potturu ret = request_firmware(&adata->fw_dbin, adata->fw_data_bin, sdev->dev);
2456a69b724SVenkata Prasad Potturu if (ret < 0) {
2466a69b724SVenkata Prasad Potturu dev_err(sdev->dev, "sof signed firmware data bin is missing\n");
2476a69b724SVenkata Prasad Potturu return ret;
2486a69b724SVenkata Prasad Potturu
2496a69b724SVenkata Prasad Potturu } else {
2506a69b724SVenkata Prasad Potturu dev_dbg(sdev->dev, "request_firmware %s successful\n", adata->fw_data_bin);
2516a69b724SVenkata Prasad Potturu }
2526a69b724SVenkata Prasad Potturu
2536a69b724SVenkata Prasad Potturu ret = snd_sof_dsp_block_write(sdev, SOF_FW_BLK_TYPE_DRAM, 0,
2546a69b724SVenkata Prasad Potturu (void *)adata->fw_dbin->data, adata->fw_dbin->size);
2556a69b724SVenkata Prasad Potturu return ret;
2566a69b724SVenkata Prasad Potturu }
2576a69b724SVenkata Prasad Potturu EXPORT_SYMBOL_NS(acp_sof_load_signed_firmware, SND_SOC_SOF_AMD_COMMON);
258