// SPDX-License-Identifier: GPL-2.0-only /* * skl.c - Implementation of ASoC Intel SKL HD Audio driver * * Copyright (C) 2014-2015 Intel Corp * Author: Jeeja KP * * Derived mostly from Intel HDA driver with following copyrights: * Copyright (c) 2004 Takashi Iwai * PeiSen Hou * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ * * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "skl.h" #include "skl-sst-dsp.h" #include "skl-sst-ipc.h" #if IS_ENABLED(CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC) #include "../../../soc/codecs/hdac_hda.h" #endif static int skl_pci_binding; module_param_named(pci_binding, skl_pci_binding, int, 0444); MODULE_PARM_DESC(pci_binding, "PCI binding (0=auto, 1=only legacy, 2=only asoc"); /* * initialize the PCI registers */ static void skl_update_pci_byte(struct pci_dev *pci, unsigned int reg, unsigned char mask, unsigned char val) { unsigned char data; pci_read_config_byte(pci, reg, &data); data &= ~mask; data |= (val & mask); pci_write_config_byte(pci, reg, data); } static void skl_init_pci(struct skl_dev *skl) { struct hdac_bus *bus = skl_to_bus(skl); /* * Clear bits 0-2 of PCI register TCSEL (at offset 0x44) * TCSEL == Traffic Class Select Register, which sets PCI express QOS * Ensuring these bits are 0 clears playback static on some HD Audio * codecs. * The PCI register TCSEL is defined in the Intel manuals. */ dev_dbg(bus->dev, "Clearing TCSEL\n"); skl_update_pci_byte(skl->pci, AZX_PCIREG_TCSEL, 0x07, 0); } static void update_pci_dword(struct pci_dev *pci, unsigned int reg, u32 mask, u32 val) { u32 data = 0; pci_read_config_dword(pci, reg, &data); data &= ~mask; data |= (val & mask); pci_write_config_dword(pci, reg, data); } /* * skl_enable_miscbdcge - enable/dsiable CGCTL.MISCBDCGE bits * * @dev: device pointer * @enable: enable/disable flag */ static void skl_enable_miscbdcge(struct device *dev, bool enable) { struct pci_dev *pci = to_pci_dev(dev); u32 val; val = enable ? AZX_CGCTL_MISCBDCGE_MASK : 0; update_pci_dword(pci, AZX_PCIREG_CGCTL, AZX_CGCTL_MISCBDCGE_MASK, val); } /** * skl_clock_power_gating: Enable/Disable clock and power gating * * @dev: Device pointer * @enable: Enable/Disable flag */ static void skl_clock_power_gating(struct device *dev, bool enable) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); u32 val; /* Update PDCGE bit of CGCTL register */ val = enable ? AZX_CGCTL_ADSPDCGE : 0; update_pci_dword(pci, AZX_PCIREG_CGCTL, AZX_CGCTL_ADSPDCGE, val); /* Update L1SEN bit of EM2 register */ val = enable ? AZX_REG_VS_EM2_L1SEN : 0; snd_hdac_chip_updatel(bus, VS_EM2, AZX_REG_VS_EM2_L1SEN, val); /* Update ADSPPGD bit of PGCTL register */ val = enable ? 0 : AZX_PGCTL_ADSPPGD; update_pci_dword(pci, AZX_PCIREG_PGCTL, AZX_PGCTL_ADSPPGD, val); } /* * While performing reset, controller may not come back properly causing * issues, so recommendation is to set CGCTL.MISCBDCGE to 0 then do reset * (init chip) and then again set CGCTL.MISCBDCGE to 1 */ static int skl_init_chip(struct hdac_bus *bus, bool full_reset) { struct hdac_ext_link *hlink; int ret; snd_hdac_set_codec_wakeup(bus, true); skl_enable_miscbdcge(bus->dev, false); ret = snd_hdac_bus_init_chip(bus, full_reset); /* Reset stream-to-link mapping */ list_for_each_entry(hlink, &bus->hlink_list, list) writel(0, hlink->ml_addr + AZX_REG_ML_LOSIDV); skl_enable_miscbdcge(bus->dev, true); snd_hdac_set_codec_wakeup(bus, false); return ret; } void skl_update_d0i3c(struct device *dev, bool enable) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); u8 reg; int timeout = 50; reg = snd_hdac_chip_readb(bus, VS_D0I3C); /* Do not write to D0I3C until command in progress bit is cleared */ while ((reg & AZX_REG_VS_D0I3C_CIP) && --timeout) { udelay(10); reg = snd_hdac_chip_readb(bus, VS_D0I3C); } /* Highly unlikely. But if it happens, flag error explicitly */ if (!timeout) { dev_err(bus->dev, "Before D0I3C update: D0I3C CIP timeout\n"); return; } if (enable) reg = reg | AZX_REG_VS_D0I3C_I3; else reg = reg & (~AZX_REG_VS_D0I3C_I3); snd_hdac_chip_writeb(bus, VS_D0I3C, reg); timeout = 50; /* Wait for cmd in progress to be cleared before exiting the function */ reg = snd_hdac_chip_readb(bus, VS_D0I3C); while ((reg & AZX_REG_VS_D0I3C_CIP) && --timeout) { udelay(10); reg = snd_hdac_chip_readb(bus, VS_D0I3C); } /* Highly unlikely. But if it happens, flag error explicitly */ if (!timeout) { dev_err(bus->dev, "After D0I3C update: D0I3C CIP timeout\n"); return; } dev_dbg(bus->dev, "D0I3C register = 0x%x\n", snd_hdac_chip_readb(bus, VS_D0I3C)); } /** * skl_dum_set - set DUM bit in EM2 register * @bus: HD-audio core bus * * Addresses incorrect position reporting for capture streams. * Used on device power up. */ static void skl_dum_set(struct hdac_bus *bus) { /* For the DUM bit to be set, CRST needs to be out of reset state */ if (!(snd_hdac_chip_readb(bus, GCTL) & AZX_GCTL_RESET)) { skl_enable_miscbdcge(bus->dev, false); snd_hdac_bus_exit_link_reset(bus); skl_enable_miscbdcge(bus->dev, true); } snd_hdac_chip_updatel(bus, VS_EM2, AZX_VS_EM2_DUM, AZX_VS_EM2_DUM); } /* called from IRQ */ static void skl_stream_update(struct hdac_bus *bus, struct hdac_stream *hstr) { snd_pcm_period_elapsed(hstr->substream); } static irqreturn_t skl_interrupt(int irq, void *dev_id) { struct hdac_bus *bus = dev_id; u32 status; if (!pm_runtime_active(bus->dev)) return IRQ_NONE; spin_lock(&bus->reg_lock); status = snd_hdac_chip_readl(bus, INTSTS); if (status == 0 || status == 0xffffffff) { spin_unlock(&bus->reg_lock); return IRQ_NONE; } /* clear rirb int */ status = snd_hdac_chip_readb(bus, RIRBSTS); if (status & RIRB_INT_MASK) { if (status & RIRB_INT_RESPONSE) snd_hdac_bus_update_rirb(bus); snd_hdac_chip_writeb(bus, RIRBSTS, RIRB_INT_MASK); } spin_unlock(&bus->reg_lock); return snd_hdac_chip_readl(bus, INTSTS) ? IRQ_WAKE_THREAD : IRQ_HANDLED; } static irqreturn_t skl_threaded_handler(int irq, void *dev_id) { struct hdac_bus *bus = dev_id; u32 status; status = snd_hdac_chip_readl(bus, INTSTS); snd_hdac_bus_handle_stream_irq(bus, status, skl_stream_update); return IRQ_HANDLED; } static int skl_acquire_irq(struct hdac_bus *bus, int do_disconnect) { struct skl_dev *skl = bus_to_skl(bus); int ret; ret = request_threaded_irq(skl->pci->irq, skl_interrupt, skl_threaded_handler, IRQF_SHARED, KBUILD_MODNAME, bus); if (ret) { dev_err(bus->dev, "unable to grab IRQ %d, disabling device\n", skl->pci->irq); return ret; } bus->irq = skl->pci->irq; pci_intx(skl->pci, 1); return 0; } static int skl_suspend_late(struct device *dev) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); struct skl_dev *skl = bus_to_skl(bus); return skl_suspend_late_dsp(skl); } #ifdef CONFIG_PM static int _skl_suspend(struct hdac_bus *bus) { struct skl_dev *skl = bus_to_skl(bus); struct pci_dev *pci = to_pci_dev(bus->dev); int ret; snd_hdac_ext_bus_link_power_down_all(bus); ret = skl_suspend_dsp(skl); if (ret < 0) return ret; snd_hdac_bus_stop_chip(bus); update_pci_dword(pci, AZX_PCIREG_PGCTL, AZX_PGCTL_LSRMD_MASK, AZX_PGCTL_LSRMD_MASK); skl_enable_miscbdcge(bus->dev, false); snd_hdac_bus_enter_link_reset(bus); skl_enable_miscbdcge(bus->dev, true); skl_cleanup_resources(skl); return 0; } static int _skl_resume(struct hdac_bus *bus) { struct skl_dev *skl = bus_to_skl(bus); skl_init_pci(skl); skl_dum_set(bus); skl_init_chip(bus, true); return skl_resume_dsp(skl); } #endif #ifdef CONFIG_PM_SLEEP /* * power management */ static int skl_suspend(struct device *dev) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); struct skl_dev *skl = bus_to_skl(bus); int ret; /* * Do not suspend if streams which are marked ignore suspend are * running, we need to save the state for these and continue */ if (skl->supend_active) { /* turn off the links and stop the CORB/RIRB DMA if it is On */ snd_hdac_ext_bus_link_power_down_all(bus); if (bus->cmd_dma_state) snd_hdac_bus_stop_cmd_io(bus); enable_irq_wake(bus->irq); pci_save_state(pci); } else { ret = _skl_suspend(bus); if (ret < 0) return ret; skl->fw_loaded = false; } return 0; } static int skl_resume(struct device *dev) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); struct skl_dev *skl = bus_to_skl(bus); struct hdac_ext_link *hlink; int ret; /* * resume only when we are not in suspend active, otherwise need to * restore the device */ if (skl->supend_active) { pci_restore_state(pci); snd_hdac_ext_bus_link_power_up_all(bus); disable_irq_wake(bus->irq); /* * turn On the links which are On before active suspend * and start the CORB/RIRB DMA if On before * active suspend. */ list_for_each_entry(hlink, &bus->hlink_list, list) { if (hlink->ref_count) snd_hdac_ext_bus_link_power_up(hlink); } ret = 0; if (bus->cmd_dma_state) snd_hdac_bus_init_cmd_io(bus); } else { ret = _skl_resume(bus); /* turn off the links which are off before suspend */ list_for_each_entry(hlink, &bus->hlink_list, list) { if (!hlink->ref_count) snd_hdac_ext_bus_link_power_down(hlink); } if (!bus->cmd_dma_state) snd_hdac_bus_stop_cmd_io(bus); } return ret; } #endif /* CONFIG_PM_SLEEP */ #ifdef CONFIG_PM static int skl_runtime_suspend(struct device *dev) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); dev_dbg(bus->dev, "in %s\n", __func__); return _skl_suspend(bus); } static int skl_runtime_resume(struct device *dev) { struct pci_dev *pci = to_pci_dev(dev); struct hdac_bus *bus = pci_get_drvdata(pci); dev_dbg(bus->dev, "in %s\n", __func__); return _skl_resume(bus); } #endif /* CONFIG_PM */ static const struct dev_pm_ops skl_pm = { SET_SYSTEM_SLEEP_PM_OPS(skl_suspend, skl_resume) SET_RUNTIME_PM_OPS(skl_runtime_suspend, skl_runtime_resume, NULL) .suspend_late = skl_suspend_late, }; /* * destructor */ static int skl_free(struct hdac_bus *bus) { struct skl_dev *skl = bus_to_skl(bus); skl->init_done = 0; /* to be sure */ snd_hdac_stop_streams_and_chip(bus); if (bus->irq >= 0) free_irq(bus->irq, (void *)bus); snd_hdac_bus_free_stream_pages(bus); snd_hdac_ext_stream_free_all(bus); snd_hdac_link_free_all(bus); if (bus->remap_addr) iounmap(bus->remap_addr); pci_release_regions(skl->pci); pci_disable_device(skl->pci); snd_hdac_ext_bus_exit(bus); if (IS_ENABLED(CONFIG_SND_SOC_HDAC_HDMI)) { snd_hdac_display_power(bus, HDA_CODEC_IDX_CONTROLLER, false); snd_hdac_i915_exit(bus); } return 0; } /* * For each ssp there are 3 clocks (mclk/sclk/sclkfs). * e.g. for ssp0, clocks will be named as * "ssp0_mclk", "ssp0_sclk", "ssp0_sclkfs" * So for skl+, there are 6 ssps, so 18 clocks will be created. */ static struct skl_ssp_clk skl_ssp_clks[] = { {.name = "ssp0_mclk"}, {.name = "ssp1_mclk"}, {.name = "ssp2_mclk"}, {.name = "ssp3_mclk"}, {.name = "ssp4_mclk"}, {.name = "ssp5_mclk"}, {.name = "ssp0_sclk"}, {.name = "ssp1_sclk"}, {.name = "ssp2_sclk"}, {.name = "ssp3_sclk"}, {.name = "ssp4_sclk"}, {.name = "ssp5_sclk"}, {.name = "ssp0_sclkfs"}, {.name = "ssp1_sclkfs"}, {.name = "ssp2_sclkfs"}, {.name = "ssp3_sclkfs"}, {.name = "ssp4_sclkfs"}, {.name = "ssp5_sclkfs"}, }; static struct snd_soc_acpi_mach *skl_find_hda_machine(struct skl_dev *skl, struct snd_soc_acpi_mach *machines) { struct snd_soc_acpi_mach *mach; /* point to common table */ mach = snd_soc_acpi_intel_hda_machines; /* all entries in the machine table use the same firmware */ mach->fw_filename = machines->fw_filename; return mach; } static int skl_find_machine(struct skl_dev *skl, void *driver_data) { struct hdac_bus *bus = skl_to_bus(skl); struct snd_soc_acpi_mach *mach = driver_data; struct skl_machine_pdata *pdata; mach = snd_soc_acpi_find_machine(mach); if (!mach) { dev_dbg(bus->dev, "No matching I2S machine driver found\n"); mach = skl_find_hda_machine(skl, driver_data); if (!mach) { dev_err(bus->dev, "No matching machine driver found\n"); return -ENODEV; } } skl->mach = mach; skl->fw_name = mach->fw_filename; pdata = mach->pdata; if (pdata) { skl->use_tplg_pcm = pdata->use_tplg_pcm; mach->mach_params.dmic_num = intel_nhlt_get_dmic_geo(&skl->pci->dev, skl->nhlt); } return 0; } static int skl_machine_device_register(struct skl_dev *skl) { struct snd_soc_acpi_mach *mach = skl->mach; struct hdac_bus *bus = skl_to_bus(skl); struct platform_device *pdev; int ret; pdev = platform_device_alloc(mach->drv_name, -1); if (pdev == NULL) { dev_err(bus->dev, "platform device alloc failed\n"); return -EIO; } mach->mach_params.platform = dev_name(bus->dev); mach->mach_params.codec_mask = bus->codec_mask; ret = platform_device_add_data(pdev, (const void *)mach, sizeof(*mach)); if (ret) { dev_err(bus->dev, "failed to add machine device platform data\n"); platform_device_put(pdev); return ret; } ret = platform_device_add(pdev); if (ret) { dev_err(bus->dev, "failed to add machine device\n"); platform_device_put(pdev); return -EIO; } skl->i2s_dev = pdev; return 0; } static void skl_machine_device_unregister(struct skl_dev *skl) { if (skl->i2s_dev) platform_device_unregister(skl->i2s_dev); } static int skl_dmic_device_register(struct skl_dev *skl) { struct hdac_bus *bus = skl_to_bus(skl); struct platform_device *pdev; int ret; /* SKL has one dmic port, so allocate dmic device for this */ pdev = platform_device_alloc("dmic-codec", -1); if (!pdev) { dev_err(bus->dev, "failed to allocate dmic device\n"); return -ENOMEM; } ret = platform_device_add(pdev); if (ret) { dev_err(bus->dev, "failed to add dmic device: %d\n", ret); platform_device_put(pdev); return ret; } skl->dmic_dev = pdev; return 0; } static void skl_dmic_device_unregister(struct skl_dev *skl) { if (skl->dmic_dev) platform_device_unregister(skl->dmic_dev); } static struct skl_clk_parent_src skl_clk_src[] = { { .clk_id = SKL_XTAL, .name = "xtal" }, { .clk_id = SKL_CARDINAL, .name = "cardinal", .rate = 24576000 }, { .clk_id = SKL_PLL, .name = "pll", .rate = 96000000 }, }; struct skl_clk_parent_src *skl_get_parent_clk(u8 clk_id) { unsigned int i; for (i = 0; i < ARRAY_SIZE(skl_clk_src); i++) { if (skl_clk_src[i].clk_id == clk_id) return &skl_clk_src[i]; } return NULL; } static void init_skl_xtal_rate(int pci_id) { switch (pci_id) { case 0x9d70: case 0x9d71: skl_clk_src[0].rate = 24000000; return; default: skl_clk_src[0].rate = 19200000; return; } } static int skl_clock_device_register(struct skl_dev *skl) { struct platform_device_info pdevinfo = {NULL}; struct skl_clk_pdata *clk_pdata; if (!skl->nhlt) return 0; clk_pdata = devm_kzalloc(&skl->pci->dev, sizeof(*clk_pdata), GFP_KERNEL); if (!clk_pdata) return -ENOMEM; init_skl_xtal_rate(skl->pci->device); clk_pdata->parent_clks = skl_clk_src; clk_pdata->ssp_clks = skl_ssp_clks; clk_pdata->num_clks = ARRAY_SIZE(skl_ssp_clks); /* Query NHLT to fill the rates and parent */ skl_get_clks(skl, clk_pdata->ssp_clks); clk_pdata->pvt_data = skl; /* Register Platform device */ pdevinfo.parent = &skl->pci->dev; pdevinfo.id = -1; pdevinfo.name = "skl-ssp-clk"; pdevinfo.data = clk_pdata; pdevinfo.size_data = sizeof(*clk_pdata); skl->clk_dev = platform_device_register_full(&pdevinfo); return PTR_ERR_OR_ZERO(skl->clk_dev); } static void skl_clock_device_unregister(struct skl_dev *skl) { if (skl->clk_dev) platform_device_unregister(skl->clk_dev); } #if IS_ENABLED(CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC) #define IDISP_INTEL_VENDOR_ID 0x80860000 /* * load the legacy codec driver */ static void load_codec_module(struct hda_codec *codec) { #ifdef MODULE char modalias[MODULE_NAME_LEN]; const char *mod = NULL; snd_hdac_codec_modalias(&codec->core, modalias, sizeof(modalias)); mod = modalias; dev_dbg(&codec->core.dev, "loading %s codec module\n", mod); request_module(mod); #endif } #endif /* CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC */ static void skl_codec_device_exit(struct device *dev) { snd_hdac_device_exit(dev_to_hdac_dev(dev)); } static struct hda_codec *skl_codec_device_init(struct hdac_bus *bus, int addr) { struct hda_codec *codec; int ret; codec = snd_hda_codec_device_init(to_hda_bus(bus), addr, "ehdaudio%dD%d", bus->idx, addr); if (IS_ERR(codec)) { dev_err(bus->dev, "device init failed for hdac device\n"); return codec; } codec->core.type = HDA_DEV_ASOC; codec->core.dev.release = skl_codec_device_exit; ret = snd_hdac_device_register(&codec->core); if (ret) { dev_err(bus->dev, "failed to register hdac device\n"); snd_hdac_device_exit(&codec->core); return ERR_PTR(ret); } return codec; } /* * Probe the given codec address */ static int probe_codec(struct hdac_bus *bus, int addr) { unsigned int cmd = (addr << 28) | (AC_NODE_ROOT << 20) | (AC_VERB_PARAMETERS << 8) | AC_PAR_VENDOR_ID; unsigned int res = -1; #if IS_ENABLED(CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC) struct skl_dev *skl = bus_to_skl(bus); struct hdac_hda_priv *hda_codec; #endif struct hda_codec *codec; mutex_lock(&bus->cmd_mutex); snd_hdac_bus_send_cmd(bus, cmd); snd_hdac_bus_get_response(bus, addr, &res); mutex_unlock(&bus->cmd_mutex); if (res == -1) return -EIO; dev_dbg(bus->dev, "codec #%d probed OK: %x\n", addr, res); #if IS_ENABLED(CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC) hda_codec = devm_kzalloc(&skl->pci->dev, sizeof(*hda_codec), GFP_KERNEL); if (!hda_codec) return -ENOMEM; codec = skl_codec_device_init(bus, addr); if (IS_ERR(codec)) return PTR_ERR(codec); hda_codec->codec = codec; dev_set_drvdata(&codec->core.dev, hda_codec); /* use legacy bus only for HDA codecs, idisp uses ext bus */ if ((res & 0xFFFF0000) != IDISP_INTEL_VENDOR_ID) { codec->core.type = HDA_DEV_LEGACY; load_codec_module(hda_codec->codec); } return 0; #else codec = skl_codec_device_init(bus, addr); return PTR_ERR_OR_ZERO(codec); #endif /* CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC */ } /* Codec initialization */ static void skl_codec_create(struct hdac_bus *bus) { int c, max_slots; max_slots = HDA_MAX_CODECS; /* First try to probe all given codec slots */ for (c = 0; c < max_slots; c++) { if ((bus->codec_mask & (1 << c))) { if (probe_codec(bus, c) < 0) { /* * Some BIOSen give you wrong codec addresses * that don't exist */ dev_warn(bus->dev, "Codec #%d probe error; disabling it...\n", c); bus->codec_mask &= ~(1 << c); /* * More badly, accessing to a non-existing * codec often screws up the controller bus, * and disturbs the further communications. * Thus if an error occurs during probing, * better to reset the controller bus to get * back to the sanity state. */ snd_hdac_bus_stop_chip(bus); skl_init_chip(bus, true); } } } } static int skl_i915_init(struct hdac_bus *bus) { int err; /* * The HDMI codec is in GPU so we need to ensure that it is powered * up and ready for probe */ err = snd_hdac_i915_init(bus); if (err < 0) return err; snd_hdac_display_power(bus, HDA_CODEC_IDX_CONTROLLER, true); return 0; } static void skl_probe_work(struct work_struct *work) { struct skl_dev *skl = container_of(work, struct skl_dev, probe_work); struct hdac_bus *bus = skl_to_bus(skl); struct hdac_ext_link *hlink; int err; if (IS_ENABLED(CONFIG_SND_SOC_HDAC_HDMI)) { err = skl_i915_init(bus); if (err < 0) return; } skl_init_pci(skl); skl_dum_set(bus); err = skl_init_chip(bus, true); if (err < 0) { dev_err(bus->dev, "Init chip failed with err: %d\n", err); goto out_err; } /* codec detection */ if (!bus->codec_mask) dev_info(bus->dev, "no hda codecs found!\n"); /* create codec instances */ skl_codec_create(bus); /* register platform dai and controls */ err = skl_platform_register(bus->dev); if (err < 0) { dev_err(bus->dev, "platform register failed: %d\n", err); goto out_err; } err = skl_machine_device_register(skl); if (err < 0) { dev_err(bus->dev, "machine register failed: %d\n", err); goto out_err; } /* * we are done probing so decrement link counts */ list_for_each_entry(hlink, &bus->hlink_list, list) snd_hdac_ext_bus_link_put(bus, hlink); if (IS_ENABLED(CONFIG_SND_SOC_HDAC_HDMI)) snd_hdac_display_power(bus, HDA_CODEC_IDX_CONTROLLER, false); /* configure PM */ pm_runtime_put_noidle(bus->dev); pm_runtime_allow(bus->dev); skl->init_done = 1; return; out_err: if (IS_ENABLED(CONFIG_SND_SOC_HDAC_HDMI)) snd_hdac_display_power(bus, HDA_CODEC_IDX_CONTROLLER, false); } /* * constructor */ static int skl_create(struct pci_dev *pci, struct skl_dev **rskl) { struct hdac_ext_bus_ops *ext_ops = NULL; struct skl_dev *skl; struct hdac_bus *bus; struct hda_bus *hbus; int err; *rskl = NULL; err = pci_enable_device(pci); if (err < 0) return err; skl = devm_kzalloc(&pci->dev, sizeof(*skl), GFP_KERNEL); if (!skl) { pci_disable_device(pci); return -ENOMEM; } hbus = skl_to_hbus(skl); bus = skl_to_bus(skl); INIT_LIST_HEAD(&skl->ppl_list); INIT_LIST_HEAD(&skl->bind_list); #if IS_ENABLED(CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC) ext_ops = snd_soc_hdac_hda_get_ops(); #endif snd_hdac_ext_bus_init(bus, &pci->dev, NULL, ext_ops); bus->use_posbuf = 1; skl->pci = pci; INIT_WORK(&skl->probe_work, skl_probe_work); bus->bdl_pos_adj = 0; mutex_init(&hbus->prepare_mutex); hbus->pci = pci; hbus->mixer_assigned = -1; hbus->modelname = "sklbus"; *rskl = skl; return 0; } static int skl_first_init(struct hdac_bus *bus) { struct skl_dev *skl = bus_to_skl(bus); struct pci_dev *pci = skl->pci; int err; unsigned short gcap; int cp_streams, pb_streams, start_idx; err = pci_request_regions(pci, "Skylake HD audio"); if (err < 0) return err; bus->addr = pci_resource_start(pci, 0); bus->remap_addr = pci_ioremap_bar(pci, 0); if (bus->remap_addr == NULL) { dev_err(bus->dev, "ioremap error\n"); return -ENXIO; } snd_hdac_bus_parse_capabilities(bus); /* check if PPCAP exists */ if (!bus->ppcap) { dev_err(bus->dev, "bus ppcap not set, HDAudio or DSP not present?\n"); return -ENODEV; } if (skl_acquire_irq(bus, 0) < 0) return -EBUSY; pci_set_master(pci); synchronize_irq(bus->irq); gcap = snd_hdac_chip_readw(bus, GCAP); dev_dbg(bus->dev, "chipset global capabilities = 0x%x\n", gcap); /* read number of streams from GCAP register */ cp_streams = (gcap >> 8) & 0x0f; pb_streams = (gcap >> 12) & 0x0f; if (!pb_streams && !cp_streams) { dev_err(bus->dev, "no streams found in GCAP definitions?\n"); return -EIO; } bus->num_streams = cp_streams + pb_streams; /* allow 64bit DMA address if supported by H/W */ if (dma_set_mask_and_coherent(bus->dev, DMA_BIT_MASK(64))) dma_set_mask_and_coherent(bus->dev, DMA_BIT_MASK(32)); dma_set_max_seg_size(bus->dev, UINT_MAX); /* initialize streams */ snd_hdac_ext_stream_init_all (bus, 0, cp_streams, SNDRV_PCM_STREAM_CAPTURE); start_idx = cp_streams; snd_hdac_ext_stream_init_all (bus, start_idx, pb_streams, SNDRV_PCM_STREAM_PLAYBACK); err = snd_hdac_bus_alloc_stream_pages(bus); if (err < 0) return err; return 0; } static int skl_probe(struct pci_dev *pci, const struct pci_device_id *pci_id) { struct skl_dev *skl; struct hdac_bus *bus = NULL; int err; switch (skl_pci_binding) { case SND_SKL_PCI_BIND_AUTO: err = snd_intel_dsp_driver_probe(pci); if (err != SND_INTEL_DSP_DRIVER_ANY && err != SND_INTEL_DSP_DRIVER_SST) return -ENODEV; break; case SND_SKL_PCI_BIND_LEGACY: dev_info(&pci->dev, "Module parameter forced binding with HDAudio legacy, aborting probe\n"); return -ENODEV; case SND_SKL_PCI_BIND_ASOC: dev_info(&pci->dev, "Module parameter forced binding with SKL driver, bypassed detection logic\n"); break; default: dev_err(&pci->dev, "invalid value for skl_pci_binding module parameter, ignored\n"); break; } /* we use ext core ops, so provide NULL for ops here */ err = skl_create(pci, &skl); if (err < 0) return err; bus = skl_to_bus(skl); err = skl_first_init(bus); if (err < 0) { dev_err(bus->dev, "skl_first_init failed with err: %d\n", err); goto out_free; } skl->pci_id = pci->device; device_disable_async_suspend(bus->dev); skl->nhlt = intel_nhlt_init(bus->dev); if (skl->nhlt == NULL) { #if !IS_ENABLED(CONFIG_SND_SOC_INTEL_SKYLAKE_HDAUDIO_CODEC) dev_err(bus->dev, "no nhlt info found\n"); err = -ENODEV; goto out_free; #else dev_warn(bus->dev, "no nhlt info found, continuing to try to enable HDAudio codec\n"); #endif } else { err = skl_nhlt_create_sysfs(skl); if (err < 0) { dev_err(bus->dev, "skl_nhlt_create_sysfs failed with err: %d\n", err); goto out_nhlt_free; } skl_nhlt_update_topology_bin(skl); /* create device for dsp clk */ err = skl_clock_device_register(skl); if (err < 0) { dev_err(bus->dev, "skl_clock_device_register failed with err: %d\n", err); goto out_clk_free; } } pci_set_drvdata(skl->pci, bus); err = skl_find_machine(skl, (void *)pci_id->driver_data); if (err < 0) { dev_err(bus->dev, "skl_find_machine failed with err: %d\n", err); goto out_nhlt_free; } err = skl_init_dsp(skl); if (err < 0) { dev_dbg(bus->dev, "error failed to register dsp\n"); goto out_nhlt_free; } skl->enable_miscbdcge = skl_enable_miscbdcge; skl->clock_power_gating = skl_clock_power_gating; if (bus->mlcap) snd_hdac_ext_bus_get_ml_capabilities(bus); /* create device for soc dmic */ err = skl_dmic_device_register(skl); if (err < 0) { dev_err(bus->dev, "skl_dmic_device_register failed with err: %d\n", err); goto out_dsp_free; } schedule_work(&skl->probe_work); return 0; out_dsp_free: skl_free_dsp(skl); out_clk_free: skl_clock_device_unregister(skl); out_nhlt_free: if (skl->nhlt) intel_nhlt_free(skl->nhlt); out_free: skl_free(bus); return err; } static void skl_shutdown(struct pci_dev *pci) { struct hdac_bus *bus = pci_get_drvdata(pci); struct hdac_stream *s; struct hdac_ext_stream *stream; struct skl_dev *skl; if (!bus) return; skl = bus_to_skl(bus); if (!skl->init_done) return; snd_hdac_stop_streams_and_chip(bus); list_for_each_entry(s, &bus->stream_list, list) { stream = stream_to_hdac_ext_stream(s); snd_hdac_ext_stream_decouple(bus, stream, false); } snd_hdac_bus_stop_chip(bus); } static void skl_remove(struct pci_dev *pci) { struct hdac_bus *bus = pci_get_drvdata(pci); struct skl_dev *skl = bus_to_skl(bus); cancel_work_sync(&skl->probe_work); pm_runtime_get_noresume(&pci->dev); /* codec removal, invoke bus_device_remove */ snd_hdac_ext_bus_device_remove(bus); skl_platform_unregister(&pci->dev); skl_free_dsp(skl); skl_machine_device_unregister(skl); skl_dmic_device_unregister(skl); skl_clock_device_unregister(skl); skl_nhlt_remove_sysfs(skl); if (skl->nhlt) intel_nhlt_free(skl->nhlt); skl_free(bus); } /* PCI IDs */ static const struct pci_device_id skl_ids[] = { #if IS_ENABLED(CONFIG_SND_SOC_INTEL_SKL) /* Sunrise Point-LP */ { PCI_DEVICE(0x8086, 0x9d70), .driver_data = (unsigned long)&snd_soc_acpi_intel_skl_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_APL) /* BXT-P */ { PCI_DEVICE(0x8086, 0x5a98), .driver_data = (unsigned long)&snd_soc_acpi_intel_bxt_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_KBL) /* KBL */ { PCI_DEVICE(0x8086, 0x9D71), .driver_data = (unsigned long)&snd_soc_acpi_intel_kbl_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_GLK) /* GLK */ { PCI_DEVICE(0x8086, 0x3198), .driver_data = (unsigned long)&snd_soc_acpi_intel_glk_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_CNL) /* CNL */ { PCI_DEVICE(0x8086, 0x9dc8), .driver_data = (unsigned long)&snd_soc_acpi_intel_cnl_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_CFL) /* CFL */ { PCI_DEVICE(0x8086, 0xa348), .driver_data = (unsigned long)&snd_soc_acpi_intel_cnl_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_CML_LP) /* CML-LP */ { PCI_DEVICE(0x8086, 0x02c8), .driver_data = (unsigned long)&snd_soc_acpi_intel_cnl_machines}, #endif #if IS_ENABLED(CONFIG_SND_SOC_INTEL_CML_H) /* CML-H */ { PCI_DEVICE(0x8086, 0x06c8), .driver_data = (unsigned long)&snd_soc_acpi_intel_cnl_machines}, #endif { 0, } }; MODULE_DEVICE_TABLE(pci, skl_ids); /* pci_driver definition */ static struct pci_driver skl_driver = { .name = KBUILD_MODNAME, .id_table = skl_ids, .probe = skl_probe, .remove = skl_remove, .shutdown = skl_shutdown, .driver = { .pm = &skl_pm, }, }; module_pci_driver(skl_driver); MODULE_LICENSE("GPL v2"); MODULE_DESCRIPTION("Intel Skylake ASoC HDA driver");