166aac8eaSFrank Li // SPDX-License-Identifier: GPL-2.0+ 266aac8eaSFrank Li // 366aac8eaSFrank Li // Copyright (c) 2013-2014 Freescale Semiconductor, Inc 466aac8eaSFrank Li // Copyright (c) 2017 Sysam, Angelo Dureghello <angelo@sysam.it> 566aac8eaSFrank Li 666aac8eaSFrank Li #include <linux/module.h> 766aac8eaSFrank Li #include <linux/interrupt.h> 866aac8eaSFrank Li #include <linux/dmaengine.h> 966aac8eaSFrank Li #include <linux/platform_device.h> 1066aac8eaSFrank Li #include <linux/platform_data/dma-mcf-edma.h> 1166aac8eaSFrank Li 1266aac8eaSFrank Li #include "fsl-edma-common.h" 1366aac8eaSFrank Li 1466aac8eaSFrank Li #define EDMA_CHANNELS 64 1566aac8eaSFrank Li #define EDMA_MASK_CH(x) ((x) & GENMASK(5, 0)) 1666aac8eaSFrank Li 1766aac8eaSFrank Li static irqreturn_t mcf_edma_tx_handler(int irq, void *dev_id) 1866aac8eaSFrank Li { 1966aac8eaSFrank Li struct fsl_edma_engine *mcf_edma = dev_id; 2066aac8eaSFrank Li struct edma_regs *regs = &mcf_edma->regs; 2166aac8eaSFrank Li unsigned int ch; 2266aac8eaSFrank Li struct fsl_edma_chan *mcf_chan; 2366aac8eaSFrank Li u64 intmap; 2466aac8eaSFrank Li 2566aac8eaSFrank Li intmap = ioread32(regs->inth); 2666aac8eaSFrank Li intmap <<= 32; 2766aac8eaSFrank Li intmap |= ioread32(regs->intl); 2866aac8eaSFrank Li if (!intmap) 2966aac8eaSFrank Li return IRQ_NONE; 3066aac8eaSFrank Li 3166aac8eaSFrank Li for (ch = 0; ch < mcf_edma->n_chans; ch++) { 3266aac8eaSFrank Li if (intmap & BIT(ch)) { 3366aac8eaSFrank Li iowrite8(EDMA_MASK_CH(ch), regs->cint); 3466aac8eaSFrank Li 3566aac8eaSFrank Li mcf_chan = &mcf_edma->chans[ch]; 3666aac8eaSFrank Li 3766aac8eaSFrank Li spin_lock(&mcf_chan->vchan.lock); 3866aac8eaSFrank Li 3966aac8eaSFrank Li if (!mcf_chan->edesc) { 4066aac8eaSFrank Li /* terminate_all called before */ 4166aac8eaSFrank Li spin_unlock(&mcf_chan->vchan.lock); 4266aac8eaSFrank Li continue; 4366aac8eaSFrank Li } 4466aac8eaSFrank Li 4566aac8eaSFrank Li if (!mcf_chan->edesc->iscyclic) { 4666aac8eaSFrank Li list_del(&mcf_chan->edesc->vdesc.node); 4766aac8eaSFrank Li vchan_cookie_complete(&mcf_chan->edesc->vdesc); 4866aac8eaSFrank Li mcf_chan->edesc = NULL; 4966aac8eaSFrank Li mcf_chan->status = DMA_COMPLETE; 5066aac8eaSFrank Li mcf_chan->idle = true; 5166aac8eaSFrank Li } else { 5266aac8eaSFrank Li vchan_cyclic_callback(&mcf_chan->edesc->vdesc); 5366aac8eaSFrank Li } 5466aac8eaSFrank Li 5566aac8eaSFrank Li if (!mcf_chan->edesc) 5666aac8eaSFrank Li fsl_edma_xfer_desc(mcf_chan); 5766aac8eaSFrank Li 5866aac8eaSFrank Li spin_unlock(&mcf_chan->vchan.lock); 5966aac8eaSFrank Li } 6066aac8eaSFrank Li } 6166aac8eaSFrank Li 6266aac8eaSFrank Li return IRQ_HANDLED; 6366aac8eaSFrank Li } 6466aac8eaSFrank Li 6566aac8eaSFrank Li static irqreturn_t mcf_edma_err_handler(int irq, void *dev_id) 6666aac8eaSFrank Li { 6766aac8eaSFrank Li struct fsl_edma_engine *mcf_edma = dev_id; 6866aac8eaSFrank Li struct edma_regs *regs = &mcf_edma->regs; 6966aac8eaSFrank Li unsigned int err, ch; 7066aac8eaSFrank Li 7166aac8eaSFrank Li err = ioread32(regs->errl); 7266aac8eaSFrank Li if (!err) 7366aac8eaSFrank Li return IRQ_NONE; 7466aac8eaSFrank Li 7566aac8eaSFrank Li for (ch = 0; ch < (EDMA_CHANNELS / 2); ch++) { 7666aac8eaSFrank Li if (err & BIT(ch)) { 7766aac8eaSFrank Li fsl_edma_disable_request(&mcf_edma->chans[ch]); 7866aac8eaSFrank Li iowrite8(EDMA_CERR_CERR(ch), regs->cerr); 7966aac8eaSFrank Li mcf_edma->chans[ch].status = DMA_ERROR; 8066aac8eaSFrank Li mcf_edma->chans[ch].idle = true; 8166aac8eaSFrank Li } 8266aac8eaSFrank Li } 8366aac8eaSFrank Li 8466aac8eaSFrank Li err = ioread32(regs->errh); 8566aac8eaSFrank Li if (!err) 8666aac8eaSFrank Li return IRQ_NONE; 8766aac8eaSFrank Li 8866aac8eaSFrank Li for (ch = (EDMA_CHANNELS / 2); ch < EDMA_CHANNELS; ch++) { 8966aac8eaSFrank Li if (err & (BIT(ch - (EDMA_CHANNELS / 2)))) { 9066aac8eaSFrank Li fsl_edma_disable_request(&mcf_edma->chans[ch]); 9166aac8eaSFrank Li iowrite8(EDMA_CERR_CERR(ch), regs->cerr); 9266aac8eaSFrank Li mcf_edma->chans[ch].status = DMA_ERROR; 9366aac8eaSFrank Li mcf_edma->chans[ch].idle = true; 9466aac8eaSFrank Li } 9566aac8eaSFrank Li } 9666aac8eaSFrank Li 9766aac8eaSFrank Li return IRQ_HANDLED; 9866aac8eaSFrank Li } 9966aac8eaSFrank Li 10066aac8eaSFrank Li static int mcf_edma_irq_init(struct platform_device *pdev, 10166aac8eaSFrank Li struct fsl_edma_engine *mcf_edma) 10266aac8eaSFrank Li { 10366aac8eaSFrank Li int ret = 0, i; 10466aac8eaSFrank Li struct resource *res; 10566aac8eaSFrank Li 10666aac8eaSFrank Li res = platform_get_resource_byname(pdev, 10766aac8eaSFrank Li IORESOURCE_IRQ, "edma-tx-00-15"); 10866aac8eaSFrank Li if (!res) 10966aac8eaSFrank Li return -1; 11066aac8eaSFrank Li 11166aac8eaSFrank Li for (ret = 0, i = res->start; i <= res->end; ++i) 11266aac8eaSFrank Li ret |= request_irq(i, mcf_edma_tx_handler, 0, "eDMA", mcf_edma); 11366aac8eaSFrank Li if (ret) 11466aac8eaSFrank Li return ret; 11566aac8eaSFrank Li 11666aac8eaSFrank Li res = platform_get_resource_byname(pdev, 11766aac8eaSFrank Li IORESOURCE_IRQ, "edma-tx-16-55"); 11866aac8eaSFrank Li if (!res) 11966aac8eaSFrank Li return -1; 12066aac8eaSFrank Li 12166aac8eaSFrank Li for (ret = 0, i = res->start; i <= res->end; ++i) 12266aac8eaSFrank Li ret |= request_irq(i, mcf_edma_tx_handler, 0, "eDMA", mcf_edma); 12366aac8eaSFrank Li if (ret) 12466aac8eaSFrank Li return ret; 12566aac8eaSFrank Li 12666aac8eaSFrank Li ret = platform_get_irq_byname(pdev, "edma-tx-56-63"); 12766aac8eaSFrank Li if (ret != -ENXIO) { 12866aac8eaSFrank Li ret = request_irq(ret, mcf_edma_tx_handler, 12966aac8eaSFrank Li 0, "eDMA", mcf_edma); 13066aac8eaSFrank Li if (ret) 13166aac8eaSFrank Li return ret; 13266aac8eaSFrank Li } 13366aac8eaSFrank Li 13466aac8eaSFrank Li ret = platform_get_irq_byname(pdev, "edma-err"); 13566aac8eaSFrank Li if (ret != -ENXIO) { 13666aac8eaSFrank Li ret = request_irq(ret, mcf_edma_err_handler, 13766aac8eaSFrank Li 0, "eDMA", mcf_edma); 13866aac8eaSFrank Li if (ret) 13966aac8eaSFrank Li return ret; 14066aac8eaSFrank Li } 14166aac8eaSFrank Li 14266aac8eaSFrank Li return 0; 14366aac8eaSFrank Li } 14466aac8eaSFrank Li 14566aac8eaSFrank Li static void mcf_edma_irq_free(struct platform_device *pdev, 14666aac8eaSFrank Li struct fsl_edma_engine *mcf_edma) 14766aac8eaSFrank Li { 14866aac8eaSFrank Li int irq; 14966aac8eaSFrank Li struct resource *res; 15066aac8eaSFrank Li 15166aac8eaSFrank Li res = platform_get_resource_byname(pdev, 15266aac8eaSFrank Li IORESOURCE_IRQ, "edma-tx-00-15"); 15366aac8eaSFrank Li if (res) { 15466aac8eaSFrank Li for (irq = res->start; irq <= res->end; irq++) 15566aac8eaSFrank Li free_irq(irq, mcf_edma); 15666aac8eaSFrank Li } 15766aac8eaSFrank Li 15866aac8eaSFrank Li res = platform_get_resource_byname(pdev, 15966aac8eaSFrank Li IORESOURCE_IRQ, "edma-tx-16-55"); 16066aac8eaSFrank Li if (res) { 16166aac8eaSFrank Li for (irq = res->start; irq <= res->end; irq++) 16266aac8eaSFrank Li free_irq(irq, mcf_edma); 16366aac8eaSFrank Li } 16466aac8eaSFrank Li 16566aac8eaSFrank Li irq = platform_get_irq_byname(pdev, "edma-tx-56-63"); 16666aac8eaSFrank Li if (irq != -ENXIO) 16766aac8eaSFrank Li free_irq(irq, mcf_edma); 16866aac8eaSFrank Li 16966aac8eaSFrank Li irq = platform_get_irq_byname(pdev, "edma-err"); 17066aac8eaSFrank Li if (irq != -ENXIO) 17166aac8eaSFrank Li free_irq(irq, mcf_edma); 17266aac8eaSFrank Li } 17366aac8eaSFrank Li 17466aac8eaSFrank Li static struct fsl_edma_drvdata mcf_data = { 175*c26e6114SFrank Li .flags = FSL_EDMA_DRV_EDMA64, 17666aac8eaSFrank Li .setup_irq = mcf_edma_irq_init, 17766aac8eaSFrank Li }; 17866aac8eaSFrank Li 17966aac8eaSFrank Li static int mcf_edma_probe(struct platform_device *pdev) 18066aac8eaSFrank Li { 18166aac8eaSFrank Li struct mcf_edma_platform_data *pdata; 18266aac8eaSFrank Li struct fsl_edma_engine *mcf_edma; 18366aac8eaSFrank Li struct edma_regs *regs; 18466aac8eaSFrank Li int ret, i, chans; 18566aac8eaSFrank Li 18666aac8eaSFrank Li pdata = dev_get_platdata(&pdev->dev); 18766aac8eaSFrank Li if (!pdata) { 18866aac8eaSFrank Li dev_err(&pdev->dev, "no platform data supplied\n"); 18966aac8eaSFrank Li return -EINVAL; 19066aac8eaSFrank Li } 19166aac8eaSFrank Li 19266aac8eaSFrank Li chans = pdata->dma_channels; 19366aac8eaSFrank Li mcf_edma = devm_kzalloc(&pdev->dev, struct_size(mcf_edma, chans, chans), 19466aac8eaSFrank Li GFP_KERNEL); 19566aac8eaSFrank Li if (!mcf_edma) 19666aac8eaSFrank Li return -ENOMEM; 19766aac8eaSFrank Li 19866aac8eaSFrank Li mcf_edma->n_chans = chans; 19966aac8eaSFrank Li 20066aac8eaSFrank Li /* Set up drvdata for ColdFire edma */ 20166aac8eaSFrank Li mcf_edma->drvdata = &mcf_data; 20266aac8eaSFrank Li mcf_edma->big_endian = 1; 20366aac8eaSFrank Li 20466aac8eaSFrank Li if (!mcf_edma->n_chans) { 20566aac8eaSFrank Li dev_info(&pdev->dev, "setting default channel number to 64"); 20666aac8eaSFrank Li mcf_edma->n_chans = 64; 20766aac8eaSFrank Li } 20866aac8eaSFrank Li 20966aac8eaSFrank Li mutex_init(&mcf_edma->fsl_edma_mutex); 21066aac8eaSFrank Li 21166aac8eaSFrank Li mcf_edma->membase = devm_platform_ioremap_resource(pdev, 0); 21266aac8eaSFrank Li if (IS_ERR(mcf_edma->membase)) 21366aac8eaSFrank Li return PTR_ERR(mcf_edma->membase); 21466aac8eaSFrank Li 21566aac8eaSFrank Li fsl_edma_setup_regs(mcf_edma); 21666aac8eaSFrank Li regs = &mcf_edma->regs; 21766aac8eaSFrank Li 21866aac8eaSFrank Li INIT_LIST_HEAD(&mcf_edma->dma_dev.channels); 21966aac8eaSFrank Li for (i = 0; i < mcf_edma->n_chans; i++) { 22066aac8eaSFrank Li struct fsl_edma_chan *mcf_chan = &mcf_edma->chans[i]; 22166aac8eaSFrank Li 22266aac8eaSFrank Li mcf_chan->edma = mcf_edma; 22366aac8eaSFrank Li mcf_chan->slave_id = i; 22466aac8eaSFrank Li mcf_chan->idle = true; 22566aac8eaSFrank Li mcf_chan->dma_dir = DMA_NONE; 22666aac8eaSFrank Li mcf_chan->vchan.desc_free = fsl_edma_free_desc; 22766aac8eaSFrank Li vchan_init(&mcf_chan->vchan, &mcf_edma->dma_dev); 22866aac8eaSFrank Li iowrite32(0x0, ®s->tcd[i].csr); 22966aac8eaSFrank Li } 23066aac8eaSFrank Li 23166aac8eaSFrank Li iowrite32(~0, regs->inth); 23266aac8eaSFrank Li iowrite32(~0, regs->intl); 23366aac8eaSFrank Li 23466aac8eaSFrank Li ret = mcf_edma->drvdata->setup_irq(pdev, mcf_edma); 23566aac8eaSFrank Li if (ret) 23666aac8eaSFrank Li return ret; 23766aac8eaSFrank Li 23866aac8eaSFrank Li dma_cap_set(DMA_PRIVATE, mcf_edma->dma_dev.cap_mask); 23966aac8eaSFrank Li dma_cap_set(DMA_SLAVE, mcf_edma->dma_dev.cap_mask); 24066aac8eaSFrank Li dma_cap_set(DMA_CYCLIC, mcf_edma->dma_dev.cap_mask); 24166aac8eaSFrank Li 24266aac8eaSFrank Li mcf_edma->dma_dev.dev = &pdev->dev; 24366aac8eaSFrank Li mcf_edma->dma_dev.device_alloc_chan_resources = 24466aac8eaSFrank Li fsl_edma_alloc_chan_resources; 24566aac8eaSFrank Li mcf_edma->dma_dev.device_free_chan_resources = 24666aac8eaSFrank Li fsl_edma_free_chan_resources; 24766aac8eaSFrank Li mcf_edma->dma_dev.device_config = fsl_edma_slave_config; 24866aac8eaSFrank Li mcf_edma->dma_dev.device_prep_dma_cyclic = 24966aac8eaSFrank Li fsl_edma_prep_dma_cyclic; 25066aac8eaSFrank Li mcf_edma->dma_dev.device_prep_slave_sg = fsl_edma_prep_slave_sg; 25166aac8eaSFrank Li mcf_edma->dma_dev.device_tx_status = fsl_edma_tx_status; 25266aac8eaSFrank Li mcf_edma->dma_dev.device_pause = fsl_edma_pause; 25366aac8eaSFrank Li mcf_edma->dma_dev.device_resume = fsl_edma_resume; 25466aac8eaSFrank Li mcf_edma->dma_dev.device_terminate_all = fsl_edma_terminate_all; 25566aac8eaSFrank Li mcf_edma->dma_dev.device_issue_pending = fsl_edma_issue_pending; 25666aac8eaSFrank Li 25766aac8eaSFrank Li mcf_edma->dma_dev.src_addr_widths = FSL_EDMA_BUSWIDTHS; 25866aac8eaSFrank Li mcf_edma->dma_dev.dst_addr_widths = FSL_EDMA_BUSWIDTHS; 25966aac8eaSFrank Li mcf_edma->dma_dev.directions = 26066aac8eaSFrank Li BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV); 26166aac8eaSFrank Li 26266aac8eaSFrank Li mcf_edma->dma_dev.filter.fn = mcf_edma_filter_fn; 26366aac8eaSFrank Li mcf_edma->dma_dev.filter.map = pdata->slave_map; 26466aac8eaSFrank Li mcf_edma->dma_dev.filter.mapcnt = pdata->slavecnt; 26566aac8eaSFrank Li 26666aac8eaSFrank Li platform_set_drvdata(pdev, mcf_edma); 26766aac8eaSFrank Li 26866aac8eaSFrank Li ret = dma_async_device_register(&mcf_edma->dma_dev); 26966aac8eaSFrank Li if (ret) { 27066aac8eaSFrank Li dev_err(&pdev->dev, 27166aac8eaSFrank Li "Can't register Freescale eDMA engine. (%d)\n", ret); 27266aac8eaSFrank Li return ret; 27366aac8eaSFrank Li } 27466aac8eaSFrank Li 27566aac8eaSFrank Li /* Enable round robin arbitration */ 27666aac8eaSFrank Li iowrite32(EDMA_CR_ERGA | EDMA_CR_ERCA, regs->cr); 27766aac8eaSFrank Li 27866aac8eaSFrank Li return 0; 27966aac8eaSFrank Li } 28066aac8eaSFrank Li 28166aac8eaSFrank Li static int mcf_edma_remove(struct platform_device *pdev) 28266aac8eaSFrank Li { 28366aac8eaSFrank Li struct fsl_edma_engine *mcf_edma = platform_get_drvdata(pdev); 28466aac8eaSFrank Li 28566aac8eaSFrank Li mcf_edma_irq_free(pdev, mcf_edma); 28666aac8eaSFrank Li fsl_edma_cleanup_vchan(&mcf_edma->dma_dev); 28766aac8eaSFrank Li dma_async_device_unregister(&mcf_edma->dma_dev); 28866aac8eaSFrank Li 28966aac8eaSFrank Li return 0; 29066aac8eaSFrank Li } 29166aac8eaSFrank Li 29266aac8eaSFrank Li static struct platform_driver mcf_edma_driver = { 29366aac8eaSFrank Li .driver = { 29466aac8eaSFrank Li .name = "mcf-edma", 29566aac8eaSFrank Li }, 29666aac8eaSFrank Li .probe = mcf_edma_probe, 29766aac8eaSFrank Li .remove = mcf_edma_remove, 29866aac8eaSFrank Li }; 29966aac8eaSFrank Li 30066aac8eaSFrank Li bool mcf_edma_filter_fn(struct dma_chan *chan, void *param) 30166aac8eaSFrank Li { 30266aac8eaSFrank Li if (chan->device->dev->driver == &mcf_edma_driver.driver) { 30366aac8eaSFrank Li struct fsl_edma_chan *mcf_chan = to_fsl_edma_chan(chan); 30466aac8eaSFrank Li 30566aac8eaSFrank Li return (mcf_chan->slave_id == (uintptr_t)param); 30666aac8eaSFrank Li } 30766aac8eaSFrank Li 30866aac8eaSFrank Li return false; 30966aac8eaSFrank Li } 31066aac8eaSFrank Li EXPORT_SYMBOL(mcf_edma_filter_fn); 31166aac8eaSFrank Li 31266aac8eaSFrank Li static int __init mcf_edma_init(void) 31366aac8eaSFrank Li { 31466aac8eaSFrank Li return platform_driver_register(&mcf_edma_driver); 31566aac8eaSFrank Li } 31666aac8eaSFrank Li subsys_initcall(mcf_edma_init); 31766aac8eaSFrank Li 31866aac8eaSFrank Li static void __exit mcf_edma_exit(void) 31966aac8eaSFrank Li { 32066aac8eaSFrank Li platform_driver_unregister(&mcf_edma_driver); 32166aac8eaSFrank Li } 32266aac8eaSFrank Li module_exit(mcf_edma_exit); 32366aac8eaSFrank Li 32466aac8eaSFrank Li MODULE_ALIAS("platform:mcf-edma"); 32566aac8eaSFrank Li MODULE_DESCRIPTION("Freescale eDMA engine driver, ColdFire family"); 32666aac8eaSFrank Li MODULE_LICENSE("GPL v2"); 327