1f707079dSWolfram Sang // SPDX-License-Identifier: GPL-2.0
2c2a96987SSimon Horman /*
32a68ea78SSimon Horman * DMA support use of SYS DMAC with SDHI SD/SDIO controller
4c2a96987SSimon Horman *
5f49bdcdeSWolfram Sang * Copyright (C) 2016-19 Renesas Electronics Corporation
6f49bdcdeSWolfram Sang * Copyright (C) 2016-19 Sang Engineering, Wolfram Sang
787317c4dSSimon Horman * Copyright (C) 2017 Horms Solutions, Simon Horman
8c2a96987SSimon Horman * Copyright (C) 2010-2011 Guennadi Liakhovetski
9c2a96987SSimon Horman */
10c2a96987SSimon Horman
11c2a96987SSimon Horman #include <linux/device.h>
12c2a96987SSimon Horman #include <linux/dma-mapping.h>
13c2a96987SSimon Horman #include <linux/dmaengine.h>
14c2a96987SSimon Horman #include <linux/mfd/tmio.h>
15c2a96987SSimon Horman #include <linux/mmc/host.h>
169d08428aSSimon Horman #include <linux/mod_devicetable.h>
179d08428aSSimon Horman #include <linux/module.h>
18c62da8a8SRob Herring #include <linux/of.h>
19c62da8a8SRob Herring #include <linux/platform_device.h>
20c2a96987SSimon Horman #include <linux/pagemap.h>
21c2a96987SSimon Horman #include <linux/scatterlist.h>
22cd09780fSSimon Horman #include <linux/sys_soc.h>
23c2a96987SSimon Horman
249d08428aSSimon Horman #include "renesas_sdhi.h"
25c2a96987SSimon Horman #include "tmio_mmc.h"
26c2a96987SSimon Horman
27c2a96987SSimon Horman #define TMIO_MMC_MIN_DMA_LEN 8
28c2a96987SSimon Horman
299d08428aSSimon Horman static const struct renesas_sdhi_of_data of_default_cfg = {
309d08428aSSimon Horman .tmio_flags = TMIO_MMC_HAS_IDLE_WAIT,
319d08428aSSimon Horman };
329d08428aSSimon Horman
339d08428aSSimon Horman static const struct renesas_sdhi_of_data of_rz_compatible = {
3492b7db8eSWolfram Sang .tmio_flags = TMIO_MMC_HAS_IDLE_WAIT | TMIO_MMC_32BIT_DATA_PORT |
3592b7db8eSWolfram Sang TMIO_MMC_HAVE_CBSY,
369d08428aSSimon Horman .tmio_ocr_mask = MMC_VDD_32_33,
3787e985aeSWolfram Sang .capabilities = MMC_CAP_SD_HIGHSPEED | MMC_CAP_SDIO_IRQ |
3887e985aeSWolfram Sang MMC_CAP_WAIT_WHILE_BUSY,
399d08428aSSimon Horman };
409d08428aSSimon Horman
419d08428aSSimon Horman static const struct renesas_sdhi_of_data of_rcar_gen1_compatible = {
422ad1db05SMasahiro Yamada .tmio_flags = TMIO_MMC_HAS_IDLE_WAIT | TMIO_MMC_CLK_ACTUAL,
4387e985aeSWolfram Sang .capabilities = MMC_CAP_SD_HIGHSPEED | MMC_CAP_SDIO_IRQ |
4487e985aeSWolfram Sang MMC_CAP_WAIT_WHILE_BUSY,
45ef5332c1SWolfram Sang .capabilities2 = MMC_CAP2_NO_WRITE_PROTECT,
469d08428aSSimon Horman };
479d08428aSSimon Horman
489d08428aSSimon Horman /* Definitions for sampling clocks */
499d08428aSSimon Horman static struct renesas_sdhi_scc rcar_gen2_scc_taps[] = {
509d08428aSSimon Horman {
519d08428aSSimon Horman .clk_rate = 156000000,
529d08428aSSimon Horman .tap = 0x00000703,
539d08428aSSimon Horman },
549d08428aSSimon Horman {
559d08428aSSimon Horman .clk_rate = 0,
569d08428aSSimon Horman .tap = 0x00000300,
579d08428aSSimon Horman },
589d08428aSSimon Horman };
599d08428aSSimon Horman
609d08428aSSimon Horman static const struct renesas_sdhi_of_data of_rcar_gen2_compatible = {
612ad1db05SMasahiro Yamada .tmio_flags = TMIO_MMC_HAS_IDLE_WAIT | TMIO_MMC_CLK_ACTUAL |
622ad1db05SMasahiro Yamada TMIO_MMC_HAVE_CBSY | TMIO_MMC_MIN_RCAR2,
63921579b2SWolfram Sang .capabilities = MMC_CAP_SD_HIGHSPEED | MMC_CAP_SDIO_IRQ |
6487e985aeSWolfram Sang MMC_CAP_CMD23 | MMC_CAP_WAIT_WHILE_BUSY,
65ef5332c1SWolfram Sang .capabilities2 = MMC_CAP2_NO_WRITE_PROTECT,
669d08428aSSimon Horman .dma_buswidth = DMA_SLAVE_BUSWIDTH_4_BYTES,
679d08428aSSimon Horman .dma_rx_offset = 0x2000,
689d08428aSSimon Horman .scc_offset = 0x0300,
699d08428aSSimon Horman .taps = rcar_gen2_scc_taps,
709d08428aSSimon Horman .taps_num = ARRAY_SIZE(rcar_gen2_scc_taps),
712a55c1eaSWolfram Sang .max_blk_count = UINT_MAX / TMIO_MAX_BLK_SIZE,
729d08428aSSimon Horman };
739d08428aSSimon Horman
749d08428aSSimon Horman static const struct of_device_id renesas_sdhi_sys_dmac_of_match[] = {
759d08428aSSimon Horman { .compatible = "renesas,sdhi-sh73a0", .data = &of_default_cfg, },
769d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a73a4", .data = &of_default_cfg, },
779d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7740", .data = &of_default_cfg, },
789d08428aSSimon Horman { .compatible = "renesas,sdhi-r7s72100", .data = &of_rz_compatible, },
799d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7778", .data = &of_rcar_gen1_compatible, },
809d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7779", .data = &of_rcar_gen1_compatible, },
81c16a854eSBiju Das { .compatible = "renesas,sdhi-r8a7743", .data = &of_rcar_gen2_compatible, },
82c16a854eSBiju Das { .compatible = "renesas,sdhi-r8a7745", .data = &of_rcar_gen2_compatible, },
839d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7790", .data = &of_rcar_gen2_compatible, },
849d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7791", .data = &of_rcar_gen2_compatible, },
859d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7792", .data = &of_rcar_gen2_compatible, },
869d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7793", .data = &of_rcar_gen2_compatible, },
879d08428aSSimon Horman { .compatible = "renesas,sdhi-r8a7794", .data = &of_rcar_gen2_compatible, },
88d6dc425aSSimon Horman { .compatible = "renesas,rcar-gen1-sdhi", .data = &of_rcar_gen1_compatible, },
89d6dc425aSSimon Horman { .compatible = "renesas,rcar-gen2-sdhi", .data = &of_rcar_gen2_compatible, },
90d6dc425aSSimon Horman { .compatible = "renesas,sdhi-shmobile" },
919d08428aSSimon Horman {},
929d08428aSSimon Horman };
939d08428aSSimon Horman MODULE_DEVICE_TABLE(of, renesas_sdhi_sys_dmac_of_match);
949d08428aSSimon Horman
renesas_sdhi_sys_dmac_enable_dma(struct tmio_mmc_host * host,bool enable)95c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_enable_dma(struct tmio_mmc_host *host,
96c2a96987SSimon Horman bool enable)
97c2a96987SSimon Horman {
98058db286SMasahiro Yamada struct renesas_sdhi *priv = host_to_priv(host);
99058db286SMasahiro Yamada
100c2a96987SSimon Horman if (!host->chan_tx || !host->chan_rx)
101c2a96987SSimon Horman return;
102c2a96987SSimon Horman
103058db286SMasahiro Yamada if (priv->dma_priv.enable)
104058db286SMasahiro Yamada priv->dma_priv.enable(host, enable);
105c2a96987SSimon Horman }
106c2a96987SSimon Horman
renesas_sdhi_sys_dmac_abort_dma(struct tmio_mmc_host * host)107c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_abort_dma(struct tmio_mmc_host *host)
108c2a96987SSimon Horman {
109c2a96987SSimon Horman renesas_sdhi_sys_dmac_enable_dma(host, false);
110c2a96987SSimon Horman
111c2a96987SSimon Horman if (host->chan_rx)
1122fc2628aSWolfram Sang dmaengine_terminate_sync(host->chan_rx);
113c2a96987SSimon Horman if (host->chan_tx)
1142fc2628aSWolfram Sang dmaengine_terminate_sync(host->chan_tx);
115c2a96987SSimon Horman
116c2a96987SSimon Horman renesas_sdhi_sys_dmac_enable_dma(host, true);
117c2a96987SSimon Horman }
118c2a96987SSimon Horman
renesas_sdhi_sys_dmac_dataend_dma(struct tmio_mmc_host * host)11992d0f925SSimon Horman static void renesas_sdhi_sys_dmac_dataend_dma(struct tmio_mmc_host *host)
12092d0f925SSimon Horman {
12190d95106SMasahiro Yamada struct renesas_sdhi *priv = host_to_priv(host);
12290d95106SMasahiro Yamada
12390d95106SMasahiro Yamada complete(&priv->dma_priv.dma_dataend);
12492d0f925SSimon Horman }
12592d0f925SSimon Horman
renesas_sdhi_sys_dmac_dma_callback(void * arg)126c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_dma_callback(void *arg)
127c2a96987SSimon Horman {
128c2a96987SSimon Horman struct tmio_mmc_host *host = arg;
12990d95106SMasahiro Yamada struct renesas_sdhi *priv = host_to_priv(host);
130c2a96987SSimon Horman
131c2a96987SSimon Horman spin_lock_irq(&host->lock);
132c2a96987SSimon Horman
133c2a96987SSimon Horman if (!host->data)
134c2a96987SSimon Horman goto out;
135c2a96987SSimon Horman
136c2a96987SSimon Horman if (host->data->flags & MMC_DATA_READ)
137c2a96987SSimon Horman dma_unmap_sg(host->chan_rx->device->dev,
138c2a96987SSimon Horman host->sg_ptr, host->sg_len,
139c2a96987SSimon Horman DMA_FROM_DEVICE);
140c2a96987SSimon Horman else
141c2a96987SSimon Horman dma_unmap_sg(host->chan_tx->device->dev,
142c2a96987SSimon Horman host->sg_ptr, host->sg_len,
143c2a96987SSimon Horman DMA_TO_DEVICE);
144c2a96987SSimon Horman
145c2a96987SSimon Horman spin_unlock_irq(&host->lock);
146c2a96987SSimon Horman
14790d95106SMasahiro Yamada wait_for_completion(&priv->dma_priv.dma_dataend);
148c2a96987SSimon Horman
149c2a96987SSimon Horman spin_lock_irq(&host->lock);
150c2a96987SSimon Horman tmio_mmc_do_data_irq(host);
151c2a96987SSimon Horman out:
152c2a96987SSimon Horman spin_unlock_irq(&host->lock);
153c2a96987SSimon Horman }
154c2a96987SSimon Horman
renesas_sdhi_sys_dmac_start_dma_rx(struct tmio_mmc_host * host)155c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_start_dma_rx(struct tmio_mmc_host *host)
156c2a96987SSimon Horman {
15790d95106SMasahiro Yamada struct renesas_sdhi *priv = host_to_priv(host);
158c2a96987SSimon Horman struct scatterlist *sg = host->sg_ptr, *sg_tmp;
159c2a96987SSimon Horman struct dma_async_tx_descriptor *desc = NULL;
160c2a96987SSimon Horman struct dma_chan *chan = host->chan_rx;
161c2a96987SSimon Horman dma_cookie_t cookie;
162c2a96987SSimon Horman int ret, i;
163c2a96987SSimon Horman bool aligned = true, multiple = true;
16443c487c2SWolfram Sang unsigned int align = 1; /* 2-byte alignment */
165c2a96987SSimon Horman
166c2a96987SSimon Horman for_each_sg(sg, sg_tmp, host->sg_len, i) {
167c2a96987SSimon Horman if (sg_tmp->offset & align)
168c2a96987SSimon Horman aligned = false;
169c2a96987SSimon Horman if (sg_tmp->length & align) {
170c2a96987SSimon Horman multiple = false;
171c2a96987SSimon Horman break;
172c2a96987SSimon Horman }
173c2a96987SSimon Horman }
174c2a96987SSimon Horman
175c2a96987SSimon Horman if ((!aligned && (host->sg_len > 1 || sg->length > PAGE_SIZE ||
176c2a96987SSimon Horman (align & PAGE_MASK))) || !multiple) {
177c2a96987SSimon Horman ret = -EINVAL;
178c2a96987SSimon Horman goto pio;
179c2a96987SSimon Horman }
180c2a96987SSimon Horman
181d3dd5db0SMasahiro Yamada if (sg->length < TMIO_MMC_MIN_DMA_LEN)
182c2a96987SSimon Horman return;
183c2a96987SSimon Horman
184c2a96987SSimon Horman /* The only sg element can be unaligned, use our bounce buffer then */
185c2a96987SSimon Horman if (!aligned) {
186c2a96987SSimon Horman sg_init_one(&host->bounce_sg, host->bounce_buf, sg->length);
187c2a96987SSimon Horman host->sg_ptr = &host->bounce_sg;
188c2a96987SSimon Horman sg = host->sg_ptr;
189c2a96987SSimon Horman }
190c2a96987SSimon Horman
191c2a96987SSimon Horman ret = dma_map_sg(chan->device->dev, sg, host->sg_len, DMA_FROM_DEVICE);
192c2a96987SSimon Horman if (ret > 0)
1932fe35968SSimon Horman desc = dmaengine_prep_slave_sg(chan, sg, ret, DMA_DEV_TO_MEM,
1942fe35968SSimon Horman DMA_CTRL_ACK);
195c2a96987SSimon Horman
196c2a96987SSimon Horman if (desc) {
19790d95106SMasahiro Yamada reinit_completion(&priv->dma_priv.dma_dataend);
198c2a96987SSimon Horman desc->callback = renesas_sdhi_sys_dmac_dma_callback;
199c2a96987SSimon Horman desc->callback_param = host;
200c2a96987SSimon Horman
201c2a96987SSimon Horman cookie = dmaengine_submit(desc);
202c2a96987SSimon Horman if (cookie < 0) {
203c2a96987SSimon Horman desc = NULL;
204c2a96987SSimon Horman ret = cookie;
205c2a96987SSimon Horman }
206d3dd5db0SMasahiro Yamada host->dma_on = true;
207c2a96987SSimon Horman }
208c2a96987SSimon Horman pio:
209c2a96987SSimon Horman if (!desc) {
210c2a96987SSimon Horman /* DMA failed, fall back to PIO */
211c2a96987SSimon Horman renesas_sdhi_sys_dmac_enable_dma(host, false);
212c2a96987SSimon Horman if (ret >= 0)
213c2a96987SSimon Horman ret = -EIO;
214c2a96987SSimon Horman host->chan_rx = NULL;
215c2a96987SSimon Horman dma_release_channel(chan);
216c2a96987SSimon Horman /* Free the Tx channel too */
217c2a96987SSimon Horman chan = host->chan_tx;
218c2a96987SSimon Horman if (chan) {
219c2a96987SSimon Horman host->chan_tx = NULL;
220c2a96987SSimon Horman dma_release_channel(chan);
221c2a96987SSimon Horman }
222c2a96987SSimon Horman dev_warn(&host->pdev->dev,
223c2a96987SSimon Horman "DMA failed: %d, falling back to PIO\n", ret);
224c2a96987SSimon Horman }
225c2a96987SSimon Horman }
226c2a96987SSimon Horman
renesas_sdhi_sys_dmac_start_dma_tx(struct tmio_mmc_host * host)227c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_start_dma_tx(struct tmio_mmc_host *host)
228c2a96987SSimon Horman {
22990d95106SMasahiro Yamada struct renesas_sdhi *priv = host_to_priv(host);
230c2a96987SSimon Horman struct scatterlist *sg = host->sg_ptr, *sg_tmp;
231c2a96987SSimon Horman struct dma_async_tx_descriptor *desc = NULL;
232c2a96987SSimon Horman struct dma_chan *chan = host->chan_tx;
233c2a96987SSimon Horman dma_cookie_t cookie;
234c2a96987SSimon Horman int ret, i;
235c2a96987SSimon Horman bool aligned = true, multiple = true;
23643c487c2SWolfram Sang unsigned int align = 1; /* 2-byte alignment */
237c2a96987SSimon Horman
238c2a96987SSimon Horman for_each_sg(sg, sg_tmp, host->sg_len, i) {
239c2a96987SSimon Horman if (sg_tmp->offset & align)
240c2a96987SSimon Horman aligned = false;
241c2a96987SSimon Horman if (sg_tmp->length & align) {
242c2a96987SSimon Horman multiple = false;
243c2a96987SSimon Horman break;
244c2a96987SSimon Horman }
245c2a96987SSimon Horman }
246c2a96987SSimon Horman
247c2a96987SSimon Horman if ((!aligned && (host->sg_len > 1 || sg->length > PAGE_SIZE ||
248c2a96987SSimon Horman (align & PAGE_MASK))) || !multiple) {
249c2a96987SSimon Horman ret = -EINVAL;
250c2a96987SSimon Horman goto pio;
251c2a96987SSimon Horman }
252c2a96987SSimon Horman
253d3dd5db0SMasahiro Yamada if (sg->length < TMIO_MMC_MIN_DMA_LEN)
254c2a96987SSimon Horman return;
255c2a96987SSimon Horman
256c2a96987SSimon Horman /* The only sg element can be unaligned, use our bounce buffer then */
257c2a96987SSimon Horman if (!aligned) {
2588840e1c1SWolfram Sang void *sg_vaddr = kmap_local_page(sg_page(sg));
2592fe35968SSimon Horman
260c2a96987SSimon Horman sg_init_one(&host->bounce_sg, host->bounce_buf, sg->length);
2618840e1c1SWolfram Sang memcpy(host->bounce_buf, sg_vaddr + sg->offset, host->bounce_sg.length);
2628840e1c1SWolfram Sang kunmap_local(sg_vaddr);
263c2a96987SSimon Horman host->sg_ptr = &host->bounce_sg;
264c2a96987SSimon Horman sg = host->sg_ptr;
265c2a96987SSimon Horman }
266c2a96987SSimon Horman
267c2a96987SSimon Horman ret = dma_map_sg(chan->device->dev, sg, host->sg_len, DMA_TO_DEVICE);
268c2a96987SSimon Horman if (ret > 0)
2692fe35968SSimon Horman desc = dmaengine_prep_slave_sg(chan, sg, ret, DMA_MEM_TO_DEV,
2702fe35968SSimon Horman DMA_CTRL_ACK);
271c2a96987SSimon Horman
272c2a96987SSimon Horman if (desc) {
27390d95106SMasahiro Yamada reinit_completion(&priv->dma_priv.dma_dataend);
274c2a96987SSimon Horman desc->callback = renesas_sdhi_sys_dmac_dma_callback;
275c2a96987SSimon Horman desc->callback_param = host;
276c2a96987SSimon Horman
277c2a96987SSimon Horman cookie = dmaengine_submit(desc);
278c2a96987SSimon Horman if (cookie < 0) {
279c2a96987SSimon Horman desc = NULL;
280c2a96987SSimon Horman ret = cookie;
281c2a96987SSimon Horman }
282d3dd5db0SMasahiro Yamada host->dma_on = true;
283c2a96987SSimon Horman }
284c2a96987SSimon Horman pio:
285c2a96987SSimon Horman if (!desc) {
286c2a96987SSimon Horman /* DMA failed, fall back to PIO */
287c2a96987SSimon Horman renesas_sdhi_sys_dmac_enable_dma(host, false);
288c2a96987SSimon Horman if (ret >= 0)
289c2a96987SSimon Horman ret = -EIO;
290c2a96987SSimon Horman host->chan_tx = NULL;
291c2a96987SSimon Horman dma_release_channel(chan);
292c2a96987SSimon Horman /* Free the Rx channel too */
293c2a96987SSimon Horman chan = host->chan_rx;
294c2a96987SSimon Horman if (chan) {
295c2a96987SSimon Horman host->chan_rx = NULL;
296c2a96987SSimon Horman dma_release_channel(chan);
297c2a96987SSimon Horman }
298c2a96987SSimon Horman dev_warn(&host->pdev->dev,
299c2a96987SSimon Horman "DMA failed: %d, falling back to PIO\n", ret);
300c2a96987SSimon Horman }
301c2a96987SSimon Horman }
302c2a96987SSimon Horman
renesas_sdhi_sys_dmac_start_dma(struct tmio_mmc_host * host,struct mmc_data * data)303c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_start_dma(struct tmio_mmc_host *host,
304c2a96987SSimon Horman struct mmc_data *data)
305c2a96987SSimon Horman {
306c2a96987SSimon Horman if (data->flags & MMC_DATA_READ) {
307c2a96987SSimon Horman if (host->chan_rx)
308c2a96987SSimon Horman renesas_sdhi_sys_dmac_start_dma_rx(host);
309c2a96987SSimon Horman } else {
310c2a96987SSimon Horman if (host->chan_tx)
311c2a96987SSimon Horman renesas_sdhi_sys_dmac_start_dma_tx(host);
312c2a96987SSimon Horman }
313c2a96987SSimon Horman }
314c2a96987SSimon Horman
renesas_sdhi_sys_dmac_issue_tasklet_fn(unsigned long priv)315c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_issue_tasklet_fn(unsigned long priv)
316c2a96987SSimon Horman {
317c2a96987SSimon Horman struct tmio_mmc_host *host = (struct tmio_mmc_host *)priv;
318c2a96987SSimon Horman struct dma_chan *chan = NULL;
319c2a96987SSimon Horman
320c2a96987SSimon Horman spin_lock_irq(&host->lock);
321c2a96987SSimon Horman
322b8155d3fSDan Carpenter if (host->data) {
323c2a96987SSimon Horman if (host->data->flags & MMC_DATA_READ)
324c2a96987SSimon Horman chan = host->chan_rx;
325c2a96987SSimon Horman else
326c2a96987SSimon Horman chan = host->chan_tx;
327c2a96987SSimon Horman }
328c2a96987SSimon Horman
329c2a96987SSimon Horman spin_unlock_irq(&host->lock);
330c2a96987SSimon Horman
331c2a96987SSimon Horman tmio_mmc_enable_mmc_irqs(host, TMIO_STAT_DATAEND);
332c2a96987SSimon Horman
333c2a96987SSimon Horman if (chan)
334c2a96987SSimon Horman dma_async_issue_pending(chan);
335c2a96987SSimon Horman }
336c2a96987SSimon Horman
renesas_sdhi_sys_dmac_request_dma(struct tmio_mmc_host * host,struct tmio_mmc_data * pdata)337c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_request_dma(struct tmio_mmc_host *host,
338c2a96987SSimon Horman struct tmio_mmc_data *pdata)
339c2a96987SSimon Horman {
340058db286SMasahiro Yamada struct renesas_sdhi *priv = host_to_priv(host);
341058db286SMasahiro Yamada
342c2a96987SSimon Horman /* We can only either use DMA for both Tx and Rx or not use it at all */
3432487e7efSMasahiro Yamada if (!host->pdev->dev.of_node &&
3442487e7efSMasahiro Yamada (!pdata->chan_priv_tx || !pdata->chan_priv_rx))
345c2a96987SSimon Horman return;
346c2a96987SSimon Horman
347c2a96987SSimon Horman if (!host->chan_tx && !host->chan_rx) {
348c2a96987SSimon Horman struct resource *res = platform_get_resource(host->pdev,
349c2a96987SSimon Horman IORESOURCE_MEM, 0);
350c2a96987SSimon Horman struct dma_slave_config cfg = {};
351c2a96987SSimon Horman dma_cap_mask_t mask;
352c2a96987SSimon Horman int ret;
353c2a96987SSimon Horman
354c2a96987SSimon Horman if (!res)
355c2a96987SSimon Horman return;
356c2a96987SSimon Horman
357c2a96987SSimon Horman dma_cap_zero(mask);
358c2a96987SSimon Horman dma_cap_set(DMA_SLAVE, mask);
359c2a96987SSimon Horman
360c2a96987SSimon Horman host->chan_tx = dma_request_slave_channel_compat(mask,
361058db286SMasahiro Yamada priv->dma_priv.filter, pdata->chan_priv_tx,
362c2a96987SSimon Horman &host->pdev->dev, "tx");
363c2a96987SSimon Horman dev_dbg(&host->pdev->dev, "%s: TX: got channel %p\n", __func__,
364c2a96987SSimon Horman host->chan_tx);
365c2a96987SSimon Horman
366c2a96987SSimon Horman if (!host->chan_tx)
367c2a96987SSimon Horman return;
368c2a96987SSimon Horman
369c2a96987SSimon Horman cfg.direction = DMA_MEM_TO_DEV;
3702fe35968SSimon Horman cfg.dst_addr = res->start +
3712fe35968SSimon Horman (CTL_SD_DATA_PORT << host->bus_shift);
372058db286SMasahiro Yamada cfg.dst_addr_width = priv->dma_priv.dma_buswidth;
373c2a96987SSimon Horman if (!cfg.dst_addr_width)
374c2a96987SSimon Horman cfg.dst_addr_width = DMA_SLAVE_BUSWIDTH_2_BYTES;
375c2a96987SSimon Horman cfg.src_addr = 0;
376c2a96987SSimon Horman ret = dmaengine_slave_config(host->chan_tx, &cfg);
377c2a96987SSimon Horman if (ret < 0)
378c2a96987SSimon Horman goto ecfgtx;
379c2a96987SSimon Horman
380c2a96987SSimon Horman host->chan_rx = dma_request_slave_channel_compat(mask,
381058db286SMasahiro Yamada priv->dma_priv.filter, pdata->chan_priv_rx,
382c2a96987SSimon Horman &host->pdev->dev, "rx");
383c2a96987SSimon Horman dev_dbg(&host->pdev->dev, "%s: RX: got channel %p\n", __func__,
384c2a96987SSimon Horman host->chan_rx);
385c2a96987SSimon Horman
386c2a96987SSimon Horman if (!host->chan_rx)
387c2a96987SSimon Horman goto ereqrx;
388c2a96987SSimon Horman
389c2a96987SSimon Horman cfg.direction = DMA_DEV_TO_MEM;
390c2a96987SSimon Horman cfg.src_addr = cfg.dst_addr + host->pdata->dma_rx_offset;
391058db286SMasahiro Yamada cfg.src_addr_width = priv->dma_priv.dma_buswidth;
392c2a96987SSimon Horman if (!cfg.src_addr_width)
393c2a96987SSimon Horman cfg.src_addr_width = DMA_SLAVE_BUSWIDTH_2_BYTES;
394c2a96987SSimon Horman cfg.dst_addr = 0;
395c2a96987SSimon Horman ret = dmaengine_slave_config(host->chan_rx, &cfg);
396c2a96987SSimon Horman if (ret < 0)
397c2a96987SSimon Horman goto ecfgrx;
398c2a96987SSimon Horman
399c2a96987SSimon Horman host->bounce_buf = (u8 *)__get_free_page(GFP_KERNEL | GFP_DMA);
400c2a96987SSimon Horman if (!host->bounce_buf)
401c2a96987SSimon Horman goto ebouncebuf;
402c2a96987SSimon Horman
40390d95106SMasahiro Yamada init_completion(&priv->dma_priv.dma_dataend);
404c2a96987SSimon Horman tasklet_init(&host->dma_issue,
405c2a96987SSimon Horman renesas_sdhi_sys_dmac_issue_tasklet_fn,
406c2a96987SSimon Horman (unsigned long)host);
407c2a96987SSimon Horman }
408c2a96987SSimon Horman
409c2a96987SSimon Horman renesas_sdhi_sys_dmac_enable_dma(host, true);
410c2a96987SSimon Horman
411c2a96987SSimon Horman return;
412c2a96987SSimon Horman
413c2a96987SSimon Horman ebouncebuf:
414c2a96987SSimon Horman ecfgrx:
415c2a96987SSimon Horman dma_release_channel(host->chan_rx);
416c2a96987SSimon Horman host->chan_rx = NULL;
417c2a96987SSimon Horman ereqrx:
418c2a96987SSimon Horman ecfgtx:
419c2a96987SSimon Horman dma_release_channel(host->chan_tx);
420c2a96987SSimon Horman host->chan_tx = NULL;
421c2a96987SSimon Horman }
422c2a96987SSimon Horman
renesas_sdhi_sys_dmac_release_dma(struct tmio_mmc_host * host)423c2a96987SSimon Horman static void renesas_sdhi_sys_dmac_release_dma(struct tmio_mmc_host *host)
424c2a96987SSimon Horman {
425c2a96987SSimon Horman if (host->chan_tx) {
426c2a96987SSimon Horman struct dma_chan *chan = host->chan_tx;
4272fe35968SSimon Horman
428c2a96987SSimon Horman host->chan_tx = NULL;
429c2a96987SSimon Horman dma_release_channel(chan);
430c2a96987SSimon Horman }
431c2a96987SSimon Horman if (host->chan_rx) {
432c2a96987SSimon Horman struct dma_chan *chan = host->chan_rx;
4332fe35968SSimon Horman
434c2a96987SSimon Horman host->chan_rx = NULL;
435c2a96987SSimon Horman dma_release_channel(chan);
436c2a96987SSimon Horman }
437c2a96987SSimon Horman if (host->bounce_buf) {
438c2a96987SSimon Horman free_pages((unsigned long)host->bounce_buf, 0);
439c2a96987SSimon Horman host->bounce_buf = NULL;
440c2a96987SSimon Horman }
441c2a96987SSimon Horman }
442c2a96987SSimon Horman
443c2a96987SSimon Horman static const struct tmio_mmc_dma_ops renesas_sdhi_sys_dmac_dma_ops = {
444c2a96987SSimon Horman .start = renesas_sdhi_sys_dmac_start_dma,
445c2a96987SSimon Horman .enable = renesas_sdhi_sys_dmac_enable_dma,
446c2a96987SSimon Horman .request = renesas_sdhi_sys_dmac_request_dma,
447c2a96987SSimon Horman .release = renesas_sdhi_sys_dmac_release_dma,
448c2a96987SSimon Horman .abort = renesas_sdhi_sys_dmac_abort_dma,
44992d0f925SSimon Horman .dataend = renesas_sdhi_sys_dmac_dataend_dma,
450c2a96987SSimon Horman };
451c2a96987SSimon Horman
renesas_sdhi_sys_dmac_probe(struct platform_device * pdev)4529d08428aSSimon Horman static int renesas_sdhi_sys_dmac_probe(struct platform_device *pdev)
453c2a96987SSimon Horman {
45471b7597cSYoshihiro Shimoda return renesas_sdhi_probe(pdev, &renesas_sdhi_sys_dmac_dma_ops,
45571b7597cSYoshihiro Shimoda of_device_get_match_data(&pdev->dev), NULL);
456c2a96987SSimon Horman }
4579d08428aSSimon Horman
4589d08428aSSimon Horman static const struct dev_pm_ops renesas_sdhi_sys_dmac_dev_pm_ops = {
4599d08428aSSimon Horman SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
4609d08428aSSimon Horman pm_runtime_force_resume)
4619d08428aSSimon Horman SET_RUNTIME_PM_OPS(tmio_mmc_host_runtime_suspend,
4629d08428aSSimon Horman tmio_mmc_host_runtime_resume,
4639d08428aSSimon Horman NULL)
4649d08428aSSimon Horman };
4659d08428aSSimon Horman
4669d08428aSSimon Horman static struct platform_driver renesas_sys_dmac_sdhi_driver = {
4679d08428aSSimon Horman .driver = {
4689d08428aSSimon Horman .name = "sh_mobile_sdhi",
4697320915cSDouglas Anderson .probe_type = PROBE_PREFER_ASYNCHRONOUS,
4709d08428aSSimon Horman .pm = &renesas_sdhi_sys_dmac_dev_pm_ops,
4719d08428aSSimon Horman .of_match_table = renesas_sdhi_sys_dmac_of_match,
4729d08428aSSimon Horman },
4739d08428aSSimon Horman .probe = renesas_sdhi_sys_dmac_probe,
474*80c602b1SYangtao Li .remove_new = renesas_sdhi_remove,
4759d08428aSSimon Horman };
4769d08428aSSimon Horman
4779d08428aSSimon Horman module_platform_driver(renesas_sys_dmac_sdhi_driver);
4789d08428aSSimon Horman
4799d08428aSSimon Horman MODULE_DESCRIPTION("Renesas SDHI driver");
4809d08428aSSimon Horman MODULE_AUTHOR("Magnus Damm");
4819d08428aSSimon Horman MODULE_LICENSE("GPL v2");
4829d08428aSSimon Horman MODULE_ALIAS("platform:sh_mobile_sdhi");
483