xref: /openbmc/linux/drivers/mmc/host/mxs-mmc.c (revision a3e545e9)
1e4243f13SShawn Guo /*
2e4243f13SShawn Guo  * Portions copyright (C) 2003 Russell King, PXA MMCI Driver
3e4243f13SShawn Guo  * Portions copyright (C) 2004-2005 Pierre Ossman, W83L51xD SD/MMC driver
4e4243f13SShawn Guo  *
5e4243f13SShawn Guo  * Copyright 2008 Embedded Alley Solutions, Inc.
6e4243f13SShawn Guo  * Copyright 2009-2011 Freescale Semiconductor, Inc.
7e4243f13SShawn Guo  *
8e4243f13SShawn Guo  * This program is free software; you can redistribute it and/or modify
9e4243f13SShawn Guo  * it under the terms of the GNU General Public License as published by
10e4243f13SShawn Guo  * the Free Software Foundation; either version 2 of the License, or
11e4243f13SShawn Guo  * (at your option) any later version.
12e4243f13SShawn Guo  *
13e4243f13SShawn Guo  * This program is distributed in the hope that it will be useful,
14e4243f13SShawn Guo  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15e4243f13SShawn Guo  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16e4243f13SShawn Guo  * GNU General Public License for more details.
17e4243f13SShawn Guo  *
18e4243f13SShawn Guo  * You should have received a copy of the GNU General Public License along
19e4243f13SShawn Guo  * with this program; if not, write to the Free Software Foundation, Inc.,
20e4243f13SShawn Guo  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21e4243f13SShawn Guo  */
22e4243f13SShawn Guo 
23e4243f13SShawn Guo #include <linux/kernel.h>
24e4243f13SShawn Guo #include <linux/init.h>
25e4243f13SShawn Guo #include <linux/ioport.h>
266de4d817SShawn Guo #include <linux/of.h>
276de4d817SShawn Guo #include <linux/of_device.h>
286de4d817SShawn Guo #include <linux/of_gpio.h>
29e4243f13SShawn Guo #include <linux/platform_device.h>
30e4243f13SShawn Guo #include <linux/delay.h>
31e4243f13SShawn Guo #include <linux/interrupt.h>
32e4243f13SShawn Guo #include <linux/dma-mapping.h>
33e4243f13SShawn Guo #include <linux/dmaengine.h>
34e4243f13SShawn Guo #include <linux/highmem.h>
35e4243f13SShawn Guo #include <linux/clk.h>
36e4243f13SShawn Guo #include <linux/err.h>
37e4243f13SShawn Guo #include <linux/completion.h>
38e4243f13SShawn Guo #include <linux/mmc/host.h>
39e4243f13SShawn Guo #include <linux/mmc/mmc.h>
40e4243f13SShawn Guo #include <linux/mmc/sdio.h>
41e4243f13SShawn Guo #include <linux/gpio.h>
42e4243f13SShawn Guo #include <linux/regulator/consumer.h>
4388b47679SPaul Gortmaker #include <linux/module.h>
4439468604SHuang Shijie #include <linux/fsl/mxs-dma.h>
459c92cf24SShawn Guo #include <linux/pinctrl/consumer.h>
4670e60206SShawn Guo #include <linux/stmp_device.h>
4781f38ee8SShawn Guo #include <linux/mmc/mxs-mmc.h>
48e4243f13SShawn Guo 
49e4243f13SShawn Guo #define DRIVER_NAME	"mxs-mmc"
50e4243f13SShawn Guo 
51e4243f13SShawn Guo /* card detect polling timeout */
52e4243f13SShawn Guo #define MXS_MMC_DETECT_TIMEOUT			(HZ/2)
53e4243f13SShawn Guo 
54ef9b4d39SShawn Guo #define ssp_is_old(host)	((host)->devid == IMX23_MMC)
55e4243f13SShawn Guo 
56e4243f13SShawn Guo /* SSP registers */
57e4243f13SShawn Guo #define HW_SSP_CTRL0				0x000
58e4243f13SShawn Guo #define  BM_SSP_CTRL0_RUN			(1 << 29)
59e4243f13SShawn Guo #define  BM_SSP_CTRL0_SDIO_IRQ_CHECK		(1 << 28)
60e4243f13SShawn Guo #define  BM_SSP_CTRL0_IGNORE_CRC		(1 << 26)
61e4243f13SShawn Guo #define  BM_SSP_CTRL0_READ			(1 << 25)
62e4243f13SShawn Guo #define  BM_SSP_CTRL0_DATA_XFER			(1 << 24)
63e4243f13SShawn Guo #define  BP_SSP_CTRL0_BUS_WIDTH			(22)
64e4243f13SShawn Guo #define  BM_SSP_CTRL0_BUS_WIDTH			(0x3 << 22)
65e4243f13SShawn Guo #define  BM_SSP_CTRL0_WAIT_FOR_IRQ		(1 << 21)
66e4243f13SShawn Guo #define  BM_SSP_CTRL0_LONG_RESP			(1 << 19)
67e4243f13SShawn Guo #define  BM_SSP_CTRL0_GET_RESP			(1 << 17)
68e4243f13SShawn Guo #define  BM_SSP_CTRL0_ENABLE			(1 << 16)
69e4243f13SShawn Guo #define  BP_SSP_CTRL0_XFER_COUNT		(0)
70e4243f13SShawn Guo #define  BM_SSP_CTRL0_XFER_COUNT		(0xffff)
71e4243f13SShawn Guo #define HW_SSP_CMD0				0x010
72e4243f13SShawn Guo #define  BM_SSP_CMD0_DBL_DATA_RATE_EN		(1 << 25)
73e4243f13SShawn Guo #define  BM_SSP_CMD0_SLOW_CLKING_EN		(1 << 22)
74e4243f13SShawn Guo #define  BM_SSP_CMD0_CONT_CLKING_EN		(1 << 21)
75e4243f13SShawn Guo #define  BM_SSP_CMD0_APPEND_8CYC		(1 << 20)
76e4243f13SShawn Guo #define  BP_SSP_CMD0_BLOCK_SIZE			(16)
77e4243f13SShawn Guo #define  BM_SSP_CMD0_BLOCK_SIZE			(0xf << 16)
78e4243f13SShawn Guo #define  BP_SSP_CMD0_BLOCK_COUNT		(8)
79e4243f13SShawn Guo #define  BM_SSP_CMD0_BLOCK_COUNT		(0xff << 8)
80e4243f13SShawn Guo #define  BP_SSP_CMD0_CMD			(0)
81e4243f13SShawn Guo #define  BM_SSP_CMD0_CMD			(0xff)
82e4243f13SShawn Guo #define HW_SSP_CMD1				0x020
83e4243f13SShawn Guo #define HW_SSP_XFER_SIZE			0x030
84e4243f13SShawn Guo #define HW_SSP_BLOCK_SIZE			0x040
85e4243f13SShawn Guo #define  BP_SSP_BLOCK_SIZE_BLOCK_COUNT		(4)
86e4243f13SShawn Guo #define  BM_SSP_BLOCK_SIZE_BLOCK_COUNT		(0xffffff << 4)
87e4243f13SShawn Guo #define  BP_SSP_BLOCK_SIZE_BLOCK_SIZE		(0)
88e4243f13SShawn Guo #define  BM_SSP_BLOCK_SIZE_BLOCK_SIZE		(0xf)
89e0bf141dSShawn Guo #define HW_SSP_TIMING(h)			(ssp_is_old(h) ? 0x050 : 0x070)
90e4243f13SShawn Guo #define  BP_SSP_TIMING_TIMEOUT			(16)
91e4243f13SShawn Guo #define  BM_SSP_TIMING_TIMEOUT			(0xffff << 16)
92e4243f13SShawn Guo #define  BP_SSP_TIMING_CLOCK_DIVIDE		(8)
93e4243f13SShawn Guo #define  BM_SSP_TIMING_CLOCK_DIVIDE		(0xff << 8)
94e4243f13SShawn Guo #define  BP_SSP_TIMING_CLOCK_RATE		(0)
95e4243f13SShawn Guo #define  BM_SSP_TIMING_CLOCK_RATE		(0xff)
96e0bf141dSShawn Guo #define HW_SSP_CTRL1(h)				(ssp_is_old(h) ? 0x060 : 0x080)
97e4243f13SShawn Guo #define  BM_SSP_CTRL1_SDIO_IRQ			(1 << 31)
98e4243f13SShawn Guo #define  BM_SSP_CTRL1_SDIO_IRQ_EN		(1 << 30)
99e4243f13SShawn Guo #define  BM_SSP_CTRL1_RESP_ERR_IRQ		(1 << 29)
100e4243f13SShawn Guo #define  BM_SSP_CTRL1_RESP_ERR_IRQ_EN		(1 << 28)
101e4243f13SShawn Guo #define  BM_SSP_CTRL1_RESP_TIMEOUT_IRQ		(1 << 27)
102e4243f13SShawn Guo #define  BM_SSP_CTRL1_RESP_TIMEOUT_IRQ_EN	(1 << 26)
103e4243f13SShawn Guo #define  BM_SSP_CTRL1_DATA_TIMEOUT_IRQ		(1 << 25)
104e4243f13SShawn Guo #define  BM_SSP_CTRL1_DATA_TIMEOUT_IRQ_EN	(1 << 24)
105e4243f13SShawn Guo #define  BM_SSP_CTRL1_DATA_CRC_IRQ		(1 << 23)
106e4243f13SShawn Guo #define  BM_SSP_CTRL1_DATA_CRC_IRQ_EN		(1 << 22)
107e4243f13SShawn Guo #define  BM_SSP_CTRL1_FIFO_UNDERRUN_IRQ		(1 << 21)
108e4243f13SShawn Guo #define  BM_SSP_CTRL1_FIFO_UNDERRUN_IRQ_EN	(1 << 20)
109e4243f13SShawn Guo #define  BM_SSP_CTRL1_RECV_TIMEOUT_IRQ		(1 << 17)
110e4243f13SShawn Guo #define  BM_SSP_CTRL1_RECV_TIMEOUT_IRQ_EN	(1 << 16)
111e4243f13SShawn Guo #define  BM_SSP_CTRL1_FIFO_OVERRUN_IRQ		(1 << 15)
112e4243f13SShawn Guo #define  BM_SSP_CTRL1_FIFO_OVERRUN_IRQ_EN	(1 << 14)
113e4243f13SShawn Guo #define  BM_SSP_CTRL1_DMA_ENABLE		(1 << 13)
114e4243f13SShawn Guo #define  BM_SSP_CTRL1_POLARITY			(1 << 9)
115e4243f13SShawn Guo #define  BP_SSP_CTRL1_WORD_LENGTH		(4)
116e4243f13SShawn Guo #define  BM_SSP_CTRL1_WORD_LENGTH		(0xf << 4)
117e4243f13SShawn Guo #define  BP_SSP_CTRL1_SSP_MODE			(0)
118e4243f13SShawn Guo #define  BM_SSP_CTRL1_SSP_MODE			(0xf)
119e0bf141dSShawn Guo #define HW_SSP_SDRESP0(h)			(ssp_is_old(h) ? 0x080 : 0x0a0)
120e0bf141dSShawn Guo #define HW_SSP_SDRESP1(h)			(ssp_is_old(h) ? 0x090 : 0x0b0)
121e0bf141dSShawn Guo #define HW_SSP_SDRESP2(h)			(ssp_is_old(h) ? 0x0a0 : 0x0c0)
122e0bf141dSShawn Guo #define HW_SSP_SDRESP3(h)			(ssp_is_old(h) ? 0x0b0 : 0x0d0)
123e0bf141dSShawn Guo #define HW_SSP_STATUS(h)			(ssp_is_old(h) ? 0x0c0 : 0x100)
124e4243f13SShawn Guo #define  BM_SSP_STATUS_CARD_DETECT		(1 << 28)
125e4243f13SShawn Guo #define  BM_SSP_STATUS_SDIO_IRQ			(1 << 17)
126e4243f13SShawn Guo 
127e4243f13SShawn Guo #define BF_SSP(value, field)	(((value) << BP_SSP_##field) & BM_SSP_##field)
128e4243f13SShawn Guo 
129e4243f13SShawn Guo #define MXS_MMC_IRQ_BITS	(BM_SSP_CTRL1_SDIO_IRQ		| \
130e4243f13SShawn Guo 				 BM_SSP_CTRL1_RESP_ERR_IRQ	| \
131e4243f13SShawn Guo 				 BM_SSP_CTRL1_RESP_TIMEOUT_IRQ	| \
132e4243f13SShawn Guo 				 BM_SSP_CTRL1_DATA_TIMEOUT_IRQ	| \
133e4243f13SShawn Guo 				 BM_SSP_CTRL1_DATA_CRC_IRQ	| \
134e4243f13SShawn Guo 				 BM_SSP_CTRL1_FIFO_UNDERRUN_IRQ	| \
135e4243f13SShawn Guo 				 BM_SSP_CTRL1_RECV_TIMEOUT_IRQ  | \
136e4243f13SShawn Guo 				 BM_SSP_CTRL1_FIFO_OVERRUN_IRQ)
137e4243f13SShawn Guo 
138e4243f13SShawn Guo #define SSP_PIO_NUM	3
139e4243f13SShawn Guo 
140ef9b4d39SShawn Guo enum mxs_mmc_id {
141ef9b4d39SShawn Guo 	IMX23_MMC,
142ef9b4d39SShawn Guo 	IMX28_MMC,
143ef9b4d39SShawn Guo };
144ef9b4d39SShawn Guo 
145e4243f13SShawn Guo struct mxs_mmc_host {
146e4243f13SShawn Guo 	struct mmc_host			*mmc;
147e4243f13SShawn Guo 	struct mmc_request		*mrq;
148e4243f13SShawn Guo 	struct mmc_command		*cmd;
149e4243f13SShawn Guo 	struct mmc_data			*data;
150e4243f13SShawn Guo 
151e4243f13SShawn Guo 	void __iomem			*base;
152b60188c8SShawn Guo 	int				dma_channel;
153e4243f13SShawn Guo 	struct clk			*clk;
154e4243f13SShawn Guo 	unsigned int			clk_rate;
155e4243f13SShawn Guo 
156e4243f13SShawn Guo 	struct dma_chan         	*dmach;
157e4243f13SShawn Guo 	struct mxs_dma_data		dma_data;
158e4243f13SShawn Guo 	unsigned int			dma_dir;
15905f5799cSVinod Koul 	enum dma_transfer_direction	slave_dirn;
160e4243f13SShawn Guo 	u32				ssp_pio_words[SSP_PIO_NUM];
161e4243f13SShawn Guo 
162ef9b4d39SShawn Guo 	enum mxs_mmc_id			devid;
163e4243f13SShawn Guo 	unsigned char			bus_width;
164e4243f13SShawn Guo 	spinlock_t			lock;
165e4243f13SShawn Guo 	int				sdio_irq_en;
16631b0ff5eSShawn Guo 	int				wp_gpio;
167e4243f13SShawn Guo };
168e4243f13SShawn Guo 
169e4243f13SShawn Guo static int mxs_mmc_get_ro(struct mmc_host *mmc)
170e4243f13SShawn Guo {
171e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
172e4243f13SShawn Guo 
17331b0ff5eSShawn Guo 	if (!gpio_is_valid(host->wp_gpio))
174e4243f13SShawn Guo 		return -EINVAL;
175e4243f13SShawn Guo 
17631b0ff5eSShawn Guo 	return gpio_get_value(host->wp_gpio);
177e4243f13SShawn Guo }
178e4243f13SShawn Guo 
179e4243f13SShawn Guo static int mxs_mmc_get_cd(struct mmc_host *mmc)
180e4243f13SShawn Guo {
181e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
182e4243f13SShawn Guo 
183e0bf141dSShawn Guo 	return !(readl(host->base + HW_SSP_STATUS(host)) &
184e4243f13SShawn Guo 		 BM_SSP_STATUS_CARD_DETECT);
185e4243f13SShawn Guo }
186e4243f13SShawn Guo 
187e4243f13SShawn Guo static void mxs_mmc_reset(struct mxs_mmc_host *host)
188e4243f13SShawn Guo {
189e4243f13SShawn Guo 	u32 ctrl0, ctrl1;
190e4243f13SShawn Guo 
19170e60206SShawn Guo 	stmp_reset_block(host->base);
192e4243f13SShawn Guo 
193e4243f13SShawn Guo 	ctrl0 = BM_SSP_CTRL0_IGNORE_CRC;
194e4243f13SShawn Guo 	ctrl1 = BF_SSP(0x3, CTRL1_SSP_MODE) |
195e4243f13SShawn Guo 		BF_SSP(0x7, CTRL1_WORD_LENGTH) |
196e4243f13SShawn Guo 		BM_SSP_CTRL1_DMA_ENABLE |
197e4243f13SShawn Guo 		BM_SSP_CTRL1_POLARITY |
198e4243f13SShawn Guo 		BM_SSP_CTRL1_RECV_TIMEOUT_IRQ_EN |
199e4243f13SShawn Guo 		BM_SSP_CTRL1_DATA_CRC_IRQ_EN |
200e4243f13SShawn Guo 		BM_SSP_CTRL1_DATA_TIMEOUT_IRQ_EN |
201e4243f13SShawn Guo 		BM_SSP_CTRL1_RESP_TIMEOUT_IRQ_EN |
202e4243f13SShawn Guo 		BM_SSP_CTRL1_RESP_ERR_IRQ_EN;
203e4243f13SShawn Guo 
204e4243f13SShawn Guo 	writel(BF_SSP(0xffff, TIMING_TIMEOUT) |
205e4243f13SShawn Guo 	       BF_SSP(2, TIMING_CLOCK_DIVIDE) |
206e4243f13SShawn Guo 	       BF_SSP(0, TIMING_CLOCK_RATE),
207e0bf141dSShawn Guo 	       host->base + HW_SSP_TIMING(host));
208e4243f13SShawn Guo 
209e4243f13SShawn Guo 	if (host->sdio_irq_en) {
210e4243f13SShawn Guo 		ctrl0 |= BM_SSP_CTRL0_SDIO_IRQ_CHECK;
211e4243f13SShawn Guo 		ctrl1 |= BM_SSP_CTRL1_SDIO_IRQ_EN;
212e4243f13SShawn Guo 	}
213e4243f13SShawn Guo 
214e4243f13SShawn Guo 	writel(ctrl0, host->base + HW_SSP_CTRL0);
215e0bf141dSShawn Guo 	writel(ctrl1, host->base + HW_SSP_CTRL1(host));
216e4243f13SShawn Guo }
217e4243f13SShawn Guo 
218e4243f13SShawn Guo static void mxs_mmc_start_cmd(struct mxs_mmc_host *host,
219e4243f13SShawn Guo 			      struct mmc_command *cmd);
220e4243f13SShawn Guo 
221e4243f13SShawn Guo static void mxs_mmc_request_done(struct mxs_mmc_host *host)
222e4243f13SShawn Guo {
223e4243f13SShawn Guo 	struct mmc_command *cmd = host->cmd;
224e4243f13SShawn Guo 	struct mmc_data *data = host->data;
225e4243f13SShawn Guo 	struct mmc_request *mrq = host->mrq;
226e4243f13SShawn Guo 
227e4243f13SShawn Guo 	if (mmc_resp_type(cmd) & MMC_RSP_PRESENT) {
228e4243f13SShawn Guo 		if (mmc_resp_type(cmd) & MMC_RSP_136) {
229e0bf141dSShawn Guo 			cmd->resp[3] = readl(host->base + HW_SSP_SDRESP0(host));
230e0bf141dSShawn Guo 			cmd->resp[2] = readl(host->base + HW_SSP_SDRESP1(host));
231e0bf141dSShawn Guo 			cmd->resp[1] = readl(host->base + HW_SSP_SDRESP2(host));
232e0bf141dSShawn Guo 			cmd->resp[0] = readl(host->base + HW_SSP_SDRESP3(host));
233e4243f13SShawn Guo 		} else {
234e0bf141dSShawn Guo 			cmd->resp[0] = readl(host->base + HW_SSP_SDRESP0(host));
235e4243f13SShawn Guo 		}
236e4243f13SShawn Guo 	}
237e4243f13SShawn Guo 
238e4243f13SShawn Guo 	if (data) {
239e4243f13SShawn Guo 		dma_unmap_sg(mmc_dev(host->mmc), data->sg,
240e4243f13SShawn Guo 			     data->sg_len, host->dma_dir);
241e4243f13SShawn Guo 		/*
242e4243f13SShawn Guo 		 * If there was an error on any block, we mark all
243e4243f13SShawn Guo 		 * data blocks as being in error.
244e4243f13SShawn Guo 		 */
245e4243f13SShawn Guo 		if (!data->error)
246e4243f13SShawn Guo 			data->bytes_xfered = data->blocks * data->blksz;
247e4243f13SShawn Guo 		else
248e4243f13SShawn Guo 			data->bytes_xfered = 0;
249e4243f13SShawn Guo 
250e4243f13SShawn Guo 		host->data = NULL;
251e4243f13SShawn Guo 		if (mrq->stop) {
252e4243f13SShawn Guo 			mxs_mmc_start_cmd(host, mrq->stop);
253e4243f13SShawn Guo 			return;
254e4243f13SShawn Guo 		}
255e4243f13SShawn Guo 	}
256e4243f13SShawn Guo 
257e4243f13SShawn Guo 	host->mrq = NULL;
258e4243f13SShawn Guo 	mmc_request_done(host->mmc, mrq);
259e4243f13SShawn Guo }
260e4243f13SShawn Guo 
261e4243f13SShawn Guo static void mxs_mmc_dma_irq_callback(void *param)
262e4243f13SShawn Guo {
263e4243f13SShawn Guo 	struct mxs_mmc_host *host = param;
264e4243f13SShawn Guo 
265e4243f13SShawn Guo 	mxs_mmc_request_done(host);
266e4243f13SShawn Guo }
267e4243f13SShawn Guo 
268e4243f13SShawn Guo static irqreturn_t mxs_mmc_irq_handler(int irq, void *dev_id)
269e4243f13SShawn Guo {
270e4243f13SShawn Guo 	struct mxs_mmc_host *host = dev_id;
271e4243f13SShawn Guo 	struct mmc_command *cmd = host->cmd;
272e4243f13SShawn Guo 	struct mmc_data *data = host->data;
273e4243f13SShawn Guo 	u32 stat;
274e4243f13SShawn Guo 
275e4243f13SShawn Guo 	spin_lock(&host->lock);
276e4243f13SShawn Guo 
277e0bf141dSShawn Guo 	stat = readl(host->base + HW_SSP_CTRL1(host));
278e4243f13SShawn Guo 	writel(stat & MXS_MMC_IRQ_BITS,
279e0bf141dSShawn Guo 	       host->base + HW_SSP_CTRL1(host) + STMP_OFFSET_REG_CLR);
280e4243f13SShawn Guo 
281e4243f13SShawn Guo 	if ((stat & BM_SSP_CTRL1_SDIO_IRQ) && (stat & BM_SSP_CTRL1_SDIO_IRQ_EN))
282e4243f13SShawn Guo 		mmc_signal_sdio_irq(host->mmc);
283e4243f13SShawn Guo 
284e4243f13SShawn Guo 	spin_unlock(&host->lock);
285e4243f13SShawn Guo 
286e4243f13SShawn Guo 	if (stat & BM_SSP_CTRL1_RESP_TIMEOUT_IRQ)
287e4243f13SShawn Guo 		cmd->error = -ETIMEDOUT;
288e4243f13SShawn Guo 	else if (stat & BM_SSP_CTRL1_RESP_ERR_IRQ)
289e4243f13SShawn Guo 		cmd->error = -EIO;
290e4243f13SShawn Guo 
291e4243f13SShawn Guo 	if (data) {
292e4243f13SShawn Guo 		if (stat & (BM_SSP_CTRL1_DATA_TIMEOUT_IRQ |
293e4243f13SShawn Guo 			    BM_SSP_CTRL1_RECV_TIMEOUT_IRQ))
294e4243f13SShawn Guo 			data->error = -ETIMEDOUT;
295e4243f13SShawn Guo 		else if (stat & BM_SSP_CTRL1_DATA_CRC_IRQ)
296e4243f13SShawn Guo 			data->error = -EILSEQ;
297e4243f13SShawn Guo 		else if (stat & (BM_SSP_CTRL1_FIFO_UNDERRUN_IRQ |
298e4243f13SShawn Guo 				 BM_SSP_CTRL1_FIFO_OVERRUN_IRQ))
299e4243f13SShawn Guo 			data->error = -EIO;
300e4243f13SShawn Guo 	}
301e4243f13SShawn Guo 
302e4243f13SShawn Guo 	return IRQ_HANDLED;
303e4243f13SShawn Guo }
304e4243f13SShawn Guo 
305e4243f13SShawn Guo static struct dma_async_tx_descriptor *mxs_mmc_prep_dma(
306921de864SHuang Shijie 	struct mxs_mmc_host *host, unsigned long flags)
307e4243f13SShawn Guo {
308e4243f13SShawn Guo 	struct dma_async_tx_descriptor *desc;
309e4243f13SShawn Guo 	struct mmc_data *data = host->data;
310e4243f13SShawn Guo 	struct scatterlist * sgl;
311e4243f13SShawn Guo 	unsigned int sg_len;
312e4243f13SShawn Guo 
313e4243f13SShawn Guo 	if (data) {
314e4243f13SShawn Guo 		/* data */
315e4243f13SShawn Guo 		dma_map_sg(mmc_dev(host->mmc), data->sg,
316e4243f13SShawn Guo 			   data->sg_len, host->dma_dir);
317e4243f13SShawn Guo 		sgl = data->sg;
318e4243f13SShawn Guo 		sg_len = data->sg_len;
319e4243f13SShawn Guo 	} else {
320e4243f13SShawn Guo 		/* pio */
321e4243f13SShawn Guo 		sgl = (struct scatterlist *) host->ssp_pio_words;
322e4243f13SShawn Guo 		sg_len = SSP_PIO_NUM;
323e4243f13SShawn Guo 	}
324e4243f13SShawn Guo 
32516052827SAlexandre Bounine 	desc = dmaengine_prep_slave_sg(host->dmach,
326921de864SHuang Shijie 				sgl, sg_len, host->slave_dirn, flags);
327e4243f13SShawn Guo 	if (desc) {
328e4243f13SShawn Guo 		desc->callback = mxs_mmc_dma_irq_callback;
329e4243f13SShawn Guo 		desc->callback_param = host;
330e4243f13SShawn Guo 	} else {
331e4243f13SShawn Guo 		if (data)
332e4243f13SShawn Guo 			dma_unmap_sg(mmc_dev(host->mmc), data->sg,
333e4243f13SShawn Guo 				     data->sg_len, host->dma_dir);
334e4243f13SShawn Guo 	}
335e4243f13SShawn Guo 
336e4243f13SShawn Guo 	return desc;
337e4243f13SShawn Guo }
338e4243f13SShawn Guo 
339e4243f13SShawn Guo static void mxs_mmc_bc(struct mxs_mmc_host *host)
340e4243f13SShawn Guo {
341e4243f13SShawn Guo 	struct mmc_command *cmd = host->cmd;
342e4243f13SShawn Guo 	struct dma_async_tx_descriptor *desc;
343e4243f13SShawn Guo 	u32 ctrl0, cmd0, cmd1;
344e4243f13SShawn Guo 
345e4243f13SShawn Guo 	ctrl0 = BM_SSP_CTRL0_ENABLE | BM_SSP_CTRL0_IGNORE_CRC;
346e4243f13SShawn Guo 	cmd0 = BF_SSP(cmd->opcode, CMD0_CMD) | BM_SSP_CMD0_APPEND_8CYC;
347e4243f13SShawn Guo 	cmd1 = cmd->arg;
348e4243f13SShawn Guo 
349e4243f13SShawn Guo 	if (host->sdio_irq_en) {
350e4243f13SShawn Guo 		ctrl0 |= BM_SSP_CTRL0_SDIO_IRQ_CHECK;
351e4243f13SShawn Guo 		cmd0 |= BM_SSP_CMD0_CONT_CLKING_EN | BM_SSP_CMD0_SLOW_CLKING_EN;
352e4243f13SShawn Guo 	}
353e4243f13SShawn Guo 
354e4243f13SShawn Guo 	host->ssp_pio_words[0] = ctrl0;
355e4243f13SShawn Guo 	host->ssp_pio_words[1] = cmd0;
356e4243f13SShawn Guo 	host->ssp_pio_words[2] = cmd1;
357e4243f13SShawn Guo 	host->dma_dir = DMA_NONE;
358a4e3e86dSShawn Guo 	host->slave_dirn = DMA_TRANS_NONE;
359921de864SHuang Shijie 	desc = mxs_mmc_prep_dma(host, DMA_CTRL_ACK);
360e4243f13SShawn Guo 	if (!desc)
361e4243f13SShawn Guo 		goto out;
362e4243f13SShawn Guo 
363e4243f13SShawn Guo 	dmaengine_submit(desc);
364d04525edSShawn Guo 	dma_async_issue_pending(host->dmach);
365e4243f13SShawn Guo 	return;
366e4243f13SShawn Guo 
367e4243f13SShawn Guo out:
368e4243f13SShawn Guo 	dev_warn(mmc_dev(host->mmc),
369e4243f13SShawn Guo 		 "%s: failed to prep dma\n", __func__);
370e4243f13SShawn Guo }
371e4243f13SShawn Guo 
372e4243f13SShawn Guo static void mxs_mmc_ac(struct mxs_mmc_host *host)
373e4243f13SShawn Guo {
374e4243f13SShawn Guo 	struct mmc_command *cmd = host->cmd;
375e4243f13SShawn Guo 	struct dma_async_tx_descriptor *desc;
376e4243f13SShawn Guo 	u32 ignore_crc, get_resp, long_resp;
377e4243f13SShawn Guo 	u32 ctrl0, cmd0, cmd1;
378e4243f13SShawn Guo 
379e4243f13SShawn Guo 	ignore_crc = (mmc_resp_type(cmd) & MMC_RSP_CRC) ?
380e4243f13SShawn Guo 			0 : BM_SSP_CTRL0_IGNORE_CRC;
381e4243f13SShawn Guo 	get_resp = (mmc_resp_type(cmd) & MMC_RSP_PRESENT) ?
382e4243f13SShawn Guo 			BM_SSP_CTRL0_GET_RESP : 0;
383e4243f13SShawn Guo 	long_resp = (mmc_resp_type(cmd) & MMC_RSP_136) ?
384e4243f13SShawn Guo 			BM_SSP_CTRL0_LONG_RESP : 0;
385e4243f13SShawn Guo 
386e4243f13SShawn Guo 	ctrl0 = BM_SSP_CTRL0_ENABLE | ignore_crc | get_resp | long_resp;
387e4243f13SShawn Guo 	cmd0 = BF_SSP(cmd->opcode, CMD0_CMD);
388e4243f13SShawn Guo 	cmd1 = cmd->arg;
389e4243f13SShawn Guo 
390e4243f13SShawn Guo 	if (host->sdio_irq_en) {
391e4243f13SShawn Guo 		ctrl0 |= BM_SSP_CTRL0_SDIO_IRQ_CHECK;
392e4243f13SShawn Guo 		cmd0 |= BM_SSP_CMD0_CONT_CLKING_EN | BM_SSP_CMD0_SLOW_CLKING_EN;
393e4243f13SShawn Guo 	}
394e4243f13SShawn Guo 
395e4243f13SShawn Guo 	host->ssp_pio_words[0] = ctrl0;
396e4243f13SShawn Guo 	host->ssp_pio_words[1] = cmd0;
397e4243f13SShawn Guo 	host->ssp_pio_words[2] = cmd1;
398e4243f13SShawn Guo 	host->dma_dir = DMA_NONE;
399a4e3e86dSShawn Guo 	host->slave_dirn = DMA_TRANS_NONE;
400921de864SHuang Shijie 	desc = mxs_mmc_prep_dma(host, DMA_CTRL_ACK);
401e4243f13SShawn Guo 	if (!desc)
402e4243f13SShawn Guo 		goto out;
403e4243f13SShawn Guo 
404e4243f13SShawn Guo 	dmaengine_submit(desc);
405d04525edSShawn Guo 	dma_async_issue_pending(host->dmach);
406e4243f13SShawn Guo 	return;
407e4243f13SShawn Guo 
408e4243f13SShawn Guo out:
409e4243f13SShawn Guo 	dev_warn(mmc_dev(host->mmc),
410e4243f13SShawn Guo 		 "%s: failed to prep dma\n", __func__);
411e4243f13SShawn Guo }
412e4243f13SShawn Guo 
413e4243f13SShawn Guo static unsigned short mxs_ns_to_ssp_ticks(unsigned clock_rate, unsigned ns)
414e4243f13SShawn Guo {
415e4243f13SShawn Guo 	const unsigned int ssp_timeout_mul = 4096;
416e4243f13SShawn Guo 	/*
417e4243f13SShawn Guo 	 * Calculate ticks in ms since ns are large numbers
418e4243f13SShawn Guo 	 * and might overflow
419e4243f13SShawn Guo 	 */
420e4243f13SShawn Guo 	const unsigned int clock_per_ms = clock_rate / 1000;
421e4243f13SShawn Guo 	const unsigned int ms = ns / 1000;
422e4243f13SShawn Guo 	const unsigned int ticks = ms * clock_per_ms;
423e4243f13SShawn Guo 	const unsigned int ssp_ticks = ticks / ssp_timeout_mul;
424e4243f13SShawn Guo 
425e4243f13SShawn Guo 	WARN_ON(ssp_ticks == 0);
426e4243f13SShawn Guo 	return ssp_ticks;
427e4243f13SShawn Guo }
428e4243f13SShawn Guo 
429e4243f13SShawn Guo static void mxs_mmc_adtc(struct mxs_mmc_host *host)
430e4243f13SShawn Guo {
431e4243f13SShawn Guo 	struct mmc_command *cmd = host->cmd;
432e4243f13SShawn Guo 	struct mmc_data *data = cmd->data;
433e4243f13SShawn Guo 	struct dma_async_tx_descriptor *desc;
434e4243f13SShawn Guo 	struct scatterlist *sgl = data->sg, *sg;
435e4243f13SShawn Guo 	unsigned int sg_len = data->sg_len;
436e4243f13SShawn Guo 	int i;
437e4243f13SShawn Guo 
438e4243f13SShawn Guo 	unsigned short dma_data_dir, timeout;
43905f5799cSVinod Koul 	enum dma_transfer_direction slave_dirn;
440e4243f13SShawn Guo 	unsigned int data_size = 0, log2_blksz;
441e4243f13SShawn Guo 	unsigned int blocks = data->blocks;
442e4243f13SShawn Guo 
443e4243f13SShawn Guo 	u32 ignore_crc, get_resp, long_resp, read;
444e4243f13SShawn Guo 	u32 ctrl0, cmd0, cmd1, val;
445e4243f13SShawn Guo 
446e4243f13SShawn Guo 	ignore_crc = (mmc_resp_type(cmd) & MMC_RSP_CRC) ?
447e4243f13SShawn Guo 			0 : BM_SSP_CTRL0_IGNORE_CRC;
448e4243f13SShawn Guo 	get_resp = (mmc_resp_type(cmd) & MMC_RSP_PRESENT) ?
449e4243f13SShawn Guo 			BM_SSP_CTRL0_GET_RESP : 0;
450e4243f13SShawn Guo 	long_resp = (mmc_resp_type(cmd) & MMC_RSP_136) ?
451e4243f13SShawn Guo 			BM_SSP_CTRL0_LONG_RESP : 0;
452e4243f13SShawn Guo 
453e4243f13SShawn Guo 	if (data->flags & MMC_DATA_WRITE) {
454e4243f13SShawn Guo 		dma_data_dir = DMA_TO_DEVICE;
45505f5799cSVinod Koul 		slave_dirn = DMA_MEM_TO_DEV;
456e4243f13SShawn Guo 		read = 0;
457e4243f13SShawn Guo 	} else {
458e4243f13SShawn Guo 		dma_data_dir = DMA_FROM_DEVICE;
45905f5799cSVinod Koul 		slave_dirn = DMA_DEV_TO_MEM;
460e4243f13SShawn Guo 		read = BM_SSP_CTRL0_READ;
461e4243f13SShawn Guo 	}
462e4243f13SShawn Guo 
463e4243f13SShawn Guo 	ctrl0 = BF_SSP(host->bus_width, CTRL0_BUS_WIDTH) |
464e4243f13SShawn Guo 		ignore_crc | get_resp | long_resp |
465e4243f13SShawn Guo 		BM_SSP_CTRL0_DATA_XFER | read |
466e4243f13SShawn Guo 		BM_SSP_CTRL0_WAIT_FOR_IRQ |
467e4243f13SShawn Guo 		BM_SSP_CTRL0_ENABLE;
468e4243f13SShawn Guo 
469e4243f13SShawn Guo 	cmd0 = BF_SSP(cmd->opcode, CMD0_CMD);
470e4243f13SShawn Guo 
471e4243f13SShawn Guo 	/* get logarithm to base 2 of block size for setting register */
472e4243f13SShawn Guo 	log2_blksz = ilog2(data->blksz);
473e4243f13SShawn Guo 
474e4243f13SShawn Guo 	/*
475e4243f13SShawn Guo 	 * take special care of the case that data size from data->sg
476e4243f13SShawn Guo 	 * is not equal to blocks x blksz
477e4243f13SShawn Guo 	 */
478e4243f13SShawn Guo 	for_each_sg(sgl, sg, sg_len, i)
479e4243f13SShawn Guo 		data_size += sg->length;
480e4243f13SShawn Guo 
481e4243f13SShawn Guo 	if (data_size != data->blocks * data->blksz)
482e4243f13SShawn Guo 		blocks = 1;
483e4243f13SShawn Guo 
484e4243f13SShawn Guo 	/* xfer count, block size and count need to be set differently */
485e0bf141dSShawn Guo 	if (ssp_is_old(host)) {
486e4243f13SShawn Guo 		ctrl0 |= BF_SSP(data_size, CTRL0_XFER_COUNT);
487e4243f13SShawn Guo 		cmd0 |= BF_SSP(log2_blksz, CMD0_BLOCK_SIZE) |
488e4243f13SShawn Guo 			BF_SSP(blocks - 1, CMD0_BLOCK_COUNT);
489e4243f13SShawn Guo 	} else {
490e4243f13SShawn Guo 		writel(data_size, host->base + HW_SSP_XFER_SIZE);
491e4243f13SShawn Guo 		writel(BF_SSP(log2_blksz, BLOCK_SIZE_BLOCK_SIZE) |
492e4243f13SShawn Guo 		       BF_SSP(blocks - 1, BLOCK_SIZE_BLOCK_COUNT),
493e4243f13SShawn Guo 		       host->base + HW_SSP_BLOCK_SIZE);
494e4243f13SShawn Guo 	}
495e4243f13SShawn Guo 
496e4243f13SShawn Guo 	if ((cmd->opcode == MMC_STOP_TRANSMISSION) ||
497e4243f13SShawn Guo 	    (cmd->opcode == SD_IO_RW_EXTENDED))
498e4243f13SShawn Guo 		cmd0 |= BM_SSP_CMD0_APPEND_8CYC;
499e4243f13SShawn Guo 
500e4243f13SShawn Guo 	cmd1 = cmd->arg;
501e4243f13SShawn Guo 
502e4243f13SShawn Guo 	if (host->sdio_irq_en) {
503e4243f13SShawn Guo 		ctrl0 |= BM_SSP_CTRL0_SDIO_IRQ_CHECK;
504e4243f13SShawn Guo 		cmd0 |= BM_SSP_CMD0_CONT_CLKING_EN | BM_SSP_CMD0_SLOW_CLKING_EN;
505e4243f13SShawn Guo 	}
506e4243f13SShawn Guo 
507e4243f13SShawn Guo 	/* set the timeout count */
508e4243f13SShawn Guo 	timeout = mxs_ns_to_ssp_ticks(host->clk_rate, data->timeout_ns);
509e0bf141dSShawn Guo 	val = readl(host->base + HW_SSP_TIMING(host));
510e4243f13SShawn Guo 	val &= ~(BM_SSP_TIMING_TIMEOUT);
511e4243f13SShawn Guo 	val |= BF_SSP(timeout, TIMING_TIMEOUT);
512e0bf141dSShawn Guo 	writel(val, host->base + HW_SSP_TIMING(host));
513e4243f13SShawn Guo 
514e4243f13SShawn Guo 	/* pio */
515e4243f13SShawn Guo 	host->ssp_pio_words[0] = ctrl0;
516e4243f13SShawn Guo 	host->ssp_pio_words[1] = cmd0;
517e4243f13SShawn Guo 	host->ssp_pio_words[2] = cmd1;
518e4243f13SShawn Guo 	host->dma_dir = DMA_NONE;
519a4e3e86dSShawn Guo 	host->slave_dirn = DMA_TRANS_NONE;
520e4243f13SShawn Guo 	desc = mxs_mmc_prep_dma(host, 0);
521e4243f13SShawn Guo 	if (!desc)
522e4243f13SShawn Guo 		goto out;
523e4243f13SShawn Guo 
524e4243f13SShawn Guo 	/* append data sg */
525e4243f13SShawn Guo 	WARN_ON(host->data != NULL);
526e4243f13SShawn Guo 	host->data = data;
527e4243f13SShawn Guo 	host->dma_dir = dma_data_dir;
52805f5799cSVinod Koul 	host->slave_dirn = slave_dirn;
529921de864SHuang Shijie 	desc = mxs_mmc_prep_dma(host, DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
530e4243f13SShawn Guo 	if (!desc)
531e4243f13SShawn Guo 		goto out;
532e4243f13SShawn Guo 
533e4243f13SShawn Guo 	dmaengine_submit(desc);
534d04525edSShawn Guo 	dma_async_issue_pending(host->dmach);
535e4243f13SShawn Guo 	return;
536e4243f13SShawn Guo out:
537e4243f13SShawn Guo 	dev_warn(mmc_dev(host->mmc),
538e4243f13SShawn Guo 		 "%s: failed to prep dma\n", __func__);
539e4243f13SShawn Guo }
540e4243f13SShawn Guo 
541e4243f13SShawn Guo static void mxs_mmc_start_cmd(struct mxs_mmc_host *host,
542e4243f13SShawn Guo 			      struct mmc_command *cmd)
543e4243f13SShawn Guo {
544e4243f13SShawn Guo 	host->cmd = cmd;
545e4243f13SShawn Guo 
546e4243f13SShawn Guo 	switch (mmc_cmd_type(cmd)) {
547e4243f13SShawn Guo 	case MMC_CMD_BC:
548e4243f13SShawn Guo 		mxs_mmc_bc(host);
549e4243f13SShawn Guo 		break;
550e4243f13SShawn Guo 	case MMC_CMD_BCR:
551e4243f13SShawn Guo 		mxs_mmc_ac(host);
552e4243f13SShawn Guo 		break;
553e4243f13SShawn Guo 	case MMC_CMD_AC:
554e4243f13SShawn Guo 		mxs_mmc_ac(host);
555e4243f13SShawn Guo 		break;
556e4243f13SShawn Guo 	case MMC_CMD_ADTC:
557e4243f13SShawn Guo 		mxs_mmc_adtc(host);
558e4243f13SShawn Guo 		break;
559e4243f13SShawn Guo 	default:
560e4243f13SShawn Guo 		dev_warn(mmc_dev(host->mmc),
561e4243f13SShawn Guo 			 "%s: unknown MMC command\n", __func__);
562e4243f13SShawn Guo 		break;
563e4243f13SShawn Guo 	}
564e4243f13SShawn Guo }
565e4243f13SShawn Guo 
566e4243f13SShawn Guo static void mxs_mmc_request(struct mmc_host *mmc, struct mmc_request *mrq)
567e4243f13SShawn Guo {
568e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
569e4243f13SShawn Guo 
570e4243f13SShawn Guo 	WARN_ON(host->mrq != NULL);
571e4243f13SShawn Guo 	host->mrq = mrq;
572e4243f13SShawn Guo 	mxs_mmc_start_cmd(host, mrq->cmd);
573e4243f13SShawn Guo }
574e4243f13SShawn Guo 
575e4243f13SShawn Guo static void mxs_mmc_set_clk_rate(struct mxs_mmc_host *host, unsigned int rate)
576e4243f13SShawn Guo {
577d982dcdcSKoen Beel 	unsigned int ssp_clk, ssp_sck;
578d982dcdcSKoen Beel 	u32 clock_divide, clock_rate;
579e4243f13SShawn Guo 	u32 val;
580e4243f13SShawn Guo 
581d982dcdcSKoen Beel 	ssp_clk = clk_get_rate(host->clk);
582e4243f13SShawn Guo 
583d982dcdcSKoen Beel 	for (clock_divide = 2; clock_divide <= 254; clock_divide += 2) {
584d982dcdcSKoen Beel 		clock_rate = DIV_ROUND_UP(ssp_clk, rate * clock_divide);
585d982dcdcSKoen Beel 		clock_rate = (clock_rate > 0) ? clock_rate - 1 : 0;
586d982dcdcSKoen Beel 		if (clock_rate <= 255)
587e4243f13SShawn Guo 			break;
588e4243f13SShawn Guo 	}
589e4243f13SShawn Guo 
590d982dcdcSKoen Beel 	if (clock_divide > 254) {
591e4243f13SShawn Guo 		dev_err(mmc_dev(host->mmc),
592e4243f13SShawn Guo 			"%s: cannot set clock to %d\n", __func__, rate);
593e4243f13SShawn Guo 		return;
594e4243f13SShawn Guo 	}
595e4243f13SShawn Guo 
596d982dcdcSKoen Beel 	ssp_sck = ssp_clk / clock_divide / (1 + clock_rate);
597e4243f13SShawn Guo 
598e0bf141dSShawn Guo 	val = readl(host->base + HW_SSP_TIMING(host));
599e4243f13SShawn Guo 	val &= ~(BM_SSP_TIMING_CLOCK_DIVIDE | BM_SSP_TIMING_CLOCK_RATE);
600d982dcdcSKoen Beel 	val |= BF_SSP(clock_divide, TIMING_CLOCK_DIVIDE);
601d982dcdcSKoen Beel 	val |= BF_SSP(clock_rate, TIMING_CLOCK_RATE);
602e0bf141dSShawn Guo 	writel(val, host->base + HW_SSP_TIMING(host));
603e4243f13SShawn Guo 
604d982dcdcSKoen Beel 	host->clk_rate = ssp_sck;
605e4243f13SShawn Guo 
606e4243f13SShawn Guo 	dev_dbg(mmc_dev(host->mmc),
607d982dcdcSKoen Beel 		"%s: clock_divide %d, clock_rate %d, ssp_clk %d, rate_actual %d, rate_requested %d\n",
608d982dcdcSKoen Beel 		__func__, clock_divide, clock_rate, ssp_clk, ssp_sck, rate);
609e4243f13SShawn Guo }
610e4243f13SShawn Guo 
611e4243f13SShawn Guo static void mxs_mmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
612e4243f13SShawn Guo {
613e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
614e4243f13SShawn Guo 
615e4243f13SShawn Guo 	if (ios->bus_width == MMC_BUS_WIDTH_8)
616e4243f13SShawn Guo 		host->bus_width = 2;
617e4243f13SShawn Guo 	else if (ios->bus_width == MMC_BUS_WIDTH_4)
618e4243f13SShawn Guo 		host->bus_width = 1;
619e4243f13SShawn Guo 	else
620e4243f13SShawn Guo 		host->bus_width = 0;
621e4243f13SShawn Guo 
622e4243f13SShawn Guo 	if (ios->clock)
623e4243f13SShawn Guo 		mxs_mmc_set_clk_rate(host, ios->clock);
624e4243f13SShawn Guo }
625e4243f13SShawn Guo 
626e4243f13SShawn Guo static void mxs_mmc_enable_sdio_irq(struct mmc_host *mmc, int enable)
627e4243f13SShawn Guo {
628e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
629e4243f13SShawn Guo 	unsigned long flags;
630e4243f13SShawn Guo 
631e4243f13SShawn Guo 	spin_lock_irqsave(&host->lock, flags);
632e4243f13SShawn Guo 
633e4243f13SShawn Guo 	host->sdio_irq_en = enable;
634e4243f13SShawn Guo 
635e4243f13SShawn Guo 	if (enable) {
636e4243f13SShawn Guo 		writel(BM_SSP_CTRL0_SDIO_IRQ_CHECK,
63770e60206SShawn Guo 		       host->base + HW_SSP_CTRL0 + STMP_OFFSET_REG_SET);
638e4243f13SShawn Guo 		writel(BM_SSP_CTRL1_SDIO_IRQ_EN,
639e0bf141dSShawn Guo 		       host->base + HW_SSP_CTRL1(host) + STMP_OFFSET_REG_SET);
640e4243f13SShawn Guo 
641e0bf141dSShawn Guo 		if (readl(host->base + HW_SSP_STATUS(host)) &
642e0bf141dSShawn Guo 				BM_SSP_STATUS_SDIO_IRQ)
643e4243f13SShawn Guo 			mmc_signal_sdio_irq(host->mmc);
644e4243f13SShawn Guo 
645e4243f13SShawn Guo 	} else {
646e4243f13SShawn Guo 		writel(BM_SSP_CTRL0_SDIO_IRQ_CHECK,
64770e60206SShawn Guo 		       host->base + HW_SSP_CTRL0 + STMP_OFFSET_REG_CLR);
648e4243f13SShawn Guo 		writel(BM_SSP_CTRL1_SDIO_IRQ_EN,
649e0bf141dSShawn Guo 		       host->base + HW_SSP_CTRL1(host) + STMP_OFFSET_REG_CLR);
650e4243f13SShawn Guo 	}
651e4243f13SShawn Guo 
652e4243f13SShawn Guo 	spin_unlock_irqrestore(&host->lock, flags);
653e4243f13SShawn Guo }
654e4243f13SShawn Guo 
655e4243f13SShawn Guo static const struct mmc_host_ops mxs_mmc_ops = {
656e4243f13SShawn Guo 	.request = mxs_mmc_request,
657e4243f13SShawn Guo 	.get_ro = mxs_mmc_get_ro,
658e4243f13SShawn Guo 	.get_cd = mxs_mmc_get_cd,
659e4243f13SShawn Guo 	.set_ios = mxs_mmc_set_ios,
660e4243f13SShawn Guo 	.enable_sdio_irq = mxs_mmc_enable_sdio_irq,
661e4243f13SShawn Guo };
662e4243f13SShawn Guo 
663e4243f13SShawn Guo static bool mxs_mmc_dma_filter(struct dma_chan *chan, void *param)
664e4243f13SShawn Guo {
665e4243f13SShawn Guo 	struct mxs_mmc_host *host = param;
666e4243f13SShawn Guo 
667e4243f13SShawn Guo 	if (!mxs_dma_is_apbh(chan))
668e4243f13SShawn Guo 		return false;
669e4243f13SShawn Guo 
670b60188c8SShawn Guo 	if (chan->chan_id != host->dma_channel)
671e4243f13SShawn Guo 		return false;
672e4243f13SShawn Guo 
673e4243f13SShawn Guo 	chan->private = &host->dma_data;
674e4243f13SShawn Guo 
675e4243f13SShawn Guo 	return true;
676e4243f13SShawn Guo }
677e4243f13SShawn Guo 
678ef9b4d39SShawn Guo static struct platform_device_id mxs_mmc_ids[] = {
679ef9b4d39SShawn Guo 	{
680ef9b4d39SShawn Guo 		.name = "imx23-mmc",
681ef9b4d39SShawn Guo 		.driver_data = IMX23_MMC,
682ef9b4d39SShawn Guo 	}, {
683ef9b4d39SShawn Guo 		.name = "imx28-mmc",
684ef9b4d39SShawn Guo 		.driver_data = IMX28_MMC,
685ef9b4d39SShawn Guo 	}, {
686ef9b4d39SShawn Guo 		/* sentinel */
687ef9b4d39SShawn Guo 	}
688ef9b4d39SShawn Guo };
689ef9b4d39SShawn Guo MODULE_DEVICE_TABLE(platform, mxs_mmc_ids);
690ef9b4d39SShawn Guo 
6916de4d817SShawn Guo static const struct of_device_id mxs_mmc_dt_ids[] = {
6926de4d817SShawn Guo 	{ .compatible = "fsl,imx23-mmc", .data = (void *) IMX23_MMC, },
6936de4d817SShawn Guo 	{ .compatible = "fsl,imx28-mmc", .data = (void *) IMX28_MMC, },
6946de4d817SShawn Guo 	{ /* sentinel */ }
6956de4d817SShawn Guo };
6966de4d817SShawn Guo MODULE_DEVICE_TABLE(of, mxs_mmc_dt_ids);
6976de4d817SShawn Guo 
698e4243f13SShawn Guo static int mxs_mmc_probe(struct platform_device *pdev)
699e4243f13SShawn Guo {
7006de4d817SShawn Guo 	const struct of_device_id *of_id =
7016de4d817SShawn Guo 			of_match_device(mxs_mmc_dt_ids, &pdev->dev);
7026de4d817SShawn Guo 	struct device_node *np = pdev->dev.of_node;
703e4243f13SShawn Guo 	struct mxs_mmc_host *host;
704e4243f13SShawn Guo 	struct mmc_host *mmc;
705df06bfc7SShawn Guo 	struct resource *iores, *dmares;
706e4243f13SShawn Guo 	struct mxs_mmc_platform_data *pdata;
7079c92cf24SShawn Guo 	struct pinctrl *pinctrl;
708e4243f13SShawn Guo 	int ret = 0, irq_err, irq_dma;
709e4243f13SShawn Guo 	dma_cap_mask_t mask;
710e4243f13SShawn Guo 
711e4243f13SShawn Guo 	iores = platform_get_resource(pdev, IORESOURCE_MEM, 0);
712e4243f13SShawn Guo 	dmares = platform_get_resource(pdev, IORESOURCE_DMA, 0);
713e4243f13SShawn Guo 	irq_err = platform_get_irq(pdev, 0);
714e4243f13SShawn Guo 	irq_dma = platform_get_irq(pdev, 1);
7156de4d817SShawn Guo 	if (!iores || irq_err < 0 || irq_dma < 0)
716e4243f13SShawn Guo 		return -EINVAL;
717e4243f13SShawn Guo 
718e4243f13SShawn Guo 	mmc = mmc_alloc_host(sizeof(struct mxs_mmc_host), &pdev->dev);
719df06bfc7SShawn Guo 	if (!mmc)
720df06bfc7SShawn Guo 		return -ENOMEM;
721e4243f13SShawn Guo 
722e4243f13SShawn Guo 	host = mmc_priv(mmc);
723df06bfc7SShawn Guo 	host->base = devm_request_and_ioremap(&pdev->dev, iores);
724e4243f13SShawn Guo 	if (!host->base) {
725df06bfc7SShawn Guo 		ret = -EADDRNOTAVAIL;
726e4243f13SShawn Guo 		goto out_mmc_free;
727e4243f13SShawn Guo 	}
728e4243f13SShawn Guo 
7296de4d817SShawn Guo 	if (np) {
7306de4d817SShawn Guo 		host->devid = (enum mxs_mmc_id) of_id->data;
7316de4d817SShawn Guo 		/*
7326de4d817SShawn Guo 		 * TODO: This is a temporary solution and should be changed
7336de4d817SShawn Guo 		 * to use generic DMA binding later when the helpers get in.
7346de4d817SShawn Guo 		 */
7356de4d817SShawn Guo 		ret = of_property_read_u32(np, "fsl,ssp-dma-channel",
7366de4d817SShawn Guo 					   &host->dma_channel);
7376de4d817SShawn Guo 		if (ret) {
7386de4d817SShawn Guo 			dev_err(mmc_dev(host->mmc),
7396de4d817SShawn Guo 				"failed to get dma channel\n");
7406de4d817SShawn Guo 			goto out_mmc_free;
7416de4d817SShawn Guo 		}
7426de4d817SShawn Guo 	} else {
743ef9b4d39SShawn Guo 		host->devid = pdev->id_entry->driver_data;
744b60188c8SShawn Guo 		host->dma_channel = dmares->start;
7456de4d817SShawn Guo 	}
7466de4d817SShawn Guo 
7476de4d817SShawn Guo 	host->mmc = mmc;
748e4243f13SShawn Guo 	host->sdio_irq_en = 0;
749e4243f13SShawn Guo 
7509c92cf24SShawn Guo 	pinctrl = devm_pinctrl_get_select_default(&pdev->dev);
7519c92cf24SShawn Guo 	if (IS_ERR(pinctrl)) {
7529c92cf24SShawn Guo 		ret = PTR_ERR(pinctrl);
7536de4d817SShawn Guo 		goto out_mmc_free;
7549c92cf24SShawn Guo 	}
7559c92cf24SShawn Guo 
756e4243f13SShawn Guo 	host->clk = clk_get(&pdev->dev, NULL);
757e4243f13SShawn Guo 	if (IS_ERR(host->clk)) {
758e4243f13SShawn Guo 		ret = PTR_ERR(host->clk);
759df06bfc7SShawn Guo 		goto out_mmc_free;
760e4243f13SShawn Guo 	}
761efdfc52cSShawn Guo 	clk_prepare_enable(host->clk);
762e4243f13SShawn Guo 
763e4243f13SShawn Guo 	mxs_mmc_reset(host);
764e4243f13SShawn Guo 
765e4243f13SShawn Guo 	dma_cap_zero(mask);
766e4243f13SShawn Guo 	dma_cap_set(DMA_SLAVE, mask);
767e4243f13SShawn Guo 	host->dma_data.chan_irq = irq_dma;
768e4243f13SShawn Guo 	host->dmach = dma_request_channel(mask, mxs_mmc_dma_filter, host);
769e4243f13SShawn Guo 	if (!host->dmach) {
770e4243f13SShawn Guo 		dev_err(mmc_dev(host->mmc),
771e4243f13SShawn Guo 			"%s: failed to request dma\n", __func__);
772e4243f13SShawn Guo 		goto out_clk_put;
773e4243f13SShawn Guo 	}
774e4243f13SShawn Guo 
775e4243f13SShawn Guo 	/* set mmc core parameters */
776e4243f13SShawn Guo 	mmc->ops = &mxs_mmc_ops;
777e4243f13SShawn Guo 	mmc->caps = MMC_CAP_SD_HIGHSPEED | MMC_CAP_MMC_HIGHSPEED |
778e4243f13SShawn Guo 		    MMC_CAP_SDIO_IRQ | MMC_CAP_NEEDS_POLL;
779e4243f13SShawn Guo 
780e4243f13SShawn Guo 	pdata =	mmc_dev(host->mmc)->platform_data;
7816de4d817SShawn Guo 	if (!pdata) {
7826de4d817SShawn Guo 		u32 bus_width = 0;
7836de4d817SShawn Guo 		of_property_read_u32(np, "bus-width", &bus_width);
7846de4d817SShawn Guo 		if (bus_width == 4)
7856de4d817SShawn Guo 			mmc->caps |= MMC_CAP_4_BIT_DATA;
7866de4d817SShawn Guo 		else if (bus_width == 8)
7876de4d817SShawn Guo 			mmc->caps |= MMC_CAP_4_BIT_DATA | MMC_CAP_8_BIT_DATA;
7886de4d817SShawn Guo 		host->wp_gpio = of_get_named_gpio(np, "wp-gpios", 0);
7896de4d817SShawn Guo 	} else {
790e4243f13SShawn Guo 		if (pdata->flags & SLOTF_8_BIT_CAPABLE)
791e4243f13SShawn Guo 			mmc->caps |= MMC_CAP_4_BIT_DATA | MMC_CAP_8_BIT_DATA;
792e4243f13SShawn Guo 		if (pdata->flags & SLOTF_4_BIT_CAPABLE)
793e4243f13SShawn Guo 			mmc->caps |= MMC_CAP_4_BIT_DATA;
79431b0ff5eSShawn Guo 		host->wp_gpio = pdata->wp_gpio;
795e4243f13SShawn Guo 	}
796e4243f13SShawn Guo 
797e4243f13SShawn Guo 	mmc->f_min = 400000;
798e4243f13SShawn Guo 	mmc->f_max = 288000000;
799e4243f13SShawn Guo 	mmc->ocr_avail = MMC_VDD_32_33 | MMC_VDD_33_34;
800e4243f13SShawn Guo 
801e4243f13SShawn Guo 	mmc->max_segs = 52;
802e4243f13SShawn Guo 	mmc->max_blk_size = 1 << 0xf;
803e0bf141dSShawn Guo 	mmc->max_blk_count = (ssp_is_old(host)) ? 0xff : 0xffffff;
804e0bf141dSShawn Guo 	mmc->max_req_size = (ssp_is_old(host)) ? 0xffff : 0xffffffff;
805e4243f13SShawn Guo 	mmc->max_seg_size = dma_get_max_seg_size(host->dmach->device->dev);
806e4243f13SShawn Guo 
807e4243f13SShawn Guo 	platform_set_drvdata(pdev, mmc);
808e4243f13SShawn Guo 
809df06bfc7SShawn Guo 	ret = devm_request_irq(&pdev->dev, irq_err, mxs_mmc_irq_handler, 0,
810df06bfc7SShawn Guo 			       DRIVER_NAME, host);
811e4243f13SShawn Guo 	if (ret)
812e4243f13SShawn Guo 		goto out_free_dma;
813e4243f13SShawn Guo 
814e4243f13SShawn Guo 	spin_lock_init(&host->lock);
815e4243f13SShawn Guo 
816e4243f13SShawn Guo 	ret = mmc_add_host(mmc);
817e4243f13SShawn Guo 	if (ret)
818df06bfc7SShawn Guo 		goto out_free_dma;
819e4243f13SShawn Guo 
820e4243f13SShawn Guo 	dev_info(mmc_dev(host->mmc), "initialized\n");
821e4243f13SShawn Guo 
822e4243f13SShawn Guo 	return 0;
823e4243f13SShawn Guo 
824e4243f13SShawn Guo out_free_dma:
825e4243f13SShawn Guo 	if (host->dmach)
826e4243f13SShawn Guo 		dma_release_channel(host->dmach);
827e4243f13SShawn Guo out_clk_put:
828efdfc52cSShawn Guo 	clk_disable_unprepare(host->clk);
829e4243f13SShawn Guo 	clk_put(host->clk);
830e4243f13SShawn Guo out_mmc_free:
831e4243f13SShawn Guo 	mmc_free_host(mmc);
832e4243f13SShawn Guo 	return ret;
833e4243f13SShawn Guo }
834e4243f13SShawn Guo 
835e4243f13SShawn Guo static int mxs_mmc_remove(struct platform_device *pdev)
836e4243f13SShawn Guo {
837e4243f13SShawn Guo 	struct mmc_host *mmc = platform_get_drvdata(pdev);
838e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
839e4243f13SShawn Guo 
840e4243f13SShawn Guo 	mmc_remove_host(mmc);
841e4243f13SShawn Guo 
842e4243f13SShawn Guo 	platform_set_drvdata(pdev, NULL);
843e4243f13SShawn Guo 
844e4243f13SShawn Guo 	if (host->dmach)
845e4243f13SShawn Guo 		dma_release_channel(host->dmach);
846e4243f13SShawn Guo 
847efdfc52cSShawn Guo 	clk_disable_unprepare(host->clk);
848e4243f13SShawn Guo 	clk_put(host->clk);
849e4243f13SShawn Guo 
850e4243f13SShawn Guo 	mmc_free_host(mmc);
851e4243f13SShawn Guo 
852e4243f13SShawn Guo 	return 0;
853e4243f13SShawn Guo }
854e4243f13SShawn Guo 
855e4243f13SShawn Guo #ifdef CONFIG_PM
856e4243f13SShawn Guo static int mxs_mmc_suspend(struct device *dev)
857e4243f13SShawn Guo {
858e4243f13SShawn Guo 	struct mmc_host *mmc = dev_get_drvdata(dev);
859e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
860e4243f13SShawn Guo 	int ret = 0;
861e4243f13SShawn Guo 
862e4243f13SShawn Guo 	ret = mmc_suspend_host(mmc);
863e4243f13SShawn Guo 
864efdfc52cSShawn Guo 	clk_disable_unprepare(host->clk);
865e4243f13SShawn Guo 
866e4243f13SShawn Guo 	return ret;
867e4243f13SShawn Guo }
868e4243f13SShawn Guo 
869e4243f13SShawn Guo static int mxs_mmc_resume(struct device *dev)
870e4243f13SShawn Guo {
871e4243f13SShawn Guo 	struct mmc_host *mmc = dev_get_drvdata(dev);
872e4243f13SShawn Guo 	struct mxs_mmc_host *host = mmc_priv(mmc);
873e4243f13SShawn Guo 	int ret = 0;
874e4243f13SShawn Guo 
875efdfc52cSShawn Guo 	clk_prepare_enable(host->clk);
876e4243f13SShawn Guo 
877e4243f13SShawn Guo 	ret = mmc_resume_host(mmc);
878e4243f13SShawn Guo 
879e4243f13SShawn Guo 	return ret;
880e4243f13SShawn Guo }
881e4243f13SShawn Guo 
882e4243f13SShawn Guo static const struct dev_pm_ops mxs_mmc_pm_ops = {
883e4243f13SShawn Guo 	.suspend	= mxs_mmc_suspend,
884e4243f13SShawn Guo 	.resume		= mxs_mmc_resume,
885e4243f13SShawn Guo };
886e4243f13SShawn Guo #endif
887e4243f13SShawn Guo 
888e4243f13SShawn Guo static struct platform_driver mxs_mmc_driver = {
889e4243f13SShawn Guo 	.probe		= mxs_mmc_probe,
890e4243f13SShawn Guo 	.remove		= mxs_mmc_remove,
891ef9b4d39SShawn Guo 	.id_table	= mxs_mmc_ids,
892e4243f13SShawn Guo 	.driver		= {
893e4243f13SShawn Guo 		.name	= DRIVER_NAME,
894e4243f13SShawn Guo 		.owner	= THIS_MODULE,
895e4243f13SShawn Guo #ifdef CONFIG_PM
896e4243f13SShawn Guo 		.pm	= &mxs_mmc_pm_ops,
897e4243f13SShawn Guo #endif
898a3e545e9SMarek Vasut 		.of_match_table = mxs_mmc_dt_ids,
899e4243f13SShawn Guo 	},
900e4243f13SShawn Guo };
901e4243f13SShawn Guo 
902d1f81a64SAxel Lin module_platform_driver(mxs_mmc_driver);
903e4243f13SShawn Guo 
904e4243f13SShawn Guo MODULE_DESCRIPTION("FREESCALE MXS MMC peripheral");
905e4243f13SShawn Guo MODULE_AUTHOR("Freescale Semiconductor");
906e4243f13SShawn Guo MODULE_LICENSE("GPL");
907