195f25efeSWolfram Sang /*
295f25efeSWolfram Sang  * Freescale eSDHC i.MX controller driver for the platform bus.
395f25efeSWolfram Sang  *
495f25efeSWolfram Sang  * derived from the OF-version.
595f25efeSWolfram Sang  *
695f25efeSWolfram Sang  * Copyright (c) 2010 Pengutronix e.K.
795f25efeSWolfram Sang  *   Author: Wolfram Sang <w.sang@pengutronix.de>
895f25efeSWolfram Sang  *
995f25efeSWolfram Sang  * This program is free software; you can redistribute it and/or modify
1095f25efeSWolfram Sang  * it under the terms of the GNU General Public License as published by
1195f25efeSWolfram Sang  * the Free Software Foundation; either version 2 of the License.
1295f25efeSWolfram Sang  */
1395f25efeSWolfram Sang 
1495f25efeSWolfram Sang #include <linux/io.h>
1595f25efeSWolfram Sang #include <linux/delay.h>
1695f25efeSWolfram Sang #include <linux/err.h>
1795f25efeSWolfram Sang #include <linux/clk.h>
180c6d49ceSWolfram Sang #include <linux/gpio.h>
1966506f76SShawn Guo #include <linux/module.h>
20e149860dSRichard Zhu #include <linux/slab.h>
2195f25efeSWolfram Sang #include <linux/mmc/host.h>
2258ac8177SRichard Zhu #include <linux/mmc/mmc.h>
2358ac8177SRichard Zhu #include <linux/mmc/sdio.h>
24fbe5fdd1SShawn Guo #include <linux/mmc/slot-gpio.h>
25abfafc2dSShawn Guo #include <linux/of.h>
26abfafc2dSShawn Guo #include <linux/of_device.h>
27abfafc2dSShawn Guo #include <linux/of_gpio.h>
28e62d8b8fSDong Aisheng #include <linux/pinctrl/consumer.h>
2982906b13SArnd Bergmann #include <linux/platform_data/mmc-esdhc-imx.h>
3089d7e5c1SDong Aisheng #include <linux/pm_runtime.h>
3195f25efeSWolfram Sang #include "sdhci-pltfm.h"
3295f25efeSWolfram Sang #include "sdhci-esdhc.h"
3395f25efeSWolfram Sang 
3460bf6396SShawn Guo #define	ESDHC_CTRL_D3CD			0x08
3558ac8177SRichard Zhu /* VENDOR SPEC register */
3660bf6396SShawn Guo #define ESDHC_VENDOR_SPEC		0xc0
3760bf6396SShawn Guo #define  ESDHC_VENDOR_SPEC_SDIO_QUIRK	(1 << 1)
380322191eSDong Aisheng #define  ESDHC_VENDOR_SPEC_VSELECT	(1 << 1)
39fed2f6e2SDong Aisheng #define  ESDHC_VENDOR_SPEC_FRC_SDCLK_ON	(1 << 8)
4060bf6396SShawn Guo #define ESDHC_WTMK_LVL			0x44
4160bf6396SShawn Guo #define ESDHC_MIX_CTRL			0x48
42de5bdbffSDong Aisheng #define  ESDHC_MIX_CTRL_DDREN		(1 << 3)
432a15f981SShawn Guo #define  ESDHC_MIX_CTRL_AC23EN		(1 << 7)
440322191eSDong Aisheng #define  ESDHC_MIX_CTRL_EXE_TUNE	(1 << 22)
450322191eSDong Aisheng #define  ESDHC_MIX_CTRL_SMPCLK_SEL	(1 << 23)
460322191eSDong Aisheng #define  ESDHC_MIX_CTRL_FBCLK_SEL	(1 << 25)
472a15f981SShawn Guo /* Bits 3 and 6 are not SDHCI standard definitions */
482a15f981SShawn Guo #define  ESDHC_MIX_CTRL_SDHCI_MASK	0xb7
49d131a71cSDong Aisheng /* Tuning bits */
50d131a71cSDong Aisheng #define  ESDHC_MIX_CTRL_TUNING_MASK	0x03c00000
5158ac8177SRichard Zhu 
52602519b2SDong Aisheng /* dll control register */
53602519b2SDong Aisheng #define ESDHC_DLL_CTRL			0x60
54602519b2SDong Aisheng #define ESDHC_DLL_OVERRIDE_VAL_SHIFT	9
55602519b2SDong Aisheng #define ESDHC_DLL_OVERRIDE_EN_SHIFT	8
56602519b2SDong Aisheng 
570322191eSDong Aisheng /* tune control register */
580322191eSDong Aisheng #define ESDHC_TUNE_CTRL_STATUS		0x68
590322191eSDong Aisheng #define  ESDHC_TUNE_CTRL_STEP		1
600322191eSDong Aisheng #define  ESDHC_TUNE_CTRL_MIN		0
610322191eSDong Aisheng #define  ESDHC_TUNE_CTRL_MAX		((1 << 7) - 1)
620322191eSDong Aisheng 
636e9fd28eSDong Aisheng #define ESDHC_TUNING_CTRL		0xcc
646e9fd28eSDong Aisheng #define ESDHC_STD_TUNING_EN		(1 << 24)
656e9fd28eSDong Aisheng /* NOTE: the minimum valid tuning start tap for mx6sl is 1 */
666e9fd28eSDong Aisheng #define ESDHC_TUNING_START_TAP		0x1
676e9fd28eSDong Aisheng 
680322191eSDong Aisheng #define ESDHC_TUNING_BLOCK_PATTERN_LEN	64
690322191eSDong Aisheng 
70ad93220dSDong Aisheng /* pinctrl state */
71ad93220dSDong Aisheng #define ESDHC_PINCTRL_STATE_100MHZ	"state_100mhz"
72ad93220dSDong Aisheng #define ESDHC_PINCTRL_STATE_200MHZ	"state_200mhz"
73ad93220dSDong Aisheng 
7458ac8177SRichard Zhu /*
75af51079eSSascha Hauer  * Our interpretation of the SDHCI_HOST_CONTROL register
76af51079eSSascha Hauer  */
77af51079eSSascha Hauer #define ESDHC_CTRL_4BITBUS		(0x1 << 1)
78af51079eSSascha Hauer #define ESDHC_CTRL_8BITBUS		(0x2 << 1)
79af51079eSSascha Hauer #define ESDHC_CTRL_BUSWIDTH_MASK	(0x3 << 1)
80af51079eSSascha Hauer 
81af51079eSSascha Hauer /*
8297e4ba6aSRichard Zhu  * There is an INT DMA ERR mis-match between eSDHC and STD SDHC SPEC:
8397e4ba6aSRichard Zhu  * Bit25 is used in STD SPEC, and is reserved in fsl eSDHC design,
8497e4ba6aSRichard Zhu  * but bit28 is used as the INT DMA ERR in fsl eSDHC design.
8597e4ba6aSRichard Zhu  * Define this macro DMA error INT for fsl eSDHC
8697e4ba6aSRichard Zhu  */
8760bf6396SShawn Guo #define ESDHC_INT_VENDOR_SPEC_DMA_ERR	(1 << 28)
8897e4ba6aSRichard Zhu 
8997e4ba6aSRichard Zhu /*
9058ac8177SRichard Zhu  * The CMDTYPE of the CMD register (offset 0xE) should be set to
9158ac8177SRichard Zhu  * "11" when the STOP CMD12 is issued on imx53 to abort one
9258ac8177SRichard Zhu  * open ended multi-blk IO. Otherwise the TC INT wouldn't
9358ac8177SRichard Zhu  * be generated.
9458ac8177SRichard Zhu  * In exact block transfer, the controller doesn't complete the
9558ac8177SRichard Zhu  * operations automatically as required at the end of the
9658ac8177SRichard Zhu  * transfer and remains on hold if the abort command is not sent.
9758ac8177SRichard Zhu  * As a result, the TC flag is not asserted and SW  received timeout
9858ac8177SRichard Zhu  * exeception. Bit1 of Vendor Spec registor is used to fix it.
9958ac8177SRichard Zhu  */
10031fbb301SShawn Guo #define ESDHC_FLAG_MULTIBLK_NO_INT	BIT(1)
10131fbb301SShawn Guo /*
10231fbb301SShawn Guo  * The flag enables the workaround for ESDHC errata ENGcm07207 which
10331fbb301SShawn Guo  * affects i.MX25 and i.MX35.
10431fbb301SShawn Guo  */
10531fbb301SShawn Guo #define ESDHC_FLAG_ENGCM07207		BIT(2)
1069d61c009SShawn Guo /*
1079d61c009SShawn Guo  * The flag tells that the ESDHC controller is an USDHC block that is
1089d61c009SShawn Guo  * integrated on the i.MX6 series.
1099d61c009SShawn Guo  */
1109d61c009SShawn Guo #define ESDHC_FLAG_USDHC		BIT(3)
1116e9fd28eSDong Aisheng /* The IP supports manual tuning process */
1126e9fd28eSDong Aisheng #define ESDHC_FLAG_MAN_TUNING		BIT(4)
1136e9fd28eSDong Aisheng /* The IP supports standard tuning process */
1146e9fd28eSDong Aisheng #define ESDHC_FLAG_STD_TUNING		BIT(5)
1156e9fd28eSDong Aisheng /* The IP has SDHCI_CAPABILITIES_1 register */
1166e9fd28eSDong Aisheng #define ESDHC_FLAG_HAVE_CAP1		BIT(6)
117e149860dSRichard Zhu 
118f47c4bbfSShawn Guo struct esdhc_soc_data {
119f47c4bbfSShawn Guo 	u32 flags;
120f47c4bbfSShawn Guo };
121f47c4bbfSShawn Guo 
122f47c4bbfSShawn Guo static struct esdhc_soc_data esdhc_imx25_data = {
123f47c4bbfSShawn Guo 	.flags = ESDHC_FLAG_ENGCM07207,
124f47c4bbfSShawn Guo };
125f47c4bbfSShawn Guo 
126f47c4bbfSShawn Guo static struct esdhc_soc_data esdhc_imx35_data = {
127f47c4bbfSShawn Guo 	.flags = ESDHC_FLAG_ENGCM07207,
128f47c4bbfSShawn Guo };
129f47c4bbfSShawn Guo 
130f47c4bbfSShawn Guo static struct esdhc_soc_data esdhc_imx51_data = {
131f47c4bbfSShawn Guo 	.flags = 0,
132f47c4bbfSShawn Guo };
133f47c4bbfSShawn Guo 
134f47c4bbfSShawn Guo static struct esdhc_soc_data esdhc_imx53_data = {
135f47c4bbfSShawn Guo 	.flags = ESDHC_FLAG_MULTIBLK_NO_INT,
136f47c4bbfSShawn Guo };
137f47c4bbfSShawn Guo 
138f47c4bbfSShawn Guo static struct esdhc_soc_data usdhc_imx6q_data = {
1396e9fd28eSDong Aisheng 	.flags = ESDHC_FLAG_USDHC | ESDHC_FLAG_MAN_TUNING,
1406e9fd28eSDong Aisheng };
1416e9fd28eSDong Aisheng 
1426e9fd28eSDong Aisheng static struct esdhc_soc_data usdhc_imx6sl_data = {
1436e9fd28eSDong Aisheng 	.flags = ESDHC_FLAG_USDHC | ESDHC_FLAG_STD_TUNING
1446e9fd28eSDong Aisheng 			| ESDHC_FLAG_HAVE_CAP1,
14557ed3314SShawn Guo };
14657ed3314SShawn Guo 
147e149860dSRichard Zhu struct pltfm_imx_data {
148e149860dSRichard Zhu 	u32 scratchpad;
149e62d8b8fSDong Aisheng 	struct pinctrl *pinctrl;
150ad93220dSDong Aisheng 	struct pinctrl_state *pins_default;
151ad93220dSDong Aisheng 	struct pinctrl_state *pins_100mhz;
152ad93220dSDong Aisheng 	struct pinctrl_state *pins_200mhz;
153f47c4bbfSShawn Guo 	const struct esdhc_soc_data *socdata;
154842afc02SShawn Guo 	struct esdhc_platform_data boarddata;
15552dac615SSascha Hauer 	struct clk *clk_ipg;
15652dac615SSascha Hauer 	struct clk *clk_ahb;
15752dac615SSascha Hauer 	struct clk *clk_per;
158361b8482SLucas Stach 	enum {
159361b8482SLucas Stach 		NO_CMD_PENDING,      /* no multiblock command pending*/
160361b8482SLucas Stach 		MULTIBLK_IN_PROCESS, /* exact multiblock cmd in process */
161361b8482SLucas Stach 		WAIT_FOR_INT,        /* sent CMD12, waiting for response INT */
162361b8482SLucas Stach 	} multiblock_status;
163de5bdbffSDong Aisheng 	u32 is_ddr;
164e149860dSRichard Zhu };
165e149860dSRichard Zhu 
16657ed3314SShawn Guo static struct platform_device_id imx_esdhc_devtype[] = {
16757ed3314SShawn Guo 	{
16857ed3314SShawn Guo 		.name = "sdhci-esdhc-imx25",
169f47c4bbfSShawn Guo 		.driver_data = (kernel_ulong_t) &esdhc_imx25_data,
17057ed3314SShawn Guo 	}, {
17157ed3314SShawn Guo 		.name = "sdhci-esdhc-imx35",
172f47c4bbfSShawn Guo 		.driver_data = (kernel_ulong_t) &esdhc_imx35_data,
17357ed3314SShawn Guo 	}, {
17457ed3314SShawn Guo 		.name = "sdhci-esdhc-imx51",
175f47c4bbfSShawn Guo 		.driver_data = (kernel_ulong_t) &esdhc_imx51_data,
17657ed3314SShawn Guo 	}, {
17757ed3314SShawn Guo 		/* sentinel */
17857ed3314SShawn Guo 	}
17957ed3314SShawn Guo };
18057ed3314SShawn Guo MODULE_DEVICE_TABLE(platform, imx_esdhc_devtype);
18157ed3314SShawn Guo 
182abfafc2dSShawn Guo static const struct of_device_id imx_esdhc_dt_ids[] = {
183f47c4bbfSShawn Guo 	{ .compatible = "fsl,imx25-esdhc", .data = &esdhc_imx25_data, },
184f47c4bbfSShawn Guo 	{ .compatible = "fsl,imx35-esdhc", .data = &esdhc_imx35_data, },
185f47c4bbfSShawn Guo 	{ .compatible = "fsl,imx51-esdhc", .data = &esdhc_imx51_data, },
186f47c4bbfSShawn Guo 	{ .compatible = "fsl,imx53-esdhc", .data = &esdhc_imx53_data, },
1876e9fd28eSDong Aisheng 	{ .compatible = "fsl,imx6sl-usdhc", .data = &usdhc_imx6sl_data, },
188f47c4bbfSShawn Guo 	{ .compatible = "fsl,imx6q-usdhc", .data = &usdhc_imx6q_data, },
189abfafc2dSShawn Guo 	{ /* sentinel */ }
190abfafc2dSShawn Guo };
191abfafc2dSShawn Guo MODULE_DEVICE_TABLE(of, imx_esdhc_dt_ids);
192abfafc2dSShawn Guo 
19357ed3314SShawn Guo static inline int is_imx25_esdhc(struct pltfm_imx_data *data)
19457ed3314SShawn Guo {
195f47c4bbfSShawn Guo 	return data->socdata == &esdhc_imx25_data;
19657ed3314SShawn Guo }
19757ed3314SShawn Guo 
19857ed3314SShawn Guo static inline int is_imx53_esdhc(struct pltfm_imx_data *data)
19957ed3314SShawn Guo {
200f47c4bbfSShawn Guo 	return data->socdata == &esdhc_imx53_data;
20157ed3314SShawn Guo }
20257ed3314SShawn Guo 
20395a2482aSShawn Guo static inline int is_imx6q_usdhc(struct pltfm_imx_data *data)
20495a2482aSShawn Guo {
205f47c4bbfSShawn Guo 	return data->socdata == &usdhc_imx6q_data;
20695a2482aSShawn Guo }
20795a2482aSShawn Guo 
2089d61c009SShawn Guo static inline int esdhc_is_usdhc(struct pltfm_imx_data *data)
2099d61c009SShawn Guo {
210f47c4bbfSShawn Guo 	return !!(data->socdata->flags & ESDHC_FLAG_USDHC);
2119d61c009SShawn Guo }
2129d61c009SShawn Guo 
21395f25efeSWolfram Sang static inline void esdhc_clrset_le(struct sdhci_host *host, u32 mask, u32 val, int reg)
21495f25efeSWolfram Sang {
21595f25efeSWolfram Sang 	void __iomem *base = host->ioaddr + (reg & ~0x3);
21695f25efeSWolfram Sang 	u32 shift = (reg & 0x3) * 8;
21795f25efeSWolfram Sang 
21895f25efeSWolfram Sang 	writel(((readl(base) & ~(mask << shift)) | (val << shift)), base);
21995f25efeSWolfram Sang }
22095f25efeSWolfram Sang 
2217e29c306SWolfram Sang static u32 esdhc_readl_le(struct sdhci_host *host, int reg)
2227e29c306SWolfram Sang {
223361b8482SLucas Stach 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
224361b8482SLucas Stach 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
225913413c3SShawn Guo 	u32 val = readl(host->ioaddr + reg);
226913413c3SShawn Guo 
2270322191eSDong Aisheng 	if (unlikely(reg == SDHCI_PRESENT_STATE)) {
2280322191eSDong Aisheng 		u32 fsl_prss = val;
2290322191eSDong Aisheng 		/* save the least 20 bits */
2300322191eSDong Aisheng 		val = fsl_prss & 0x000FFFFF;
2310322191eSDong Aisheng 		/* move dat[0-3] bits */
2320322191eSDong Aisheng 		val |= (fsl_prss & 0x0F000000) >> 4;
2330322191eSDong Aisheng 		/* move cmd line bit */
2340322191eSDong Aisheng 		val |= (fsl_prss & 0x00800000) << 1;
2350322191eSDong Aisheng 	}
2360322191eSDong Aisheng 
23797e4ba6aSRichard Zhu 	if (unlikely(reg == SDHCI_CAPABILITIES)) {
2386b4fb671SDong Aisheng 		/* ignore bit[0-15] as it stores cap_1 register val for mx6sl */
2396b4fb671SDong Aisheng 		if (imx_data->socdata->flags & ESDHC_FLAG_HAVE_CAP1)
2406b4fb671SDong Aisheng 			val &= 0xffff0000;
2416b4fb671SDong Aisheng 
24297e4ba6aSRichard Zhu 		/* In FSL esdhc IC module, only bit20 is used to indicate the
24397e4ba6aSRichard Zhu 		 * ADMA2 capability of esdhc, but this bit is messed up on
24497e4ba6aSRichard Zhu 		 * some SOCs (e.g. on MX25, MX35 this bit is set, but they
24597e4ba6aSRichard Zhu 		 * don't actually support ADMA2). So set the BROKEN_ADMA
24697e4ba6aSRichard Zhu 		 * uirk on MX25/35 platforms.
24797e4ba6aSRichard Zhu 		 */
24897e4ba6aSRichard Zhu 
24997e4ba6aSRichard Zhu 		if (val & SDHCI_CAN_DO_ADMA1) {
25097e4ba6aSRichard Zhu 			val &= ~SDHCI_CAN_DO_ADMA1;
25197e4ba6aSRichard Zhu 			val |= SDHCI_CAN_DO_ADMA2;
25297e4ba6aSRichard Zhu 		}
25397e4ba6aSRichard Zhu 	}
25497e4ba6aSRichard Zhu 
2556e9fd28eSDong Aisheng 	if (unlikely(reg == SDHCI_CAPABILITIES_1)) {
2566e9fd28eSDong Aisheng 		if (esdhc_is_usdhc(imx_data)) {
2576e9fd28eSDong Aisheng 			if (imx_data->socdata->flags & ESDHC_FLAG_HAVE_CAP1)
2586e9fd28eSDong Aisheng 				val = readl(host->ioaddr + SDHCI_CAPABILITIES) & 0xFFFF;
2596e9fd28eSDong Aisheng 			else
2606e9fd28eSDong Aisheng 				/* imx6q/dl does not have cap_1 register, fake one */
2610322191eSDong Aisheng 				val = SDHCI_SUPPORT_DDR50 | SDHCI_SUPPORT_SDR104
262888824bbSDong Aisheng 					| SDHCI_SUPPORT_SDR50
263888824bbSDong Aisheng 					| SDHCI_USE_SDR50_TUNING;
2646e9fd28eSDong Aisheng 		}
2656e9fd28eSDong Aisheng 	}
2660322191eSDong Aisheng 
2679d61c009SShawn Guo 	if (unlikely(reg == SDHCI_MAX_CURRENT) && esdhc_is_usdhc(imx_data)) {
2680322191eSDong Aisheng 		val = 0;
2690322191eSDong Aisheng 		val |= 0xFF << SDHCI_MAX_CURRENT_330_SHIFT;
2700322191eSDong Aisheng 		val |= 0xFF << SDHCI_MAX_CURRENT_300_SHIFT;
2710322191eSDong Aisheng 		val |= 0xFF << SDHCI_MAX_CURRENT_180_SHIFT;
2720322191eSDong Aisheng 	}
2730322191eSDong Aisheng 
27497e4ba6aSRichard Zhu 	if (unlikely(reg == SDHCI_INT_STATUS)) {
27560bf6396SShawn Guo 		if (val & ESDHC_INT_VENDOR_SPEC_DMA_ERR) {
27660bf6396SShawn Guo 			val &= ~ESDHC_INT_VENDOR_SPEC_DMA_ERR;
27797e4ba6aSRichard Zhu 			val |= SDHCI_INT_ADMA_ERROR;
27897e4ba6aSRichard Zhu 		}
279361b8482SLucas Stach 
280361b8482SLucas Stach 		/*
281361b8482SLucas Stach 		 * mask off the interrupt we get in response to the manually
282361b8482SLucas Stach 		 * sent CMD12
283361b8482SLucas Stach 		 */
284361b8482SLucas Stach 		if ((imx_data->multiblock_status == WAIT_FOR_INT) &&
285361b8482SLucas Stach 		    ((val & SDHCI_INT_RESPONSE) == SDHCI_INT_RESPONSE)) {
286361b8482SLucas Stach 			val &= ~SDHCI_INT_RESPONSE;
287361b8482SLucas Stach 			writel(SDHCI_INT_RESPONSE, host->ioaddr +
288361b8482SLucas Stach 						   SDHCI_INT_STATUS);
289361b8482SLucas Stach 			imx_data->multiblock_status = NO_CMD_PENDING;
290361b8482SLucas Stach 		}
29197e4ba6aSRichard Zhu 	}
29297e4ba6aSRichard Zhu 
2937e29c306SWolfram Sang 	return val;
2947e29c306SWolfram Sang }
2957e29c306SWolfram Sang 
2967e29c306SWolfram Sang static void esdhc_writel_le(struct sdhci_host *host, u32 val, int reg)
2977e29c306SWolfram Sang {
298e149860dSRichard Zhu 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
299e149860dSRichard Zhu 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
3000d58864bSTony Lin 	u32 data;
301e149860dSRichard Zhu 
3020d58864bSTony Lin 	if (unlikely(reg == SDHCI_INT_ENABLE || reg == SDHCI_SIGNAL_ENABLE)) {
3030d58864bSTony Lin 		if (val & SDHCI_INT_CARD_INT) {
3040d58864bSTony Lin 			/*
3050d58864bSTony Lin 			 * Clear and then set D3CD bit to avoid missing the
3060d58864bSTony Lin 			 * card interrupt.  This is a eSDHC controller problem
3070d58864bSTony Lin 			 * so we need to apply the following workaround: clear
3080d58864bSTony Lin 			 * and set D3CD bit will make eSDHC re-sample the card
3090d58864bSTony Lin 			 * interrupt. In case a card interrupt was lost,
3100d58864bSTony Lin 			 * re-sample it by the following steps.
3110d58864bSTony Lin 			 */
3120d58864bSTony Lin 			data = readl(host->ioaddr + SDHCI_HOST_CONTROL);
31360bf6396SShawn Guo 			data &= ~ESDHC_CTRL_D3CD;
3140d58864bSTony Lin 			writel(data, host->ioaddr + SDHCI_HOST_CONTROL);
31560bf6396SShawn Guo 			data |= ESDHC_CTRL_D3CD;
3160d58864bSTony Lin 			writel(data, host->ioaddr + SDHCI_HOST_CONTROL);
3170d58864bSTony Lin 		}
3180d58864bSTony Lin 	}
3190d58864bSTony Lin 
320f47c4bbfSShawn Guo 	if (unlikely((imx_data->socdata->flags & ESDHC_FLAG_MULTIBLK_NO_INT)
32158ac8177SRichard Zhu 				&& (reg == SDHCI_INT_STATUS)
32258ac8177SRichard Zhu 				&& (val & SDHCI_INT_DATA_END))) {
32358ac8177SRichard Zhu 			u32 v;
32460bf6396SShawn Guo 			v = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
32560bf6396SShawn Guo 			v &= ~ESDHC_VENDOR_SPEC_SDIO_QUIRK;
32660bf6396SShawn Guo 			writel(v, host->ioaddr + ESDHC_VENDOR_SPEC);
327361b8482SLucas Stach 
328361b8482SLucas Stach 			if (imx_data->multiblock_status == MULTIBLK_IN_PROCESS)
329361b8482SLucas Stach 			{
330361b8482SLucas Stach 				/* send a manual CMD12 with RESPTYP=none */
331361b8482SLucas Stach 				data = MMC_STOP_TRANSMISSION << 24 |
332361b8482SLucas Stach 				       SDHCI_CMD_ABORTCMD << 16;
333361b8482SLucas Stach 				writel(data, host->ioaddr + SDHCI_TRANSFER_MODE);
334361b8482SLucas Stach 				imx_data->multiblock_status = WAIT_FOR_INT;
335361b8482SLucas Stach 			}
33658ac8177SRichard Zhu 	}
33758ac8177SRichard Zhu 
33897e4ba6aSRichard Zhu 	if (unlikely(reg == SDHCI_INT_ENABLE || reg == SDHCI_SIGNAL_ENABLE)) {
33997e4ba6aSRichard Zhu 		if (val & SDHCI_INT_ADMA_ERROR) {
34097e4ba6aSRichard Zhu 			val &= ~SDHCI_INT_ADMA_ERROR;
34160bf6396SShawn Guo 			val |= ESDHC_INT_VENDOR_SPEC_DMA_ERR;
34297e4ba6aSRichard Zhu 		}
34397e4ba6aSRichard Zhu 	}
34497e4ba6aSRichard Zhu 
3457e29c306SWolfram Sang 	writel(val, host->ioaddr + reg);
3467e29c306SWolfram Sang }
3477e29c306SWolfram Sang 
34895f25efeSWolfram Sang static u16 esdhc_readw_le(struct sdhci_host *host, int reg)
34995f25efeSWolfram Sang {
350ef4d0888SShawn Guo 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
351ef4d0888SShawn Guo 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
3520322191eSDong Aisheng 	u16 ret = 0;
3530322191eSDong Aisheng 	u32 val;
354ef4d0888SShawn Guo 
35595a2482aSShawn Guo 	if (unlikely(reg == SDHCI_HOST_VERSION)) {
356ef4d0888SShawn Guo 		reg ^= 2;
3579d61c009SShawn Guo 		if (esdhc_is_usdhc(imx_data)) {
35895a2482aSShawn Guo 			/*
359ef4d0888SShawn Guo 			 * The usdhc register returns a wrong host version.
360ef4d0888SShawn Guo 			 * Correct it here.
36195a2482aSShawn Guo 			 */
362ef4d0888SShawn Guo 			return SDHCI_SPEC_300;
363ef4d0888SShawn Guo 		}
36495a2482aSShawn Guo 	}
36595f25efeSWolfram Sang 
3660322191eSDong Aisheng 	if (unlikely(reg == SDHCI_HOST_CONTROL2)) {
3670322191eSDong Aisheng 		val = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
3680322191eSDong Aisheng 		if (val & ESDHC_VENDOR_SPEC_VSELECT)
3690322191eSDong Aisheng 			ret |= SDHCI_CTRL_VDD_180;
3700322191eSDong Aisheng 
3719d61c009SShawn Guo 		if (esdhc_is_usdhc(imx_data)) {
3726e9fd28eSDong Aisheng 			if (imx_data->socdata->flags & ESDHC_FLAG_MAN_TUNING)
3730322191eSDong Aisheng 				val = readl(host->ioaddr + ESDHC_MIX_CTRL);
3746e9fd28eSDong Aisheng 			else if (imx_data->socdata->flags & ESDHC_FLAG_STD_TUNING)
3756e9fd28eSDong Aisheng 				/* the std tuning bits is in ACMD12_ERR for imx6sl */
3766e9fd28eSDong Aisheng 				val = readl(host->ioaddr + SDHCI_ACMD12_ERR);
3776e9fd28eSDong Aisheng 		}
3786e9fd28eSDong Aisheng 
3790322191eSDong Aisheng 		if (val & ESDHC_MIX_CTRL_EXE_TUNE)
3800322191eSDong Aisheng 			ret |= SDHCI_CTRL_EXEC_TUNING;
3810322191eSDong Aisheng 		if (val & ESDHC_MIX_CTRL_SMPCLK_SEL)
3820322191eSDong Aisheng 			ret |= SDHCI_CTRL_TUNED_CLK;
3830322191eSDong Aisheng 
3840322191eSDong Aisheng 		ret &= ~SDHCI_CTRL_PRESET_VAL_ENABLE;
3850322191eSDong Aisheng 
3860322191eSDong Aisheng 		return ret;
3870322191eSDong Aisheng 	}
3880322191eSDong Aisheng 
3897dd109efSDong Aisheng 	if (unlikely(reg == SDHCI_TRANSFER_MODE)) {
3907dd109efSDong Aisheng 		if (esdhc_is_usdhc(imx_data)) {
3917dd109efSDong Aisheng 			u32 m = readl(host->ioaddr + ESDHC_MIX_CTRL);
3927dd109efSDong Aisheng 			ret = m & ESDHC_MIX_CTRL_SDHCI_MASK;
3937dd109efSDong Aisheng 			/* Swap AC23 bit */
3947dd109efSDong Aisheng 			if (m & ESDHC_MIX_CTRL_AC23EN) {
3957dd109efSDong Aisheng 				ret &= ~ESDHC_MIX_CTRL_AC23EN;
3967dd109efSDong Aisheng 				ret |= SDHCI_TRNS_AUTO_CMD23;
3977dd109efSDong Aisheng 			}
3987dd109efSDong Aisheng 		} else {
3997dd109efSDong Aisheng 			ret = readw(host->ioaddr + SDHCI_TRANSFER_MODE);
4007dd109efSDong Aisheng 		}
4017dd109efSDong Aisheng 
4027dd109efSDong Aisheng 		return ret;
4037dd109efSDong Aisheng 	}
4047dd109efSDong Aisheng 
40595f25efeSWolfram Sang 	return readw(host->ioaddr + reg);
40695f25efeSWolfram Sang }
40795f25efeSWolfram Sang 
40895f25efeSWolfram Sang static void esdhc_writew_le(struct sdhci_host *host, u16 val, int reg)
40995f25efeSWolfram Sang {
41095f25efeSWolfram Sang 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
411e149860dSRichard Zhu 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
4120322191eSDong Aisheng 	u32 new_val = 0;
41395f25efeSWolfram Sang 
41495f25efeSWolfram Sang 	switch (reg) {
4150322191eSDong Aisheng 	case SDHCI_CLOCK_CONTROL:
4160322191eSDong Aisheng 		new_val = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
4170322191eSDong Aisheng 		if (val & SDHCI_CLOCK_CARD_EN)
4180322191eSDong Aisheng 			new_val |= ESDHC_VENDOR_SPEC_FRC_SDCLK_ON;
4190322191eSDong Aisheng 		else
4200322191eSDong Aisheng 			new_val &= ~ESDHC_VENDOR_SPEC_FRC_SDCLK_ON;
4210322191eSDong Aisheng 			writel(new_val, host->ioaddr + ESDHC_VENDOR_SPEC);
4220322191eSDong Aisheng 		return;
4230322191eSDong Aisheng 	case SDHCI_HOST_CONTROL2:
4240322191eSDong Aisheng 		new_val = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
4250322191eSDong Aisheng 		if (val & SDHCI_CTRL_VDD_180)
4260322191eSDong Aisheng 			new_val |= ESDHC_VENDOR_SPEC_VSELECT;
4270322191eSDong Aisheng 		else
4280322191eSDong Aisheng 			new_val &= ~ESDHC_VENDOR_SPEC_VSELECT;
4290322191eSDong Aisheng 		writel(new_val, host->ioaddr + ESDHC_VENDOR_SPEC);
4306e9fd28eSDong Aisheng 		if (imx_data->socdata->flags & ESDHC_FLAG_MAN_TUNING) {
4310322191eSDong Aisheng 			new_val = readl(host->ioaddr + ESDHC_MIX_CTRL);
4320322191eSDong Aisheng 			if (val & SDHCI_CTRL_TUNED_CLK)
4330322191eSDong Aisheng 				new_val |= ESDHC_MIX_CTRL_SMPCLK_SEL;
4340322191eSDong Aisheng 			else
4350322191eSDong Aisheng 				new_val &= ~ESDHC_MIX_CTRL_SMPCLK_SEL;
4360322191eSDong Aisheng 			writel(new_val , host->ioaddr + ESDHC_MIX_CTRL);
4376e9fd28eSDong Aisheng 		} else if (imx_data->socdata->flags & ESDHC_FLAG_STD_TUNING) {
4386e9fd28eSDong Aisheng 			u32 v = readl(host->ioaddr + SDHCI_ACMD12_ERR);
4396e9fd28eSDong Aisheng 			u32 m = readl(host->ioaddr + ESDHC_MIX_CTRL);
4408b2bb0adSDong Aisheng 			if (val & SDHCI_CTRL_TUNED_CLK) {
4418b2bb0adSDong Aisheng 				v |= ESDHC_MIX_CTRL_SMPCLK_SEL;
4426e9fd28eSDong Aisheng 			} else {
4438b2bb0adSDong Aisheng 				v &= ~ESDHC_MIX_CTRL_SMPCLK_SEL;
4446e9fd28eSDong Aisheng 				m &= ~ESDHC_MIX_CTRL_FBCLK_SEL;
4456e9fd28eSDong Aisheng 			}
4466e9fd28eSDong Aisheng 
4478b2bb0adSDong Aisheng 			if (val & SDHCI_CTRL_EXEC_TUNING) {
4488b2bb0adSDong Aisheng 				v |= ESDHC_MIX_CTRL_EXE_TUNE;
4498b2bb0adSDong Aisheng 				m |= ESDHC_MIX_CTRL_FBCLK_SEL;
4508b2bb0adSDong Aisheng 			} else {
4518b2bb0adSDong Aisheng 				v &= ~ESDHC_MIX_CTRL_EXE_TUNE;
4528b2bb0adSDong Aisheng 			}
4536e9fd28eSDong Aisheng 
4546e9fd28eSDong Aisheng 			writel(v, host->ioaddr + SDHCI_ACMD12_ERR);
4556e9fd28eSDong Aisheng 			writel(m, host->ioaddr + ESDHC_MIX_CTRL);
4566e9fd28eSDong Aisheng 		}
4570322191eSDong Aisheng 		return;
45895f25efeSWolfram Sang 	case SDHCI_TRANSFER_MODE:
459f47c4bbfSShawn Guo 		if ((imx_data->socdata->flags & ESDHC_FLAG_MULTIBLK_NO_INT)
46058ac8177SRichard Zhu 				&& (host->cmd->opcode == SD_IO_RW_EXTENDED)
46158ac8177SRichard Zhu 				&& (host->cmd->data->blocks > 1)
46258ac8177SRichard Zhu 				&& (host->cmd->data->flags & MMC_DATA_READ)) {
46358ac8177SRichard Zhu 			u32 v;
46460bf6396SShawn Guo 			v = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
46560bf6396SShawn Guo 			v |= ESDHC_VENDOR_SPEC_SDIO_QUIRK;
46660bf6396SShawn Guo 			writel(v, host->ioaddr + ESDHC_VENDOR_SPEC);
46758ac8177SRichard Zhu 		}
46869f54698SShawn Guo 
4699d61c009SShawn Guo 		if (esdhc_is_usdhc(imx_data)) {
47069f54698SShawn Guo 			u32 m = readl(host->ioaddr + ESDHC_MIX_CTRL);
4712a15f981SShawn Guo 			/* Swap AC23 bit */
4722a15f981SShawn Guo 			if (val & SDHCI_TRNS_AUTO_CMD23) {
4732a15f981SShawn Guo 				val &= ~SDHCI_TRNS_AUTO_CMD23;
4742a15f981SShawn Guo 				val |= ESDHC_MIX_CTRL_AC23EN;
4752a15f981SShawn Guo 			}
4762a15f981SShawn Guo 			m = val | (m & ~ESDHC_MIX_CTRL_SDHCI_MASK);
47769f54698SShawn Guo 			writel(m, host->ioaddr + ESDHC_MIX_CTRL);
47869f54698SShawn Guo 		} else {
47969f54698SShawn Guo 			/*
48069f54698SShawn Guo 			 * Postpone this write, we must do it together with a
48169f54698SShawn Guo 			 * command write that is down below.
48269f54698SShawn Guo 			 */
483e149860dSRichard Zhu 			imx_data->scratchpad = val;
48469f54698SShawn Guo 		}
48595f25efeSWolfram Sang 		return;
48695f25efeSWolfram Sang 	case SDHCI_COMMAND:
487361b8482SLucas Stach 		if (host->cmd->opcode == MMC_STOP_TRANSMISSION)
48858ac8177SRichard Zhu 			val |= SDHCI_CMD_ABORTCMD;
48995a2482aSShawn Guo 
490361b8482SLucas Stach 		if ((host->cmd->opcode == MMC_SET_BLOCK_COUNT) &&
491f47c4bbfSShawn Guo 		    (imx_data->socdata->flags & ESDHC_FLAG_MULTIBLK_NO_INT))
492361b8482SLucas Stach 			imx_data->multiblock_status = MULTIBLK_IN_PROCESS;
493361b8482SLucas Stach 
4949d61c009SShawn Guo 		if (esdhc_is_usdhc(imx_data))
49595a2482aSShawn Guo 			writel(val << 16,
49695a2482aSShawn Guo 			       host->ioaddr + SDHCI_TRANSFER_MODE);
49769f54698SShawn Guo 		else
498e149860dSRichard Zhu 			writel(val << 16 | imx_data->scratchpad,
49995f25efeSWolfram Sang 			       host->ioaddr + SDHCI_TRANSFER_MODE);
50095f25efeSWolfram Sang 		return;
50195f25efeSWolfram Sang 	case SDHCI_BLOCK_SIZE:
50295f25efeSWolfram Sang 		val &= ~SDHCI_MAKE_BLKSZ(0x7, 0);
50395f25efeSWolfram Sang 		break;
50495f25efeSWolfram Sang 	}
50595f25efeSWolfram Sang 	esdhc_clrset_le(host, 0xffff, val, reg);
50695f25efeSWolfram Sang }
50795f25efeSWolfram Sang 
50895f25efeSWolfram Sang static void esdhc_writeb_le(struct sdhci_host *host, u8 val, int reg)
50995f25efeSWolfram Sang {
5109a0985b7SWilson Callan 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
5119a0985b7SWilson Callan 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
51295f25efeSWolfram Sang 	u32 new_val;
513af51079eSSascha Hauer 	u32 mask;
51495f25efeSWolfram Sang 
51595f25efeSWolfram Sang 	switch (reg) {
51695f25efeSWolfram Sang 	case SDHCI_POWER_CONTROL:
51795f25efeSWolfram Sang 		/*
51895f25efeSWolfram Sang 		 * FSL put some DMA bits here
51995f25efeSWolfram Sang 		 * If your board has a regulator, code should be here
52095f25efeSWolfram Sang 		 */
52195f25efeSWolfram Sang 		return;
52295f25efeSWolfram Sang 	case SDHCI_HOST_CONTROL:
5236b40d182SShawn Guo 		/* FSL messed up here, so we need to manually compose it. */
524af51079eSSascha Hauer 		new_val = val & SDHCI_CTRL_LED;
5257122bbb0SMasanari Iida 		/* ensure the endianness */
52695f25efeSWolfram Sang 		new_val |= ESDHC_HOST_CONTROL_LE;
5279a0985b7SWilson Callan 		/* bits 8&9 are reserved on mx25 */
5289a0985b7SWilson Callan 		if (!is_imx25_esdhc(imx_data)) {
52995f25efeSWolfram Sang 			/* DMA mode bits are shifted */
53095f25efeSWolfram Sang 			new_val |= (val & SDHCI_CTRL_DMA_MASK) << 5;
5319a0985b7SWilson Callan 		}
53295f25efeSWolfram Sang 
533af51079eSSascha Hauer 		/*
534af51079eSSascha Hauer 		 * Do not touch buswidth bits here. This is done in
535af51079eSSascha Hauer 		 * esdhc_pltfm_bus_width.
536f6825748SMartin Fuzzey 		 * Do not touch the D3CD bit either which is used for the
537f6825748SMartin Fuzzey 		 * SDIO interrupt errata workaround.
538af51079eSSascha Hauer 		 */
539f6825748SMartin Fuzzey 		mask = 0xffff & ~(ESDHC_CTRL_BUSWIDTH_MASK | ESDHC_CTRL_D3CD);
540af51079eSSascha Hauer 
541af51079eSSascha Hauer 		esdhc_clrset_le(host, mask, new_val, reg);
54295f25efeSWolfram Sang 		return;
54395f25efeSWolfram Sang 	}
54495f25efeSWolfram Sang 	esdhc_clrset_le(host, 0xff, val, reg);
545913413c3SShawn Guo 
546913413c3SShawn Guo 	/*
547913413c3SShawn Guo 	 * The esdhc has a design violation to SDHC spec which tells
548913413c3SShawn Guo 	 * that software reset should not affect card detection circuit.
549913413c3SShawn Guo 	 * But esdhc clears its SYSCTL register bits [0..2] during the
550913413c3SShawn Guo 	 * software reset.  This will stop those clocks that card detection
551913413c3SShawn Guo 	 * circuit relies on.  To work around it, we turn the clocks on back
552913413c3SShawn Guo 	 * to keep card detection circuit functional.
553913413c3SShawn Guo 	 */
55458c8c4fbSShawn Guo 	if ((reg == SDHCI_SOFTWARE_RESET) && (val & 1)) {
555913413c3SShawn Guo 		esdhc_clrset_le(host, 0x7, 0x7, ESDHC_SYSTEM_CONTROL);
55658c8c4fbSShawn Guo 		/*
55758c8c4fbSShawn Guo 		 * The reset on usdhc fails to clear MIX_CTRL register.
55858c8c4fbSShawn Guo 		 * Do it manually here.
55958c8c4fbSShawn Guo 		 */
560de5bdbffSDong Aisheng 		if (esdhc_is_usdhc(imx_data)) {
561d131a71cSDong Aisheng 			/* the tuning bits should be kept during reset */
562d131a71cSDong Aisheng 			new_val = readl(host->ioaddr + ESDHC_MIX_CTRL);
563d131a71cSDong Aisheng 			writel(new_val & ESDHC_MIX_CTRL_TUNING_MASK,
564d131a71cSDong Aisheng 					host->ioaddr + ESDHC_MIX_CTRL);
565de5bdbffSDong Aisheng 			imx_data->is_ddr = 0;
566de5bdbffSDong Aisheng 		}
56758c8c4fbSShawn Guo 	}
56895f25efeSWolfram Sang }
56995f25efeSWolfram Sang 
5700ddf03c9SLucas Stach static unsigned int esdhc_pltfm_get_max_clock(struct sdhci_host *host)
5710ddf03c9SLucas Stach {
5720ddf03c9SLucas Stach 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
5730ddf03c9SLucas Stach 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
5740ddf03c9SLucas Stach 	struct esdhc_platform_data *boarddata = &imx_data->boarddata;
5750ddf03c9SLucas Stach 
576a974862fSDong Aisheng 	if (boarddata->f_max && (boarddata->f_max < pltfm_host->clock))
5770ddf03c9SLucas Stach 		return boarddata->f_max;
5780ddf03c9SLucas Stach 	else
579a974862fSDong Aisheng 		return pltfm_host->clock;
5800ddf03c9SLucas Stach }
5810ddf03c9SLucas Stach 
58295f25efeSWolfram Sang static unsigned int esdhc_pltfm_get_min_clock(struct sdhci_host *host)
58395f25efeSWolfram Sang {
58495f25efeSWolfram Sang 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
58595f25efeSWolfram Sang 
586a974862fSDong Aisheng 	return pltfm_host->clock / 256 / 16;
58795f25efeSWolfram Sang }
58895f25efeSWolfram Sang 
5898ba9580aSLucas Stach static inline void esdhc_pltfm_set_clock(struct sdhci_host *host,
5908ba9580aSLucas Stach 					 unsigned int clock)
5918ba9580aSLucas Stach {
5928ba9580aSLucas Stach 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
593fed2f6e2SDong Aisheng 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
594a974862fSDong Aisheng 	unsigned int host_clock = pltfm_host->clock;
595d31fc00aSDong Aisheng 	int pre_div = 2;
596d31fc00aSDong Aisheng 	int div = 1;
597fed2f6e2SDong Aisheng 	u32 temp, val;
5988ba9580aSLucas Stach 
599fed2f6e2SDong Aisheng 	if (clock == 0) {
6001650d0c7SRussell King 		host->mmc->actual_clock = 0;
6011650d0c7SRussell King 
6029d61c009SShawn Guo 		if (esdhc_is_usdhc(imx_data)) {
603fed2f6e2SDong Aisheng 			val = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
604fed2f6e2SDong Aisheng 			writel(val & ~ESDHC_VENDOR_SPEC_FRC_SDCLK_ON,
605fed2f6e2SDong Aisheng 					host->ioaddr + ESDHC_VENDOR_SPEC);
606fed2f6e2SDong Aisheng 		}
607373073efSRussell King 		return;
608fed2f6e2SDong Aisheng 	}
609d31fc00aSDong Aisheng 
610de5bdbffSDong Aisheng 	if (esdhc_is_usdhc(imx_data) && !imx_data->is_ddr)
6115f7886c5SDong Aisheng 		pre_div = 1;
6125f7886c5SDong Aisheng 
613d31fc00aSDong Aisheng 	temp = sdhci_readl(host, ESDHC_SYSTEM_CONTROL);
614d31fc00aSDong Aisheng 	temp &= ~(ESDHC_CLOCK_IPGEN | ESDHC_CLOCK_HCKEN | ESDHC_CLOCK_PEREN
615d31fc00aSDong Aisheng 		| ESDHC_CLOCK_MASK);
616d31fc00aSDong Aisheng 	sdhci_writel(host, temp, ESDHC_SYSTEM_CONTROL);
617d31fc00aSDong Aisheng 
618d31fc00aSDong Aisheng 	while (host_clock / pre_div / 16 > clock && pre_div < 256)
619d31fc00aSDong Aisheng 		pre_div *= 2;
620d31fc00aSDong Aisheng 
621d31fc00aSDong Aisheng 	while (host_clock / pre_div / div > clock && div < 16)
622d31fc00aSDong Aisheng 		div++;
623d31fc00aSDong Aisheng 
624e76b8559SDong Aisheng 	host->mmc->actual_clock = host_clock / pre_div / div;
625d31fc00aSDong Aisheng 	dev_dbg(mmc_dev(host->mmc), "desired SD clock: %d, actual: %d\n",
626e76b8559SDong Aisheng 		clock, host->mmc->actual_clock);
627d31fc00aSDong Aisheng 
628de5bdbffSDong Aisheng 	if (imx_data->is_ddr)
629de5bdbffSDong Aisheng 		pre_div >>= 2;
630de5bdbffSDong Aisheng 	else
631d31fc00aSDong Aisheng 		pre_div >>= 1;
632d31fc00aSDong Aisheng 	div--;
633d31fc00aSDong Aisheng 
634d31fc00aSDong Aisheng 	temp = sdhci_readl(host, ESDHC_SYSTEM_CONTROL);
635d31fc00aSDong Aisheng 	temp |= (ESDHC_CLOCK_IPGEN | ESDHC_CLOCK_HCKEN | ESDHC_CLOCK_PEREN
636d31fc00aSDong Aisheng 		| (div << ESDHC_DIVIDER_SHIFT)
637d31fc00aSDong Aisheng 		| (pre_div << ESDHC_PREDIV_SHIFT));
638d31fc00aSDong Aisheng 	sdhci_writel(host, temp, ESDHC_SYSTEM_CONTROL);
639fed2f6e2SDong Aisheng 
6409d61c009SShawn Guo 	if (esdhc_is_usdhc(imx_data)) {
641fed2f6e2SDong Aisheng 		val = readl(host->ioaddr + ESDHC_VENDOR_SPEC);
642fed2f6e2SDong Aisheng 		writel(val | ESDHC_VENDOR_SPEC_FRC_SDCLK_ON,
643fed2f6e2SDong Aisheng 		host->ioaddr + ESDHC_VENDOR_SPEC);
644fed2f6e2SDong Aisheng 	}
645fed2f6e2SDong Aisheng 
646d31fc00aSDong Aisheng 	mdelay(1);
6478ba9580aSLucas Stach }
6488ba9580aSLucas Stach 
649913413c3SShawn Guo static unsigned int esdhc_pltfm_get_ro(struct sdhci_host *host)
650913413c3SShawn Guo {
651842afc02SShawn Guo 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
652842afc02SShawn Guo 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
653842afc02SShawn Guo 	struct esdhc_platform_data *boarddata = &imx_data->boarddata;
654913413c3SShawn Guo 
655913413c3SShawn Guo 	switch (boarddata->wp_type) {
656913413c3SShawn Guo 	case ESDHC_WP_GPIO:
657fbe5fdd1SShawn Guo 		return mmc_gpio_get_ro(host->mmc);
658913413c3SShawn Guo 	case ESDHC_WP_CONTROLLER:
659913413c3SShawn Guo 		return !(readl(host->ioaddr + SDHCI_PRESENT_STATE) &
660913413c3SShawn Guo 			       SDHCI_WRITE_PROTECT);
661913413c3SShawn Guo 	case ESDHC_WP_NONE:
662913413c3SShawn Guo 		break;
663913413c3SShawn Guo 	}
664913413c3SShawn Guo 
665913413c3SShawn Guo 	return -ENOSYS;
666913413c3SShawn Guo }
667913413c3SShawn Guo 
6682317f56cSRussell King static void esdhc_pltfm_set_bus_width(struct sdhci_host *host, int width)
669af51079eSSascha Hauer {
670af51079eSSascha Hauer 	u32 ctrl;
671af51079eSSascha Hauer 
672af51079eSSascha Hauer 	switch (width) {
673af51079eSSascha Hauer 	case MMC_BUS_WIDTH_8:
674af51079eSSascha Hauer 		ctrl = ESDHC_CTRL_8BITBUS;
675af51079eSSascha Hauer 		break;
676af51079eSSascha Hauer 	case MMC_BUS_WIDTH_4:
677af51079eSSascha Hauer 		ctrl = ESDHC_CTRL_4BITBUS;
678af51079eSSascha Hauer 		break;
679af51079eSSascha Hauer 	default:
680af51079eSSascha Hauer 		ctrl = 0;
681af51079eSSascha Hauer 		break;
682af51079eSSascha Hauer 	}
683af51079eSSascha Hauer 
684af51079eSSascha Hauer 	esdhc_clrset_le(host, ESDHC_CTRL_BUSWIDTH_MASK, ctrl,
685af51079eSSascha Hauer 			SDHCI_HOST_CONTROL);
686af51079eSSascha Hauer }
687af51079eSSascha Hauer 
6880322191eSDong Aisheng static void esdhc_prepare_tuning(struct sdhci_host *host, u32 val)
6890322191eSDong Aisheng {
6900322191eSDong Aisheng 	u32 reg;
6910322191eSDong Aisheng 
6920322191eSDong Aisheng 	/* FIXME: delay a bit for card to be ready for next tuning due to errors */
6930322191eSDong Aisheng 	mdelay(1);
6940322191eSDong Aisheng 
69510cf4963SRussell King 	/* This is balanced by the runtime put in sdhci_tasklet_finish */
696ce090a4eSDong Aisheng 	pm_runtime_get_sync(host->mmc->parent);
6970322191eSDong Aisheng 	reg = readl(host->ioaddr + ESDHC_MIX_CTRL);
6980322191eSDong Aisheng 	reg |= ESDHC_MIX_CTRL_EXE_TUNE | ESDHC_MIX_CTRL_SMPCLK_SEL |
6990322191eSDong Aisheng 			ESDHC_MIX_CTRL_FBCLK_SEL;
7000322191eSDong Aisheng 	writel(reg, host->ioaddr + ESDHC_MIX_CTRL);
7010322191eSDong Aisheng 	writel(val << 8, host->ioaddr + ESDHC_TUNE_CTRL_STATUS);
7020322191eSDong Aisheng 	dev_dbg(mmc_dev(host->mmc),
7030322191eSDong Aisheng 		"tunning with delay 0x%x ESDHC_TUNE_CTRL_STATUS 0x%x\n",
7040322191eSDong Aisheng 			val, readl(host->ioaddr + ESDHC_TUNE_CTRL_STATUS));
7050322191eSDong Aisheng }
7060322191eSDong Aisheng 
7070322191eSDong Aisheng static void esdhc_request_done(struct mmc_request *mrq)
7080322191eSDong Aisheng {
7090322191eSDong Aisheng 	complete(&mrq->completion);
7100322191eSDong Aisheng }
7110322191eSDong Aisheng 
7129d2fc80fSRussell King static int esdhc_send_tuning_cmd(struct sdhci_host *host, u32 opcode,
7139d2fc80fSRussell King 				 struct scatterlist *sg)
7140322191eSDong Aisheng {
7150322191eSDong Aisheng 	struct mmc_command cmd = {0};
716a50145f9SFabio Estevam 	struct mmc_request mrq = {NULL};
7170322191eSDong Aisheng 	struct mmc_data data = {0};
7180322191eSDong Aisheng 
7190322191eSDong Aisheng 	cmd.opcode = opcode;
7200322191eSDong Aisheng 	cmd.arg = 0;
7210322191eSDong Aisheng 	cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
7220322191eSDong Aisheng 
7230322191eSDong Aisheng 	data.blksz = ESDHC_TUNING_BLOCK_PATTERN_LEN;
7240322191eSDong Aisheng 	data.blocks = 1;
7250322191eSDong Aisheng 	data.flags = MMC_DATA_READ;
7269d2fc80fSRussell King 	data.sg = sg;
7270322191eSDong Aisheng 	data.sg_len = 1;
7280322191eSDong Aisheng 
7290322191eSDong Aisheng 	mrq.cmd = &cmd;
7300322191eSDong Aisheng 	mrq.cmd->mrq = &mrq;
7310322191eSDong Aisheng 	mrq.data = &data;
7320322191eSDong Aisheng 	mrq.data->mrq = &mrq;
7330322191eSDong Aisheng 	mrq.cmd->data = mrq.data;
7340322191eSDong Aisheng 
7350322191eSDong Aisheng 	mrq.done = esdhc_request_done;
7360322191eSDong Aisheng 	init_completion(&(mrq.completion));
7370322191eSDong Aisheng 
738cb399da4SRussell King 	spin_lock_irq(&host->lock);
7390322191eSDong Aisheng 	host->mrq = &mrq;
7400322191eSDong Aisheng 
7410322191eSDong Aisheng 	sdhci_send_command(host, mrq.cmd);
7420322191eSDong Aisheng 
743cb399da4SRussell King 	spin_unlock_irq(&host->lock);
7440322191eSDong Aisheng 
7450322191eSDong Aisheng 	wait_for_completion(&mrq.completion);
7460322191eSDong Aisheng 
7470322191eSDong Aisheng 	if (cmd.error)
7480322191eSDong Aisheng 		return cmd.error;
7490322191eSDong Aisheng 	if (data.error)
7500322191eSDong Aisheng 		return data.error;
7510322191eSDong Aisheng 
7520322191eSDong Aisheng 	return 0;
7530322191eSDong Aisheng }
7540322191eSDong Aisheng 
7550322191eSDong Aisheng static void esdhc_post_tuning(struct sdhci_host *host)
7560322191eSDong Aisheng {
7570322191eSDong Aisheng 	u32 reg;
7580322191eSDong Aisheng 
7590322191eSDong Aisheng 	reg = readl(host->ioaddr + ESDHC_MIX_CTRL);
7600322191eSDong Aisheng 	reg &= ~ESDHC_MIX_CTRL_EXE_TUNE;
7610322191eSDong Aisheng 	writel(reg, host->ioaddr + ESDHC_MIX_CTRL);
7620322191eSDong Aisheng }
7630322191eSDong Aisheng 
7640322191eSDong Aisheng static int esdhc_executing_tuning(struct sdhci_host *host, u32 opcode)
7650322191eSDong Aisheng {
7669d2fc80fSRussell King 	struct scatterlist sg;
7679d2fc80fSRussell King 	char *tuning_pattern;
7680322191eSDong Aisheng 	int min, max, avg, ret;
7690322191eSDong Aisheng 
7709d2fc80fSRussell King 	tuning_pattern = kmalloc(ESDHC_TUNING_BLOCK_PATTERN_LEN, GFP_KERNEL);
7719d2fc80fSRussell King 	if (!tuning_pattern)
7729d2fc80fSRussell King 		return -ENOMEM;
7739d2fc80fSRussell King 
7749d2fc80fSRussell King 	sg_init_one(&sg, tuning_pattern, ESDHC_TUNING_BLOCK_PATTERN_LEN);
7759d2fc80fSRussell King 
7760322191eSDong Aisheng 	/* find the mininum delay first which can pass tuning */
7770322191eSDong Aisheng 	min = ESDHC_TUNE_CTRL_MIN;
7780322191eSDong Aisheng 	while (min < ESDHC_TUNE_CTRL_MAX) {
7790322191eSDong Aisheng 		esdhc_prepare_tuning(host, min);
7809d2fc80fSRussell King 		if (!esdhc_send_tuning_cmd(host, opcode, &sg))
7810322191eSDong Aisheng 			break;
7820322191eSDong Aisheng 		min += ESDHC_TUNE_CTRL_STEP;
7830322191eSDong Aisheng 	}
7840322191eSDong Aisheng 
7850322191eSDong Aisheng 	/* find the maxinum delay which can not pass tuning */
7860322191eSDong Aisheng 	max = min + ESDHC_TUNE_CTRL_STEP;
7870322191eSDong Aisheng 	while (max < ESDHC_TUNE_CTRL_MAX) {
7880322191eSDong Aisheng 		esdhc_prepare_tuning(host, max);
7899d2fc80fSRussell King 		if (esdhc_send_tuning_cmd(host, opcode, &sg)) {
7900322191eSDong Aisheng 			max -= ESDHC_TUNE_CTRL_STEP;
7910322191eSDong Aisheng 			break;
7920322191eSDong Aisheng 		}
7930322191eSDong Aisheng 		max += ESDHC_TUNE_CTRL_STEP;
7940322191eSDong Aisheng 	}
7950322191eSDong Aisheng 
7960322191eSDong Aisheng 	/* use average delay to get the best timing */
7970322191eSDong Aisheng 	avg = (min + max) / 2;
7980322191eSDong Aisheng 	esdhc_prepare_tuning(host, avg);
7999d2fc80fSRussell King 	ret = esdhc_send_tuning_cmd(host, opcode, &sg);
8000322191eSDong Aisheng 	esdhc_post_tuning(host);
8010322191eSDong Aisheng 
8029d2fc80fSRussell King 	kfree(tuning_pattern);
8039d2fc80fSRussell King 
8040322191eSDong Aisheng 	dev_dbg(mmc_dev(host->mmc), "tunning %s at 0x%x ret %d\n",
8050322191eSDong Aisheng 		ret ? "failed" : "passed", avg, ret);
8060322191eSDong Aisheng 
8070322191eSDong Aisheng 	return ret;
8080322191eSDong Aisheng }
8090322191eSDong Aisheng 
810ad93220dSDong Aisheng static int esdhc_change_pinstate(struct sdhci_host *host,
811ad93220dSDong Aisheng 						unsigned int uhs)
812ad93220dSDong Aisheng {
813ad93220dSDong Aisheng 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
814ad93220dSDong Aisheng 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
815ad93220dSDong Aisheng 	struct pinctrl_state *pinctrl;
816ad93220dSDong Aisheng 
817ad93220dSDong Aisheng 	dev_dbg(mmc_dev(host->mmc), "change pinctrl state for uhs %d\n", uhs);
818ad93220dSDong Aisheng 
819ad93220dSDong Aisheng 	if (IS_ERR(imx_data->pinctrl) ||
820ad93220dSDong Aisheng 		IS_ERR(imx_data->pins_default) ||
821ad93220dSDong Aisheng 		IS_ERR(imx_data->pins_100mhz) ||
822ad93220dSDong Aisheng 		IS_ERR(imx_data->pins_200mhz))
823ad93220dSDong Aisheng 		return -EINVAL;
824ad93220dSDong Aisheng 
825ad93220dSDong Aisheng 	switch (uhs) {
826ad93220dSDong Aisheng 	case MMC_TIMING_UHS_SDR50:
827ad93220dSDong Aisheng 		pinctrl = imx_data->pins_100mhz;
828ad93220dSDong Aisheng 		break;
829ad93220dSDong Aisheng 	case MMC_TIMING_UHS_SDR104:
830429a5b45SDong Aisheng 	case MMC_TIMING_MMC_HS200:
831ad93220dSDong Aisheng 		pinctrl = imx_data->pins_200mhz;
832ad93220dSDong Aisheng 		break;
833ad93220dSDong Aisheng 	default:
834ad93220dSDong Aisheng 		/* back to default state for other legacy timing */
835ad93220dSDong Aisheng 		pinctrl = imx_data->pins_default;
836ad93220dSDong Aisheng 	}
837ad93220dSDong Aisheng 
838ad93220dSDong Aisheng 	return pinctrl_select_state(imx_data->pinctrl, pinctrl);
839ad93220dSDong Aisheng }
840ad93220dSDong Aisheng 
841850a29b8SRussell King static void esdhc_set_uhs_signaling(struct sdhci_host *host, unsigned timing)
842ad93220dSDong Aisheng {
843ad93220dSDong Aisheng 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
844ad93220dSDong Aisheng 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
845602519b2SDong Aisheng 	struct esdhc_platform_data *boarddata = &imx_data->boarddata;
846ad93220dSDong Aisheng 
847850a29b8SRussell King 	switch (timing) {
848ad93220dSDong Aisheng 	case MMC_TIMING_UHS_SDR12:
849ad93220dSDong Aisheng 	case MMC_TIMING_UHS_SDR25:
850ad93220dSDong Aisheng 	case MMC_TIMING_UHS_SDR50:
851ad93220dSDong Aisheng 	case MMC_TIMING_UHS_SDR104:
852429a5b45SDong Aisheng 	case MMC_TIMING_MMC_HS200:
853ad93220dSDong Aisheng 		break;
854ad93220dSDong Aisheng 	case MMC_TIMING_UHS_DDR50:
855de5bdbffSDong Aisheng 		writel(readl(host->ioaddr + ESDHC_MIX_CTRL) |
856de5bdbffSDong Aisheng 				ESDHC_MIX_CTRL_DDREN,
857de5bdbffSDong Aisheng 				host->ioaddr + ESDHC_MIX_CTRL);
858de5bdbffSDong Aisheng 		imx_data->is_ddr = 1;
859602519b2SDong Aisheng 		if (boarddata->delay_line) {
860602519b2SDong Aisheng 			u32 v;
861602519b2SDong Aisheng 			v = boarddata->delay_line <<
862602519b2SDong Aisheng 				ESDHC_DLL_OVERRIDE_VAL_SHIFT |
863602519b2SDong Aisheng 				(1 << ESDHC_DLL_OVERRIDE_EN_SHIFT);
864602519b2SDong Aisheng 			if (is_imx53_esdhc(imx_data))
865602519b2SDong Aisheng 				v <<= 1;
866602519b2SDong Aisheng 			writel(v, host->ioaddr + ESDHC_DLL_CTRL);
867602519b2SDong Aisheng 		}
868ad93220dSDong Aisheng 		break;
869ad93220dSDong Aisheng 	}
870ad93220dSDong Aisheng 
871850a29b8SRussell King 	esdhc_change_pinstate(host, timing);
872ad93220dSDong Aisheng }
873ad93220dSDong Aisheng 
8740718e59aSRussell King static void esdhc_reset(struct sdhci_host *host, u8 mask)
8750718e59aSRussell King {
8760718e59aSRussell King 	sdhci_reset(host, mask);
8770718e59aSRussell King 
8780718e59aSRussell King 	sdhci_writel(host, host->ier, SDHCI_INT_ENABLE);
8790718e59aSRussell King 	sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE);
8800718e59aSRussell King }
8810718e59aSRussell King 
8826e9fd28eSDong Aisheng static struct sdhci_ops sdhci_esdhc_ops = {
883e149860dSRichard Zhu 	.read_l = esdhc_readl_le,
8840c6d49ceSWolfram Sang 	.read_w = esdhc_readw_le,
885e149860dSRichard Zhu 	.write_l = esdhc_writel_le,
8860c6d49ceSWolfram Sang 	.write_w = esdhc_writew_le,
8870c6d49ceSWolfram Sang 	.write_b = esdhc_writeb_le,
8888ba9580aSLucas Stach 	.set_clock = esdhc_pltfm_set_clock,
8890ddf03c9SLucas Stach 	.get_max_clock = esdhc_pltfm_get_max_clock,
8900c6d49ceSWolfram Sang 	.get_min_clock = esdhc_pltfm_get_min_clock,
891913413c3SShawn Guo 	.get_ro = esdhc_pltfm_get_ro,
8922317f56cSRussell King 	.set_bus_width = esdhc_pltfm_set_bus_width,
893ad93220dSDong Aisheng 	.set_uhs_signaling = esdhc_set_uhs_signaling,
8940718e59aSRussell King 	.reset = esdhc_reset,
8950c6d49ceSWolfram Sang };
8960c6d49ceSWolfram Sang 
8971db5eebfSLars-Peter Clausen static const struct sdhci_pltfm_data sdhci_esdhc_imx_pdata = {
89897e4ba6aSRichard Zhu 	.quirks = ESDHC_DEFAULT_QUIRKS | SDHCI_QUIRK_NO_HISPD_BIT
89997e4ba6aSRichard Zhu 			| SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC
90097e4ba6aSRichard Zhu 			| SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC
90185d6509dSShawn Guo 			| SDHCI_QUIRK_BROKEN_CARD_DETECTION,
90285d6509dSShawn Guo 	.ops = &sdhci_esdhc_ops,
90385d6509dSShawn Guo };
90485d6509dSShawn Guo 
905abfafc2dSShawn Guo #ifdef CONFIG_OF
906c3be1efdSBill Pemberton static int
907abfafc2dSShawn Guo sdhci_esdhc_imx_probe_dt(struct platform_device *pdev,
908abfafc2dSShawn Guo 			 struct esdhc_platform_data *boarddata)
909abfafc2dSShawn Guo {
910abfafc2dSShawn Guo 	struct device_node *np = pdev->dev.of_node;
911abfafc2dSShawn Guo 
912abfafc2dSShawn Guo 	if (!np)
913abfafc2dSShawn Guo 		return -ENODEV;
914abfafc2dSShawn Guo 
9157f217794SArnd Bergmann 	if (of_get_property(np, "non-removable", NULL))
916abfafc2dSShawn Guo 		boarddata->cd_type = ESDHC_CD_PERMANENT;
917abfafc2dSShawn Guo 
918abfafc2dSShawn Guo 	if (of_get_property(np, "fsl,cd-controller", NULL))
919abfafc2dSShawn Guo 		boarddata->cd_type = ESDHC_CD_CONTROLLER;
920abfafc2dSShawn Guo 
921abfafc2dSShawn Guo 	if (of_get_property(np, "fsl,wp-controller", NULL))
922abfafc2dSShawn Guo 		boarddata->wp_type = ESDHC_WP_CONTROLLER;
923abfafc2dSShawn Guo 
924abfafc2dSShawn Guo 	boarddata->cd_gpio = of_get_named_gpio(np, "cd-gpios", 0);
925abfafc2dSShawn Guo 	if (gpio_is_valid(boarddata->cd_gpio))
926abfafc2dSShawn Guo 		boarddata->cd_type = ESDHC_CD_GPIO;
927abfafc2dSShawn Guo 
928abfafc2dSShawn Guo 	boarddata->wp_gpio = of_get_named_gpio(np, "wp-gpios", 0);
929abfafc2dSShawn Guo 	if (gpio_is_valid(boarddata->wp_gpio))
930abfafc2dSShawn Guo 		boarddata->wp_type = ESDHC_WP_GPIO;
931abfafc2dSShawn Guo 
932af51079eSSascha Hauer 	of_property_read_u32(np, "bus-width", &boarddata->max_bus_width);
933af51079eSSascha Hauer 
9340ddf03c9SLucas Stach 	of_property_read_u32(np, "max-frequency", &boarddata->f_max);
9350ddf03c9SLucas Stach 
936ad93220dSDong Aisheng 	if (of_find_property(np, "no-1-8-v", NULL))
937ad93220dSDong Aisheng 		boarddata->support_vsel = false;
938ad93220dSDong Aisheng 	else
939ad93220dSDong Aisheng 		boarddata->support_vsel = true;
940ad93220dSDong Aisheng 
941602519b2SDong Aisheng 	if (of_property_read_u32(np, "fsl,delay-line", &boarddata->delay_line))
942602519b2SDong Aisheng 		boarddata->delay_line = 0;
943602519b2SDong Aisheng 
944abfafc2dSShawn Guo 	return 0;
945abfafc2dSShawn Guo }
946abfafc2dSShawn Guo #else
947abfafc2dSShawn Guo static inline int
948abfafc2dSShawn Guo sdhci_esdhc_imx_probe_dt(struct platform_device *pdev,
949abfafc2dSShawn Guo 			 struct esdhc_platform_data *boarddata)
950abfafc2dSShawn Guo {
951abfafc2dSShawn Guo 	return -ENODEV;
952abfafc2dSShawn Guo }
953abfafc2dSShawn Guo #endif
954abfafc2dSShawn Guo 
955c3be1efdSBill Pemberton static int sdhci_esdhc_imx_probe(struct platform_device *pdev)
95695f25efeSWolfram Sang {
957abfafc2dSShawn Guo 	const struct of_device_id *of_id =
958abfafc2dSShawn Guo 			of_match_device(imx_esdhc_dt_ids, &pdev->dev);
95985d6509dSShawn Guo 	struct sdhci_pltfm_host *pltfm_host;
96085d6509dSShawn Guo 	struct sdhci_host *host;
96185d6509dSShawn Guo 	struct esdhc_platform_data *boarddata;
9620c6d49ceSWolfram Sang 	int err;
963e149860dSRichard Zhu 	struct pltfm_imx_data *imx_data;
96495f25efeSWolfram Sang 
9650e748234SChristian Daudt 	host = sdhci_pltfm_init(pdev, &sdhci_esdhc_imx_pdata, 0);
96685d6509dSShawn Guo 	if (IS_ERR(host))
96785d6509dSShawn Guo 		return PTR_ERR(host);
96885d6509dSShawn Guo 
96985d6509dSShawn Guo 	pltfm_host = sdhci_priv(host);
97085d6509dSShawn Guo 
971e3af31c6SShawn Guo 	imx_data = devm_kzalloc(&pdev->dev, sizeof(*imx_data), GFP_KERNEL);
972abfafc2dSShawn Guo 	if (!imx_data) {
973abfafc2dSShawn Guo 		err = -ENOMEM;
974e3af31c6SShawn Guo 		goto free_sdhci;
975abfafc2dSShawn Guo 	}
97657ed3314SShawn Guo 
977f47c4bbfSShawn Guo 	imx_data->socdata = of_id ? of_id->data : (struct esdhc_soc_data *)
9783770ee8fSShawn Guo 						  pdev->id_entry->driver_data;
97985d6509dSShawn Guo 	pltfm_host->priv = imx_data;
98085d6509dSShawn Guo 
98152dac615SSascha Hauer 	imx_data->clk_ipg = devm_clk_get(&pdev->dev, "ipg");
98252dac615SSascha Hauer 	if (IS_ERR(imx_data->clk_ipg)) {
98352dac615SSascha Hauer 		err = PTR_ERR(imx_data->clk_ipg);
984e3af31c6SShawn Guo 		goto free_sdhci;
98595f25efeSWolfram Sang 	}
98652dac615SSascha Hauer 
98752dac615SSascha Hauer 	imx_data->clk_ahb = devm_clk_get(&pdev->dev, "ahb");
98852dac615SSascha Hauer 	if (IS_ERR(imx_data->clk_ahb)) {
98952dac615SSascha Hauer 		err = PTR_ERR(imx_data->clk_ahb);
990e3af31c6SShawn Guo 		goto free_sdhci;
99152dac615SSascha Hauer 	}
99252dac615SSascha Hauer 
99352dac615SSascha Hauer 	imx_data->clk_per = devm_clk_get(&pdev->dev, "per");
99452dac615SSascha Hauer 	if (IS_ERR(imx_data->clk_per)) {
99552dac615SSascha Hauer 		err = PTR_ERR(imx_data->clk_per);
996e3af31c6SShawn Guo 		goto free_sdhci;
99752dac615SSascha Hauer 	}
99852dac615SSascha Hauer 
99952dac615SSascha Hauer 	pltfm_host->clk = imx_data->clk_per;
1000a974862fSDong Aisheng 	pltfm_host->clock = clk_get_rate(pltfm_host->clk);
100152dac615SSascha Hauer 	clk_prepare_enable(imx_data->clk_per);
100252dac615SSascha Hauer 	clk_prepare_enable(imx_data->clk_ipg);
100352dac615SSascha Hauer 	clk_prepare_enable(imx_data->clk_ahb);
100495f25efeSWolfram Sang 
1005ad93220dSDong Aisheng 	imx_data->pinctrl = devm_pinctrl_get(&pdev->dev);
1006e62d8b8fSDong Aisheng 	if (IS_ERR(imx_data->pinctrl)) {
1007e62d8b8fSDong Aisheng 		err = PTR_ERR(imx_data->pinctrl);
1008e3af31c6SShawn Guo 		goto disable_clk;
1009e62d8b8fSDong Aisheng 	}
1010e62d8b8fSDong Aisheng 
1011ad93220dSDong Aisheng 	imx_data->pins_default = pinctrl_lookup_state(imx_data->pinctrl,
1012ad93220dSDong Aisheng 						PINCTRL_STATE_DEFAULT);
1013ad93220dSDong Aisheng 	if (IS_ERR(imx_data->pins_default)) {
1014ad93220dSDong Aisheng 		err = PTR_ERR(imx_data->pins_default);
1015ad93220dSDong Aisheng 		dev_err(mmc_dev(host->mmc), "could not get default state\n");
1016ad93220dSDong Aisheng 		goto disable_clk;
1017ad93220dSDong Aisheng 	}
1018ad93220dSDong Aisheng 
101937865fe9SEric Bénard 	host->quirks |= SDHCI_QUIRK_BROKEN_TIMEOUT_VAL;
102037865fe9SEric Bénard 
1021f47c4bbfSShawn Guo 	if (imx_data->socdata->flags & ESDHC_FLAG_ENGCM07207)
10220c6d49ceSWolfram Sang 		/* Fix errata ENGcm07207 present on i.MX25 and i.MX35 */
102397e4ba6aSRichard Zhu 		host->quirks |= SDHCI_QUIRK_NO_MULTIBLOCK
102497e4ba6aSRichard Zhu 			| SDHCI_QUIRK_BROKEN_ADMA;
10250c6d49ceSWolfram Sang 
1026f750ba9bSShawn Guo 	/*
1027f750ba9bSShawn Guo 	 * The imx6q ROM code will change the default watermark level setting
1028f750ba9bSShawn Guo 	 * to something insane.  Change it back here.
1029f750ba9bSShawn Guo 	 */
103069ed60e0SDong Aisheng 	if (esdhc_is_usdhc(imx_data)) {
103160bf6396SShawn Guo 		writel(0x08100810, host->ioaddr + ESDHC_WTMK_LVL);
103269ed60e0SDong Aisheng 		host->quirks2 |= SDHCI_QUIRK2_PRESET_VALUE_BROKEN;
1033e2997c94SDong Aisheng 		host->mmc->caps |= MMC_CAP_1_8V_DDR;
103469ed60e0SDong Aisheng 	}
1035f750ba9bSShawn Guo 
10366e9fd28eSDong Aisheng 	if (imx_data->socdata->flags & ESDHC_FLAG_MAN_TUNING)
10376e9fd28eSDong Aisheng 		sdhci_esdhc_ops.platform_execute_tuning =
10386e9fd28eSDong Aisheng 					esdhc_executing_tuning;
10398b2bb0adSDong Aisheng 
10408b2bb0adSDong Aisheng 	if (imx_data->socdata->flags & ESDHC_FLAG_STD_TUNING)
10418b2bb0adSDong Aisheng 		writel(readl(host->ioaddr + ESDHC_TUNING_CTRL) |
10428b2bb0adSDong Aisheng 			ESDHC_STD_TUNING_EN | ESDHC_TUNING_START_TAP,
10438b2bb0adSDong Aisheng 			host->ioaddr + ESDHC_TUNING_CTRL);
10448b2bb0adSDong Aisheng 
1045abfafc2dSShawn Guo 	boarddata = &imx_data->boarddata;
1046abfafc2dSShawn Guo 	if (sdhci_esdhc_imx_probe_dt(pdev, boarddata) < 0) {
1047842afc02SShawn Guo 		if (!host->mmc->parent->platform_data) {
1048913413c3SShawn Guo 			dev_err(mmc_dev(host->mmc), "no board data!\n");
1049913413c3SShawn Guo 			err = -EINVAL;
1050e3af31c6SShawn Guo 			goto disable_clk;
1051913413c3SShawn Guo 		}
1052842afc02SShawn Guo 		imx_data->boarddata = *((struct esdhc_platform_data *)
1053842afc02SShawn Guo 					host->mmc->parent->platform_data);
1054abfafc2dSShawn Guo 	}
1055913413c3SShawn Guo 
1056913413c3SShawn Guo 	/* write_protect */
1057913413c3SShawn Guo 	if (boarddata->wp_type == ESDHC_WP_GPIO) {
1058fbe5fdd1SShawn Guo 		err = mmc_gpio_request_ro(host->mmc, boarddata->wp_gpio);
10590c6d49ceSWolfram Sang 		if (err) {
1060fbe5fdd1SShawn Guo 			dev_err(mmc_dev(host->mmc),
1061fbe5fdd1SShawn Guo 				"failed to request write-protect gpio!\n");
1062fbe5fdd1SShawn Guo 			goto disable_clk;
1063913413c3SShawn Guo 		}
1064fbe5fdd1SShawn Guo 		host->mmc->caps2 |= MMC_CAP2_RO_ACTIVE_HIGH;
10650c6d49ceSWolfram Sang 	}
10667e29c306SWolfram Sang 
1067913413c3SShawn Guo 	/* card_detect */
1068913413c3SShawn Guo 	switch (boarddata->cd_type) {
1069913413c3SShawn Guo 	case ESDHC_CD_GPIO:
1070214fc309SLaurent Pinchart 		err = mmc_gpio_request_cd(host->mmc, boarddata->cd_gpio, 0);
10717e29c306SWolfram Sang 		if (err) {
1072913413c3SShawn Guo 			dev_err(mmc_dev(host->mmc),
1073fbe5fdd1SShawn Guo 				"failed to request card-detect gpio!\n");
1074e3af31c6SShawn Guo 			goto disable_clk;
10757e29c306SWolfram Sang 		}
1076913413c3SShawn Guo 		/* fall through */
10777e29c306SWolfram Sang 
1078913413c3SShawn Guo 	case ESDHC_CD_CONTROLLER:
1079913413c3SShawn Guo 		/* we have a working card_detect back */
10807e29c306SWolfram Sang 		host->quirks &= ~SDHCI_QUIRK_BROKEN_CARD_DETECTION;
1081913413c3SShawn Guo 		break;
1082913413c3SShawn Guo 
1083913413c3SShawn Guo 	case ESDHC_CD_PERMANENT:
1084e526003bSDong Aisheng 		host->mmc->caps |= MMC_CAP_NONREMOVABLE;
1085913413c3SShawn Guo 		break;
1086913413c3SShawn Guo 
1087913413c3SShawn Guo 	case ESDHC_CD_NONE:
1088913413c3SShawn Guo 		break;
10897e29c306SWolfram Sang 	}
10907e29c306SWolfram Sang 
1091af51079eSSascha Hauer 	switch (boarddata->max_bus_width) {
1092af51079eSSascha Hauer 	case 8:
1093af51079eSSascha Hauer 		host->mmc->caps |= MMC_CAP_8_BIT_DATA | MMC_CAP_4_BIT_DATA;
1094af51079eSSascha Hauer 		break;
1095af51079eSSascha Hauer 	case 4:
1096af51079eSSascha Hauer 		host->mmc->caps |= MMC_CAP_4_BIT_DATA;
1097af51079eSSascha Hauer 		break;
1098af51079eSSascha Hauer 	case 1:
1099af51079eSSascha Hauer 	default:
1100af51079eSSascha Hauer 		host->quirks |= SDHCI_QUIRK_FORCE_1_BIT_DATA;
1101af51079eSSascha Hauer 		break;
1102af51079eSSascha Hauer 	}
1103af51079eSSascha Hauer 
1104ad93220dSDong Aisheng 	/* sdr50 and sdr104 needs work on 1.8v signal voltage */
11059d61c009SShawn Guo 	if ((boarddata->support_vsel) && esdhc_is_usdhc(imx_data)) {
1106ad93220dSDong Aisheng 		imx_data->pins_100mhz = pinctrl_lookup_state(imx_data->pinctrl,
1107ad93220dSDong Aisheng 						ESDHC_PINCTRL_STATE_100MHZ);
1108ad93220dSDong Aisheng 		imx_data->pins_200mhz = pinctrl_lookup_state(imx_data->pinctrl,
1109ad93220dSDong Aisheng 						ESDHC_PINCTRL_STATE_200MHZ);
1110ad93220dSDong Aisheng 		if (IS_ERR(imx_data->pins_100mhz) ||
1111ad93220dSDong Aisheng 				IS_ERR(imx_data->pins_200mhz)) {
1112ad93220dSDong Aisheng 			dev_warn(mmc_dev(host->mmc),
1113ad93220dSDong Aisheng 				"could not get ultra high speed state, work on normal mode\n");
1114ad93220dSDong Aisheng 			/* fall back to not support uhs by specify no 1.8v quirk */
1115ad93220dSDong Aisheng 			host->quirks2 |= SDHCI_QUIRK2_NO_1_8_V;
1116ad93220dSDong Aisheng 		}
1117ad93220dSDong Aisheng 	} else {
1118ad93220dSDong Aisheng 		host->quirks2 |= SDHCI_QUIRK2_NO_1_8_V;
1119ad93220dSDong Aisheng 	}
1120ad93220dSDong Aisheng 
112185d6509dSShawn Guo 	err = sdhci_add_host(host);
112285d6509dSShawn Guo 	if (err)
1123e3af31c6SShawn Guo 		goto disable_clk;
112485d6509dSShawn Guo 
112589d7e5c1SDong Aisheng 	pm_runtime_set_active(&pdev->dev);
112689d7e5c1SDong Aisheng 	pm_runtime_enable(&pdev->dev);
112789d7e5c1SDong Aisheng 	pm_runtime_set_autosuspend_delay(&pdev->dev, 50);
112889d7e5c1SDong Aisheng 	pm_runtime_use_autosuspend(&pdev->dev);
112989d7e5c1SDong Aisheng 	pm_suspend_ignore_children(&pdev->dev, 1);
113089d7e5c1SDong Aisheng 
11317e29c306SWolfram Sang 	return 0;
11327e29c306SWolfram Sang 
1133e3af31c6SShawn Guo disable_clk:
113452dac615SSascha Hauer 	clk_disable_unprepare(imx_data->clk_per);
113552dac615SSascha Hauer 	clk_disable_unprepare(imx_data->clk_ipg);
113652dac615SSascha Hauer 	clk_disable_unprepare(imx_data->clk_ahb);
1137e3af31c6SShawn Guo free_sdhci:
113885d6509dSShawn Guo 	sdhci_pltfm_free(pdev);
113985d6509dSShawn Guo 	return err;
114095f25efeSWolfram Sang }
114195f25efeSWolfram Sang 
11426e0ee714SBill Pemberton static int sdhci_esdhc_imx_remove(struct platform_device *pdev)
114395f25efeSWolfram Sang {
114485d6509dSShawn Guo 	struct sdhci_host *host = platform_get_drvdata(pdev);
114595f25efeSWolfram Sang 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
1146e149860dSRichard Zhu 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
114785d6509dSShawn Guo 	int dead = (readl(host->ioaddr + SDHCI_INT_STATUS) == 0xffffffff);
114885d6509dSShawn Guo 
114985d6509dSShawn Guo 	sdhci_remove_host(host, dead);
11500c6d49ceSWolfram Sang 
115189d7e5c1SDong Aisheng 	pm_runtime_dont_use_autosuspend(&pdev->dev);
115289d7e5c1SDong Aisheng 	pm_runtime_disable(&pdev->dev);
115389d7e5c1SDong Aisheng 
1154a7f2be94SDong Aisheng 	if (!IS_ENABLED(CONFIG_PM_RUNTIME)) {
115552dac615SSascha Hauer 		clk_disable_unprepare(imx_data->clk_per);
115652dac615SSascha Hauer 		clk_disable_unprepare(imx_data->clk_ipg);
115752dac615SSascha Hauer 		clk_disable_unprepare(imx_data->clk_ahb);
1158a7f2be94SDong Aisheng 	}
115952dac615SSascha Hauer 
116085d6509dSShawn Guo 	sdhci_pltfm_free(pdev);
116185d6509dSShawn Guo 
116285d6509dSShawn Guo 	return 0;
116395f25efeSWolfram Sang }
116495f25efeSWolfram Sang 
116589d7e5c1SDong Aisheng #ifdef CONFIG_PM_RUNTIME
116689d7e5c1SDong Aisheng static int sdhci_esdhc_runtime_suspend(struct device *dev)
116789d7e5c1SDong Aisheng {
116889d7e5c1SDong Aisheng 	struct sdhci_host *host = dev_get_drvdata(dev);
116989d7e5c1SDong Aisheng 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
117089d7e5c1SDong Aisheng 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
117189d7e5c1SDong Aisheng 	int ret;
117289d7e5c1SDong Aisheng 
117389d7e5c1SDong Aisheng 	ret = sdhci_runtime_suspend_host(host);
117489d7e5c1SDong Aisheng 
1175be138554SRussell King 	if (!sdhci_sdio_irq_enabled(host)) {
117689d7e5c1SDong Aisheng 		clk_disable_unprepare(imx_data->clk_per);
117789d7e5c1SDong Aisheng 		clk_disable_unprepare(imx_data->clk_ipg);
1178be138554SRussell King 	}
117989d7e5c1SDong Aisheng 	clk_disable_unprepare(imx_data->clk_ahb);
118089d7e5c1SDong Aisheng 
118189d7e5c1SDong Aisheng 	return ret;
118289d7e5c1SDong Aisheng }
118389d7e5c1SDong Aisheng 
118489d7e5c1SDong Aisheng static int sdhci_esdhc_runtime_resume(struct device *dev)
118589d7e5c1SDong Aisheng {
118689d7e5c1SDong Aisheng 	struct sdhci_host *host = dev_get_drvdata(dev);
118789d7e5c1SDong Aisheng 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
118889d7e5c1SDong Aisheng 	struct pltfm_imx_data *imx_data = pltfm_host->priv;
118989d7e5c1SDong Aisheng 
1190be138554SRussell King 	if (!sdhci_sdio_irq_enabled(host)) {
119189d7e5c1SDong Aisheng 		clk_prepare_enable(imx_data->clk_per);
119289d7e5c1SDong Aisheng 		clk_prepare_enable(imx_data->clk_ipg);
1193be138554SRussell King 	}
119489d7e5c1SDong Aisheng 	clk_prepare_enable(imx_data->clk_ahb);
119589d7e5c1SDong Aisheng 
119689d7e5c1SDong Aisheng 	return sdhci_runtime_resume_host(host);
119789d7e5c1SDong Aisheng }
119889d7e5c1SDong Aisheng #endif
119989d7e5c1SDong Aisheng 
120089d7e5c1SDong Aisheng static const struct dev_pm_ops sdhci_esdhc_pmops = {
120189d7e5c1SDong Aisheng 	SET_SYSTEM_SLEEP_PM_OPS(sdhci_pltfm_suspend, sdhci_pltfm_resume)
120289d7e5c1SDong Aisheng 	SET_RUNTIME_PM_OPS(sdhci_esdhc_runtime_suspend,
120389d7e5c1SDong Aisheng 				sdhci_esdhc_runtime_resume, NULL)
120489d7e5c1SDong Aisheng };
120589d7e5c1SDong Aisheng 
120685d6509dSShawn Guo static struct platform_driver sdhci_esdhc_imx_driver = {
120785d6509dSShawn Guo 	.driver		= {
120885d6509dSShawn Guo 		.name	= "sdhci-esdhc-imx",
120985d6509dSShawn Guo 		.owner	= THIS_MODULE,
1210abfafc2dSShawn Guo 		.of_match_table = imx_esdhc_dt_ids,
121189d7e5c1SDong Aisheng 		.pm	= &sdhci_esdhc_pmops,
121285d6509dSShawn Guo 	},
121357ed3314SShawn Guo 	.id_table	= imx_esdhc_devtype,
121485d6509dSShawn Guo 	.probe		= sdhci_esdhc_imx_probe,
12150433c143SBill Pemberton 	.remove		= sdhci_esdhc_imx_remove,
121695f25efeSWolfram Sang };
121785d6509dSShawn Guo 
1218d1f81a64SAxel Lin module_platform_driver(sdhci_esdhc_imx_driver);
121985d6509dSShawn Guo 
122085d6509dSShawn Guo MODULE_DESCRIPTION("SDHCI driver for Freescale i.MX eSDHC");
122185d6509dSShawn Guo MODULE_AUTHOR("Wolfram Sang <w.sang@pengutronix.de>");
122285d6509dSShawn Guo MODULE_LICENSE("GPL v2");
1223