xref: /openbmc/linux/drivers/mmc/host/sdhci-xenon.c (revision 8938c48f)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Driver for Marvell Xenon SDHC as a platform device
4  *
5  * Copyright (C) 2016 Marvell, All Rights Reserved.
6  *
7  * Author:	Hu Ziji <huziji@marvell.com>
8  * Date:	2016-8-24
9  *
10  * Inspired by Jisheng Zhang <jszhang@marvell.com>
11  * Special thanks to Video BG4 project team.
12  */
13 
14 #include <linux/acpi.h>
15 #include <linux/delay.h>
16 #include <linux/ktime.h>
17 #include <linux/module.h>
18 #include <linux/of.h>
19 #include <linux/pm.h>
20 #include <linux/pm_runtime.h>
21 
22 #include "sdhci-pltfm.h"
23 #include "sdhci-xenon.h"
24 
25 static int xenon_enable_internal_clk(struct sdhci_host *host)
26 {
27 	u32 reg;
28 	ktime_t timeout;
29 
30 	reg = sdhci_readl(host, SDHCI_CLOCK_CONTROL);
31 	reg |= SDHCI_CLOCK_INT_EN;
32 	sdhci_writel(host, reg, SDHCI_CLOCK_CONTROL);
33 	/* Wait max 20 ms */
34 	timeout = ktime_add_ms(ktime_get(), 20);
35 	while (1) {
36 		bool timedout = ktime_after(ktime_get(), timeout);
37 
38 		reg = sdhci_readw(host, SDHCI_CLOCK_CONTROL);
39 		if (reg & SDHCI_CLOCK_INT_STABLE)
40 			break;
41 		if (timedout) {
42 			dev_err(mmc_dev(host->mmc), "Internal clock never stabilised.\n");
43 			return -ETIMEDOUT;
44 		}
45 		usleep_range(900, 1100);
46 	}
47 
48 	return 0;
49 }
50 
51 /* Set SDCLK-off-while-idle */
52 static void xenon_set_sdclk_off_idle(struct sdhci_host *host,
53 				     unsigned char sdhc_id, bool enable)
54 {
55 	u32 reg;
56 	u32 mask;
57 
58 	reg = sdhci_readl(host, XENON_SYS_OP_CTRL);
59 	/* Get the bit shift basing on the SDHC index */
60 	mask = (0x1 << (XENON_SDCLK_IDLEOFF_ENABLE_SHIFT + sdhc_id));
61 	if (enable)
62 		reg |= mask;
63 	else
64 		reg &= ~mask;
65 
66 	sdhci_writel(host, reg, XENON_SYS_OP_CTRL);
67 }
68 
69 /* Enable/Disable the Auto Clock Gating function */
70 static void xenon_set_acg(struct sdhci_host *host, bool enable)
71 {
72 	u32 reg;
73 
74 	reg = sdhci_readl(host, XENON_SYS_OP_CTRL);
75 	if (enable)
76 		reg &= ~XENON_AUTO_CLKGATE_DISABLE_MASK;
77 	else
78 		reg |= XENON_AUTO_CLKGATE_DISABLE_MASK;
79 	sdhci_writel(host, reg, XENON_SYS_OP_CTRL);
80 }
81 
82 /* Enable this SDHC */
83 static void xenon_enable_sdhc(struct sdhci_host *host,
84 			      unsigned char sdhc_id)
85 {
86 	u32 reg;
87 
88 	reg = sdhci_readl(host, XENON_SYS_OP_CTRL);
89 	reg |= (BIT(sdhc_id) << XENON_SLOT_ENABLE_SHIFT);
90 	sdhci_writel(host, reg, XENON_SYS_OP_CTRL);
91 
92 	host->mmc->caps |= MMC_CAP_WAIT_WHILE_BUSY;
93 	/*
94 	 * Force to clear BUS_TEST to
95 	 * skip bus_test_pre and bus_test_post
96 	 */
97 	host->mmc->caps &= ~MMC_CAP_BUS_WIDTH_TEST;
98 }
99 
100 /* Disable this SDHC */
101 static void xenon_disable_sdhc(struct sdhci_host *host,
102 			       unsigned char sdhc_id)
103 {
104 	u32 reg;
105 
106 	reg = sdhci_readl(host, XENON_SYS_OP_CTRL);
107 	reg &= ~(BIT(sdhc_id) << XENON_SLOT_ENABLE_SHIFT);
108 	sdhci_writel(host, reg, XENON_SYS_OP_CTRL);
109 }
110 
111 /* Enable Parallel Transfer Mode */
112 static void xenon_enable_sdhc_parallel_tran(struct sdhci_host *host,
113 					    unsigned char sdhc_id)
114 {
115 	u32 reg;
116 
117 	reg = sdhci_readl(host, XENON_SYS_EXT_OP_CTRL);
118 	reg |= BIT(sdhc_id);
119 	sdhci_writel(host, reg, XENON_SYS_EXT_OP_CTRL);
120 }
121 
122 /* Mask command conflict error */
123 static void xenon_mask_cmd_conflict_err(struct sdhci_host *host)
124 {
125 	u32  reg;
126 
127 	reg = sdhci_readl(host, XENON_SYS_EXT_OP_CTRL);
128 	reg |= XENON_MASK_CMD_CONFLICT_ERR;
129 	sdhci_writel(host, reg, XENON_SYS_EXT_OP_CTRL);
130 }
131 
132 static void xenon_retune_setup(struct sdhci_host *host)
133 {
134 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
135 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
136 	u32 reg;
137 
138 	/* Disable the Re-Tuning Request functionality */
139 	reg = sdhci_readl(host, XENON_SLOT_RETUNING_REQ_CTRL);
140 	reg &= ~XENON_RETUNING_COMPATIBLE;
141 	sdhci_writel(host, reg, XENON_SLOT_RETUNING_REQ_CTRL);
142 
143 	/* Disable the Re-tuning Interrupt */
144 	reg = sdhci_readl(host, SDHCI_SIGNAL_ENABLE);
145 	reg &= ~SDHCI_INT_RETUNE;
146 	sdhci_writel(host, reg, SDHCI_SIGNAL_ENABLE);
147 	reg = sdhci_readl(host, SDHCI_INT_ENABLE);
148 	reg &= ~SDHCI_INT_RETUNE;
149 	sdhci_writel(host, reg, SDHCI_INT_ENABLE);
150 
151 	/* Force to use Tuning Mode 1 */
152 	host->tuning_mode = SDHCI_TUNING_MODE_1;
153 	/* Set re-tuning period */
154 	host->tuning_count = 1 << (priv->tuning_count - 1);
155 }
156 
157 /*
158  * Operations inside struct sdhci_ops
159  */
160 /* Recover the Register Setting cleared during SOFTWARE_RESET_ALL */
161 static void xenon_reset_exit(struct sdhci_host *host,
162 			     unsigned char sdhc_id, u8 mask)
163 {
164 	/* Only SOFTWARE RESET ALL will clear the register setting */
165 	if (!(mask & SDHCI_RESET_ALL))
166 		return;
167 
168 	/* Disable tuning request and auto-retuning again */
169 	xenon_retune_setup(host);
170 
171 	/*
172 	 * The ACG should be turned off at the early init time, in order
173 	 * to solve a possible issues with the 1.8V regulator stabilization.
174 	 * The feature is enabled in later stage.
175 	 */
176 	xenon_set_acg(host, false);
177 
178 	xenon_set_sdclk_off_idle(host, sdhc_id, false);
179 
180 	xenon_mask_cmd_conflict_err(host);
181 }
182 
183 static void xenon_reset(struct sdhci_host *host, u8 mask)
184 {
185 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
186 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
187 
188 	sdhci_reset(host, mask);
189 	xenon_reset_exit(host, priv->sdhc_id, mask);
190 }
191 
192 /*
193  * Xenon defines different values for HS200 and HS400
194  * in Host_Control_2
195  */
196 static void xenon_set_uhs_signaling(struct sdhci_host *host,
197 				    unsigned int timing)
198 {
199 	u16 ctrl_2;
200 
201 	ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2);
202 	/* Select Bus Speed Mode for host */
203 	ctrl_2 &= ~SDHCI_CTRL_UHS_MASK;
204 	if (timing == MMC_TIMING_MMC_HS200)
205 		ctrl_2 |= XENON_CTRL_HS200;
206 	else if (timing == MMC_TIMING_UHS_SDR104)
207 		ctrl_2 |= SDHCI_CTRL_UHS_SDR104;
208 	else if (timing == MMC_TIMING_UHS_SDR12)
209 		ctrl_2 |= SDHCI_CTRL_UHS_SDR12;
210 	else if (timing == MMC_TIMING_UHS_SDR25)
211 		ctrl_2 |= SDHCI_CTRL_UHS_SDR25;
212 	else if (timing == MMC_TIMING_UHS_SDR50)
213 		ctrl_2 |= SDHCI_CTRL_UHS_SDR50;
214 	else if ((timing == MMC_TIMING_UHS_DDR50) ||
215 		 (timing == MMC_TIMING_MMC_DDR52))
216 		ctrl_2 |= SDHCI_CTRL_UHS_DDR50;
217 	else if (timing == MMC_TIMING_MMC_HS400)
218 		ctrl_2 |= XENON_CTRL_HS400;
219 	sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2);
220 }
221 
222 static void xenon_set_power(struct sdhci_host *host, unsigned char mode,
223 		unsigned short vdd)
224 {
225 	struct mmc_host *mmc = host->mmc;
226 	u8 pwr = host->pwr;
227 
228 	sdhci_set_power_noreg(host, mode, vdd);
229 
230 	if (host->pwr == pwr)
231 		return;
232 
233 	if (host->pwr == 0)
234 		vdd = 0;
235 
236 	if (!IS_ERR(mmc->supply.vmmc))
237 		mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, vdd);
238 }
239 
240 static void xenon_voltage_switch(struct sdhci_host *host)
241 {
242 	/* Wait for 5ms after set 1.8V signal enable bit */
243 	usleep_range(5000, 5500);
244 
245 	/*
246 	 * For some reason the controller's Host Control2 register reports
247 	 * the bit representing 1.8V signaling as 0 when read after it was
248 	 * written as 1. Subsequent read reports 1.
249 	 *
250 	 * Since this may cause some issues, do an empty read of the Host
251 	 * Control2 register here to circumvent this.
252 	 */
253 	sdhci_readw(host, SDHCI_HOST_CONTROL2);
254 }
255 
256 static unsigned int xenon_get_max_clock(struct sdhci_host *host)
257 {
258 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
259 
260 	if (pltfm_host->clk)
261 		return sdhci_pltfm_clk_get_max_clock(host);
262 	else
263 		return pltfm_host->clock;
264 }
265 
266 static const struct sdhci_ops sdhci_xenon_ops = {
267 	.voltage_switch		= xenon_voltage_switch,
268 	.set_clock		= sdhci_set_clock,
269 	.set_power		= xenon_set_power,
270 	.set_bus_width		= sdhci_set_bus_width,
271 	.reset			= xenon_reset,
272 	.set_uhs_signaling	= xenon_set_uhs_signaling,
273 	.get_max_clock		= xenon_get_max_clock,
274 };
275 
276 static const struct sdhci_pltfm_data sdhci_xenon_pdata = {
277 	.ops = &sdhci_xenon_ops,
278 	.quirks = SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC |
279 		  SDHCI_QUIRK_NO_SIMULT_VDD_AND_POWER |
280 		  SDHCI_QUIRK_CAP_CLOCK_BASE_BROKEN,
281 };
282 
283 /*
284  * Xenon Specific Operations in mmc_host_ops
285  */
286 static void xenon_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
287 {
288 	struct sdhci_host *host = mmc_priv(mmc);
289 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
290 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
291 	u32 reg;
292 
293 	/*
294 	 * HS400/HS200/eMMC HS doesn't have Preset Value register.
295 	 * However, sdhci_set_ios will read HS400/HS200 Preset register.
296 	 * Disable Preset Value register for HS400/HS200.
297 	 * eMMC HS with preset_enabled set will trigger a bug in
298 	 * get_preset_value().
299 	 */
300 	if ((ios->timing == MMC_TIMING_MMC_HS400) ||
301 	    (ios->timing == MMC_TIMING_MMC_HS200) ||
302 	    (ios->timing == MMC_TIMING_MMC_HS)) {
303 		host->preset_enabled = false;
304 		host->quirks2 |= SDHCI_QUIRK2_PRESET_VALUE_BROKEN;
305 		host->flags &= ~SDHCI_PV_ENABLED;
306 
307 		reg = sdhci_readw(host, SDHCI_HOST_CONTROL2);
308 		reg &= ~SDHCI_CTRL_PRESET_VAL_ENABLE;
309 		sdhci_writew(host, reg, SDHCI_HOST_CONTROL2);
310 	} else {
311 		host->quirks2 &= ~SDHCI_QUIRK2_PRESET_VALUE_BROKEN;
312 	}
313 
314 	sdhci_set_ios(mmc, ios);
315 	xenon_phy_adj(host, ios);
316 
317 	if (host->clock > XENON_DEFAULT_SDCLK_FREQ)
318 		xenon_set_sdclk_off_idle(host, priv->sdhc_id, true);
319 }
320 
321 static int xenon_start_signal_voltage_switch(struct mmc_host *mmc,
322 					     struct mmc_ios *ios)
323 {
324 	struct sdhci_host *host = mmc_priv(mmc);
325 
326 	/*
327 	 * Before SD/SDIO set signal voltage, SD bus clock should be
328 	 * disabled. However, sdhci_set_clock will also disable the Internal
329 	 * clock in mmc_set_signal_voltage().
330 	 * If Internal clock is disabled, the 3.3V/1.8V bit can not be updated.
331 	 * Thus here manually enable internal clock.
332 	 *
333 	 * After switch completes, it is unnecessary to disable internal clock,
334 	 * since keeping internal clock active obeys SD spec.
335 	 */
336 	xenon_enable_internal_clk(host);
337 
338 	xenon_soc_pad_ctrl(host, ios->signal_voltage);
339 
340 	/*
341 	 * If Vqmmc is fixed on platform, vqmmc regulator should be unavailable.
342 	 * Thus SDHCI_CTRL_VDD_180 bit might not work then.
343 	 * Skip the standard voltage switch to avoid any issue.
344 	 */
345 	if (PTR_ERR(mmc->supply.vqmmc) == -ENODEV)
346 		return 0;
347 
348 	return sdhci_start_signal_voltage_switch(mmc, ios);
349 }
350 
351 /*
352  * Update card type.
353  * priv->init_card_type will be used in PHY timing adjustment.
354  */
355 static void xenon_init_card(struct mmc_host *mmc, struct mmc_card *card)
356 {
357 	struct sdhci_host *host = mmc_priv(mmc);
358 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
359 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
360 
361 	/* Update card type*/
362 	priv->init_card_type = card->type;
363 }
364 
365 static int xenon_execute_tuning(struct mmc_host *mmc, u32 opcode)
366 {
367 	struct sdhci_host *host = mmc_priv(mmc);
368 
369 	if (host->timing == MMC_TIMING_UHS_DDR50 ||
370 		host->timing == MMC_TIMING_MMC_DDR52)
371 		return 0;
372 
373 	/*
374 	 * Currently force Xenon driver back to support mode 1 only,
375 	 * even though Xenon might claim to support mode 2 or mode 3.
376 	 * It requires more time to test mode 2/mode 3 on more platforms.
377 	 */
378 	if (host->tuning_mode != SDHCI_TUNING_MODE_1)
379 		xenon_retune_setup(host);
380 
381 	return sdhci_execute_tuning(mmc, opcode);
382 }
383 
384 static void xenon_enable_sdio_irq(struct mmc_host *mmc, int enable)
385 {
386 	struct sdhci_host *host = mmc_priv(mmc);
387 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
388 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
389 	u32 reg;
390 	u8 sdhc_id = priv->sdhc_id;
391 
392 	sdhci_enable_sdio_irq(mmc, enable);
393 
394 	if (enable) {
395 		/*
396 		 * Set SDIO Card Inserted indication
397 		 * to enable detecting SDIO async irq.
398 		 */
399 		reg = sdhci_readl(host, XENON_SYS_CFG_INFO);
400 		reg |= (1 << (sdhc_id + XENON_SLOT_TYPE_SDIO_SHIFT));
401 		sdhci_writel(host, reg, XENON_SYS_CFG_INFO);
402 	} else {
403 		/* Clear SDIO Card Inserted indication */
404 		reg = sdhci_readl(host, XENON_SYS_CFG_INFO);
405 		reg &= ~(1 << (sdhc_id + XENON_SLOT_TYPE_SDIO_SHIFT));
406 		sdhci_writel(host, reg, XENON_SYS_CFG_INFO);
407 	}
408 }
409 
410 static void xenon_replace_mmc_host_ops(struct sdhci_host *host)
411 {
412 	host->mmc_host_ops.set_ios = xenon_set_ios;
413 	host->mmc_host_ops.start_signal_voltage_switch =
414 			xenon_start_signal_voltage_switch;
415 	host->mmc_host_ops.init_card = xenon_init_card;
416 	host->mmc_host_ops.execute_tuning = xenon_execute_tuning;
417 	host->mmc_host_ops.enable_sdio_irq = xenon_enable_sdio_irq;
418 }
419 
420 /*
421  * Parse Xenon specific DT properties:
422  * sdhc-id: the index of current SDHC.
423  *	    Refer to XENON_SYS_CFG_INFO register
424  * tun-count: the interval between re-tuning
425  */
426 static int xenon_probe_params(struct platform_device *pdev)
427 {
428 	struct device *dev = &pdev->dev;
429 	struct sdhci_host *host = platform_get_drvdata(pdev);
430 	struct mmc_host *mmc = host->mmc;
431 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
432 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
433 	u32 sdhc_id, nr_sdhc;
434 	u32 tuning_count;
435 
436 	/* Disable HS200 on Armada AP806 */
437 	if (priv->hw_version == XENON_AP806)
438 		host->quirks2 |= SDHCI_QUIRK2_BROKEN_HS200;
439 
440 	sdhc_id = 0x0;
441 	if (!device_property_read_u32(dev, "marvell,xenon-sdhc-id", &sdhc_id)) {
442 		nr_sdhc = sdhci_readl(host, XENON_SYS_CFG_INFO);
443 		nr_sdhc &= XENON_NR_SUPPORTED_SLOT_MASK;
444 		if (unlikely(sdhc_id > nr_sdhc)) {
445 			dev_err(mmc_dev(mmc), "SDHC Index %d exceeds Number of SDHCs %d\n",
446 				sdhc_id, nr_sdhc);
447 			return -EINVAL;
448 		}
449 	}
450 	priv->sdhc_id = sdhc_id;
451 
452 	tuning_count = XENON_DEF_TUNING_COUNT;
453 	if (!device_property_read_u32(dev, "marvell,xenon-tun-count",
454 				      &tuning_count)) {
455 		if (unlikely(tuning_count >= XENON_TMR_RETUN_NO_PRESENT)) {
456 			dev_err(mmc_dev(mmc), "Wrong Re-tuning Count. Set default value %d\n",
457 				XENON_DEF_TUNING_COUNT);
458 			tuning_count = XENON_DEF_TUNING_COUNT;
459 		}
460 	}
461 	priv->tuning_count = tuning_count;
462 
463 	return xenon_phy_parse_params(dev, host);
464 }
465 
466 static int xenon_sdhc_prepare(struct sdhci_host *host)
467 {
468 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
469 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
470 	u8 sdhc_id = priv->sdhc_id;
471 
472 	/* Enable SDHC */
473 	xenon_enable_sdhc(host, sdhc_id);
474 
475 	/* Enable ACG */
476 	xenon_set_acg(host, true);
477 
478 	/* Enable Parallel Transfer Mode */
479 	xenon_enable_sdhc_parallel_tran(host, sdhc_id);
480 
481 	/* Disable SDCLK-Off-While-Idle before card init */
482 	xenon_set_sdclk_off_idle(host, sdhc_id, false);
483 
484 	xenon_mask_cmd_conflict_err(host);
485 
486 	return 0;
487 }
488 
489 static void xenon_sdhc_unprepare(struct sdhci_host *host)
490 {
491 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
492 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
493 	u8 sdhc_id = priv->sdhc_id;
494 
495 	/* disable SDHC */
496 	xenon_disable_sdhc(host, sdhc_id);
497 }
498 
499 static int xenon_probe(struct platform_device *pdev)
500 {
501 	struct sdhci_pltfm_host *pltfm_host;
502 	struct device *dev = &pdev->dev;
503 	struct sdhci_host *host;
504 	struct xenon_priv *priv;
505 	int err;
506 
507 	host = sdhci_pltfm_init(pdev, &sdhci_xenon_pdata,
508 				sizeof(struct xenon_priv));
509 	if (IS_ERR(host))
510 		return PTR_ERR(host);
511 
512 	pltfm_host = sdhci_priv(host);
513 	priv = sdhci_pltfm_priv(pltfm_host);
514 
515 	priv->hw_version = (unsigned long)device_get_match_data(&pdev->dev);
516 
517 	/*
518 	 * Link Xenon specific mmc_host_ops function,
519 	 * to replace standard ones in sdhci_ops.
520 	 */
521 	xenon_replace_mmc_host_ops(host);
522 
523 	if (dev->of_node) {
524 		pltfm_host->clk = devm_clk_get(&pdev->dev, "core");
525 		if (IS_ERR(pltfm_host->clk)) {
526 			err = PTR_ERR(pltfm_host->clk);
527 			dev_err(&pdev->dev, "Failed to setup input clk: %d\n", err);
528 			goto free_pltfm;
529 		}
530 		err = clk_prepare_enable(pltfm_host->clk);
531 		if (err)
532 			goto free_pltfm;
533 
534 		priv->axi_clk = devm_clk_get(&pdev->dev, "axi");
535 		if (IS_ERR(priv->axi_clk)) {
536 			err = PTR_ERR(priv->axi_clk);
537 			if (err == -EPROBE_DEFER)
538 				goto err_clk;
539 		} else {
540 			err = clk_prepare_enable(priv->axi_clk);
541 			if (err)
542 				goto err_clk;
543 		}
544 	}
545 
546 	err = mmc_of_parse(host->mmc);
547 	if (err)
548 		goto err_clk_axi;
549 
550 	sdhci_get_property(pdev);
551 
552 	xenon_set_acg(host, false);
553 
554 	/* Xenon specific parameters parse */
555 	err = xenon_probe_params(pdev);
556 	if (err)
557 		goto err_clk_axi;
558 
559 	err = xenon_sdhc_prepare(host);
560 	if (err)
561 		goto err_clk_axi;
562 
563 	pm_runtime_get_noresume(&pdev->dev);
564 	pm_runtime_set_active(&pdev->dev);
565 	pm_runtime_set_autosuspend_delay(&pdev->dev, 50);
566 	pm_runtime_use_autosuspend(&pdev->dev);
567 	pm_runtime_enable(&pdev->dev);
568 	pm_suspend_ignore_children(&pdev->dev, 1);
569 
570 	err = sdhci_add_host(host);
571 	if (err)
572 		goto remove_sdhc;
573 
574 	pm_runtime_put_autosuspend(&pdev->dev);
575 
576 	return 0;
577 
578 remove_sdhc:
579 	pm_runtime_disable(&pdev->dev);
580 	pm_runtime_put_noidle(&pdev->dev);
581 	xenon_sdhc_unprepare(host);
582 err_clk_axi:
583 	clk_disable_unprepare(priv->axi_clk);
584 err_clk:
585 	clk_disable_unprepare(pltfm_host->clk);
586 free_pltfm:
587 	sdhci_pltfm_free(pdev);
588 	return err;
589 }
590 
591 static int xenon_remove(struct platform_device *pdev)
592 {
593 	struct sdhci_host *host = platform_get_drvdata(pdev);
594 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
595 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
596 
597 	pm_runtime_get_sync(&pdev->dev);
598 	pm_runtime_disable(&pdev->dev);
599 	pm_runtime_put_noidle(&pdev->dev);
600 
601 	sdhci_remove_host(host, 0);
602 
603 	xenon_sdhc_unprepare(host);
604 	clk_disable_unprepare(priv->axi_clk);
605 	clk_disable_unprepare(pltfm_host->clk);
606 
607 	sdhci_pltfm_free(pdev);
608 
609 	return 0;
610 }
611 
612 #ifdef CONFIG_PM_SLEEP
613 static int xenon_suspend(struct device *dev)
614 {
615 	struct sdhci_host *host = dev_get_drvdata(dev);
616 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
617 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
618 	int ret;
619 
620 	ret = pm_runtime_force_suspend(dev);
621 
622 	priv->restore_needed = true;
623 	return ret;
624 }
625 #endif
626 
627 #ifdef CONFIG_PM
628 static int xenon_runtime_suspend(struct device *dev)
629 {
630 	struct sdhci_host *host = dev_get_drvdata(dev);
631 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
632 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
633 	int ret;
634 
635 	ret = sdhci_runtime_suspend_host(host);
636 	if (ret)
637 		return ret;
638 
639 	if (host->tuning_mode != SDHCI_TUNING_MODE_3)
640 		mmc_retune_needed(host->mmc);
641 
642 	clk_disable_unprepare(pltfm_host->clk);
643 	/*
644 	 * Need to update the priv->clock here, or when runtime resume
645 	 * back, phy don't aware the clock change and won't adjust phy
646 	 * which will cause cmd err
647 	 */
648 	priv->clock = 0;
649 	return 0;
650 }
651 
652 static int xenon_runtime_resume(struct device *dev)
653 {
654 	struct sdhci_host *host = dev_get_drvdata(dev);
655 	struct sdhci_pltfm_host *pltfm_host = sdhci_priv(host);
656 	struct xenon_priv *priv = sdhci_pltfm_priv(pltfm_host);
657 	int ret;
658 
659 	ret = clk_prepare_enable(pltfm_host->clk);
660 	if (ret) {
661 		dev_err(dev, "can't enable mainck\n");
662 		return ret;
663 	}
664 
665 	if (priv->restore_needed) {
666 		ret = xenon_sdhc_prepare(host);
667 		if (ret)
668 			goto out;
669 		priv->restore_needed = false;
670 	}
671 
672 	ret = sdhci_runtime_resume_host(host, 0);
673 	if (ret)
674 		goto out;
675 	return 0;
676 out:
677 	clk_disable_unprepare(pltfm_host->clk);
678 	return ret;
679 }
680 #endif /* CONFIG_PM */
681 
682 static const struct dev_pm_ops sdhci_xenon_dev_pm_ops = {
683 	SET_SYSTEM_SLEEP_PM_OPS(xenon_suspend,
684 				pm_runtime_force_resume)
685 	SET_RUNTIME_PM_OPS(xenon_runtime_suspend,
686 			   xenon_runtime_resume,
687 			   NULL)
688 };
689 
690 static const struct of_device_id sdhci_xenon_dt_ids[] = {
691 	{ .compatible = "marvell,armada-ap806-sdhci", .data = (void *)XENON_AP806},
692 	{ .compatible = "marvell,armada-ap807-sdhci", .data = (void *)XENON_AP807},
693 	{ .compatible = "marvell,armada-cp110-sdhci", .data =  (void *)XENON_CP110},
694 	{ .compatible = "marvell,armada-3700-sdhci", .data =  (void *)XENON_A3700},
695 	{}
696 };
697 MODULE_DEVICE_TABLE(of, sdhci_xenon_dt_ids);
698 
699 #ifdef CONFIG_ACPI
700 static const struct acpi_device_id sdhci_xenon_acpi_ids[] = {
701 	{ .id = "MRVL0002", XENON_AP806},
702 	{ .id = "MRVL0003", XENON_AP807},
703 	{ .id = "MRVL0004", XENON_CP110},
704 	{}
705 };
706 MODULE_DEVICE_TABLE(acpi, sdhci_xenon_acpi_ids);
707 #endif
708 
709 static struct platform_driver sdhci_xenon_driver = {
710 	.driver	= {
711 		.name	= "xenon-sdhci",
712 		.probe_type = PROBE_PREFER_ASYNCHRONOUS,
713 		.of_match_table = sdhci_xenon_dt_ids,
714 		.acpi_match_table = ACPI_PTR(sdhci_xenon_acpi_ids),
715 		.pm = &sdhci_xenon_dev_pm_ops,
716 	},
717 	.probe	= xenon_probe,
718 	.remove	= xenon_remove,
719 };
720 
721 module_platform_driver(sdhci_xenon_driver);
722 
723 MODULE_DESCRIPTION("SDHCI platform driver for Marvell Xenon SDHC");
724 MODULE_AUTHOR("Hu Ziji <huziji@marvell.com>");
725 MODULE_LICENSE("GPL v2");
726