xref: /openbmc/u-boot/drivers/mmc/tegra_mmc.c (revision 83d290c56fab2d38cd1ab4c4cc7099559c1d5046)
1*83d290c5STom Rini // SPDX-License-Identifier: GPL-2.0+
23f82d89dSTom Warren /*
33f82d89dSTom Warren  * (C) Copyright 2009 SAMSUNG Electronics
43f82d89dSTom Warren  * Minkyu Kang <mk7.kang@samsung.com>
53f82d89dSTom Warren  * Jaehoon Chung <jh80.chung@samsung.com>
66a474db4STom Warren  * Portions Copyright 2011-2016 NVIDIA Corporation
73f82d89dSTom Warren  */
83f82d89dSTom Warren 
919815399SStephen Warren #include <bouncebuf.h>
103f82d89dSTom Warren #include <common.h>
119d922450SSimon Glass #include <dm.h>
12915ffa52SJaehoon Chung #include <errno.h>
1349cb9308SSimon Glass #include <mmc.h>
143f82d89dSTom Warren #include <asm/gpio.h>
153f82d89dSTom Warren #include <asm/io.h>
16150c2493STom Warren #include <asm/arch-tegra/tegra_mmc.h>
173f82d89dSTom Warren 
180e513e78SSimon Glass struct tegra_mmc_plat {
190e513e78SSimon Glass 	struct mmc_config cfg;
200e513e78SSimon Glass 	struct mmc mmc;
210e513e78SSimon Glass };
220e513e78SSimon Glass 
23f53c4e4bSStephen Warren struct tegra_mmc_priv {
24f53c4e4bSStephen Warren 	struct tegra_mmc *reg;
25f53c4e4bSStephen Warren 	struct reset_ctl reset_ctl;
26f53c4e4bSStephen Warren 	struct clk clk;
27f53c4e4bSStephen Warren 	struct gpio_desc cd_gpio;	/* Change Detect GPIO */
28f53c4e4bSStephen Warren 	struct gpio_desc pwr_gpio;	/* Power GPIO */
29f53c4e4bSStephen Warren 	struct gpio_desc wp_gpio;	/* Write Protect GPIO */
30f53c4e4bSStephen Warren 	unsigned int version;	/* SDHCI spec. version */
31f53c4e4bSStephen Warren 	unsigned int clock;	/* Current clock (MHz) */
32f53c4e4bSStephen Warren };
33f53c4e4bSStephen Warren 
tegra_mmc_set_power(struct tegra_mmc_priv * priv,unsigned short power)34f53c4e4bSStephen Warren static void tegra_mmc_set_power(struct tegra_mmc_priv *priv,
35f53c4e4bSStephen Warren 				unsigned short power)
362d348a16STom Warren {
372d348a16STom Warren 	u8 pwr = 0;
382d348a16STom Warren 	debug("%s: power = %x\n", __func__, power);
392d348a16STom Warren 
402d348a16STom Warren 	if (power != (unsigned short)-1) {
412d348a16STom Warren 		switch (1 << power) {
422d348a16STom Warren 		case MMC_VDD_165_195:
432d348a16STom Warren 			pwr = TEGRA_MMC_PWRCTL_SD_BUS_VOLTAGE_V1_8;
442d348a16STom Warren 			break;
452d348a16STom Warren 		case MMC_VDD_29_30:
462d348a16STom Warren 		case MMC_VDD_30_31:
472d348a16STom Warren 			pwr = TEGRA_MMC_PWRCTL_SD_BUS_VOLTAGE_V3_0;
482d348a16STom Warren 			break;
492d348a16STom Warren 		case MMC_VDD_32_33:
502d348a16STom Warren 		case MMC_VDD_33_34:
512d348a16STom Warren 			pwr = TEGRA_MMC_PWRCTL_SD_BUS_VOLTAGE_V3_3;
522d348a16STom Warren 			break;
532d348a16STom Warren 		}
542d348a16STom Warren 	}
552d348a16STom Warren 	debug("%s: pwr = %X\n", __func__, pwr);
562d348a16STom Warren 
572d348a16STom Warren 	/* Set the bus voltage first (if any) */
58f53c4e4bSStephen Warren 	writeb(pwr, &priv->reg->pwrcon);
592d348a16STom Warren 	if (pwr == 0)
602d348a16STom Warren 		return;
612d348a16STom Warren 
622d348a16STom Warren 	/* Now enable bus power */
632d348a16STom Warren 	pwr |= TEGRA_MMC_PWRCTL_SD_BUS_POWER;
64f53c4e4bSStephen Warren 	writeb(pwr, &priv->reg->pwrcon);
652d348a16STom Warren }
662d348a16STom Warren 
tegra_mmc_prepare_data(struct tegra_mmc_priv * priv,struct mmc_data * data,struct bounce_buffer * bbstate)67f53c4e4bSStephen Warren static void tegra_mmc_prepare_data(struct tegra_mmc_priv *priv,
68f53c4e4bSStephen Warren 				   struct mmc_data *data,
6919815399SStephen Warren 				   struct bounce_buffer *bbstate)
703f82d89dSTom Warren {
713f82d89dSTom Warren 	unsigned char ctrl;
723f82d89dSTom Warren 
733f82d89dSTom Warren 
7419815399SStephen Warren 	debug("buf: %p (%p), data->blocks: %u, data->blocksize: %u\n",
7519815399SStephen Warren 		bbstate->bounce_buffer, bbstate->user_buffer, data->blocks,
7619815399SStephen Warren 		data->blocksize);
7719815399SStephen Warren 
78f53c4e4bSStephen Warren 	writel((u32)(unsigned long)bbstate->bounce_buffer, &priv->reg->sysad);
793f82d89dSTom Warren 	/*
803f82d89dSTom Warren 	 * DMASEL[4:3]
813f82d89dSTom Warren 	 * 00 = Selects SDMA
823f82d89dSTom Warren 	 * 01 = Reserved
833f82d89dSTom Warren 	 * 10 = Selects 32-bit Address ADMA2
843f82d89dSTom Warren 	 * 11 = Selects 64-bit Address ADMA2
853f82d89dSTom Warren 	 */
86f53c4e4bSStephen Warren 	ctrl = readb(&priv->reg->hostctl);
873f82d89dSTom Warren 	ctrl &= ~TEGRA_MMC_HOSTCTL_DMASEL_MASK;
883f82d89dSTom Warren 	ctrl |= TEGRA_MMC_HOSTCTL_DMASEL_SDMA;
89f53c4e4bSStephen Warren 	writeb(ctrl, &priv->reg->hostctl);
903f82d89dSTom Warren 
913f82d89dSTom Warren 	/* We do not handle DMA boundaries, so set it to max (512 KiB) */
92f53c4e4bSStephen Warren 	writew((7 << 12) | (data->blocksize & 0xFFF), &priv->reg->blksize);
93f53c4e4bSStephen Warren 	writew(data->blocks, &priv->reg->blkcnt);
943f82d89dSTom Warren }
953f82d89dSTom Warren 
tegra_mmc_set_transfer_mode(struct tegra_mmc_priv * priv,struct mmc_data * data)96f53c4e4bSStephen Warren static void tegra_mmc_set_transfer_mode(struct tegra_mmc_priv *priv,
97f53c4e4bSStephen Warren 					struct mmc_data *data)
983f82d89dSTom Warren {
993f82d89dSTom Warren 	unsigned short mode;
1003f82d89dSTom Warren 	debug(" mmc_set_transfer_mode called\n");
1013f82d89dSTom Warren 	/*
1023f82d89dSTom Warren 	 * TRNMOD
1033f82d89dSTom Warren 	 * MUL1SIN0[5]	: Multi/Single Block Select
1043f82d89dSTom Warren 	 * RD1WT0[4]	: Data Transfer Direction Select
1053f82d89dSTom Warren 	 *	1 = read
1063f82d89dSTom Warren 	 *	0 = write
1073f82d89dSTom Warren 	 * ENACMD12[2]	: Auto CMD12 Enable
1083f82d89dSTom Warren 	 * ENBLKCNT[1]	: Block Count Enable
1093f82d89dSTom Warren 	 * ENDMA[0]	: DMA Enable
1103f82d89dSTom Warren 	 */
1113f82d89dSTom Warren 	mode = (TEGRA_MMC_TRNMOD_DMA_ENABLE |
1123f82d89dSTom Warren 		TEGRA_MMC_TRNMOD_BLOCK_COUNT_ENABLE);
1133f82d89dSTom Warren 
1143f82d89dSTom Warren 	if (data->blocks > 1)
1153f82d89dSTom Warren 		mode |= TEGRA_MMC_TRNMOD_MULTI_BLOCK_SELECT;
1163f82d89dSTom Warren 
1173f82d89dSTom Warren 	if (data->flags & MMC_DATA_READ)
1183f82d89dSTom Warren 		mode |= TEGRA_MMC_TRNMOD_DATA_XFER_DIR_SEL_READ;
1193f82d89dSTom Warren 
120f53c4e4bSStephen Warren 	writew(mode, &priv->reg->trnmod);
1213f82d89dSTom Warren }
1223f82d89dSTom Warren 
tegra_mmc_wait_inhibit(struct tegra_mmc_priv * priv,struct mmc_cmd * cmd,struct mmc_data * data,unsigned int timeout)123f53c4e4bSStephen Warren static int tegra_mmc_wait_inhibit(struct tegra_mmc_priv *priv,
1243f82d89dSTom Warren 				  struct mmc_cmd *cmd,
1253f82d89dSTom Warren 				  struct mmc_data *data,
1263f82d89dSTom Warren 				  unsigned int timeout)
1273f82d89dSTom Warren {
1283f82d89dSTom Warren 	/*
1293f82d89dSTom Warren 	 * PRNSTS
1303f82d89dSTom Warren 	 * CMDINHDAT[1] : Command Inhibit (DAT)
1313f82d89dSTom Warren 	 * CMDINHCMD[0] : Command Inhibit (CMD)
1323f82d89dSTom Warren 	 */
1333f82d89dSTom Warren 	unsigned int mask = TEGRA_MMC_PRNSTS_CMD_INHIBIT_CMD;
1343f82d89dSTom Warren 
1353f82d89dSTom Warren 	/*
1363f82d89dSTom Warren 	 * We shouldn't wait for data inhibit for stop commands, even
1373f82d89dSTom Warren 	 * though they might use busy signaling
1383f82d89dSTom Warren 	 */
1393f82d89dSTom Warren 	if ((data == NULL) && (cmd->resp_type & MMC_RSP_BUSY))
1403f82d89dSTom Warren 		mask |= TEGRA_MMC_PRNSTS_CMD_INHIBIT_DAT;
1413f82d89dSTom Warren 
142f53c4e4bSStephen Warren 	while (readl(&priv->reg->prnsts) & mask) {
1433f82d89dSTom Warren 		if (timeout == 0) {
1443f82d89dSTom Warren 			printf("%s: timeout error\n", __func__);
1453f82d89dSTom Warren 			return -1;
1463f82d89dSTom Warren 		}
1473f82d89dSTom Warren 		timeout--;
1483f82d89dSTom Warren 		udelay(1000);
1493f82d89dSTom Warren 	}
1503f82d89dSTom Warren 
1513f82d89dSTom Warren 	return 0;
1523f82d89dSTom Warren }
1533f82d89dSTom Warren 
tegra_mmc_send_cmd_bounced(struct udevice * dev,struct mmc_cmd * cmd,struct mmc_data * data,struct bounce_buffer * bbstate)1540e513e78SSimon Glass static int tegra_mmc_send_cmd_bounced(struct udevice *dev, struct mmc_cmd *cmd,
155f53c4e4bSStephen Warren 				      struct mmc_data *data,
156f53c4e4bSStephen Warren 				      struct bounce_buffer *bbstate)
1573f82d89dSTom Warren {
1580e513e78SSimon Glass 	struct tegra_mmc_priv *priv = dev_get_priv(dev);
1593f82d89dSTom Warren 	int flags, i;
1603f82d89dSTom Warren 	int result;
1613f82d89dSTom Warren 	unsigned int mask = 0;
1623f82d89dSTom Warren 	unsigned int retry = 0x100000;
1633f82d89dSTom Warren 	debug(" mmc_send_cmd called\n");
1643f82d89dSTom Warren 
165f53c4e4bSStephen Warren 	result = tegra_mmc_wait_inhibit(priv, cmd, data, 10 /* ms */);
1663f82d89dSTom Warren 
1673f82d89dSTom Warren 	if (result < 0)
1683f82d89dSTom Warren 		return result;
1693f82d89dSTom Warren 
1703f82d89dSTom Warren 	if (data)
171f53c4e4bSStephen Warren 		tegra_mmc_prepare_data(priv, data, bbstate);
1723f82d89dSTom Warren 
1733f82d89dSTom Warren 	debug("cmd->arg: %08x\n", cmd->cmdarg);
174f53c4e4bSStephen Warren 	writel(cmd->cmdarg, &priv->reg->argument);
1753f82d89dSTom Warren 
1763f82d89dSTom Warren 	if (data)
177f53c4e4bSStephen Warren 		tegra_mmc_set_transfer_mode(priv, data);
1783f82d89dSTom Warren 
1793f82d89dSTom Warren 	if ((cmd->resp_type & MMC_RSP_136) && (cmd->resp_type & MMC_RSP_BUSY))
1803f82d89dSTom Warren 		return -1;
1813f82d89dSTom Warren 
1823f82d89dSTom Warren 	/*
1833f82d89dSTom Warren 	 * CMDREG
1843f82d89dSTom Warren 	 * CMDIDX[13:8]	: Command index
1853f82d89dSTom Warren 	 * DATAPRNT[5]	: Data Present Select
1863f82d89dSTom Warren 	 * ENCMDIDX[4]	: Command Index Check Enable
1873f82d89dSTom Warren 	 * ENCMDCRC[3]	: Command CRC Check Enable
1883f82d89dSTom Warren 	 * RSPTYP[1:0]
1893f82d89dSTom Warren 	 *	00 = No Response
1903f82d89dSTom Warren 	 *	01 = Length 136
1913f82d89dSTom Warren 	 *	10 = Length 48
1923f82d89dSTom Warren 	 *	11 = Length 48 Check busy after response
1933f82d89dSTom Warren 	 */
1943f82d89dSTom Warren 	if (!(cmd->resp_type & MMC_RSP_PRESENT))
1953f82d89dSTom Warren 		flags = TEGRA_MMC_CMDREG_RESP_TYPE_SELECT_NO_RESPONSE;
1963f82d89dSTom Warren 	else if (cmd->resp_type & MMC_RSP_136)
1973f82d89dSTom Warren 		flags = TEGRA_MMC_CMDREG_RESP_TYPE_SELECT_LENGTH_136;
1983f82d89dSTom Warren 	else if (cmd->resp_type & MMC_RSP_BUSY)
1993f82d89dSTom Warren 		flags = TEGRA_MMC_CMDREG_RESP_TYPE_SELECT_LENGTH_48_BUSY;
2003f82d89dSTom Warren 	else
2013f82d89dSTom Warren 		flags = TEGRA_MMC_CMDREG_RESP_TYPE_SELECT_LENGTH_48;
2023f82d89dSTom Warren 
2033f82d89dSTom Warren 	if (cmd->resp_type & MMC_RSP_CRC)
2043f82d89dSTom Warren 		flags |= TEGRA_MMC_TRNMOD_CMD_CRC_CHECK;
2053f82d89dSTom Warren 	if (cmd->resp_type & MMC_RSP_OPCODE)
2063f82d89dSTom Warren 		flags |= TEGRA_MMC_TRNMOD_CMD_INDEX_CHECK;
2073f82d89dSTom Warren 	if (data)
2083f82d89dSTom Warren 		flags |= TEGRA_MMC_TRNMOD_DATA_PRESENT_SELECT_DATA_TRANSFER;
2093f82d89dSTom Warren 
2103f82d89dSTom Warren 	debug("cmd: %d\n", cmd->cmdidx);
2113f82d89dSTom Warren 
212f53c4e4bSStephen Warren 	writew((cmd->cmdidx << 8) | flags, &priv->reg->cmdreg);
2133f82d89dSTom Warren 
2143f82d89dSTom Warren 	for (i = 0; i < retry; i++) {
215f53c4e4bSStephen Warren 		mask = readl(&priv->reg->norintsts);
2163f82d89dSTom Warren 		/* Command Complete */
2173f82d89dSTom Warren 		if (mask & TEGRA_MMC_NORINTSTS_CMD_COMPLETE) {
2183f82d89dSTom Warren 			if (!data)
219f53c4e4bSStephen Warren 				writel(mask, &priv->reg->norintsts);
2203f82d89dSTom Warren 			break;
2213f82d89dSTom Warren 		}
2223f82d89dSTom Warren 	}
2233f82d89dSTom Warren 
2243f82d89dSTom Warren 	if (i == retry) {
2253f82d89dSTom Warren 		printf("%s: waiting for status update\n", __func__);
226f53c4e4bSStephen Warren 		writel(mask, &priv->reg->norintsts);
227915ffa52SJaehoon Chung 		return -ETIMEDOUT;
2283f82d89dSTom Warren 	}
2293f82d89dSTom Warren 
2303f82d89dSTom Warren 	if (mask & TEGRA_MMC_NORINTSTS_CMD_TIMEOUT) {
2313f82d89dSTom Warren 		/* Timeout Error */
2323f82d89dSTom Warren 		debug("timeout: %08x cmd %d\n", mask, cmd->cmdidx);
233f53c4e4bSStephen Warren 		writel(mask, &priv->reg->norintsts);
234915ffa52SJaehoon Chung 		return -ETIMEDOUT;
2353f82d89dSTom Warren 	} else if (mask & TEGRA_MMC_NORINTSTS_ERR_INTERRUPT) {
2363f82d89dSTom Warren 		/* Error Interrupt */
2373f82d89dSTom Warren 		debug("error: %08x cmd %d\n", mask, cmd->cmdidx);
238f53c4e4bSStephen Warren 		writel(mask, &priv->reg->norintsts);
2393f82d89dSTom Warren 		return -1;
2403f82d89dSTom Warren 	}
2413f82d89dSTom Warren 
2423f82d89dSTom Warren 	if (cmd->resp_type & MMC_RSP_PRESENT) {
2433f82d89dSTom Warren 		if (cmd->resp_type & MMC_RSP_136) {
2443f82d89dSTom Warren 			/* CRC is stripped so we need to do some shifting. */
2453f82d89dSTom Warren 			for (i = 0; i < 4; i++) {
246f53c4e4bSStephen Warren 				unsigned long offset = (unsigned long)
247f53c4e4bSStephen Warren 					(&priv->reg->rspreg3 - i);
2483f82d89dSTom Warren 				cmd->response[i] = readl(offset) << 8;
2493f82d89dSTom Warren 
2503f82d89dSTom Warren 				if (i != 3) {
2513f82d89dSTom Warren 					cmd->response[i] |=
2523f82d89dSTom Warren 						readb(offset - 1);
2533f82d89dSTom Warren 				}
2543f82d89dSTom Warren 				debug("cmd->resp[%d]: %08x\n",
2553f82d89dSTom Warren 						i, cmd->response[i]);
2563f82d89dSTom Warren 			}
2573f82d89dSTom Warren 		} else if (cmd->resp_type & MMC_RSP_BUSY) {
2583f82d89dSTom Warren 			for (i = 0; i < retry; i++) {
2593f82d89dSTom Warren 				/* PRNTDATA[23:20] : DAT[3:0] Line Signal */
260f53c4e4bSStephen Warren 				if (readl(&priv->reg->prnsts)
2613f82d89dSTom Warren 					& (1 << 20))	/* DAT[0] */
2623f82d89dSTom Warren 					break;
2633f82d89dSTom Warren 			}
2643f82d89dSTom Warren 
2653f82d89dSTom Warren 			if (i == retry) {
2663f82d89dSTom Warren 				printf("%s: card is still busy\n", __func__);
267f53c4e4bSStephen Warren 				writel(mask, &priv->reg->norintsts);
268915ffa52SJaehoon Chung 				return -ETIMEDOUT;
2693f82d89dSTom Warren 			}
2703f82d89dSTom Warren 
271f53c4e4bSStephen Warren 			cmd->response[0] = readl(&priv->reg->rspreg0);
2723f82d89dSTom Warren 			debug("cmd->resp[0]: %08x\n", cmd->response[0]);
2733f82d89dSTom Warren 		} else {
274f53c4e4bSStephen Warren 			cmd->response[0] = readl(&priv->reg->rspreg0);
2753f82d89dSTom Warren 			debug("cmd->resp[0]: %08x\n", cmd->response[0]);
2763f82d89dSTom Warren 		}
2773f82d89dSTom Warren 	}
2783f82d89dSTom Warren 
2793f82d89dSTom Warren 	if (data) {
2803f82d89dSTom Warren 		unsigned long	start = get_timer(0);
2813f82d89dSTom Warren 
2823f82d89dSTom Warren 		while (1) {
283f53c4e4bSStephen Warren 			mask = readl(&priv->reg->norintsts);
2843f82d89dSTom Warren 
2853f82d89dSTom Warren 			if (mask & TEGRA_MMC_NORINTSTS_ERR_INTERRUPT) {
2863f82d89dSTom Warren 				/* Error Interrupt */
287f53c4e4bSStephen Warren 				writel(mask, &priv->reg->norintsts);
2883f82d89dSTom Warren 				printf("%s: error during transfer: 0x%08x\n",
2893f82d89dSTom Warren 						__func__, mask);
2903f82d89dSTom Warren 				return -1;
2913f82d89dSTom Warren 			} else if (mask & TEGRA_MMC_NORINTSTS_DMA_INTERRUPT) {
2923f82d89dSTom Warren 				/*
2933f82d89dSTom Warren 				 * DMA Interrupt, restart the transfer where
2943f82d89dSTom Warren 				 * it was interrupted.
2953f82d89dSTom Warren 				 */
296f53c4e4bSStephen Warren 				unsigned int address = readl(&priv->reg->sysad);
2973f82d89dSTom Warren 
2983f82d89dSTom Warren 				debug("DMA end\n");
2993f82d89dSTom Warren 				writel(TEGRA_MMC_NORINTSTS_DMA_INTERRUPT,
300f53c4e4bSStephen Warren 				       &priv->reg->norintsts);
301f53c4e4bSStephen Warren 				writel(address, &priv->reg->sysad);
3023f82d89dSTom Warren 			} else if (mask & TEGRA_MMC_NORINTSTS_XFER_COMPLETE) {
3033f82d89dSTom Warren 				/* Transfer Complete */
3043f82d89dSTom Warren 				debug("r/w is done\n");
3053f82d89dSTom Warren 				break;
30609fb7361SMarcel Ziswiler 			} else if (get_timer(start) > 8000UL) {
307f53c4e4bSStephen Warren 				writel(mask, &priv->reg->norintsts);
3083f82d89dSTom Warren 				printf("%s: MMC Timeout\n"
3093f82d89dSTom Warren 				       "    Interrupt status        0x%08x\n"
3103f82d89dSTom Warren 				       "    Interrupt status enable 0x%08x\n"
3113f82d89dSTom Warren 				       "    Interrupt signal enable 0x%08x\n"
3123f82d89dSTom Warren 				       "    Present status          0x%08x\n",
3133f82d89dSTom Warren 				       __func__, mask,
314f53c4e4bSStephen Warren 				       readl(&priv->reg->norintstsen),
315f53c4e4bSStephen Warren 				       readl(&priv->reg->norintsigen),
316f53c4e4bSStephen Warren 				       readl(&priv->reg->prnsts));
3173f82d89dSTom Warren 				return -1;
3183f82d89dSTom Warren 			}
3193f82d89dSTom Warren 		}
320f53c4e4bSStephen Warren 		writel(mask, &priv->reg->norintsts);
3213f82d89dSTom Warren 	}
3223f82d89dSTom Warren 
3233f82d89dSTom Warren 	udelay(1000);
3243f82d89dSTom Warren 	return 0;
3253f82d89dSTom Warren }
3263f82d89dSTom Warren 
tegra_mmc_send_cmd(struct udevice * dev,struct mmc_cmd * cmd,struct mmc_data * data)3270e513e78SSimon Glass static int tegra_mmc_send_cmd(struct udevice *dev, struct mmc_cmd *cmd,
32819815399SStephen Warren 			      struct mmc_data *data)
32919815399SStephen Warren {
33019815399SStephen Warren 	void *buf;
33119815399SStephen Warren 	unsigned int bbflags;
33219815399SStephen Warren 	size_t len;
33319815399SStephen Warren 	struct bounce_buffer bbstate;
33419815399SStephen Warren 	int ret;
33519815399SStephen Warren 
33619815399SStephen Warren 	if (data) {
33719815399SStephen Warren 		if (data->flags & MMC_DATA_READ) {
33819815399SStephen Warren 			buf = data->dest;
33919815399SStephen Warren 			bbflags = GEN_BB_WRITE;
34019815399SStephen Warren 		} else {
34119815399SStephen Warren 			buf = (void *)data->src;
34219815399SStephen Warren 			bbflags = GEN_BB_READ;
34319815399SStephen Warren 		}
34419815399SStephen Warren 		len = data->blocks * data->blocksize;
34519815399SStephen Warren 
34619815399SStephen Warren 		bounce_buffer_start(&bbstate, buf, len, bbflags);
34719815399SStephen Warren 	}
34819815399SStephen Warren 
3490e513e78SSimon Glass 	ret = tegra_mmc_send_cmd_bounced(dev, cmd, data, &bbstate);
35019815399SStephen Warren 
35119815399SStephen Warren 	if (data)
35219815399SStephen Warren 		bounce_buffer_stop(&bbstate);
35319815399SStephen Warren 
35419815399SStephen Warren 	return ret;
35519815399SStephen Warren }
35619815399SStephen Warren 
tegra_mmc_change_clock(struct tegra_mmc_priv * priv,uint clock)357f53c4e4bSStephen Warren static void tegra_mmc_change_clock(struct tegra_mmc_priv *priv, uint clock)
3583f82d89dSTom Warren {
359e8adca9eSStephen Warren 	ulong rate;
3603f82d89dSTom Warren 	int div;
3613f82d89dSTom Warren 	unsigned short clk;
3623f82d89dSTom Warren 	unsigned long timeout;
3633f82d89dSTom Warren 
3643f82d89dSTom Warren 	debug(" mmc_change_clock called\n");
3653f82d89dSTom Warren 
3663f82d89dSTom Warren 	/*
3672d348a16STom Warren 	 * Change Tegra SDMMCx clock divisor here. Source is PLLP_OUT0
3683f82d89dSTom Warren 	 */
3693f82d89dSTom Warren 	if (clock == 0)
3703f82d89dSTom Warren 		goto out;
371e8adca9eSStephen Warren 
372e8adca9eSStephen Warren 	rate = clk_set_rate(&priv->clk, clock);
373c0493076SStephen Warren 	div = (rate + clock - 1) / clock;
3743f82d89dSTom Warren 	debug("div = %d\n", div);
3753f82d89dSTom Warren 
376f53c4e4bSStephen Warren 	writew(0, &priv->reg->clkcon);
3773f82d89dSTom Warren 
3783f82d89dSTom Warren 	/*
3793f82d89dSTom Warren 	 * CLKCON
3803f82d89dSTom Warren 	 * SELFREQ[15:8]	: base clock divided by value
3813f82d89dSTom Warren 	 * ENSDCLK[2]		: SD Clock Enable
3823f82d89dSTom Warren 	 * STBLINTCLK[1]	: Internal Clock Stable
3833f82d89dSTom Warren 	 * ENINTCLK[0]		: Internal Clock Enable
3843f82d89dSTom Warren 	 */
3853f82d89dSTom Warren 	div >>= 1;
3863f82d89dSTom Warren 	clk = ((div << TEGRA_MMC_CLKCON_SDCLK_FREQ_SEL_SHIFT) |
3873f82d89dSTom Warren 	       TEGRA_MMC_CLKCON_INTERNAL_CLOCK_ENABLE);
388f53c4e4bSStephen Warren 	writew(clk, &priv->reg->clkcon);
3893f82d89dSTom Warren 
3903f82d89dSTom Warren 	/* Wait max 10 ms */
3913f82d89dSTom Warren 	timeout = 10;
392f53c4e4bSStephen Warren 	while (!(readw(&priv->reg->clkcon) &
3933f82d89dSTom Warren 		 TEGRA_MMC_CLKCON_INTERNAL_CLOCK_STABLE)) {
3943f82d89dSTom Warren 		if (timeout == 0) {
3953f82d89dSTom Warren 			printf("%s: timeout error\n", __func__);
3963f82d89dSTom Warren 			return;
3973f82d89dSTom Warren 		}
3983f82d89dSTom Warren 		timeout--;
3993f82d89dSTom Warren 		udelay(1000);
4003f82d89dSTom Warren 	}
4013f82d89dSTom Warren 
4023f82d89dSTom Warren 	clk |= TEGRA_MMC_CLKCON_SD_CLOCK_ENABLE;
403f53c4e4bSStephen Warren 	writew(clk, &priv->reg->clkcon);
4043f82d89dSTom Warren 
4053f82d89dSTom Warren 	debug("mmc_change_clock: clkcon = %08X\n", clk);
4063f82d89dSTom Warren 
4073f82d89dSTom Warren out:
408f53c4e4bSStephen Warren 	priv->clock = clock;
4093f82d89dSTom Warren }
4103f82d89dSTom Warren 
tegra_mmc_set_ios(struct udevice * dev)4110e513e78SSimon Glass static int tegra_mmc_set_ios(struct udevice *dev)
4123f82d89dSTom Warren {
4130e513e78SSimon Glass 	struct tegra_mmc_priv *priv = dev_get_priv(dev);
4140e513e78SSimon Glass 	struct mmc *mmc = mmc_get_mmc_dev(dev);
4153f82d89dSTom Warren 	unsigned char ctrl;
4163f82d89dSTom Warren 	debug(" mmc_set_ios called\n");
4173f82d89dSTom Warren 
4183f82d89dSTom Warren 	debug("bus_width: %x, clock: %d\n", mmc->bus_width, mmc->clock);
4193f82d89dSTom Warren 
4203f82d89dSTom Warren 	/* Change clock first */
421f53c4e4bSStephen Warren 	tegra_mmc_change_clock(priv, mmc->clock);
4223f82d89dSTom Warren 
423f53c4e4bSStephen Warren 	ctrl = readb(&priv->reg->hostctl);
4243f82d89dSTom Warren 
4253f82d89dSTom Warren 	/*
4263f82d89dSTom Warren 	 * WIDE8[5]
4273f82d89dSTom Warren 	 * 0 = Depend on WIDE4
4283f82d89dSTom Warren 	 * 1 = 8-bit mode
4293f82d89dSTom Warren 	 * WIDE4[1]
4303f82d89dSTom Warren 	 * 1 = 4-bit mode
4313f82d89dSTom Warren 	 * 0 = 1-bit mode
4323f82d89dSTom Warren 	 */
4333f82d89dSTom Warren 	if (mmc->bus_width == 8)
4343f82d89dSTom Warren 		ctrl |= (1 << 5);
4353f82d89dSTom Warren 	else if (mmc->bus_width == 4)
4363f82d89dSTom Warren 		ctrl |= (1 << 1);
4373f82d89dSTom Warren 	else
438542b5f85SSimon Glass 		ctrl &= ~(1 << 1 | 1 << 5);
4393f82d89dSTom Warren 
440f53c4e4bSStephen Warren 	writeb(ctrl, &priv->reg->hostctl);
4413f82d89dSTom Warren 	debug("mmc_set_ios: hostctl = %08X\n", ctrl);
44207b0b9c0SJaehoon Chung 
44307b0b9c0SJaehoon Chung 	return 0;
4443f82d89dSTom Warren }
4453f82d89dSTom Warren 
tegra_mmc_pad_init(struct tegra_mmc_priv * priv)446f53c4e4bSStephen Warren static void tegra_mmc_pad_init(struct tegra_mmc_priv *priv)
4476b83588eSStephen Warren {
4486b83588eSStephen Warren #if defined(CONFIG_TEGRA30)
4496b83588eSStephen Warren 	u32 val;
4506b83588eSStephen Warren 
451f53c4e4bSStephen Warren 	debug("%s: sdmmc address = %08x\n", __func__, (unsigned int)priv->reg);
4526b83588eSStephen Warren 
4536b83588eSStephen Warren 	/* Set the pad drive strength for SDMMC1 or 3 only */
454f53c4e4bSStephen Warren 	if (priv->reg != (void *)0x78000000 &&
455f53c4e4bSStephen Warren 	    priv->reg != (void *)0x78000400) {
4566b83588eSStephen Warren 		debug("%s: settings are only valid for SDMMC1/SDMMC3!\n",
4576b83588eSStephen Warren 		      __func__);
4586b83588eSStephen Warren 		return;
4596b83588eSStephen Warren 	}
4606b83588eSStephen Warren 
461f53c4e4bSStephen Warren 	val = readl(&priv->reg->sdmemcmppadctl);
4626b83588eSStephen Warren 	val &= 0xFFFFFFF0;
4636b83588eSStephen Warren 	val |= MEMCOMP_PADCTRL_VREF;
464f53c4e4bSStephen Warren 	writel(val, &priv->reg->sdmemcmppadctl);
4656b83588eSStephen Warren 
466f53c4e4bSStephen Warren 	val = readl(&priv->reg->autocalcfg);
4676b83588eSStephen Warren 	val &= 0xFFFF0000;
4686b83588eSStephen Warren 	val |= AUTO_CAL_PU_OFFSET | AUTO_CAL_PD_OFFSET | AUTO_CAL_ENABLED;
469f53c4e4bSStephen Warren 	writel(val, &priv->reg->autocalcfg);
4706b83588eSStephen Warren #endif
4716b83588eSStephen Warren }
4726b83588eSStephen Warren 
tegra_mmc_reset(struct tegra_mmc_priv * priv,struct mmc * mmc)473f53c4e4bSStephen Warren static void tegra_mmc_reset(struct tegra_mmc_priv *priv, struct mmc *mmc)
4743f82d89dSTom Warren {
4753f82d89dSTom Warren 	unsigned int timeout;
4763f82d89dSTom Warren 	debug(" mmc_reset called\n");
4773f82d89dSTom Warren 
4783f82d89dSTom Warren 	/*
4793f82d89dSTom Warren 	 * RSTALL[0] : Software reset for all
4803f82d89dSTom Warren 	 * 1 = reset
4813f82d89dSTom Warren 	 * 0 = work
4823f82d89dSTom Warren 	 */
483f53c4e4bSStephen Warren 	writeb(TEGRA_MMC_SWRST_SW_RESET_FOR_ALL, &priv->reg->swrst);
4843f82d89dSTom Warren 
485f53c4e4bSStephen Warren 	priv->clock = 0;
4863f82d89dSTom Warren 
4873f82d89dSTom Warren 	/* Wait max 100 ms */
4883f82d89dSTom Warren 	timeout = 100;
4893f82d89dSTom Warren 
4903f82d89dSTom Warren 	/* hw clears the bit when it's done */
491f53c4e4bSStephen Warren 	while (readb(&priv->reg->swrst) & TEGRA_MMC_SWRST_SW_RESET_FOR_ALL) {
4923f82d89dSTom Warren 		if (timeout == 0) {
4933f82d89dSTom Warren 			printf("%s: timeout error\n", __func__);
4943f82d89dSTom Warren 			return;
4953f82d89dSTom Warren 		}
4963f82d89dSTom Warren 		timeout--;
4973f82d89dSTom Warren 		udelay(1000);
4983f82d89dSTom Warren 	}
4992d348a16STom Warren 
5002d348a16STom Warren 	/* Set SD bus voltage & enable bus power */
501f53c4e4bSStephen Warren 	tegra_mmc_set_power(priv, fls(mmc->cfg->voltages) - 1);
5022d348a16STom Warren 	debug("%s: power control = %02X, host control = %02X\n", __func__,
503f53c4e4bSStephen Warren 		readb(&priv->reg->pwrcon), readb(&priv->reg->hostctl));
5042d348a16STom Warren 
5052d348a16STom Warren 	/* Make sure SDIO pads are set up */
506f53c4e4bSStephen Warren 	tegra_mmc_pad_init(priv);
5073f82d89dSTom Warren }
5083f82d89dSTom Warren 
tegra_mmc_init(struct udevice * dev)5090e513e78SSimon Glass static int tegra_mmc_init(struct udevice *dev)
5103f82d89dSTom Warren {
5110e513e78SSimon Glass 	struct tegra_mmc_priv *priv = dev_get_priv(dev);
5120e513e78SSimon Glass 	struct mmc *mmc = mmc_get_mmc_dev(dev);
5133f82d89dSTom Warren 	unsigned int mask;
5146a474db4STom Warren 	debug(" tegra_mmc_init called\n");
5153f82d89dSTom Warren 
516f53c4e4bSStephen Warren 	tegra_mmc_reset(priv, mmc);
5173f82d89dSTom Warren 
5184119b709SMarcel Ziswiler #if defined(CONFIG_TEGRA124_MMC_DISABLE_EXT_LOOPBACK)
5194119b709SMarcel Ziswiler 	/*
5204119b709SMarcel Ziswiler 	 * Disable the external clock loopback and use the internal one on
5214119b709SMarcel Ziswiler 	 * SDMMC3 as per the SDMMC_VENDOR_MISC_CNTRL_0 register's SDMMC_SPARE1
5224119b709SMarcel Ziswiler 	 * bits being set to 0xfffd according to the TRM.
5234119b709SMarcel Ziswiler 	 *
5244119b709SMarcel Ziswiler 	 * TODO(marcel.ziswiler@toradex.com): Move to device tree controlled
5254119b709SMarcel Ziswiler 	 * approach once proper kernel integration made it mainline.
5264119b709SMarcel Ziswiler 	 */
5274119b709SMarcel Ziswiler 	if (priv->reg == (void *)0x700b0400) {
5284119b709SMarcel Ziswiler 		mask = readl(&priv->reg->venmiscctl);
5294119b709SMarcel Ziswiler 		mask &= ~TEGRA_MMC_MISCON_ENABLE_EXT_LOOPBACK;
5304119b709SMarcel Ziswiler 		writel(mask, &priv->reg->venmiscctl);
5314119b709SMarcel Ziswiler 	}
5324119b709SMarcel Ziswiler #endif
5334119b709SMarcel Ziswiler 
534f53c4e4bSStephen Warren 	priv->version = readw(&priv->reg->hcver);
535f53c4e4bSStephen Warren 	debug("host version = %x\n", priv->version);
5363f82d89dSTom Warren 
5373f82d89dSTom Warren 	/* mask all */
538f53c4e4bSStephen Warren 	writel(0xffffffff, &priv->reg->norintstsen);
539f53c4e4bSStephen Warren 	writel(0xffffffff, &priv->reg->norintsigen);
5403f82d89dSTom Warren 
541f53c4e4bSStephen Warren 	writeb(0xe, &priv->reg->timeoutcon);	/* TMCLK * 2^27 */
5423f82d89dSTom Warren 	/*
5433f82d89dSTom Warren 	 * NORMAL Interrupt Status Enable Register init
5443f82d89dSTom Warren 	 * [5] ENSTABUFRDRDY : Buffer Read Ready Status Enable
5453f82d89dSTom Warren 	 * [4] ENSTABUFWTRDY : Buffer write Ready Status Enable
5463f82d89dSTom Warren 	 * [3] ENSTADMAINT   : DMA boundary interrupt
5473f82d89dSTom Warren 	 * [1] ENSTASTANSCMPLT : Transfre Complete Status Enable
5483f82d89dSTom Warren 	 * [0] ENSTACMDCMPLT : Command Complete Status Enable
5493f82d89dSTom Warren 	*/
550f53c4e4bSStephen Warren 	mask = readl(&priv->reg->norintstsen);
5513f82d89dSTom Warren 	mask &= ~(0xffff);
5523f82d89dSTom Warren 	mask |= (TEGRA_MMC_NORINTSTSEN_CMD_COMPLETE |
5533f82d89dSTom Warren 		 TEGRA_MMC_NORINTSTSEN_XFER_COMPLETE |
5543f82d89dSTom Warren 		 TEGRA_MMC_NORINTSTSEN_DMA_INTERRUPT |
5553f82d89dSTom Warren 		 TEGRA_MMC_NORINTSTSEN_BUFFER_WRITE_READY |
5563f82d89dSTom Warren 		 TEGRA_MMC_NORINTSTSEN_BUFFER_READ_READY);
557f53c4e4bSStephen Warren 	writel(mask, &priv->reg->norintstsen);
5583f82d89dSTom Warren 
5593f82d89dSTom Warren 	/*
5603f82d89dSTom Warren 	 * NORMAL Interrupt Signal Enable Register init
5613f82d89dSTom Warren 	 * [1] ENSTACMDCMPLT : Transfer Complete Signal Enable
5623f82d89dSTom Warren 	 */
563f53c4e4bSStephen Warren 	mask = readl(&priv->reg->norintsigen);
5643f82d89dSTom Warren 	mask &= ~(0xffff);
5653f82d89dSTom Warren 	mask |= TEGRA_MMC_NORINTSIGEN_XFER_COMPLETE;
566f53c4e4bSStephen Warren 	writel(mask, &priv->reg->norintsigen);
5673f82d89dSTom Warren 
5683f82d89dSTom Warren 	return 0;
5693f82d89dSTom Warren }
5703f82d89dSTom Warren 
tegra_mmc_getcd(struct udevice * dev)5710e513e78SSimon Glass static int tegra_mmc_getcd(struct udevice *dev)
5723f82d89dSTom Warren {
5730e513e78SSimon Glass 	struct tegra_mmc_priv *priv = dev_get_priv(dev);
5743f82d89dSTom Warren 
57529f3e3f2STom Warren 	debug("tegra_mmc_getcd called\n");
5763f82d89dSTom Warren 
577f53c4e4bSStephen Warren 	if (dm_gpio_is_valid(&priv->cd_gpio))
578f53c4e4bSStephen Warren 		return dm_gpio_get_value(&priv->cd_gpio);
5793f82d89dSTom Warren 
5803f82d89dSTom Warren 	return 1;
5813f82d89dSTom Warren }
5823f82d89dSTom Warren 
5830e513e78SSimon Glass static const struct dm_mmc_ops tegra_mmc_ops = {
584ab769f22SPantelis Antoniou 	.send_cmd	= tegra_mmc_send_cmd,
585ab769f22SPantelis Antoniou 	.set_ios	= tegra_mmc_set_ios,
5860e513e78SSimon Glass 	.get_cd		= tegra_mmc_getcd,
587ab769f22SPantelis Antoniou };
588ab769f22SPantelis Antoniou 
tegra_mmc_probe(struct udevice * dev)5896a474db4STom Warren static int tegra_mmc_probe(struct udevice *dev)
5903f82d89dSTom Warren {
5916a474db4STom Warren 	struct mmc_uclass_priv *upriv = dev_get_uclass_priv(dev);
5920e513e78SSimon Glass 	struct tegra_mmc_plat *plat = dev_get_platdata(dev);
5936a474db4STom Warren 	struct tegra_mmc_priv *priv = dev_get_priv(dev);
5940e513e78SSimon Glass 	struct mmc_config *cfg = &plat->cfg;
595e8adca9eSStephen Warren 	int bus_width, ret;
5963f82d89dSTom Warren 
5970e513e78SSimon Glass 	cfg->name = dev->name;
5983f82d89dSTom Warren 
59949cb9308SSimon Glass 	bus_width = dev_read_u32_default(dev, "bus-width", 1);
6006a474db4STom Warren 
6010e513e78SSimon Glass 	cfg->voltages = MMC_VDD_32_33 | MMC_VDD_33_34 | MMC_VDD_165_195;
6020e513e78SSimon Glass 	cfg->host_caps = 0;
6036a474db4STom Warren 	if (bus_width == 8)
6040e513e78SSimon Glass 		cfg->host_caps |= MMC_MODE_8BIT;
6056a474db4STom Warren 	if (bus_width >= 4)
6060e513e78SSimon Glass 		cfg->host_caps |= MMC_MODE_4BIT;
6070e513e78SSimon Glass 	cfg->host_caps |= MMC_MODE_HS_52MHz | MMC_MODE_HS;
6083f82d89dSTom Warren 
6093f82d89dSTom Warren 	/*
6103f82d89dSTom Warren 	 * min freq is for card identification, and is the highest
6113f82d89dSTom Warren 	 *  low-speed SDIO card frequency (actually 400KHz)
6123f82d89dSTom Warren 	 * max freq is highest HS eMMC clock as per the SD/MMC spec
6133f82d89dSTom Warren 	 *  (actually 52MHz)
6143f82d89dSTom Warren 	 */
6150e513e78SSimon Glass 	cfg->f_min = 375000;
6160e513e78SSimon Glass 	cfg->f_max = 48000000;
6173f82d89dSTom Warren 
6180e513e78SSimon Glass 	cfg->b_max = CONFIG_SYS_MMC_MAX_BLK_COUNT;
61993bfd616SPantelis Antoniou 
62049cb9308SSimon Glass 	priv->reg = (void *)dev_read_addr(dev);
621c9aa831eSTom Warren 
6226a474db4STom Warren 	ret = reset_get_by_name(dev, "sdhci", &priv->reset_ctl);
623c0493076SStephen Warren 	if (ret) {
624eb3f68afSStephen Warren 		debug("reset_get_by_name() failed: %d\n", ret);
625c0493076SStephen Warren 		return ret;
626c0493076SStephen Warren 	}
6276a474db4STom Warren 	ret = clk_get_by_index(dev, 0, &priv->clk);
628c0493076SStephen Warren 	if (ret) {
629c0493076SStephen Warren 		debug("clk_get_by_index() failed: %d\n", ret);
630c0493076SStephen Warren 		return ret;
631c0493076SStephen Warren 	}
6326a474db4STom Warren 
6336a474db4STom Warren 	ret = reset_assert(&priv->reset_ctl);
6346a474db4STom Warren 	if (ret)
6356a474db4STom Warren 		return ret;
6366a474db4STom Warren 	ret = clk_enable(&priv->clk);
6376a474db4STom Warren 	if (ret)
6386a474db4STom Warren 		return ret;
6396a474db4STom Warren 	ret = clk_set_rate(&priv->clk, 20000000);
6406a474db4STom Warren 	if (IS_ERR_VALUE(ret))
6416a474db4STom Warren 		return ret;
6426a474db4STom Warren 	ret = reset_deassert(&priv->reset_ctl);
6436a474db4STom Warren 	if (ret)
6446a474db4STom Warren 		return ret;
645c9aa831eSTom Warren 
646c9aa831eSTom Warren 	/* These GPIOs are optional */
64749cb9308SSimon Glass 	gpio_request_by_name(dev, "cd-gpios", 0, &priv->cd_gpio, GPIOD_IS_IN);
64849cb9308SSimon Glass 	gpio_request_by_name(dev, "wp-gpios", 0, &priv->wp_gpio, GPIOD_IS_IN);
64949cb9308SSimon Glass 	gpio_request_by_name(dev, "power-gpios", 0, &priv->pwr_gpio,
65049cb9308SSimon Glass 			     GPIOD_IS_OUT);
6516a474db4STom Warren 	if (dm_gpio_is_valid(&priv->pwr_gpio))
6526a474db4STom Warren 		dm_gpio_set_value(&priv->pwr_gpio, 1);
653c9aa831eSTom Warren 
6540e513e78SSimon Glass 	upriv->mmc = &plat->mmc;
6556a474db4STom Warren 
6560e513e78SSimon Glass 	return tegra_mmc_init(dev);
6570e513e78SSimon Glass }
6586a474db4STom Warren 
tegra_mmc_bind(struct udevice * dev)6590e513e78SSimon Glass static int tegra_mmc_bind(struct udevice *dev)
6600e513e78SSimon Glass {
6610e513e78SSimon Glass 	struct tegra_mmc_plat *plat = dev_get_platdata(dev);
6620e513e78SSimon Glass 
6630e513e78SSimon Glass 	return mmc_bind(dev, &plat->mmc, &plat->cfg);
664c9aa831eSTom Warren }
665c9aa831eSTom Warren 
6666a474db4STom Warren static const struct udevice_id tegra_mmc_ids[] = {
6676a474db4STom Warren 	{ .compatible = "nvidia,tegra20-sdhci" },
6686a474db4STom Warren 	{ .compatible = "nvidia,tegra30-sdhci" },
6696a474db4STom Warren 	{ .compatible = "nvidia,tegra114-sdhci" },
6706a474db4STom Warren 	{ .compatible = "nvidia,tegra124-sdhci" },
6716a474db4STom Warren 	{ .compatible = "nvidia,tegra210-sdhci" },
6726a474db4STom Warren 	{ .compatible = "nvidia,tegra186-sdhci" },
6736a474db4STom Warren 	{ }
6746a474db4STom Warren };
675c9aa831eSTom Warren 
6766a474db4STom Warren U_BOOT_DRIVER(tegra_mmc_drv) = {
6776a474db4STom Warren 	.name		= "tegra_mmc",
6786a474db4STom Warren 	.id		= UCLASS_MMC,
6796a474db4STom Warren 	.of_match	= tegra_mmc_ids,
6800e513e78SSimon Glass 	.bind		= tegra_mmc_bind,
6816a474db4STom Warren 	.probe		= tegra_mmc_probe,
6820e513e78SSimon Glass 	.ops		= &tegra_mmc_ops,
6830e513e78SSimon Glass 	.platdata_auto_alloc_size = sizeof(struct tegra_mmc_plat),
6846a474db4STom Warren 	.priv_auto_alloc_size = sizeof(struct tegra_mmc_priv),
6856a474db4STom Warren };
686