xref: /openbmc/linux/drivers/mmc/host/tifm_sd.c (revision 019a5f56)
1 /*
2  *  tifm_sd.c - TI FlashMedia driver
3  *
4  *  Copyright (C) 2006 Alex Dubov <oakad@yahoo.com>
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 as
8  * published by the Free Software Foundation.
9  *
10  * Special thanks to Brad Campbell for extensive testing of this driver.
11  *
12  */
13 
14 
15 #include <linux/tifm.h>
16 #include <linux/mmc/host.h>
17 #include <linux/highmem.h>
18 #include <linux/scatterlist.h>
19 #include <linux/log2.h>
20 #include <asm/io.h>
21 
22 #define DRIVER_NAME "tifm_sd"
23 #define DRIVER_VERSION "0.8"
24 
25 static int no_dma = 0;
26 static int fixed_timeout = 0;
27 module_param(no_dma, bool, 0644);
28 module_param(fixed_timeout, bool, 0644);
29 
30 /* Constants here are mostly from OMAP5912 datasheet */
31 #define TIFM_MMCSD_RESET      0x0002
32 #define TIFM_MMCSD_CLKMASK    0x03ff
33 #define TIFM_MMCSD_POWER      0x0800
34 #define TIFM_MMCSD_4BBUS      0x8000
35 #define TIFM_MMCSD_RXDE       0x8000   /* rx dma enable */
36 #define TIFM_MMCSD_TXDE       0x0080   /* tx dma enable */
37 #define TIFM_MMCSD_BUFINT     0x0c00   /* set bits: AE, AF */
38 #define TIFM_MMCSD_DPE        0x0020   /* data timeout counted in kilocycles */
39 #define TIFM_MMCSD_INAB       0x0080   /* abort / initialize command */
40 #define TIFM_MMCSD_READ       0x8000
41 
42 #define TIFM_MMCSD_ERRMASK    0x01e0   /* set bits: CCRC, CTO, DCRC, DTO */
43 #define TIFM_MMCSD_EOC        0x0001   /* end of command phase  */
44 #define TIFM_MMCSD_CD         0x0002   /* card detect           */
45 #define TIFM_MMCSD_CB         0x0004   /* card enter busy state */
46 #define TIFM_MMCSD_BRS        0x0008   /* block received/sent   */
47 #define TIFM_MMCSD_EOFB       0x0010   /* card exit busy state  */
48 #define TIFM_MMCSD_DTO        0x0020   /* data time-out         */
49 #define TIFM_MMCSD_DCRC       0x0040   /* data crc error        */
50 #define TIFM_MMCSD_CTO        0x0080   /* command time-out      */
51 #define TIFM_MMCSD_CCRC       0x0100   /* command crc error     */
52 #define TIFM_MMCSD_AF         0x0400   /* fifo almost full      */
53 #define TIFM_MMCSD_AE         0x0800   /* fifo almost empty     */
54 #define TIFM_MMCSD_OCRB       0x1000   /* OCR busy              */
55 #define TIFM_MMCSD_CIRQ       0x2000   /* card irq (cmd40/sdio) */
56 #define TIFM_MMCSD_CERR       0x4000   /* card status error     */
57 
58 #define TIFM_MMCSD_ODTO       0x0040   /* open drain / extended timeout */
59 #define TIFM_MMCSD_CARD_RO    0x0200   /* card is read-only     */
60 
61 #define TIFM_MMCSD_FIFO_SIZE  0x0020
62 
63 #define TIFM_MMCSD_RSP_R0     0x0000
64 #define TIFM_MMCSD_RSP_R1     0x0100
65 #define TIFM_MMCSD_RSP_R2     0x0200
66 #define TIFM_MMCSD_RSP_R3     0x0300
67 #define TIFM_MMCSD_RSP_R4     0x0400
68 #define TIFM_MMCSD_RSP_R5     0x0500
69 #define TIFM_MMCSD_RSP_R6     0x0600
70 
71 #define TIFM_MMCSD_RSP_BUSY   0x0800
72 
73 #define TIFM_MMCSD_CMD_BC     0x0000
74 #define TIFM_MMCSD_CMD_BCR    0x1000
75 #define TIFM_MMCSD_CMD_AC     0x2000
76 #define TIFM_MMCSD_CMD_ADTC   0x3000
77 
78 #define TIFM_MMCSD_MAX_BLOCK_SIZE  0x0800UL
79 
80 enum {
81 	CMD_READY    = 0x0001,
82 	FIFO_READY   = 0x0002,
83 	BRS_READY    = 0x0004,
84 	SCMD_ACTIVE  = 0x0008,
85 	SCMD_READY   = 0x0010,
86 	CARD_BUSY    = 0x0020,
87 	DATA_CARRY   = 0x0040
88 };
89 
90 struct tifm_sd {
91 	struct tifm_dev       *dev;
92 
93 	unsigned short        eject:1,
94 			      open_drain:1,
95 			      no_dma:1;
96 	unsigned short        cmd_flags;
97 
98 	unsigned int          clk_freq;
99 	unsigned int          clk_div;
100 	unsigned long         timeout_jiffies;
101 
102 	struct tasklet_struct finish_tasklet;
103 	struct timer_list     timer;
104 	struct mmc_request    *req;
105 
106 	int                   sg_len;
107 	int                   sg_pos;
108 	unsigned int          block_pos;
109 	struct scatterlist    bounce_buf;
110 	unsigned char         bounce_buf_data[TIFM_MMCSD_MAX_BLOCK_SIZE];
111 };
112 
113 /* for some reason, host won't respond correctly to readw/writew */
114 static void tifm_sd_read_fifo(struct tifm_sd *host, struct page *pg,
115 			      unsigned int off, unsigned int cnt)
116 {
117 	struct tifm_dev *sock = host->dev;
118 	unsigned char *buf;
119 	unsigned int pos = 0, val;
120 
121 	buf = kmap_atomic(pg, KM_BIO_DST_IRQ) + off;
122 	if (host->cmd_flags & DATA_CARRY) {
123 		buf[pos++] = host->bounce_buf_data[0];
124 		host->cmd_flags &= ~DATA_CARRY;
125 	}
126 
127 	while (pos < cnt) {
128 		val = readl(sock->addr + SOCK_MMCSD_DATA);
129 		buf[pos++] = val & 0xff;
130 		if (pos == cnt) {
131 			host->bounce_buf_data[0] = (val >> 8) & 0xff;
132 			host->cmd_flags |= DATA_CARRY;
133 			break;
134 		}
135 		buf[pos++] = (val >> 8) & 0xff;
136 	}
137 	kunmap_atomic(buf - off, KM_BIO_DST_IRQ);
138 }
139 
140 static void tifm_sd_write_fifo(struct tifm_sd *host, struct page *pg,
141 			       unsigned int off, unsigned int cnt)
142 {
143 	struct tifm_dev *sock = host->dev;
144 	unsigned char *buf;
145 	unsigned int pos = 0, val;
146 
147 	buf = kmap_atomic(pg, KM_BIO_SRC_IRQ) + off;
148 	if (host->cmd_flags & DATA_CARRY) {
149 		val = host->bounce_buf_data[0] | ((buf[pos++] << 8) & 0xff00);
150 		writel(val, sock->addr + SOCK_MMCSD_DATA);
151 		host->cmd_flags &= ~DATA_CARRY;
152 	}
153 
154 	while (pos < cnt) {
155 		val = buf[pos++];
156 		if (pos == cnt) {
157 			host->bounce_buf_data[0] = val & 0xff;
158 			host->cmd_flags |= DATA_CARRY;
159 			break;
160 		}
161 		val |= (buf[pos++] << 8) & 0xff00;
162 		writel(val, sock->addr + SOCK_MMCSD_DATA);
163 	}
164 	kunmap_atomic(buf - off, KM_BIO_SRC_IRQ);
165 }
166 
167 static void tifm_sd_transfer_data(struct tifm_sd *host)
168 {
169 	struct mmc_data *r_data = host->req->cmd->data;
170 	struct scatterlist *sg = r_data->sg;
171 	unsigned int off, cnt, t_size = TIFM_MMCSD_FIFO_SIZE * 2;
172 	unsigned int p_off, p_cnt;
173 	struct page *pg;
174 
175 	if (host->sg_pos == host->sg_len)
176 		return;
177 	while (t_size) {
178 		cnt = sg[host->sg_pos].length - host->block_pos;
179 		if (!cnt) {
180 			host->block_pos = 0;
181 			host->sg_pos++;
182 			if (host->sg_pos == host->sg_len) {
183 				if ((r_data->flags & MMC_DATA_WRITE)
184 				    && DATA_CARRY)
185 					writel(host->bounce_buf_data[0],
186 					       host->dev->addr
187 					       + SOCK_MMCSD_DATA);
188 
189 				return;
190 			}
191 			cnt = sg[host->sg_pos].length;
192 		}
193 		off = sg[host->sg_pos].offset + host->block_pos;
194 
195 		pg = nth_page(sg[host->sg_pos].page, off >> PAGE_SHIFT);
196 		p_off = offset_in_page(off);
197 		p_cnt = PAGE_SIZE - p_off;
198 		p_cnt = min(p_cnt, cnt);
199 		p_cnt = min(p_cnt, t_size);
200 
201 		if (r_data->flags & MMC_DATA_READ)
202 			tifm_sd_read_fifo(host, pg, p_off, p_cnt);
203 		else if (r_data->flags & MMC_DATA_WRITE)
204 			tifm_sd_write_fifo(host, pg, p_off, p_cnt);
205 
206 		t_size -= p_cnt;
207 		host->block_pos += p_cnt;
208 	}
209 }
210 
211 static void tifm_sd_copy_page(struct page *dst, unsigned int dst_off,
212 			      struct page *src, unsigned int src_off,
213 			      unsigned int count)
214 {
215 	unsigned char *src_buf = kmap_atomic(src, KM_BIO_SRC_IRQ) + src_off;
216 	unsigned char *dst_buf = kmap_atomic(dst, KM_BIO_DST_IRQ) + dst_off;
217 
218 	memcpy(dst_buf, src_buf, count);
219 
220 	kunmap_atomic(dst_buf - dst_off, KM_BIO_DST_IRQ);
221 	kunmap_atomic(src_buf - src_off, KM_BIO_SRC_IRQ);
222 }
223 
224 static void tifm_sd_bounce_block(struct tifm_sd *host, struct mmc_data *r_data)
225 {
226 	struct scatterlist *sg = r_data->sg;
227 	unsigned int t_size = r_data->blksz;
228 	unsigned int off, cnt;
229 	unsigned int p_off, p_cnt;
230 	struct page *pg;
231 
232 	dev_dbg(&host->dev->dev, "bouncing block\n");
233 	while (t_size) {
234 		cnt = sg[host->sg_pos].length - host->block_pos;
235 		if (!cnt) {
236 			host->block_pos = 0;
237 			host->sg_pos++;
238 			if (host->sg_pos == host->sg_len)
239 				return;
240 			cnt = sg[host->sg_pos].length;
241 		}
242 		off = sg[host->sg_pos].offset + host->block_pos;
243 
244 		pg = nth_page(sg[host->sg_pos].page, off >> PAGE_SHIFT);
245 		p_off = offset_in_page(off);
246 		p_cnt = PAGE_SIZE - p_off;
247 		p_cnt = min(p_cnt, cnt);
248 		p_cnt = min(p_cnt, t_size);
249 
250 		if (r_data->flags & MMC_DATA_WRITE)
251 			tifm_sd_copy_page(host->bounce_buf.page,
252 					  r_data->blksz - t_size,
253 					  pg, p_off, p_cnt);
254 		else if (r_data->flags & MMC_DATA_READ)
255 			tifm_sd_copy_page(pg, p_off, host->bounce_buf.page,
256 					  r_data->blksz - t_size, p_cnt);
257 
258 		t_size -= p_cnt;
259 		host->block_pos += p_cnt;
260 	}
261 }
262 
263 static int tifm_sd_set_dma_data(struct tifm_sd *host, struct mmc_data *r_data)
264 {
265 	struct tifm_dev *sock = host->dev;
266 	unsigned int t_size = TIFM_DMA_TSIZE * r_data->blksz;
267 	unsigned int dma_len, dma_blk_cnt, dma_off;
268 	struct scatterlist *sg = NULL;
269 	unsigned long flags;
270 
271 	if (host->sg_pos == host->sg_len)
272 		return 1;
273 
274 	if (host->cmd_flags & DATA_CARRY) {
275 		host->cmd_flags &= ~DATA_CARRY;
276 		local_irq_save(flags);
277 		tifm_sd_bounce_block(host, r_data);
278 		local_irq_restore(flags);
279 		if (host->sg_pos == host->sg_len)
280 			return 1;
281 	}
282 
283 	dma_len = sg_dma_len(&r_data->sg[host->sg_pos]) - host->block_pos;
284 	if (!dma_len) {
285 		host->block_pos = 0;
286 		host->sg_pos++;
287 		if (host->sg_pos == host->sg_len)
288 			return 1;
289 		dma_len = sg_dma_len(&r_data->sg[host->sg_pos]);
290 	}
291 
292 	if (dma_len < t_size) {
293 		dma_blk_cnt = dma_len / r_data->blksz;
294 		dma_off = host->block_pos;
295 		host->block_pos += dma_blk_cnt * r_data->blksz;
296 	} else {
297 		dma_blk_cnt = TIFM_DMA_TSIZE;
298 		dma_off = host->block_pos;
299 		host->block_pos += t_size;
300 	}
301 
302 	if (dma_blk_cnt)
303 		sg = &r_data->sg[host->sg_pos];
304 	else if (dma_len) {
305 		if (r_data->flags & MMC_DATA_WRITE) {
306 			local_irq_save(flags);
307 			tifm_sd_bounce_block(host, r_data);
308 			local_irq_restore(flags);
309 		} else
310 			host->cmd_flags |= DATA_CARRY;
311 
312 		sg = &host->bounce_buf;
313 		dma_off = 0;
314 		dma_blk_cnt = 1;
315 	} else
316 		return 1;
317 
318 	dev_dbg(&sock->dev, "setting dma for %d blocks\n", dma_blk_cnt);
319 	writel(sg_dma_address(sg) + dma_off, sock->addr + SOCK_DMA_ADDRESS);
320 	if (r_data->flags & MMC_DATA_WRITE)
321 		writel((dma_blk_cnt << 8) | TIFM_DMA_TX | TIFM_DMA_EN,
322 		       sock->addr + SOCK_DMA_CONTROL);
323 	else
324 		writel((dma_blk_cnt << 8) | TIFM_DMA_EN,
325 		       sock->addr + SOCK_DMA_CONTROL);
326 
327 	return 0;
328 }
329 
330 static unsigned int tifm_sd_op_flags(struct mmc_command *cmd)
331 {
332 	unsigned int rc = 0;
333 
334 	switch (mmc_resp_type(cmd)) {
335 	case MMC_RSP_NONE:
336 		rc |= TIFM_MMCSD_RSP_R0;
337 		break;
338 	case MMC_RSP_R1B:
339 		rc |= TIFM_MMCSD_RSP_BUSY; // deliberate fall-through
340 	case MMC_RSP_R1:
341 		rc |= TIFM_MMCSD_RSP_R1;
342 		break;
343 	case MMC_RSP_R2:
344 		rc |= TIFM_MMCSD_RSP_R2;
345 		break;
346 	case MMC_RSP_R3:
347 		rc |= TIFM_MMCSD_RSP_R3;
348 		break;
349 	default:
350 		BUG();
351 	}
352 
353 	switch (mmc_cmd_type(cmd)) {
354 	case MMC_CMD_BC:
355 		rc |= TIFM_MMCSD_CMD_BC;
356 		break;
357 	case MMC_CMD_BCR:
358 		rc |= TIFM_MMCSD_CMD_BCR;
359 		break;
360 	case MMC_CMD_AC:
361 		rc |= TIFM_MMCSD_CMD_AC;
362 		break;
363 	case MMC_CMD_ADTC:
364 		rc |= TIFM_MMCSD_CMD_ADTC;
365 		break;
366 	default:
367 		BUG();
368 	}
369 	return rc;
370 }
371 
372 static void tifm_sd_exec(struct tifm_sd *host, struct mmc_command *cmd)
373 {
374 	struct tifm_dev *sock = host->dev;
375 	unsigned int cmd_mask = tifm_sd_op_flags(cmd);
376 
377 	if (host->open_drain)
378 		cmd_mask |= TIFM_MMCSD_ODTO;
379 
380 	if (cmd->data && (cmd->data->flags & MMC_DATA_READ))
381 		cmd_mask |= TIFM_MMCSD_READ;
382 
383 	dev_dbg(&sock->dev, "executing opcode 0x%x, arg: 0x%x, mask: 0x%x\n",
384 		cmd->opcode, cmd->arg, cmd_mask);
385 
386 	writel((cmd->arg >> 16) & 0xffff, sock->addr + SOCK_MMCSD_ARG_HIGH);
387 	writel(cmd->arg & 0xffff, sock->addr + SOCK_MMCSD_ARG_LOW);
388 	writel(cmd->opcode | cmd_mask, sock->addr + SOCK_MMCSD_COMMAND);
389 }
390 
391 static void tifm_sd_fetch_resp(struct mmc_command *cmd, struct tifm_dev *sock)
392 {
393 	cmd->resp[0] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x1c) << 16)
394 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x18);
395 	cmd->resp[1] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x14) << 16)
396 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x10);
397 	cmd->resp[2] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x0c) << 16)
398 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x08);
399 	cmd->resp[3] = (readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x04) << 16)
400 		       | readl(sock->addr + SOCK_MMCSD_RESPONSE + 0x00);
401 }
402 
403 static void tifm_sd_check_status(struct tifm_sd *host)
404 {
405 	struct tifm_dev *sock = host->dev;
406 	struct mmc_command *cmd = host->req->cmd;
407 
408 	if (cmd->error)
409 		goto finish_request;
410 
411 	if (!(host->cmd_flags & CMD_READY))
412 		return;
413 
414 	if (cmd->data) {
415 		if (cmd->data->error) {
416 			if ((host->cmd_flags & SCMD_ACTIVE)
417 			    && !(host->cmd_flags & SCMD_READY))
418 				return;
419 
420 			goto finish_request;
421 		}
422 
423 		if (!(host->cmd_flags & BRS_READY))
424 			return;
425 
426 		if (!(host->no_dma || (host->cmd_flags & FIFO_READY)))
427 			return;
428 
429 		if (cmd->data->flags & MMC_DATA_WRITE) {
430 			if (host->req->stop) {
431 				if (!(host->cmd_flags & SCMD_ACTIVE)) {
432 					host->cmd_flags |= SCMD_ACTIVE;
433 					writel(TIFM_MMCSD_EOFB
434 					       | readl(sock->addr
435 						       + SOCK_MMCSD_INT_ENABLE),
436 					       sock->addr
437 					       + SOCK_MMCSD_INT_ENABLE);
438 					tifm_sd_exec(host, host->req->stop);
439 					return;
440 				} else {
441 					if (!(host->cmd_flags & SCMD_READY)
442 					    || (host->cmd_flags & CARD_BUSY))
443 						return;
444 					writel((~TIFM_MMCSD_EOFB)
445 					       & readl(sock->addr
446 						       + SOCK_MMCSD_INT_ENABLE),
447 					       sock->addr
448 					       + SOCK_MMCSD_INT_ENABLE);
449 				}
450 			} else {
451 				if (host->cmd_flags & CARD_BUSY)
452 					return;
453 				writel((~TIFM_MMCSD_EOFB)
454 				       & readl(sock->addr
455 					       + SOCK_MMCSD_INT_ENABLE),
456 				       sock->addr + SOCK_MMCSD_INT_ENABLE);
457 			}
458 		} else {
459 			if (host->req->stop) {
460 				if (!(host->cmd_flags & SCMD_ACTIVE)) {
461 					host->cmd_flags |= SCMD_ACTIVE;
462 					tifm_sd_exec(host, host->req->stop);
463 					return;
464 				} else {
465 					if (!(host->cmd_flags & SCMD_READY))
466 						return;
467 				}
468 			}
469 		}
470 	}
471 finish_request:
472 	tasklet_schedule(&host->finish_tasklet);
473 }
474 
475 /* Called from interrupt handler */
476 static void tifm_sd_data_event(struct tifm_dev *sock)
477 {
478 	struct tifm_sd *host;
479 	unsigned int fifo_status = 0;
480 	struct mmc_data *r_data = NULL;
481 
482 	spin_lock(&sock->lock);
483 	host = mmc_priv((struct mmc_host*)tifm_get_drvdata(sock));
484 	fifo_status = readl(sock->addr + SOCK_DMA_FIFO_STATUS);
485 	dev_dbg(&sock->dev, "data event: fifo_status %x, flags %x\n",
486 		fifo_status, host->cmd_flags);
487 
488 	if (host->req) {
489 		r_data = host->req->cmd->data;
490 
491 		if (r_data && (fifo_status & TIFM_FIFO_READY)) {
492 			if (tifm_sd_set_dma_data(host, r_data)) {
493 				host->cmd_flags |= FIFO_READY;
494 				tifm_sd_check_status(host);
495 			}
496 		}
497 	}
498 
499 	writel(fifo_status, sock->addr + SOCK_DMA_FIFO_STATUS);
500 	spin_unlock(&sock->lock);
501 }
502 
503 /* Called from interrupt handler */
504 static void tifm_sd_card_event(struct tifm_dev *sock)
505 {
506 	struct tifm_sd *host;
507 	unsigned int host_status = 0;
508 	int cmd_error = 0;
509 	struct mmc_command *cmd = NULL;
510 	unsigned long flags;
511 
512 	spin_lock(&sock->lock);
513 	host = mmc_priv((struct mmc_host*)tifm_get_drvdata(sock));
514 	host_status = readl(sock->addr + SOCK_MMCSD_STATUS);
515 	dev_dbg(&sock->dev, "host event: host_status %x, flags %x\n",
516 		host_status, host->cmd_flags);
517 
518 	if (host->req) {
519 		cmd = host->req->cmd;
520 
521 		if (host_status & TIFM_MMCSD_ERRMASK) {
522 			writel(host_status & TIFM_MMCSD_ERRMASK,
523 			       sock->addr + SOCK_MMCSD_STATUS);
524 			if (host_status & TIFM_MMCSD_CTO)
525 				cmd_error = -ETIMEDOUT;
526 			else if (host_status & TIFM_MMCSD_CCRC)
527 				cmd_error = -EILSEQ;
528 
529 			if (cmd->data) {
530 				if (host_status & TIFM_MMCSD_DTO)
531 					cmd->data->error = -ETIMEDOUT;
532 				else if (host_status & TIFM_MMCSD_DCRC)
533 					cmd->data->error = -EILSEQ;
534 			}
535 
536 			writel(TIFM_FIFO_INT_SETALL,
537 			       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
538 			writel(TIFM_DMA_RESET, sock->addr + SOCK_DMA_CONTROL);
539 
540 			if (host->req->stop) {
541 				if (host->cmd_flags & SCMD_ACTIVE) {
542 					host->req->stop->error = cmd_error;
543 					host->cmd_flags |= SCMD_READY;
544 				} else {
545 					cmd->error = cmd_error;
546 					host->cmd_flags |= SCMD_ACTIVE;
547 					tifm_sd_exec(host, host->req->stop);
548 					goto done;
549 				}
550 			} else
551 				cmd->error = cmd_error;
552 		} else {
553 			if (host_status & (TIFM_MMCSD_EOC | TIFM_MMCSD_CERR)) {
554 				if (!(host->cmd_flags & CMD_READY)) {
555 					host->cmd_flags |= CMD_READY;
556 					tifm_sd_fetch_resp(cmd, sock);
557 				} else if (host->cmd_flags & SCMD_ACTIVE) {
558 					host->cmd_flags |= SCMD_READY;
559 					tifm_sd_fetch_resp(host->req->stop,
560 							   sock);
561 				}
562 			}
563 			if (host_status & TIFM_MMCSD_BRS)
564 				host->cmd_flags |= BRS_READY;
565 		}
566 
567 		if (host->no_dma && cmd->data) {
568 			if (host_status & TIFM_MMCSD_AE)
569 				writel(host_status & TIFM_MMCSD_AE,
570 				       sock->addr + SOCK_MMCSD_STATUS);
571 
572 			if (host_status & (TIFM_MMCSD_AE | TIFM_MMCSD_AF
573 					   | TIFM_MMCSD_BRS)) {
574 				local_irq_save(flags);
575 				tifm_sd_transfer_data(host);
576 				local_irq_restore(flags);
577 				host_status &= ~TIFM_MMCSD_AE;
578 			}
579 		}
580 
581 		if (host_status & TIFM_MMCSD_EOFB)
582 			host->cmd_flags &= ~CARD_BUSY;
583 		else if (host_status & TIFM_MMCSD_CB)
584 			host->cmd_flags |= CARD_BUSY;
585 
586 		tifm_sd_check_status(host);
587 	}
588 done:
589 	writel(host_status, sock->addr + SOCK_MMCSD_STATUS);
590 	spin_unlock(&sock->lock);
591 }
592 
593 static void tifm_sd_set_data_timeout(struct tifm_sd *host,
594 				     struct mmc_data *data)
595 {
596 	struct tifm_dev *sock = host->dev;
597 	unsigned int data_timeout = data->timeout_clks;
598 
599 	if (fixed_timeout)
600 		return;
601 
602 	data_timeout += data->timeout_ns /
603 			((1000000000UL / host->clk_freq) * host->clk_div);
604 
605 	if (data_timeout < 0xffff) {
606 		writel(data_timeout, sock->addr + SOCK_MMCSD_DATA_TO);
607 		writel((~TIFM_MMCSD_DPE)
608 		       & readl(sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG),
609 		       sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG);
610 	} else {
611 		data_timeout = (data_timeout >> 10) + 1;
612 		if (data_timeout > 0xffff)
613 			data_timeout = 0;	/* set to unlimited */
614 		writel(data_timeout, sock->addr + SOCK_MMCSD_DATA_TO);
615 		writel(TIFM_MMCSD_DPE
616 		       | readl(sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG),
617 		       sock->addr + SOCK_MMCSD_SDIO_MODE_CONFIG);
618 	}
619 }
620 
621 static void tifm_sd_request(struct mmc_host *mmc, struct mmc_request *mrq)
622 {
623 	struct tifm_sd *host = mmc_priv(mmc);
624 	struct tifm_dev *sock = host->dev;
625 	unsigned long flags;
626 	struct mmc_data *r_data = mrq->cmd->data;
627 
628 	spin_lock_irqsave(&sock->lock, flags);
629 	if (host->eject) {
630 		mrq->cmd->error = -ENOMEDIUM;
631 		goto err_out;
632 	}
633 
634 	if (host->req) {
635 		printk(KERN_ERR "%s : unfinished request detected\n",
636 		       sock->dev.bus_id);
637 		mrq->cmd->error = -ETIMEDOUT;
638 		goto err_out;
639 	}
640 
641 	if (mrq->data && !is_power_of_2(mrq->data->blksz)) {
642 		printk(KERN_ERR "%s: Unsupported block size (%d bytes)\n",
643 			sock->dev.bus_id, mrq->data->blksz);
644 		mrq->cmd->error = -EINVAL;
645 		goto err_out;
646 	}
647 
648 	host->cmd_flags = 0;
649 	host->block_pos = 0;
650 	host->sg_pos = 0;
651 
652 	if (r_data) {
653 		tifm_sd_set_data_timeout(host, r_data);
654 
655 		if ((r_data->flags & MMC_DATA_WRITE) && !mrq->stop)
656 			 writel(TIFM_MMCSD_EOFB
657 				| readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
658 				sock->addr + SOCK_MMCSD_INT_ENABLE);
659 
660 		if (host->no_dma) {
661 			writel(TIFM_MMCSD_BUFINT
662 			       | readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
663 			       sock->addr + SOCK_MMCSD_INT_ENABLE);
664 			writel(((TIFM_MMCSD_FIFO_SIZE - 1) << 8)
665 			       | (TIFM_MMCSD_FIFO_SIZE - 1),
666 			       sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
667 
668 			host->sg_len = r_data->sg_len;
669 		} else {
670 			sg_init_one(&host->bounce_buf, host->bounce_buf_data,
671 				    r_data->blksz);
672 
673 			if(1 != tifm_map_sg(sock, &host->bounce_buf, 1,
674 					    r_data->flags & MMC_DATA_WRITE
675 					    ? PCI_DMA_TODEVICE
676 					    : PCI_DMA_FROMDEVICE)) {
677 				printk(KERN_ERR "%s : scatterlist map failed\n",
678 				       sock->dev.bus_id);
679 				spin_unlock_irqrestore(&sock->lock, flags);
680 				goto err_out;
681 			}
682 			host->sg_len = tifm_map_sg(sock, r_data->sg,
683 						   r_data->sg_len,
684 						   r_data->flags
685 						   & MMC_DATA_WRITE
686 						   ? PCI_DMA_TODEVICE
687 						   : PCI_DMA_FROMDEVICE);
688 			if (host->sg_len < 1) {
689 				printk(KERN_ERR "%s : scatterlist map failed\n",
690 				       sock->dev.bus_id);
691 				tifm_unmap_sg(sock, &host->bounce_buf, 1,
692 					      r_data->flags & MMC_DATA_WRITE
693 					      ? PCI_DMA_TODEVICE
694 					      : PCI_DMA_FROMDEVICE);
695 				spin_unlock_irqrestore(&sock->lock, flags);
696 				goto err_out;
697 			}
698 
699 			writel(TIFM_FIFO_INT_SETALL,
700 			       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
701 			writel(ilog2(r_data->blksz) - 2,
702 			       sock->addr + SOCK_FIFO_PAGE_SIZE);
703 			writel(TIFM_FIFO_ENABLE,
704 			       sock->addr + SOCK_FIFO_CONTROL);
705 			writel(TIFM_FIFO_INTMASK,
706 			       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_SET);
707 
708 			if (r_data->flags & MMC_DATA_WRITE)
709 				writel(TIFM_MMCSD_TXDE,
710 				       sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
711 			else
712 				writel(TIFM_MMCSD_RXDE,
713 				       sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
714 
715 			tifm_sd_set_dma_data(host, r_data);
716 		}
717 
718 		writel(r_data->blocks - 1,
719 		       sock->addr + SOCK_MMCSD_NUM_BLOCKS);
720 		writel(r_data->blksz - 1,
721 		       sock->addr + SOCK_MMCSD_BLOCK_LEN);
722 	}
723 
724 	host->req = mrq;
725 	mod_timer(&host->timer, jiffies + host->timeout_jiffies);
726 	writel(TIFM_CTRL_LED | readl(sock->addr + SOCK_CONTROL),
727 	       sock->addr + SOCK_CONTROL);
728 	tifm_sd_exec(host, mrq->cmd);
729 	spin_unlock_irqrestore(&sock->lock, flags);
730 	return;
731 
732 err_out:
733 	spin_unlock_irqrestore(&sock->lock, flags);
734 	mmc_request_done(mmc, mrq);
735 }
736 
737 static void tifm_sd_end_cmd(unsigned long data)
738 {
739 	struct tifm_sd *host = (struct tifm_sd*)data;
740 	struct tifm_dev *sock = host->dev;
741 	struct mmc_host *mmc = tifm_get_drvdata(sock);
742 	struct mmc_request *mrq;
743 	struct mmc_data *r_data = NULL;
744 	unsigned long flags;
745 
746 	spin_lock_irqsave(&sock->lock, flags);
747 
748 	del_timer(&host->timer);
749 	mrq = host->req;
750 	host->req = NULL;
751 
752 	if (!mrq) {
753 		printk(KERN_ERR " %s : no request to complete?\n",
754 		       sock->dev.bus_id);
755 		spin_unlock_irqrestore(&sock->lock, flags);
756 		return;
757 	}
758 
759 	r_data = mrq->cmd->data;
760 	if (r_data) {
761 		if (host->no_dma) {
762 			writel((~TIFM_MMCSD_BUFINT)
763 			       & readl(sock->addr + SOCK_MMCSD_INT_ENABLE),
764 			       sock->addr + SOCK_MMCSD_INT_ENABLE);
765 		} else {
766 			tifm_unmap_sg(sock, &host->bounce_buf, 1,
767 				      (r_data->flags & MMC_DATA_WRITE)
768 				      ? PCI_DMA_TODEVICE : PCI_DMA_FROMDEVICE);
769 			tifm_unmap_sg(sock, r_data->sg, r_data->sg_len,
770 				      (r_data->flags & MMC_DATA_WRITE)
771 				      ? PCI_DMA_TODEVICE : PCI_DMA_FROMDEVICE);
772 		}
773 
774 		r_data->bytes_xfered = r_data->blocks
775 			- readl(sock->addr + SOCK_MMCSD_NUM_BLOCKS) - 1;
776 		r_data->bytes_xfered *= r_data->blksz;
777 		r_data->bytes_xfered += r_data->blksz
778 			- readl(sock->addr + SOCK_MMCSD_BLOCK_LEN) + 1;
779 	}
780 
781 	writel((~TIFM_CTRL_LED) & readl(sock->addr + SOCK_CONTROL),
782 	       sock->addr + SOCK_CONTROL);
783 
784 	spin_unlock_irqrestore(&sock->lock, flags);
785 	mmc_request_done(mmc, mrq);
786 }
787 
788 static void tifm_sd_abort(unsigned long data)
789 {
790 	struct tifm_sd *host = (struct tifm_sd*)data;
791 
792 	printk(KERN_ERR
793 	       "%s : card failed to respond for a long period of time "
794 	       "(%x, %x)\n",
795 	       host->dev->dev.bus_id, host->req->cmd->opcode, host->cmd_flags);
796 
797 	tifm_eject(host->dev);
798 }
799 
800 static void tifm_sd_ios(struct mmc_host *mmc, struct mmc_ios *ios)
801 {
802 	struct tifm_sd *host = mmc_priv(mmc);
803 	struct tifm_dev *sock = host->dev;
804 	unsigned int clk_div1, clk_div2;
805 	unsigned long flags;
806 
807 	spin_lock_irqsave(&sock->lock, flags);
808 
809 	dev_dbg(&sock->dev, "ios: clock = %u, vdd = %x, bus_mode = %x, "
810 		"chip_select = %x, power_mode = %x, bus_width = %x\n",
811 		ios->clock, ios->vdd, ios->bus_mode, ios->chip_select,
812 		ios->power_mode, ios->bus_width);
813 
814 	if (ios->bus_width == MMC_BUS_WIDTH_4) {
815 		writel(TIFM_MMCSD_4BBUS | readl(sock->addr + SOCK_MMCSD_CONFIG),
816 		       sock->addr + SOCK_MMCSD_CONFIG);
817 	} else {
818 		writel((~TIFM_MMCSD_4BBUS)
819 		       & readl(sock->addr + SOCK_MMCSD_CONFIG),
820 		       sock->addr + SOCK_MMCSD_CONFIG);
821 	}
822 
823 	if (ios->clock) {
824 		clk_div1 = 20000000 / ios->clock;
825 		if (!clk_div1)
826 			clk_div1 = 1;
827 
828 		clk_div2 = 24000000 / ios->clock;
829 		if (!clk_div2)
830 			clk_div2 = 1;
831 
832 		if ((20000000 / clk_div1) > ios->clock)
833 			clk_div1++;
834 		if ((24000000 / clk_div2) > ios->clock)
835 			clk_div2++;
836 		if ((20000000 / clk_div1) > (24000000 / clk_div2)) {
837 			host->clk_freq = 20000000;
838 			host->clk_div = clk_div1;
839 			writel((~TIFM_CTRL_FAST_CLK)
840 			       & readl(sock->addr + SOCK_CONTROL),
841 			       sock->addr + SOCK_CONTROL);
842 		} else {
843 			host->clk_freq = 24000000;
844 			host->clk_div = clk_div2;
845 			writel(TIFM_CTRL_FAST_CLK
846 			       | readl(sock->addr + SOCK_CONTROL),
847 			       sock->addr + SOCK_CONTROL);
848 		}
849 	} else {
850 		host->clk_div = 0;
851 	}
852 	host->clk_div &= TIFM_MMCSD_CLKMASK;
853 	writel(host->clk_div
854 	       | ((~TIFM_MMCSD_CLKMASK)
855 		  & readl(sock->addr + SOCK_MMCSD_CONFIG)),
856 	       sock->addr + SOCK_MMCSD_CONFIG);
857 
858 	host->open_drain = (ios->bus_mode == MMC_BUSMODE_OPENDRAIN);
859 
860 	/* chip_select : maybe later */
861 	//vdd
862 	//power is set before probe / after remove
863 
864 	spin_unlock_irqrestore(&sock->lock, flags);
865 }
866 
867 static int tifm_sd_ro(struct mmc_host *mmc)
868 {
869 	int rc = 0;
870 	struct tifm_sd *host = mmc_priv(mmc);
871 	struct tifm_dev *sock = host->dev;
872 	unsigned long flags;
873 
874 	spin_lock_irqsave(&sock->lock, flags);
875 	if (TIFM_MMCSD_CARD_RO & readl(sock->addr + SOCK_PRESENT_STATE))
876 		rc = 1;
877 	spin_unlock_irqrestore(&sock->lock, flags);
878 	return rc;
879 }
880 
881 static const struct mmc_host_ops tifm_sd_ops = {
882 	.request = tifm_sd_request,
883 	.set_ios = tifm_sd_ios,
884 	.get_ro  = tifm_sd_ro
885 };
886 
887 static int tifm_sd_initialize_host(struct tifm_sd *host)
888 {
889 	int rc;
890 	unsigned int host_status = 0;
891 	struct tifm_dev *sock = host->dev;
892 
893 	writel(0, sock->addr + SOCK_MMCSD_INT_ENABLE);
894 	mmiowb();
895 	host->clk_div = 61;
896 	host->clk_freq = 20000000;
897 	writel(TIFM_MMCSD_RESET, sock->addr + SOCK_MMCSD_SYSTEM_CONTROL);
898 	writel(host->clk_div | TIFM_MMCSD_POWER,
899 	       sock->addr + SOCK_MMCSD_CONFIG);
900 
901 	/* wait up to 0.51 sec for reset */
902 	for (rc = 32; rc <= 256; rc <<= 1) {
903 		if (1 & readl(sock->addr + SOCK_MMCSD_SYSTEM_STATUS)) {
904 			rc = 0;
905 			break;
906 		}
907 		msleep(rc);
908 	}
909 
910 	if (rc) {
911 		printk(KERN_ERR "%s : controller failed to reset\n",
912 		       sock->dev.bus_id);
913 		return -ENODEV;
914 	}
915 
916 	writel(0, sock->addr + SOCK_MMCSD_NUM_BLOCKS);
917 	writel(host->clk_div | TIFM_MMCSD_POWER,
918 	       sock->addr + SOCK_MMCSD_CONFIG);
919 	writel(TIFM_MMCSD_RXDE, sock->addr + SOCK_MMCSD_BUFFER_CONFIG);
920 
921 	// command timeout fixed to 64 clocks for now
922 	writel(64, sock->addr + SOCK_MMCSD_COMMAND_TO);
923 	writel(TIFM_MMCSD_INAB, sock->addr + SOCK_MMCSD_COMMAND);
924 
925 	for (rc = 16; rc <= 64; rc <<= 1) {
926 		host_status = readl(sock->addr + SOCK_MMCSD_STATUS);
927 		writel(host_status, sock->addr + SOCK_MMCSD_STATUS);
928 		if (!(host_status & TIFM_MMCSD_ERRMASK)
929 		    && (host_status & TIFM_MMCSD_EOC)) {
930 			rc = 0;
931 			break;
932 		}
933 		msleep(rc);
934 	}
935 
936 	if (rc) {
937 		printk(KERN_ERR
938 		       "%s : card not ready - probe failed on initialization\n",
939 		       sock->dev.bus_id);
940 		return -ENODEV;
941 	}
942 
943 	writel(TIFM_MMCSD_CERR | TIFM_MMCSD_BRS | TIFM_MMCSD_EOC
944 	       | TIFM_MMCSD_ERRMASK,
945 	       sock->addr + SOCK_MMCSD_INT_ENABLE);
946 	mmiowb();
947 
948 	return 0;
949 }
950 
951 static int tifm_sd_probe(struct tifm_dev *sock)
952 {
953 	struct mmc_host *mmc;
954 	struct tifm_sd *host;
955 	int rc = -EIO;
956 
957 	if (!(TIFM_SOCK_STATE_OCCUPIED
958 	      & readl(sock->addr + SOCK_PRESENT_STATE))) {
959 		printk(KERN_WARNING "%s : card gone, unexpectedly\n",
960 		       sock->dev.bus_id);
961 		return rc;
962 	}
963 
964 	mmc = mmc_alloc_host(sizeof(struct tifm_sd), &sock->dev);
965 	if (!mmc)
966 		return -ENOMEM;
967 
968 	host = mmc_priv(mmc);
969 	host->no_dma = no_dma;
970 	tifm_set_drvdata(sock, mmc);
971 	host->dev = sock;
972 	host->timeout_jiffies = msecs_to_jiffies(1000);
973 
974 	tasklet_init(&host->finish_tasklet, tifm_sd_end_cmd,
975 		     (unsigned long)host);
976 	setup_timer(&host->timer, tifm_sd_abort, (unsigned long)host);
977 
978 	mmc->ops = &tifm_sd_ops;
979 	mmc->ocr_avail = MMC_VDD_32_33 | MMC_VDD_33_34;
980 	mmc->caps = MMC_CAP_4_BIT_DATA | MMC_CAP_MULTIWRITE;
981 	mmc->f_min = 20000000 / 60;
982 	mmc->f_max = 24000000;
983 
984 	mmc->max_blk_count = 2048;
985 	mmc->max_hw_segs = mmc->max_blk_count;
986 	mmc->max_blk_size = min(TIFM_MMCSD_MAX_BLOCK_SIZE, PAGE_SIZE);
987 	mmc->max_seg_size = mmc->max_blk_count * mmc->max_blk_size;
988 	mmc->max_req_size = mmc->max_seg_size;
989 	mmc->max_phys_segs = mmc->max_hw_segs;
990 
991 	sock->card_event = tifm_sd_card_event;
992 	sock->data_event = tifm_sd_data_event;
993 	rc = tifm_sd_initialize_host(host);
994 
995 	if (!rc)
996 		rc = mmc_add_host(mmc);
997 	if (!rc)
998 		return 0;
999 
1000 	mmc_free_host(mmc);
1001 	return rc;
1002 }
1003 
1004 static void tifm_sd_remove(struct tifm_dev *sock)
1005 {
1006 	struct mmc_host *mmc = tifm_get_drvdata(sock);
1007 	struct tifm_sd *host = mmc_priv(mmc);
1008 	unsigned long flags;
1009 
1010 	spin_lock_irqsave(&sock->lock, flags);
1011 	host->eject = 1;
1012 	writel(0, sock->addr + SOCK_MMCSD_INT_ENABLE);
1013 	mmiowb();
1014 	spin_unlock_irqrestore(&sock->lock, flags);
1015 
1016 	tasklet_kill(&host->finish_tasklet);
1017 
1018 	spin_lock_irqsave(&sock->lock, flags);
1019 	if (host->req) {
1020 		writel(TIFM_FIFO_INT_SETALL,
1021 		       sock->addr + SOCK_DMA_FIFO_INT_ENABLE_CLEAR);
1022 		writel(0, sock->addr + SOCK_DMA_FIFO_INT_ENABLE_SET);
1023 		host->req->cmd->error = -ENOMEDIUM;
1024 		if (host->req->stop)
1025 			host->req->stop->error = -ENOMEDIUM;
1026 		tasklet_schedule(&host->finish_tasklet);
1027 	}
1028 	spin_unlock_irqrestore(&sock->lock, flags);
1029 	mmc_remove_host(mmc);
1030 	dev_dbg(&sock->dev, "after remove\n");
1031 
1032 	mmc_free_host(mmc);
1033 }
1034 
1035 #ifdef CONFIG_PM
1036 
1037 static int tifm_sd_suspend(struct tifm_dev *sock, pm_message_t state)
1038 {
1039 	return mmc_suspend_host(tifm_get_drvdata(sock), state);
1040 }
1041 
1042 static int tifm_sd_resume(struct tifm_dev *sock)
1043 {
1044 	struct mmc_host *mmc = tifm_get_drvdata(sock);
1045 	struct tifm_sd *host = mmc_priv(mmc);
1046 	int rc;
1047 
1048 	rc = tifm_sd_initialize_host(host);
1049 	dev_dbg(&sock->dev, "resume initialize %d\n", rc);
1050 
1051 	if (rc)
1052 		host->eject = 1;
1053 	else
1054 		rc = mmc_resume_host(mmc);
1055 
1056 	return rc;
1057 }
1058 
1059 #else
1060 
1061 #define tifm_sd_suspend NULL
1062 #define tifm_sd_resume NULL
1063 
1064 #endif /* CONFIG_PM */
1065 
1066 static struct tifm_device_id tifm_sd_id_tbl[] = {
1067 	{ TIFM_TYPE_SD }, { }
1068 };
1069 
1070 static struct tifm_driver tifm_sd_driver = {
1071 	.driver = {
1072 		.name  = DRIVER_NAME,
1073 		.owner = THIS_MODULE
1074 	},
1075 	.id_table = tifm_sd_id_tbl,
1076 	.probe    = tifm_sd_probe,
1077 	.remove   = tifm_sd_remove,
1078 	.suspend  = tifm_sd_suspend,
1079 	.resume   = tifm_sd_resume
1080 };
1081 
1082 static int __init tifm_sd_init(void)
1083 {
1084 	return tifm_register_driver(&tifm_sd_driver);
1085 }
1086 
1087 static void __exit tifm_sd_exit(void)
1088 {
1089 	tifm_unregister_driver(&tifm_sd_driver);
1090 }
1091 
1092 MODULE_AUTHOR("Alex Dubov");
1093 MODULE_DESCRIPTION("TI FlashMedia SD driver");
1094 MODULE_LICENSE("GPL");
1095 MODULE_DEVICE_TABLE(tifm, tifm_sd_id_tbl);
1096 MODULE_VERSION(DRIVER_VERSION);
1097 
1098 module_init(tifm_sd_init);
1099 module_exit(tifm_sd_exit);
1100