1 /*
2  *  jmb38x_ms.c - JMicron jmb38x MemoryStick card reader
3  *
4  *  Copyright (C) 2008 Alex Dubov <oakad@yahoo.com>
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 as
8  * published by the Free Software Foundation.
9  *
10  */
11 
12 #include <linux/spinlock.h>
13 #include <linux/interrupt.h>
14 #include <linux/pci.h>
15 #include <linux/dma-mapping.h>
16 #include <linux/delay.h>
17 #include <linux/highmem.h>
18 #include <linux/memstick.h>
19 #include <linux/slab.h>
20 #include <linux/module.h>
21 
22 #define DRIVER_NAME "jmb38x_ms"
23 
24 static bool no_dma;
25 module_param(no_dma, bool, 0644);
26 
27 enum {
28 	DMA_ADDRESS       = 0x00,
29 	BLOCK             = 0x04,
30 	DMA_CONTROL       = 0x08,
31 	TPC_P0            = 0x0c,
32 	TPC_P1            = 0x10,
33 	TPC               = 0x14,
34 	HOST_CONTROL      = 0x18,
35 	DATA              = 0x1c,
36 	STATUS            = 0x20,
37 	INT_STATUS        = 0x24,
38 	INT_STATUS_ENABLE = 0x28,
39 	INT_SIGNAL_ENABLE = 0x2c,
40 	TIMER             = 0x30,
41 	TIMER_CONTROL     = 0x34,
42 	PAD_OUTPUT_ENABLE = 0x38,
43 	PAD_PU_PD         = 0x3c,
44 	CLOCK_DELAY       = 0x40,
45 	ADMA_ADDRESS      = 0x44,
46 	CLOCK_CONTROL     = 0x48,
47 	LED_CONTROL       = 0x4c,
48 	VERSION           = 0x50
49 };
50 
51 struct jmb38x_ms_host {
52 	struct jmb38x_ms        *chip;
53 	void __iomem            *addr;
54 	spinlock_t              lock;
55 	struct tasklet_struct   notify;
56 	int                     id;
57 	char                    host_id[32];
58 	int                     irq;
59 	unsigned int            block_pos;
60 	unsigned long           timeout_jiffies;
61 	struct timer_list       timer;
62 	struct memstick_host	*msh;
63 	struct memstick_request *req;
64 	unsigned char           cmd_flags;
65 	unsigned char           io_pos;
66 	unsigned char           ifmode;
67 	unsigned int            io_word[2];
68 };
69 
70 struct jmb38x_ms {
71 	struct pci_dev        *pdev;
72 	int                   host_cnt;
73 	struct memstick_host  *hosts[];
74 };
75 
76 #define BLOCK_COUNT_MASK       0xffff0000
77 #define BLOCK_SIZE_MASK        0x00000fff
78 
79 #define DMA_CONTROL_ENABLE     0x00000001
80 
81 #define TPC_DATA_SEL           0x00008000
82 #define TPC_DIR                0x00004000
83 #define TPC_WAIT_INT           0x00002000
84 #define TPC_GET_INT            0x00000800
85 #define TPC_CODE_SZ_MASK       0x00000700
86 #define TPC_DATA_SZ_MASK       0x00000007
87 
88 #define HOST_CONTROL_TDELAY_EN 0x00040000
89 #define HOST_CONTROL_HW_OC_P   0x00010000
90 #define HOST_CONTROL_RESET_REQ 0x00008000
91 #define HOST_CONTROL_REI       0x00004000
92 #define HOST_CONTROL_LED       0x00000400
93 #define HOST_CONTROL_FAST_CLK  0x00000200
94 #define HOST_CONTROL_RESET     0x00000100
95 #define HOST_CONTROL_POWER_EN  0x00000080
96 #define HOST_CONTROL_CLOCK_EN  0x00000040
97 #define HOST_CONTROL_REO       0x00000008
98 #define HOST_CONTROL_IF_SHIFT  4
99 
100 #define HOST_CONTROL_IF_SERIAL 0x0
101 #define HOST_CONTROL_IF_PAR4   0x1
102 #define HOST_CONTROL_IF_PAR8   0x3
103 
104 #define STATUS_BUSY             0x00080000
105 #define STATUS_MS_DAT7          0x00040000
106 #define STATUS_MS_DAT6          0x00020000
107 #define STATUS_MS_DAT5          0x00010000
108 #define STATUS_MS_DAT4          0x00008000
109 #define STATUS_MS_DAT3          0x00004000
110 #define STATUS_MS_DAT2          0x00002000
111 #define STATUS_MS_DAT1          0x00001000
112 #define STATUS_MS_DAT0          0x00000800
113 #define STATUS_HAS_MEDIA        0x00000400
114 #define STATUS_FIFO_EMPTY       0x00000200
115 #define STATUS_FIFO_FULL        0x00000100
116 #define STATUS_MS_CED           0x00000080
117 #define STATUS_MS_ERR           0x00000040
118 #define STATUS_MS_BRQ           0x00000020
119 #define STATUS_MS_CNK           0x00000001
120 
121 #define INT_STATUS_TPC_ERR      0x00080000
122 #define INT_STATUS_CRC_ERR      0x00040000
123 #define INT_STATUS_TIMER_TO     0x00020000
124 #define INT_STATUS_HSK_TO       0x00010000
125 #define INT_STATUS_ANY_ERR      0x00008000
126 #define INT_STATUS_FIFO_WRDY    0x00000080
127 #define INT_STATUS_FIFO_RRDY    0x00000040
128 #define INT_STATUS_MEDIA_OUT    0x00000010
129 #define INT_STATUS_MEDIA_IN     0x00000008
130 #define INT_STATUS_DMA_BOUNDARY 0x00000004
131 #define INT_STATUS_EOTRAN       0x00000002
132 #define INT_STATUS_EOTPC        0x00000001
133 
134 #define INT_STATUS_ALL          0x000f801f
135 
136 #define PAD_OUTPUT_ENABLE_MS  0x0F3F
137 
138 #define PAD_PU_PD_OFF         0x7FFF0000
139 #define PAD_PU_PD_ON_MS_SOCK0 0x5f8f0000
140 #define PAD_PU_PD_ON_MS_SOCK1 0x0f0f0000
141 
142 #define CLOCK_CONTROL_BY_MMIO 0x00000008
143 #define CLOCK_CONTROL_40MHZ   0x00000001
144 #define CLOCK_CONTROL_50MHZ   0x00000002
145 #define CLOCK_CONTROL_60MHZ   0x00000010
146 #define CLOCK_CONTROL_62_5MHZ 0x00000004
147 #define CLOCK_CONTROL_OFF     0x00000000
148 
149 #define PCI_CTL_CLOCK_DLY_ADDR   0x000000b0
150 
151 enum {
152 	CMD_READY    = 0x01,
153 	FIFO_READY   = 0x02,
154 	REG_DATA     = 0x04,
155 	DMA_DATA     = 0x08
156 };
157 
158 static unsigned int jmb38x_ms_read_data(struct jmb38x_ms_host *host,
159 					unsigned char *buf, unsigned int length)
160 {
161 	unsigned int off = 0;
162 
163 	while (host->io_pos && length) {
164 		buf[off++] = host->io_word[0] & 0xff;
165 		host->io_word[0] >>= 8;
166 		length--;
167 		host->io_pos--;
168 	}
169 
170 	if (!length)
171 		return off;
172 
173 	while (!(STATUS_FIFO_EMPTY & readl(host->addr + STATUS))) {
174 		if (length < 4)
175 			break;
176 		*(unsigned int *)(buf + off) = __raw_readl(host->addr + DATA);
177 		length -= 4;
178 		off += 4;
179 	}
180 
181 	if (length
182 	    && !(STATUS_FIFO_EMPTY & readl(host->addr + STATUS))) {
183 		host->io_word[0] = readl(host->addr + DATA);
184 		for (host->io_pos = 4; host->io_pos; --host->io_pos) {
185 			buf[off++] = host->io_word[0] & 0xff;
186 			host->io_word[0] >>= 8;
187 			length--;
188 			if (!length)
189 				break;
190 		}
191 	}
192 
193 	return off;
194 }
195 
196 static unsigned int jmb38x_ms_read_reg_data(struct jmb38x_ms_host *host,
197 					    unsigned char *buf,
198 					    unsigned int length)
199 {
200 	unsigned int off = 0;
201 
202 	while (host->io_pos > 4 && length) {
203 		buf[off++] = host->io_word[0] & 0xff;
204 		host->io_word[0] >>= 8;
205 		length--;
206 		host->io_pos--;
207 	}
208 
209 	if (!length)
210 		return off;
211 
212 	while (host->io_pos && length) {
213 		buf[off++] = host->io_word[1] & 0xff;
214 		host->io_word[1] >>= 8;
215 		length--;
216 		host->io_pos--;
217 	}
218 
219 	return off;
220 }
221 
222 static unsigned int jmb38x_ms_write_data(struct jmb38x_ms_host *host,
223 					 unsigned char *buf,
224 					 unsigned int length)
225 {
226 	unsigned int off = 0;
227 
228 	if (host->io_pos) {
229 		while (host->io_pos < 4 && length) {
230 			host->io_word[0] |=  buf[off++] << (host->io_pos * 8);
231 			host->io_pos++;
232 			length--;
233 		}
234 	}
235 
236 	if (host->io_pos == 4
237 	    && !(STATUS_FIFO_FULL & readl(host->addr + STATUS))) {
238 		writel(host->io_word[0], host->addr + DATA);
239 		host->io_pos = 0;
240 		host->io_word[0] = 0;
241 	} else if (host->io_pos) {
242 		return off;
243 	}
244 
245 	if (!length)
246 		return off;
247 
248 	while (!(STATUS_FIFO_FULL & readl(host->addr + STATUS))) {
249 		if (length < 4)
250 			break;
251 
252 		__raw_writel(*(unsigned int *)(buf + off),
253 			     host->addr + DATA);
254 		length -= 4;
255 		off += 4;
256 	}
257 
258 	switch (length) {
259 	case 3:
260 		host->io_word[0] |= buf[off + 2] << 16;
261 		host->io_pos++;
262 	case 2:
263 		host->io_word[0] |= buf[off + 1] << 8;
264 		host->io_pos++;
265 	case 1:
266 		host->io_word[0] |= buf[off];
267 		host->io_pos++;
268 	}
269 
270 	off += host->io_pos;
271 
272 	return off;
273 }
274 
275 static unsigned int jmb38x_ms_write_reg_data(struct jmb38x_ms_host *host,
276 					     unsigned char *buf,
277 					     unsigned int length)
278 {
279 	unsigned int off = 0;
280 
281 	while (host->io_pos < 4 && length) {
282 		host->io_word[0] &= ~(0xff << (host->io_pos * 8));
283 		host->io_word[0] |=  buf[off++] << (host->io_pos * 8);
284 		host->io_pos++;
285 		length--;
286 	}
287 
288 	if (!length)
289 		return off;
290 
291 	while (host->io_pos < 8 && length) {
292 		host->io_word[1] &= ~(0xff << (host->io_pos * 8));
293 		host->io_word[1] |=  buf[off++] << (host->io_pos * 8);
294 		host->io_pos++;
295 		length--;
296 	}
297 
298 	return off;
299 }
300 
301 static int jmb38x_ms_transfer_data(struct jmb38x_ms_host *host)
302 {
303 	unsigned int length;
304 	unsigned int off;
305 	unsigned int t_size, p_cnt;
306 	unsigned char *buf;
307 	struct page *pg;
308 	unsigned long flags = 0;
309 
310 	if (host->req->long_data) {
311 		length = host->req->sg.length - host->block_pos;
312 		off = host->req->sg.offset + host->block_pos;
313 	} else {
314 		length = host->req->data_len - host->block_pos;
315 		off = 0;
316 	}
317 
318 	while (length) {
319 		unsigned int uninitialized_var(p_off);
320 
321 		if (host->req->long_data) {
322 			pg = nth_page(sg_page(&host->req->sg),
323 				      off >> PAGE_SHIFT);
324 			p_off = offset_in_page(off);
325 			p_cnt = PAGE_SIZE - p_off;
326 			p_cnt = min(p_cnt, length);
327 
328 			local_irq_save(flags);
329 			buf = kmap_atomic(pg) + p_off;
330 		} else {
331 			buf = host->req->data + host->block_pos;
332 			p_cnt = host->req->data_len - host->block_pos;
333 		}
334 
335 		if (host->req->data_dir == WRITE)
336 			t_size = !(host->cmd_flags & REG_DATA)
337 				 ? jmb38x_ms_write_data(host, buf, p_cnt)
338 				 : jmb38x_ms_write_reg_data(host, buf, p_cnt);
339 		else
340 			t_size = !(host->cmd_flags & REG_DATA)
341 				 ? jmb38x_ms_read_data(host, buf, p_cnt)
342 				 : jmb38x_ms_read_reg_data(host, buf, p_cnt);
343 
344 		if (host->req->long_data) {
345 			kunmap_atomic(buf - p_off);
346 			local_irq_restore(flags);
347 		}
348 
349 		if (!t_size)
350 			break;
351 		host->block_pos += t_size;
352 		length -= t_size;
353 		off += t_size;
354 	}
355 
356 	if (!length && host->req->data_dir == WRITE) {
357 		if (host->cmd_flags & REG_DATA) {
358 			writel(host->io_word[0], host->addr + TPC_P0);
359 			writel(host->io_word[1], host->addr + TPC_P1);
360 		} else if (host->io_pos) {
361 			writel(host->io_word[0], host->addr + DATA);
362 		}
363 	}
364 
365 	return length;
366 }
367 
368 static int jmb38x_ms_issue_cmd(struct memstick_host *msh)
369 {
370 	struct jmb38x_ms_host *host = memstick_priv(msh);
371 	unsigned char *data;
372 	unsigned int data_len, cmd, t_val;
373 
374 	if (!(STATUS_HAS_MEDIA & readl(host->addr + STATUS))) {
375 		dev_dbg(&msh->dev, "no media status\n");
376 		host->req->error = -ETIME;
377 		return host->req->error;
378 	}
379 
380 	dev_dbg(&msh->dev, "control %08x\n", readl(host->addr + HOST_CONTROL));
381 	dev_dbg(&msh->dev, "status %08x\n", readl(host->addr + INT_STATUS));
382 	dev_dbg(&msh->dev, "hstatus %08x\n", readl(host->addr + STATUS));
383 
384 	host->cmd_flags = 0;
385 	host->block_pos = 0;
386 	host->io_pos = 0;
387 	host->io_word[0] = 0;
388 	host->io_word[1] = 0;
389 
390 	cmd = host->req->tpc << 16;
391 	cmd |= TPC_DATA_SEL;
392 
393 	if (host->req->data_dir == READ)
394 		cmd |= TPC_DIR;
395 
396 	if (host->req->need_card_int) {
397 		if (host->ifmode == MEMSTICK_SERIAL)
398 			cmd |= TPC_GET_INT;
399 		else
400 			cmd |= TPC_WAIT_INT;
401 	}
402 
403 	data = host->req->data;
404 
405 	if (!no_dma)
406 		host->cmd_flags |= DMA_DATA;
407 
408 	if (host->req->long_data) {
409 		data_len = host->req->sg.length;
410 	} else {
411 		data_len = host->req->data_len;
412 		host->cmd_flags &= ~DMA_DATA;
413 	}
414 
415 	if (data_len <= 8) {
416 		cmd &= ~(TPC_DATA_SEL | 0xf);
417 		host->cmd_flags |= REG_DATA;
418 		cmd |= data_len & 0xf;
419 		host->cmd_flags &= ~DMA_DATA;
420 	}
421 
422 	if (host->cmd_flags & DMA_DATA) {
423 		if (1 != dma_map_sg(&host->chip->pdev->dev, &host->req->sg, 1,
424 				    host->req->data_dir == READ
425 				    ? DMA_FROM_DEVICE
426 				    : DMA_TO_DEVICE)) {
427 			host->req->error = -ENOMEM;
428 			return host->req->error;
429 		}
430 		data_len = sg_dma_len(&host->req->sg);
431 		writel(sg_dma_address(&host->req->sg),
432 		       host->addr + DMA_ADDRESS);
433 		writel(((1 << 16) & BLOCK_COUNT_MASK)
434 		       | (data_len & BLOCK_SIZE_MASK),
435 		       host->addr + BLOCK);
436 		writel(DMA_CONTROL_ENABLE, host->addr + DMA_CONTROL);
437 	} else if (!(host->cmd_flags & REG_DATA)) {
438 		writel(((1 << 16) & BLOCK_COUNT_MASK)
439 		       | (data_len & BLOCK_SIZE_MASK),
440 		       host->addr + BLOCK);
441 			t_val = readl(host->addr + INT_STATUS_ENABLE);
442 			t_val |= host->req->data_dir == READ
443 				 ? INT_STATUS_FIFO_RRDY
444 				 : INT_STATUS_FIFO_WRDY;
445 
446 			writel(t_val, host->addr + INT_STATUS_ENABLE);
447 			writel(t_val, host->addr + INT_SIGNAL_ENABLE);
448 	} else {
449 		cmd &= ~(TPC_DATA_SEL | 0xf);
450 		host->cmd_flags |= REG_DATA;
451 		cmd |= data_len & 0xf;
452 
453 		if (host->req->data_dir == WRITE) {
454 			jmb38x_ms_transfer_data(host);
455 			writel(host->io_word[0], host->addr + TPC_P0);
456 			writel(host->io_word[1], host->addr + TPC_P1);
457 		}
458 	}
459 
460 	mod_timer(&host->timer, jiffies + host->timeout_jiffies);
461 	writel(HOST_CONTROL_LED | readl(host->addr + HOST_CONTROL),
462 	       host->addr + HOST_CONTROL);
463 	host->req->error = 0;
464 
465 	writel(cmd, host->addr + TPC);
466 	dev_dbg(&msh->dev, "executing TPC %08x, len %x\n", cmd, data_len);
467 
468 	return 0;
469 }
470 
471 static void jmb38x_ms_complete_cmd(struct memstick_host *msh, int last)
472 {
473 	struct jmb38x_ms_host *host = memstick_priv(msh);
474 	unsigned int t_val = 0;
475 	int rc;
476 
477 	del_timer(&host->timer);
478 
479 	dev_dbg(&msh->dev, "c control %08x\n",
480 		readl(host->addr + HOST_CONTROL));
481 	dev_dbg(&msh->dev, "c status %08x\n",
482 		readl(host->addr + INT_STATUS));
483 	dev_dbg(&msh->dev, "c hstatus %08x\n", readl(host->addr + STATUS));
484 
485 	host->req->int_reg = readl(host->addr + STATUS) & 0xff;
486 
487 	writel(0, host->addr + BLOCK);
488 	writel(0, host->addr + DMA_CONTROL);
489 
490 	if (host->cmd_flags & DMA_DATA) {
491 		dma_unmap_sg(&host->chip->pdev->dev, &host->req->sg, 1,
492 			     host->req->data_dir == READ
493 			     ? DMA_FROM_DEVICE : DMA_TO_DEVICE);
494 	} else {
495 		t_val = readl(host->addr + INT_STATUS_ENABLE);
496 		if (host->req->data_dir == READ)
497 			t_val &= ~INT_STATUS_FIFO_RRDY;
498 		else
499 			t_val &= ~INT_STATUS_FIFO_WRDY;
500 
501 		writel(t_val, host->addr + INT_STATUS_ENABLE);
502 		writel(t_val, host->addr + INT_SIGNAL_ENABLE);
503 	}
504 
505 	writel((~HOST_CONTROL_LED) & readl(host->addr + HOST_CONTROL),
506 	       host->addr + HOST_CONTROL);
507 
508 	if (!last) {
509 		do {
510 			rc = memstick_next_req(msh, &host->req);
511 		} while (!rc && jmb38x_ms_issue_cmd(msh));
512 	} else {
513 		do {
514 			rc = memstick_next_req(msh, &host->req);
515 			if (!rc)
516 				host->req->error = -ETIME;
517 		} while (!rc);
518 	}
519 }
520 
521 static irqreturn_t jmb38x_ms_isr(int irq, void *dev_id)
522 {
523 	struct memstick_host *msh = dev_id;
524 	struct jmb38x_ms_host *host = memstick_priv(msh);
525 	unsigned int irq_status;
526 
527 	spin_lock(&host->lock);
528 	irq_status = readl(host->addr + INT_STATUS);
529 	dev_dbg(&host->chip->pdev->dev, "irq_status = %08x\n", irq_status);
530 	if (irq_status == 0 || irq_status == (~0)) {
531 		spin_unlock(&host->lock);
532 		return IRQ_NONE;
533 	}
534 
535 	if (host->req) {
536 		if (irq_status & INT_STATUS_ANY_ERR) {
537 			if (irq_status & INT_STATUS_CRC_ERR)
538 				host->req->error = -EILSEQ;
539 			else if (irq_status & INT_STATUS_TPC_ERR) {
540 				dev_dbg(&host->chip->pdev->dev, "TPC_ERR\n");
541 				jmb38x_ms_complete_cmd(msh, 0);
542 			} else
543 				host->req->error = -ETIME;
544 		} else {
545 			if (host->cmd_flags & DMA_DATA) {
546 				if (irq_status & INT_STATUS_EOTRAN)
547 					host->cmd_flags |= FIFO_READY;
548 			} else {
549 				if (irq_status & (INT_STATUS_FIFO_RRDY
550 						  | INT_STATUS_FIFO_WRDY))
551 					jmb38x_ms_transfer_data(host);
552 
553 				if (irq_status & INT_STATUS_EOTRAN) {
554 					jmb38x_ms_transfer_data(host);
555 					host->cmd_flags |= FIFO_READY;
556 				}
557 			}
558 
559 			if (irq_status & INT_STATUS_EOTPC) {
560 				host->cmd_flags |= CMD_READY;
561 				if (host->cmd_flags & REG_DATA) {
562 					if (host->req->data_dir == READ) {
563 						host->io_word[0]
564 							= readl(host->addr
565 								+ TPC_P0);
566 						host->io_word[1]
567 							= readl(host->addr
568 								+ TPC_P1);
569 						host->io_pos = 8;
570 
571 						jmb38x_ms_transfer_data(host);
572 					}
573 					host->cmd_flags |= FIFO_READY;
574 				}
575 			}
576 		}
577 	}
578 
579 	if (irq_status & (INT_STATUS_MEDIA_IN | INT_STATUS_MEDIA_OUT)) {
580 		dev_dbg(&host->chip->pdev->dev, "media changed\n");
581 		memstick_detect_change(msh);
582 	}
583 
584 	writel(irq_status, host->addr + INT_STATUS);
585 
586 	if (host->req
587 	    && (((host->cmd_flags & CMD_READY)
588 		 && (host->cmd_flags & FIFO_READY))
589 		|| host->req->error))
590 		jmb38x_ms_complete_cmd(msh, 0);
591 
592 	spin_unlock(&host->lock);
593 	return IRQ_HANDLED;
594 }
595 
596 static void jmb38x_ms_abort(struct timer_list *t)
597 {
598 	struct jmb38x_ms_host *host = from_timer(host, t, timer);
599 	struct memstick_host *msh = host->msh;
600 	unsigned long flags;
601 
602 	dev_dbg(&host->chip->pdev->dev, "abort\n");
603 	spin_lock_irqsave(&host->lock, flags);
604 	if (host->req) {
605 		host->req->error = -ETIME;
606 		jmb38x_ms_complete_cmd(msh, 0);
607 	}
608 	spin_unlock_irqrestore(&host->lock, flags);
609 }
610 
611 static void jmb38x_ms_req_tasklet(unsigned long data)
612 {
613 	struct memstick_host *msh = (struct memstick_host *)data;
614 	struct jmb38x_ms_host *host = memstick_priv(msh);
615 	unsigned long flags;
616 	int rc;
617 
618 	spin_lock_irqsave(&host->lock, flags);
619 	if (!host->req) {
620 		do {
621 			rc = memstick_next_req(msh, &host->req);
622 			dev_dbg(&host->chip->pdev->dev, "tasklet req %d\n", rc);
623 		} while (!rc && jmb38x_ms_issue_cmd(msh));
624 	}
625 	spin_unlock_irqrestore(&host->lock, flags);
626 }
627 
628 static void jmb38x_ms_dummy_submit(struct memstick_host *msh)
629 {
630 	return;
631 }
632 
633 static void jmb38x_ms_submit_req(struct memstick_host *msh)
634 {
635 	struct jmb38x_ms_host *host = memstick_priv(msh);
636 
637 	tasklet_schedule(&host->notify);
638 }
639 
640 static int jmb38x_ms_reset(struct jmb38x_ms_host *host)
641 {
642 	int cnt;
643 
644 	writel(HOST_CONTROL_RESET_REQ | HOST_CONTROL_CLOCK_EN
645 	       | readl(host->addr + HOST_CONTROL),
646 	       host->addr + HOST_CONTROL);
647 	mmiowb();
648 
649 	for (cnt = 0; cnt < 20; ++cnt) {
650 		if (!(HOST_CONTROL_RESET_REQ
651 		      & readl(host->addr + HOST_CONTROL)))
652 			goto reset_next;
653 
654 		ndelay(20);
655 	}
656 	dev_dbg(&host->chip->pdev->dev, "reset_req timeout\n");
657 
658 reset_next:
659 	writel(HOST_CONTROL_RESET | HOST_CONTROL_CLOCK_EN
660 	       | readl(host->addr + HOST_CONTROL),
661 	       host->addr + HOST_CONTROL);
662 	mmiowb();
663 
664 	for (cnt = 0; cnt < 20; ++cnt) {
665 		if (!(HOST_CONTROL_RESET
666 		      & readl(host->addr + HOST_CONTROL)))
667 			goto reset_ok;
668 
669 		ndelay(20);
670 	}
671 	dev_dbg(&host->chip->pdev->dev, "reset timeout\n");
672 	return -EIO;
673 
674 reset_ok:
675 	mmiowb();
676 	writel(INT_STATUS_ALL, host->addr + INT_SIGNAL_ENABLE);
677 	writel(INT_STATUS_ALL, host->addr + INT_STATUS_ENABLE);
678 	return 0;
679 }
680 
681 static int jmb38x_ms_set_param(struct memstick_host *msh,
682 			       enum memstick_param param,
683 			       int value)
684 {
685 	struct jmb38x_ms_host *host = memstick_priv(msh);
686 	unsigned int host_ctl = readl(host->addr + HOST_CONTROL);
687 	unsigned int clock_ctl = CLOCK_CONTROL_BY_MMIO, clock_delay = 0;
688 	int rc = 0;
689 
690 	switch (param) {
691 	case MEMSTICK_POWER:
692 		if (value == MEMSTICK_POWER_ON) {
693 			rc = jmb38x_ms_reset(host);
694 			if (rc)
695 				return rc;
696 
697 			host_ctl = 7;
698 			host_ctl |= HOST_CONTROL_POWER_EN
699 				 | HOST_CONTROL_CLOCK_EN;
700 			writel(host_ctl, host->addr + HOST_CONTROL);
701 
702 			writel(host->id ? PAD_PU_PD_ON_MS_SOCK1
703 					: PAD_PU_PD_ON_MS_SOCK0,
704 			       host->addr + PAD_PU_PD);
705 
706 			writel(PAD_OUTPUT_ENABLE_MS,
707 			       host->addr + PAD_OUTPUT_ENABLE);
708 
709 			msleep(10);
710 			dev_dbg(&host->chip->pdev->dev, "power on\n");
711 		} else if (value == MEMSTICK_POWER_OFF) {
712 			host_ctl &= ~(HOST_CONTROL_POWER_EN
713 				      | HOST_CONTROL_CLOCK_EN);
714 			writel(host_ctl, host->addr +  HOST_CONTROL);
715 			writel(0, host->addr + PAD_OUTPUT_ENABLE);
716 			writel(PAD_PU_PD_OFF, host->addr + PAD_PU_PD);
717 			dev_dbg(&host->chip->pdev->dev, "power off\n");
718 		} else
719 			return -EINVAL;
720 		break;
721 	case MEMSTICK_INTERFACE:
722 		dev_dbg(&host->chip->pdev->dev,
723 			"Set Host Interface Mode to %d\n", value);
724 		host_ctl &= ~(HOST_CONTROL_FAST_CLK | HOST_CONTROL_REI |
725 			      HOST_CONTROL_REO);
726 		host_ctl |= HOST_CONTROL_TDELAY_EN | HOST_CONTROL_HW_OC_P;
727 		host_ctl &= ~(3 << HOST_CONTROL_IF_SHIFT);
728 
729 		if (value == MEMSTICK_SERIAL) {
730 			host_ctl |= HOST_CONTROL_IF_SERIAL
731 				    << HOST_CONTROL_IF_SHIFT;
732 			host_ctl |= HOST_CONTROL_REI;
733 			clock_ctl |= CLOCK_CONTROL_40MHZ;
734 			clock_delay = 0;
735 		} else if (value == MEMSTICK_PAR4) {
736 			host_ctl |= HOST_CONTROL_FAST_CLK;
737 			host_ctl |= HOST_CONTROL_IF_PAR4
738 				    << HOST_CONTROL_IF_SHIFT;
739 			host_ctl |= HOST_CONTROL_REO;
740 			clock_ctl |= CLOCK_CONTROL_40MHZ;
741 			clock_delay = 4;
742 		} else if (value == MEMSTICK_PAR8) {
743 			host_ctl |= HOST_CONTROL_FAST_CLK;
744 			host_ctl |= HOST_CONTROL_IF_PAR8
745 				    << HOST_CONTROL_IF_SHIFT;
746 			clock_ctl |= CLOCK_CONTROL_50MHZ;
747 			clock_delay = 0;
748 		} else
749 			return -EINVAL;
750 
751 		writel(host_ctl, host->addr + HOST_CONTROL);
752 		writel(CLOCK_CONTROL_OFF, host->addr + CLOCK_CONTROL);
753 		writel(clock_ctl, host->addr + CLOCK_CONTROL);
754 		pci_write_config_byte(host->chip->pdev,
755 				      PCI_CTL_CLOCK_DLY_ADDR + 1,
756 				      clock_delay);
757 		host->ifmode = value;
758 		break;
759 	};
760 	return 0;
761 }
762 
763 #define PCI_PMOS0_CONTROL		0xae
764 #define  PMOS0_ENABLE			0x01
765 #define  PMOS0_OVERCURRENT_LEVEL_2_4V	0x06
766 #define  PMOS0_EN_OVERCURRENT_DEBOUNCE	0x40
767 #define  PMOS0_SW_LED_POLARITY_ENABLE	0x80
768 #define  PMOS0_ACTIVE_BITS (PMOS0_ENABLE | PMOS0_EN_OVERCURRENT_DEBOUNCE | \
769 			    PMOS0_OVERCURRENT_LEVEL_2_4V)
770 #define PCI_PMOS1_CONTROL		0xbd
771 #define  PMOS1_ACTIVE_BITS		0x4a
772 #define PCI_CLOCK_CTL			0xb9
773 
774 static int jmb38x_ms_pmos(struct pci_dev *pdev, int flag)
775 {
776 	unsigned char val;
777 
778 	pci_read_config_byte(pdev, PCI_PMOS0_CONTROL, &val);
779 	if (flag)
780 		val |= PMOS0_ACTIVE_BITS;
781 	else
782 		val &= ~PMOS0_ACTIVE_BITS;
783 	pci_write_config_byte(pdev, PCI_PMOS0_CONTROL, val);
784 	dev_dbg(&pdev->dev, "JMB38x: set PMOS0 val 0x%x\n", val);
785 
786 	if (pci_resource_flags(pdev, 1)) {
787 		pci_read_config_byte(pdev, PCI_PMOS1_CONTROL, &val);
788 		if (flag)
789 			val |= PMOS1_ACTIVE_BITS;
790 		else
791 			val &= ~PMOS1_ACTIVE_BITS;
792 		pci_write_config_byte(pdev, PCI_PMOS1_CONTROL, val);
793 		dev_dbg(&pdev->dev, "JMB38x: set PMOS1 val 0x%x\n", val);
794 	}
795 
796 	pci_read_config_byte(pdev, PCI_CLOCK_CTL, &val);
797 	pci_write_config_byte(pdev, PCI_CLOCK_CTL, val & ~0x0f);
798 	pci_write_config_byte(pdev, PCI_CLOCK_CTL, val | 0x01);
799 	dev_dbg(&pdev->dev, "Clock Control by PCI config is disabled!\n");
800 
801         return 0;
802 }
803 
804 #ifdef CONFIG_PM
805 
806 static int jmb38x_ms_suspend(struct pci_dev *dev, pm_message_t state)
807 {
808 	struct jmb38x_ms *jm = pci_get_drvdata(dev);
809 	int cnt;
810 
811 	for (cnt = 0; cnt < jm->host_cnt; ++cnt) {
812 		if (!jm->hosts[cnt])
813 			break;
814 		memstick_suspend_host(jm->hosts[cnt]);
815 	}
816 
817 	pci_save_state(dev);
818 	pci_enable_wake(dev, pci_choose_state(dev, state), 0);
819 	pci_disable_device(dev);
820 	pci_set_power_state(dev, pci_choose_state(dev, state));
821 	return 0;
822 }
823 
824 static int jmb38x_ms_resume(struct pci_dev *dev)
825 {
826 	struct jmb38x_ms *jm = pci_get_drvdata(dev);
827 	int rc;
828 
829 	pci_set_power_state(dev, PCI_D0);
830 	pci_restore_state(dev);
831 	rc = pci_enable_device(dev);
832 	if (rc)
833 		return rc;
834 	pci_set_master(dev);
835 
836 	jmb38x_ms_pmos(dev, 1);
837 
838 	for (rc = 0; rc < jm->host_cnt; ++rc) {
839 		if (!jm->hosts[rc])
840 			break;
841 		memstick_resume_host(jm->hosts[rc]);
842 		memstick_detect_change(jm->hosts[rc]);
843 	}
844 
845 	return 0;
846 }
847 
848 #else
849 
850 #define jmb38x_ms_suspend NULL
851 #define jmb38x_ms_resume NULL
852 
853 #endif /* CONFIG_PM */
854 
855 static int jmb38x_ms_count_slots(struct pci_dev *pdev)
856 {
857 	int cnt, rc = 0;
858 
859 	for (cnt = 0; cnt < PCI_ROM_RESOURCE; ++cnt) {
860 		if (!(IORESOURCE_MEM & pci_resource_flags(pdev, cnt)))
861 			break;
862 
863 		if (256 != pci_resource_len(pdev, cnt))
864 			break;
865 
866 		++rc;
867 	}
868 	return rc;
869 }
870 
871 static struct memstick_host *jmb38x_ms_alloc_host(struct jmb38x_ms *jm, int cnt)
872 {
873 	struct memstick_host *msh;
874 	struct jmb38x_ms_host *host;
875 
876 	msh = memstick_alloc_host(sizeof(struct jmb38x_ms_host),
877 				  &jm->pdev->dev);
878 	if (!msh)
879 		return NULL;
880 
881 	host = memstick_priv(msh);
882 	host->msh = msh;
883 	host->chip = jm;
884 	host->addr = ioremap(pci_resource_start(jm->pdev, cnt),
885 			     pci_resource_len(jm->pdev, cnt));
886 	if (!host->addr)
887 		goto err_out_free;
888 
889 	spin_lock_init(&host->lock);
890 	host->id = cnt;
891 	snprintf(host->host_id, sizeof(host->host_id), DRIVER_NAME ":slot%d",
892 		 host->id);
893 	host->irq = jm->pdev->irq;
894 	host->timeout_jiffies = msecs_to_jiffies(1000);
895 
896 	tasklet_init(&host->notify, jmb38x_ms_req_tasklet, (unsigned long)msh);
897 	msh->request = jmb38x_ms_submit_req;
898 	msh->set_param = jmb38x_ms_set_param;
899 
900 	msh->caps = MEMSTICK_CAP_PAR4 | MEMSTICK_CAP_PAR8;
901 
902 	timer_setup(&host->timer, jmb38x_ms_abort, 0);
903 
904 	if (!request_irq(host->irq, jmb38x_ms_isr, IRQF_SHARED, host->host_id,
905 			 msh))
906 		return msh;
907 
908 	iounmap(host->addr);
909 err_out_free:
910 	kfree(msh);
911 	return NULL;
912 }
913 
914 static void jmb38x_ms_free_host(struct memstick_host *msh)
915 {
916 	struct jmb38x_ms_host *host = memstick_priv(msh);
917 
918 	free_irq(host->irq, msh);
919 	iounmap(host->addr);
920 	memstick_free_host(msh);
921 }
922 
923 static int jmb38x_ms_probe(struct pci_dev *pdev,
924 			   const struct pci_device_id *dev_id)
925 {
926 	struct jmb38x_ms *jm;
927 	int pci_dev_busy = 0;
928 	int rc, cnt;
929 
930 	rc = dma_set_mask(&pdev->dev, DMA_BIT_MASK(32));
931 	if (rc)
932 		return rc;
933 
934 	rc = pci_enable_device(pdev);
935 	if (rc)
936 		return rc;
937 
938 	pci_set_master(pdev);
939 
940 	rc = pci_request_regions(pdev, DRIVER_NAME);
941 	if (rc) {
942 		pci_dev_busy = 1;
943 		goto err_out;
944 	}
945 
946 	jmb38x_ms_pmos(pdev, 1);
947 
948 	cnt = jmb38x_ms_count_slots(pdev);
949 	if (!cnt) {
950 		rc = -ENODEV;
951 		pci_dev_busy = 1;
952 		goto err_out;
953 	}
954 
955 	jm = kzalloc(sizeof(struct jmb38x_ms)
956 		     + cnt * sizeof(struct memstick_host *), GFP_KERNEL);
957 	if (!jm) {
958 		rc = -ENOMEM;
959 		goto err_out_int;
960 	}
961 
962 	jm->pdev = pdev;
963 	jm->host_cnt = cnt;
964 	pci_set_drvdata(pdev, jm);
965 
966 	for (cnt = 0; cnt < jm->host_cnt; ++cnt) {
967 		jm->hosts[cnt] = jmb38x_ms_alloc_host(jm, cnt);
968 		if (!jm->hosts[cnt])
969 			break;
970 
971 		rc = memstick_add_host(jm->hosts[cnt]);
972 
973 		if (rc) {
974 			jmb38x_ms_free_host(jm->hosts[cnt]);
975 			jm->hosts[cnt] = NULL;
976 			break;
977 		}
978 	}
979 
980 	if (cnt)
981 		return 0;
982 
983 	rc = -ENODEV;
984 
985 	pci_set_drvdata(pdev, NULL);
986 	kfree(jm);
987 err_out_int:
988 	pci_release_regions(pdev);
989 err_out:
990 	if (!pci_dev_busy)
991 		pci_disable_device(pdev);
992 	return rc;
993 }
994 
995 static void jmb38x_ms_remove(struct pci_dev *dev)
996 {
997 	struct jmb38x_ms *jm = pci_get_drvdata(dev);
998 	struct jmb38x_ms_host *host;
999 	int cnt;
1000 	unsigned long flags;
1001 
1002 	for (cnt = 0; cnt < jm->host_cnt; ++cnt) {
1003 		if (!jm->hosts[cnt])
1004 			break;
1005 
1006 		host = memstick_priv(jm->hosts[cnt]);
1007 
1008 		jm->hosts[cnt]->request = jmb38x_ms_dummy_submit;
1009 		tasklet_kill(&host->notify);
1010 		writel(0, host->addr + INT_SIGNAL_ENABLE);
1011 		writel(0, host->addr + INT_STATUS_ENABLE);
1012 		mmiowb();
1013 		dev_dbg(&jm->pdev->dev, "interrupts off\n");
1014 		spin_lock_irqsave(&host->lock, flags);
1015 		if (host->req) {
1016 			host->req->error = -ETIME;
1017 			jmb38x_ms_complete_cmd(jm->hosts[cnt], 1);
1018 		}
1019 		spin_unlock_irqrestore(&host->lock, flags);
1020 
1021 		memstick_remove_host(jm->hosts[cnt]);
1022 		dev_dbg(&jm->pdev->dev, "host removed\n");
1023 
1024 		jmb38x_ms_free_host(jm->hosts[cnt]);
1025 	}
1026 
1027 	jmb38x_ms_pmos(dev, 0);
1028 
1029 	pci_set_drvdata(dev, NULL);
1030 	pci_release_regions(dev);
1031 	pci_disable_device(dev);
1032 	kfree(jm);
1033 }
1034 
1035 static struct pci_device_id jmb38x_ms_id_tbl [] = {
1036 	{ PCI_VDEVICE(JMICRON, PCI_DEVICE_ID_JMICRON_JMB38X_MS) },
1037 	{ PCI_VDEVICE(JMICRON, PCI_DEVICE_ID_JMICRON_JMB385_MS) },
1038 	{ PCI_VDEVICE(JMICRON, PCI_DEVICE_ID_JMICRON_JMB390_MS) },
1039 	{ }
1040 };
1041 
1042 static struct pci_driver jmb38x_ms_driver = {
1043 	.name = DRIVER_NAME,
1044 	.id_table = jmb38x_ms_id_tbl,
1045 	.probe = jmb38x_ms_probe,
1046 	.remove = jmb38x_ms_remove,
1047 	.suspend = jmb38x_ms_suspend,
1048 	.resume = jmb38x_ms_resume
1049 };
1050 
1051 module_pci_driver(jmb38x_ms_driver);
1052 
1053 MODULE_AUTHOR("Alex Dubov");
1054 MODULE_DESCRIPTION("JMicron jmb38x MemoryStick driver");
1055 MODULE_LICENSE("GPL");
1056 MODULE_DEVICE_TABLE(pci, jmb38x_ms_id_tbl);
1057