xref: /openbmc/linux/drivers/usb/host/r8a66597-hcd.c (revision 8440bb9b)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * R8A66597 HCD (Host Controller Driver)
4  *
5  * Copyright (C) 2006-2007 Renesas Solutions Corp.
6  * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
7  * Portions Copyright (C) 2004-2005 David Brownell
8  * Portions Copyright (C) 1999 Roman Weissgaerber
9  *
10  * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
11  */
12 
13 #include <linux/module.h>
14 #include <linux/kernel.h>
15 #include <linux/sched.h>
16 #include <linux/errno.h>
17 #include <linux/timer.h>
18 #include <linux/delay.h>
19 #include <linux/list.h>
20 #include <linux/interrupt.h>
21 #include <linux/usb.h>
22 #include <linux/usb/hcd.h>
23 #include <linux/platform_device.h>
24 #include <linux/io.h>
25 #include <linux/mm.h>
26 #include <linux/irq.h>
27 #include <linux/slab.h>
28 #include <asm/cacheflush.h>
29 
30 #include "r8a66597.h"
31 
32 MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
33 MODULE_LICENSE("GPL");
34 MODULE_AUTHOR("Yoshihiro Shimoda");
35 MODULE_ALIAS("platform:r8a66597_hcd");
36 
37 #define DRIVER_VERSION	"2009-05-26"
38 
39 static const char hcd_name[] = "r8a66597_hcd";
40 
41 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
42 static int r8a66597_get_frame(struct usb_hcd *hcd);
43 
44 /* this function must be called with interrupt disabled */
45 static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
46 			    unsigned long reg)
47 {
48 	u16 tmp;
49 
50 	tmp = r8a66597_read(r8a66597, INTENB0);
51 	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
52 	r8a66597_bset(r8a66597, 1 << pipenum, reg);
53 	r8a66597_write(r8a66597, tmp, INTENB0);
54 }
55 
56 /* this function must be called with interrupt disabled */
57 static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
58 			     unsigned long reg)
59 {
60 	u16 tmp;
61 
62 	tmp = r8a66597_read(r8a66597, INTENB0);
63 	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
64 	r8a66597_bclr(r8a66597, 1 << pipenum, reg);
65 	r8a66597_write(r8a66597, tmp, INTENB0);
66 }
67 
68 static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
69 			   u16 usbspd, u8 upphub, u8 hubport, int port)
70 {
71 	u16 val;
72 	unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
73 
74 	val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
75 	r8a66597_write(r8a66597, val, devadd_reg);
76 }
77 
78 static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
79 {
80 	u16 tmp;
81 	int i = 0;
82 
83 	if (r8a66597->pdata->on_chip) {
84 		clk_prepare_enable(r8a66597->clk);
85 		do {
86 			r8a66597_write(r8a66597, SCKE, SYSCFG0);
87 			tmp = r8a66597_read(r8a66597, SYSCFG0);
88 			if (i++ > 1000) {
89 				printk(KERN_ERR "r8a66597: reg access fail.\n");
90 				return -ENXIO;
91 			}
92 		} while ((tmp & SCKE) != SCKE);
93 		r8a66597_write(r8a66597, 0x04, 0x02);
94 	} else {
95 		do {
96 			r8a66597_write(r8a66597, USBE, SYSCFG0);
97 			tmp = r8a66597_read(r8a66597, SYSCFG0);
98 			if (i++ > 1000) {
99 				printk(KERN_ERR "r8a66597: reg access fail.\n");
100 				return -ENXIO;
101 			}
102 		} while ((tmp & USBE) != USBE);
103 		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
104 		r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
105 			      XTAL, SYSCFG0);
106 
107 		i = 0;
108 		r8a66597_bset(r8a66597, XCKE, SYSCFG0);
109 		do {
110 			msleep(1);
111 			tmp = r8a66597_read(r8a66597, SYSCFG0);
112 			if (i++ > 500) {
113 				printk(KERN_ERR "r8a66597: reg access fail.\n");
114 				return -ENXIO;
115 			}
116 		} while ((tmp & SCKE) != SCKE);
117 	}
118 
119 	return 0;
120 }
121 
122 static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
123 {
124 	r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
125 	udelay(1);
126 
127 	if (r8a66597->pdata->on_chip) {
128 		clk_disable_unprepare(r8a66597->clk);
129 	} else {
130 		r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
131 		r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
132 		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
133 	}
134 }
135 
136 static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
137 {
138 	u16 val;
139 
140 	val = port ? DRPD : DCFM | DRPD;
141 	r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
142 	r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
143 
144 	r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
145 	r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
146 	r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
147 }
148 
149 static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
150 {
151 	u16 val, tmp;
152 
153 	r8a66597_write(r8a66597, 0, get_intenb_reg(port));
154 	r8a66597_write(r8a66597, 0, get_intsts_reg(port));
155 
156 	r8a66597_port_power(r8a66597, port, 0);
157 
158 	do {
159 		tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
160 		udelay(640);
161 	} while (tmp == EDGESTS);
162 
163 	val = port ? DRPD : DCFM | DRPD;
164 	r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
165 	r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
166 }
167 
168 static int enable_controller(struct r8a66597 *r8a66597)
169 {
170 	int ret, port;
171 	u16 vif = r8a66597->pdata->vif ? LDRV : 0;
172 	u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
173 	u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
174 
175 	ret = r8a66597_clock_enable(r8a66597);
176 	if (ret < 0)
177 		return ret;
178 
179 	r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
180 	r8a66597_bset(r8a66597, USBE, SYSCFG0);
181 
182 	r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
183 	r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
184 	r8a66597_bset(r8a66597, BRDY0, BRDYENB);
185 	r8a66597_bset(r8a66597, BEMP0, BEMPENB);
186 
187 	r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
188 	r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
189 	r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
190 	r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
191 
192 	r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
193 
194 	for (port = 0; port < r8a66597->max_root_hub; port++)
195 		r8a66597_enable_port(r8a66597, port);
196 
197 	return 0;
198 }
199 
200 static void disable_controller(struct r8a66597 *r8a66597)
201 {
202 	int port;
203 
204 	/* disable interrupts */
205 	r8a66597_write(r8a66597, 0, INTENB0);
206 	r8a66597_write(r8a66597, 0, INTENB1);
207 	r8a66597_write(r8a66597, 0, BRDYENB);
208 	r8a66597_write(r8a66597, 0, BEMPENB);
209 	r8a66597_write(r8a66597, 0, NRDYENB);
210 
211 	/* clear status */
212 	r8a66597_write(r8a66597, 0, BRDYSTS);
213 	r8a66597_write(r8a66597, 0, NRDYSTS);
214 	r8a66597_write(r8a66597, 0, BEMPSTS);
215 
216 	for (port = 0; port < r8a66597->max_root_hub; port++)
217 		r8a66597_disable_port(r8a66597, port);
218 
219 	r8a66597_clock_disable(r8a66597);
220 }
221 
222 static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
223 				       struct usb_device *udev)
224 {
225 	struct r8a66597_device *dev;
226 
227 	if (udev->parent && udev->parent->devnum != 1)
228 		udev = udev->parent;
229 
230 	dev = dev_get_drvdata(&udev->dev);
231 	if (dev)
232 		return dev->address;
233 	else
234 		return 0;
235 }
236 
237 static int is_child_device(char *devpath)
238 {
239 	return (devpath[2] ? 1 : 0);
240 }
241 
242 static int is_hub_limit(char *devpath)
243 {
244 	return ((strlen(devpath) >= 4) ? 1 : 0);
245 }
246 
247 static void get_port_number(struct r8a66597 *r8a66597,
248 			    char *devpath, u16 *root_port, u16 *hub_port)
249 {
250 	if (root_port) {
251 		*root_port = (devpath[0] & 0x0F) - 1;
252 		if (*root_port >= r8a66597->max_root_hub)
253 			printk(KERN_ERR "r8a66597: Illegal root port number.\n");
254 	}
255 	if (hub_port)
256 		*hub_port = devpath[2] & 0x0F;
257 }
258 
259 static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
260 {
261 	u16 usbspd = 0;
262 
263 	switch (speed) {
264 	case USB_SPEED_LOW:
265 		usbspd = LSMODE;
266 		break;
267 	case USB_SPEED_FULL:
268 		usbspd = FSMODE;
269 		break;
270 	case USB_SPEED_HIGH:
271 		usbspd = HSMODE;
272 		break;
273 	default:
274 		printk(KERN_ERR "r8a66597: unknown speed\n");
275 		break;
276 	}
277 
278 	return usbspd;
279 }
280 
281 static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
282 {
283 	int idx;
284 
285 	idx = address / 32;
286 	r8a66597->child_connect_map[idx] |= 1 << (address % 32);
287 }
288 
289 static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
290 {
291 	int idx;
292 
293 	idx = address / 32;
294 	r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
295 }
296 
297 static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
298 {
299 	u16 pipenum = pipe->info.pipenum;
300 	const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
301 	const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
302 	const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
303 
304 	if (dma_ch > R8A66597_PIPE_NO_DMA)	/* dma fifo not use? */
305 		dma_ch = R8A66597_PIPE_NO_DMA;
306 
307 	pipe->fifoaddr = fifoaddr[dma_ch];
308 	pipe->fifosel = fifosel[dma_ch];
309 	pipe->fifoctr = fifoctr[dma_ch];
310 
311 	if (pipenum == 0)
312 		pipe->pipectr = DCPCTR;
313 	else
314 		pipe->pipectr = get_pipectr_addr(pipenum);
315 
316 	if (check_bulk_or_isoc(pipenum)) {
317 		pipe->pipetre = get_pipetre_addr(pipenum);
318 		pipe->pipetrn = get_pipetrn_addr(pipenum);
319 	} else {
320 		pipe->pipetre = 0;
321 		pipe->pipetrn = 0;
322 	}
323 }
324 
325 static struct r8a66597_device *
326 get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
327 {
328 	if (usb_pipedevice(urb->pipe) == 0)
329 		return &r8a66597->device0;
330 
331 	return dev_get_drvdata(&urb->dev->dev);
332 }
333 
334 static int make_r8a66597_device(struct r8a66597 *r8a66597,
335 				struct urb *urb, u8 addr)
336 {
337 	struct r8a66597_device *dev;
338 	int usb_address = urb->setup_packet[2];	/* urb->pipe is address 0 */
339 
340 	dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
341 	if (dev == NULL)
342 		return -ENOMEM;
343 
344 	dev_set_drvdata(&urb->dev->dev, dev);
345 	dev->udev = urb->dev;
346 	dev->address = addr;
347 	dev->usb_address = usb_address;
348 	dev->state = USB_STATE_ADDRESS;
349 	dev->ep_in_toggle = 0;
350 	dev->ep_out_toggle = 0;
351 	INIT_LIST_HEAD(&dev->device_list);
352 	list_add_tail(&dev->device_list, &r8a66597->child_device);
353 
354 	get_port_number(r8a66597, urb->dev->devpath,
355 			&dev->root_port, &dev->hub_port);
356 	if (!is_child_device(urb->dev->devpath))
357 		r8a66597->root_hub[dev->root_port].dev = dev;
358 
359 	set_devadd_reg(r8a66597, dev->address,
360 		       get_r8a66597_usb_speed(urb->dev->speed),
361 		       get_parent_r8a66597_address(r8a66597, urb->dev),
362 		       dev->hub_port, dev->root_port);
363 
364 	return 0;
365 }
366 
367 /* this function must be called with interrupt disabled */
368 static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
369 {
370 	u8 addr;	/* R8A66597's address */
371 	struct r8a66597_device *dev;
372 
373 	if (is_hub_limit(urb->dev->devpath)) {
374 		dev_err(&urb->dev->dev, "External hub limit reached.\n");
375 		return 0;
376 	}
377 
378 	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
379 	if (dev && dev->state >= USB_STATE_ADDRESS)
380 		return dev->address;
381 
382 	for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
383 		if (r8a66597->address_map & (1 << addr))
384 			continue;
385 
386 		dev_dbg(&urb->dev->dev, "alloc_address: r8a66597_addr=%d\n", addr);
387 		r8a66597->address_map |= 1 << addr;
388 
389 		if (make_r8a66597_device(r8a66597, urb, addr) < 0)
390 			return 0;
391 
392 		return addr;
393 	}
394 
395 	dev_err(&urb->dev->dev,
396 		"cannot communicate with a USB device more than 10.(%x)\n",
397 		r8a66597->address_map);
398 
399 	return 0;
400 }
401 
402 /* this function must be called with interrupt disabled */
403 static void free_usb_address(struct r8a66597 *r8a66597,
404 			     struct r8a66597_device *dev, int reset)
405 {
406 	int port;
407 
408 	if (!dev)
409 		return;
410 
411 	dev_dbg(&dev->udev->dev, "free_addr: addr=%d\n", dev->address);
412 
413 	dev->state = USB_STATE_DEFAULT;
414 	r8a66597->address_map &= ~(1 << dev->address);
415 	dev->address = 0;
416 	/*
417 	 * Only when resetting USB, it is necessary to erase drvdata. When
418 	 * a usb device with usb hub is disconnect, "dev->udev" is already
419 	 * freed on usb_desconnect(). So we cannot access the data.
420 	 */
421 	if (reset)
422 		dev_set_drvdata(&dev->udev->dev, NULL);
423 	list_del(&dev->device_list);
424 	kfree(dev);
425 
426 	for (port = 0; port < r8a66597->max_root_hub; port++) {
427 		if (r8a66597->root_hub[port].dev == dev) {
428 			r8a66597->root_hub[port].dev = NULL;
429 			break;
430 		}
431 	}
432 }
433 
434 static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
435 			      u16 mask, u16 loop)
436 {
437 	u16 tmp;
438 	int i = 0;
439 
440 	do {
441 		tmp = r8a66597_read(r8a66597, reg);
442 		if (i++ > 1000000) {
443 			printk(KERN_ERR "r8a66597: register%lx, loop %x "
444 			       "is timeout\n", reg, loop);
445 			break;
446 		}
447 		ndelay(1);
448 	} while ((tmp & mask) != loop);
449 }
450 
451 /* this function must be called with interrupt disabled */
452 static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
453 {
454 	u16 tmp;
455 
456 	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
457 	if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
458 		r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
459 	r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
460 }
461 
462 /* this function must be called with interrupt disabled */
463 static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
464 {
465 	u16 tmp;
466 
467 	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
468 	if ((tmp & PID_STALL11) != PID_STALL11)	/* force stall? */
469 		r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
470 	r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
471 	r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
472 }
473 
474 /* this function must be called with interrupt disabled */
475 static void clear_all_buffer(struct r8a66597 *r8a66597,
476 			     struct r8a66597_pipe *pipe)
477 {
478 	u16 tmp;
479 
480 	if (!pipe || pipe->info.pipenum == 0)
481 		return;
482 
483 	pipe_stop(r8a66597, pipe);
484 	r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
485 	tmp = r8a66597_read(r8a66597, pipe->pipectr);
486 	tmp = r8a66597_read(r8a66597, pipe->pipectr);
487 	tmp = r8a66597_read(r8a66597, pipe->pipectr);
488 	r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
489 }
490 
491 /* this function must be called with interrupt disabled */
492 static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
493 				 struct r8a66597_pipe *pipe, int toggle)
494 {
495 	if (toggle)
496 		r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
497 	else
498 		r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
499 }
500 
501 static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
502 {
503 	if (r8a66597->pdata->on_chip)
504 		return MBW_32;
505 	else
506 		return MBW_16;
507 }
508 
509 /* this function must be called with interrupt disabled */
510 static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
511 {
512 	unsigned short mbw = mbw_value(r8a66597);
513 
514 	r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
515 	r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
516 }
517 
518 /* this function must be called with interrupt disabled */
519 static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
520 					 struct r8a66597_pipe *pipe)
521 {
522 	unsigned short mbw = mbw_value(r8a66597);
523 
524 	cfifo_change(r8a66597, 0);
525 	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
526 	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
527 
528 	r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
529 		      pipe->fifosel);
530 	r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
531 }
532 
533 static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
534 {
535 	struct r8a66597_pipe *pipe = hep->hcpriv;
536 
537 	if (usb_pipeendpoint(urb->pipe) == 0)
538 		return 0;
539 	else
540 		return pipe->info.pipenum;
541 }
542 
543 static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
544 {
545 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
546 
547 	return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
548 }
549 
550 static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
551 					  int urb_pipe)
552 {
553 	if (!dev)
554 		return NULL;
555 
556 	return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
557 }
558 
559 /* this function must be called with interrupt disabled */
560 static void pipe_toggle_set(struct r8a66597 *r8a66597,
561 			    struct r8a66597_pipe *pipe,
562 			    struct urb *urb, int set)
563 {
564 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
565 	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
566 	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
567 
568 	if (!toggle)
569 		return;
570 
571 	if (set)
572 		*toggle |= 1 << endpoint;
573 	else
574 		*toggle &= ~(1 << endpoint);
575 }
576 
577 /* this function must be called with interrupt disabled */
578 static void pipe_toggle_save(struct r8a66597 *r8a66597,
579 			     struct r8a66597_pipe *pipe,
580 			     struct urb *urb)
581 {
582 	if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
583 		pipe_toggle_set(r8a66597, pipe, urb, 1);
584 	else
585 		pipe_toggle_set(r8a66597, pipe, urb, 0);
586 }
587 
588 /* this function must be called with interrupt disabled */
589 static void pipe_toggle_restore(struct r8a66597 *r8a66597,
590 				struct r8a66597_pipe *pipe,
591 				struct urb *urb)
592 {
593 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
594 	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
595 	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
596 
597 	if (!toggle)
598 		return;
599 
600 	r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
601 }
602 
603 /* this function must be called with interrupt disabled */
604 static void pipe_buffer_setting(struct r8a66597 *r8a66597,
605 				struct r8a66597_pipe_info *info)
606 {
607 	u16 val = 0;
608 
609 	if (info->pipenum == 0)
610 		return;
611 
612 	r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
613 	r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
614 	r8a66597_write(r8a66597, info->pipenum, PIPESEL);
615 	if (!info->dir_in)
616 		val |= R8A66597_DIR;
617 	if (info->type == R8A66597_BULK && info->dir_in)
618 		val |= R8A66597_DBLB | R8A66597_SHTNAK;
619 	val |= info->type | info->epnum;
620 	r8a66597_write(r8a66597, val, PIPECFG);
621 
622 	r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
623 		       PIPEBUF);
624 	r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
625 		       PIPEMAXP);
626 	r8a66597_write(r8a66597, info->interval, PIPEPERI);
627 }
628 
629 /* this function must be called with interrupt disabled */
630 static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
631 {
632 	struct r8a66597_pipe_info *info;
633 	struct urb *urb = td->urb;
634 
635 	if (td->pipenum > 0) {
636 		info = &td->pipe->info;
637 		cfifo_change(r8a66597, 0);
638 		pipe_buffer_setting(r8a66597, info);
639 
640 		if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
641 				   usb_pipeout(urb->pipe)) &&
642 		    !usb_pipecontrol(urb->pipe)) {
643 			r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
644 			pipe_toggle_set(r8a66597, td->pipe, urb, 0);
645 			clear_all_buffer(r8a66597, td->pipe);
646 			usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
647 				      usb_pipeout(urb->pipe), 1);
648 		}
649 		pipe_toggle_restore(r8a66597, td->pipe, urb);
650 	}
651 }
652 
653 /* this function must be called with interrupt disabled */
654 static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
655 			     struct usb_endpoint_descriptor *ep)
656 {
657 	u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
658 
659 	memset(array, 0, sizeof(array));
660 	switch (usb_endpoint_type(ep)) {
661 	case USB_ENDPOINT_XFER_BULK:
662 		if (usb_endpoint_dir_in(ep))
663 			array[i++] = 4;
664 		else {
665 			array[i++] = 3;
666 			array[i++] = 5;
667 		}
668 		break;
669 	case USB_ENDPOINT_XFER_INT:
670 		if (usb_endpoint_dir_in(ep)) {
671 			array[i++] = 6;
672 			array[i++] = 7;
673 			array[i++] = 8;
674 		} else
675 			array[i++] = 9;
676 		break;
677 	case USB_ENDPOINT_XFER_ISOC:
678 		if (usb_endpoint_dir_in(ep))
679 			array[i++] = 2;
680 		else
681 			array[i++] = 1;
682 		break;
683 	default:
684 		printk(KERN_ERR "r8a66597: Illegal type\n");
685 		return 0;
686 	}
687 
688 	i = 1;
689 	min = array[0];
690 	while (array[i] != 0) {
691 		if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
692 			min = array[i];
693 		i++;
694 	}
695 
696 	return min;
697 }
698 
699 static u16 get_r8a66597_type(__u8 type)
700 {
701 	u16 r8a66597_type;
702 
703 	switch (type) {
704 	case USB_ENDPOINT_XFER_BULK:
705 		r8a66597_type = R8A66597_BULK;
706 		break;
707 	case USB_ENDPOINT_XFER_INT:
708 		r8a66597_type = R8A66597_INT;
709 		break;
710 	case USB_ENDPOINT_XFER_ISOC:
711 		r8a66597_type = R8A66597_ISO;
712 		break;
713 	default:
714 		printk(KERN_ERR "r8a66597: Illegal type\n");
715 		r8a66597_type = 0x0000;
716 		break;
717 	}
718 
719 	return r8a66597_type;
720 }
721 
722 static u16 get_bufnum(u16 pipenum)
723 {
724 	u16 bufnum = 0;
725 
726 	if (pipenum == 0)
727 		bufnum = 0;
728 	else if (check_bulk_or_isoc(pipenum))
729 		bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
730 	else if (check_interrupt(pipenum))
731 		bufnum = 4 + (pipenum - 6);
732 	else
733 		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
734 
735 	return bufnum;
736 }
737 
738 static u16 get_buf_bsize(u16 pipenum)
739 {
740 	u16 buf_bsize = 0;
741 
742 	if (pipenum == 0)
743 		buf_bsize = 3;
744 	else if (check_bulk_or_isoc(pipenum))
745 		buf_bsize = R8A66597_BUF_BSIZE - 1;
746 	else if (check_interrupt(pipenum))
747 		buf_bsize = 0;
748 	else
749 		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
750 
751 	return buf_bsize;
752 }
753 
754 /* this function must be called with interrupt disabled */
755 static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
756 				     struct r8a66597_device *dev,
757 				     struct r8a66597_pipe *pipe,
758 				     struct urb *urb)
759 {
760 	int i;
761 	struct r8a66597_pipe_info *info = &pipe->info;
762 	unsigned short mbw = mbw_value(r8a66597);
763 
764 	/* pipe dma is only for external controlles */
765 	if (r8a66597->pdata->on_chip)
766 		return;
767 
768 	if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
769 		for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
770 			if ((r8a66597->dma_map & (1 << i)) != 0)
771 				continue;
772 
773 			dev_info(&dev->udev->dev,
774 				 "address %d, EndpointAddress 0x%02x use "
775 				 "DMA FIFO\n", usb_pipedevice(urb->pipe),
776 				 info->dir_in ?
777 				 	USB_ENDPOINT_DIR_MASK + info->epnum
778 					: info->epnum);
779 
780 			r8a66597->dma_map |= 1 << i;
781 			dev->dma_map |= 1 << i;
782 			set_pipe_reg_addr(pipe, i);
783 
784 			cfifo_change(r8a66597, 0);
785 			r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
786 				      mbw | CURPIPE, pipe->fifosel);
787 
788 			r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
789 					  pipe->info.pipenum);
790 			r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
791 			break;
792 		}
793 	}
794 }
795 
796 /* this function must be called with interrupt disabled */
797 static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
798 				 struct usb_host_endpoint *hep,
799 				 struct r8a66597_pipe_info *info)
800 {
801 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
802 	struct r8a66597_pipe *pipe = hep->hcpriv;
803 
804 	dev_dbg(&dev->udev->dev, "enable_pipe:\n");
805 
806 	pipe->info = *info;
807 	set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
808 	r8a66597->pipe_cnt[pipe->info.pipenum]++;
809 	dev->pipe_cnt[pipe->info.pipenum]++;
810 
811 	enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
812 }
813 
814 static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
815 			      int status)
816 __releases(r8a66597->lock)
817 __acquires(r8a66597->lock)
818 {
819 	if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
820 		void *ptr;
821 
822 		for (ptr = urb->transfer_buffer;
823 		     ptr < urb->transfer_buffer + urb->transfer_buffer_length;
824 		     ptr += PAGE_SIZE)
825 			flush_dcache_page(virt_to_page(ptr));
826 	}
827 
828 	usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
829 	spin_unlock(&r8a66597->lock);
830 	usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
831 	spin_lock(&r8a66597->lock);
832 }
833 
834 /* this function must be called with interrupt disabled */
835 static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
836 {
837 	struct r8a66597_td *td, *next;
838 	struct urb *urb;
839 	struct list_head *list = &r8a66597->pipe_queue[pipenum];
840 
841 	if (list_empty(list))
842 		return;
843 
844 	list_for_each_entry_safe(td, next, list, queue) {
845 		if (td->address != address)
846 			continue;
847 
848 		urb = td->urb;
849 		list_del(&td->queue);
850 		kfree(td);
851 
852 		if (urb)
853 			r8a66597_urb_done(r8a66597, urb, -ENODEV);
854 
855 		break;
856 	}
857 }
858 
859 /* this function must be called with interrupt disabled */
860 static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
861 				      struct r8a66597_device *dev)
862 {
863 	int check_ep0 = 0;
864 	u16 pipenum;
865 
866 	if (!dev)
867 		return;
868 
869 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
870 		if (!dev->pipe_cnt[pipenum])
871 			continue;
872 
873 		if (!check_ep0) {
874 			check_ep0 = 1;
875 			force_dequeue(r8a66597, 0, dev->address);
876 		}
877 
878 		r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
879 		dev->pipe_cnt[pipenum] = 0;
880 		force_dequeue(r8a66597, pipenum, dev->address);
881 	}
882 
883 	dev_dbg(&dev->udev->dev, "disable_pipe\n");
884 
885 	r8a66597->dma_map &= ~(dev->dma_map);
886 	dev->dma_map = 0;
887 }
888 
889 static u16 get_interval(struct urb *urb, __u8 interval)
890 {
891 	u16 time = 1;
892 	int i;
893 
894 	if (urb->dev->speed == USB_SPEED_HIGH) {
895 		if (interval > IITV)
896 			time = IITV;
897 		else
898 			time = interval ? interval - 1 : 0;
899 	} else {
900 		if (interval > 128) {
901 			time = IITV;
902 		} else {
903 			/* calculate the nearest value for PIPEPERI */
904 			for (i = 0; i < 7; i++) {
905 				if ((1 << i) < interval &&
906 				    (1 << (i + 1) > interval))
907 					time = 1 << i;
908 			}
909 		}
910 	}
911 
912 	return time;
913 }
914 
915 static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
916 {
917 	__u8 i;
918 	unsigned long time = 1;
919 
920 	if (usb_pipeisoc(urb->pipe))
921 		return 0;
922 
923 	if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
924 		for (i = 0; i < (interval - 1); i++)
925 			time *= 2;
926 		time = time * 125 / 1000;	/* uSOF -> msec */
927 	} else {
928 		time = interval;
929 	}
930 
931 	return time;
932 }
933 
934 /* this function must be called with interrupt disabled */
935 static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
936 			   struct usb_host_endpoint *hep,
937 			   struct usb_endpoint_descriptor *ep)
938 {
939 	struct r8a66597_pipe_info info;
940 
941 	info.pipenum = get_empty_pipenum(r8a66597, ep);
942 	info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
943 	info.epnum = usb_endpoint_num(ep);
944 	info.maxpacket = usb_endpoint_maxp(ep);
945 	info.type = get_r8a66597_type(usb_endpoint_type(ep));
946 	info.bufnum = get_bufnum(info.pipenum);
947 	info.buf_bsize = get_buf_bsize(info.pipenum);
948 	if (info.type == R8A66597_BULK) {
949 		info.interval = 0;
950 		info.timer_interval = 0;
951 	} else {
952 		info.interval = get_interval(urb, ep->bInterval);
953 		info.timer_interval = get_timer_interval(urb, ep->bInterval);
954 	}
955 	if (usb_endpoint_dir_in(ep))
956 		info.dir_in = 1;
957 	else
958 		info.dir_in = 0;
959 
960 	enable_r8a66597_pipe(r8a66597, urb, hep, &info);
961 }
962 
963 static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
964 {
965 	struct r8a66597_device *dev;
966 
967 	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
968 	dev->state = USB_STATE_CONFIGURED;
969 }
970 
971 static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
972 			    u16 pipenum)
973 {
974 	if (pipenum == 0 && usb_pipeout(urb->pipe))
975 		enable_irq_empty(r8a66597, pipenum);
976 	else
977 		enable_irq_ready(r8a66597, pipenum);
978 
979 	if (!usb_pipeisoc(urb->pipe))
980 		enable_irq_nrdy(r8a66597, pipenum);
981 }
982 
983 static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
984 {
985 	disable_irq_ready(r8a66597, pipenum);
986 	disable_irq_nrdy(r8a66597, pipenum);
987 }
988 
989 static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
990 {
991 	mod_timer(&r8a66597->rh_timer,
992 			jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
993 }
994 
995 static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
996 					int connect)
997 {
998 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
999 
1000 	rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1001 	rh->scount = R8A66597_MAX_SAMPLING;
1002 	if (connect)
1003 		rh->port |= USB_PORT_STAT_CONNECTION;
1004 	else
1005 		rh->port &= ~USB_PORT_STAT_CONNECTION;
1006 	rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1007 
1008 	r8a66597_root_hub_start_polling(r8a66597);
1009 }
1010 
1011 /* this function must be called with interrupt disabled */
1012 static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1013 					u16 syssts)
1014 __releases(r8a66597->lock)
1015 __acquires(r8a66597->lock)
1016 {
1017 	if (syssts == SE0) {
1018 		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1019 		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1020 	} else {
1021 		if (syssts == FS_JSTS)
1022 			r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1023 		else if (syssts == LS_JSTS)
1024 			r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1025 
1026 		r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1027 		r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1028 
1029 		if (r8a66597->bus_suspended)
1030 			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1031 	}
1032 
1033 	spin_unlock(&r8a66597->lock);
1034 	usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1035 	spin_lock(&r8a66597->lock);
1036 }
1037 
1038 /* this function must be called with interrupt disabled */
1039 static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1040 {
1041 	u16 speed = get_rh_usb_speed(r8a66597, port);
1042 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1043 
1044 	rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1045 	if (speed == HSMODE)
1046 		rh->port |= USB_PORT_STAT_HIGH_SPEED;
1047 	else if (speed == LSMODE)
1048 		rh->port |= USB_PORT_STAT_LOW_SPEED;
1049 
1050 	rh->port &= ~USB_PORT_STAT_RESET;
1051 	rh->port |= USB_PORT_STAT_ENABLE;
1052 }
1053 
1054 /* this function must be called with interrupt disabled */
1055 static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1056 {
1057 	struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1058 
1059 	disable_r8a66597_pipe_all(r8a66597, dev);
1060 	free_usb_address(r8a66597, dev, 0);
1061 
1062 	start_root_hub_sampling(r8a66597, port, 0);
1063 }
1064 
1065 /* this function must be called with interrupt disabled */
1066 static void prepare_setup_packet(struct r8a66597 *r8a66597,
1067 				 struct r8a66597_td *td)
1068 {
1069 	int i;
1070 	__le16 *p = (__le16 *)td->urb->setup_packet;
1071 	unsigned long setup_addr = USBREQ;
1072 
1073 	r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1074 		       DCPMAXP);
1075 	r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1076 
1077 	for (i = 0; i < 4; i++) {
1078 		r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1079 		setup_addr += 2;
1080 	}
1081 	r8a66597_write(r8a66597, SUREQ, DCPCTR);
1082 }
1083 
1084 /* this function must be called with interrupt disabled */
1085 static void prepare_packet_read(struct r8a66597 *r8a66597,
1086 				struct r8a66597_td *td)
1087 {
1088 	struct urb *urb = td->urb;
1089 
1090 	if (usb_pipecontrol(urb->pipe)) {
1091 		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1092 		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1093 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1094 		if (urb->actual_length == 0) {
1095 			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1096 			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1097 		}
1098 		pipe_irq_disable(r8a66597, td->pipenum);
1099 		pipe_start(r8a66597, td->pipe);
1100 		pipe_irq_enable(r8a66597, urb, td->pipenum);
1101 	} else {
1102 		if (urb->actual_length == 0) {
1103 			pipe_irq_disable(r8a66597, td->pipenum);
1104 			pipe_setting(r8a66597, td);
1105 			pipe_stop(r8a66597, td->pipe);
1106 			r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1107 
1108 			if (td->pipe->pipetre) {
1109 				r8a66597_write(r8a66597, TRCLR,
1110 						td->pipe->pipetre);
1111 				r8a66597_write(r8a66597,
1112 						DIV_ROUND_UP
1113 						  (urb->transfer_buffer_length,
1114 						   td->maxpacket),
1115 						td->pipe->pipetrn);
1116 				r8a66597_bset(r8a66597, TRENB,
1117 						td->pipe->pipetre);
1118 			}
1119 
1120 			pipe_start(r8a66597, td->pipe);
1121 			pipe_irq_enable(r8a66597, urb, td->pipenum);
1122 		}
1123 	}
1124 }
1125 
1126 /* this function must be called with interrupt disabled */
1127 static void prepare_packet_write(struct r8a66597 *r8a66597,
1128 				 struct r8a66597_td *td)
1129 {
1130 	u16 tmp;
1131 	struct urb *urb = td->urb;
1132 
1133 	if (usb_pipecontrol(urb->pipe)) {
1134 		pipe_stop(r8a66597, td->pipe);
1135 		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1136 		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1137 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1138 		if (urb->actual_length == 0) {
1139 			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1140 			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1141 		}
1142 	} else {
1143 		if (urb->actual_length == 0)
1144 			pipe_setting(r8a66597, td);
1145 		if (td->pipe->pipetre)
1146 			r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1147 	}
1148 	r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1149 
1150 	fifo_change_from_pipe(r8a66597, td->pipe);
1151 	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1152 	if (unlikely((tmp & FRDY) == 0))
1153 		pipe_irq_enable(r8a66597, urb, td->pipenum);
1154 	else
1155 		packet_write(r8a66597, td->pipenum);
1156 	pipe_start(r8a66597, td->pipe);
1157 }
1158 
1159 /* this function must be called with interrupt disabled */
1160 static void prepare_status_packet(struct r8a66597 *r8a66597,
1161 				  struct r8a66597_td *td)
1162 {
1163 	struct urb *urb = td->urb;
1164 
1165 	r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1166 	pipe_stop(r8a66597, td->pipe);
1167 
1168 	if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1169 		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1170 		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1171 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1172 		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1173 		r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1174 		enable_irq_empty(r8a66597, 0);
1175 	} else {
1176 		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1177 		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1178 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1179 		r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1180 		enable_irq_ready(r8a66597, 0);
1181 	}
1182 	enable_irq_nrdy(r8a66597, 0);
1183 	pipe_start(r8a66597, td->pipe);
1184 }
1185 
1186 static int is_set_address(unsigned char *setup_packet)
1187 {
1188 	if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1189 			setup_packet[1] == USB_REQ_SET_ADDRESS)
1190 		return 1;
1191 	else
1192 		return 0;
1193 }
1194 
1195 /* this function must be called with interrupt disabled */
1196 static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1197 {
1198 	BUG_ON(!td);
1199 
1200 	switch (td->type) {
1201 	case USB_PID_SETUP:
1202 		if (is_set_address(td->urb->setup_packet)) {
1203 			td->set_address = 1;
1204 			td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1205 								     td->urb);
1206 			if (td->urb->setup_packet[2] == 0)
1207 				return -EPIPE;
1208 		}
1209 		prepare_setup_packet(r8a66597, td);
1210 		break;
1211 	case USB_PID_IN:
1212 		prepare_packet_read(r8a66597, td);
1213 		break;
1214 	case USB_PID_OUT:
1215 		prepare_packet_write(r8a66597, td);
1216 		break;
1217 	case USB_PID_ACK:
1218 		prepare_status_packet(r8a66597, td);
1219 		break;
1220 	default:
1221 		printk(KERN_ERR "r8a66597: invalid type.\n");
1222 		break;
1223 	}
1224 
1225 	return 0;
1226 }
1227 
1228 static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1229 {
1230 	if (usb_pipeisoc(urb->pipe)) {
1231 		if (urb->number_of_packets == td->iso_cnt)
1232 			return 1;
1233 	}
1234 
1235 	/* control or bulk or interrupt */
1236 	if ((urb->transfer_buffer_length <= urb->actual_length) ||
1237 	    (td->short_packet) || (td->zero_packet))
1238 		return 1;
1239 
1240 	return 0;
1241 }
1242 
1243 /* this function must be called with interrupt disabled */
1244 static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1245 {
1246 	unsigned long time;
1247 
1248 	BUG_ON(!td);
1249 
1250 	if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1251 	    !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1252 		r8a66597->timeout_map |= 1 << td->pipenum;
1253 		switch (usb_pipetype(td->urb->pipe)) {
1254 		case PIPE_INTERRUPT:
1255 		case PIPE_ISOCHRONOUS:
1256 			time = 30;
1257 			break;
1258 		default:
1259 			time = 50;
1260 			break;
1261 		}
1262 
1263 		mod_timer(&r8a66597->timers[td->pipenum].td,
1264 			  jiffies + msecs_to_jiffies(time));
1265 	}
1266 }
1267 
1268 /* this function must be called with interrupt disabled */
1269 static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1270 		u16 pipenum, struct urb *urb, int status)
1271 __releases(r8a66597->lock) __acquires(r8a66597->lock)
1272 {
1273 	int restart = 0;
1274 	struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1275 
1276 	r8a66597->timeout_map &= ~(1 << pipenum);
1277 
1278 	if (likely(td)) {
1279 		if (td->set_address && (status != 0 || urb->unlinked))
1280 			r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1281 
1282 		pipe_toggle_save(r8a66597, td->pipe, urb);
1283 		list_del(&td->queue);
1284 		kfree(td);
1285 	}
1286 
1287 	if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1288 		restart = 1;
1289 
1290 	if (likely(urb)) {
1291 		if (usb_pipeisoc(urb->pipe))
1292 			urb->start_frame = r8a66597_get_frame(hcd);
1293 
1294 		r8a66597_urb_done(r8a66597, urb, status);
1295 	}
1296 
1297 	if (restart) {
1298 		td = r8a66597_get_td(r8a66597, pipenum);
1299 		if (unlikely(!td))
1300 			return;
1301 
1302 		start_transfer(r8a66597, td);
1303 		set_td_timer(r8a66597, td);
1304 	}
1305 }
1306 
1307 static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1308 {
1309 	u16 tmp;
1310 	int rcv_len, bufsize, urb_len, size;
1311 	u16 *buf;
1312 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1313 	struct urb *urb;
1314 	int finish = 0;
1315 	int status = 0;
1316 
1317 	if (unlikely(!td))
1318 		return;
1319 	urb = td->urb;
1320 
1321 	fifo_change_from_pipe(r8a66597, td->pipe);
1322 	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1323 	if (unlikely((tmp & FRDY) == 0)) {
1324 		pipe_stop(r8a66597, td->pipe);
1325 		pipe_irq_disable(r8a66597, pipenum);
1326 		printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1327 		finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1328 		return;
1329 	}
1330 
1331 	/* prepare parameters */
1332 	rcv_len = tmp & DTLN;
1333 	if (usb_pipeisoc(urb->pipe)) {
1334 		buf = (u16 *)(urb->transfer_buffer +
1335 				urb->iso_frame_desc[td->iso_cnt].offset);
1336 		urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1337 	} else {
1338 		buf = (void *)urb->transfer_buffer + urb->actual_length;
1339 		urb_len = urb->transfer_buffer_length - urb->actual_length;
1340 	}
1341 	bufsize = min(urb_len, (int) td->maxpacket);
1342 	if (rcv_len <= bufsize) {
1343 		size = rcv_len;
1344 	} else {
1345 		size = bufsize;
1346 		status = -EOVERFLOW;
1347 		finish = 1;
1348 	}
1349 
1350 	/* update parameters */
1351 	urb->actual_length += size;
1352 	if (rcv_len == 0)
1353 		td->zero_packet = 1;
1354 	if (rcv_len < bufsize) {
1355 		td->short_packet = 1;
1356 	}
1357 	if (usb_pipeisoc(urb->pipe)) {
1358 		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1359 		urb->iso_frame_desc[td->iso_cnt].status = status;
1360 		td->iso_cnt++;
1361 		finish = 0;
1362 	}
1363 
1364 	/* check transfer finish */
1365 	if (finish || check_transfer_finish(td, urb)) {
1366 		pipe_stop(r8a66597, td->pipe);
1367 		pipe_irq_disable(r8a66597, pipenum);
1368 		finish = 1;
1369 	}
1370 
1371 	/* read fifo */
1372 	if (urb->transfer_buffer) {
1373 		if (size == 0)
1374 			r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1375 		else
1376 			r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1377 					   buf, size);
1378 	}
1379 
1380 	if (finish && pipenum != 0)
1381 		finish_request(r8a66597, td, pipenum, urb, status);
1382 }
1383 
1384 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1385 {
1386 	u16 tmp;
1387 	int bufsize, size;
1388 	u16 *buf;
1389 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1390 	struct urb *urb;
1391 
1392 	if (unlikely(!td))
1393 		return;
1394 	urb = td->urb;
1395 
1396 	fifo_change_from_pipe(r8a66597, td->pipe);
1397 	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1398 	if (unlikely((tmp & FRDY) == 0)) {
1399 		pipe_stop(r8a66597, td->pipe);
1400 		pipe_irq_disable(r8a66597, pipenum);
1401 		printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1402 		finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1403 		return;
1404 	}
1405 
1406 	/* prepare parameters */
1407 	bufsize = td->maxpacket;
1408 	if (usb_pipeisoc(urb->pipe)) {
1409 		buf = (u16 *)(urb->transfer_buffer +
1410 				urb->iso_frame_desc[td->iso_cnt].offset);
1411 		size = min(bufsize,
1412 			   (int)urb->iso_frame_desc[td->iso_cnt].length);
1413 	} else {
1414 		buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1415 		size = min_t(u32, bufsize,
1416 			   urb->transfer_buffer_length - urb->actual_length);
1417 	}
1418 
1419 	/* write fifo */
1420 	if (pipenum > 0)
1421 		r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1422 	if (urb->transfer_buffer) {
1423 		r8a66597_write_fifo(r8a66597, td->pipe, buf, size);
1424 		if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1425 			r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1426 	}
1427 
1428 	/* update parameters */
1429 	urb->actual_length += size;
1430 	if (usb_pipeisoc(urb->pipe)) {
1431 		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1432 		urb->iso_frame_desc[td->iso_cnt].status = 0;
1433 		td->iso_cnt++;
1434 	}
1435 
1436 	/* check transfer finish */
1437 	if (check_transfer_finish(td, urb)) {
1438 		disable_irq_ready(r8a66597, pipenum);
1439 		enable_irq_empty(r8a66597, pipenum);
1440 		if (!usb_pipeisoc(urb->pipe))
1441 			enable_irq_nrdy(r8a66597, pipenum);
1442 	} else
1443 		pipe_irq_enable(r8a66597, urb, pipenum);
1444 }
1445 
1446 
1447 static void check_next_phase(struct r8a66597 *r8a66597, int status)
1448 {
1449 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1450 	struct urb *urb;
1451 	u8 finish = 0;
1452 
1453 	if (unlikely(!td))
1454 		return;
1455 	urb = td->urb;
1456 
1457 	switch (td->type) {
1458 	case USB_PID_IN:
1459 	case USB_PID_OUT:
1460 		if (check_transfer_finish(td, urb))
1461 			td->type = USB_PID_ACK;
1462 		break;
1463 	case USB_PID_SETUP:
1464 		if (urb->transfer_buffer_length == urb->actual_length)
1465 			td->type = USB_PID_ACK;
1466 		else if (usb_pipeout(urb->pipe))
1467 			td->type = USB_PID_OUT;
1468 		else
1469 			td->type = USB_PID_IN;
1470 		break;
1471 	case USB_PID_ACK:
1472 		finish = 1;
1473 		break;
1474 	}
1475 
1476 	if (finish || status != 0 || urb->unlinked)
1477 		finish_request(r8a66597, td, 0, urb, status);
1478 	else
1479 		start_transfer(r8a66597, td);
1480 }
1481 
1482 static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1483 {
1484 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1485 
1486 	if (td) {
1487 		u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1488 
1489 		if (pid == PID_NAK)
1490 			return -ECONNRESET;
1491 		else
1492 			return -EPIPE;
1493 	}
1494 	return 0;
1495 }
1496 
1497 static void irq_pipe_ready(struct r8a66597 *r8a66597)
1498 {
1499 	u16 check;
1500 	u16 pipenum;
1501 	u16 mask;
1502 	struct r8a66597_td *td;
1503 
1504 	mask = r8a66597_read(r8a66597, BRDYSTS)
1505 	       & r8a66597_read(r8a66597, BRDYENB);
1506 	r8a66597_write(r8a66597, ~mask, BRDYSTS);
1507 	if (mask & BRDY0) {
1508 		td = r8a66597_get_td(r8a66597, 0);
1509 		if (td && td->type == USB_PID_IN)
1510 			packet_read(r8a66597, 0);
1511 		else
1512 			pipe_irq_disable(r8a66597, 0);
1513 		check_next_phase(r8a66597, 0);
1514 	}
1515 
1516 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1517 		check = 1 << pipenum;
1518 		if (mask & check) {
1519 			td = r8a66597_get_td(r8a66597, pipenum);
1520 			if (unlikely(!td))
1521 				continue;
1522 
1523 			if (td->type == USB_PID_IN)
1524 				packet_read(r8a66597, pipenum);
1525 			else if (td->type == USB_PID_OUT)
1526 				packet_write(r8a66597, pipenum);
1527 		}
1528 	}
1529 }
1530 
1531 static void irq_pipe_empty(struct r8a66597 *r8a66597)
1532 {
1533 	u16 tmp;
1534 	u16 check;
1535 	u16 pipenum;
1536 	u16 mask;
1537 	struct r8a66597_td *td;
1538 
1539 	mask = r8a66597_read(r8a66597, BEMPSTS)
1540 	       & r8a66597_read(r8a66597, BEMPENB);
1541 	r8a66597_write(r8a66597, ~mask, BEMPSTS);
1542 	if (mask & BEMP0) {
1543 		cfifo_change(r8a66597, 0);
1544 		td = r8a66597_get_td(r8a66597, 0);
1545 		if (td && td->type != USB_PID_OUT)
1546 			disable_irq_empty(r8a66597, 0);
1547 		check_next_phase(r8a66597, 0);
1548 	}
1549 
1550 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1551 		check = 1 << pipenum;
1552 		if (mask &  check) {
1553 			struct r8a66597_td *td;
1554 			td = r8a66597_get_td(r8a66597, pipenum);
1555 			if (unlikely(!td))
1556 				continue;
1557 
1558 			tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1559 			if ((tmp & INBUFM) == 0) {
1560 				disable_irq_empty(r8a66597, pipenum);
1561 				pipe_irq_disable(r8a66597, pipenum);
1562 				finish_request(r8a66597, td, pipenum, td->urb,
1563 						0);
1564 			}
1565 		}
1566 	}
1567 }
1568 
1569 static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1570 {
1571 	u16 check;
1572 	u16 pipenum;
1573 	u16 mask;
1574 	int status;
1575 
1576 	mask = r8a66597_read(r8a66597, NRDYSTS)
1577 	       & r8a66597_read(r8a66597, NRDYENB);
1578 	r8a66597_write(r8a66597, ~mask, NRDYSTS);
1579 	if (mask & NRDY0) {
1580 		cfifo_change(r8a66597, 0);
1581 		status = get_urb_error(r8a66597, 0);
1582 		pipe_irq_disable(r8a66597, 0);
1583 		check_next_phase(r8a66597, status);
1584 	}
1585 
1586 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1587 		check = 1 << pipenum;
1588 		if (mask & check) {
1589 			struct r8a66597_td *td;
1590 			td = r8a66597_get_td(r8a66597, pipenum);
1591 			if (unlikely(!td))
1592 				continue;
1593 
1594 			status = get_urb_error(r8a66597, pipenum);
1595 			pipe_irq_disable(r8a66597, pipenum);
1596 			pipe_stop(r8a66597, td->pipe);
1597 			finish_request(r8a66597, td, pipenum, td->urb, status);
1598 		}
1599 	}
1600 }
1601 
1602 static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1603 {
1604 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1605 	u16 intsts0, intsts1, intsts2;
1606 	u16 intenb0, intenb1, intenb2;
1607 	u16 mask0, mask1, mask2;
1608 	int status;
1609 
1610 	spin_lock(&r8a66597->lock);
1611 
1612 	intsts0 = r8a66597_read(r8a66597, INTSTS0);
1613 	intsts1 = r8a66597_read(r8a66597, INTSTS1);
1614 	intsts2 = r8a66597_read(r8a66597, INTSTS2);
1615 	intenb0 = r8a66597_read(r8a66597, INTENB0);
1616 	intenb1 = r8a66597_read(r8a66597, INTENB1);
1617 	intenb2 = r8a66597_read(r8a66597, INTENB2);
1618 
1619 	mask2 = intsts2 & intenb2;
1620 	mask1 = intsts1 & intenb1;
1621 	mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1622 	if (mask2) {
1623 		if (mask2 & ATTCH) {
1624 			r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1625 			r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1626 
1627 			/* start usb bus sampling */
1628 			start_root_hub_sampling(r8a66597, 1, 1);
1629 		}
1630 		if (mask2 & DTCH) {
1631 			r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1632 			r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1633 			r8a66597_usb_disconnect(r8a66597, 1);
1634 		}
1635 		if (mask2 & BCHG) {
1636 			r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1637 			r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1638 			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1639 		}
1640 	}
1641 
1642 	if (mask1) {
1643 		if (mask1 & ATTCH) {
1644 			r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1645 			r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1646 
1647 			/* start usb bus sampling */
1648 			start_root_hub_sampling(r8a66597, 0, 1);
1649 		}
1650 		if (mask1 & DTCH) {
1651 			r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1652 			r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1653 			r8a66597_usb_disconnect(r8a66597, 0);
1654 		}
1655 		if (mask1 & BCHG) {
1656 			r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1657 			r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1658 			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1659 		}
1660 
1661 		if (mask1 & SIGN) {
1662 			r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1663 			status = get_urb_error(r8a66597, 0);
1664 			check_next_phase(r8a66597, status);
1665 		}
1666 		if (mask1 & SACK) {
1667 			r8a66597_write(r8a66597, ~SACK, INTSTS1);
1668 			check_next_phase(r8a66597, 0);
1669 		}
1670 	}
1671 	if (mask0) {
1672 		if (mask0 & BRDY)
1673 			irq_pipe_ready(r8a66597);
1674 		if (mask0 & BEMP)
1675 			irq_pipe_empty(r8a66597);
1676 		if (mask0 & NRDY)
1677 			irq_pipe_nrdy(r8a66597);
1678 	}
1679 
1680 	spin_unlock(&r8a66597->lock);
1681 	return IRQ_HANDLED;
1682 }
1683 
1684 /* this function must be called with interrupt disabled */
1685 static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1686 {
1687 	u16 tmp;
1688 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1689 
1690 	if (rh->port & USB_PORT_STAT_RESET) {
1691 		unsigned long dvstctr_reg = get_dvstctr_reg(port);
1692 
1693 		tmp = r8a66597_read(r8a66597, dvstctr_reg);
1694 		if ((tmp & USBRST) == USBRST) {
1695 			r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1696 				      dvstctr_reg);
1697 			r8a66597_root_hub_start_polling(r8a66597);
1698 		} else
1699 			r8a66597_usb_connect(r8a66597, port);
1700 	}
1701 
1702 	if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1703 		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1704 		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1705 	}
1706 
1707 	if (rh->scount > 0) {
1708 		tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1709 		if (tmp == rh->old_syssts) {
1710 			rh->scount--;
1711 			if (rh->scount == 0)
1712 				r8a66597_check_syssts(r8a66597, port, tmp);
1713 			else
1714 				r8a66597_root_hub_start_polling(r8a66597);
1715 		} else {
1716 			rh->scount = R8A66597_MAX_SAMPLING;
1717 			rh->old_syssts = tmp;
1718 			r8a66597_root_hub_start_polling(r8a66597);
1719 		}
1720 	}
1721 }
1722 
1723 static void r8a66597_interval_timer(struct timer_list *t)
1724 {
1725 	struct r8a66597_timers *timers = from_timer(timers, t, interval);
1726 	struct r8a66597 *r8a66597 = timers->r8a66597;
1727 	unsigned long flags;
1728 	u16 pipenum;
1729 	struct r8a66597_td *td;
1730 
1731 	spin_lock_irqsave(&r8a66597->lock, flags);
1732 
1733 	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1734 		if (!(r8a66597->interval_map & (1 << pipenum)))
1735 			continue;
1736 		if (timer_pending(&r8a66597->timers[pipenum].interval))
1737 			continue;
1738 
1739 		td = r8a66597_get_td(r8a66597, pipenum);
1740 		if (td)
1741 			start_transfer(r8a66597, td);
1742 	}
1743 
1744 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1745 }
1746 
1747 static void r8a66597_td_timer(struct timer_list *t)
1748 {
1749 	struct r8a66597_timers *timers = from_timer(timers, t, td);
1750 	struct r8a66597 *r8a66597 = timers->r8a66597;
1751 	unsigned long flags;
1752 	u16 pipenum;
1753 	struct r8a66597_td *td, *new_td = NULL;
1754 	struct r8a66597_pipe *pipe;
1755 
1756 	spin_lock_irqsave(&r8a66597->lock, flags);
1757 	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1758 		if (!(r8a66597->timeout_map & (1 << pipenum)))
1759 			continue;
1760 		if (timer_pending(&r8a66597->timers[pipenum].td))
1761 			continue;
1762 
1763 		td = r8a66597_get_td(r8a66597, pipenum);
1764 		if (!td) {
1765 			r8a66597->timeout_map &= ~(1 << pipenum);
1766 			continue;
1767 		}
1768 
1769 		if (td->urb->actual_length) {
1770 			set_td_timer(r8a66597, td);
1771 			break;
1772 		}
1773 
1774 		pipe = td->pipe;
1775 		pipe_stop(r8a66597, pipe);
1776 
1777 		/* Select a different address or endpoint */
1778 		new_td = td;
1779 		do {
1780 			list_move_tail(&new_td->queue,
1781 				       &r8a66597->pipe_queue[pipenum]);
1782 			new_td = r8a66597_get_td(r8a66597, pipenum);
1783 			if (!new_td) {
1784 				new_td = td;
1785 				break;
1786 			}
1787 		} while (td != new_td && td->address == new_td->address &&
1788 			td->pipe->info.epnum == new_td->pipe->info.epnum);
1789 
1790 		start_transfer(r8a66597, new_td);
1791 
1792 		if (td == new_td)
1793 			r8a66597->timeout_map &= ~(1 << pipenum);
1794 		else
1795 			set_td_timer(r8a66597, new_td);
1796 		break;
1797 	}
1798 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1799 }
1800 
1801 static void r8a66597_timer(struct timer_list *t)
1802 {
1803 	struct r8a66597 *r8a66597 = from_timer(r8a66597, t, rh_timer);
1804 	unsigned long flags;
1805 	int port;
1806 
1807 	spin_lock_irqsave(&r8a66597->lock, flags);
1808 
1809 	for (port = 0; port < r8a66597->max_root_hub; port++)
1810 		r8a66597_root_hub_control(r8a66597, port);
1811 
1812 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1813 }
1814 
1815 static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1816 {
1817 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1818 
1819 	if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1820 	    (urb->dev->state == USB_STATE_CONFIGURED))
1821 		return 1;
1822 	else
1823 		return 0;
1824 }
1825 
1826 static int r8a66597_start(struct usb_hcd *hcd)
1827 {
1828 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1829 
1830 	hcd->state = HC_STATE_RUNNING;
1831 	return enable_controller(r8a66597);
1832 }
1833 
1834 static void r8a66597_stop(struct usb_hcd *hcd)
1835 {
1836 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1837 
1838 	disable_controller(r8a66597);
1839 }
1840 
1841 static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1842 {
1843 	unsigned int usb_address = usb_pipedevice(urb->pipe);
1844 	u16 root_port, hub_port;
1845 
1846 	if (usb_address == 0) {
1847 		get_port_number(r8a66597, urb->dev->devpath,
1848 				&root_port, &hub_port);
1849 		set_devadd_reg(r8a66597, 0,
1850 			       get_r8a66597_usb_speed(urb->dev->speed),
1851 			       get_parent_r8a66597_address(r8a66597, urb->dev),
1852 			       hub_port, root_port);
1853 	}
1854 }
1855 
1856 static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1857 					    struct urb *urb,
1858 					    struct usb_host_endpoint *hep)
1859 {
1860 	struct r8a66597_td *td;
1861 	u16 pipenum;
1862 
1863 	td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1864 	if (td == NULL)
1865 		return NULL;
1866 
1867 	pipenum = r8a66597_get_pipenum(urb, hep);
1868 	td->pipenum = pipenum;
1869 	td->pipe = hep->hcpriv;
1870 	td->urb = urb;
1871 	td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1872 	td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1873 				      !usb_pipein(urb->pipe));
1874 	if (usb_pipecontrol(urb->pipe))
1875 		td->type = USB_PID_SETUP;
1876 	else if (usb_pipein(urb->pipe))
1877 		td->type = USB_PID_IN;
1878 	else
1879 		td->type = USB_PID_OUT;
1880 	INIT_LIST_HEAD(&td->queue);
1881 
1882 	return td;
1883 }
1884 
1885 static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1886 				struct urb *urb,
1887 				gfp_t mem_flags)
1888 {
1889 	struct usb_host_endpoint *hep = urb->ep;
1890 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1891 	struct r8a66597_td *td = NULL;
1892 	int ret, request = 0;
1893 	unsigned long flags;
1894 
1895 	spin_lock_irqsave(&r8a66597->lock, flags);
1896 	if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1897 		ret = -ENODEV;
1898 		goto error_not_linked;
1899 	}
1900 
1901 	ret = usb_hcd_link_urb_to_ep(hcd, urb);
1902 	if (ret)
1903 		goto error_not_linked;
1904 
1905 	if (!hep->hcpriv) {
1906 		hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1907 				GFP_ATOMIC);
1908 		if (!hep->hcpriv) {
1909 			ret = -ENOMEM;
1910 			goto error;
1911 		}
1912 		set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1913 		if (usb_pipeendpoint(urb->pipe))
1914 			init_pipe_info(r8a66597, urb, hep, &hep->desc);
1915 	}
1916 
1917 	if (unlikely(check_pipe_config(r8a66597, urb)))
1918 		init_pipe_config(r8a66597, urb);
1919 
1920 	set_address_zero(r8a66597, urb);
1921 	td = r8a66597_make_td(r8a66597, urb, hep);
1922 	if (td == NULL) {
1923 		ret = -ENOMEM;
1924 		goto error;
1925 	}
1926 	if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1927 		request = 1;
1928 	list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1929 	urb->hcpriv = td;
1930 
1931 	if (request) {
1932 		if (td->pipe->info.timer_interval) {
1933 			r8a66597->interval_map |= 1 << td->pipenum;
1934 			mod_timer(&r8a66597->timers[td->pipenum].interval,
1935 				  jiffies + msecs_to_jiffies(
1936 					td->pipe->info.timer_interval));
1937 		} else {
1938 			ret = start_transfer(r8a66597, td);
1939 			if (ret < 0) {
1940 				list_del(&td->queue);
1941 				kfree(td);
1942 			}
1943 		}
1944 	} else
1945 		set_td_timer(r8a66597, td);
1946 
1947 error:
1948 	if (ret)
1949 		usb_hcd_unlink_urb_from_ep(hcd, urb);
1950 error_not_linked:
1951 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1952 	return ret;
1953 }
1954 
1955 static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1956 		int status)
1957 {
1958 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1959 	struct r8a66597_td *td;
1960 	unsigned long flags;
1961 	int rc;
1962 
1963 	spin_lock_irqsave(&r8a66597->lock, flags);
1964 	rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1965 	if (rc)
1966 		goto done;
1967 
1968 	if (urb->hcpriv) {
1969 		td = urb->hcpriv;
1970 		pipe_stop(r8a66597, td->pipe);
1971 		pipe_irq_disable(r8a66597, td->pipenum);
1972 		disable_irq_empty(r8a66597, td->pipenum);
1973 		finish_request(r8a66597, td, td->pipenum, urb, status);
1974 	}
1975  done:
1976 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1977 	return rc;
1978 }
1979 
1980 static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1981 				      struct usb_host_endpoint *hep)
1982 __acquires(r8a66597->lock)
1983 __releases(r8a66597->lock)
1984 {
1985 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1986 	struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1987 	struct r8a66597_td *td;
1988 	struct urb *urb = NULL;
1989 	u16 pipenum;
1990 	unsigned long flags;
1991 
1992 	if (pipe == NULL)
1993 		return;
1994 	pipenum = pipe->info.pipenum;
1995 
1996 	spin_lock_irqsave(&r8a66597->lock, flags);
1997 	if (pipenum == 0) {
1998 		kfree(hep->hcpriv);
1999 		hep->hcpriv = NULL;
2000 		spin_unlock_irqrestore(&r8a66597->lock, flags);
2001 		return;
2002 	}
2003 
2004 	pipe_stop(r8a66597, pipe);
2005 	pipe_irq_disable(r8a66597, pipenum);
2006 	disable_irq_empty(r8a66597, pipenum);
2007 	td = r8a66597_get_td(r8a66597, pipenum);
2008 	if (td)
2009 		urb = td->urb;
2010 	finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2011 	kfree(hep->hcpriv);
2012 	hep->hcpriv = NULL;
2013 	spin_unlock_irqrestore(&r8a66597->lock, flags);
2014 }
2015 
2016 static int r8a66597_get_frame(struct usb_hcd *hcd)
2017 {
2018 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2019 	return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2020 }
2021 
2022 static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2023 {
2024 	int chix;
2025 	struct usb_device *childdev;
2026 
2027 	if (udev->state == USB_STATE_CONFIGURED &&
2028 	    udev->parent && udev->parent->devnum > 1 &&
2029 	    udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2030 		map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2031 
2032 	usb_hub_for_each_child(udev, chix, childdev)
2033 		collect_usb_address_map(childdev, map);
2034 }
2035 
2036 /* this function must be called with interrupt disabled */
2037 static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2038 						   int addr)
2039 {
2040 	struct r8a66597_device *dev;
2041 	struct list_head *list = &r8a66597->child_device;
2042 
2043 	list_for_each_entry(dev, list, device_list) {
2044 		if (dev->usb_address != addr)
2045 			continue;
2046 
2047 		return dev;
2048 	}
2049 
2050 	printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2051 	return NULL;
2052 }
2053 
2054 static void update_usb_address_map(struct r8a66597 *r8a66597,
2055 				   struct usb_device *root_hub,
2056 				   unsigned long *map)
2057 {
2058 	int i, j, addr;
2059 	unsigned long diff;
2060 	unsigned long flags;
2061 
2062 	for (i = 0; i < 4; i++) {
2063 		diff = r8a66597->child_connect_map[i] ^ map[i];
2064 		if (!diff)
2065 			continue;
2066 
2067 		for (j = 0; j < 32; j++) {
2068 			if (!(diff & (1 << j)))
2069 				continue;
2070 
2071 			addr = i * 32 + j;
2072 			if (map[i] & (1 << j))
2073 				set_child_connect_map(r8a66597, addr);
2074 			else {
2075 				struct r8a66597_device *dev;
2076 
2077 				spin_lock_irqsave(&r8a66597->lock, flags);
2078 				dev = get_r8a66597_device(r8a66597, addr);
2079 				disable_r8a66597_pipe_all(r8a66597, dev);
2080 				free_usb_address(r8a66597, dev, 0);
2081 				put_child_connect_map(r8a66597, addr);
2082 				spin_unlock_irqrestore(&r8a66597->lock, flags);
2083 			}
2084 		}
2085 	}
2086 }
2087 
2088 static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2089 					struct usb_hcd *hcd)
2090 {
2091 	struct usb_bus *bus;
2092 	unsigned long now_map[4];
2093 
2094 	memset(now_map, 0, sizeof(now_map));
2095 
2096 	mutex_lock(&usb_bus_idr_lock);
2097 	bus = idr_find(&usb_bus_idr, hcd->self.busnum);
2098 	if (bus && bus->root_hub) {
2099 		collect_usb_address_map(bus->root_hub, now_map);
2100 		update_usb_address_map(r8a66597, bus->root_hub, now_map);
2101 	}
2102 	mutex_unlock(&usb_bus_idr_lock);
2103 }
2104 
2105 static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2106 {
2107 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2108 	unsigned long flags;
2109 	int i;
2110 
2111 	r8a66597_check_detect_child(r8a66597, hcd);
2112 
2113 	spin_lock_irqsave(&r8a66597->lock, flags);
2114 
2115 	*buf = 0;	/* initialize (no change) */
2116 
2117 	for (i = 0; i < r8a66597->max_root_hub; i++) {
2118 		if (r8a66597->root_hub[i].port & 0xffff0000)
2119 			*buf |= 1 << (i + 1);
2120 	}
2121 
2122 	spin_unlock_irqrestore(&r8a66597->lock, flags);
2123 
2124 	return (*buf != 0);
2125 }
2126 
2127 static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2128 				    struct usb_hub_descriptor *desc)
2129 {
2130 	desc->bDescriptorType = USB_DT_HUB;
2131 	desc->bHubContrCurrent = 0;
2132 	desc->bNbrPorts = r8a66597->max_root_hub;
2133 	desc->bDescLength = 9;
2134 	desc->bPwrOn2PwrGood = 0;
2135 	desc->wHubCharacteristics =
2136 		cpu_to_le16(HUB_CHAR_INDV_PORT_LPSM | HUB_CHAR_NO_OCPM);
2137 	desc->u.hs.DeviceRemovable[0] =
2138 		((1 << r8a66597->max_root_hub) - 1) << 1;
2139 	desc->u.hs.DeviceRemovable[1] = ~0;
2140 }
2141 
2142 static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2143 				u16 wIndex, char *buf, u16 wLength)
2144 {
2145 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2146 	int ret;
2147 	int port = (wIndex & 0x00FF) - 1;
2148 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2149 	unsigned long flags;
2150 
2151 	ret = 0;
2152 
2153 	spin_lock_irqsave(&r8a66597->lock, flags);
2154 	switch (typeReq) {
2155 	case ClearHubFeature:
2156 	case SetHubFeature:
2157 		switch (wValue) {
2158 		case C_HUB_OVER_CURRENT:
2159 		case C_HUB_LOCAL_POWER:
2160 			break;
2161 		default:
2162 			goto error;
2163 		}
2164 		break;
2165 	case ClearPortFeature:
2166 		if (wIndex > r8a66597->max_root_hub)
2167 			goto error;
2168 		if (wLength != 0)
2169 			goto error;
2170 
2171 		switch (wValue) {
2172 		case USB_PORT_FEAT_ENABLE:
2173 			rh->port &= ~USB_PORT_STAT_POWER;
2174 			break;
2175 		case USB_PORT_FEAT_SUSPEND:
2176 			break;
2177 		case USB_PORT_FEAT_POWER:
2178 			r8a66597_port_power(r8a66597, port, 0);
2179 			break;
2180 		case USB_PORT_FEAT_C_ENABLE:
2181 		case USB_PORT_FEAT_C_SUSPEND:
2182 		case USB_PORT_FEAT_C_CONNECTION:
2183 		case USB_PORT_FEAT_C_OVER_CURRENT:
2184 		case USB_PORT_FEAT_C_RESET:
2185 			break;
2186 		default:
2187 			goto error;
2188 		}
2189 		rh->port &= ~(1 << wValue);
2190 		break;
2191 	case GetHubDescriptor:
2192 		r8a66597_hub_descriptor(r8a66597,
2193 					(struct usb_hub_descriptor *)buf);
2194 		break;
2195 	case GetHubStatus:
2196 		*buf = 0x00;
2197 		break;
2198 	case GetPortStatus:
2199 		if (wIndex > r8a66597->max_root_hub)
2200 			goto error;
2201 		*(__le32 *)buf = cpu_to_le32(rh->port);
2202 		break;
2203 	case SetPortFeature:
2204 		if (wIndex > r8a66597->max_root_hub)
2205 			goto error;
2206 		if (wLength != 0)
2207 			goto error;
2208 
2209 		switch (wValue) {
2210 		case USB_PORT_FEAT_SUSPEND:
2211 			break;
2212 		case USB_PORT_FEAT_POWER:
2213 			r8a66597_port_power(r8a66597, port, 1);
2214 			rh->port |= USB_PORT_STAT_POWER;
2215 			break;
2216 		case USB_PORT_FEAT_RESET: {
2217 			struct r8a66597_device *dev = rh->dev;
2218 
2219 			rh->port |= USB_PORT_STAT_RESET;
2220 
2221 			disable_r8a66597_pipe_all(r8a66597, dev);
2222 			free_usb_address(r8a66597, dev, 1);
2223 
2224 			r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2225 				      get_dvstctr_reg(port));
2226 			mod_timer(&r8a66597->rh_timer,
2227 				  jiffies + msecs_to_jiffies(50));
2228 			}
2229 			break;
2230 		default:
2231 			goto error;
2232 		}
2233 		rh->port |= 1 << wValue;
2234 		break;
2235 	default:
2236 error:
2237 		ret = -EPIPE;
2238 		break;
2239 	}
2240 
2241 	spin_unlock_irqrestore(&r8a66597->lock, flags);
2242 	return ret;
2243 }
2244 
2245 #if defined(CONFIG_PM)
2246 static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2247 {
2248 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2249 	int port;
2250 
2251 	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2252 
2253 	for (port = 0; port < r8a66597->max_root_hub; port++) {
2254 		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2255 		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2256 
2257 		if (!(rh->port & USB_PORT_STAT_ENABLE))
2258 			continue;
2259 
2260 		dev_dbg(&rh->dev->udev->dev, "suspend port = %d\n", port);
2261 		r8a66597_bclr(r8a66597, UACT, dvstctr_reg);	/* suspend */
2262 		rh->port |= USB_PORT_STAT_SUSPEND;
2263 
2264 		if (rh->dev->udev->do_remote_wakeup) {
2265 			msleep(3);	/* waiting last SOF */
2266 			r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2267 			r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2268 			r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2269 		}
2270 	}
2271 
2272 	r8a66597->bus_suspended = 1;
2273 
2274 	return 0;
2275 }
2276 
2277 static int r8a66597_bus_resume(struct usb_hcd *hcd)
2278 {
2279 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2280 	int port;
2281 
2282 	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2283 
2284 	for (port = 0; port < r8a66597->max_root_hub; port++) {
2285 		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2286 		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2287 
2288 		if (!(rh->port & USB_PORT_STAT_SUSPEND))
2289 			continue;
2290 
2291 		dev_dbg(&rh->dev->udev->dev, "resume port = %d\n", port);
2292 		rh->port &= ~USB_PORT_STAT_SUSPEND;
2293 		rh->port |= USB_PORT_STAT_C_SUSPEND << 16;
2294 		r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2295 		msleep(USB_RESUME_TIMEOUT);
2296 		r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2297 	}
2298 
2299 	return 0;
2300 
2301 }
2302 #else
2303 #define	r8a66597_bus_suspend	NULL
2304 #define	r8a66597_bus_resume	NULL
2305 #endif
2306 
2307 static const struct hc_driver r8a66597_hc_driver = {
2308 	.description =		hcd_name,
2309 	.hcd_priv_size =	sizeof(struct r8a66597),
2310 	.irq =			r8a66597_irq,
2311 
2312 	/*
2313 	 * generic hardware linkage
2314 	 */
2315 	.flags =		HCD_USB2,
2316 
2317 	.start =		r8a66597_start,
2318 	.stop =			r8a66597_stop,
2319 
2320 	/*
2321 	 * managing i/o requests and associated device resources
2322 	 */
2323 	.urb_enqueue =		r8a66597_urb_enqueue,
2324 	.urb_dequeue =		r8a66597_urb_dequeue,
2325 	.endpoint_disable =	r8a66597_endpoint_disable,
2326 
2327 	/*
2328 	 * periodic schedule support
2329 	 */
2330 	.get_frame_number =	r8a66597_get_frame,
2331 
2332 	/*
2333 	 * root hub support
2334 	 */
2335 	.hub_status_data =	r8a66597_hub_status_data,
2336 	.hub_control =		r8a66597_hub_control,
2337 	.bus_suspend =		r8a66597_bus_suspend,
2338 	.bus_resume =		r8a66597_bus_resume,
2339 };
2340 
2341 #if defined(CONFIG_PM)
2342 static int r8a66597_suspend(struct device *dev)
2343 {
2344 	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2345 	int port;
2346 
2347 	dev_dbg(dev, "%s\n", __func__);
2348 
2349 	disable_controller(r8a66597);
2350 
2351 	for (port = 0; port < r8a66597->max_root_hub; port++) {
2352 		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2353 
2354 		rh->port = 0x00000000;
2355 	}
2356 
2357 	return 0;
2358 }
2359 
2360 static int r8a66597_resume(struct device *dev)
2361 {
2362 	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2363 	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2364 
2365 	dev_dbg(dev, "%s\n", __func__);
2366 
2367 	enable_controller(r8a66597);
2368 	usb_root_hub_lost_power(hcd->self.root_hub);
2369 
2370 	return 0;
2371 }
2372 
2373 static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2374 	.suspend = r8a66597_suspend,
2375 	.resume = r8a66597_resume,
2376 	.poweroff = r8a66597_suspend,
2377 	.restore = r8a66597_resume,
2378 };
2379 
2380 #define R8A66597_DEV_PM_OPS	(&r8a66597_dev_pm_ops)
2381 #else	/* if defined(CONFIG_PM) */
2382 #define R8A66597_DEV_PM_OPS	NULL
2383 #endif
2384 
2385 static int r8a66597_remove(struct platform_device *pdev)
2386 {
2387 	struct r8a66597		*r8a66597 = platform_get_drvdata(pdev);
2388 	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2389 
2390 	del_timer_sync(&r8a66597->rh_timer);
2391 	usb_remove_hcd(hcd);
2392 	iounmap(r8a66597->reg);
2393 	if (r8a66597->pdata->on_chip)
2394 		clk_put(r8a66597->clk);
2395 	usb_put_hcd(hcd);
2396 	return 0;
2397 }
2398 
2399 static int r8a66597_probe(struct platform_device *pdev)
2400 {
2401 	char clk_name[8];
2402 	struct resource *res = NULL, *ires;
2403 	int irq = -1;
2404 	void __iomem *reg = NULL;
2405 	struct usb_hcd *hcd = NULL;
2406 	struct r8a66597 *r8a66597;
2407 	int ret = 0;
2408 	int i;
2409 	unsigned long irq_trigger;
2410 
2411 	if (usb_disabled())
2412 		return -ENODEV;
2413 
2414 	if (pdev->dev.dma_mask) {
2415 		ret = -EINVAL;
2416 		dev_err(&pdev->dev, "dma not supported\n");
2417 		goto clean_up;
2418 	}
2419 
2420 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2421 	if (!res) {
2422 		ret = -ENODEV;
2423 		dev_err(&pdev->dev, "platform_get_resource error.\n");
2424 		goto clean_up;
2425 	}
2426 
2427 	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2428 	if (!ires) {
2429 		ret = -ENODEV;
2430 		dev_err(&pdev->dev,
2431 			"platform_get_resource IORESOURCE_IRQ error.\n");
2432 		goto clean_up;
2433 	}
2434 
2435 	irq = ires->start;
2436 	irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2437 
2438 	reg = ioremap(res->start, resource_size(res));
2439 	if (reg == NULL) {
2440 		ret = -ENOMEM;
2441 		dev_err(&pdev->dev, "ioremap error.\n");
2442 		goto clean_up;
2443 	}
2444 
2445 	if (pdev->dev.platform_data == NULL) {
2446 		dev_err(&pdev->dev, "no platform data\n");
2447 		ret = -ENODEV;
2448 		goto clean_up;
2449 	}
2450 
2451 	/* initialize hcd */
2452 	hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2453 	if (!hcd) {
2454 		ret = -ENOMEM;
2455 		dev_err(&pdev->dev, "Failed to create hcd\n");
2456 		goto clean_up;
2457 	}
2458 	r8a66597 = hcd_to_r8a66597(hcd);
2459 	memset(r8a66597, 0, sizeof(struct r8a66597));
2460 	platform_set_drvdata(pdev, r8a66597);
2461 	r8a66597->pdata = dev_get_platdata(&pdev->dev);
2462 	r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2463 
2464 	if (r8a66597->pdata->on_chip) {
2465 		snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2466 		r8a66597->clk = clk_get(&pdev->dev, clk_name);
2467 		if (IS_ERR(r8a66597->clk)) {
2468 			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2469 				clk_name);
2470 			ret = PTR_ERR(r8a66597->clk);
2471 			goto clean_up2;
2472 		}
2473 		r8a66597->max_root_hub = 1;
2474 	} else
2475 		r8a66597->max_root_hub = 2;
2476 
2477 	spin_lock_init(&r8a66597->lock);
2478 	timer_setup(&r8a66597->rh_timer, r8a66597_timer, 0);
2479 	r8a66597->reg = reg;
2480 
2481 	/* make sure no interrupts are pending */
2482 	ret = r8a66597_clock_enable(r8a66597);
2483 	if (ret < 0)
2484 		goto clean_up3;
2485 	disable_controller(r8a66597);
2486 
2487 	for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2488 		INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2489 		r8a66597->timers[i].r8a66597 = r8a66597;
2490 		timer_setup(&r8a66597->timers[i].td, r8a66597_td_timer, 0);
2491 		timer_setup(&r8a66597->timers[i].interval,
2492 			    r8a66597_interval_timer, 0);
2493 	}
2494 	INIT_LIST_HEAD(&r8a66597->child_device);
2495 
2496 	hcd->rsrc_start = res->start;
2497 	hcd->has_tt = 1;
2498 
2499 	ret = usb_add_hcd(hcd, irq, irq_trigger);
2500 	if (ret != 0) {
2501 		dev_err(&pdev->dev, "Failed to add hcd\n");
2502 		goto clean_up3;
2503 	}
2504 	device_wakeup_enable(hcd->self.controller);
2505 
2506 	return 0;
2507 
2508 clean_up3:
2509 	if (r8a66597->pdata->on_chip)
2510 		clk_put(r8a66597->clk);
2511 clean_up2:
2512 	usb_put_hcd(hcd);
2513 
2514 clean_up:
2515 	if (reg)
2516 		iounmap(reg);
2517 
2518 	return ret;
2519 }
2520 
2521 static struct platform_driver r8a66597_driver = {
2522 	.probe =	r8a66597_probe,
2523 	.remove =	r8a66597_remove,
2524 	.driver		= {
2525 		.name = hcd_name,
2526 		.pm	= R8A66597_DEV_PM_OPS,
2527 	},
2528 };
2529 
2530 module_platform_driver(r8a66597_driver);
2531