xref: /openbmc/linux/drivers/usb/host/r8a66597-hcd.c (revision 31e67366)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * R8A66597 HCD (Host Controller Driver)
4  *
5  * Copyright (C) 2006-2007 Renesas Solutions Corp.
6  * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
7  * Portions Copyright (C) 2004-2005 David Brownell
8  * Portions Copyright (C) 1999 Roman Weissgaerber
9  *
10  * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
11  */
12 
13 #include <linux/module.h>
14 #include <linux/kernel.h>
15 #include <linux/sched.h>
16 #include <linux/errno.h>
17 #include <linux/timer.h>
18 #include <linux/delay.h>
19 #include <linux/list.h>
20 #include <linux/interrupt.h>
21 #include <linux/usb.h>
22 #include <linux/usb/hcd.h>
23 #include <linux/platform_device.h>
24 #include <linux/io.h>
25 #include <linux/mm.h>
26 #include <linux/irq.h>
27 #include <linux/slab.h>
28 #include <asm/cacheflush.h>
29 
30 #include "r8a66597.h"
31 
32 MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
33 MODULE_LICENSE("GPL");
34 MODULE_AUTHOR("Yoshihiro Shimoda");
35 MODULE_ALIAS("platform:r8a66597_hcd");
36 
37 #define DRIVER_VERSION	"2009-05-26"
38 
39 static const char hcd_name[] = "r8a66597_hcd";
40 
41 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
42 static int r8a66597_get_frame(struct usb_hcd *hcd);
43 
44 /* this function must be called with interrupt disabled */
45 static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
46 			    unsigned long reg)
47 {
48 	u16 tmp;
49 
50 	tmp = r8a66597_read(r8a66597, INTENB0);
51 	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
52 	r8a66597_bset(r8a66597, 1 << pipenum, reg);
53 	r8a66597_write(r8a66597, tmp, INTENB0);
54 }
55 
56 /* this function must be called with interrupt disabled */
57 static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
58 			     unsigned long reg)
59 {
60 	u16 tmp;
61 
62 	tmp = r8a66597_read(r8a66597, INTENB0);
63 	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
64 	r8a66597_bclr(r8a66597, 1 << pipenum, reg);
65 	r8a66597_write(r8a66597, tmp, INTENB0);
66 }
67 
68 static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
69 			   u16 usbspd, u8 upphub, u8 hubport, int port)
70 {
71 	u16 val;
72 	unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
73 
74 	val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
75 	r8a66597_write(r8a66597, val, devadd_reg);
76 }
77 
78 static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
79 {
80 	u16 tmp;
81 	int i = 0;
82 
83 	if (r8a66597->pdata->on_chip) {
84 		clk_prepare_enable(r8a66597->clk);
85 		do {
86 			r8a66597_write(r8a66597, SCKE, SYSCFG0);
87 			tmp = r8a66597_read(r8a66597, SYSCFG0);
88 			if (i++ > 1000) {
89 				printk(KERN_ERR "r8a66597: reg access fail.\n");
90 				return -ENXIO;
91 			}
92 		} while ((tmp & SCKE) != SCKE);
93 		r8a66597_write(r8a66597, 0x04, 0x02);
94 	} else {
95 		do {
96 			r8a66597_write(r8a66597, USBE, SYSCFG0);
97 			tmp = r8a66597_read(r8a66597, SYSCFG0);
98 			if (i++ > 1000) {
99 				printk(KERN_ERR "r8a66597: reg access fail.\n");
100 				return -ENXIO;
101 			}
102 		} while ((tmp & USBE) != USBE);
103 		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
104 		r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
105 			      XTAL, SYSCFG0);
106 
107 		i = 0;
108 		r8a66597_bset(r8a66597, XCKE, SYSCFG0);
109 		do {
110 			msleep(1);
111 			tmp = r8a66597_read(r8a66597, SYSCFG0);
112 			if (i++ > 500) {
113 				printk(KERN_ERR "r8a66597: reg access fail.\n");
114 				return -ENXIO;
115 			}
116 		} while ((tmp & SCKE) != SCKE);
117 	}
118 
119 	return 0;
120 }
121 
122 static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
123 {
124 	r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
125 	udelay(1);
126 
127 	if (r8a66597->pdata->on_chip) {
128 		clk_disable_unprepare(r8a66597->clk);
129 	} else {
130 		r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
131 		r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
132 		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
133 	}
134 }
135 
136 static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
137 {
138 	u16 val;
139 
140 	val = port ? DRPD : DCFM | DRPD;
141 	r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
142 	r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
143 
144 	r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
145 	r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
146 	r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
147 }
148 
149 static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
150 {
151 	u16 val, tmp;
152 
153 	r8a66597_write(r8a66597, 0, get_intenb_reg(port));
154 	r8a66597_write(r8a66597, 0, get_intsts_reg(port));
155 
156 	r8a66597_port_power(r8a66597, port, 0);
157 
158 	do {
159 		tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
160 		udelay(640);
161 	} while (tmp == EDGESTS);
162 
163 	val = port ? DRPD : DCFM | DRPD;
164 	r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
165 	r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
166 }
167 
168 static int enable_controller(struct r8a66597 *r8a66597)
169 {
170 	int ret, port;
171 	u16 vif = r8a66597->pdata->vif ? LDRV : 0;
172 	u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
173 	u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
174 
175 	ret = r8a66597_clock_enable(r8a66597);
176 	if (ret < 0)
177 		return ret;
178 
179 	r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
180 	r8a66597_bset(r8a66597, USBE, SYSCFG0);
181 
182 	r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
183 	r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
184 	r8a66597_bset(r8a66597, BRDY0, BRDYENB);
185 	r8a66597_bset(r8a66597, BEMP0, BEMPENB);
186 
187 	r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
188 	r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
189 	r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
190 	r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
191 
192 	r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
193 
194 	for (port = 0; port < r8a66597->max_root_hub; port++)
195 		r8a66597_enable_port(r8a66597, port);
196 
197 	return 0;
198 }
199 
200 static void disable_controller(struct r8a66597 *r8a66597)
201 {
202 	int port;
203 
204 	/* disable interrupts */
205 	r8a66597_write(r8a66597, 0, INTENB0);
206 	r8a66597_write(r8a66597, 0, INTENB1);
207 	r8a66597_write(r8a66597, 0, BRDYENB);
208 	r8a66597_write(r8a66597, 0, BEMPENB);
209 	r8a66597_write(r8a66597, 0, NRDYENB);
210 
211 	/* clear status */
212 	r8a66597_write(r8a66597, 0, BRDYSTS);
213 	r8a66597_write(r8a66597, 0, NRDYSTS);
214 	r8a66597_write(r8a66597, 0, BEMPSTS);
215 
216 	for (port = 0; port < r8a66597->max_root_hub; port++)
217 		r8a66597_disable_port(r8a66597, port);
218 
219 	r8a66597_clock_disable(r8a66597);
220 }
221 
222 static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
223 				       struct usb_device *udev)
224 {
225 	struct r8a66597_device *dev;
226 
227 	if (udev->parent && udev->parent->devnum != 1)
228 		udev = udev->parent;
229 
230 	dev = dev_get_drvdata(&udev->dev);
231 	if (dev)
232 		return dev->address;
233 	else
234 		return 0;
235 }
236 
237 static int is_child_device(char *devpath)
238 {
239 	return (devpath[2] ? 1 : 0);
240 }
241 
242 static int is_hub_limit(char *devpath)
243 {
244 	return ((strlen(devpath) >= 4) ? 1 : 0);
245 }
246 
247 static void get_port_number(struct r8a66597 *r8a66597,
248 			    char *devpath, u16 *root_port, u16 *hub_port)
249 {
250 	if (root_port) {
251 		*root_port = (devpath[0] & 0x0F) - 1;
252 		if (*root_port >= r8a66597->max_root_hub)
253 			printk(KERN_ERR "r8a66597: Illegal root port number.\n");
254 	}
255 	if (hub_port)
256 		*hub_port = devpath[2] & 0x0F;
257 }
258 
259 static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
260 {
261 	u16 usbspd = 0;
262 
263 	switch (speed) {
264 	case USB_SPEED_LOW:
265 		usbspd = LSMODE;
266 		break;
267 	case USB_SPEED_FULL:
268 		usbspd = FSMODE;
269 		break;
270 	case USB_SPEED_HIGH:
271 		usbspd = HSMODE;
272 		break;
273 	default:
274 		printk(KERN_ERR "r8a66597: unknown speed\n");
275 		break;
276 	}
277 
278 	return usbspd;
279 }
280 
281 static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
282 {
283 	int idx;
284 
285 	idx = address / 32;
286 	r8a66597->child_connect_map[idx] |= 1 << (address % 32);
287 }
288 
289 static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
290 {
291 	int idx;
292 
293 	idx = address / 32;
294 	r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
295 }
296 
297 static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
298 {
299 	u16 pipenum = pipe->info.pipenum;
300 	const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
301 	const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
302 	const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
303 
304 	if (dma_ch > R8A66597_PIPE_NO_DMA)	/* dma fifo not use? */
305 		dma_ch = R8A66597_PIPE_NO_DMA;
306 
307 	pipe->fifoaddr = fifoaddr[dma_ch];
308 	pipe->fifosel = fifosel[dma_ch];
309 	pipe->fifoctr = fifoctr[dma_ch];
310 
311 	if (pipenum == 0)
312 		pipe->pipectr = DCPCTR;
313 	else
314 		pipe->pipectr = get_pipectr_addr(pipenum);
315 
316 	if (check_bulk_or_isoc(pipenum)) {
317 		pipe->pipetre = get_pipetre_addr(pipenum);
318 		pipe->pipetrn = get_pipetrn_addr(pipenum);
319 	} else {
320 		pipe->pipetre = 0;
321 		pipe->pipetrn = 0;
322 	}
323 }
324 
325 static struct r8a66597_device *
326 get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
327 {
328 	if (usb_pipedevice(urb->pipe) == 0)
329 		return &r8a66597->device0;
330 
331 	return dev_get_drvdata(&urb->dev->dev);
332 }
333 
334 static int make_r8a66597_device(struct r8a66597 *r8a66597,
335 				struct urb *urb, u8 addr)
336 {
337 	struct r8a66597_device *dev;
338 	int usb_address = urb->setup_packet[2];	/* urb->pipe is address 0 */
339 
340 	dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
341 	if (dev == NULL)
342 		return -ENOMEM;
343 
344 	dev_set_drvdata(&urb->dev->dev, dev);
345 	dev->udev = urb->dev;
346 	dev->address = addr;
347 	dev->usb_address = usb_address;
348 	dev->state = USB_STATE_ADDRESS;
349 	dev->ep_in_toggle = 0;
350 	dev->ep_out_toggle = 0;
351 	INIT_LIST_HEAD(&dev->device_list);
352 	list_add_tail(&dev->device_list, &r8a66597->child_device);
353 
354 	get_port_number(r8a66597, urb->dev->devpath,
355 			&dev->root_port, &dev->hub_port);
356 	if (!is_child_device(urb->dev->devpath))
357 		r8a66597->root_hub[dev->root_port].dev = dev;
358 
359 	set_devadd_reg(r8a66597, dev->address,
360 		       get_r8a66597_usb_speed(urb->dev->speed),
361 		       get_parent_r8a66597_address(r8a66597, urb->dev),
362 		       dev->hub_port, dev->root_port);
363 
364 	return 0;
365 }
366 
367 /* this function must be called with interrupt disabled */
368 static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
369 {
370 	u8 addr;	/* R8A66597's address */
371 	struct r8a66597_device *dev;
372 
373 	if (is_hub_limit(urb->dev->devpath)) {
374 		dev_err(&urb->dev->dev, "External hub limit reached.\n");
375 		return 0;
376 	}
377 
378 	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
379 	if (dev && dev->state >= USB_STATE_ADDRESS)
380 		return dev->address;
381 
382 	for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
383 		if (r8a66597->address_map & (1 << addr))
384 			continue;
385 
386 		dev_dbg(&urb->dev->dev, "alloc_address: r8a66597_addr=%d\n", addr);
387 		r8a66597->address_map |= 1 << addr;
388 
389 		if (make_r8a66597_device(r8a66597, urb, addr) < 0)
390 			return 0;
391 
392 		return addr;
393 	}
394 
395 	dev_err(&urb->dev->dev,
396 		"cannot communicate with a USB device more than 10.(%x)\n",
397 		r8a66597->address_map);
398 
399 	return 0;
400 }
401 
402 /* this function must be called with interrupt disabled */
403 static void free_usb_address(struct r8a66597 *r8a66597,
404 			     struct r8a66597_device *dev, int reset)
405 {
406 	int port;
407 
408 	if (!dev)
409 		return;
410 
411 	dev_dbg(&dev->udev->dev, "free_addr: addr=%d\n", dev->address);
412 
413 	dev->state = USB_STATE_DEFAULT;
414 	r8a66597->address_map &= ~(1 << dev->address);
415 	dev->address = 0;
416 	/*
417 	 * Only when resetting USB, it is necessary to erase drvdata. When
418 	 * a usb device with usb hub is disconnect, "dev->udev" is already
419 	 * freed on usb_desconnect(). So we cannot access the data.
420 	 */
421 	if (reset)
422 		dev_set_drvdata(&dev->udev->dev, NULL);
423 	list_del(&dev->device_list);
424 	kfree(dev);
425 
426 	for (port = 0; port < r8a66597->max_root_hub; port++) {
427 		if (r8a66597->root_hub[port].dev == dev) {
428 			r8a66597->root_hub[port].dev = NULL;
429 			break;
430 		}
431 	}
432 }
433 
434 static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
435 			      u16 mask, u16 loop)
436 {
437 	u16 tmp;
438 	int i = 0;
439 
440 	do {
441 		tmp = r8a66597_read(r8a66597, reg);
442 		if (i++ > 1000000) {
443 			printk(KERN_ERR "r8a66597: register%lx, loop %x "
444 			       "is timeout\n", reg, loop);
445 			break;
446 		}
447 		ndelay(1);
448 	} while ((tmp & mask) != loop);
449 }
450 
451 /* this function must be called with interrupt disabled */
452 static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
453 {
454 	u16 tmp;
455 
456 	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
457 	if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
458 		r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
459 	r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
460 }
461 
462 /* this function must be called with interrupt disabled */
463 static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
464 {
465 	u16 tmp;
466 
467 	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
468 	if ((tmp & PID_STALL11) != PID_STALL11)	/* force stall? */
469 		r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
470 	r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
471 	r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
472 }
473 
474 /* this function must be called with interrupt disabled */
475 static void clear_all_buffer(struct r8a66597 *r8a66597,
476 			     struct r8a66597_pipe *pipe)
477 {
478 	if (!pipe || pipe->info.pipenum == 0)
479 		return;
480 
481 	pipe_stop(r8a66597, pipe);
482 	r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
483 	r8a66597_read(r8a66597, pipe->pipectr);
484 	r8a66597_read(r8a66597, pipe->pipectr);
485 	r8a66597_read(r8a66597, pipe->pipectr);
486 	r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
487 }
488 
489 /* this function must be called with interrupt disabled */
490 static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
491 				 struct r8a66597_pipe *pipe, int toggle)
492 {
493 	if (toggle)
494 		r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
495 	else
496 		r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
497 }
498 
499 static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
500 {
501 	if (r8a66597->pdata->on_chip)
502 		return MBW_32;
503 	else
504 		return MBW_16;
505 }
506 
507 /* this function must be called with interrupt disabled */
508 static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
509 {
510 	unsigned short mbw = mbw_value(r8a66597);
511 
512 	r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
513 	r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
514 }
515 
516 /* this function must be called with interrupt disabled */
517 static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
518 					 struct r8a66597_pipe *pipe)
519 {
520 	unsigned short mbw = mbw_value(r8a66597);
521 
522 	cfifo_change(r8a66597, 0);
523 	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
524 	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
525 
526 	r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
527 		      pipe->fifosel);
528 	r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
529 }
530 
531 static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
532 {
533 	struct r8a66597_pipe *pipe = hep->hcpriv;
534 
535 	if (usb_pipeendpoint(urb->pipe) == 0)
536 		return 0;
537 	else
538 		return pipe->info.pipenum;
539 }
540 
541 static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
542 {
543 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
544 
545 	return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
546 }
547 
548 static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
549 					  int urb_pipe)
550 {
551 	if (!dev)
552 		return NULL;
553 
554 	return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
555 }
556 
557 /* this function must be called with interrupt disabled */
558 static void pipe_toggle_set(struct r8a66597 *r8a66597,
559 			    struct r8a66597_pipe *pipe,
560 			    struct urb *urb, int set)
561 {
562 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
563 	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
564 	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
565 
566 	if (!toggle)
567 		return;
568 
569 	if (set)
570 		*toggle |= 1 << endpoint;
571 	else
572 		*toggle &= ~(1 << endpoint);
573 }
574 
575 /* this function must be called with interrupt disabled */
576 static void pipe_toggle_save(struct r8a66597 *r8a66597,
577 			     struct r8a66597_pipe *pipe,
578 			     struct urb *urb)
579 {
580 	if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
581 		pipe_toggle_set(r8a66597, pipe, urb, 1);
582 	else
583 		pipe_toggle_set(r8a66597, pipe, urb, 0);
584 }
585 
586 /* this function must be called with interrupt disabled */
587 static void pipe_toggle_restore(struct r8a66597 *r8a66597,
588 				struct r8a66597_pipe *pipe,
589 				struct urb *urb)
590 {
591 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
592 	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
593 	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
594 
595 	if (!toggle)
596 		return;
597 
598 	r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
599 }
600 
601 /* this function must be called with interrupt disabled */
602 static void pipe_buffer_setting(struct r8a66597 *r8a66597,
603 				struct r8a66597_pipe_info *info)
604 {
605 	u16 val = 0;
606 
607 	if (info->pipenum == 0)
608 		return;
609 
610 	r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
611 	r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
612 	r8a66597_write(r8a66597, info->pipenum, PIPESEL);
613 	if (!info->dir_in)
614 		val |= R8A66597_DIR;
615 	if (info->type == R8A66597_BULK && info->dir_in)
616 		val |= R8A66597_DBLB | R8A66597_SHTNAK;
617 	val |= info->type | info->epnum;
618 	r8a66597_write(r8a66597, val, PIPECFG);
619 
620 	r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
621 		       PIPEBUF);
622 	r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
623 		       PIPEMAXP);
624 	r8a66597_write(r8a66597, info->interval, PIPEPERI);
625 }
626 
627 /* this function must be called with interrupt disabled */
628 static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
629 {
630 	struct r8a66597_pipe_info *info;
631 	struct urb *urb = td->urb;
632 
633 	if (td->pipenum > 0) {
634 		info = &td->pipe->info;
635 		cfifo_change(r8a66597, 0);
636 		pipe_buffer_setting(r8a66597, info);
637 
638 		if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
639 				   usb_pipeout(urb->pipe)) &&
640 		    !usb_pipecontrol(urb->pipe)) {
641 			r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
642 			pipe_toggle_set(r8a66597, td->pipe, urb, 0);
643 			clear_all_buffer(r8a66597, td->pipe);
644 			usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
645 				      usb_pipeout(urb->pipe), 1);
646 		}
647 		pipe_toggle_restore(r8a66597, td->pipe, urb);
648 	}
649 }
650 
651 /* this function must be called with interrupt disabled */
652 static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
653 			     struct usb_endpoint_descriptor *ep)
654 {
655 	u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
656 
657 	memset(array, 0, sizeof(array));
658 	switch (usb_endpoint_type(ep)) {
659 	case USB_ENDPOINT_XFER_BULK:
660 		if (usb_endpoint_dir_in(ep))
661 			array[i++] = 4;
662 		else {
663 			array[i++] = 3;
664 			array[i++] = 5;
665 		}
666 		break;
667 	case USB_ENDPOINT_XFER_INT:
668 		if (usb_endpoint_dir_in(ep)) {
669 			array[i++] = 6;
670 			array[i++] = 7;
671 			array[i++] = 8;
672 		} else
673 			array[i++] = 9;
674 		break;
675 	case USB_ENDPOINT_XFER_ISOC:
676 		if (usb_endpoint_dir_in(ep))
677 			array[i++] = 2;
678 		else
679 			array[i++] = 1;
680 		break;
681 	default:
682 		printk(KERN_ERR "r8a66597: Illegal type\n");
683 		return 0;
684 	}
685 
686 	i = 1;
687 	min = array[0];
688 	while (array[i] != 0) {
689 		if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
690 			min = array[i];
691 		i++;
692 	}
693 
694 	return min;
695 }
696 
697 static u16 get_r8a66597_type(__u8 type)
698 {
699 	u16 r8a66597_type;
700 
701 	switch (type) {
702 	case USB_ENDPOINT_XFER_BULK:
703 		r8a66597_type = R8A66597_BULK;
704 		break;
705 	case USB_ENDPOINT_XFER_INT:
706 		r8a66597_type = R8A66597_INT;
707 		break;
708 	case USB_ENDPOINT_XFER_ISOC:
709 		r8a66597_type = R8A66597_ISO;
710 		break;
711 	default:
712 		printk(KERN_ERR "r8a66597: Illegal type\n");
713 		r8a66597_type = 0x0000;
714 		break;
715 	}
716 
717 	return r8a66597_type;
718 }
719 
720 static u16 get_bufnum(u16 pipenum)
721 {
722 	u16 bufnum = 0;
723 
724 	if (pipenum == 0)
725 		bufnum = 0;
726 	else if (check_bulk_or_isoc(pipenum))
727 		bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
728 	else if (check_interrupt(pipenum))
729 		bufnum = 4 + (pipenum - 6);
730 	else
731 		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
732 
733 	return bufnum;
734 }
735 
736 static u16 get_buf_bsize(u16 pipenum)
737 {
738 	u16 buf_bsize = 0;
739 
740 	if (pipenum == 0)
741 		buf_bsize = 3;
742 	else if (check_bulk_or_isoc(pipenum))
743 		buf_bsize = R8A66597_BUF_BSIZE - 1;
744 	else if (check_interrupt(pipenum))
745 		buf_bsize = 0;
746 	else
747 		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
748 
749 	return buf_bsize;
750 }
751 
752 /* this function must be called with interrupt disabled */
753 static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
754 				     struct r8a66597_device *dev,
755 				     struct r8a66597_pipe *pipe,
756 				     struct urb *urb)
757 {
758 	int i;
759 	struct r8a66597_pipe_info *info = &pipe->info;
760 	unsigned short mbw = mbw_value(r8a66597);
761 
762 	/* pipe dma is only for external controlles */
763 	if (r8a66597->pdata->on_chip)
764 		return;
765 
766 	if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
767 		for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
768 			if ((r8a66597->dma_map & (1 << i)) != 0)
769 				continue;
770 
771 			dev_info(&dev->udev->dev,
772 				 "address %d, EndpointAddress 0x%02x use "
773 				 "DMA FIFO\n", usb_pipedevice(urb->pipe),
774 				 info->dir_in ?
775 				 	USB_ENDPOINT_DIR_MASK + info->epnum
776 					: info->epnum);
777 
778 			r8a66597->dma_map |= 1 << i;
779 			dev->dma_map |= 1 << i;
780 			set_pipe_reg_addr(pipe, i);
781 
782 			cfifo_change(r8a66597, 0);
783 			r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
784 				      mbw | CURPIPE, pipe->fifosel);
785 
786 			r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
787 					  pipe->info.pipenum);
788 			r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
789 			break;
790 		}
791 	}
792 }
793 
794 /* this function must be called with interrupt disabled */
795 static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
796 				 struct usb_host_endpoint *hep,
797 				 struct r8a66597_pipe_info *info)
798 {
799 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
800 	struct r8a66597_pipe *pipe = hep->hcpriv;
801 
802 	dev_dbg(&dev->udev->dev, "enable_pipe:\n");
803 
804 	pipe->info = *info;
805 	set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
806 	r8a66597->pipe_cnt[pipe->info.pipenum]++;
807 	dev->pipe_cnt[pipe->info.pipenum]++;
808 
809 	enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
810 }
811 
812 static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
813 			      int status)
814 __releases(r8a66597->lock)
815 __acquires(r8a66597->lock)
816 {
817 	if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
818 		void *ptr;
819 
820 		for (ptr = urb->transfer_buffer;
821 		     ptr < urb->transfer_buffer + urb->transfer_buffer_length;
822 		     ptr += PAGE_SIZE)
823 			flush_dcache_page(virt_to_page(ptr));
824 	}
825 
826 	usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
827 	spin_unlock(&r8a66597->lock);
828 	usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
829 	spin_lock(&r8a66597->lock);
830 }
831 
832 /* this function must be called with interrupt disabled */
833 static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
834 {
835 	struct r8a66597_td *td, *next;
836 	struct urb *urb;
837 	struct list_head *list = &r8a66597->pipe_queue[pipenum];
838 
839 	if (list_empty(list))
840 		return;
841 
842 	list_for_each_entry_safe(td, next, list, queue) {
843 		if (td->address != address)
844 			continue;
845 
846 		urb = td->urb;
847 		list_del(&td->queue);
848 		kfree(td);
849 
850 		if (urb)
851 			r8a66597_urb_done(r8a66597, urb, -ENODEV);
852 
853 		break;
854 	}
855 }
856 
857 /* this function must be called with interrupt disabled */
858 static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
859 				      struct r8a66597_device *dev)
860 {
861 	int check_ep0 = 0;
862 	u16 pipenum;
863 
864 	if (!dev)
865 		return;
866 
867 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
868 		if (!dev->pipe_cnt[pipenum])
869 			continue;
870 
871 		if (!check_ep0) {
872 			check_ep0 = 1;
873 			force_dequeue(r8a66597, 0, dev->address);
874 		}
875 
876 		r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
877 		dev->pipe_cnt[pipenum] = 0;
878 		force_dequeue(r8a66597, pipenum, dev->address);
879 	}
880 
881 	dev_dbg(&dev->udev->dev, "disable_pipe\n");
882 
883 	r8a66597->dma_map &= ~(dev->dma_map);
884 	dev->dma_map = 0;
885 }
886 
887 static u16 get_interval(struct urb *urb, __u8 interval)
888 {
889 	u16 time = 1;
890 	int i;
891 
892 	if (urb->dev->speed == USB_SPEED_HIGH) {
893 		if (interval > IITV)
894 			time = IITV;
895 		else
896 			time = interval ? interval - 1 : 0;
897 	} else {
898 		if (interval > 128) {
899 			time = IITV;
900 		} else {
901 			/* calculate the nearest value for PIPEPERI */
902 			for (i = 0; i < 7; i++) {
903 				if ((1 << i) < interval &&
904 				    (1 << (i + 1) > interval))
905 					time = 1 << i;
906 			}
907 		}
908 	}
909 
910 	return time;
911 }
912 
913 static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
914 {
915 	__u8 i;
916 	unsigned long time = 1;
917 
918 	if (usb_pipeisoc(urb->pipe))
919 		return 0;
920 
921 	if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
922 		for (i = 0; i < (interval - 1); i++)
923 			time *= 2;
924 		time = time * 125 / 1000;	/* uSOF -> msec */
925 	} else {
926 		time = interval;
927 	}
928 
929 	return time;
930 }
931 
932 /* this function must be called with interrupt disabled */
933 static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
934 			   struct usb_host_endpoint *hep,
935 			   struct usb_endpoint_descriptor *ep)
936 {
937 	struct r8a66597_pipe_info info;
938 
939 	info.pipenum = get_empty_pipenum(r8a66597, ep);
940 	info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
941 	info.epnum = usb_endpoint_num(ep);
942 	info.maxpacket = usb_endpoint_maxp(ep);
943 	info.type = get_r8a66597_type(usb_endpoint_type(ep));
944 	info.bufnum = get_bufnum(info.pipenum);
945 	info.buf_bsize = get_buf_bsize(info.pipenum);
946 	if (info.type == R8A66597_BULK) {
947 		info.interval = 0;
948 		info.timer_interval = 0;
949 	} else {
950 		info.interval = get_interval(urb, ep->bInterval);
951 		info.timer_interval = get_timer_interval(urb, ep->bInterval);
952 	}
953 	if (usb_endpoint_dir_in(ep))
954 		info.dir_in = 1;
955 	else
956 		info.dir_in = 0;
957 
958 	enable_r8a66597_pipe(r8a66597, urb, hep, &info);
959 }
960 
961 static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
962 {
963 	struct r8a66597_device *dev;
964 
965 	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
966 	dev->state = USB_STATE_CONFIGURED;
967 }
968 
969 static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
970 			    u16 pipenum)
971 {
972 	if (pipenum == 0 && usb_pipeout(urb->pipe))
973 		enable_irq_empty(r8a66597, pipenum);
974 	else
975 		enable_irq_ready(r8a66597, pipenum);
976 
977 	if (!usb_pipeisoc(urb->pipe))
978 		enable_irq_nrdy(r8a66597, pipenum);
979 }
980 
981 static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
982 {
983 	disable_irq_ready(r8a66597, pipenum);
984 	disable_irq_nrdy(r8a66597, pipenum);
985 }
986 
987 static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
988 {
989 	mod_timer(&r8a66597->rh_timer,
990 			jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
991 }
992 
993 static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
994 					int connect)
995 {
996 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
997 
998 	rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
999 	rh->scount = R8A66597_MAX_SAMPLING;
1000 	if (connect)
1001 		rh->port |= USB_PORT_STAT_CONNECTION;
1002 	else
1003 		rh->port &= ~USB_PORT_STAT_CONNECTION;
1004 	rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1005 
1006 	r8a66597_root_hub_start_polling(r8a66597);
1007 }
1008 
1009 /* this function must be called with interrupt disabled */
1010 static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1011 					u16 syssts)
1012 __releases(r8a66597->lock)
1013 __acquires(r8a66597->lock)
1014 {
1015 	if (syssts == SE0) {
1016 		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1017 		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1018 	} else {
1019 		if (syssts == FS_JSTS)
1020 			r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1021 		else if (syssts == LS_JSTS)
1022 			r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1023 
1024 		r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1025 		r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1026 
1027 		if (r8a66597->bus_suspended)
1028 			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1029 	}
1030 
1031 	spin_unlock(&r8a66597->lock);
1032 	usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1033 	spin_lock(&r8a66597->lock);
1034 }
1035 
1036 /* this function must be called with interrupt disabled */
1037 static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1038 {
1039 	u16 speed = get_rh_usb_speed(r8a66597, port);
1040 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1041 
1042 	rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1043 	if (speed == HSMODE)
1044 		rh->port |= USB_PORT_STAT_HIGH_SPEED;
1045 	else if (speed == LSMODE)
1046 		rh->port |= USB_PORT_STAT_LOW_SPEED;
1047 
1048 	rh->port &= ~USB_PORT_STAT_RESET;
1049 	rh->port |= USB_PORT_STAT_ENABLE;
1050 }
1051 
1052 /* this function must be called with interrupt disabled */
1053 static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1054 {
1055 	struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1056 
1057 	disable_r8a66597_pipe_all(r8a66597, dev);
1058 	free_usb_address(r8a66597, dev, 0);
1059 
1060 	start_root_hub_sampling(r8a66597, port, 0);
1061 }
1062 
1063 /* this function must be called with interrupt disabled */
1064 static void prepare_setup_packet(struct r8a66597 *r8a66597,
1065 				 struct r8a66597_td *td)
1066 {
1067 	int i;
1068 	__le16 *p = (__le16 *)td->urb->setup_packet;
1069 	unsigned long setup_addr = USBREQ;
1070 
1071 	r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1072 		       DCPMAXP);
1073 	r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1074 
1075 	for (i = 0; i < 4; i++) {
1076 		r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1077 		setup_addr += 2;
1078 	}
1079 	r8a66597_write(r8a66597, SUREQ, DCPCTR);
1080 }
1081 
1082 /* this function must be called with interrupt disabled */
1083 static void prepare_packet_read(struct r8a66597 *r8a66597,
1084 				struct r8a66597_td *td)
1085 {
1086 	struct urb *urb = td->urb;
1087 
1088 	if (usb_pipecontrol(urb->pipe)) {
1089 		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1090 		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1091 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1092 		if (urb->actual_length == 0) {
1093 			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1094 			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1095 		}
1096 		pipe_irq_disable(r8a66597, td->pipenum);
1097 		pipe_start(r8a66597, td->pipe);
1098 		pipe_irq_enable(r8a66597, urb, td->pipenum);
1099 	} else {
1100 		if (urb->actual_length == 0) {
1101 			pipe_irq_disable(r8a66597, td->pipenum);
1102 			pipe_setting(r8a66597, td);
1103 			pipe_stop(r8a66597, td->pipe);
1104 			r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1105 
1106 			if (td->pipe->pipetre) {
1107 				r8a66597_write(r8a66597, TRCLR,
1108 						td->pipe->pipetre);
1109 				r8a66597_write(r8a66597,
1110 						DIV_ROUND_UP
1111 						  (urb->transfer_buffer_length,
1112 						   td->maxpacket),
1113 						td->pipe->pipetrn);
1114 				r8a66597_bset(r8a66597, TRENB,
1115 						td->pipe->pipetre);
1116 			}
1117 
1118 			pipe_start(r8a66597, td->pipe);
1119 			pipe_irq_enable(r8a66597, urb, td->pipenum);
1120 		}
1121 	}
1122 }
1123 
1124 /* this function must be called with interrupt disabled */
1125 static void prepare_packet_write(struct r8a66597 *r8a66597,
1126 				 struct r8a66597_td *td)
1127 {
1128 	u16 tmp;
1129 	struct urb *urb = td->urb;
1130 
1131 	if (usb_pipecontrol(urb->pipe)) {
1132 		pipe_stop(r8a66597, td->pipe);
1133 		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1134 		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1135 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1136 		if (urb->actual_length == 0) {
1137 			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1138 			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1139 		}
1140 	} else {
1141 		if (urb->actual_length == 0)
1142 			pipe_setting(r8a66597, td);
1143 		if (td->pipe->pipetre)
1144 			r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1145 	}
1146 	r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1147 
1148 	fifo_change_from_pipe(r8a66597, td->pipe);
1149 	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1150 	if (unlikely((tmp & FRDY) == 0))
1151 		pipe_irq_enable(r8a66597, urb, td->pipenum);
1152 	else
1153 		packet_write(r8a66597, td->pipenum);
1154 	pipe_start(r8a66597, td->pipe);
1155 }
1156 
1157 /* this function must be called with interrupt disabled */
1158 static void prepare_status_packet(struct r8a66597 *r8a66597,
1159 				  struct r8a66597_td *td)
1160 {
1161 	struct urb *urb = td->urb;
1162 
1163 	r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1164 	pipe_stop(r8a66597, td->pipe);
1165 
1166 	if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1167 		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1168 		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1169 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1170 		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1171 		r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1172 		enable_irq_empty(r8a66597, 0);
1173 	} else {
1174 		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1175 		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1176 		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1177 		r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1178 		enable_irq_ready(r8a66597, 0);
1179 	}
1180 	enable_irq_nrdy(r8a66597, 0);
1181 	pipe_start(r8a66597, td->pipe);
1182 }
1183 
1184 static int is_set_address(unsigned char *setup_packet)
1185 {
1186 	if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1187 			setup_packet[1] == USB_REQ_SET_ADDRESS)
1188 		return 1;
1189 	else
1190 		return 0;
1191 }
1192 
1193 /* this function must be called with interrupt disabled */
1194 static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1195 {
1196 	BUG_ON(!td);
1197 
1198 	switch (td->type) {
1199 	case USB_PID_SETUP:
1200 		if (is_set_address(td->urb->setup_packet)) {
1201 			td->set_address = 1;
1202 			td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1203 								     td->urb);
1204 			if (td->urb->setup_packet[2] == 0)
1205 				return -EPIPE;
1206 		}
1207 		prepare_setup_packet(r8a66597, td);
1208 		break;
1209 	case USB_PID_IN:
1210 		prepare_packet_read(r8a66597, td);
1211 		break;
1212 	case USB_PID_OUT:
1213 		prepare_packet_write(r8a66597, td);
1214 		break;
1215 	case USB_PID_ACK:
1216 		prepare_status_packet(r8a66597, td);
1217 		break;
1218 	default:
1219 		printk(KERN_ERR "r8a66597: invalid type.\n");
1220 		break;
1221 	}
1222 
1223 	return 0;
1224 }
1225 
1226 static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1227 {
1228 	if (usb_pipeisoc(urb->pipe)) {
1229 		if (urb->number_of_packets == td->iso_cnt)
1230 			return 1;
1231 	}
1232 
1233 	/* control or bulk or interrupt */
1234 	if ((urb->transfer_buffer_length <= urb->actual_length) ||
1235 	    (td->short_packet) || (td->zero_packet))
1236 		return 1;
1237 
1238 	return 0;
1239 }
1240 
1241 /* this function must be called with interrupt disabled */
1242 static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1243 {
1244 	unsigned long time;
1245 
1246 	BUG_ON(!td);
1247 
1248 	if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1249 	    !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1250 		r8a66597->timeout_map |= 1 << td->pipenum;
1251 		switch (usb_pipetype(td->urb->pipe)) {
1252 		case PIPE_INTERRUPT:
1253 		case PIPE_ISOCHRONOUS:
1254 			time = 30;
1255 			break;
1256 		default:
1257 			time = 50;
1258 			break;
1259 		}
1260 
1261 		mod_timer(&r8a66597->timers[td->pipenum].td,
1262 			  jiffies + msecs_to_jiffies(time));
1263 	}
1264 }
1265 
1266 /* this function must be called with interrupt disabled */
1267 static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1268 		u16 pipenum, struct urb *urb, int status)
1269 __releases(r8a66597->lock) __acquires(r8a66597->lock)
1270 {
1271 	int restart = 0;
1272 	struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1273 
1274 	r8a66597->timeout_map &= ~(1 << pipenum);
1275 
1276 	if (likely(td)) {
1277 		if (td->set_address && (status != 0 || urb->unlinked))
1278 			r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1279 
1280 		pipe_toggle_save(r8a66597, td->pipe, urb);
1281 		list_del(&td->queue);
1282 		kfree(td);
1283 	}
1284 
1285 	if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1286 		restart = 1;
1287 
1288 	if (likely(urb)) {
1289 		if (usb_pipeisoc(urb->pipe))
1290 			urb->start_frame = r8a66597_get_frame(hcd);
1291 
1292 		r8a66597_urb_done(r8a66597, urb, status);
1293 	}
1294 
1295 	if (restart) {
1296 		td = r8a66597_get_td(r8a66597, pipenum);
1297 		if (unlikely(!td))
1298 			return;
1299 
1300 		start_transfer(r8a66597, td);
1301 		set_td_timer(r8a66597, td);
1302 	}
1303 }
1304 
1305 static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1306 {
1307 	u16 tmp;
1308 	int rcv_len, bufsize, urb_len, size;
1309 	u16 *buf;
1310 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1311 	struct urb *urb;
1312 	int finish = 0;
1313 	int status = 0;
1314 
1315 	if (unlikely(!td))
1316 		return;
1317 	urb = td->urb;
1318 
1319 	fifo_change_from_pipe(r8a66597, td->pipe);
1320 	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1321 	if (unlikely((tmp & FRDY) == 0)) {
1322 		pipe_stop(r8a66597, td->pipe);
1323 		pipe_irq_disable(r8a66597, pipenum);
1324 		printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1325 		finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1326 		return;
1327 	}
1328 
1329 	/* prepare parameters */
1330 	rcv_len = tmp & DTLN;
1331 	if (usb_pipeisoc(urb->pipe)) {
1332 		buf = (u16 *)(urb->transfer_buffer +
1333 				urb->iso_frame_desc[td->iso_cnt].offset);
1334 		urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1335 	} else {
1336 		buf = (void *)urb->transfer_buffer + urb->actual_length;
1337 		urb_len = urb->transfer_buffer_length - urb->actual_length;
1338 	}
1339 	bufsize = min(urb_len, (int) td->maxpacket);
1340 	if (rcv_len <= bufsize) {
1341 		size = rcv_len;
1342 	} else {
1343 		size = bufsize;
1344 		status = -EOVERFLOW;
1345 		finish = 1;
1346 	}
1347 
1348 	/* update parameters */
1349 	urb->actual_length += size;
1350 	if (rcv_len == 0)
1351 		td->zero_packet = 1;
1352 	if (rcv_len < bufsize) {
1353 		td->short_packet = 1;
1354 	}
1355 	if (usb_pipeisoc(urb->pipe)) {
1356 		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1357 		urb->iso_frame_desc[td->iso_cnt].status = status;
1358 		td->iso_cnt++;
1359 		finish = 0;
1360 	}
1361 
1362 	/* check transfer finish */
1363 	if (finish || check_transfer_finish(td, urb)) {
1364 		pipe_stop(r8a66597, td->pipe);
1365 		pipe_irq_disable(r8a66597, pipenum);
1366 		finish = 1;
1367 	}
1368 
1369 	/* read fifo */
1370 	if (urb->transfer_buffer) {
1371 		if (size == 0)
1372 			r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1373 		else
1374 			r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1375 					   buf, size);
1376 	}
1377 
1378 	if (finish && pipenum != 0)
1379 		finish_request(r8a66597, td, pipenum, urb, status);
1380 }
1381 
1382 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1383 {
1384 	u16 tmp;
1385 	int bufsize, size;
1386 	u16 *buf;
1387 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1388 	struct urb *urb;
1389 
1390 	if (unlikely(!td))
1391 		return;
1392 	urb = td->urb;
1393 
1394 	fifo_change_from_pipe(r8a66597, td->pipe);
1395 	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1396 	if (unlikely((tmp & FRDY) == 0)) {
1397 		pipe_stop(r8a66597, td->pipe);
1398 		pipe_irq_disable(r8a66597, pipenum);
1399 		printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1400 		finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1401 		return;
1402 	}
1403 
1404 	/* prepare parameters */
1405 	bufsize = td->maxpacket;
1406 	if (usb_pipeisoc(urb->pipe)) {
1407 		buf = (u16 *)(urb->transfer_buffer +
1408 				urb->iso_frame_desc[td->iso_cnt].offset);
1409 		size = min(bufsize,
1410 			   (int)urb->iso_frame_desc[td->iso_cnt].length);
1411 	} else {
1412 		buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1413 		size = min_t(u32, bufsize,
1414 			   urb->transfer_buffer_length - urb->actual_length);
1415 	}
1416 
1417 	/* write fifo */
1418 	if (pipenum > 0)
1419 		r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1420 	if (urb->transfer_buffer) {
1421 		r8a66597_write_fifo(r8a66597, td->pipe, buf, size);
1422 		if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1423 			r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1424 	}
1425 
1426 	/* update parameters */
1427 	urb->actual_length += size;
1428 	if (usb_pipeisoc(urb->pipe)) {
1429 		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1430 		urb->iso_frame_desc[td->iso_cnt].status = 0;
1431 		td->iso_cnt++;
1432 	}
1433 
1434 	/* check transfer finish */
1435 	if (check_transfer_finish(td, urb)) {
1436 		disable_irq_ready(r8a66597, pipenum);
1437 		enable_irq_empty(r8a66597, pipenum);
1438 		if (!usb_pipeisoc(urb->pipe))
1439 			enable_irq_nrdy(r8a66597, pipenum);
1440 	} else
1441 		pipe_irq_enable(r8a66597, urb, pipenum);
1442 }
1443 
1444 
1445 static void check_next_phase(struct r8a66597 *r8a66597, int status)
1446 {
1447 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1448 	struct urb *urb;
1449 	u8 finish = 0;
1450 
1451 	if (unlikely(!td))
1452 		return;
1453 	urb = td->urb;
1454 
1455 	switch (td->type) {
1456 	case USB_PID_IN:
1457 	case USB_PID_OUT:
1458 		if (check_transfer_finish(td, urb))
1459 			td->type = USB_PID_ACK;
1460 		break;
1461 	case USB_PID_SETUP:
1462 		if (urb->transfer_buffer_length == urb->actual_length)
1463 			td->type = USB_PID_ACK;
1464 		else if (usb_pipeout(urb->pipe))
1465 			td->type = USB_PID_OUT;
1466 		else
1467 			td->type = USB_PID_IN;
1468 		break;
1469 	case USB_PID_ACK:
1470 		finish = 1;
1471 		break;
1472 	}
1473 
1474 	if (finish || status != 0 || urb->unlinked)
1475 		finish_request(r8a66597, td, 0, urb, status);
1476 	else
1477 		start_transfer(r8a66597, td);
1478 }
1479 
1480 static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1481 {
1482 	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1483 
1484 	if (td) {
1485 		u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1486 
1487 		if (pid == PID_NAK)
1488 			return -ECONNRESET;
1489 		else
1490 			return -EPIPE;
1491 	}
1492 	return 0;
1493 }
1494 
1495 static void irq_pipe_ready(struct r8a66597 *r8a66597)
1496 {
1497 	u16 check;
1498 	u16 pipenum;
1499 	u16 mask;
1500 	struct r8a66597_td *td;
1501 
1502 	mask = r8a66597_read(r8a66597, BRDYSTS)
1503 	       & r8a66597_read(r8a66597, BRDYENB);
1504 	r8a66597_write(r8a66597, ~mask, BRDYSTS);
1505 	if (mask & BRDY0) {
1506 		td = r8a66597_get_td(r8a66597, 0);
1507 		if (td && td->type == USB_PID_IN)
1508 			packet_read(r8a66597, 0);
1509 		else
1510 			pipe_irq_disable(r8a66597, 0);
1511 		check_next_phase(r8a66597, 0);
1512 	}
1513 
1514 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1515 		check = 1 << pipenum;
1516 		if (mask & check) {
1517 			td = r8a66597_get_td(r8a66597, pipenum);
1518 			if (unlikely(!td))
1519 				continue;
1520 
1521 			if (td->type == USB_PID_IN)
1522 				packet_read(r8a66597, pipenum);
1523 			else if (td->type == USB_PID_OUT)
1524 				packet_write(r8a66597, pipenum);
1525 		}
1526 	}
1527 }
1528 
1529 static void irq_pipe_empty(struct r8a66597 *r8a66597)
1530 {
1531 	u16 tmp;
1532 	u16 check;
1533 	u16 pipenum;
1534 	u16 mask;
1535 	struct r8a66597_td *td;
1536 
1537 	mask = r8a66597_read(r8a66597, BEMPSTS)
1538 	       & r8a66597_read(r8a66597, BEMPENB);
1539 	r8a66597_write(r8a66597, ~mask, BEMPSTS);
1540 	if (mask & BEMP0) {
1541 		cfifo_change(r8a66597, 0);
1542 		td = r8a66597_get_td(r8a66597, 0);
1543 		if (td && td->type != USB_PID_OUT)
1544 			disable_irq_empty(r8a66597, 0);
1545 		check_next_phase(r8a66597, 0);
1546 	}
1547 
1548 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1549 		check = 1 << pipenum;
1550 		if (mask &  check) {
1551 			struct r8a66597_td *td;
1552 			td = r8a66597_get_td(r8a66597, pipenum);
1553 			if (unlikely(!td))
1554 				continue;
1555 
1556 			tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1557 			if ((tmp & INBUFM) == 0) {
1558 				disable_irq_empty(r8a66597, pipenum);
1559 				pipe_irq_disable(r8a66597, pipenum);
1560 				finish_request(r8a66597, td, pipenum, td->urb,
1561 						0);
1562 			}
1563 		}
1564 	}
1565 }
1566 
1567 static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1568 {
1569 	u16 check;
1570 	u16 pipenum;
1571 	u16 mask;
1572 	int status;
1573 
1574 	mask = r8a66597_read(r8a66597, NRDYSTS)
1575 	       & r8a66597_read(r8a66597, NRDYENB);
1576 	r8a66597_write(r8a66597, ~mask, NRDYSTS);
1577 	if (mask & NRDY0) {
1578 		cfifo_change(r8a66597, 0);
1579 		status = get_urb_error(r8a66597, 0);
1580 		pipe_irq_disable(r8a66597, 0);
1581 		check_next_phase(r8a66597, status);
1582 	}
1583 
1584 	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1585 		check = 1 << pipenum;
1586 		if (mask & check) {
1587 			struct r8a66597_td *td;
1588 			td = r8a66597_get_td(r8a66597, pipenum);
1589 			if (unlikely(!td))
1590 				continue;
1591 
1592 			status = get_urb_error(r8a66597, pipenum);
1593 			pipe_irq_disable(r8a66597, pipenum);
1594 			pipe_stop(r8a66597, td->pipe);
1595 			finish_request(r8a66597, td, pipenum, td->urb, status);
1596 		}
1597 	}
1598 }
1599 
1600 static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1601 {
1602 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1603 	u16 intsts0, intsts1, intsts2;
1604 	u16 intenb0, intenb1, intenb2;
1605 	u16 mask0, mask1, mask2;
1606 	int status;
1607 
1608 	spin_lock(&r8a66597->lock);
1609 
1610 	intsts0 = r8a66597_read(r8a66597, INTSTS0);
1611 	intsts1 = r8a66597_read(r8a66597, INTSTS1);
1612 	intsts2 = r8a66597_read(r8a66597, INTSTS2);
1613 	intenb0 = r8a66597_read(r8a66597, INTENB0);
1614 	intenb1 = r8a66597_read(r8a66597, INTENB1);
1615 	intenb2 = r8a66597_read(r8a66597, INTENB2);
1616 
1617 	mask2 = intsts2 & intenb2;
1618 	mask1 = intsts1 & intenb1;
1619 	mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1620 	if (mask2) {
1621 		if (mask2 & ATTCH) {
1622 			r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1623 			r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1624 
1625 			/* start usb bus sampling */
1626 			start_root_hub_sampling(r8a66597, 1, 1);
1627 		}
1628 		if (mask2 & DTCH) {
1629 			r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1630 			r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1631 			r8a66597_usb_disconnect(r8a66597, 1);
1632 		}
1633 		if (mask2 & BCHG) {
1634 			r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1635 			r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1636 			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1637 		}
1638 	}
1639 
1640 	if (mask1) {
1641 		if (mask1 & ATTCH) {
1642 			r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1643 			r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1644 
1645 			/* start usb bus sampling */
1646 			start_root_hub_sampling(r8a66597, 0, 1);
1647 		}
1648 		if (mask1 & DTCH) {
1649 			r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1650 			r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1651 			r8a66597_usb_disconnect(r8a66597, 0);
1652 		}
1653 		if (mask1 & BCHG) {
1654 			r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1655 			r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1656 			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1657 		}
1658 
1659 		if (mask1 & SIGN) {
1660 			r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1661 			status = get_urb_error(r8a66597, 0);
1662 			check_next_phase(r8a66597, status);
1663 		}
1664 		if (mask1 & SACK) {
1665 			r8a66597_write(r8a66597, ~SACK, INTSTS1);
1666 			check_next_phase(r8a66597, 0);
1667 		}
1668 	}
1669 	if (mask0) {
1670 		if (mask0 & BRDY)
1671 			irq_pipe_ready(r8a66597);
1672 		if (mask0 & BEMP)
1673 			irq_pipe_empty(r8a66597);
1674 		if (mask0 & NRDY)
1675 			irq_pipe_nrdy(r8a66597);
1676 	}
1677 
1678 	spin_unlock(&r8a66597->lock);
1679 	return IRQ_HANDLED;
1680 }
1681 
1682 /* this function must be called with interrupt disabled */
1683 static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1684 {
1685 	u16 tmp;
1686 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1687 
1688 	if (rh->port & USB_PORT_STAT_RESET) {
1689 		unsigned long dvstctr_reg = get_dvstctr_reg(port);
1690 
1691 		tmp = r8a66597_read(r8a66597, dvstctr_reg);
1692 		if ((tmp & USBRST) == USBRST) {
1693 			r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1694 				      dvstctr_reg);
1695 			r8a66597_root_hub_start_polling(r8a66597);
1696 		} else
1697 			r8a66597_usb_connect(r8a66597, port);
1698 	}
1699 
1700 	if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1701 		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1702 		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1703 	}
1704 
1705 	if (rh->scount > 0) {
1706 		tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1707 		if (tmp == rh->old_syssts) {
1708 			rh->scount--;
1709 			if (rh->scount == 0)
1710 				r8a66597_check_syssts(r8a66597, port, tmp);
1711 			else
1712 				r8a66597_root_hub_start_polling(r8a66597);
1713 		} else {
1714 			rh->scount = R8A66597_MAX_SAMPLING;
1715 			rh->old_syssts = tmp;
1716 			r8a66597_root_hub_start_polling(r8a66597);
1717 		}
1718 	}
1719 }
1720 
1721 static void r8a66597_interval_timer(struct timer_list *t)
1722 {
1723 	struct r8a66597_timers *timers = from_timer(timers, t, interval);
1724 	struct r8a66597 *r8a66597 = timers->r8a66597;
1725 	unsigned long flags;
1726 	u16 pipenum;
1727 	struct r8a66597_td *td;
1728 
1729 	spin_lock_irqsave(&r8a66597->lock, flags);
1730 
1731 	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1732 		if (!(r8a66597->interval_map & (1 << pipenum)))
1733 			continue;
1734 		if (timer_pending(&r8a66597->timers[pipenum].interval))
1735 			continue;
1736 
1737 		td = r8a66597_get_td(r8a66597, pipenum);
1738 		if (td)
1739 			start_transfer(r8a66597, td);
1740 	}
1741 
1742 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1743 }
1744 
1745 static void r8a66597_td_timer(struct timer_list *t)
1746 {
1747 	struct r8a66597_timers *timers = from_timer(timers, t, td);
1748 	struct r8a66597 *r8a66597 = timers->r8a66597;
1749 	unsigned long flags;
1750 	u16 pipenum;
1751 	struct r8a66597_td *td, *new_td = NULL;
1752 	struct r8a66597_pipe *pipe;
1753 
1754 	spin_lock_irqsave(&r8a66597->lock, flags);
1755 	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1756 		if (!(r8a66597->timeout_map & (1 << pipenum)))
1757 			continue;
1758 		if (timer_pending(&r8a66597->timers[pipenum].td))
1759 			continue;
1760 
1761 		td = r8a66597_get_td(r8a66597, pipenum);
1762 		if (!td) {
1763 			r8a66597->timeout_map &= ~(1 << pipenum);
1764 			continue;
1765 		}
1766 
1767 		if (td->urb->actual_length) {
1768 			set_td_timer(r8a66597, td);
1769 			break;
1770 		}
1771 
1772 		pipe = td->pipe;
1773 		pipe_stop(r8a66597, pipe);
1774 
1775 		/* Select a different address or endpoint */
1776 		new_td = td;
1777 		do {
1778 			list_move_tail(&new_td->queue,
1779 				       &r8a66597->pipe_queue[pipenum]);
1780 			new_td = r8a66597_get_td(r8a66597, pipenum);
1781 			if (!new_td) {
1782 				new_td = td;
1783 				break;
1784 			}
1785 		} while (td != new_td && td->address == new_td->address &&
1786 			td->pipe->info.epnum == new_td->pipe->info.epnum);
1787 
1788 		start_transfer(r8a66597, new_td);
1789 
1790 		if (td == new_td)
1791 			r8a66597->timeout_map &= ~(1 << pipenum);
1792 		else
1793 			set_td_timer(r8a66597, new_td);
1794 		break;
1795 	}
1796 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1797 }
1798 
1799 static void r8a66597_timer(struct timer_list *t)
1800 {
1801 	struct r8a66597 *r8a66597 = from_timer(r8a66597, t, rh_timer);
1802 	unsigned long flags;
1803 	int port;
1804 
1805 	spin_lock_irqsave(&r8a66597->lock, flags);
1806 
1807 	for (port = 0; port < r8a66597->max_root_hub; port++)
1808 		r8a66597_root_hub_control(r8a66597, port);
1809 
1810 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1811 }
1812 
1813 static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1814 {
1815 	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1816 
1817 	if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1818 	    (urb->dev->state == USB_STATE_CONFIGURED))
1819 		return 1;
1820 	else
1821 		return 0;
1822 }
1823 
1824 static int r8a66597_start(struct usb_hcd *hcd)
1825 {
1826 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1827 
1828 	hcd->state = HC_STATE_RUNNING;
1829 	return enable_controller(r8a66597);
1830 }
1831 
1832 static void r8a66597_stop(struct usb_hcd *hcd)
1833 {
1834 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1835 
1836 	disable_controller(r8a66597);
1837 }
1838 
1839 static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1840 {
1841 	unsigned int usb_address = usb_pipedevice(urb->pipe);
1842 	u16 root_port, hub_port;
1843 
1844 	if (usb_address == 0) {
1845 		get_port_number(r8a66597, urb->dev->devpath,
1846 				&root_port, &hub_port);
1847 		set_devadd_reg(r8a66597, 0,
1848 			       get_r8a66597_usb_speed(urb->dev->speed),
1849 			       get_parent_r8a66597_address(r8a66597, urb->dev),
1850 			       hub_port, root_port);
1851 	}
1852 }
1853 
1854 static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1855 					    struct urb *urb,
1856 					    struct usb_host_endpoint *hep)
1857 {
1858 	struct r8a66597_td *td;
1859 	u16 pipenum;
1860 
1861 	td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1862 	if (td == NULL)
1863 		return NULL;
1864 
1865 	pipenum = r8a66597_get_pipenum(urb, hep);
1866 	td->pipenum = pipenum;
1867 	td->pipe = hep->hcpriv;
1868 	td->urb = urb;
1869 	td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1870 	td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1871 				      !usb_pipein(urb->pipe));
1872 	if (usb_pipecontrol(urb->pipe))
1873 		td->type = USB_PID_SETUP;
1874 	else if (usb_pipein(urb->pipe))
1875 		td->type = USB_PID_IN;
1876 	else
1877 		td->type = USB_PID_OUT;
1878 	INIT_LIST_HEAD(&td->queue);
1879 
1880 	return td;
1881 }
1882 
1883 static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1884 				struct urb *urb,
1885 				gfp_t mem_flags)
1886 {
1887 	struct usb_host_endpoint *hep = urb->ep;
1888 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1889 	struct r8a66597_td *td = NULL;
1890 	int ret, request = 0;
1891 	unsigned long flags;
1892 
1893 	spin_lock_irqsave(&r8a66597->lock, flags);
1894 	if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1895 		ret = -ENODEV;
1896 		goto error_not_linked;
1897 	}
1898 
1899 	ret = usb_hcd_link_urb_to_ep(hcd, urb);
1900 	if (ret)
1901 		goto error_not_linked;
1902 
1903 	if (!hep->hcpriv) {
1904 		hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1905 				GFP_ATOMIC);
1906 		if (!hep->hcpriv) {
1907 			ret = -ENOMEM;
1908 			goto error;
1909 		}
1910 		set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1911 		if (usb_pipeendpoint(urb->pipe))
1912 			init_pipe_info(r8a66597, urb, hep, &hep->desc);
1913 	}
1914 
1915 	if (unlikely(check_pipe_config(r8a66597, urb)))
1916 		init_pipe_config(r8a66597, urb);
1917 
1918 	set_address_zero(r8a66597, urb);
1919 	td = r8a66597_make_td(r8a66597, urb, hep);
1920 	if (td == NULL) {
1921 		ret = -ENOMEM;
1922 		goto error;
1923 	}
1924 	if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1925 		request = 1;
1926 	list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1927 	urb->hcpriv = td;
1928 
1929 	if (request) {
1930 		if (td->pipe->info.timer_interval) {
1931 			r8a66597->interval_map |= 1 << td->pipenum;
1932 			mod_timer(&r8a66597->timers[td->pipenum].interval,
1933 				  jiffies + msecs_to_jiffies(
1934 					td->pipe->info.timer_interval));
1935 		} else {
1936 			ret = start_transfer(r8a66597, td);
1937 			if (ret < 0) {
1938 				list_del(&td->queue);
1939 				kfree(td);
1940 			}
1941 		}
1942 	} else
1943 		set_td_timer(r8a66597, td);
1944 
1945 error:
1946 	if (ret)
1947 		usb_hcd_unlink_urb_from_ep(hcd, urb);
1948 error_not_linked:
1949 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1950 	return ret;
1951 }
1952 
1953 static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1954 		int status)
1955 {
1956 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1957 	struct r8a66597_td *td;
1958 	unsigned long flags;
1959 	int rc;
1960 
1961 	spin_lock_irqsave(&r8a66597->lock, flags);
1962 	rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1963 	if (rc)
1964 		goto done;
1965 
1966 	if (urb->hcpriv) {
1967 		td = urb->hcpriv;
1968 		pipe_stop(r8a66597, td->pipe);
1969 		pipe_irq_disable(r8a66597, td->pipenum);
1970 		disable_irq_empty(r8a66597, td->pipenum);
1971 		finish_request(r8a66597, td, td->pipenum, urb, status);
1972 	}
1973  done:
1974 	spin_unlock_irqrestore(&r8a66597->lock, flags);
1975 	return rc;
1976 }
1977 
1978 static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1979 				      struct usb_host_endpoint *hep)
1980 __acquires(r8a66597->lock)
1981 __releases(r8a66597->lock)
1982 {
1983 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1984 	struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1985 	struct r8a66597_td *td;
1986 	struct urb *urb = NULL;
1987 	u16 pipenum;
1988 	unsigned long flags;
1989 
1990 	if (pipe == NULL)
1991 		return;
1992 	pipenum = pipe->info.pipenum;
1993 
1994 	spin_lock_irqsave(&r8a66597->lock, flags);
1995 	if (pipenum == 0) {
1996 		kfree(hep->hcpriv);
1997 		hep->hcpriv = NULL;
1998 		spin_unlock_irqrestore(&r8a66597->lock, flags);
1999 		return;
2000 	}
2001 
2002 	pipe_stop(r8a66597, pipe);
2003 	pipe_irq_disable(r8a66597, pipenum);
2004 	disable_irq_empty(r8a66597, pipenum);
2005 	td = r8a66597_get_td(r8a66597, pipenum);
2006 	if (td)
2007 		urb = td->urb;
2008 	finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2009 	kfree(hep->hcpriv);
2010 	hep->hcpriv = NULL;
2011 	spin_unlock_irqrestore(&r8a66597->lock, flags);
2012 }
2013 
2014 static int r8a66597_get_frame(struct usb_hcd *hcd)
2015 {
2016 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2017 	return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2018 }
2019 
2020 static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2021 {
2022 	int chix;
2023 	struct usb_device *childdev;
2024 
2025 	if (udev->state == USB_STATE_CONFIGURED &&
2026 	    udev->parent && udev->parent->devnum > 1 &&
2027 	    udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2028 		map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2029 
2030 	usb_hub_for_each_child(udev, chix, childdev)
2031 		collect_usb_address_map(childdev, map);
2032 }
2033 
2034 /* this function must be called with interrupt disabled */
2035 static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2036 						   int addr)
2037 {
2038 	struct r8a66597_device *dev;
2039 	struct list_head *list = &r8a66597->child_device;
2040 
2041 	list_for_each_entry(dev, list, device_list) {
2042 		if (dev->usb_address != addr)
2043 			continue;
2044 
2045 		return dev;
2046 	}
2047 
2048 	printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2049 	return NULL;
2050 }
2051 
2052 static void update_usb_address_map(struct r8a66597 *r8a66597,
2053 				   struct usb_device *root_hub,
2054 				   unsigned long *map)
2055 {
2056 	int i, j, addr;
2057 	unsigned long diff;
2058 	unsigned long flags;
2059 
2060 	for (i = 0; i < 4; i++) {
2061 		diff = r8a66597->child_connect_map[i] ^ map[i];
2062 		if (!diff)
2063 			continue;
2064 
2065 		for (j = 0; j < 32; j++) {
2066 			if (!(diff & (1 << j)))
2067 				continue;
2068 
2069 			addr = i * 32 + j;
2070 			if (map[i] & (1 << j))
2071 				set_child_connect_map(r8a66597, addr);
2072 			else {
2073 				struct r8a66597_device *dev;
2074 
2075 				spin_lock_irqsave(&r8a66597->lock, flags);
2076 				dev = get_r8a66597_device(r8a66597, addr);
2077 				disable_r8a66597_pipe_all(r8a66597, dev);
2078 				free_usb_address(r8a66597, dev, 0);
2079 				put_child_connect_map(r8a66597, addr);
2080 				spin_unlock_irqrestore(&r8a66597->lock, flags);
2081 			}
2082 		}
2083 	}
2084 }
2085 
2086 static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2087 					struct usb_hcd *hcd)
2088 {
2089 	struct usb_bus *bus;
2090 	unsigned long now_map[4];
2091 
2092 	memset(now_map, 0, sizeof(now_map));
2093 
2094 	mutex_lock(&usb_bus_idr_lock);
2095 	bus = idr_find(&usb_bus_idr, hcd->self.busnum);
2096 	if (bus && bus->root_hub) {
2097 		collect_usb_address_map(bus->root_hub, now_map);
2098 		update_usb_address_map(r8a66597, bus->root_hub, now_map);
2099 	}
2100 	mutex_unlock(&usb_bus_idr_lock);
2101 }
2102 
2103 static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2104 {
2105 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2106 	unsigned long flags;
2107 	int i;
2108 
2109 	r8a66597_check_detect_child(r8a66597, hcd);
2110 
2111 	spin_lock_irqsave(&r8a66597->lock, flags);
2112 
2113 	*buf = 0;	/* initialize (no change) */
2114 
2115 	for (i = 0; i < r8a66597->max_root_hub; i++) {
2116 		if (r8a66597->root_hub[i].port & 0xffff0000)
2117 			*buf |= 1 << (i + 1);
2118 	}
2119 
2120 	spin_unlock_irqrestore(&r8a66597->lock, flags);
2121 
2122 	return (*buf != 0);
2123 }
2124 
2125 static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2126 				    struct usb_hub_descriptor *desc)
2127 {
2128 	desc->bDescriptorType = USB_DT_HUB;
2129 	desc->bHubContrCurrent = 0;
2130 	desc->bNbrPorts = r8a66597->max_root_hub;
2131 	desc->bDescLength = 9;
2132 	desc->bPwrOn2PwrGood = 0;
2133 	desc->wHubCharacteristics =
2134 		cpu_to_le16(HUB_CHAR_INDV_PORT_LPSM | HUB_CHAR_NO_OCPM);
2135 	desc->u.hs.DeviceRemovable[0] =
2136 		((1 << r8a66597->max_root_hub) - 1) << 1;
2137 	desc->u.hs.DeviceRemovable[1] = ~0;
2138 }
2139 
2140 static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2141 				u16 wIndex, char *buf, u16 wLength)
2142 {
2143 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2144 	int ret;
2145 	int port = (wIndex & 0x00FF) - 1;
2146 	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2147 	unsigned long flags;
2148 
2149 	ret = 0;
2150 
2151 	spin_lock_irqsave(&r8a66597->lock, flags);
2152 	switch (typeReq) {
2153 	case ClearHubFeature:
2154 	case SetHubFeature:
2155 		switch (wValue) {
2156 		case C_HUB_OVER_CURRENT:
2157 		case C_HUB_LOCAL_POWER:
2158 			break;
2159 		default:
2160 			goto error;
2161 		}
2162 		break;
2163 	case ClearPortFeature:
2164 		if (wIndex > r8a66597->max_root_hub)
2165 			goto error;
2166 		if (wLength != 0)
2167 			goto error;
2168 
2169 		switch (wValue) {
2170 		case USB_PORT_FEAT_ENABLE:
2171 			rh->port &= ~USB_PORT_STAT_POWER;
2172 			break;
2173 		case USB_PORT_FEAT_SUSPEND:
2174 			break;
2175 		case USB_PORT_FEAT_POWER:
2176 			r8a66597_port_power(r8a66597, port, 0);
2177 			break;
2178 		case USB_PORT_FEAT_C_ENABLE:
2179 		case USB_PORT_FEAT_C_SUSPEND:
2180 		case USB_PORT_FEAT_C_CONNECTION:
2181 		case USB_PORT_FEAT_C_OVER_CURRENT:
2182 		case USB_PORT_FEAT_C_RESET:
2183 			break;
2184 		default:
2185 			goto error;
2186 		}
2187 		rh->port &= ~(1 << wValue);
2188 		break;
2189 	case GetHubDescriptor:
2190 		r8a66597_hub_descriptor(r8a66597,
2191 					(struct usb_hub_descriptor *)buf);
2192 		break;
2193 	case GetHubStatus:
2194 		*buf = 0x00;
2195 		break;
2196 	case GetPortStatus:
2197 		if (wIndex > r8a66597->max_root_hub)
2198 			goto error;
2199 		*(__le32 *)buf = cpu_to_le32(rh->port);
2200 		break;
2201 	case SetPortFeature:
2202 		if (wIndex > r8a66597->max_root_hub)
2203 			goto error;
2204 		if (wLength != 0)
2205 			goto error;
2206 
2207 		switch (wValue) {
2208 		case USB_PORT_FEAT_SUSPEND:
2209 			break;
2210 		case USB_PORT_FEAT_POWER:
2211 			r8a66597_port_power(r8a66597, port, 1);
2212 			rh->port |= USB_PORT_STAT_POWER;
2213 			break;
2214 		case USB_PORT_FEAT_RESET: {
2215 			struct r8a66597_device *dev = rh->dev;
2216 
2217 			rh->port |= USB_PORT_STAT_RESET;
2218 
2219 			disable_r8a66597_pipe_all(r8a66597, dev);
2220 			free_usb_address(r8a66597, dev, 1);
2221 
2222 			r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2223 				      get_dvstctr_reg(port));
2224 			mod_timer(&r8a66597->rh_timer,
2225 				  jiffies + msecs_to_jiffies(50));
2226 			}
2227 			break;
2228 		default:
2229 			goto error;
2230 		}
2231 		rh->port |= 1 << wValue;
2232 		break;
2233 	default:
2234 error:
2235 		ret = -EPIPE;
2236 		break;
2237 	}
2238 
2239 	spin_unlock_irqrestore(&r8a66597->lock, flags);
2240 	return ret;
2241 }
2242 
2243 #if defined(CONFIG_PM)
2244 static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2245 {
2246 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2247 	int port;
2248 
2249 	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2250 
2251 	for (port = 0; port < r8a66597->max_root_hub; port++) {
2252 		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2253 		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2254 
2255 		if (!(rh->port & USB_PORT_STAT_ENABLE))
2256 			continue;
2257 
2258 		dev_dbg(&rh->dev->udev->dev, "suspend port = %d\n", port);
2259 		r8a66597_bclr(r8a66597, UACT, dvstctr_reg);	/* suspend */
2260 		rh->port |= USB_PORT_STAT_SUSPEND;
2261 
2262 		if (rh->dev->udev->do_remote_wakeup) {
2263 			msleep(3);	/* waiting last SOF */
2264 			r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2265 			r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2266 			r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2267 		}
2268 	}
2269 
2270 	r8a66597->bus_suspended = 1;
2271 
2272 	return 0;
2273 }
2274 
2275 static int r8a66597_bus_resume(struct usb_hcd *hcd)
2276 {
2277 	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2278 	int port;
2279 
2280 	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2281 
2282 	for (port = 0; port < r8a66597->max_root_hub; port++) {
2283 		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2284 		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2285 
2286 		if (!(rh->port & USB_PORT_STAT_SUSPEND))
2287 			continue;
2288 
2289 		dev_dbg(&rh->dev->udev->dev, "resume port = %d\n", port);
2290 		rh->port &= ~USB_PORT_STAT_SUSPEND;
2291 		rh->port |= USB_PORT_STAT_C_SUSPEND << 16;
2292 		r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2293 		msleep(USB_RESUME_TIMEOUT);
2294 		r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2295 	}
2296 
2297 	return 0;
2298 
2299 }
2300 #else
2301 #define	r8a66597_bus_suspend	NULL
2302 #define	r8a66597_bus_resume	NULL
2303 #endif
2304 
2305 static const struct hc_driver r8a66597_hc_driver = {
2306 	.description =		hcd_name,
2307 	.hcd_priv_size =	sizeof(struct r8a66597),
2308 	.irq =			r8a66597_irq,
2309 
2310 	/*
2311 	 * generic hardware linkage
2312 	 */
2313 	.flags =		HCD_USB2,
2314 
2315 	.start =		r8a66597_start,
2316 	.stop =			r8a66597_stop,
2317 
2318 	/*
2319 	 * managing i/o requests and associated device resources
2320 	 */
2321 	.urb_enqueue =		r8a66597_urb_enqueue,
2322 	.urb_dequeue =		r8a66597_urb_dequeue,
2323 	.endpoint_disable =	r8a66597_endpoint_disable,
2324 
2325 	/*
2326 	 * periodic schedule support
2327 	 */
2328 	.get_frame_number =	r8a66597_get_frame,
2329 
2330 	/*
2331 	 * root hub support
2332 	 */
2333 	.hub_status_data =	r8a66597_hub_status_data,
2334 	.hub_control =		r8a66597_hub_control,
2335 	.bus_suspend =		r8a66597_bus_suspend,
2336 	.bus_resume =		r8a66597_bus_resume,
2337 };
2338 
2339 #if defined(CONFIG_PM)
2340 static int r8a66597_suspend(struct device *dev)
2341 {
2342 	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2343 	int port;
2344 
2345 	dev_dbg(dev, "%s\n", __func__);
2346 
2347 	disable_controller(r8a66597);
2348 
2349 	for (port = 0; port < r8a66597->max_root_hub; port++) {
2350 		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2351 
2352 		rh->port = 0x00000000;
2353 	}
2354 
2355 	return 0;
2356 }
2357 
2358 static int r8a66597_resume(struct device *dev)
2359 {
2360 	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2361 	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2362 
2363 	dev_dbg(dev, "%s\n", __func__);
2364 
2365 	enable_controller(r8a66597);
2366 	usb_root_hub_lost_power(hcd->self.root_hub);
2367 
2368 	return 0;
2369 }
2370 
2371 static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2372 	.suspend = r8a66597_suspend,
2373 	.resume = r8a66597_resume,
2374 	.poweroff = r8a66597_suspend,
2375 	.restore = r8a66597_resume,
2376 };
2377 
2378 #define R8A66597_DEV_PM_OPS	(&r8a66597_dev_pm_ops)
2379 #else	/* if defined(CONFIG_PM) */
2380 #define R8A66597_DEV_PM_OPS	NULL
2381 #endif
2382 
2383 static int r8a66597_remove(struct platform_device *pdev)
2384 {
2385 	struct r8a66597		*r8a66597 = platform_get_drvdata(pdev);
2386 	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2387 
2388 	del_timer_sync(&r8a66597->rh_timer);
2389 	usb_remove_hcd(hcd);
2390 	iounmap(r8a66597->reg);
2391 	if (r8a66597->pdata->on_chip)
2392 		clk_put(r8a66597->clk);
2393 	usb_put_hcd(hcd);
2394 	return 0;
2395 }
2396 
2397 static int r8a66597_probe(struct platform_device *pdev)
2398 {
2399 	char clk_name[8];
2400 	struct resource *res = NULL, *ires;
2401 	int irq = -1;
2402 	void __iomem *reg = NULL;
2403 	struct usb_hcd *hcd = NULL;
2404 	struct r8a66597 *r8a66597;
2405 	int ret = 0;
2406 	int i;
2407 	unsigned long irq_trigger;
2408 
2409 	if (usb_disabled())
2410 		return -ENODEV;
2411 
2412 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2413 	if (!res) {
2414 		ret = -ENODEV;
2415 		dev_err(&pdev->dev, "platform_get_resource error.\n");
2416 		goto clean_up;
2417 	}
2418 
2419 	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2420 	if (!ires) {
2421 		ret = -ENODEV;
2422 		dev_err(&pdev->dev,
2423 			"platform_get_resource IORESOURCE_IRQ error.\n");
2424 		goto clean_up;
2425 	}
2426 
2427 	irq = ires->start;
2428 	irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2429 
2430 	reg = ioremap(res->start, resource_size(res));
2431 	if (reg == NULL) {
2432 		ret = -ENOMEM;
2433 		dev_err(&pdev->dev, "ioremap error.\n");
2434 		goto clean_up;
2435 	}
2436 
2437 	if (pdev->dev.platform_data == NULL) {
2438 		dev_err(&pdev->dev, "no platform data\n");
2439 		ret = -ENODEV;
2440 		goto clean_up;
2441 	}
2442 
2443 	/* initialize hcd */
2444 	hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2445 	if (!hcd) {
2446 		ret = -ENOMEM;
2447 		dev_err(&pdev->dev, "Failed to create hcd\n");
2448 		goto clean_up;
2449 	}
2450 	r8a66597 = hcd_to_r8a66597(hcd);
2451 	memset(r8a66597, 0, sizeof(struct r8a66597));
2452 	platform_set_drvdata(pdev, r8a66597);
2453 	r8a66597->pdata = dev_get_platdata(&pdev->dev);
2454 	r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2455 
2456 	if (r8a66597->pdata->on_chip) {
2457 		snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2458 		r8a66597->clk = clk_get(&pdev->dev, clk_name);
2459 		if (IS_ERR(r8a66597->clk)) {
2460 			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2461 				clk_name);
2462 			ret = PTR_ERR(r8a66597->clk);
2463 			goto clean_up2;
2464 		}
2465 		r8a66597->max_root_hub = 1;
2466 	} else
2467 		r8a66597->max_root_hub = 2;
2468 
2469 	spin_lock_init(&r8a66597->lock);
2470 	timer_setup(&r8a66597->rh_timer, r8a66597_timer, 0);
2471 	r8a66597->reg = reg;
2472 
2473 	/* make sure no interrupts are pending */
2474 	ret = r8a66597_clock_enable(r8a66597);
2475 	if (ret < 0)
2476 		goto clean_up3;
2477 	disable_controller(r8a66597);
2478 
2479 	for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2480 		INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2481 		r8a66597->timers[i].r8a66597 = r8a66597;
2482 		timer_setup(&r8a66597->timers[i].td, r8a66597_td_timer, 0);
2483 		timer_setup(&r8a66597->timers[i].interval,
2484 			    r8a66597_interval_timer, 0);
2485 	}
2486 	INIT_LIST_HEAD(&r8a66597->child_device);
2487 
2488 	hcd->rsrc_start = res->start;
2489 	hcd->has_tt = 1;
2490 
2491 	ret = usb_add_hcd(hcd, irq, irq_trigger);
2492 	if (ret != 0) {
2493 		dev_err(&pdev->dev, "Failed to add hcd\n");
2494 		goto clean_up3;
2495 	}
2496 	device_wakeup_enable(hcd->self.controller);
2497 
2498 	return 0;
2499 
2500 clean_up3:
2501 	if (r8a66597->pdata->on_chip)
2502 		clk_put(r8a66597->clk);
2503 clean_up2:
2504 	usb_put_hcd(hcd);
2505 
2506 clean_up:
2507 	if (reg)
2508 		iounmap(reg);
2509 
2510 	return ret;
2511 }
2512 
2513 static struct platform_driver r8a66597_driver = {
2514 	.probe =	r8a66597_probe,
2515 	.remove =	r8a66597_remove,
2516 	.driver		= {
2517 		.name = hcd_name,
2518 		.pm	= R8A66597_DEV_PM_OPS,
2519 	},
2520 };
2521 
2522 module_platform_driver(r8a66597_driver);
2523