xref: /openbmc/linux/drivers/usb/host/isp116x-hcd.c (revision 9ac8d3fb)
1 /*
2  * ISP116x HCD (Host Controller Driver) for USB.
3  *
4  * Derived from the SL811 HCD, rewritten for ISP116x.
5  * Copyright (C) 2005 Olav Kongas <ok@artecdesign.ee>
6  *
7  * Portions:
8  * Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
9  * Copyright (C) 2004 David Brownell
10  *
11  * Periodic scheduling is based on Roman's OHCI code
12  * Copyright (C) 1999 Roman Weissgaerber
13  *
14  */
15 
16 /*
17  * The driver basically works. A number of people have used it with a range
18  * of devices.
19  *
20  * The driver passes all usbtests 1-14.
21  *
22  * Suspending/resuming of root hub via sysfs works. Remote wakeup works too.
23  * And suspending/resuming of platform device works too. Suspend/resume
24  * via HCD operations vector is not implemented.
25  *
26  * Iso transfer support is not implemented. Adding this would include
27  * implementing recovery from the failure to service the processed ITL
28  * fifo ram in time, which will involve chip reset.
29  *
30  * TODO:
31  + More testing of suspend/resume.
32 */
33 
34 /*
35   ISP116x chips require certain delays between accesses to its
36   registers. The following timing options exist.
37 
38   1. Configure your memory controller (the best)
39   2. Implement platform-specific delay function possibly
40   combined with configuring the memory controller; see
41   include/linux/usb-isp116x.h for more info. Some broken
42   memory controllers line LH7A400 SMC need this. Also,
43   uncomment for that to work the following
44   USE_PLATFORM_DELAY macro.
45   3. Use ndelay (easiest, poorest). For that, uncomment
46   the following USE_NDELAY macro.
47 */
48 #define USE_PLATFORM_DELAY
49 //#define USE_NDELAY
50 
51 //#define DEBUG
52 //#define VERBOSE
53 /* Transfer descriptors. See dump_ptd() for printout format  */
54 //#define PTD_TRACE
55 /* enqueuing/finishing log of urbs */
56 //#define URB_TRACE
57 
58 #include <linux/module.h>
59 #include <linux/delay.h>
60 #include <linux/debugfs.h>
61 #include <linux/seq_file.h>
62 #include <linux/errno.h>
63 #include <linux/init.h>
64 #include <linux/list.h>
65 #include <linux/usb.h>
66 #include <linux/usb/isp116x.h>
67 #include <linux/platform_device.h>
68 
69 #include <asm/io.h>
70 #include <asm/irq.h>
71 #include <asm/system.h>
72 #include <asm/byteorder.h>
73 
74 #include "../core/hcd.h"
75 #include "isp116x.h"
76 
77 #define DRIVER_VERSION	"03 Nov 2005"
78 #define DRIVER_DESC	"ISP116x USB Host Controller Driver"
79 
80 MODULE_DESCRIPTION(DRIVER_DESC);
81 MODULE_LICENSE("GPL");
82 
83 static const char hcd_name[] = "isp116x-hcd";
84 
85 /*-----------------------------------------------------------------*/
86 
87 /*
88   Write len bytes to fifo, pad till 32-bit boundary
89  */
90 static void write_ptddata_to_fifo(struct isp116x *isp116x, void *buf, int len)
91 {
92 	u8 *dp = (u8 *) buf;
93 	u16 *dp2 = (u16 *) buf;
94 	u16 w;
95 	int quot = len % 4;
96 
97 	/* buffer is already in 'usb data order', which is LE. */
98 	/* When reading buffer as u16, we have to take care byte order */
99 	/* doesn't get mixed up */
100 
101 	if ((unsigned long)dp2 & 1) {
102 		/* not aligned */
103 		for (; len > 1; len -= 2) {
104 			w = *dp++;
105 			w |= *dp++ << 8;
106 			isp116x_raw_write_data16(isp116x, w);
107 		}
108 		if (len)
109 			isp116x_write_data16(isp116x, (u16) * dp);
110 	} else {
111 		/* aligned */
112 		for (; len > 1; len -= 2) {
113 			/* Keep byte order ! */
114 			isp116x_raw_write_data16(isp116x, cpu_to_le16(*dp2++));
115 		}
116 
117 		if (len)
118 			isp116x_write_data16(isp116x, 0xff & *((u8 *) dp2));
119 	}
120 	if (quot == 1 || quot == 2)
121 		isp116x_raw_write_data16(isp116x, 0);
122 }
123 
124 /*
125   Read len bytes from fifo and then read till 32-bit boundary.
126  */
127 static void read_ptddata_from_fifo(struct isp116x *isp116x, void *buf, int len)
128 {
129 	u8 *dp = (u8 *) buf;
130 	u16 *dp2 = (u16 *) buf;
131 	u16 w;
132 	int quot = len % 4;
133 
134 	/* buffer is already in 'usb data order', which is LE. */
135 	/* When reading buffer as u16, we have to take care byte order */
136 	/* doesn't get mixed up */
137 
138 	if ((unsigned long)dp2 & 1) {
139 		/* not aligned */
140 		for (; len > 1; len -= 2) {
141 			w = isp116x_raw_read_data16(isp116x);
142 			*dp++ = w & 0xff;
143 			*dp++ = (w >> 8) & 0xff;
144 		}
145 
146 		if (len)
147 			*dp = 0xff & isp116x_read_data16(isp116x);
148 	} else {
149 		/* aligned */
150 		for (; len > 1; len -= 2) {
151 			/* Keep byte order! */
152 			*dp2++ = le16_to_cpu(isp116x_raw_read_data16(isp116x));
153 		}
154 
155 		if (len)
156 			*(u8 *) dp2 = 0xff & isp116x_read_data16(isp116x);
157 	}
158 	if (quot == 1 || quot == 2)
159 		isp116x_raw_read_data16(isp116x);
160 }
161 
162 /*
163   Write ptd's and data for scheduled transfers into
164   the fifo ram. Fifo must be empty and ready.
165 */
166 static void pack_fifo(struct isp116x *isp116x)
167 {
168 	struct isp116x_ep *ep;
169 	struct ptd *ptd;
170 	int buflen = isp116x->atl_last_dir == PTD_DIR_IN
171 	    ? isp116x->atl_bufshrt : isp116x->atl_buflen;
172 
173 	isp116x_write_reg16(isp116x, HCuPINT, HCuPINT_AIIEOT);
174 	isp116x_write_reg16(isp116x, HCXFERCTR, buflen);
175 	isp116x_write_addr(isp116x, HCATLPORT | ISP116x_WRITE_OFFSET);
176 	for (ep = isp116x->atl_active; ep; ep = ep->active) {
177 		ptd = &ep->ptd;
178 		dump_ptd(ptd);
179 		dump_ptd_out_data(ptd, ep->data);
180 		isp116x_write_data16(isp116x, ptd->count);
181 		isp116x_write_data16(isp116x, ptd->mps);
182 		isp116x_write_data16(isp116x, ptd->len);
183 		isp116x_write_data16(isp116x, ptd->faddr);
184 		buflen -= sizeof(struct ptd);
185 		/* Skip writing data for last IN PTD */
186 		if (ep->active || (isp116x->atl_last_dir != PTD_DIR_IN)) {
187 			write_ptddata_to_fifo(isp116x, ep->data, ep->length);
188 			buflen -= ALIGN(ep->length, 4);
189 		}
190 	}
191 	BUG_ON(buflen);
192 }
193 
194 /*
195   Read the processed ptd's and data from fifo ram back to
196   URBs' buffers. Fifo must be full and done
197 */
198 static void unpack_fifo(struct isp116x *isp116x)
199 {
200 	struct isp116x_ep *ep;
201 	struct ptd *ptd;
202 	int buflen = isp116x->atl_last_dir == PTD_DIR_IN
203 	    ? isp116x->atl_buflen : isp116x->atl_bufshrt;
204 
205 	isp116x_write_reg16(isp116x, HCuPINT, HCuPINT_AIIEOT);
206 	isp116x_write_reg16(isp116x, HCXFERCTR, buflen);
207 	isp116x_write_addr(isp116x, HCATLPORT);
208 	for (ep = isp116x->atl_active; ep; ep = ep->active) {
209 		ptd = &ep->ptd;
210 		ptd->count = isp116x_read_data16(isp116x);
211 		ptd->mps = isp116x_read_data16(isp116x);
212 		ptd->len = isp116x_read_data16(isp116x);
213 		ptd->faddr = isp116x_read_data16(isp116x);
214 		buflen -= sizeof(struct ptd);
215 		/* Skip reading data for last Setup or Out PTD */
216 		if (ep->active || (isp116x->atl_last_dir == PTD_DIR_IN)) {
217 			read_ptddata_from_fifo(isp116x, ep->data, ep->length);
218 			buflen -= ALIGN(ep->length, 4);
219 		}
220 		dump_ptd(ptd);
221 		dump_ptd_in_data(ptd, ep->data);
222 	}
223 	BUG_ON(buflen);
224 }
225 
226 /*---------------------------------------------------------------*/
227 
228 /*
229   Set up PTD's.
230 */
231 static void preproc_atl_queue(struct isp116x *isp116x)
232 {
233 	struct isp116x_ep *ep;
234 	struct urb *urb;
235 	struct ptd *ptd;
236 	u16 len;
237 
238 	for (ep = isp116x->atl_active; ep; ep = ep->active) {
239 		u16 toggle = 0, dir = PTD_DIR_SETUP;
240 
241 		BUG_ON(list_empty(&ep->hep->urb_list));
242 		urb = container_of(ep->hep->urb_list.next,
243 				   struct urb, urb_list);
244 		ptd = &ep->ptd;
245 		len = ep->length;
246 		ep->data = (unsigned char *)urb->transfer_buffer
247 		    + urb->actual_length;
248 
249 		switch (ep->nextpid) {
250 		case USB_PID_IN:
251 			toggle = usb_gettoggle(urb->dev, ep->epnum, 0);
252 			dir = PTD_DIR_IN;
253 			break;
254 		case USB_PID_OUT:
255 			toggle = usb_gettoggle(urb->dev, ep->epnum, 1);
256 			dir = PTD_DIR_OUT;
257 			break;
258 		case USB_PID_SETUP:
259 			len = sizeof(struct usb_ctrlrequest);
260 			ep->data = urb->setup_packet;
261 			break;
262 		case USB_PID_ACK:
263 			toggle = 1;
264 			len = 0;
265 			dir = (urb->transfer_buffer_length
266 			       && usb_pipein(urb->pipe))
267 			    ? PTD_DIR_OUT : PTD_DIR_IN;
268 			break;
269 		default:
270 			ERR("%s %d: ep->nextpid %d\n", __func__, __LINE__,
271 			    ep->nextpid);
272 			BUG();
273 		}
274 
275 		ptd->count = PTD_CC_MSK | PTD_ACTIVE_MSK | PTD_TOGGLE(toggle);
276 		ptd->mps = PTD_MPS(ep->maxpacket)
277 		    | PTD_SPD(urb->dev->speed == USB_SPEED_LOW)
278 		    | PTD_EP(ep->epnum);
279 		ptd->len = PTD_LEN(len) | PTD_DIR(dir);
280 		ptd->faddr = PTD_FA(usb_pipedevice(urb->pipe));
281 		if (!ep->active) {
282 			ptd->mps |= PTD_LAST_MSK;
283 			isp116x->atl_last_dir = dir;
284 		}
285 		isp116x->atl_bufshrt = sizeof(struct ptd) + isp116x->atl_buflen;
286 		isp116x->atl_buflen = isp116x->atl_bufshrt + ALIGN(len, 4);
287 	}
288 }
289 
290 /*
291   Take done or failed requests out of schedule. Give back
292   processed urbs.
293 */
294 static void finish_request(struct isp116x *isp116x, struct isp116x_ep *ep,
295 			   struct urb *urb, int status)
296 __releases(isp116x->lock) __acquires(isp116x->lock)
297 {
298 	unsigned i;
299 
300 	ep->error_count = 0;
301 
302 	if (usb_pipecontrol(urb->pipe))
303 		ep->nextpid = USB_PID_SETUP;
304 
305 	urb_dbg(urb, "Finish");
306 
307 	usb_hcd_unlink_urb_from_ep(isp116x_to_hcd(isp116x), urb);
308 	spin_unlock(&isp116x->lock);
309 	usb_hcd_giveback_urb(isp116x_to_hcd(isp116x), urb, status);
310 	spin_lock(&isp116x->lock);
311 
312 	/* take idle endpoints out of the schedule */
313 	if (!list_empty(&ep->hep->urb_list))
314 		return;
315 
316 	/* async deschedule */
317 	if (!list_empty(&ep->schedule)) {
318 		list_del_init(&ep->schedule);
319 		return;
320 	}
321 
322 	/* periodic deschedule */
323 	DBG("deschedule qh%d/%p branch %d\n", ep->period, ep, ep->branch);
324 	for (i = ep->branch; i < PERIODIC_SIZE; i += ep->period) {
325 		struct isp116x_ep *temp;
326 		struct isp116x_ep **prev = &isp116x->periodic[i];
327 
328 		while (*prev && ((temp = *prev) != ep))
329 			prev = &temp->next;
330 		if (*prev)
331 			*prev = ep->next;
332 		isp116x->load[i] -= ep->load;
333 	}
334 	ep->branch = PERIODIC_SIZE;
335 	isp116x_to_hcd(isp116x)->self.bandwidth_allocated -=
336 	    ep->load / ep->period;
337 
338 	/* switch irq type? */
339 	if (!--isp116x->periodic_count) {
340 		isp116x->irqenb &= ~HCuPINT_SOF;
341 		isp116x->irqenb |= HCuPINT_ATL;
342 	}
343 }
344 
345 /*
346   Analyze transfer results, handle partial transfers and errors
347 */
348 static void postproc_atl_queue(struct isp116x *isp116x)
349 {
350 	struct isp116x_ep *ep;
351 	struct urb *urb;
352 	struct usb_device *udev;
353 	struct ptd *ptd;
354 	int short_not_ok;
355 	int status;
356 	u8 cc;
357 
358 	for (ep = isp116x->atl_active; ep; ep = ep->active) {
359 		BUG_ON(list_empty(&ep->hep->urb_list));
360 		urb =
361 		    container_of(ep->hep->urb_list.next, struct urb, urb_list);
362 		udev = urb->dev;
363 		ptd = &ep->ptd;
364 		cc = PTD_GET_CC(ptd);
365 		short_not_ok = 1;
366 		status = -EINPROGRESS;
367 
368 		/* Data underrun is special. For allowed underrun
369 		   we clear the error and continue as normal. For
370 		   forbidden underrun we finish the DATA stage
371 		   immediately while for control transfer,
372 		   we do a STATUS stage. */
373 		if (cc == TD_DATAUNDERRUN) {
374 			if (!(urb->transfer_flags & URB_SHORT_NOT_OK) ||
375 					usb_pipecontrol(urb->pipe)) {
376 				DBG("Allowed or control data underrun\n");
377 				cc = TD_CC_NOERROR;
378 				short_not_ok = 0;
379 			} else {
380 				ep->error_count = 1;
381 				usb_settoggle(udev, ep->epnum,
382 					      ep->nextpid == USB_PID_OUT,
383 					      PTD_GET_TOGGLE(ptd));
384 				urb->actual_length += PTD_GET_COUNT(ptd);
385 				status = cc_to_error[TD_DATAUNDERRUN];
386 				goto done;
387 			}
388 		}
389 
390 		if (cc != TD_CC_NOERROR && cc != TD_NOTACCESSED
391 		    && (++ep->error_count >= 3 || cc == TD_CC_STALL
392 			|| cc == TD_DATAOVERRUN)) {
393 			status = cc_to_error[cc];
394 			if (ep->nextpid == USB_PID_ACK)
395 				ep->nextpid = 0;
396 			goto done;
397 		}
398 		/* According to usb spec, zero-length Int transfer signals
399 		   finishing of the urb. Hey, does this apply only
400 		   for IN endpoints? */
401 		if (usb_pipeint(urb->pipe) && !PTD_GET_LEN(ptd)) {
402 			status = 0;
403 			goto done;
404 		}
405 
406 		/* Relax after previously failed, but later succeeded
407 		   or correctly NAK'ed retransmission attempt */
408 		if (ep->error_count
409 		    && (cc == TD_CC_NOERROR || cc == TD_NOTACCESSED))
410 			ep->error_count = 0;
411 
412 		/* Take into account idiosyncracies of the isp116x chip
413 		   regarding toggle bit for failed transfers */
414 		if (ep->nextpid == USB_PID_OUT)
415 			usb_settoggle(udev, ep->epnum, 1, PTD_GET_TOGGLE(ptd)
416 				      ^ (ep->error_count > 0));
417 		else if (ep->nextpid == USB_PID_IN)
418 			usb_settoggle(udev, ep->epnum, 0, PTD_GET_TOGGLE(ptd)
419 				      ^ (ep->error_count > 0));
420 
421 		switch (ep->nextpid) {
422 		case USB_PID_IN:
423 		case USB_PID_OUT:
424 			urb->actual_length += PTD_GET_COUNT(ptd);
425 			if (PTD_GET_ACTIVE(ptd)
426 			    || (cc != TD_CC_NOERROR && cc < 0x0E))
427 				break;
428 			if (urb->transfer_buffer_length != urb->actual_length) {
429 				if (short_not_ok)
430 					break;
431 			} else {
432 				if (urb->transfer_flags & URB_ZERO_PACKET
433 				    && ep->nextpid == USB_PID_OUT
434 				    && !(PTD_GET_COUNT(ptd) % ep->maxpacket)) {
435 					DBG("Zero packet requested\n");
436 					break;
437 				}
438 			}
439 			/* All data for this URB is transferred, let's finish */
440 			if (usb_pipecontrol(urb->pipe))
441 				ep->nextpid = USB_PID_ACK;
442 			else
443 				status = 0;
444 			break;
445 		case USB_PID_SETUP:
446 			if (PTD_GET_ACTIVE(ptd)
447 			    || (cc != TD_CC_NOERROR && cc < 0x0E))
448 				break;
449 			if (urb->transfer_buffer_length == urb->actual_length)
450 				ep->nextpid = USB_PID_ACK;
451 			else if (usb_pipeout(urb->pipe)) {
452 				usb_settoggle(udev, 0, 1, 1);
453 				ep->nextpid = USB_PID_OUT;
454 			} else {
455 				usb_settoggle(udev, 0, 0, 1);
456 				ep->nextpid = USB_PID_IN;
457 			}
458 			break;
459 		case USB_PID_ACK:
460 			if (PTD_GET_ACTIVE(ptd)
461 			    || (cc != TD_CC_NOERROR && cc < 0x0E))
462 				break;
463 			status = 0;
464 			ep->nextpid = 0;
465 			break;
466 		default:
467 			BUG();
468 		}
469 
470  done:
471 		if (status != -EINPROGRESS || urb->unlinked)
472 			finish_request(isp116x, ep, urb, status);
473 	}
474 }
475 
476 /*
477   Scan transfer lists, schedule transfers, send data off
478   to chip.
479  */
480 static void start_atl_transfers(struct isp116x *isp116x)
481 {
482 	struct isp116x_ep *last_ep = NULL, *ep;
483 	struct urb *urb;
484 	u16 load = 0;
485 	int len, index, speed, byte_time;
486 
487 	if (atomic_read(&isp116x->atl_finishing))
488 		return;
489 
490 	if (!HC_IS_RUNNING(isp116x_to_hcd(isp116x)->state))
491 		return;
492 
493 	/* FIFO not empty? */
494 	if (isp116x_read_reg16(isp116x, HCBUFSTAT) & HCBUFSTAT_ATL_FULL)
495 		return;
496 
497 	isp116x->atl_active = NULL;
498 	isp116x->atl_buflen = isp116x->atl_bufshrt = 0;
499 
500 	/* Schedule int transfers */
501 	if (isp116x->periodic_count) {
502 		isp116x->fmindex = index =
503 		    (isp116x->fmindex + 1) & (PERIODIC_SIZE - 1);
504 		if ((load = isp116x->load[index])) {
505 			/* Bring all int transfers for this frame
506 			   into the active queue */
507 			isp116x->atl_active = last_ep =
508 			    isp116x->periodic[index];
509 			while (last_ep->next)
510 				last_ep = (last_ep->active = last_ep->next);
511 			last_ep->active = NULL;
512 		}
513 	}
514 
515 	/* Schedule control/bulk transfers */
516 	list_for_each_entry(ep, &isp116x->async, schedule) {
517 		urb = container_of(ep->hep->urb_list.next,
518 				   struct urb, urb_list);
519 		speed = urb->dev->speed;
520 		byte_time = speed == USB_SPEED_LOW
521 		    ? BYTE_TIME_LOWSPEED : BYTE_TIME_FULLSPEED;
522 
523 		if (ep->nextpid == USB_PID_SETUP) {
524 			len = sizeof(struct usb_ctrlrequest);
525 		} else if (ep->nextpid == USB_PID_ACK) {
526 			len = 0;
527 		} else {
528 			/* Find current free length ... */
529 			len = (MAX_LOAD_LIMIT - load) / byte_time;
530 
531 			/* ... then limit it to configured max size ... */
532 			len = min(len, speed == USB_SPEED_LOW ?
533 				  MAX_TRANSFER_SIZE_LOWSPEED :
534 				  MAX_TRANSFER_SIZE_FULLSPEED);
535 
536 			/* ... and finally cut to the multiple of MaxPacketSize,
537 			   or to the real length if there's enough room. */
538 			if (len <
539 			    (urb->transfer_buffer_length -
540 			     urb->actual_length)) {
541 				len -= len % ep->maxpacket;
542 				if (!len)
543 					continue;
544 			} else
545 				len = urb->transfer_buffer_length -
546 				    urb->actual_length;
547 			BUG_ON(len < 0);
548 		}
549 
550 		load += len * byte_time;
551 		if (load > MAX_LOAD_LIMIT)
552 			break;
553 
554 		ep->active = NULL;
555 		ep->length = len;
556 		if (last_ep)
557 			last_ep->active = ep;
558 		else
559 			isp116x->atl_active = ep;
560 		last_ep = ep;
561 	}
562 
563 	/* Avoid starving of endpoints */
564 	if ((&isp116x->async)->next != (&isp116x->async)->prev)
565 		list_move(&isp116x->async, (&isp116x->async)->next);
566 
567 	if (isp116x->atl_active) {
568 		preproc_atl_queue(isp116x);
569 		pack_fifo(isp116x);
570 	}
571 }
572 
573 /*
574   Finish the processed transfers
575 */
576 static void finish_atl_transfers(struct isp116x *isp116x)
577 {
578 	if (!isp116x->atl_active)
579 		return;
580 	/* Fifo not ready? */
581 	if (!(isp116x_read_reg16(isp116x, HCBUFSTAT) & HCBUFSTAT_ATL_DONE))
582 		return;
583 
584 	atomic_inc(&isp116x->atl_finishing);
585 	unpack_fifo(isp116x);
586 	postproc_atl_queue(isp116x);
587 	atomic_dec(&isp116x->atl_finishing);
588 }
589 
590 static irqreturn_t isp116x_irq(struct usb_hcd *hcd)
591 {
592 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
593 	u16 irqstat;
594 	irqreturn_t ret = IRQ_NONE;
595 
596 	spin_lock(&isp116x->lock);
597 	isp116x_write_reg16(isp116x, HCuPINTENB, 0);
598 	irqstat = isp116x_read_reg16(isp116x, HCuPINT);
599 	isp116x_write_reg16(isp116x, HCuPINT, irqstat);
600 
601 	if (irqstat & (HCuPINT_ATL | HCuPINT_SOF)) {
602 		ret = IRQ_HANDLED;
603 		finish_atl_transfers(isp116x);
604 	}
605 
606 	if (irqstat & HCuPINT_OPR) {
607 		u32 intstat = isp116x_read_reg32(isp116x, HCINTSTAT);
608 		isp116x_write_reg32(isp116x, HCINTSTAT, intstat);
609 		if (intstat & HCINT_UE) {
610 			ERR("Unrecoverable error, HC is dead!\n");
611 			/* IRQ's are off, we do no DMA,
612 			   perfectly ready to die ... */
613 			hcd->state = HC_STATE_HALT;
614 			ret = IRQ_HANDLED;
615 			goto done;
616 		}
617 		if (intstat & HCINT_RHSC)
618 			/* When root hub or any of its ports is going
619 			   to come out of suspend, it may take more
620 			   than 10ms for status bits to stabilize. */
621 			mod_timer(&hcd->rh_timer, jiffies
622 				  + msecs_to_jiffies(20) + 1);
623 		if (intstat & HCINT_RD) {
624 			DBG("---- remote wakeup\n");
625 			usb_hcd_resume_root_hub(hcd);
626 		}
627 		irqstat &= ~HCuPINT_OPR;
628 		ret = IRQ_HANDLED;
629 	}
630 
631 	if (irqstat & (HCuPINT_ATL | HCuPINT_SOF)) {
632 		start_atl_transfers(isp116x);
633 	}
634 
635 	isp116x_write_reg16(isp116x, HCuPINTENB, isp116x->irqenb);
636       done:
637 	spin_unlock(&isp116x->lock);
638 	return ret;
639 }
640 
641 /*-----------------------------------------------------------------*/
642 
643 /* usb 1.1 says max 90% of a frame is available for periodic transfers.
644  * this driver doesn't promise that much since it's got to handle an
645  * IRQ per packet; irq handling latencies also use up that time.
646  */
647 
648 /* out of 1000 us */
649 #define	MAX_PERIODIC_LOAD	600
650 static int balance(struct isp116x *isp116x, u16 period, u16 load)
651 {
652 	int i, branch = -ENOSPC;
653 
654 	/* search for the least loaded schedule branch of that period
655 	   which has enough bandwidth left unreserved. */
656 	for (i = 0; i < period; i++) {
657 		if (branch < 0 || isp116x->load[branch] > isp116x->load[i]) {
658 			int j;
659 
660 			for (j = i; j < PERIODIC_SIZE; j += period) {
661 				if ((isp116x->load[j] + load)
662 				    > MAX_PERIODIC_LOAD)
663 					break;
664 			}
665 			if (j < PERIODIC_SIZE)
666 				continue;
667 			branch = i;
668 		}
669 	}
670 	return branch;
671 }
672 
673 /* NB! ALL the code above this point runs with isp116x->lock
674    held, irqs off
675 */
676 
677 /*-----------------------------------------------------------------*/
678 
679 static int isp116x_urb_enqueue(struct usb_hcd *hcd,
680 			       struct urb *urb,
681 			       gfp_t mem_flags)
682 {
683 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
684 	struct usb_device *udev = urb->dev;
685 	unsigned int pipe = urb->pipe;
686 	int is_out = !usb_pipein(pipe);
687 	int type = usb_pipetype(pipe);
688 	int epnum = usb_pipeendpoint(pipe);
689 	struct usb_host_endpoint *hep = urb->ep;
690 	struct isp116x_ep *ep = NULL;
691 	unsigned long flags;
692 	int i;
693 	int ret = 0;
694 
695 	urb_dbg(urb, "Enqueue");
696 
697 	if (type == PIPE_ISOCHRONOUS) {
698 		ERR("Isochronous transfers not supported\n");
699 		urb_dbg(urb, "Refused to enqueue");
700 		return -ENXIO;
701 	}
702 	/* avoid all allocations within spinlocks: request or endpoint */
703 	if (!hep->hcpriv) {
704 		ep = kzalloc(sizeof *ep, mem_flags);
705 		if (!ep)
706 			return -ENOMEM;
707 	}
708 
709 	spin_lock_irqsave(&isp116x->lock, flags);
710 	if (!HC_IS_RUNNING(hcd->state)) {
711 		kfree(ep);
712 		ret = -ENODEV;
713 		goto fail_not_linked;
714 	}
715 	ret = usb_hcd_link_urb_to_ep(hcd, urb);
716 	if (ret) {
717 		kfree(ep);
718 		goto fail_not_linked;
719 	}
720 
721 	if (hep->hcpriv)
722 		ep = hep->hcpriv;
723 	else {
724 		INIT_LIST_HEAD(&ep->schedule);
725 		ep->udev = udev;
726 		ep->epnum = epnum;
727 		ep->maxpacket = usb_maxpacket(udev, urb->pipe, is_out);
728 		usb_settoggle(udev, epnum, is_out, 0);
729 
730 		if (type == PIPE_CONTROL) {
731 			ep->nextpid = USB_PID_SETUP;
732 		} else if (is_out) {
733 			ep->nextpid = USB_PID_OUT;
734 		} else {
735 			ep->nextpid = USB_PID_IN;
736 		}
737 
738 		if (urb->interval) {
739 			/*
740 			   With INT URBs submitted, the driver works with SOF
741 			   interrupt enabled and ATL interrupt disabled. After
742 			   the PTDs are written to fifo ram, the chip starts
743 			   fifo processing and usb transfers after the next
744 			   SOF and continues until the transfers are finished
745 			   (succeeded or failed) or the frame ends. Therefore,
746 			   the transfers occur only in every second frame,
747 			   while fifo reading/writing and data processing
748 			   occur in every other second frame. */
749 			if (urb->interval < 2)
750 				urb->interval = 2;
751 			if (urb->interval > 2 * PERIODIC_SIZE)
752 				urb->interval = 2 * PERIODIC_SIZE;
753 			ep->period = urb->interval >> 1;
754 			ep->branch = PERIODIC_SIZE;
755 			ep->load = usb_calc_bus_time(udev->speed,
756 						     !is_out,
757 						     (type == PIPE_ISOCHRONOUS),
758 						     usb_maxpacket(udev, pipe,
759 								   is_out)) /
760 			    1000;
761 		}
762 		hep->hcpriv = ep;
763 		ep->hep = hep;
764 	}
765 
766 	/* maybe put endpoint into schedule */
767 	switch (type) {
768 	case PIPE_CONTROL:
769 	case PIPE_BULK:
770 		if (list_empty(&ep->schedule))
771 			list_add_tail(&ep->schedule, &isp116x->async);
772 		break;
773 	case PIPE_INTERRUPT:
774 		urb->interval = ep->period;
775 		ep->length = min((int)ep->maxpacket,
776 				 urb->transfer_buffer_length);
777 
778 		/* urb submitted for already existing endpoint */
779 		if (ep->branch < PERIODIC_SIZE)
780 			break;
781 
782 		ep->branch = ret = balance(isp116x, ep->period, ep->load);
783 		if (ret < 0)
784 			goto fail;
785 		ret = 0;
786 
787 		urb->start_frame = (isp116x->fmindex & (PERIODIC_SIZE - 1))
788 		    + ep->branch;
789 
790 		/* sort each schedule branch by period (slow before fast)
791 		   to share the faster parts of the tree without needing
792 		   dummy/placeholder nodes */
793 		DBG("schedule qh%d/%p branch %d\n", ep->period, ep, ep->branch);
794 		for (i = ep->branch; i < PERIODIC_SIZE; i += ep->period) {
795 			struct isp116x_ep **prev = &isp116x->periodic[i];
796 			struct isp116x_ep *here = *prev;
797 
798 			while (here && ep != here) {
799 				if (ep->period > here->period)
800 					break;
801 				prev = &here->next;
802 				here = *prev;
803 			}
804 			if (ep != here) {
805 				ep->next = here;
806 				*prev = ep;
807 			}
808 			isp116x->load[i] += ep->load;
809 		}
810 		hcd->self.bandwidth_allocated += ep->load / ep->period;
811 
812 		/* switch over to SOFint */
813 		if (!isp116x->periodic_count++) {
814 			isp116x->irqenb &= ~HCuPINT_ATL;
815 			isp116x->irqenb |= HCuPINT_SOF;
816 			isp116x_write_reg16(isp116x, HCuPINTENB,
817 					    isp116x->irqenb);
818 		}
819 	}
820 
821 	urb->hcpriv = hep;
822 	start_atl_transfers(isp116x);
823 
824       fail:
825 	if (ret)
826 		usb_hcd_unlink_urb_from_ep(hcd, urb);
827       fail_not_linked:
828 	spin_unlock_irqrestore(&isp116x->lock, flags);
829 	return ret;
830 }
831 
832 /*
833    Dequeue URBs.
834 */
835 static int isp116x_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
836 		int status)
837 {
838 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
839 	struct usb_host_endpoint *hep;
840 	struct isp116x_ep *ep, *ep_act;
841 	unsigned long flags;
842 	int rc;
843 
844 	spin_lock_irqsave(&isp116x->lock, flags);
845 	rc = usb_hcd_check_unlink_urb(hcd, urb, status);
846 	if (rc)
847 		goto done;
848 
849 	hep = urb->hcpriv;
850 	ep = hep->hcpriv;
851 	WARN_ON(hep != ep->hep);
852 
853 	/* In front of queue? */
854 	if (ep->hep->urb_list.next == &urb->urb_list)
855 		/* active? */
856 		for (ep_act = isp116x->atl_active; ep_act;
857 		     ep_act = ep_act->active)
858 			if (ep_act == ep) {
859 				VDBG("dequeue, urb %p active; wait for irq\n",
860 				     urb);
861 				urb = NULL;
862 				break;
863 			}
864 
865 	if (urb)
866 		finish_request(isp116x, ep, urb, status);
867  done:
868 	spin_unlock_irqrestore(&isp116x->lock, flags);
869 	return rc;
870 }
871 
872 static void isp116x_endpoint_disable(struct usb_hcd *hcd,
873 				     struct usb_host_endpoint *hep)
874 {
875 	int i;
876 	struct isp116x_ep *ep = hep->hcpriv;
877 
878 	if (!ep)
879 		return;
880 
881 	/* assume we'd just wait for the irq */
882 	for (i = 0; i < 100 && !list_empty(&hep->urb_list); i++)
883 		msleep(3);
884 	if (!list_empty(&hep->urb_list))
885 		WARNING("ep %p not empty?\n", ep);
886 
887 	kfree(ep);
888 	hep->hcpriv = NULL;
889 }
890 
891 static int isp116x_get_frame(struct usb_hcd *hcd)
892 {
893 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
894 	u32 fmnum;
895 	unsigned long flags;
896 
897 	spin_lock_irqsave(&isp116x->lock, flags);
898 	fmnum = isp116x_read_reg32(isp116x, HCFMNUM);
899 	spin_unlock_irqrestore(&isp116x->lock, flags);
900 	return (int)fmnum;
901 }
902 
903 /*
904   Adapted from ohci-hub.c. Currently we don't support autosuspend.
905 */
906 static int isp116x_hub_status_data(struct usb_hcd *hcd, char *buf)
907 {
908 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
909 	int ports, i, changed = 0;
910 	unsigned long flags;
911 
912 	if (!HC_IS_RUNNING(hcd->state))
913 		return -ESHUTDOWN;
914 
915 	/* Report no status change now, if we are scheduled to be
916 	   called later */
917 	if (timer_pending(&hcd->rh_timer))
918 		return 0;
919 
920 	ports = isp116x->rhdesca & RH_A_NDP;
921 	spin_lock_irqsave(&isp116x->lock, flags);
922 	isp116x->rhstatus = isp116x_read_reg32(isp116x, HCRHSTATUS);
923 	if (isp116x->rhstatus & (RH_HS_LPSC | RH_HS_OCIC))
924 		buf[0] = changed = 1;
925 	else
926 		buf[0] = 0;
927 
928 	for (i = 0; i < ports; i++) {
929 		u32 status = isp116x_read_reg32(isp116x, i ? HCRHPORT2 : HCRHPORT1);
930 
931 		if (status & (RH_PS_CSC | RH_PS_PESC | RH_PS_PSSC
932 			      | RH_PS_OCIC | RH_PS_PRSC)) {
933 			changed = 1;
934 			buf[0] |= 1 << (i + 1);
935 		}
936 	}
937 	spin_unlock_irqrestore(&isp116x->lock, flags);
938 	return changed;
939 }
940 
941 static void isp116x_hub_descriptor(struct isp116x *isp116x,
942 				   struct usb_hub_descriptor *desc)
943 {
944 	u32 reg = isp116x->rhdesca;
945 
946 	desc->bDescriptorType = 0x29;
947 	desc->bDescLength = 9;
948 	desc->bHubContrCurrent = 0;
949 	desc->bNbrPorts = (u8) (reg & 0x3);
950 	/* Power switching, device type, overcurrent. */
951 	desc->wHubCharacteristics = cpu_to_le16((u16) ((reg >> 8) & 0x1f));
952 	desc->bPwrOn2PwrGood = (u8) ((reg >> 24) & 0xff);
953 	/* two bitmaps:  ports removable, and legacy PortPwrCtrlMask */
954 	desc->bitmap[0] = 0;
955 	desc->bitmap[1] = ~0;
956 }
957 
958 /* Perform reset of a given port.
959    It would be great to just start the reset and let the
960    USB core to clear the reset in due time. However,
961    root hub ports should be reset for at least 50 ms, while
962    our chip stays in reset for about 10 ms. I.e., we must
963    repeatedly reset it ourself here.
964 */
965 static inline void root_port_reset(struct isp116x *isp116x, unsigned port)
966 {
967 	u32 tmp;
968 	unsigned long flags, t;
969 
970 	/* Root hub reset should be 50 ms, but some devices
971 	   want it even longer. */
972 	t = jiffies + msecs_to_jiffies(100);
973 
974 	while (time_before(jiffies, t)) {
975 		spin_lock_irqsave(&isp116x->lock, flags);
976 		/* spin until any current reset finishes */
977 		for (;;) {
978 			tmp = isp116x_read_reg32(isp116x, port ?
979 						 HCRHPORT2 : HCRHPORT1);
980 			if (!(tmp & RH_PS_PRS))
981 				break;
982 			udelay(500);
983 		}
984 		/* Don't reset a disconnected port */
985 		if (!(tmp & RH_PS_CCS)) {
986 			spin_unlock_irqrestore(&isp116x->lock, flags);
987 			break;
988 		}
989 		/* Reset lasts 10ms (claims datasheet) */
990 		isp116x_write_reg32(isp116x, port ? HCRHPORT2 :
991 				    HCRHPORT1, (RH_PS_PRS));
992 		spin_unlock_irqrestore(&isp116x->lock, flags);
993 		msleep(10);
994 	}
995 }
996 
997 /* Adapted from ohci-hub.c */
998 static int isp116x_hub_control(struct usb_hcd *hcd,
999 			       u16 typeReq,
1000 			       u16 wValue, u16 wIndex, char *buf, u16 wLength)
1001 {
1002 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
1003 	int ret = 0;
1004 	unsigned long flags;
1005 	int ports = isp116x->rhdesca & RH_A_NDP;
1006 	u32 tmp = 0;
1007 
1008 	switch (typeReq) {
1009 	case ClearHubFeature:
1010 		DBG("ClearHubFeature: ");
1011 		switch (wValue) {
1012 		case C_HUB_OVER_CURRENT:
1013 			DBG("C_HUB_OVER_CURRENT\n");
1014 			spin_lock_irqsave(&isp116x->lock, flags);
1015 			isp116x_write_reg32(isp116x, HCRHSTATUS, RH_HS_OCIC);
1016 			spin_unlock_irqrestore(&isp116x->lock, flags);
1017 		case C_HUB_LOCAL_POWER:
1018 			DBG("C_HUB_LOCAL_POWER\n");
1019 			break;
1020 		default:
1021 			goto error;
1022 		}
1023 		break;
1024 	case SetHubFeature:
1025 		DBG("SetHubFeature: ");
1026 		switch (wValue) {
1027 		case C_HUB_OVER_CURRENT:
1028 		case C_HUB_LOCAL_POWER:
1029 			DBG("C_HUB_OVER_CURRENT or C_HUB_LOCAL_POWER\n");
1030 			break;
1031 		default:
1032 			goto error;
1033 		}
1034 		break;
1035 	case GetHubDescriptor:
1036 		DBG("GetHubDescriptor\n");
1037 		isp116x_hub_descriptor(isp116x,
1038 				       (struct usb_hub_descriptor *)buf);
1039 		break;
1040 	case GetHubStatus:
1041 		DBG("GetHubStatus\n");
1042 		*(__le32 *) buf = 0;
1043 		break;
1044 	case GetPortStatus:
1045 		DBG("GetPortStatus\n");
1046 		if (!wIndex || wIndex > ports)
1047 			goto error;
1048 		spin_lock_irqsave(&isp116x->lock, flags);
1049 		tmp = isp116x_read_reg32(isp116x, (--wIndex) ? HCRHPORT2 : HCRHPORT1);
1050 		spin_unlock_irqrestore(&isp116x->lock, flags);
1051 		*(__le32 *) buf = cpu_to_le32(tmp);
1052 		DBG("GetPortStatus: port[%d]  %08x\n", wIndex + 1, tmp);
1053 		break;
1054 	case ClearPortFeature:
1055 		DBG("ClearPortFeature: ");
1056 		if (!wIndex || wIndex > ports)
1057 			goto error;
1058 		wIndex--;
1059 
1060 		switch (wValue) {
1061 		case USB_PORT_FEAT_ENABLE:
1062 			DBG("USB_PORT_FEAT_ENABLE\n");
1063 			tmp = RH_PS_CCS;
1064 			break;
1065 		case USB_PORT_FEAT_C_ENABLE:
1066 			DBG("USB_PORT_FEAT_C_ENABLE\n");
1067 			tmp = RH_PS_PESC;
1068 			break;
1069 		case USB_PORT_FEAT_SUSPEND:
1070 			DBG("USB_PORT_FEAT_SUSPEND\n");
1071 			tmp = RH_PS_POCI;
1072 			break;
1073 		case USB_PORT_FEAT_C_SUSPEND:
1074 			DBG("USB_PORT_FEAT_C_SUSPEND\n");
1075 			tmp = RH_PS_PSSC;
1076 			break;
1077 		case USB_PORT_FEAT_POWER:
1078 			DBG("USB_PORT_FEAT_POWER\n");
1079 			tmp = RH_PS_LSDA;
1080 			break;
1081 		case USB_PORT_FEAT_C_CONNECTION:
1082 			DBG("USB_PORT_FEAT_C_CONNECTION\n");
1083 			tmp = RH_PS_CSC;
1084 			break;
1085 		case USB_PORT_FEAT_C_OVER_CURRENT:
1086 			DBG("USB_PORT_FEAT_C_OVER_CURRENT\n");
1087 			tmp = RH_PS_OCIC;
1088 			break;
1089 		case USB_PORT_FEAT_C_RESET:
1090 			DBG("USB_PORT_FEAT_C_RESET\n");
1091 			tmp = RH_PS_PRSC;
1092 			break;
1093 		default:
1094 			goto error;
1095 		}
1096 		spin_lock_irqsave(&isp116x->lock, flags);
1097 		isp116x_write_reg32(isp116x, wIndex
1098 				    ? HCRHPORT2 : HCRHPORT1, tmp);
1099 		spin_unlock_irqrestore(&isp116x->lock, flags);
1100 		break;
1101 	case SetPortFeature:
1102 		DBG("SetPortFeature: ");
1103 		if (!wIndex || wIndex > ports)
1104 			goto error;
1105 		wIndex--;
1106 		switch (wValue) {
1107 		case USB_PORT_FEAT_SUSPEND:
1108 			DBG("USB_PORT_FEAT_SUSPEND\n");
1109 			spin_lock_irqsave(&isp116x->lock, flags);
1110 			isp116x_write_reg32(isp116x, wIndex
1111 					    ? HCRHPORT2 : HCRHPORT1, RH_PS_PSS);
1112 			spin_unlock_irqrestore(&isp116x->lock, flags);
1113 			break;
1114 		case USB_PORT_FEAT_POWER:
1115 			DBG("USB_PORT_FEAT_POWER\n");
1116 			spin_lock_irqsave(&isp116x->lock, flags);
1117 			isp116x_write_reg32(isp116x, wIndex
1118 					    ? HCRHPORT2 : HCRHPORT1, RH_PS_PPS);
1119 			spin_unlock_irqrestore(&isp116x->lock, flags);
1120 			break;
1121 		case USB_PORT_FEAT_RESET:
1122 			DBG("USB_PORT_FEAT_RESET\n");
1123 			root_port_reset(isp116x, wIndex);
1124 			break;
1125 		default:
1126 			goto error;
1127 		}
1128 		break;
1129 
1130 	default:
1131 	      error:
1132 		/* "protocol stall" on error */
1133 		DBG("PROTOCOL STALL\n");
1134 		ret = -EPIPE;
1135 	}
1136 	return ret;
1137 }
1138 
1139 /*-----------------------------------------------------------------*/
1140 
1141 #ifdef CONFIG_DEBUG_FS
1142 
1143 static void dump_irq(struct seq_file *s, char *label, u16 mask)
1144 {
1145 	seq_printf(s, "%s %04x%s%s%s%s%s%s\n", label, mask,
1146 		   mask & HCuPINT_CLKRDY ? " clkrdy" : "",
1147 		   mask & HCuPINT_SUSP ? " susp" : "",
1148 		   mask & HCuPINT_OPR ? " opr" : "",
1149 		   mask & HCuPINT_AIIEOT ? " eot" : "",
1150 		   mask & HCuPINT_ATL ? " atl" : "",
1151 		   mask & HCuPINT_SOF ? " sof" : "");
1152 }
1153 
1154 static void dump_int(struct seq_file *s, char *label, u32 mask)
1155 {
1156 	seq_printf(s, "%s %08x%s%s%s%s%s%s%s\n", label, mask,
1157 		   mask & HCINT_MIE ? " MIE" : "",
1158 		   mask & HCINT_RHSC ? " rhsc" : "",
1159 		   mask & HCINT_FNO ? " fno" : "",
1160 		   mask & HCINT_UE ? " ue" : "",
1161 		   mask & HCINT_RD ? " rd" : "",
1162 		   mask & HCINT_SF ? " sof" : "", mask & HCINT_SO ? " so" : "");
1163 }
1164 
1165 static int isp116x_show_dbg(struct seq_file *s, void *unused)
1166 {
1167 	struct isp116x *isp116x = s->private;
1168 
1169 	seq_printf(s, "%s\n%s version %s\n",
1170 		   isp116x_to_hcd(isp116x)->product_desc, hcd_name,
1171 		   DRIVER_VERSION);
1172 
1173 	if (HC_IS_SUSPENDED(isp116x_to_hcd(isp116x)->state)) {
1174 		seq_printf(s, "HCD is suspended\n");
1175 		return 0;
1176 	}
1177 	if (!HC_IS_RUNNING(isp116x_to_hcd(isp116x)->state)) {
1178 		seq_printf(s, "HCD not running\n");
1179 		return 0;
1180 	}
1181 
1182 	spin_lock_irq(&isp116x->lock);
1183 	dump_irq(s, "hc_irq_enable", isp116x_read_reg16(isp116x, HCuPINTENB));
1184 	dump_irq(s, "hc_irq_status", isp116x_read_reg16(isp116x, HCuPINT));
1185 	dump_int(s, "hc_int_enable", isp116x_read_reg32(isp116x, HCINTENB));
1186 	dump_int(s, "hc_int_status", isp116x_read_reg32(isp116x, HCINTSTAT));
1187 	isp116x_show_regs_seq(isp116x, s);
1188 	spin_unlock_irq(&isp116x->lock);
1189 	seq_printf(s, "\n");
1190 
1191 	return 0;
1192 }
1193 
1194 static int isp116x_open_seq(struct inode *inode, struct file *file)
1195 {
1196 	return single_open(file, isp116x_show_dbg, inode->i_private);
1197 }
1198 
1199 static const struct file_operations isp116x_debug_fops = {
1200 	.open = isp116x_open_seq,
1201 	.read = seq_read,
1202 	.llseek = seq_lseek,
1203 	.release = single_release,
1204 };
1205 
1206 static int create_debug_file(struct isp116x *isp116x)
1207 {
1208 	isp116x->dentry = debugfs_create_file(hcd_name,
1209 					      S_IRUGO, NULL, isp116x,
1210 					      &isp116x_debug_fops);
1211 	if (!isp116x->dentry)
1212 		return -ENOMEM;
1213 	return 0;
1214 }
1215 
1216 static void remove_debug_file(struct isp116x *isp116x)
1217 {
1218 	debugfs_remove(isp116x->dentry);
1219 }
1220 
1221 #else
1222 
1223 #define	create_debug_file(d)	0
1224 #define	remove_debug_file(d)	do{}while(0)
1225 
1226 #endif				/* CONFIG_DEBUG_FS */
1227 
1228 /*-----------------------------------------------------------------*/
1229 
1230 /*
1231   Software reset - can be called from any contect.
1232 */
1233 static int isp116x_sw_reset(struct isp116x *isp116x)
1234 {
1235 	int retries = 15;
1236 	unsigned long flags;
1237 	int ret = 0;
1238 
1239 	spin_lock_irqsave(&isp116x->lock, flags);
1240 	isp116x_write_reg16(isp116x, HCSWRES, HCSWRES_MAGIC);
1241 	isp116x_write_reg32(isp116x, HCCMDSTAT, HCCMDSTAT_HCR);
1242 	while (--retries) {
1243 		/* It usually resets within 1 ms */
1244 		mdelay(1);
1245 		if (!(isp116x_read_reg32(isp116x, HCCMDSTAT) & HCCMDSTAT_HCR))
1246 			break;
1247 	}
1248 	if (!retries) {
1249 		ERR("Software reset timeout\n");
1250 		ret = -ETIME;
1251 	}
1252 	spin_unlock_irqrestore(&isp116x->lock, flags);
1253 	return ret;
1254 }
1255 
1256 static int isp116x_reset(struct usb_hcd *hcd)
1257 {
1258 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
1259 	unsigned long t;
1260 	u16 clkrdy = 0;
1261 	int ret, timeout = 15 /* ms */ ;
1262 
1263 	ret = isp116x_sw_reset(isp116x);
1264 	if (ret)
1265 		return ret;
1266 
1267 	t = jiffies + msecs_to_jiffies(timeout);
1268 	while (time_before_eq(jiffies, t)) {
1269 		msleep(4);
1270 		spin_lock_irq(&isp116x->lock);
1271 		clkrdy = isp116x_read_reg16(isp116x, HCuPINT) & HCuPINT_CLKRDY;
1272 		spin_unlock_irq(&isp116x->lock);
1273 		if (clkrdy)
1274 			break;
1275 	}
1276 	if (!clkrdy) {
1277 		ERR("Clock not ready after %dms\n", timeout);
1278 		/* After sw_reset the clock won't report to be ready, if
1279 		   H_WAKEUP pin is high. */
1280 		ERR("Please make sure that the H_WAKEUP pin is pulled low!\n");
1281 		ret = -ENODEV;
1282 	}
1283 	return ret;
1284 }
1285 
1286 static void isp116x_stop(struct usb_hcd *hcd)
1287 {
1288 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
1289 	unsigned long flags;
1290 	u32 val;
1291 
1292 	spin_lock_irqsave(&isp116x->lock, flags);
1293 	isp116x_write_reg16(isp116x, HCuPINTENB, 0);
1294 
1295 	/* Switch off ports' power, some devices don't come up
1296 	   after next 'insmod' without this */
1297 	val = isp116x_read_reg32(isp116x, HCRHDESCA);
1298 	val &= ~(RH_A_NPS | RH_A_PSM);
1299 	isp116x_write_reg32(isp116x, HCRHDESCA, val);
1300 	isp116x_write_reg32(isp116x, HCRHSTATUS, RH_HS_LPS);
1301 	spin_unlock_irqrestore(&isp116x->lock, flags);
1302 
1303 	isp116x_sw_reset(isp116x);
1304 }
1305 
1306 /*
1307   Configure the chip. The chip must be successfully reset by now.
1308 */
1309 static int isp116x_start(struct usb_hcd *hcd)
1310 {
1311 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
1312 	struct isp116x_platform_data *board = isp116x->board;
1313 	u32 val;
1314 	unsigned long flags;
1315 
1316 	spin_lock_irqsave(&isp116x->lock, flags);
1317 
1318 	/* clear interrupt status and disable all interrupt sources */
1319 	isp116x_write_reg16(isp116x, HCuPINT, 0xff);
1320 	isp116x_write_reg16(isp116x, HCuPINTENB, 0);
1321 
1322 	val = isp116x_read_reg16(isp116x, HCCHIPID);
1323 	if ((val & HCCHIPID_MASK) != HCCHIPID_MAGIC) {
1324 		ERR("Invalid chip ID %04x\n", val);
1325 		spin_unlock_irqrestore(&isp116x->lock, flags);
1326 		return -ENODEV;
1327 	}
1328 
1329 	/* To be removed in future */
1330 	hcd->uses_new_polling = 1;
1331 
1332 	isp116x_write_reg16(isp116x, HCITLBUFLEN, ISP116x_ITL_BUFSIZE);
1333 	isp116x_write_reg16(isp116x, HCATLBUFLEN, ISP116x_ATL_BUFSIZE);
1334 
1335 	/* ----- HW conf */
1336 	val = HCHWCFG_INT_ENABLE | HCHWCFG_DBWIDTH(1);
1337 	if (board->sel15Kres)
1338 		val |= HCHWCFG_15KRSEL;
1339 	/* Remote wakeup won't work without working clock */
1340 	if (board->remote_wakeup_enable)
1341 		val |= HCHWCFG_CLKNOTSTOP;
1342 	if (board->oc_enable)
1343 		val |= HCHWCFG_ANALOG_OC;
1344 	if (board->int_act_high)
1345 		val |= HCHWCFG_INT_POL;
1346 	if (board->int_edge_triggered)
1347 		val |= HCHWCFG_INT_TRIGGER;
1348 	isp116x_write_reg16(isp116x, HCHWCFG, val);
1349 
1350 	/* ----- Root hub conf */
1351 	val = (25 << 24) & RH_A_POTPGT;
1352 	/* AN10003_1.pdf recommends RH_A_NPS (no power switching) to
1353 	   be always set. Yet, instead, we request individual port
1354 	   power switching. */
1355 	val |= RH_A_PSM;
1356 	/* Report overcurrent per port */
1357 	val |= RH_A_OCPM;
1358 	isp116x_write_reg32(isp116x, HCRHDESCA, val);
1359 	isp116x->rhdesca = isp116x_read_reg32(isp116x, HCRHDESCA);
1360 
1361 	val = RH_B_PPCM;
1362 	isp116x_write_reg32(isp116x, HCRHDESCB, val);
1363 	isp116x->rhdescb = isp116x_read_reg32(isp116x, HCRHDESCB);
1364 
1365 	val = 0;
1366 	if (board->remote_wakeup_enable) {
1367 		if (!device_can_wakeup(hcd->self.controller))
1368 			device_init_wakeup(hcd->self.controller, 1);
1369 		val |= RH_HS_DRWE;
1370 	}
1371 	isp116x_write_reg32(isp116x, HCRHSTATUS, val);
1372 	isp116x->rhstatus = isp116x_read_reg32(isp116x, HCRHSTATUS);
1373 
1374 	isp116x_write_reg32(isp116x, HCFMINTVL, 0x27782edf);
1375 
1376 	hcd->state = HC_STATE_RUNNING;
1377 
1378 	/* Set up interrupts */
1379 	isp116x->intenb = HCINT_MIE | HCINT_RHSC | HCINT_UE;
1380 	if (board->remote_wakeup_enable)
1381 		isp116x->intenb |= HCINT_RD;
1382 	isp116x->irqenb = HCuPINT_ATL | HCuPINT_OPR;	/* | HCuPINT_SUSP; */
1383 	isp116x_write_reg32(isp116x, HCINTENB, isp116x->intenb);
1384 	isp116x_write_reg16(isp116x, HCuPINTENB, isp116x->irqenb);
1385 
1386 	/* Go operational */
1387 	val = HCCONTROL_USB_OPER;
1388 	if (board->remote_wakeup_enable)
1389 		val |= HCCONTROL_RWE;
1390 	isp116x_write_reg32(isp116x, HCCONTROL, val);
1391 
1392 	/* Disable ports to avoid race in device enumeration */
1393 	isp116x_write_reg32(isp116x, HCRHPORT1, RH_PS_CCS);
1394 	isp116x_write_reg32(isp116x, HCRHPORT2, RH_PS_CCS);
1395 
1396 	isp116x_show_regs_log(isp116x);
1397 	spin_unlock_irqrestore(&isp116x->lock, flags);
1398 	return 0;
1399 }
1400 
1401 #ifdef	CONFIG_PM
1402 
1403 static int isp116x_bus_suspend(struct usb_hcd *hcd)
1404 {
1405 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
1406 	unsigned long flags;
1407 	u32 val;
1408 	int ret = 0;
1409 
1410 	spin_lock_irqsave(&isp116x->lock, flags);
1411 	val = isp116x_read_reg32(isp116x, HCCONTROL);
1412 
1413 	switch (val & HCCONTROL_HCFS) {
1414 	case HCCONTROL_USB_OPER:
1415 		spin_unlock_irqrestore(&isp116x->lock, flags);
1416 		val &= (~HCCONTROL_HCFS & ~HCCONTROL_RWE);
1417 		val |= HCCONTROL_USB_SUSPEND;
1418 		if (hcd->self.root_hub->do_remote_wakeup)
1419 			val |= HCCONTROL_RWE;
1420 		/* Wait for usb transfers to finish */
1421 		msleep(2);
1422 		spin_lock_irqsave(&isp116x->lock, flags);
1423 		isp116x_write_reg32(isp116x, HCCONTROL, val);
1424 		spin_unlock_irqrestore(&isp116x->lock, flags);
1425 		/* Wait for devices to suspend */
1426 		msleep(5);
1427 		break;
1428 	case HCCONTROL_USB_RESUME:
1429 		isp116x_write_reg32(isp116x, HCCONTROL,
1430 				    (val & ~HCCONTROL_HCFS) |
1431 				    HCCONTROL_USB_RESET);
1432 	case HCCONTROL_USB_RESET:
1433 		ret = -EBUSY;
1434 	default:		/* HCCONTROL_USB_SUSPEND */
1435 		spin_unlock_irqrestore(&isp116x->lock, flags);
1436 		break;
1437 	}
1438 
1439 	return ret;
1440 }
1441 
1442 static int isp116x_bus_resume(struct usb_hcd *hcd)
1443 {
1444 	struct isp116x *isp116x = hcd_to_isp116x(hcd);
1445 	u32 val;
1446 
1447 	msleep(5);
1448 	spin_lock_irq(&isp116x->lock);
1449 
1450 	val = isp116x_read_reg32(isp116x, HCCONTROL);
1451 	switch (val & HCCONTROL_HCFS) {
1452 	case HCCONTROL_USB_SUSPEND:
1453 		val &= ~HCCONTROL_HCFS;
1454 		val |= HCCONTROL_USB_RESUME;
1455 		isp116x_write_reg32(isp116x, HCCONTROL, val);
1456 	case HCCONTROL_USB_RESUME:
1457 		break;
1458 	case HCCONTROL_USB_OPER:
1459 		spin_unlock_irq(&isp116x->lock);
1460 		return 0;
1461 	default:
1462 		/* HCCONTROL_USB_RESET: this may happen, when during
1463 		   suspension the HC lost power. Reinitialize completely */
1464 		spin_unlock_irq(&isp116x->lock);
1465 		DBG("Chip has been reset while suspended. Reinit from scratch.\n");
1466 		isp116x_reset(hcd);
1467 		isp116x_start(hcd);
1468 		isp116x_hub_control(hcd, SetPortFeature,
1469 				    USB_PORT_FEAT_POWER, 1, NULL, 0);
1470 		if ((isp116x->rhdesca & RH_A_NDP) == 2)
1471 			isp116x_hub_control(hcd, SetPortFeature,
1472 					    USB_PORT_FEAT_POWER, 2, NULL, 0);
1473 		return 0;
1474 	}
1475 
1476 	val = isp116x->rhdesca & RH_A_NDP;
1477 	while (val--) {
1478 		u32 stat =
1479 		    isp116x_read_reg32(isp116x, val ? HCRHPORT2 : HCRHPORT1);
1480 		/* force global, not selective, resume */
1481 		if (!(stat & RH_PS_PSS))
1482 			continue;
1483 		DBG("%s: Resuming port %d\n", __func__, val);
1484 		isp116x_write_reg32(isp116x, RH_PS_POCI, val
1485 				    ? HCRHPORT2 : HCRHPORT1);
1486 	}
1487 	spin_unlock_irq(&isp116x->lock);
1488 
1489 	hcd->state = HC_STATE_RESUMING;
1490 	msleep(20);
1491 
1492 	/* Go operational */
1493 	spin_lock_irq(&isp116x->lock);
1494 	val = isp116x_read_reg32(isp116x, HCCONTROL);
1495 	isp116x_write_reg32(isp116x, HCCONTROL,
1496 			    (val & ~HCCONTROL_HCFS) | HCCONTROL_USB_OPER);
1497 	spin_unlock_irq(&isp116x->lock);
1498 	hcd->state = HC_STATE_RUNNING;
1499 
1500 	return 0;
1501 }
1502 
1503 #else
1504 
1505 #define	isp116x_bus_suspend	NULL
1506 #define	isp116x_bus_resume	NULL
1507 
1508 #endif
1509 
1510 static struct hc_driver isp116x_hc_driver = {
1511 	.description = hcd_name,
1512 	.product_desc = "ISP116x Host Controller",
1513 	.hcd_priv_size = sizeof(struct isp116x),
1514 
1515 	.irq = isp116x_irq,
1516 	.flags = HCD_USB11,
1517 
1518 	.reset = isp116x_reset,
1519 	.start = isp116x_start,
1520 	.stop = isp116x_stop,
1521 
1522 	.urb_enqueue = isp116x_urb_enqueue,
1523 	.urb_dequeue = isp116x_urb_dequeue,
1524 	.endpoint_disable = isp116x_endpoint_disable,
1525 
1526 	.get_frame_number = isp116x_get_frame,
1527 
1528 	.hub_status_data = isp116x_hub_status_data,
1529 	.hub_control = isp116x_hub_control,
1530 	.bus_suspend = isp116x_bus_suspend,
1531 	.bus_resume = isp116x_bus_resume,
1532 };
1533 
1534 /*----------------------------------------------------------------*/
1535 
1536 static int isp116x_remove(struct platform_device *pdev)
1537 {
1538 	struct usb_hcd *hcd = platform_get_drvdata(pdev);
1539 	struct isp116x *isp116x;
1540 	struct resource *res;
1541 
1542 	if (!hcd)
1543 		return 0;
1544 	isp116x = hcd_to_isp116x(hcd);
1545 	remove_debug_file(isp116x);
1546 	usb_remove_hcd(hcd);
1547 
1548 	iounmap(isp116x->data_reg);
1549 	res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
1550 	release_mem_region(res->start, 2);
1551 	iounmap(isp116x->addr_reg);
1552 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1553 	release_mem_region(res->start, 2);
1554 
1555 	usb_put_hcd(hcd);
1556 	return 0;
1557 }
1558 
1559 #define resource_len(r) (((r)->end - (r)->start) + 1)
1560 
1561 static int __devinit isp116x_probe(struct platform_device *pdev)
1562 {
1563 	struct usb_hcd *hcd;
1564 	struct isp116x *isp116x;
1565 	struct resource *addr, *data, *ires;
1566 	void __iomem *addr_reg;
1567 	void __iomem *data_reg;
1568 	int irq;
1569 	int ret = 0;
1570 	unsigned long irqflags;
1571 
1572 	if (pdev->num_resources < 3) {
1573 		ret = -ENODEV;
1574 		goto err1;
1575 	}
1576 
1577 	data = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1578 	addr = platform_get_resource(pdev, IORESOURCE_MEM, 1);
1579 	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1580 
1581 	if (!addr || !data || !ires) {
1582 		ret = -ENODEV;
1583 		goto err1;
1584 	}
1585 
1586 	irq = ires->start;
1587 	irqflags = ires->flags & IRQF_TRIGGER_MASK;
1588 
1589 	if (pdev->dev.dma_mask) {
1590 		DBG("DMA not supported\n");
1591 		ret = -EINVAL;
1592 		goto err1;
1593 	}
1594 
1595 	if (!request_mem_region(addr->start, 2, hcd_name)) {
1596 		ret = -EBUSY;
1597 		goto err1;
1598 	}
1599 	addr_reg = ioremap(addr->start, resource_len(addr));
1600 	if (addr_reg == NULL) {
1601 		ret = -ENOMEM;
1602 		goto err2;
1603 	}
1604 	if (!request_mem_region(data->start, 2, hcd_name)) {
1605 		ret = -EBUSY;
1606 		goto err3;
1607 	}
1608 	data_reg = ioremap(data->start, resource_len(data));
1609 	if (data_reg == NULL) {
1610 		ret = -ENOMEM;
1611 		goto err4;
1612 	}
1613 
1614 	/* allocate and initialize hcd */
1615 	hcd = usb_create_hcd(&isp116x_hc_driver, &pdev->dev, dev_name(&pdev->dev));
1616 	if (!hcd) {
1617 		ret = -ENOMEM;
1618 		goto err5;
1619 	}
1620 	/* this rsrc_start is bogus */
1621 	hcd->rsrc_start = addr->start;
1622 	isp116x = hcd_to_isp116x(hcd);
1623 	isp116x->data_reg = data_reg;
1624 	isp116x->addr_reg = addr_reg;
1625 	spin_lock_init(&isp116x->lock);
1626 	INIT_LIST_HEAD(&isp116x->async);
1627 	isp116x->board = pdev->dev.platform_data;
1628 
1629 	if (!isp116x->board) {
1630 		ERR("Platform data structure not initialized\n");
1631 		ret = -ENODEV;
1632 		goto err6;
1633 	}
1634 	if (isp116x_check_platform_delay(isp116x)) {
1635 		ERR("USE_PLATFORM_DELAY defined, but delay function not "
1636 		    "implemented.\n");
1637 		ERR("See comments in drivers/usb/host/isp116x-hcd.c\n");
1638 		ret = -ENODEV;
1639 		goto err6;
1640 	}
1641 
1642 	ret = usb_add_hcd(hcd, irq, irqflags | IRQF_DISABLED);
1643 	if (ret)
1644 		goto err6;
1645 
1646 	ret = create_debug_file(isp116x);
1647 	if (ret) {
1648 		ERR("Couldn't create debugfs entry\n");
1649 		goto err7;
1650 	}
1651 
1652 	return 0;
1653 
1654       err7:
1655 	usb_remove_hcd(hcd);
1656       err6:
1657 	usb_put_hcd(hcd);
1658       err5:
1659 	iounmap(data_reg);
1660       err4:
1661 	release_mem_region(data->start, 2);
1662       err3:
1663 	iounmap(addr_reg);
1664       err2:
1665 	release_mem_region(addr->start, 2);
1666       err1:
1667 	ERR("init error, %d\n", ret);
1668 	return ret;
1669 }
1670 
1671 #ifdef	CONFIG_PM
1672 /*
1673   Suspend of platform device
1674 */
1675 static int isp116x_suspend(struct platform_device *dev, pm_message_t state)
1676 {
1677 	VDBG("%s: state %x\n", __func__, state.event);
1678 	return 0;
1679 }
1680 
1681 /*
1682   Resume platform device
1683 */
1684 static int isp116x_resume(struct platform_device *dev)
1685 {
1686 	VDBG("%s\n", __func__);
1687 	return 0;
1688 }
1689 
1690 #else
1691 
1692 #define	isp116x_suspend    NULL
1693 #define	isp116x_resume     NULL
1694 
1695 #endif
1696 
1697 /* work with hotplug and coldplug */
1698 MODULE_ALIAS("platform:isp116x-hcd");
1699 
1700 static struct platform_driver isp116x_driver = {
1701 	.probe = isp116x_probe,
1702 	.remove = isp116x_remove,
1703 	.suspend = isp116x_suspend,
1704 	.resume = isp116x_resume,
1705 	.driver = {
1706 		.name = (char *)hcd_name,
1707 		.owner	= THIS_MODULE,
1708 	},
1709 };
1710 
1711 /*-----------------------------------------------------------------*/
1712 
1713 static int __init isp116x_init(void)
1714 {
1715 	if (usb_disabled())
1716 		return -ENODEV;
1717 
1718 	INFO("driver %s, %s\n", hcd_name, DRIVER_VERSION);
1719 	return platform_driver_register(&isp116x_driver);
1720 }
1721 
1722 module_init(isp116x_init);
1723 
1724 static void __exit isp116x_cleanup(void)
1725 {
1726 	platform_driver_unregister(&isp116x_driver);
1727 }
1728 
1729 module_exit(isp116x_cleanup);
1730