1 /*
2  * drivers/usb/gadget/dwc2_udc_otg.c
3  * Designware DWC2 on-chip full/high speed USB OTG 2.0 device controllers
4  *
5  * Copyright (C) 2008 for Samsung Electronics
6  *
7  * BSP Support for Samsung's UDC driver
8  * available at:
9  * git://git.kernel.org/pub/scm/linux/kernel/git/kki_ap/linux-2.6-samsung.git
10  *
11  * State machine bugfixes:
12  * Marek Szyprowski <m.szyprowski@samsung.com>
13  *
14  * Ported to u-boot:
15  * Marek Szyprowski <m.szyprowski@samsung.com>
16  * Lukasz Majewski <l.majewski@samsumg.com>
17  *
18  * SPDX-License-Identifier:	GPL-2.0+
19  */
20 #undef DEBUG
21 #include <common.h>
22 #include <asm/errno.h>
23 #include <linux/list.h>
24 #include <malloc.h>
25 
26 #include <linux/usb/ch9.h>
27 #include <linux/usb/gadget.h>
28 
29 #include <asm/byteorder.h>
30 #include <asm/unaligned.h>
31 #include <asm/io.h>
32 
33 #include <asm/mach-types.h>
34 
35 #include "dwc2_udc_otg_regs.h"
36 #include "dwc2_udc_otg_priv.h"
37 #include <usb/lin_gadget_compat.h>
38 
39 /***********************************************************/
40 
41 #define OTG_DMA_MODE		1
42 
43 #define DEBUG_SETUP 0
44 #define DEBUG_EP0 0
45 #define DEBUG_ISR 0
46 #define DEBUG_OUT_EP 0
47 #define DEBUG_IN_EP 0
48 
49 #include <usb/dwc2_udc.h>
50 
51 #define EP0_CON		0
52 #define EP_MASK		0xF
53 
54 static char *state_names[] = {
55 	"WAIT_FOR_SETUP",
56 	"DATA_STATE_XMIT",
57 	"DATA_STATE_NEED_ZLP",
58 	"WAIT_FOR_OUT_STATUS",
59 	"DATA_STATE_RECV",
60 	"WAIT_FOR_COMPLETE",
61 	"WAIT_FOR_OUT_COMPLETE",
62 	"WAIT_FOR_IN_COMPLETE",
63 	"WAIT_FOR_NULL_COMPLETE",
64 };
65 
66 #define DRIVER_DESC "DWC2 HS USB OTG Device Driver, (c) Samsung Electronics"
67 #define DRIVER_VERSION "15 March 2009"
68 
69 struct dwc2_udc	*the_controller;
70 
71 static const char driver_name[] = "dwc2-udc";
72 static const char driver_desc[] = DRIVER_DESC;
73 static const char ep0name[] = "ep0-control";
74 
75 /* Max packet size*/
76 static unsigned int ep0_fifo_size = 64;
77 static unsigned int ep_fifo_size =  512;
78 static unsigned int ep_fifo_size2 = 1024;
79 static int reset_available = 1;
80 
81 static struct usb_ctrlrequest *usb_ctrl;
82 static dma_addr_t usb_ctrl_dma_addr;
83 
84 /*
85   Local declarations.
86 */
87 static int dwc2_ep_enable(struct usb_ep *ep,
88 			 const struct usb_endpoint_descriptor *);
89 static int dwc2_ep_disable(struct usb_ep *ep);
90 static struct usb_request *dwc2_alloc_request(struct usb_ep *ep,
91 					     gfp_t gfp_flags);
92 static void dwc2_free_request(struct usb_ep *ep, struct usb_request *);
93 
94 static int dwc2_queue(struct usb_ep *ep, struct usb_request *, gfp_t gfp_flags);
95 static int dwc2_dequeue(struct usb_ep *ep, struct usb_request *);
96 static int dwc2_fifo_status(struct usb_ep *ep);
97 static void dwc2_fifo_flush(struct usb_ep *ep);
98 static void dwc2_ep0_read(struct dwc2_udc *dev);
99 static void dwc2_ep0_kick(struct dwc2_udc *dev, struct dwc2_ep *ep);
100 static void dwc2_handle_ep0(struct dwc2_udc *dev);
101 static int dwc2_ep0_write(struct dwc2_udc *dev);
102 static int write_fifo_ep0(struct dwc2_ep *ep, struct dwc2_request *req);
103 static void done(struct dwc2_ep *ep, struct dwc2_request *req, int status);
104 static void stop_activity(struct dwc2_udc *dev,
105 			  struct usb_gadget_driver *driver);
106 static int udc_enable(struct dwc2_udc *dev);
107 static void udc_set_address(struct dwc2_udc *dev, unsigned char address);
108 static void reconfig_usbd(struct dwc2_udc *dev);
109 static void set_max_pktsize(struct dwc2_udc *dev, enum usb_device_speed speed);
110 static void nuke(struct dwc2_ep *ep, int status);
111 static int dwc2_udc_set_halt(struct usb_ep *_ep, int value);
112 static void dwc2_udc_set_nak(struct dwc2_ep *ep);
113 
114 void set_udc_gadget_private_data(void *p)
115 {
116 	debug_cond(DEBUG_SETUP != 0,
117 		   "%s: the_controller: 0x%p, p: 0x%p\n", __func__,
118 		   the_controller, p);
119 	the_controller->gadget.dev.device_data = p;
120 }
121 
122 void *get_udc_gadget_private_data(struct usb_gadget *gadget)
123 {
124 	return gadget->dev.device_data;
125 }
126 
127 static struct usb_ep_ops dwc2_ep_ops = {
128 	.enable = dwc2_ep_enable,
129 	.disable = dwc2_ep_disable,
130 
131 	.alloc_request = dwc2_alloc_request,
132 	.free_request = dwc2_free_request,
133 
134 	.queue = dwc2_queue,
135 	.dequeue = dwc2_dequeue,
136 
137 	.set_halt = dwc2_udc_set_halt,
138 	.fifo_status = dwc2_fifo_status,
139 	.fifo_flush = dwc2_fifo_flush,
140 };
141 
142 #define create_proc_files() do {} while (0)
143 #define remove_proc_files() do {} while (0)
144 
145 /***********************************************************/
146 
147 void __iomem		*regs_otg;
148 struct dwc2_usbotg_reg *reg;
149 
150 bool dfu_usb_get_reset(void)
151 {
152 	return !!(readl(&reg->gintsts) & INT_RESET);
153 }
154 
155 __weak void otg_phy_init(struct dwc2_udc *dev) {}
156 __weak void otg_phy_off(struct dwc2_udc *dev) {}
157 
158 /***********************************************************/
159 
160 #include "dwc2_udc_otg_xfer_dma.c"
161 
162 /*
163  *	udc_disable - disable USB device controller
164  */
165 static void udc_disable(struct dwc2_udc *dev)
166 {
167 	debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
168 
169 	udc_set_address(dev, 0);
170 
171 	dev->ep0state = WAIT_FOR_SETUP;
172 	dev->gadget.speed = USB_SPEED_UNKNOWN;
173 	dev->usb_address = 0;
174 
175 	otg_phy_off(dev);
176 }
177 
178 /*
179  *	udc_reinit - initialize software state
180  */
181 static void udc_reinit(struct dwc2_udc *dev)
182 {
183 	unsigned int i;
184 
185 	debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
186 
187 	/* device/ep0 records init */
188 	INIT_LIST_HEAD(&dev->gadget.ep_list);
189 	INIT_LIST_HEAD(&dev->gadget.ep0->ep_list);
190 	dev->ep0state = WAIT_FOR_SETUP;
191 
192 	/* basic endpoint records init */
193 	for (i = 0; i < DWC2_MAX_ENDPOINTS; i++) {
194 		struct dwc2_ep *ep = &dev->ep[i];
195 
196 		if (i != 0)
197 			list_add_tail(&ep->ep.ep_list, &dev->gadget.ep_list);
198 
199 		ep->desc = 0;
200 		ep->stopped = 0;
201 		INIT_LIST_HEAD(&ep->queue);
202 		ep->pio_irqs = 0;
203 	}
204 
205 	/* the rest was statically initialized, and is read-only */
206 }
207 
208 #define BYTES2MAXP(x)	(x / 8)
209 #define MAXP2BYTES(x)	(x * 8)
210 
211 /* until it's enabled, this UDC should be completely invisible
212  * to any USB host.
213  */
214 static int udc_enable(struct dwc2_udc *dev)
215 {
216 	debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
217 
218 	otg_phy_init(dev);
219 	reconfig_usbd(dev);
220 
221 	debug_cond(DEBUG_SETUP != 0,
222 		   "DWC2 USB 2.0 OTG Controller Core Initialized : 0x%x\n",
223 		    readl(&reg->gintmsk));
224 
225 	dev->gadget.speed = USB_SPEED_UNKNOWN;
226 
227 	return 0;
228 }
229 
230 /*
231   Register entry point for the peripheral controller driver.
232 */
233 int usb_gadget_register_driver(struct usb_gadget_driver *driver)
234 {
235 	struct dwc2_udc *dev = the_controller;
236 	int retval = 0;
237 	unsigned long flags = 0;
238 
239 	debug_cond(DEBUG_SETUP != 0, "%s: %s\n", __func__, "no name");
240 
241 	if (!driver
242 	    || (driver->speed != USB_SPEED_FULL
243 		&& driver->speed != USB_SPEED_HIGH)
244 	    || !driver->bind || !driver->disconnect || !driver->setup)
245 		return -EINVAL;
246 	if (!dev)
247 		return -ENODEV;
248 	if (dev->driver)
249 		return -EBUSY;
250 
251 	spin_lock_irqsave(&dev->lock, flags);
252 	/* first hook up the driver ... */
253 	dev->driver = driver;
254 	spin_unlock_irqrestore(&dev->lock, flags);
255 
256 	if (retval) { /* TODO */
257 		printf("target device_add failed, error %d\n", retval);
258 		return retval;
259 	}
260 
261 	retval = driver->bind(&dev->gadget);
262 	if (retval) {
263 		debug_cond(DEBUG_SETUP != 0,
264 			   "%s: bind to driver --> error %d\n",
265 			    dev->gadget.name, retval);
266 		dev->driver = 0;
267 		return retval;
268 	}
269 
270 	enable_irq(IRQ_OTG);
271 
272 	debug_cond(DEBUG_SETUP != 0,
273 		   "Registered gadget driver %s\n", dev->gadget.name);
274 	udc_enable(dev);
275 
276 	return 0;
277 }
278 
279 /*
280  * Unregister entry point for the peripheral controller driver.
281  */
282 int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
283 {
284 	struct dwc2_udc *dev = the_controller;
285 	unsigned long flags = 0;
286 
287 	if (!dev)
288 		return -ENODEV;
289 	if (!driver || driver != dev->driver)
290 		return -EINVAL;
291 
292 	spin_lock_irqsave(&dev->lock, flags);
293 	dev->driver = 0;
294 	stop_activity(dev, driver);
295 	spin_unlock_irqrestore(&dev->lock, flags);
296 
297 	driver->unbind(&dev->gadget);
298 
299 	disable_irq(IRQ_OTG);
300 
301 	udc_disable(dev);
302 	return 0;
303 }
304 
305 /*
306  *	done - retire a request; caller blocked irqs
307  */
308 static void done(struct dwc2_ep *ep, struct dwc2_request *req, int status)
309 {
310 	unsigned int stopped = ep->stopped;
311 
312 	debug("%s: %s %p, req = %p, stopped = %d\n",
313 	      __func__, ep->ep.name, ep, &req->req, stopped);
314 
315 	list_del_init(&req->queue);
316 
317 	if (likely(req->req.status == -EINPROGRESS))
318 		req->req.status = status;
319 	else
320 		status = req->req.status;
321 
322 	if (status && status != -ESHUTDOWN) {
323 		debug("complete %s req %p stat %d len %u/%u\n",
324 		      ep->ep.name, &req->req, status,
325 		      req->req.actual, req->req.length);
326 	}
327 
328 	/* don't modify queue heads during completion callback */
329 	ep->stopped = 1;
330 
331 #ifdef DEBUG
332 	printf("calling complete callback\n");
333 	{
334 		int i, len = req->req.length;
335 
336 		printf("pkt[%d] = ", req->req.length);
337 		if (len > 64)
338 			len = 64;
339 		for (i = 0; i < len; i++) {
340 			printf("%02x", ((u8 *)req->req.buf)[i]);
341 			if ((i & 7) == 7)
342 				printf(" ");
343 		}
344 		printf("\n");
345 	}
346 #endif
347 	spin_unlock(&ep->dev->lock);
348 	req->req.complete(&ep->ep, &req->req);
349 	spin_lock(&ep->dev->lock);
350 
351 	debug("callback completed\n");
352 
353 	ep->stopped = stopped;
354 }
355 
356 /*
357  *	nuke - dequeue ALL requests
358  */
359 static void nuke(struct dwc2_ep *ep, int status)
360 {
361 	struct dwc2_request *req;
362 
363 	debug("%s: %s %p\n", __func__, ep->ep.name, ep);
364 
365 	/* called with irqs blocked */
366 	while (!list_empty(&ep->queue)) {
367 		req = list_entry(ep->queue.next, struct dwc2_request, queue);
368 		done(ep, req, status);
369 	}
370 }
371 
372 static void stop_activity(struct dwc2_udc *dev,
373 			  struct usb_gadget_driver *driver)
374 {
375 	int i;
376 
377 	/* don't disconnect drivers more than once */
378 	if (dev->gadget.speed == USB_SPEED_UNKNOWN)
379 		driver = 0;
380 	dev->gadget.speed = USB_SPEED_UNKNOWN;
381 
382 	/* prevent new request submissions, kill any outstanding requests  */
383 	for (i = 0; i < DWC2_MAX_ENDPOINTS; i++) {
384 		struct dwc2_ep *ep = &dev->ep[i];
385 		ep->stopped = 1;
386 		nuke(ep, -ESHUTDOWN);
387 	}
388 
389 	/* report disconnect; the driver is already quiesced */
390 	if (driver) {
391 		spin_unlock(&dev->lock);
392 		driver->disconnect(&dev->gadget);
393 		spin_lock(&dev->lock);
394 	}
395 
396 	/* re-init driver-visible data structures */
397 	udc_reinit(dev);
398 }
399 
400 static void reconfig_usbd(struct dwc2_udc *dev)
401 {
402 	/* 2. Soft-reset OTG Core and then unreset again. */
403 	int i;
404 	unsigned int uTemp = writel(CORE_SOFT_RESET, &reg->grstctl);
405 	uint32_t dflt_gusbcfg;
406 
407 	debug("Reseting OTG controller\n");
408 
409 	dflt_gusbcfg =
410 		0<<15		/* PHY Low Power Clock sel*/
411 		|1<<14		/* Non-Periodic TxFIFO Rewind Enable*/
412 		|0x5<<10	/* Turnaround time*/
413 		|0<<9 | 0<<8	/* [0:HNP disable,1:HNP enable][ 0:SRP disable*/
414 				/* 1:SRP enable] H1= 1,1*/
415 		|0<<7		/* Ulpi DDR sel*/
416 		|0<<6		/* 0: high speed utmi+, 1: full speed serial*/
417 		|0<<4		/* 0: utmi+, 1:ulpi*/
418 #ifdef CONFIG_USB_GADGET_DWC2_OTG_PHY_BUS_WIDTH_8
419 		|0<<3		/* phy i/f  0:8bit, 1:16bit*/
420 #else
421 		|1<<3		/* phy i/f  0:8bit, 1:16bit*/
422 #endif
423 		|0x7<<0;	/* HS/FS Timeout**/
424 
425 	if (dev->pdata->usb_gusbcfg)
426 		dflt_gusbcfg = dev->pdata->usb_gusbcfg;
427 
428 	writel(dflt_gusbcfg, &reg->gusbcfg);
429 
430 	/* 3. Put the OTG device core in the disconnected state.*/
431 	uTemp = readl(&reg->dctl);
432 	uTemp |= SOFT_DISCONNECT;
433 	writel(uTemp, &reg->dctl);
434 
435 	udelay(20);
436 
437 	/* 4. Make the OTG device core exit from the disconnected state.*/
438 	uTemp = readl(&reg->dctl);
439 	uTemp = uTemp & ~SOFT_DISCONNECT;
440 	writel(uTemp, &reg->dctl);
441 
442 	/* 5. Configure OTG Core to initial settings of device mode.*/
443 	/* [][1: full speed(30Mhz) 0:high speed]*/
444 	writel(EP_MISS_CNT(1) | DEV_SPEED_HIGH_SPEED_20, &reg->dcfg);
445 
446 	mdelay(1);
447 
448 	/* 6. Unmask the core interrupts*/
449 	writel(GINTMSK_INIT, &reg->gintmsk);
450 
451 	/* 7. Set NAK bit of EP0, EP1, EP2*/
452 	writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->out_endp[EP0_CON].doepctl);
453 	writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->in_endp[EP0_CON].diepctl);
454 
455 	for (i = 1; i < DWC2_MAX_ENDPOINTS; i++) {
456 		writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->out_endp[i].doepctl);
457 		writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->in_endp[i].diepctl);
458 	}
459 
460 	/* 8. Unmask EPO interrupts*/
461 	writel(((1 << EP0_CON) << DAINT_OUT_BIT)
462 	       | (1 << EP0_CON), &reg->daintmsk);
463 
464 	/* 9. Unmask device OUT EP common interrupts*/
465 	writel(DOEPMSK_INIT, &reg->doepmsk);
466 
467 	/* 10. Unmask device IN EP common interrupts*/
468 	writel(DIEPMSK_INIT, &reg->diepmsk);
469 
470 	/* 11. Set Rx FIFO Size (in 32-bit words) */
471 	writel(RX_FIFO_SIZE >> 2, &reg->grxfsiz);
472 
473 	/* 12. Set Non Periodic Tx FIFO Size */
474 	writel((NPTX_FIFO_SIZE >> 2) << 16 | ((RX_FIFO_SIZE >> 2)) << 0,
475 	       &reg->gnptxfsiz);
476 
477 	for (i = 1; i < DWC2_MAX_HW_ENDPOINTS; i++)
478 		writel((PTX_FIFO_SIZE >> 2) << 16 |
479 		       ((RX_FIFO_SIZE + NPTX_FIFO_SIZE +
480 			 PTX_FIFO_SIZE*(i-1)) >> 2) << 0,
481 		       &reg->dieptxf[i-1]);
482 
483 	/* Flush the RX FIFO */
484 	writel(RX_FIFO_FLUSH, &reg->grstctl);
485 	while (readl(&reg->grstctl) & RX_FIFO_FLUSH)
486 		debug("%s: waiting for DWC2_UDC_OTG_GRSTCTL\n", __func__);
487 
488 	/* Flush all the Tx FIFO's */
489 	writel(TX_FIFO_FLUSH_ALL, &reg->grstctl);
490 	writel(TX_FIFO_FLUSH_ALL | TX_FIFO_FLUSH, &reg->grstctl);
491 	while (readl(&reg->grstctl) & TX_FIFO_FLUSH)
492 		debug("%s: waiting for DWC2_UDC_OTG_GRSTCTL\n", __func__);
493 
494 	/* 13. Clear NAK bit of EP0, EP1, EP2*/
495 	/* For Slave mode*/
496 	/* EP0: Control OUT */
497 	writel(DEPCTL_EPDIS | DEPCTL_CNAK,
498 	       &reg->out_endp[EP0_CON].doepctl);
499 
500 	/* 14. Initialize OTG Link Core.*/
501 	writel(GAHBCFG_INIT, &reg->gahbcfg);
502 }
503 
504 static void set_max_pktsize(struct dwc2_udc *dev, enum usb_device_speed speed)
505 {
506 	unsigned int ep_ctrl;
507 	int i;
508 
509 	if (speed == USB_SPEED_HIGH) {
510 		ep0_fifo_size = 64;
511 		ep_fifo_size = 512;
512 		ep_fifo_size2 = 1024;
513 		dev->gadget.speed = USB_SPEED_HIGH;
514 	} else {
515 		ep0_fifo_size = 64;
516 		ep_fifo_size = 64;
517 		ep_fifo_size2 = 64;
518 		dev->gadget.speed = USB_SPEED_FULL;
519 	}
520 
521 	dev->ep[0].ep.maxpacket = ep0_fifo_size;
522 	for (i = 1; i < DWC2_MAX_ENDPOINTS; i++)
523 		dev->ep[i].ep.maxpacket = ep_fifo_size;
524 
525 	/* EP0 - Control IN (64 bytes)*/
526 	ep_ctrl = readl(&reg->in_endp[EP0_CON].diepctl);
527 	writel(ep_ctrl|(0<<0), &reg->in_endp[EP0_CON].diepctl);
528 
529 	/* EP0 - Control OUT (64 bytes)*/
530 	ep_ctrl = readl(&reg->out_endp[EP0_CON].doepctl);
531 	writel(ep_ctrl|(0<<0), &reg->out_endp[EP0_CON].doepctl);
532 }
533 
534 static int dwc2_ep_enable(struct usb_ep *_ep,
535 			 const struct usb_endpoint_descriptor *desc)
536 {
537 	struct dwc2_ep *ep;
538 	struct dwc2_udc *dev;
539 	unsigned long flags = 0;
540 
541 	debug("%s: %p\n", __func__, _ep);
542 
543 	ep = container_of(_ep, struct dwc2_ep, ep);
544 	if (!_ep || !desc || ep->desc || _ep->name == ep0name
545 	    || desc->bDescriptorType != USB_DT_ENDPOINT
546 	    || ep->bEndpointAddress != desc->bEndpointAddress
547 	    || ep_maxpacket(ep) <
548 	    le16_to_cpu(get_unaligned(&desc->wMaxPacketSize))) {
549 
550 		debug("%s: bad ep or descriptor\n", __func__);
551 		return -EINVAL;
552 	}
553 
554 	/* xfer types must match, except that interrupt ~= bulk */
555 	if (ep->bmAttributes != desc->bmAttributes
556 	    && ep->bmAttributes != USB_ENDPOINT_XFER_BULK
557 	    && desc->bmAttributes != USB_ENDPOINT_XFER_INT) {
558 
559 		debug("%s: %s type mismatch\n", __func__, _ep->name);
560 		return -EINVAL;
561 	}
562 
563 	/* hardware _could_ do smaller, but driver doesn't */
564 	if ((desc->bmAttributes == USB_ENDPOINT_XFER_BULK &&
565 	     le16_to_cpu(get_unaligned(&desc->wMaxPacketSize)) >
566 	     ep_maxpacket(ep)) || !get_unaligned(&desc->wMaxPacketSize)) {
567 
568 		debug("%s: bad %s maxpacket\n", __func__, _ep->name);
569 		return -ERANGE;
570 	}
571 
572 	dev = ep->dev;
573 	if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) {
574 
575 		debug("%s: bogus device state\n", __func__);
576 		return -ESHUTDOWN;
577 	}
578 
579 	ep->stopped = 0;
580 	ep->desc = desc;
581 	ep->pio_irqs = 0;
582 	ep->ep.maxpacket = le16_to_cpu(get_unaligned(&desc->wMaxPacketSize));
583 
584 	/* Reset halt state */
585 	dwc2_udc_set_nak(ep);
586 	dwc2_udc_set_halt(_ep, 0);
587 
588 	spin_lock_irqsave(&ep->dev->lock, flags);
589 	dwc2_udc_ep_activate(ep);
590 	spin_unlock_irqrestore(&ep->dev->lock, flags);
591 
592 	debug("%s: enabled %s, stopped = %d, maxpacket = %d\n",
593 	      __func__, _ep->name, ep->stopped, ep->ep.maxpacket);
594 	return 0;
595 }
596 
597 /*
598  * Disable EP
599  */
600 static int dwc2_ep_disable(struct usb_ep *_ep)
601 {
602 	struct dwc2_ep *ep;
603 	unsigned long flags = 0;
604 
605 	debug("%s: %p\n", __func__, _ep);
606 
607 	ep = container_of(_ep, struct dwc2_ep, ep);
608 	if (!_ep || !ep->desc) {
609 		debug("%s: %s not enabled\n", __func__,
610 		      _ep ? ep->ep.name : NULL);
611 		return -EINVAL;
612 	}
613 
614 	spin_lock_irqsave(&ep->dev->lock, flags);
615 
616 	/* Nuke all pending requests */
617 	nuke(ep, -ESHUTDOWN);
618 
619 	ep->desc = 0;
620 	ep->stopped = 1;
621 
622 	spin_unlock_irqrestore(&ep->dev->lock, flags);
623 
624 	debug("%s: disabled %s\n", __func__, _ep->name);
625 	return 0;
626 }
627 
628 static struct usb_request *dwc2_alloc_request(struct usb_ep *ep,
629 					     gfp_t gfp_flags)
630 {
631 	struct dwc2_request *req;
632 
633 	debug("%s: %s %p\n", __func__, ep->name, ep);
634 
635 	req = memalign(CONFIG_SYS_CACHELINE_SIZE, sizeof(*req));
636 	if (!req)
637 		return 0;
638 
639 	memset(req, 0, sizeof *req);
640 	INIT_LIST_HEAD(&req->queue);
641 
642 	return &req->req;
643 }
644 
645 static void dwc2_free_request(struct usb_ep *ep, struct usb_request *_req)
646 {
647 	struct dwc2_request *req;
648 
649 	debug("%s: %p\n", __func__, ep);
650 
651 	req = container_of(_req, struct dwc2_request, req);
652 	WARN_ON(!list_empty(&req->queue));
653 	kfree(req);
654 }
655 
656 /* dequeue JUST ONE request */
657 static int dwc2_dequeue(struct usb_ep *_ep, struct usb_request *_req)
658 {
659 	struct dwc2_ep *ep;
660 	struct dwc2_request *req;
661 	unsigned long flags = 0;
662 
663 	debug("%s: %p\n", __func__, _ep);
664 
665 	ep = container_of(_ep, struct dwc2_ep, ep);
666 	if (!_ep || ep->ep.name == ep0name)
667 		return -EINVAL;
668 
669 	spin_lock_irqsave(&ep->dev->lock, flags);
670 
671 	/* make sure it's actually queued on this endpoint */
672 	list_for_each_entry(req, &ep->queue, queue) {
673 		if (&req->req == _req)
674 			break;
675 	}
676 	if (&req->req != _req) {
677 		spin_unlock_irqrestore(&ep->dev->lock, flags);
678 		return -EINVAL;
679 	}
680 
681 	done(ep, req, -ECONNRESET);
682 
683 	spin_unlock_irqrestore(&ep->dev->lock, flags);
684 	return 0;
685 }
686 
687 /*
688  * Return bytes in EP FIFO
689  */
690 static int dwc2_fifo_status(struct usb_ep *_ep)
691 {
692 	int count = 0;
693 	struct dwc2_ep *ep;
694 
695 	ep = container_of(_ep, struct dwc2_ep, ep);
696 	if (!_ep) {
697 		debug("%s: bad ep\n", __func__);
698 		return -ENODEV;
699 	}
700 
701 	debug("%s: %d\n", __func__, ep_index(ep));
702 
703 	/* LPD can't report unclaimed bytes from IN fifos */
704 	if (ep_is_in(ep))
705 		return -EOPNOTSUPP;
706 
707 	return count;
708 }
709 
710 /*
711  * Flush EP FIFO
712  */
713 static void dwc2_fifo_flush(struct usb_ep *_ep)
714 {
715 	struct dwc2_ep *ep;
716 
717 	ep = container_of(_ep, struct dwc2_ep, ep);
718 	if (unlikely(!_ep || (!ep->desc && ep->ep.name != ep0name))) {
719 		debug("%s: bad ep\n", __func__);
720 		return;
721 	}
722 
723 	debug("%s: %d\n", __func__, ep_index(ep));
724 }
725 
726 static const struct usb_gadget_ops dwc2_udc_ops = {
727 	/* current versions must always be self-powered */
728 };
729 
730 static struct dwc2_udc memory = {
731 	.usb_address = 0,
732 	.gadget = {
733 		.ops = &dwc2_udc_ops,
734 		.ep0 = &memory.ep[0].ep,
735 		.name = driver_name,
736 	},
737 
738 	/* control endpoint */
739 	.ep[0] = {
740 		.ep = {
741 			.name = ep0name,
742 			.ops = &dwc2_ep_ops,
743 			.maxpacket = EP0_FIFO_SIZE,
744 		},
745 		.dev = &memory,
746 
747 		.bEndpointAddress = 0,
748 		.bmAttributes = 0,
749 
750 		.ep_type = ep_control,
751 	},
752 
753 	/* first group of endpoints */
754 	.ep[1] = {
755 		.ep = {
756 			.name = "ep1in-bulk",
757 			.ops = &dwc2_ep_ops,
758 			.maxpacket = EP_FIFO_SIZE,
759 		},
760 		.dev = &memory,
761 
762 		.bEndpointAddress = USB_DIR_IN | 1,
763 		.bmAttributes = USB_ENDPOINT_XFER_BULK,
764 
765 		.ep_type = ep_bulk_out,
766 		.fifo_num = 1,
767 	},
768 
769 	.ep[2] = {
770 		.ep = {
771 			.name = "ep2out-bulk",
772 			.ops = &dwc2_ep_ops,
773 			.maxpacket = EP_FIFO_SIZE,
774 		},
775 		.dev = &memory,
776 
777 		.bEndpointAddress = USB_DIR_OUT | 2,
778 		.bmAttributes = USB_ENDPOINT_XFER_BULK,
779 
780 		.ep_type = ep_bulk_in,
781 		.fifo_num = 2,
782 	},
783 
784 	.ep[3] = {
785 		.ep = {
786 			.name = "ep3in-int",
787 			.ops = &dwc2_ep_ops,
788 			.maxpacket = EP_FIFO_SIZE,
789 		},
790 		.dev = &memory,
791 
792 		.bEndpointAddress = USB_DIR_IN | 3,
793 		.bmAttributes = USB_ENDPOINT_XFER_INT,
794 
795 		.ep_type = ep_interrupt,
796 		.fifo_num = 3,
797 	},
798 };
799 
800 /*
801  *	probe - binds to the platform device
802  */
803 
804 int dwc2_udc_probe(struct dwc2_plat_otg_data *pdata)
805 {
806 	struct dwc2_udc *dev = &memory;
807 	int retval = 0;
808 
809 	debug("%s: %p\n", __func__, pdata);
810 
811 	dev->pdata = pdata;
812 
813 	reg = (struct dwc2_usbotg_reg *)pdata->regs_otg;
814 
815 	/* regs_otg = (void *)pdata->regs_otg; */
816 
817 	dev->gadget.is_dualspeed = 1;	/* Hack only*/
818 	dev->gadget.is_otg = 0;
819 	dev->gadget.is_a_peripheral = 0;
820 	dev->gadget.b_hnp_enable = 0;
821 	dev->gadget.a_hnp_support = 0;
822 	dev->gadget.a_alt_hnp_support = 0;
823 
824 	the_controller = dev;
825 
826 	usb_ctrl = memalign(CONFIG_SYS_CACHELINE_SIZE,
827 			    ROUND(sizeof(struct usb_ctrlrequest),
828 				  CONFIG_SYS_CACHELINE_SIZE));
829 	if (!usb_ctrl) {
830 		error("No memory available for UDC!\n");
831 		return -ENOMEM;
832 	}
833 
834 	usb_ctrl_dma_addr = (dma_addr_t) usb_ctrl;
835 
836 	udc_reinit(dev);
837 
838 	return retval;
839 }
840 
841 int usb_gadget_handle_interrupts(int index)
842 {
843 	u32 intr_status = readl(&reg->gintsts);
844 	u32 gintmsk = readl(&reg->gintmsk);
845 
846 	if (intr_status & gintmsk)
847 		return dwc2_udc_irq(1, (void *)the_controller);
848 	return 0;
849 }
850