xref: /openbmc/linux/drivers/usb/dwc3/core.c (revision f7777dcc)
1 /**
2  * core.c - DesignWare USB3 DRD Controller Core file
3  *
4  * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
5  *
6  * Authors: Felipe Balbi <balbi@ti.com>,
7  *	    Sebastian Andrzej Siewior <bigeasy@linutronix.de>
8  *
9  * This program is free software: you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License version 2  of
11  * the License as published by the Free Software Foundation.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  *
18  * You should have received a copy of the GNU General Public License
19  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
20  */
21 
22 #include <linux/module.h>
23 #include <linux/kernel.h>
24 #include <linux/slab.h>
25 #include <linux/spinlock.h>
26 #include <linux/platform_device.h>
27 #include <linux/pm_runtime.h>
28 #include <linux/interrupt.h>
29 #include <linux/ioport.h>
30 #include <linux/io.h>
31 #include <linux/list.h>
32 #include <linux/delay.h>
33 #include <linux/dma-mapping.h>
34 #include <linux/of.h>
35 
36 #include <linux/usb/ch9.h>
37 #include <linux/usb/gadget.h>
38 #include <linux/usb/of.h>
39 #include <linux/usb/otg.h>
40 
41 #include "platform_data.h"
42 #include "core.h"
43 #include "gadget.h"
44 #include "io.h"
45 
46 #include "debug.h"
47 
48 /* -------------------------------------------------------------------------- */
49 
50 void dwc3_set_mode(struct dwc3 *dwc, u32 mode)
51 {
52 	u32 reg;
53 
54 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
55 	reg &= ~(DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG));
56 	reg |= DWC3_GCTL_PRTCAPDIR(mode);
57 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
58 }
59 
60 /**
61  * dwc3_core_soft_reset - Issues core soft reset and PHY reset
62  * @dwc: pointer to our context structure
63  */
64 static void dwc3_core_soft_reset(struct dwc3 *dwc)
65 {
66 	u32		reg;
67 
68 	/* Before Resetting PHY, put Core in Reset */
69 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
70 	reg |= DWC3_GCTL_CORESOFTRESET;
71 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
72 
73 	/* Assert USB3 PHY reset */
74 	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
75 	reg |= DWC3_GUSB3PIPECTL_PHYSOFTRST;
76 	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
77 
78 	/* Assert USB2 PHY reset */
79 	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
80 	reg |= DWC3_GUSB2PHYCFG_PHYSOFTRST;
81 	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
82 
83 	usb_phy_init(dwc->usb2_phy);
84 	usb_phy_init(dwc->usb3_phy);
85 	mdelay(100);
86 
87 	/* Clear USB3 PHY reset */
88 	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
89 	reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST;
90 	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
91 
92 	/* Clear USB2 PHY reset */
93 	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
94 	reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST;
95 	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
96 
97 	mdelay(100);
98 
99 	/* After PHYs are stable we can take Core out of reset state */
100 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
101 	reg &= ~DWC3_GCTL_CORESOFTRESET;
102 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
103 }
104 
105 /**
106  * dwc3_free_one_event_buffer - Frees one event buffer
107  * @dwc: Pointer to our controller context structure
108  * @evt: Pointer to event buffer to be freed
109  */
110 static void dwc3_free_one_event_buffer(struct dwc3 *dwc,
111 		struct dwc3_event_buffer *evt)
112 {
113 	dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma);
114 }
115 
116 /**
117  * dwc3_alloc_one_event_buffer - Allocates one event buffer structure
118  * @dwc: Pointer to our controller context structure
119  * @length: size of the event buffer
120  *
121  * Returns a pointer to the allocated event buffer structure on success
122  * otherwise ERR_PTR(errno).
123  */
124 static struct dwc3_event_buffer *dwc3_alloc_one_event_buffer(struct dwc3 *dwc,
125 		unsigned length)
126 {
127 	struct dwc3_event_buffer	*evt;
128 
129 	evt = devm_kzalloc(dwc->dev, sizeof(*evt), GFP_KERNEL);
130 	if (!evt)
131 		return ERR_PTR(-ENOMEM);
132 
133 	evt->dwc	= dwc;
134 	evt->length	= length;
135 	evt->buf	= dma_alloc_coherent(dwc->dev, length,
136 			&evt->dma, GFP_KERNEL);
137 	if (!evt->buf)
138 		return ERR_PTR(-ENOMEM);
139 
140 	return evt;
141 }
142 
143 /**
144  * dwc3_free_event_buffers - frees all allocated event buffers
145  * @dwc: Pointer to our controller context structure
146  */
147 static void dwc3_free_event_buffers(struct dwc3 *dwc)
148 {
149 	struct dwc3_event_buffer	*evt;
150 	int i;
151 
152 	for (i = 0; i < dwc->num_event_buffers; i++) {
153 		evt = dwc->ev_buffs[i];
154 		if (evt)
155 			dwc3_free_one_event_buffer(dwc, evt);
156 	}
157 }
158 
159 /**
160  * dwc3_alloc_event_buffers - Allocates @num event buffers of size @length
161  * @dwc: pointer to our controller context structure
162  * @length: size of event buffer
163  *
164  * Returns 0 on success otherwise negative errno. In the error case, dwc
165  * may contain some buffers allocated but not all which were requested.
166  */
167 static int dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned length)
168 {
169 	int			num;
170 	int			i;
171 
172 	num = DWC3_NUM_INT(dwc->hwparams.hwparams1);
173 	dwc->num_event_buffers = num;
174 
175 	dwc->ev_buffs = devm_kzalloc(dwc->dev, sizeof(*dwc->ev_buffs) * num,
176 			GFP_KERNEL);
177 	if (!dwc->ev_buffs) {
178 		dev_err(dwc->dev, "can't allocate event buffers array\n");
179 		return -ENOMEM;
180 	}
181 
182 	for (i = 0; i < num; i++) {
183 		struct dwc3_event_buffer	*evt;
184 
185 		evt = dwc3_alloc_one_event_buffer(dwc, length);
186 		if (IS_ERR(evt)) {
187 			dev_err(dwc->dev, "can't allocate event buffer\n");
188 			return PTR_ERR(evt);
189 		}
190 		dwc->ev_buffs[i] = evt;
191 	}
192 
193 	return 0;
194 }
195 
196 /**
197  * dwc3_event_buffers_setup - setup our allocated event buffers
198  * @dwc: pointer to our controller context structure
199  *
200  * Returns 0 on success otherwise negative errno.
201  */
202 static int dwc3_event_buffers_setup(struct dwc3 *dwc)
203 {
204 	struct dwc3_event_buffer	*evt;
205 	int				n;
206 
207 	for (n = 0; n < dwc->num_event_buffers; n++) {
208 		evt = dwc->ev_buffs[n];
209 		dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n",
210 				evt->buf, (unsigned long long) evt->dma,
211 				evt->length);
212 
213 		evt->lpos = 0;
214 
215 		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n),
216 				lower_32_bits(evt->dma));
217 		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n),
218 				upper_32_bits(evt->dma));
219 		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n),
220 				DWC3_GEVNTSIZ_SIZE(evt->length));
221 		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
222 	}
223 
224 	return 0;
225 }
226 
227 static void dwc3_event_buffers_cleanup(struct dwc3 *dwc)
228 {
229 	struct dwc3_event_buffer	*evt;
230 	int				n;
231 
232 	for (n = 0; n < dwc->num_event_buffers; n++) {
233 		evt = dwc->ev_buffs[n];
234 
235 		evt->lpos = 0;
236 
237 		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0);
238 		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0);
239 		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), DWC3_GEVNTSIZ_INTMASK
240 				| DWC3_GEVNTSIZ_SIZE(0));
241 		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
242 	}
243 }
244 
245 static void dwc3_core_num_eps(struct dwc3 *dwc)
246 {
247 	struct dwc3_hwparams	*parms = &dwc->hwparams;
248 
249 	dwc->num_in_eps = DWC3_NUM_IN_EPS(parms);
250 	dwc->num_out_eps = DWC3_NUM_EPS(parms) - dwc->num_in_eps;
251 
252 	dev_vdbg(dwc->dev, "found %d IN and %d OUT endpoints\n",
253 			dwc->num_in_eps, dwc->num_out_eps);
254 }
255 
256 static void dwc3_cache_hwparams(struct dwc3 *dwc)
257 {
258 	struct dwc3_hwparams	*parms = &dwc->hwparams;
259 
260 	parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0);
261 	parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1);
262 	parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2);
263 	parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3);
264 	parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4);
265 	parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5);
266 	parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6);
267 	parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7);
268 	parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8);
269 }
270 
271 /**
272  * dwc3_core_init - Low-level initialization of DWC3 Core
273  * @dwc: Pointer to our controller context structure
274  *
275  * Returns 0 on success otherwise negative errno.
276  */
277 static int dwc3_core_init(struct dwc3 *dwc)
278 {
279 	unsigned long		timeout;
280 	u32			reg;
281 	int			ret;
282 
283 	reg = dwc3_readl(dwc->regs, DWC3_GSNPSID);
284 	/* This should read as U3 followed by revision number */
285 	if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) {
286 		dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n");
287 		ret = -ENODEV;
288 		goto err0;
289 	}
290 	dwc->revision = reg;
291 
292 	/* issue device SoftReset too */
293 	timeout = jiffies + msecs_to_jiffies(500);
294 	dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST);
295 	do {
296 		reg = dwc3_readl(dwc->regs, DWC3_DCTL);
297 		if (!(reg & DWC3_DCTL_CSFTRST))
298 			break;
299 
300 		if (time_after(jiffies, timeout)) {
301 			dev_err(dwc->dev, "Reset Timed Out\n");
302 			ret = -ETIMEDOUT;
303 			goto err0;
304 		}
305 
306 		cpu_relax();
307 	} while (true);
308 
309 	dwc3_core_soft_reset(dwc);
310 
311 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
312 	reg &= ~DWC3_GCTL_SCALEDOWN_MASK;
313 	reg &= ~DWC3_GCTL_DISSCRAMBLE;
314 
315 	switch (DWC3_GHWPARAMS1_EN_PWROPT(dwc->hwparams.hwparams1)) {
316 	case DWC3_GHWPARAMS1_EN_PWROPT_CLK:
317 		reg &= ~DWC3_GCTL_DSBLCLKGTNG;
318 		break;
319 	default:
320 		dev_dbg(dwc->dev, "No power optimization available\n");
321 	}
322 
323 	/*
324 	 * WORKAROUND: DWC3 revisions <1.90a have a bug
325 	 * where the device can fail to connect at SuperSpeed
326 	 * and falls back to high-speed mode which causes
327 	 * the device to enter a Connect/Disconnect loop
328 	 */
329 	if (dwc->revision < DWC3_REVISION_190A)
330 		reg |= DWC3_GCTL_U2RSTECN;
331 
332 	dwc3_core_num_eps(dwc);
333 
334 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
335 
336 	return 0;
337 
338 err0:
339 	return ret;
340 }
341 
342 static void dwc3_core_exit(struct dwc3 *dwc)
343 {
344 	usb_phy_shutdown(dwc->usb2_phy);
345 	usb_phy_shutdown(dwc->usb3_phy);
346 }
347 
348 #define DWC3_ALIGN_MASK		(16 - 1)
349 
350 static int dwc3_probe(struct platform_device *pdev)
351 {
352 	struct device		*dev = &pdev->dev;
353 	struct dwc3_platform_data *pdata = dev_get_platdata(dev);
354 	struct device_node	*node = dev->of_node;
355 	struct resource		*res;
356 	struct dwc3		*dwc;
357 
358 	int			ret = -ENOMEM;
359 
360 	void __iomem		*regs;
361 	void			*mem;
362 
363 	mem = devm_kzalloc(dev, sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL);
364 	if (!mem) {
365 		dev_err(dev, "not enough memory\n");
366 		return -ENOMEM;
367 	}
368 	dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1);
369 	dwc->mem = mem;
370 
371 	res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
372 	if (!res) {
373 		dev_err(dev, "missing IRQ\n");
374 		return -ENODEV;
375 	}
376 	dwc->xhci_resources[1].start = res->start;
377 	dwc->xhci_resources[1].end = res->end;
378 	dwc->xhci_resources[1].flags = res->flags;
379 	dwc->xhci_resources[1].name = res->name;
380 
381 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
382 	if (!res) {
383 		dev_err(dev, "missing memory resource\n");
384 		return -ENODEV;
385 	}
386 
387 	if (node) {
388 		dwc->maximum_speed = of_usb_get_maximum_speed(node);
389 
390 		dwc->usb2_phy = devm_usb_get_phy_by_phandle(dev, "usb-phy", 0);
391 		dwc->usb3_phy = devm_usb_get_phy_by_phandle(dev, "usb-phy", 1);
392 
393 		dwc->needs_fifo_resize = of_property_read_bool(node, "tx-fifo-resize");
394 		dwc->dr_mode = of_usb_get_dr_mode(node);
395 	} else if (pdata) {
396 		dwc->maximum_speed = pdata->maximum_speed;
397 
398 		dwc->usb2_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB2);
399 		dwc->usb3_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB3);
400 
401 		dwc->needs_fifo_resize = pdata->tx_fifo_resize;
402 		dwc->dr_mode = pdata->dr_mode;
403 	} else {
404 		dwc->usb2_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB2);
405 		dwc->usb3_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB3);
406 	}
407 
408 	/* default to superspeed if no maximum_speed passed */
409 	if (dwc->maximum_speed == USB_SPEED_UNKNOWN)
410 		dwc->maximum_speed = USB_SPEED_SUPER;
411 
412 	if (IS_ERR(dwc->usb2_phy)) {
413 		ret = PTR_ERR(dwc->usb2_phy);
414 
415 		/*
416 		 * if -ENXIO is returned, it means PHY layer wasn't
417 		 * enabled, so it makes no sense to return -EPROBE_DEFER
418 		 * in that case, since no PHY driver will ever probe.
419 		 */
420 		if (ret == -ENXIO)
421 			return ret;
422 
423 		dev_err(dev, "no usb2 phy configured\n");
424 		return -EPROBE_DEFER;
425 	}
426 
427 	if (IS_ERR(dwc->usb3_phy)) {
428 		ret = PTR_ERR(dwc->usb3_phy);
429 
430 		/*
431 		 * if -ENXIO is returned, it means PHY layer wasn't
432 		 * enabled, so it makes no sense to return -EPROBE_DEFER
433 		 * in that case, since no PHY driver will ever probe.
434 		 */
435 		if (ret == -ENXIO)
436 			return ret;
437 
438 		dev_err(dev, "no usb3 phy configured\n");
439 		return -EPROBE_DEFER;
440 	}
441 
442 	dwc->xhci_resources[0].start = res->start;
443 	dwc->xhci_resources[0].end = dwc->xhci_resources[0].start +
444 					DWC3_XHCI_REGS_END;
445 	dwc->xhci_resources[0].flags = res->flags;
446 	dwc->xhci_resources[0].name = res->name;
447 
448 	res->start += DWC3_GLOBALS_REGS_START;
449 
450 	/*
451 	 * Request memory region but exclude xHCI regs,
452 	 * since it will be requested by the xhci-plat driver.
453 	 */
454 	regs = devm_ioremap_resource(dev, res);
455 	if (IS_ERR(regs))
456 		return PTR_ERR(regs);
457 
458 	usb_phy_set_suspend(dwc->usb2_phy, 0);
459 	usb_phy_set_suspend(dwc->usb3_phy, 0);
460 
461 	spin_lock_init(&dwc->lock);
462 	platform_set_drvdata(pdev, dwc);
463 
464 	dwc->regs	= regs;
465 	dwc->regs_size	= resource_size(res);
466 	dwc->dev	= dev;
467 
468 	dev->dma_mask	= dev->parent->dma_mask;
469 	dev->dma_parms	= dev->parent->dma_parms;
470 	dma_set_coherent_mask(dev, dev->parent->coherent_dma_mask);
471 
472 	pm_runtime_enable(dev);
473 	pm_runtime_get_sync(dev);
474 	pm_runtime_forbid(dev);
475 
476 	dwc3_cache_hwparams(dwc);
477 
478 	ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_SIZE);
479 	if (ret) {
480 		dev_err(dwc->dev, "failed to allocate event buffers\n");
481 		ret = -ENOMEM;
482 		goto err0;
483 	}
484 
485 	ret = dwc3_core_init(dwc);
486 	if (ret) {
487 		dev_err(dev, "failed to initialize core\n");
488 		goto err0;
489 	}
490 
491 	ret = dwc3_event_buffers_setup(dwc);
492 	if (ret) {
493 		dev_err(dwc->dev, "failed to setup event buffers\n");
494 		goto err1;
495 	}
496 
497 	if (IS_ENABLED(CONFIG_USB_DWC3_HOST))
498 		dwc->dr_mode = USB_DR_MODE_HOST;
499 	else if (IS_ENABLED(CONFIG_USB_DWC3_GADGET))
500 		dwc->dr_mode = USB_DR_MODE_PERIPHERAL;
501 
502 	if (dwc->dr_mode == USB_DR_MODE_UNKNOWN)
503 		dwc->dr_mode = USB_DR_MODE_OTG;
504 
505 	switch (dwc->dr_mode) {
506 	case USB_DR_MODE_PERIPHERAL:
507 		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_DEVICE);
508 		ret = dwc3_gadget_init(dwc);
509 		if (ret) {
510 			dev_err(dev, "failed to initialize gadget\n");
511 			goto err2;
512 		}
513 		break;
514 	case USB_DR_MODE_HOST:
515 		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_HOST);
516 		ret = dwc3_host_init(dwc);
517 		if (ret) {
518 			dev_err(dev, "failed to initialize host\n");
519 			goto err2;
520 		}
521 		break;
522 	case USB_DR_MODE_OTG:
523 		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_OTG);
524 		ret = dwc3_host_init(dwc);
525 		if (ret) {
526 			dev_err(dev, "failed to initialize host\n");
527 			goto err2;
528 		}
529 
530 		ret = dwc3_gadget_init(dwc);
531 		if (ret) {
532 			dev_err(dev, "failed to initialize gadget\n");
533 			goto err2;
534 		}
535 		break;
536 	default:
537 		dev_err(dev, "Unsupported mode of operation %d\n", dwc->dr_mode);
538 		goto err2;
539 	}
540 
541 	ret = dwc3_debugfs_init(dwc);
542 	if (ret) {
543 		dev_err(dev, "failed to initialize debugfs\n");
544 		goto err3;
545 	}
546 
547 	pm_runtime_allow(dev);
548 
549 	return 0;
550 
551 err3:
552 	switch (dwc->dr_mode) {
553 	case USB_DR_MODE_PERIPHERAL:
554 		dwc3_gadget_exit(dwc);
555 		break;
556 	case USB_DR_MODE_HOST:
557 		dwc3_host_exit(dwc);
558 		break;
559 	case USB_DR_MODE_OTG:
560 		dwc3_host_exit(dwc);
561 		dwc3_gadget_exit(dwc);
562 		break;
563 	default:
564 		/* do nothing */
565 		break;
566 	}
567 
568 err2:
569 	dwc3_event_buffers_cleanup(dwc);
570 
571 err1:
572 	dwc3_core_exit(dwc);
573 
574 err0:
575 	dwc3_free_event_buffers(dwc);
576 
577 	return ret;
578 }
579 
580 static int dwc3_remove(struct platform_device *pdev)
581 {
582 	struct dwc3	*dwc = platform_get_drvdata(pdev);
583 
584 	usb_phy_set_suspend(dwc->usb2_phy, 1);
585 	usb_phy_set_suspend(dwc->usb3_phy, 1);
586 
587 	pm_runtime_put(&pdev->dev);
588 	pm_runtime_disable(&pdev->dev);
589 
590 	dwc3_debugfs_exit(dwc);
591 
592 	switch (dwc->dr_mode) {
593 	case USB_DR_MODE_PERIPHERAL:
594 		dwc3_gadget_exit(dwc);
595 		break;
596 	case USB_DR_MODE_HOST:
597 		dwc3_host_exit(dwc);
598 		break;
599 	case USB_DR_MODE_OTG:
600 		dwc3_host_exit(dwc);
601 		dwc3_gadget_exit(dwc);
602 		break;
603 	default:
604 		/* do nothing */
605 		break;
606 	}
607 
608 	dwc3_event_buffers_cleanup(dwc);
609 	dwc3_free_event_buffers(dwc);
610 	dwc3_core_exit(dwc);
611 
612 	return 0;
613 }
614 
615 #ifdef CONFIG_PM_SLEEP
616 static int dwc3_prepare(struct device *dev)
617 {
618 	struct dwc3	*dwc = dev_get_drvdata(dev);
619 	unsigned long	flags;
620 
621 	spin_lock_irqsave(&dwc->lock, flags);
622 
623 	switch (dwc->dr_mode) {
624 	case USB_DR_MODE_PERIPHERAL:
625 	case USB_DR_MODE_OTG:
626 		dwc3_gadget_prepare(dwc);
627 		/* FALLTHROUGH */
628 	case USB_DR_MODE_HOST:
629 	default:
630 		dwc3_event_buffers_cleanup(dwc);
631 		break;
632 	}
633 
634 	spin_unlock_irqrestore(&dwc->lock, flags);
635 
636 	return 0;
637 }
638 
639 static void dwc3_complete(struct device *dev)
640 {
641 	struct dwc3	*dwc = dev_get_drvdata(dev);
642 	unsigned long	flags;
643 
644 	spin_lock_irqsave(&dwc->lock, flags);
645 
646 	switch (dwc->dr_mode) {
647 	case USB_DR_MODE_PERIPHERAL:
648 	case USB_DR_MODE_OTG:
649 		dwc3_gadget_complete(dwc);
650 		/* FALLTHROUGH */
651 	case USB_DR_MODE_HOST:
652 	default:
653 		dwc3_event_buffers_setup(dwc);
654 		break;
655 	}
656 
657 	spin_unlock_irqrestore(&dwc->lock, flags);
658 }
659 
660 static int dwc3_suspend(struct device *dev)
661 {
662 	struct dwc3	*dwc = dev_get_drvdata(dev);
663 	unsigned long	flags;
664 
665 	spin_lock_irqsave(&dwc->lock, flags);
666 
667 	switch (dwc->dr_mode) {
668 	case USB_DR_MODE_PERIPHERAL:
669 	case USB_DR_MODE_OTG:
670 		dwc3_gadget_suspend(dwc);
671 		/* FALLTHROUGH */
672 	case USB_DR_MODE_HOST:
673 	default:
674 		/* do nothing */
675 		break;
676 	}
677 
678 	dwc->gctl = dwc3_readl(dwc->regs, DWC3_GCTL);
679 	spin_unlock_irqrestore(&dwc->lock, flags);
680 
681 	usb_phy_shutdown(dwc->usb3_phy);
682 	usb_phy_shutdown(dwc->usb2_phy);
683 
684 	return 0;
685 }
686 
687 static int dwc3_resume(struct device *dev)
688 {
689 	struct dwc3	*dwc = dev_get_drvdata(dev);
690 	unsigned long	flags;
691 
692 	usb_phy_init(dwc->usb3_phy);
693 	usb_phy_init(dwc->usb2_phy);
694 	msleep(100);
695 
696 	spin_lock_irqsave(&dwc->lock, flags);
697 
698 	dwc3_writel(dwc->regs, DWC3_GCTL, dwc->gctl);
699 
700 	switch (dwc->dr_mode) {
701 	case USB_DR_MODE_PERIPHERAL:
702 	case USB_DR_MODE_OTG:
703 		dwc3_gadget_resume(dwc);
704 		/* FALLTHROUGH */
705 	case USB_DR_MODE_HOST:
706 	default:
707 		/* do nothing */
708 		break;
709 	}
710 
711 	spin_unlock_irqrestore(&dwc->lock, flags);
712 
713 	pm_runtime_disable(dev);
714 	pm_runtime_set_active(dev);
715 	pm_runtime_enable(dev);
716 
717 	return 0;
718 }
719 
720 static const struct dev_pm_ops dwc3_dev_pm_ops = {
721 	.prepare	= dwc3_prepare,
722 	.complete	= dwc3_complete,
723 
724 	SET_SYSTEM_SLEEP_PM_OPS(dwc3_suspend, dwc3_resume)
725 };
726 
727 #define DWC3_PM_OPS	&(dwc3_dev_pm_ops)
728 #else
729 #define DWC3_PM_OPS	NULL
730 #endif
731 
732 #ifdef CONFIG_OF
733 static const struct of_device_id of_dwc3_match[] = {
734 	{
735 		.compatible = "snps,dwc3"
736 	},
737 	{
738 		.compatible = "synopsys,dwc3"
739 	},
740 	{ },
741 };
742 MODULE_DEVICE_TABLE(of, of_dwc3_match);
743 #endif
744 
745 static struct platform_driver dwc3_driver = {
746 	.probe		= dwc3_probe,
747 	.remove		= dwc3_remove,
748 	.driver		= {
749 		.name	= "dwc3",
750 		.of_match_table	= of_match_ptr(of_dwc3_match),
751 		.pm	= DWC3_PM_OPS,
752 	},
753 };
754 
755 module_platform_driver(dwc3_driver);
756 
757 MODULE_ALIAS("platform:dwc3");
758 MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
759 MODULE_LICENSE("GPL v2");
760 MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver");
761