xref: /openbmc/linux/drivers/usb/dwc3/core.c (revision 4878a028)
172246da4SFelipe Balbi /**
272246da4SFelipe Balbi  * core.c - DesignWare USB3 DRD Controller Core file
372246da4SFelipe Balbi  *
472246da4SFelipe Balbi  * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
572246da4SFelipe Balbi  *
672246da4SFelipe Balbi  * Authors: Felipe Balbi <balbi@ti.com>,
772246da4SFelipe Balbi  *	    Sebastian Andrzej Siewior <bigeasy@linutronix.de>
872246da4SFelipe Balbi  *
972246da4SFelipe Balbi  * Redistribution and use in source and binary forms, with or without
1072246da4SFelipe Balbi  * modification, are permitted provided that the following conditions
1172246da4SFelipe Balbi  * are met:
1272246da4SFelipe Balbi  * 1. Redistributions of source code must retain the above copyright
1372246da4SFelipe Balbi  *    notice, this list of conditions, and the following disclaimer,
1472246da4SFelipe Balbi  *    without modification.
1572246da4SFelipe Balbi  * 2. Redistributions in binary form must reproduce the above copyright
1672246da4SFelipe Balbi  *    notice, this list of conditions and the following disclaimer in the
1772246da4SFelipe Balbi  *    documentation and/or other materials provided with the distribution.
1872246da4SFelipe Balbi  * 3. The names of the above-listed copyright holders may not be used
1972246da4SFelipe Balbi  *    to endorse or promote products derived from this software without
2072246da4SFelipe Balbi  *    specific prior written permission.
2172246da4SFelipe Balbi  *
2272246da4SFelipe Balbi  * ALTERNATIVELY, this software may be distributed under the terms of the
2372246da4SFelipe Balbi  * GNU General Public License ("GPL") version 2, as published by the Free
2472246da4SFelipe Balbi  * Software Foundation.
2572246da4SFelipe Balbi  *
2672246da4SFelipe Balbi  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
2772246da4SFelipe Balbi  * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
2872246da4SFelipe Balbi  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
2972246da4SFelipe Balbi  * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
3072246da4SFelipe Balbi  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
3172246da4SFelipe Balbi  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
3272246da4SFelipe Balbi  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
3372246da4SFelipe Balbi  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
3472246da4SFelipe Balbi  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
3572246da4SFelipe Balbi  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
3672246da4SFelipe Balbi  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3772246da4SFelipe Balbi  */
3872246da4SFelipe Balbi 
39a72e658bSFelipe Balbi #include <linux/module.h>
4072246da4SFelipe Balbi #include <linux/kernel.h>
4172246da4SFelipe Balbi #include <linux/slab.h>
4272246da4SFelipe Balbi #include <linux/spinlock.h>
4372246da4SFelipe Balbi #include <linux/platform_device.h>
4472246da4SFelipe Balbi #include <linux/pm_runtime.h>
4572246da4SFelipe Balbi #include <linux/interrupt.h>
4672246da4SFelipe Balbi #include <linux/ioport.h>
4772246da4SFelipe Balbi #include <linux/io.h>
4872246da4SFelipe Balbi #include <linux/list.h>
4972246da4SFelipe Balbi #include <linux/delay.h>
5072246da4SFelipe Balbi #include <linux/dma-mapping.h>
5172246da4SFelipe Balbi 
5272246da4SFelipe Balbi #include <linux/usb/ch9.h>
5372246da4SFelipe Balbi #include <linux/usb/gadget.h>
542204fdeeSPaul Gortmaker #include <linux/module.h>
5572246da4SFelipe Balbi 
5672246da4SFelipe Balbi #include "core.h"
5772246da4SFelipe Balbi #include "gadget.h"
5872246da4SFelipe Balbi #include "io.h"
5972246da4SFelipe Balbi 
6072246da4SFelipe Balbi #include "debug.h"
6172246da4SFelipe Balbi 
626c167fc9SFelipe Balbi static char *maximum_speed = "super";
636c167fc9SFelipe Balbi module_param(maximum_speed, charp, 0);
646c167fc9SFelipe Balbi MODULE_PARM_DESC(maximum_speed, "Maximum supported speed.");
656c167fc9SFelipe Balbi 
668300dd23SFelipe Balbi /* -------------------------------------------------------------------------- */
678300dd23SFelipe Balbi 
688300dd23SFelipe Balbi #define DWC3_DEVS_POSSIBLE	32
698300dd23SFelipe Balbi 
708300dd23SFelipe Balbi static DECLARE_BITMAP(dwc3_devs, DWC3_DEVS_POSSIBLE);
718300dd23SFelipe Balbi 
728300dd23SFelipe Balbi int dwc3_get_device_id(void)
738300dd23SFelipe Balbi {
748300dd23SFelipe Balbi 	int		id;
758300dd23SFelipe Balbi 
768300dd23SFelipe Balbi again:
778300dd23SFelipe Balbi 	id = find_first_zero_bit(dwc3_devs, DWC3_DEVS_POSSIBLE);
788300dd23SFelipe Balbi 	if (id < DWC3_DEVS_POSSIBLE) {
798300dd23SFelipe Balbi 		int old;
808300dd23SFelipe Balbi 
818300dd23SFelipe Balbi 		old = test_and_set_bit(id, dwc3_devs);
828300dd23SFelipe Balbi 		if (old)
838300dd23SFelipe Balbi 			goto again;
848300dd23SFelipe Balbi 	} else {
858300dd23SFelipe Balbi 		pr_err("dwc3: no space for new device\n");
868300dd23SFelipe Balbi 		id = -ENOMEM;
878300dd23SFelipe Balbi 	}
888300dd23SFelipe Balbi 
898300dd23SFelipe Balbi 	return 0;
908300dd23SFelipe Balbi }
918300dd23SFelipe Balbi EXPORT_SYMBOL_GPL(dwc3_get_device_id);
928300dd23SFelipe Balbi 
938300dd23SFelipe Balbi void dwc3_put_device_id(int id)
948300dd23SFelipe Balbi {
958300dd23SFelipe Balbi 	int			ret;
968300dd23SFelipe Balbi 
978300dd23SFelipe Balbi 	if (id < 0)
988300dd23SFelipe Balbi 		return;
998300dd23SFelipe Balbi 
1008300dd23SFelipe Balbi 	ret = test_bit(id, dwc3_devs);
1018300dd23SFelipe Balbi 	WARN(!ret, "dwc3: ID %d not in use\n", id);
1028300dd23SFelipe Balbi 	clear_bit(id, dwc3_devs);
1038300dd23SFelipe Balbi }
1048300dd23SFelipe Balbi EXPORT_SYMBOL_GPL(dwc3_put_device_id);
1058300dd23SFelipe Balbi 
1063140e8cbSSebastian Andrzej Siewior void dwc3_set_mode(struct dwc3 *dwc, u32 mode)
1073140e8cbSSebastian Andrzej Siewior {
1083140e8cbSSebastian Andrzej Siewior 	u32 reg;
1093140e8cbSSebastian Andrzej Siewior 
1103140e8cbSSebastian Andrzej Siewior 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
1113140e8cbSSebastian Andrzej Siewior 	reg &= ~(DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG));
1123140e8cbSSebastian Andrzej Siewior 	reg |= DWC3_GCTL_PRTCAPDIR(mode);
1133140e8cbSSebastian Andrzej Siewior 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
1143140e8cbSSebastian Andrzej Siewior }
1158300dd23SFelipe Balbi 
11672246da4SFelipe Balbi /**
11772246da4SFelipe Balbi  * dwc3_core_soft_reset - Issues core soft reset and PHY reset
11872246da4SFelipe Balbi  * @dwc: pointer to our context structure
11972246da4SFelipe Balbi  */
12072246da4SFelipe Balbi static void dwc3_core_soft_reset(struct dwc3 *dwc)
12172246da4SFelipe Balbi {
12272246da4SFelipe Balbi 	u32		reg;
12372246da4SFelipe Balbi 
12472246da4SFelipe Balbi 	/* Before Resetting PHY, put Core in Reset */
12572246da4SFelipe Balbi 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
12672246da4SFelipe Balbi 	reg |= DWC3_GCTL_CORESOFTRESET;
12772246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
12872246da4SFelipe Balbi 
12972246da4SFelipe Balbi 	/* Assert USB3 PHY reset */
13072246da4SFelipe Balbi 	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
13172246da4SFelipe Balbi 	reg |= DWC3_GUSB3PIPECTL_PHYSOFTRST;
13272246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
13372246da4SFelipe Balbi 
13472246da4SFelipe Balbi 	/* Assert USB2 PHY reset */
13572246da4SFelipe Balbi 	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
13672246da4SFelipe Balbi 	reg |= DWC3_GUSB2PHYCFG_PHYSOFTRST;
13772246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
13872246da4SFelipe Balbi 
13972246da4SFelipe Balbi 	mdelay(100);
14072246da4SFelipe Balbi 
14172246da4SFelipe Balbi 	/* Clear USB3 PHY reset */
14272246da4SFelipe Balbi 	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
14372246da4SFelipe Balbi 	reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST;
14472246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
14572246da4SFelipe Balbi 
14672246da4SFelipe Balbi 	/* Clear USB2 PHY reset */
14772246da4SFelipe Balbi 	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
14872246da4SFelipe Balbi 	reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST;
14972246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
15072246da4SFelipe Balbi 
15172246da4SFelipe Balbi 	/* After PHYs are stable we can take Core out of reset state */
15272246da4SFelipe Balbi 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
15372246da4SFelipe Balbi 	reg &= ~DWC3_GCTL_CORESOFTRESET;
15472246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
15572246da4SFelipe Balbi }
15672246da4SFelipe Balbi 
15772246da4SFelipe Balbi /**
15872246da4SFelipe Balbi  * dwc3_free_one_event_buffer - Frees one event buffer
15972246da4SFelipe Balbi  * @dwc: Pointer to our controller context structure
16072246da4SFelipe Balbi  * @evt: Pointer to event buffer to be freed
16172246da4SFelipe Balbi  */
16272246da4SFelipe Balbi static void dwc3_free_one_event_buffer(struct dwc3 *dwc,
16372246da4SFelipe Balbi 		struct dwc3_event_buffer *evt)
16472246da4SFelipe Balbi {
16572246da4SFelipe Balbi 	dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma);
16672246da4SFelipe Balbi 	kfree(evt);
16772246da4SFelipe Balbi }
16872246da4SFelipe Balbi 
16972246da4SFelipe Balbi /**
17072246da4SFelipe Balbi  * dwc3_alloc_one_event_buffer - Allocated one event buffer structure
17172246da4SFelipe Balbi  * @dwc: Pointer to our controller context structure
17272246da4SFelipe Balbi  * @length: size of the event buffer
17372246da4SFelipe Balbi  *
17472246da4SFelipe Balbi  * Returns a pointer to the allocated event buffer structure on succes
17572246da4SFelipe Balbi  * otherwise ERR_PTR(errno).
17672246da4SFelipe Balbi  */
17772246da4SFelipe Balbi static struct dwc3_event_buffer *__devinit
17872246da4SFelipe Balbi dwc3_alloc_one_event_buffer(struct dwc3 *dwc, unsigned length)
17972246da4SFelipe Balbi {
18072246da4SFelipe Balbi 	struct dwc3_event_buffer	*evt;
18172246da4SFelipe Balbi 
18272246da4SFelipe Balbi 	evt = kzalloc(sizeof(*evt), GFP_KERNEL);
18372246da4SFelipe Balbi 	if (!evt)
18472246da4SFelipe Balbi 		return ERR_PTR(-ENOMEM);
18572246da4SFelipe Balbi 
18672246da4SFelipe Balbi 	evt->dwc	= dwc;
18772246da4SFelipe Balbi 	evt->length	= length;
18872246da4SFelipe Balbi 	evt->buf	= dma_alloc_coherent(dwc->dev, length,
18972246da4SFelipe Balbi 			&evt->dma, GFP_KERNEL);
19072246da4SFelipe Balbi 	if (!evt->buf) {
19172246da4SFelipe Balbi 		kfree(evt);
19272246da4SFelipe Balbi 		return ERR_PTR(-ENOMEM);
19372246da4SFelipe Balbi 	}
19472246da4SFelipe Balbi 
19572246da4SFelipe Balbi 	return evt;
19672246da4SFelipe Balbi }
19772246da4SFelipe Balbi 
19872246da4SFelipe Balbi /**
19972246da4SFelipe Balbi  * dwc3_free_event_buffers - frees all allocated event buffers
20072246da4SFelipe Balbi  * @dwc: Pointer to our controller context structure
20172246da4SFelipe Balbi  */
20272246da4SFelipe Balbi static void dwc3_free_event_buffers(struct dwc3 *dwc)
20372246da4SFelipe Balbi {
20472246da4SFelipe Balbi 	struct dwc3_event_buffer	*evt;
20572246da4SFelipe Balbi 	int i;
20672246da4SFelipe Balbi 
2079f622b2aSFelipe Balbi 	for (i = 0; i < dwc->num_event_buffers; i++) {
20872246da4SFelipe Balbi 		evt = dwc->ev_buffs[i];
20972246da4SFelipe Balbi 		if (evt) {
21072246da4SFelipe Balbi 			dwc3_free_one_event_buffer(dwc, evt);
21172246da4SFelipe Balbi 			dwc->ev_buffs[i] = NULL;
21272246da4SFelipe Balbi 		}
21372246da4SFelipe Balbi 	}
21472246da4SFelipe Balbi }
21572246da4SFelipe Balbi 
21672246da4SFelipe Balbi /**
21772246da4SFelipe Balbi  * dwc3_alloc_event_buffers - Allocates @num event buffers of size @length
21872246da4SFelipe Balbi  * @dwc: Pointer to out controller context structure
21972246da4SFelipe Balbi  * @length: size of event buffer
22072246da4SFelipe Balbi  *
22172246da4SFelipe Balbi  * Returns 0 on success otherwise negative errno. In error the case, dwc
22272246da4SFelipe Balbi  * may contain some buffers allocated but not all which were requested.
22372246da4SFelipe Balbi  */
2249f622b2aSFelipe Balbi static int __devinit dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned length)
22572246da4SFelipe Balbi {
2269f622b2aSFelipe Balbi 	int			num;
22772246da4SFelipe Balbi 	int			i;
22872246da4SFelipe Balbi 
2299f622b2aSFelipe Balbi 	num = DWC3_NUM_INT(dwc->hwparams.hwparams1);
2309f622b2aSFelipe Balbi 	dwc->num_event_buffers = num;
2319f622b2aSFelipe Balbi 
232457d3f21SFelipe Balbi 	dwc->ev_buffs = kzalloc(sizeof(*dwc->ev_buffs) * num, GFP_KERNEL);
233457d3f21SFelipe Balbi 	if (!dwc->ev_buffs) {
234457d3f21SFelipe Balbi 		dev_err(dwc->dev, "can't allocate event buffers array\n");
235457d3f21SFelipe Balbi 		return -ENOMEM;
236457d3f21SFelipe Balbi 	}
237457d3f21SFelipe Balbi 
23872246da4SFelipe Balbi 	for (i = 0; i < num; i++) {
23972246da4SFelipe Balbi 		struct dwc3_event_buffer	*evt;
24072246da4SFelipe Balbi 
24172246da4SFelipe Balbi 		evt = dwc3_alloc_one_event_buffer(dwc, length);
24272246da4SFelipe Balbi 		if (IS_ERR(evt)) {
24372246da4SFelipe Balbi 			dev_err(dwc->dev, "can't allocate event buffer\n");
24472246da4SFelipe Balbi 			return PTR_ERR(evt);
24572246da4SFelipe Balbi 		}
24672246da4SFelipe Balbi 		dwc->ev_buffs[i] = evt;
24772246da4SFelipe Balbi 	}
24872246da4SFelipe Balbi 
24972246da4SFelipe Balbi 	return 0;
25072246da4SFelipe Balbi }
25172246da4SFelipe Balbi 
25272246da4SFelipe Balbi /**
25372246da4SFelipe Balbi  * dwc3_event_buffers_setup - setup our allocated event buffers
25472246da4SFelipe Balbi  * @dwc: Pointer to out controller context structure
25572246da4SFelipe Balbi  *
25672246da4SFelipe Balbi  * Returns 0 on success otherwise negative errno.
25772246da4SFelipe Balbi  */
25872246da4SFelipe Balbi static int __devinit dwc3_event_buffers_setup(struct dwc3 *dwc)
25972246da4SFelipe Balbi {
26072246da4SFelipe Balbi 	struct dwc3_event_buffer	*evt;
26172246da4SFelipe Balbi 	int				n;
26272246da4SFelipe Balbi 
2639f622b2aSFelipe Balbi 	for (n = 0; n < dwc->num_event_buffers; n++) {
26472246da4SFelipe Balbi 		evt = dwc->ev_buffs[n];
26572246da4SFelipe Balbi 		dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n",
26672246da4SFelipe Balbi 				evt->buf, (unsigned long long) evt->dma,
26772246da4SFelipe Balbi 				evt->length);
26872246da4SFelipe Balbi 
26972246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n),
27072246da4SFelipe Balbi 				lower_32_bits(evt->dma));
27172246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n),
27272246da4SFelipe Balbi 				upper_32_bits(evt->dma));
27372246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n),
27472246da4SFelipe Balbi 				evt->length & 0xffff);
27572246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
27672246da4SFelipe Balbi 	}
27772246da4SFelipe Balbi 
27872246da4SFelipe Balbi 	return 0;
27972246da4SFelipe Balbi }
28072246da4SFelipe Balbi 
28172246da4SFelipe Balbi static void dwc3_event_buffers_cleanup(struct dwc3 *dwc)
28272246da4SFelipe Balbi {
28372246da4SFelipe Balbi 	struct dwc3_event_buffer	*evt;
28472246da4SFelipe Balbi 	int				n;
28572246da4SFelipe Balbi 
2869f622b2aSFelipe Balbi 	for (n = 0; n < dwc->num_event_buffers; n++) {
28772246da4SFelipe Balbi 		evt = dwc->ev_buffs[n];
28872246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0);
28972246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0);
29072246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), 0);
29172246da4SFelipe Balbi 		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
29272246da4SFelipe Balbi 	}
29372246da4SFelipe Balbi }
29472246da4SFelipe Balbi 
29526ceca97SFelipe Balbi static void __devinit dwc3_cache_hwparams(struct dwc3 *dwc)
29626ceca97SFelipe Balbi {
29726ceca97SFelipe Balbi 	struct dwc3_hwparams	*parms = &dwc->hwparams;
29826ceca97SFelipe Balbi 
29926ceca97SFelipe Balbi 	parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0);
30026ceca97SFelipe Balbi 	parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1);
30126ceca97SFelipe Balbi 	parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2);
30226ceca97SFelipe Balbi 	parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3);
30326ceca97SFelipe Balbi 	parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4);
30426ceca97SFelipe Balbi 	parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5);
30526ceca97SFelipe Balbi 	parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6);
30626ceca97SFelipe Balbi 	parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7);
30726ceca97SFelipe Balbi 	parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8);
30826ceca97SFelipe Balbi }
30926ceca97SFelipe Balbi 
31072246da4SFelipe Balbi /**
31172246da4SFelipe Balbi  * dwc3_core_init - Low-level initialization of DWC3 Core
31272246da4SFelipe Balbi  * @dwc: Pointer to our controller context structure
31372246da4SFelipe Balbi  *
31472246da4SFelipe Balbi  * Returns 0 on success otherwise negative errno.
31572246da4SFelipe Balbi  */
31672246da4SFelipe Balbi static int __devinit dwc3_core_init(struct dwc3 *dwc)
31772246da4SFelipe Balbi {
31872246da4SFelipe Balbi 	unsigned long		timeout;
31972246da4SFelipe Balbi 	u32			reg;
32072246da4SFelipe Balbi 	int			ret;
32172246da4SFelipe Balbi 
3227650bd74SSebastian Andrzej Siewior 	reg = dwc3_readl(dwc->regs, DWC3_GSNPSID);
3237650bd74SSebastian Andrzej Siewior 	/* This should read as U3 followed by revision number */
3247650bd74SSebastian Andrzej Siewior 	if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) {
3257650bd74SSebastian Andrzej Siewior 		dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n");
3267650bd74SSebastian Andrzej Siewior 		ret = -ENODEV;
3277650bd74SSebastian Andrzej Siewior 		goto err0;
3287650bd74SSebastian Andrzej Siewior 	}
3297650bd74SSebastian Andrzej Siewior 	dwc->revision = reg & DWC3_GSNPSREV_MASK;
3307650bd74SSebastian Andrzej Siewior 
33172246da4SFelipe Balbi 	dwc3_core_soft_reset(dwc);
33272246da4SFelipe Balbi 
33372246da4SFelipe Balbi 	/* issue device SoftReset too */
33472246da4SFelipe Balbi 	timeout = jiffies + msecs_to_jiffies(500);
33572246da4SFelipe Balbi 	dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST);
33672246da4SFelipe Balbi 	do {
33772246da4SFelipe Balbi 		reg = dwc3_readl(dwc->regs, DWC3_DCTL);
33872246da4SFelipe Balbi 		if (!(reg & DWC3_DCTL_CSFTRST))
33972246da4SFelipe Balbi 			break;
34072246da4SFelipe Balbi 
34172246da4SFelipe Balbi 		if (time_after(jiffies, timeout)) {
34272246da4SFelipe Balbi 			dev_err(dwc->dev, "Reset Timed Out\n");
34372246da4SFelipe Balbi 			ret = -ETIMEDOUT;
34472246da4SFelipe Balbi 			goto err0;
34572246da4SFelipe Balbi 		}
34672246da4SFelipe Balbi 
34772246da4SFelipe Balbi 		cpu_relax();
34872246da4SFelipe Balbi 	} while (true);
34972246da4SFelipe Balbi 
3509f622b2aSFelipe Balbi 	dwc3_cache_hwparams(dwc);
3519f622b2aSFelipe Balbi 
3524878a028SSebastian Andrzej Siewior 	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
3534878a028SSebastian Andrzej Siewior 	reg &= ~DWC3_GCTL_SCALEDOWN(3);
3544878a028SSebastian Andrzej Siewior 	reg &= ~DWC3_GCTL_DISSCRAMBLE;
3554878a028SSebastian Andrzej Siewior 
3564878a028SSebastian Andrzej Siewior 	switch (DWC3_GHWPARAMS1_EN_PWROPT(dwc->hwparams.hwparams0)) {
3574878a028SSebastian Andrzej Siewior 	case DWC3_GHWPARAMS1_EN_PWROPT_CLK:
3584878a028SSebastian Andrzej Siewior 		reg &= ~DWC3_GCTL_DSBLCLKGTNG;
3594878a028SSebastian Andrzej Siewior 		break;
3604878a028SSebastian Andrzej Siewior 	default:
3614878a028SSebastian Andrzej Siewior 		dev_dbg(dwc->dev, "No power optimization available\n");
3624878a028SSebastian Andrzej Siewior 	}
3634878a028SSebastian Andrzej Siewior 
3644878a028SSebastian Andrzej Siewior 	/*
3654878a028SSebastian Andrzej Siewior 	 * WORKAROUND: DWC3 revisions <1.90a have a bug
3664878a028SSebastian Andrzej Siewior 	 * when The device fails to connect at SuperSpeed
3674878a028SSebastian Andrzej Siewior 	 * and falls back to high-speed mode which causes
3684878a028SSebastian Andrzej Siewior 	 * the device to enter in a Connect/Disconnect loop
3694878a028SSebastian Andrzej Siewior 	 */
3704878a028SSebastian Andrzej Siewior 	if (dwc->revision < DWC3_REVISION_190A)
3714878a028SSebastian Andrzej Siewior 		reg |= DWC3_GCTL_U2RSTECN;
3724878a028SSebastian Andrzej Siewior 
3734878a028SSebastian Andrzej Siewior 	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
3744878a028SSebastian Andrzej Siewior 
3759f622b2aSFelipe Balbi 	ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_SIZE);
37672246da4SFelipe Balbi 	if (ret) {
37772246da4SFelipe Balbi 		dev_err(dwc->dev, "failed to allocate event buffers\n");
37872246da4SFelipe Balbi 		ret = -ENOMEM;
37972246da4SFelipe Balbi 		goto err1;
38072246da4SFelipe Balbi 	}
38172246da4SFelipe Balbi 
38272246da4SFelipe Balbi 	ret = dwc3_event_buffers_setup(dwc);
38372246da4SFelipe Balbi 	if (ret) {
38472246da4SFelipe Balbi 		dev_err(dwc->dev, "failed to setup event buffers\n");
38572246da4SFelipe Balbi 		goto err1;
38672246da4SFelipe Balbi 	}
38772246da4SFelipe Balbi 
38872246da4SFelipe Balbi 	return 0;
38972246da4SFelipe Balbi 
39072246da4SFelipe Balbi err1:
39172246da4SFelipe Balbi 	dwc3_free_event_buffers(dwc);
39272246da4SFelipe Balbi 
39372246da4SFelipe Balbi err0:
39472246da4SFelipe Balbi 	return ret;
39572246da4SFelipe Balbi }
39672246da4SFelipe Balbi 
39772246da4SFelipe Balbi static void dwc3_core_exit(struct dwc3 *dwc)
39872246da4SFelipe Balbi {
39972246da4SFelipe Balbi 	dwc3_event_buffers_cleanup(dwc);
40072246da4SFelipe Balbi 	dwc3_free_event_buffers(dwc);
40172246da4SFelipe Balbi }
40272246da4SFelipe Balbi 
40372246da4SFelipe Balbi #define DWC3_ALIGN_MASK		(16 - 1)
40472246da4SFelipe Balbi 
40572246da4SFelipe Balbi static int __devinit dwc3_probe(struct platform_device *pdev)
40672246da4SFelipe Balbi {
40772246da4SFelipe Balbi 	struct resource		*res;
40872246da4SFelipe Balbi 	struct dwc3		*dwc;
4090949e99bSFelipe Balbi 
41072246da4SFelipe Balbi 	int			ret = -ENOMEM;
41172246da4SFelipe Balbi 	int			irq;
4120949e99bSFelipe Balbi 
4130949e99bSFelipe Balbi 	void __iomem		*regs;
41472246da4SFelipe Balbi 	void			*mem;
41572246da4SFelipe Balbi 
4160949e99bSFelipe Balbi 	u8			mode;
4170949e99bSFelipe Balbi 
41872246da4SFelipe Balbi 	mem = kzalloc(sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL);
41972246da4SFelipe Balbi 	if (!mem) {
42072246da4SFelipe Balbi 		dev_err(&pdev->dev, "not enough memory\n");
42172246da4SFelipe Balbi 		goto err0;
42272246da4SFelipe Balbi 	}
42372246da4SFelipe Balbi 	dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1);
42472246da4SFelipe Balbi 	dwc->mem = mem;
42572246da4SFelipe Balbi 
42672246da4SFelipe Balbi 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
42772246da4SFelipe Balbi 	if (!res) {
42872246da4SFelipe Balbi 		dev_err(&pdev->dev, "missing resource\n");
42972246da4SFelipe Balbi 		goto err1;
43072246da4SFelipe Balbi 	}
43172246da4SFelipe Balbi 
432d07e8819SFelipe Balbi 	dwc->res = res;
433d07e8819SFelipe Balbi 
43472246da4SFelipe Balbi 	res = request_mem_region(res->start, resource_size(res),
43572246da4SFelipe Balbi 			dev_name(&pdev->dev));
43672246da4SFelipe Balbi 	if (!res) {
43772246da4SFelipe Balbi 		dev_err(&pdev->dev, "can't request mem region\n");
43872246da4SFelipe Balbi 		goto err1;
43972246da4SFelipe Balbi 	}
44072246da4SFelipe Balbi 
44172246da4SFelipe Balbi 	regs = ioremap(res->start, resource_size(res));
44272246da4SFelipe Balbi 	if (!regs) {
44372246da4SFelipe Balbi 		dev_err(&pdev->dev, "ioremap failed\n");
44472246da4SFelipe Balbi 		goto err2;
44572246da4SFelipe Balbi 	}
44672246da4SFelipe Balbi 
44772246da4SFelipe Balbi 	irq = platform_get_irq(pdev, 0);
44872246da4SFelipe Balbi 	if (irq < 0) {
44972246da4SFelipe Balbi 		dev_err(&pdev->dev, "missing IRQ\n");
45072246da4SFelipe Balbi 		goto err3;
45172246da4SFelipe Balbi 	}
45272246da4SFelipe Balbi 
45372246da4SFelipe Balbi 	spin_lock_init(&dwc->lock);
45472246da4SFelipe Balbi 	platform_set_drvdata(pdev, dwc);
45572246da4SFelipe Balbi 
45672246da4SFelipe Balbi 	dwc->regs	= regs;
45772246da4SFelipe Balbi 	dwc->regs_size	= resource_size(res);
45872246da4SFelipe Balbi 	dwc->dev	= &pdev->dev;
45972246da4SFelipe Balbi 	dwc->irq	= irq;
46072246da4SFelipe Balbi 
4616c167fc9SFelipe Balbi 	if (!strncmp("super", maximum_speed, 5))
4626c167fc9SFelipe Balbi 		dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;
4636c167fc9SFelipe Balbi 	else if (!strncmp("high", maximum_speed, 4))
4646c167fc9SFelipe Balbi 		dwc->maximum_speed = DWC3_DCFG_HIGHSPEED;
4656c167fc9SFelipe Balbi 	else if (!strncmp("full", maximum_speed, 4))
4666c167fc9SFelipe Balbi 		dwc->maximum_speed = DWC3_DCFG_FULLSPEED1;
4676c167fc9SFelipe Balbi 	else if (!strncmp("low", maximum_speed, 3))
4686c167fc9SFelipe Balbi 		dwc->maximum_speed = DWC3_DCFG_LOWSPEED;
4696c167fc9SFelipe Balbi 	else
4706c167fc9SFelipe Balbi 		dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;
4716c167fc9SFelipe Balbi 
47272246da4SFelipe Balbi 	pm_runtime_enable(&pdev->dev);
47372246da4SFelipe Balbi 	pm_runtime_get_sync(&pdev->dev);
47472246da4SFelipe Balbi 	pm_runtime_forbid(&pdev->dev);
47572246da4SFelipe Balbi 
47672246da4SFelipe Balbi 	ret = dwc3_core_init(dwc);
47772246da4SFelipe Balbi 	if (ret) {
47872246da4SFelipe Balbi 		dev_err(&pdev->dev, "failed to initialize core\n");
47972246da4SFelipe Balbi 		goto err3;
48072246da4SFelipe Balbi 	}
48172246da4SFelipe Balbi 
4820949e99bSFelipe Balbi 	mode = DWC3_MODE(dwc->hwparams.hwparams0);
4830949e99bSFelipe Balbi 
4840949e99bSFelipe Balbi 	switch (mode) {
4850949e99bSFelipe Balbi 	case DWC3_MODE_DEVICE:
4863140e8cbSSebastian Andrzej Siewior 		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_DEVICE);
48772246da4SFelipe Balbi 		ret = dwc3_gadget_init(dwc);
48872246da4SFelipe Balbi 		if (ret) {
4890949e99bSFelipe Balbi 			dev_err(&pdev->dev, "failed to initialize gadget\n");
49072246da4SFelipe Balbi 			goto err4;
49172246da4SFelipe Balbi 		}
4920949e99bSFelipe Balbi 		break;
493d07e8819SFelipe Balbi 	case DWC3_MODE_HOST:
4943140e8cbSSebastian Andrzej Siewior 		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_HOST);
495d07e8819SFelipe Balbi 		ret = dwc3_host_init(dwc);
496d07e8819SFelipe Balbi 		if (ret) {
497d07e8819SFelipe Balbi 			dev_err(&pdev->dev, "failed to initialize host\n");
498d07e8819SFelipe Balbi 			goto err4;
499d07e8819SFelipe Balbi 		}
500d07e8819SFelipe Balbi 		break;
501d07e8819SFelipe Balbi 	case DWC3_MODE_DRD:
5023140e8cbSSebastian Andrzej Siewior 		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_OTG);
503d07e8819SFelipe Balbi 		ret = dwc3_host_init(dwc);
504d07e8819SFelipe Balbi 		if (ret) {
505d07e8819SFelipe Balbi 			dev_err(&pdev->dev, "failed to initialize host\n");
506d07e8819SFelipe Balbi 			goto err4;
507d07e8819SFelipe Balbi 		}
508d07e8819SFelipe Balbi 
509d07e8819SFelipe Balbi 		ret = dwc3_gadget_init(dwc);
510d07e8819SFelipe Balbi 		if (ret) {
511d07e8819SFelipe Balbi 			dev_err(&pdev->dev, "failed to initialize gadget\n");
512d07e8819SFelipe Balbi 			goto err4;
513d07e8819SFelipe Balbi 		}
514d07e8819SFelipe Balbi 		break;
5150949e99bSFelipe Balbi 	default:
5160949e99bSFelipe Balbi 		dev_err(&pdev->dev, "Unsupported mode of operation %d\n", mode);
5170949e99bSFelipe Balbi 		goto err4;
51872246da4SFelipe Balbi 	}
5190949e99bSFelipe Balbi 	dwc->mode = mode;
52072246da4SFelipe Balbi 
52172246da4SFelipe Balbi 	ret = dwc3_debugfs_init(dwc);
52272246da4SFelipe Balbi 	if (ret) {
52372246da4SFelipe Balbi 		dev_err(&pdev->dev, "failed to initialize debugfs\n");
52472246da4SFelipe Balbi 		goto err5;
52572246da4SFelipe Balbi 	}
52672246da4SFelipe Balbi 
52772246da4SFelipe Balbi 	pm_runtime_allow(&pdev->dev);
52872246da4SFelipe Balbi 
52972246da4SFelipe Balbi 	return 0;
53072246da4SFelipe Balbi 
53172246da4SFelipe Balbi err5:
5320949e99bSFelipe Balbi 	switch (mode) {
5330949e99bSFelipe Balbi 	case DWC3_MODE_DEVICE:
53472246da4SFelipe Balbi 		dwc3_gadget_exit(dwc);
5350949e99bSFelipe Balbi 		break;
536d07e8819SFelipe Balbi 	case DWC3_MODE_HOST:
537d07e8819SFelipe Balbi 		dwc3_host_exit(dwc);
538d07e8819SFelipe Balbi 		break;
539d07e8819SFelipe Balbi 	case DWC3_MODE_DRD:
540d07e8819SFelipe Balbi 		dwc3_host_exit(dwc);
541d07e8819SFelipe Balbi 		dwc3_gadget_exit(dwc);
542d07e8819SFelipe Balbi 		break;
5430949e99bSFelipe Balbi 	default:
5440949e99bSFelipe Balbi 		/* do nothing */
5450949e99bSFelipe Balbi 		break;
5460949e99bSFelipe Balbi 	}
54772246da4SFelipe Balbi 
54872246da4SFelipe Balbi err4:
54972246da4SFelipe Balbi 	dwc3_core_exit(dwc);
55072246da4SFelipe Balbi 
55172246da4SFelipe Balbi err3:
55272246da4SFelipe Balbi 	iounmap(regs);
55372246da4SFelipe Balbi 
55472246da4SFelipe Balbi err2:
55572246da4SFelipe Balbi 	release_mem_region(res->start, resource_size(res));
55672246da4SFelipe Balbi 
55772246da4SFelipe Balbi err1:
55872246da4SFelipe Balbi 	kfree(dwc->mem);
55972246da4SFelipe Balbi 
56072246da4SFelipe Balbi err0:
56172246da4SFelipe Balbi 	return ret;
56272246da4SFelipe Balbi }
56372246da4SFelipe Balbi 
56472246da4SFelipe Balbi static int __devexit dwc3_remove(struct platform_device *pdev)
56572246da4SFelipe Balbi {
56672246da4SFelipe Balbi 	struct dwc3	*dwc = platform_get_drvdata(pdev);
56772246da4SFelipe Balbi 	struct resource	*res;
56872246da4SFelipe Balbi 
56972246da4SFelipe Balbi 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
57072246da4SFelipe Balbi 
57172246da4SFelipe Balbi 	pm_runtime_put(&pdev->dev);
57272246da4SFelipe Balbi 	pm_runtime_disable(&pdev->dev);
57372246da4SFelipe Balbi 
57472246da4SFelipe Balbi 	dwc3_debugfs_exit(dwc);
57572246da4SFelipe Balbi 
5760949e99bSFelipe Balbi 	switch (dwc->mode) {
5770949e99bSFelipe Balbi 	case DWC3_MODE_DEVICE:
57872246da4SFelipe Balbi 		dwc3_gadget_exit(dwc);
5790949e99bSFelipe Balbi 		break;
580d07e8819SFelipe Balbi 	case DWC3_MODE_HOST:
581d07e8819SFelipe Balbi 		dwc3_host_exit(dwc);
582d07e8819SFelipe Balbi 		break;
583d07e8819SFelipe Balbi 	case DWC3_MODE_DRD:
584d07e8819SFelipe Balbi 		dwc3_host_exit(dwc);
585d07e8819SFelipe Balbi 		dwc3_gadget_exit(dwc);
586d07e8819SFelipe Balbi 		break;
5870949e99bSFelipe Balbi 	default:
5880949e99bSFelipe Balbi 		/* do nothing */
5890949e99bSFelipe Balbi 		break;
5900949e99bSFelipe Balbi 	}
59172246da4SFelipe Balbi 
59272246da4SFelipe Balbi 	dwc3_core_exit(dwc);
59372246da4SFelipe Balbi 	release_mem_region(res->start, resource_size(res));
59472246da4SFelipe Balbi 	iounmap(dwc->regs);
59572246da4SFelipe Balbi 	kfree(dwc->mem);
59672246da4SFelipe Balbi 
59772246da4SFelipe Balbi 	return 0;
59872246da4SFelipe Balbi }
59972246da4SFelipe Balbi 
60072246da4SFelipe Balbi static struct platform_driver dwc3_driver = {
60172246da4SFelipe Balbi 	.probe		= dwc3_probe,
60272246da4SFelipe Balbi 	.remove		= __devexit_p(dwc3_remove),
60372246da4SFelipe Balbi 	.driver		= {
60472246da4SFelipe Balbi 		.name	= "dwc3",
60572246da4SFelipe Balbi 	},
60672246da4SFelipe Balbi };
60772246da4SFelipe Balbi 
6087ae4fc4dSSebastian Andrzej Siewior MODULE_ALIAS("platform:dwc3");
60972246da4SFelipe Balbi MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
61072246da4SFelipe Balbi MODULE_LICENSE("Dual BSD/GPL");
61172246da4SFelipe Balbi MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver");
61272246da4SFelipe Balbi 
61372246da4SFelipe Balbi static int __devinit dwc3_init(void)
61472246da4SFelipe Balbi {
61572246da4SFelipe Balbi 	return platform_driver_register(&dwc3_driver);
61672246da4SFelipe Balbi }
61772246da4SFelipe Balbi module_init(dwc3_init);
61872246da4SFelipe Balbi 
61972246da4SFelipe Balbi static void __exit dwc3_exit(void)
62072246da4SFelipe Balbi {
62172246da4SFelipe Balbi 	platform_driver_unregister(&dwc3_driver);
62272246da4SFelipe Balbi }
62372246da4SFelipe Balbi module_exit(dwc3_exit);
624