172246da4SFelipe Balbi /** 272246da4SFelipe Balbi * core.c - DesignWare USB3 DRD Controller Core file 372246da4SFelipe Balbi * 472246da4SFelipe Balbi * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com 572246da4SFelipe Balbi * 672246da4SFelipe Balbi * Authors: Felipe Balbi <balbi@ti.com>, 772246da4SFelipe Balbi * Sebastian Andrzej Siewior <bigeasy@linutronix.de> 872246da4SFelipe Balbi * 95945f789SFelipe Balbi * This program is free software: you can redistribute it and/or modify 105945f789SFelipe Balbi * it under the terms of the GNU General Public License version 2 of 115945f789SFelipe Balbi * the License as published by the Free Software Foundation. 1272246da4SFelipe Balbi * 135945f789SFelipe Balbi * This program is distributed in the hope that it will be useful, 145945f789SFelipe Balbi * but WITHOUT ANY WARRANTY; without even the implied warranty of 155945f789SFelipe Balbi * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 165945f789SFelipe Balbi * GNU General Public License for more details. 1772246da4SFelipe Balbi * 185945f789SFelipe Balbi * You should have received a copy of the GNU General Public License 195945f789SFelipe Balbi * along with this program. If not, see <http://www.gnu.org/licenses/>. 2072246da4SFelipe Balbi */ 2172246da4SFelipe Balbi 22a72e658bSFelipe Balbi #include <linux/module.h> 2372246da4SFelipe Balbi #include <linux/kernel.h> 2472246da4SFelipe Balbi #include <linux/slab.h> 2572246da4SFelipe Balbi #include <linux/spinlock.h> 2672246da4SFelipe Balbi #include <linux/platform_device.h> 2772246da4SFelipe Balbi #include <linux/pm_runtime.h> 2872246da4SFelipe Balbi #include <linux/interrupt.h> 2972246da4SFelipe Balbi #include <linux/ioport.h> 3072246da4SFelipe Balbi #include <linux/io.h> 3172246da4SFelipe Balbi #include <linux/list.h> 3272246da4SFelipe Balbi #include <linux/delay.h> 3372246da4SFelipe Balbi #include <linux/dma-mapping.h> 34457e84b6SFelipe Balbi #include <linux/of.h> 3572246da4SFelipe Balbi 3672246da4SFelipe Balbi #include <linux/usb/ch9.h> 3772246da4SFelipe Balbi #include <linux/usb/gadget.h> 38f7e846f0SFelipe Balbi #include <linux/usb/of.h> 39a45c82b8SRuchika Kharwar #include <linux/usb/otg.h> 4072246da4SFelipe Balbi 416462cbd5SFelipe Balbi #include "platform_data.h" 4272246da4SFelipe Balbi #include "core.h" 4372246da4SFelipe Balbi #include "gadget.h" 4472246da4SFelipe Balbi #include "io.h" 4572246da4SFelipe Balbi 4672246da4SFelipe Balbi #include "debug.h" 4772246da4SFelipe Balbi 488300dd23SFelipe Balbi /* -------------------------------------------------------------------------- */ 498300dd23SFelipe Balbi 503140e8cbSSebastian Andrzej Siewior void dwc3_set_mode(struct dwc3 *dwc, u32 mode) 513140e8cbSSebastian Andrzej Siewior { 523140e8cbSSebastian Andrzej Siewior u32 reg; 533140e8cbSSebastian Andrzej Siewior 543140e8cbSSebastian Andrzej Siewior reg = dwc3_readl(dwc->regs, DWC3_GCTL); 553140e8cbSSebastian Andrzej Siewior reg &= ~(DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG)); 563140e8cbSSebastian Andrzej Siewior reg |= DWC3_GCTL_PRTCAPDIR(mode); 573140e8cbSSebastian Andrzej Siewior dwc3_writel(dwc->regs, DWC3_GCTL, reg); 583140e8cbSSebastian Andrzej Siewior } 598300dd23SFelipe Balbi 6072246da4SFelipe Balbi /** 6172246da4SFelipe Balbi * dwc3_core_soft_reset - Issues core soft reset and PHY reset 6272246da4SFelipe Balbi * @dwc: pointer to our context structure 6372246da4SFelipe Balbi */ 6457303488SKishon Vijay Abraham I static int dwc3_core_soft_reset(struct dwc3 *dwc) 6572246da4SFelipe Balbi { 6672246da4SFelipe Balbi u32 reg; 6757303488SKishon Vijay Abraham I int ret; 6872246da4SFelipe Balbi 6972246da4SFelipe Balbi /* Before Resetting PHY, put Core in Reset */ 7072246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_GCTL); 7172246da4SFelipe Balbi reg |= DWC3_GCTL_CORESOFTRESET; 7272246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GCTL, reg); 7372246da4SFelipe Balbi 7472246da4SFelipe Balbi /* Assert USB3 PHY reset */ 7572246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0)); 7672246da4SFelipe Balbi reg |= DWC3_GUSB3PIPECTL_PHYSOFTRST; 7772246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg); 7872246da4SFelipe Balbi 7972246da4SFelipe Balbi /* Assert USB2 PHY reset */ 8072246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0)); 8172246da4SFelipe Balbi reg |= DWC3_GUSB2PHYCFG_PHYSOFTRST; 8272246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg); 8372246da4SFelipe Balbi 8451e1e7bcSFelipe Balbi usb_phy_init(dwc->usb2_phy); 8551e1e7bcSFelipe Balbi usb_phy_init(dwc->usb3_phy); 8657303488SKishon Vijay Abraham I ret = phy_init(dwc->usb2_generic_phy); 8757303488SKishon Vijay Abraham I if (ret < 0) 8857303488SKishon Vijay Abraham I return ret; 8957303488SKishon Vijay Abraham I 9057303488SKishon Vijay Abraham I ret = phy_init(dwc->usb3_generic_phy); 9157303488SKishon Vijay Abraham I if (ret < 0) { 9257303488SKishon Vijay Abraham I phy_exit(dwc->usb2_generic_phy); 9357303488SKishon Vijay Abraham I return ret; 9457303488SKishon Vijay Abraham I } 9572246da4SFelipe Balbi mdelay(100); 9672246da4SFelipe Balbi 9772246da4SFelipe Balbi /* Clear USB3 PHY reset */ 9872246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0)); 9972246da4SFelipe Balbi reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST; 10072246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg); 10172246da4SFelipe Balbi 10272246da4SFelipe Balbi /* Clear USB2 PHY reset */ 10372246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0)); 10472246da4SFelipe Balbi reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST; 10572246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg); 10672246da4SFelipe Balbi 10745627ac6SPratyush Anand mdelay(100); 10845627ac6SPratyush Anand 10972246da4SFelipe Balbi /* After PHYs are stable we can take Core out of reset state */ 11072246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_GCTL); 11172246da4SFelipe Balbi reg &= ~DWC3_GCTL_CORESOFTRESET; 11272246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GCTL, reg); 11357303488SKishon Vijay Abraham I 11457303488SKishon Vijay Abraham I return 0; 11572246da4SFelipe Balbi } 11672246da4SFelipe Balbi 11772246da4SFelipe Balbi /** 11872246da4SFelipe Balbi * dwc3_free_one_event_buffer - Frees one event buffer 11972246da4SFelipe Balbi * @dwc: Pointer to our controller context structure 12072246da4SFelipe Balbi * @evt: Pointer to event buffer to be freed 12172246da4SFelipe Balbi */ 12272246da4SFelipe Balbi static void dwc3_free_one_event_buffer(struct dwc3 *dwc, 12372246da4SFelipe Balbi struct dwc3_event_buffer *evt) 12472246da4SFelipe Balbi { 12572246da4SFelipe Balbi dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma); 12672246da4SFelipe Balbi } 12772246da4SFelipe Balbi 12872246da4SFelipe Balbi /** 1291d046793SPaul Zimmerman * dwc3_alloc_one_event_buffer - Allocates one event buffer structure 13072246da4SFelipe Balbi * @dwc: Pointer to our controller context structure 13172246da4SFelipe Balbi * @length: size of the event buffer 13272246da4SFelipe Balbi * 1331d046793SPaul Zimmerman * Returns a pointer to the allocated event buffer structure on success 13472246da4SFelipe Balbi * otherwise ERR_PTR(errno). 13572246da4SFelipe Balbi */ 13667d0b500SFelipe Balbi static struct dwc3_event_buffer *dwc3_alloc_one_event_buffer(struct dwc3 *dwc, 13767d0b500SFelipe Balbi unsigned length) 13872246da4SFelipe Balbi { 13972246da4SFelipe Balbi struct dwc3_event_buffer *evt; 14072246da4SFelipe Balbi 141380f0d28SFelipe Balbi evt = devm_kzalloc(dwc->dev, sizeof(*evt), GFP_KERNEL); 14272246da4SFelipe Balbi if (!evt) 14372246da4SFelipe Balbi return ERR_PTR(-ENOMEM); 14472246da4SFelipe Balbi 14572246da4SFelipe Balbi evt->dwc = dwc; 14672246da4SFelipe Balbi evt->length = length; 14772246da4SFelipe Balbi evt->buf = dma_alloc_coherent(dwc->dev, length, 14872246da4SFelipe Balbi &evt->dma, GFP_KERNEL); 149e32672f0SFelipe Balbi if (!evt->buf) 15072246da4SFelipe Balbi return ERR_PTR(-ENOMEM); 15172246da4SFelipe Balbi 15272246da4SFelipe Balbi return evt; 15372246da4SFelipe Balbi } 15472246da4SFelipe Balbi 15572246da4SFelipe Balbi /** 15672246da4SFelipe Balbi * dwc3_free_event_buffers - frees all allocated event buffers 15772246da4SFelipe Balbi * @dwc: Pointer to our controller context structure 15872246da4SFelipe Balbi */ 15972246da4SFelipe Balbi static void dwc3_free_event_buffers(struct dwc3 *dwc) 16072246da4SFelipe Balbi { 16172246da4SFelipe Balbi struct dwc3_event_buffer *evt; 16272246da4SFelipe Balbi int i; 16372246da4SFelipe Balbi 1649f622b2aSFelipe Balbi for (i = 0; i < dwc->num_event_buffers; i++) { 16572246da4SFelipe Balbi evt = dwc->ev_buffs[i]; 16664b6c8a7SAnton Tikhomirov if (evt) 16772246da4SFelipe Balbi dwc3_free_one_event_buffer(dwc, evt); 16872246da4SFelipe Balbi } 16972246da4SFelipe Balbi } 17072246da4SFelipe Balbi 17172246da4SFelipe Balbi /** 17272246da4SFelipe Balbi * dwc3_alloc_event_buffers - Allocates @num event buffers of size @length 1731d046793SPaul Zimmerman * @dwc: pointer to our controller context structure 17472246da4SFelipe Balbi * @length: size of event buffer 17572246da4SFelipe Balbi * 1761d046793SPaul Zimmerman * Returns 0 on success otherwise negative errno. In the error case, dwc 17772246da4SFelipe Balbi * may contain some buffers allocated but not all which were requested. 17872246da4SFelipe Balbi */ 17941ac7b3aSBill Pemberton static int dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned length) 18072246da4SFelipe Balbi { 1819f622b2aSFelipe Balbi int num; 18272246da4SFelipe Balbi int i; 18372246da4SFelipe Balbi 1849f622b2aSFelipe Balbi num = DWC3_NUM_INT(dwc->hwparams.hwparams1); 1859f622b2aSFelipe Balbi dwc->num_event_buffers = num; 1869f622b2aSFelipe Balbi 187380f0d28SFelipe Balbi dwc->ev_buffs = devm_kzalloc(dwc->dev, sizeof(*dwc->ev_buffs) * num, 188380f0d28SFelipe Balbi GFP_KERNEL); 189457d3f21SFelipe Balbi if (!dwc->ev_buffs) { 190457d3f21SFelipe Balbi dev_err(dwc->dev, "can't allocate event buffers array\n"); 191457d3f21SFelipe Balbi return -ENOMEM; 192457d3f21SFelipe Balbi } 193457d3f21SFelipe Balbi 19472246da4SFelipe Balbi for (i = 0; i < num; i++) { 19572246da4SFelipe Balbi struct dwc3_event_buffer *evt; 19672246da4SFelipe Balbi 19772246da4SFelipe Balbi evt = dwc3_alloc_one_event_buffer(dwc, length); 19872246da4SFelipe Balbi if (IS_ERR(evt)) { 19972246da4SFelipe Balbi dev_err(dwc->dev, "can't allocate event buffer\n"); 20072246da4SFelipe Balbi return PTR_ERR(evt); 20172246da4SFelipe Balbi } 20272246da4SFelipe Balbi dwc->ev_buffs[i] = evt; 20372246da4SFelipe Balbi } 20472246da4SFelipe Balbi 20572246da4SFelipe Balbi return 0; 20672246da4SFelipe Balbi } 20772246da4SFelipe Balbi 20872246da4SFelipe Balbi /** 20972246da4SFelipe Balbi * dwc3_event_buffers_setup - setup our allocated event buffers 2101d046793SPaul Zimmerman * @dwc: pointer to our controller context structure 21172246da4SFelipe Balbi * 21272246da4SFelipe Balbi * Returns 0 on success otherwise negative errno. 21372246da4SFelipe Balbi */ 2147acd85e0SPaul Zimmerman static int dwc3_event_buffers_setup(struct dwc3 *dwc) 21572246da4SFelipe Balbi { 21672246da4SFelipe Balbi struct dwc3_event_buffer *evt; 21772246da4SFelipe Balbi int n; 21872246da4SFelipe Balbi 2199f622b2aSFelipe Balbi for (n = 0; n < dwc->num_event_buffers; n++) { 22072246da4SFelipe Balbi evt = dwc->ev_buffs[n]; 22172246da4SFelipe Balbi dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n", 22272246da4SFelipe Balbi evt->buf, (unsigned long long) evt->dma, 22372246da4SFelipe Balbi evt->length); 22472246da4SFelipe Balbi 2257acd85e0SPaul Zimmerman evt->lpos = 0; 2267acd85e0SPaul Zimmerman 22772246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 22872246da4SFelipe Balbi lower_32_bits(evt->dma)); 22972246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 23072246da4SFelipe Balbi upper_32_bits(evt->dma)); 23172246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), 23268d6a01bSFelipe Balbi DWC3_GEVNTSIZ_SIZE(evt->length)); 23372246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0); 23472246da4SFelipe Balbi } 23572246da4SFelipe Balbi 23672246da4SFelipe Balbi return 0; 23772246da4SFelipe Balbi } 23872246da4SFelipe Balbi 23972246da4SFelipe Balbi static void dwc3_event_buffers_cleanup(struct dwc3 *dwc) 24072246da4SFelipe Balbi { 24172246da4SFelipe Balbi struct dwc3_event_buffer *evt; 24272246da4SFelipe Balbi int n; 24372246da4SFelipe Balbi 2449f622b2aSFelipe Balbi for (n = 0; n < dwc->num_event_buffers; n++) { 24572246da4SFelipe Balbi evt = dwc->ev_buffs[n]; 2467acd85e0SPaul Zimmerman 2477acd85e0SPaul Zimmerman evt->lpos = 0; 2487acd85e0SPaul Zimmerman 24972246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0); 25072246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0); 25168d6a01bSFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), DWC3_GEVNTSIZ_INTMASK 25268d6a01bSFelipe Balbi | DWC3_GEVNTSIZ_SIZE(0)); 25372246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0); 25472246da4SFelipe Balbi } 25572246da4SFelipe Balbi } 25672246da4SFelipe Balbi 2570ffcaf37SFelipe Balbi static int dwc3_alloc_scratch_buffers(struct dwc3 *dwc) 2580ffcaf37SFelipe Balbi { 2590ffcaf37SFelipe Balbi if (!dwc->has_hibernation) 2600ffcaf37SFelipe Balbi return 0; 2610ffcaf37SFelipe Balbi 2620ffcaf37SFelipe Balbi if (!dwc->nr_scratch) 2630ffcaf37SFelipe Balbi return 0; 2640ffcaf37SFelipe Balbi 2650ffcaf37SFelipe Balbi dwc->scratchbuf = kmalloc_array(dwc->nr_scratch, 2660ffcaf37SFelipe Balbi DWC3_SCRATCHBUF_SIZE, GFP_KERNEL); 2670ffcaf37SFelipe Balbi if (!dwc->scratchbuf) 2680ffcaf37SFelipe Balbi return -ENOMEM; 2690ffcaf37SFelipe Balbi 2700ffcaf37SFelipe Balbi return 0; 2710ffcaf37SFelipe Balbi } 2720ffcaf37SFelipe Balbi 2730ffcaf37SFelipe Balbi static int dwc3_setup_scratch_buffers(struct dwc3 *dwc) 2740ffcaf37SFelipe Balbi { 2750ffcaf37SFelipe Balbi dma_addr_t scratch_addr; 2760ffcaf37SFelipe Balbi u32 param; 2770ffcaf37SFelipe Balbi int ret; 2780ffcaf37SFelipe Balbi 2790ffcaf37SFelipe Balbi if (!dwc->has_hibernation) 2800ffcaf37SFelipe Balbi return 0; 2810ffcaf37SFelipe Balbi 2820ffcaf37SFelipe Balbi if (!dwc->nr_scratch) 2830ffcaf37SFelipe Balbi return 0; 2840ffcaf37SFelipe Balbi 2850ffcaf37SFelipe Balbi /* should never fall here */ 2860ffcaf37SFelipe Balbi if (!WARN_ON(dwc->scratchbuf)) 2870ffcaf37SFelipe Balbi return 0; 2880ffcaf37SFelipe Balbi 2890ffcaf37SFelipe Balbi scratch_addr = dma_map_single(dwc->dev, dwc->scratchbuf, 2900ffcaf37SFelipe Balbi dwc->nr_scratch * DWC3_SCRATCHBUF_SIZE, 2910ffcaf37SFelipe Balbi DMA_BIDIRECTIONAL); 2920ffcaf37SFelipe Balbi if (dma_mapping_error(dwc->dev, scratch_addr)) { 2930ffcaf37SFelipe Balbi dev_err(dwc->dev, "failed to map scratch buffer\n"); 2940ffcaf37SFelipe Balbi ret = -EFAULT; 2950ffcaf37SFelipe Balbi goto err0; 2960ffcaf37SFelipe Balbi } 2970ffcaf37SFelipe Balbi 2980ffcaf37SFelipe Balbi dwc->scratch_addr = scratch_addr; 2990ffcaf37SFelipe Balbi 3000ffcaf37SFelipe Balbi param = lower_32_bits(scratch_addr); 3010ffcaf37SFelipe Balbi 3020ffcaf37SFelipe Balbi ret = dwc3_send_gadget_generic_command(dwc, 3030ffcaf37SFelipe Balbi DWC3_DGCMD_SET_SCRATCHPAD_ADDR_LO, param); 3040ffcaf37SFelipe Balbi if (ret < 0) 3050ffcaf37SFelipe Balbi goto err1; 3060ffcaf37SFelipe Balbi 3070ffcaf37SFelipe Balbi param = upper_32_bits(scratch_addr); 3080ffcaf37SFelipe Balbi 3090ffcaf37SFelipe Balbi ret = dwc3_send_gadget_generic_command(dwc, 3100ffcaf37SFelipe Balbi DWC3_DGCMD_SET_SCRATCHPAD_ADDR_HI, param); 3110ffcaf37SFelipe Balbi if (ret < 0) 3120ffcaf37SFelipe Balbi goto err1; 3130ffcaf37SFelipe Balbi 3140ffcaf37SFelipe Balbi return 0; 3150ffcaf37SFelipe Balbi 3160ffcaf37SFelipe Balbi err1: 3170ffcaf37SFelipe Balbi dma_unmap_single(dwc->dev, dwc->scratch_addr, dwc->nr_scratch * 3180ffcaf37SFelipe Balbi DWC3_SCRATCHBUF_SIZE, DMA_BIDIRECTIONAL); 3190ffcaf37SFelipe Balbi 3200ffcaf37SFelipe Balbi err0: 3210ffcaf37SFelipe Balbi return ret; 3220ffcaf37SFelipe Balbi } 3230ffcaf37SFelipe Balbi 3240ffcaf37SFelipe Balbi static void dwc3_free_scratch_buffers(struct dwc3 *dwc) 3250ffcaf37SFelipe Balbi { 3260ffcaf37SFelipe Balbi if (!dwc->has_hibernation) 3270ffcaf37SFelipe Balbi return; 3280ffcaf37SFelipe Balbi 3290ffcaf37SFelipe Balbi if (!dwc->nr_scratch) 3300ffcaf37SFelipe Balbi return; 3310ffcaf37SFelipe Balbi 3320ffcaf37SFelipe Balbi /* should never fall here */ 3330ffcaf37SFelipe Balbi if (!WARN_ON(dwc->scratchbuf)) 3340ffcaf37SFelipe Balbi return; 3350ffcaf37SFelipe Balbi 3360ffcaf37SFelipe Balbi dma_unmap_single(dwc->dev, dwc->scratch_addr, dwc->nr_scratch * 3370ffcaf37SFelipe Balbi DWC3_SCRATCHBUF_SIZE, DMA_BIDIRECTIONAL); 3380ffcaf37SFelipe Balbi kfree(dwc->scratchbuf); 3390ffcaf37SFelipe Balbi } 3400ffcaf37SFelipe Balbi 341789451f6SFelipe Balbi static void dwc3_core_num_eps(struct dwc3 *dwc) 342789451f6SFelipe Balbi { 343789451f6SFelipe Balbi struct dwc3_hwparams *parms = &dwc->hwparams; 344789451f6SFelipe Balbi 345789451f6SFelipe Balbi dwc->num_in_eps = DWC3_NUM_IN_EPS(parms); 346789451f6SFelipe Balbi dwc->num_out_eps = DWC3_NUM_EPS(parms) - dwc->num_in_eps; 347789451f6SFelipe Balbi 348789451f6SFelipe Balbi dev_vdbg(dwc->dev, "found %d IN and %d OUT endpoints\n", 349789451f6SFelipe Balbi dwc->num_in_eps, dwc->num_out_eps); 350789451f6SFelipe Balbi } 351789451f6SFelipe Balbi 35241ac7b3aSBill Pemberton static void dwc3_cache_hwparams(struct dwc3 *dwc) 35326ceca97SFelipe Balbi { 35426ceca97SFelipe Balbi struct dwc3_hwparams *parms = &dwc->hwparams; 35526ceca97SFelipe Balbi 35626ceca97SFelipe Balbi parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0); 35726ceca97SFelipe Balbi parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1); 35826ceca97SFelipe Balbi parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2); 35926ceca97SFelipe Balbi parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3); 36026ceca97SFelipe Balbi parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4); 36126ceca97SFelipe Balbi parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5); 36226ceca97SFelipe Balbi parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6); 36326ceca97SFelipe Balbi parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7); 36426ceca97SFelipe Balbi parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8); 36526ceca97SFelipe Balbi } 36626ceca97SFelipe Balbi 36772246da4SFelipe Balbi /** 36872246da4SFelipe Balbi * dwc3_core_init - Low-level initialization of DWC3 Core 36972246da4SFelipe Balbi * @dwc: Pointer to our controller context structure 37072246da4SFelipe Balbi * 37172246da4SFelipe Balbi * Returns 0 on success otherwise negative errno. 37272246da4SFelipe Balbi */ 37341ac7b3aSBill Pemberton static int dwc3_core_init(struct dwc3 *dwc) 37472246da4SFelipe Balbi { 37572246da4SFelipe Balbi unsigned long timeout; 3760ffcaf37SFelipe Balbi u32 hwparams4 = dwc->hwparams.hwparams4; 37772246da4SFelipe Balbi u32 reg; 37872246da4SFelipe Balbi int ret; 37972246da4SFelipe Balbi 3807650bd74SSebastian Andrzej Siewior reg = dwc3_readl(dwc->regs, DWC3_GSNPSID); 3817650bd74SSebastian Andrzej Siewior /* This should read as U3 followed by revision number */ 3827650bd74SSebastian Andrzej Siewior if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) { 3837650bd74SSebastian Andrzej Siewior dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n"); 3847650bd74SSebastian Andrzej Siewior ret = -ENODEV; 3857650bd74SSebastian Andrzej Siewior goto err0; 3867650bd74SSebastian Andrzej Siewior } 387248b122bSFelipe Balbi dwc->revision = reg; 3887650bd74SSebastian Andrzej Siewior 38972246da4SFelipe Balbi /* issue device SoftReset too */ 39072246da4SFelipe Balbi timeout = jiffies + msecs_to_jiffies(500); 39172246da4SFelipe Balbi dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST); 39272246da4SFelipe Balbi do { 39372246da4SFelipe Balbi reg = dwc3_readl(dwc->regs, DWC3_DCTL); 39472246da4SFelipe Balbi if (!(reg & DWC3_DCTL_CSFTRST)) 39572246da4SFelipe Balbi break; 39672246da4SFelipe Balbi 39772246da4SFelipe Balbi if (time_after(jiffies, timeout)) { 39872246da4SFelipe Balbi dev_err(dwc->dev, "Reset Timed Out\n"); 39972246da4SFelipe Balbi ret = -ETIMEDOUT; 40072246da4SFelipe Balbi goto err0; 40172246da4SFelipe Balbi } 40272246da4SFelipe Balbi 40372246da4SFelipe Balbi cpu_relax(); 40472246da4SFelipe Balbi } while (true); 40572246da4SFelipe Balbi 40657303488SKishon Vijay Abraham I ret = dwc3_core_soft_reset(dwc); 40757303488SKishon Vijay Abraham I if (ret) 40857303488SKishon Vijay Abraham I goto err0; 40958a0f23fSPratyush Anand 4104878a028SSebastian Andrzej Siewior reg = dwc3_readl(dwc->regs, DWC3_GCTL); 4113e87c42aSPaul Zimmerman reg &= ~DWC3_GCTL_SCALEDOWN_MASK; 4124878a028SSebastian Andrzej Siewior reg &= ~DWC3_GCTL_DISSCRAMBLE; 4134878a028SSebastian Andrzej Siewior 414164d7731SSebastian Andrzej Siewior switch (DWC3_GHWPARAMS1_EN_PWROPT(dwc->hwparams.hwparams1)) { 4154878a028SSebastian Andrzej Siewior case DWC3_GHWPARAMS1_EN_PWROPT_CLK: 41632a4a135SFelipe Balbi /** 41732a4a135SFelipe Balbi * WORKAROUND: DWC3 revisions between 2.10a and 2.50a have an 41832a4a135SFelipe Balbi * issue which would cause xHCI compliance tests to fail. 41932a4a135SFelipe Balbi * 42032a4a135SFelipe Balbi * Because of that we cannot enable clock gating on such 42132a4a135SFelipe Balbi * configurations. 42232a4a135SFelipe Balbi * 42332a4a135SFelipe Balbi * Refers to: 42432a4a135SFelipe Balbi * 42532a4a135SFelipe Balbi * STAR#9000588375: Clock Gating, SOF Issues when ref_clk-Based 42632a4a135SFelipe Balbi * SOF/ITP Mode Used 42732a4a135SFelipe Balbi */ 42832a4a135SFelipe Balbi if ((dwc->dr_mode == USB_DR_MODE_HOST || 42932a4a135SFelipe Balbi dwc->dr_mode == USB_DR_MODE_OTG) && 43032a4a135SFelipe Balbi (dwc->revision >= DWC3_REVISION_210A && 43132a4a135SFelipe Balbi dwc->revision <= DWC3_REVISION_250A)) 43232a4a135SFelipe Balbi reg |= DWC3_GCTL_DSBLCLKGTNG | DWC3_GCTL_SOFITPSYNC; 43332a4a135SFelipe Balbi else 4344878a028SSebastian Andrzej Siewior reg &= ~DWC3_GCTL_DSBLCLKGTNG; 4354878a028SSebastian Andrzej Siewior break; 4360ffcaf37SFelipe Balbi case DWC3_GHWPARAMS1_EN_PWROPT_HIB: 4370ffcaf37SFelipe Balbi /* enable hibernation here */ 4380ffcaf37SFelipe Balbi dwc->nr_scratch = DWC3_GHWPARAMS4_HIBER_SCRATCHBUFS(hwparams4); 4390ffcaf37SFelipe Balbi break; 4404878a028SSebastian Andrzej Siewior default: 4414878a028SSebastian Andrzej Siewior dev_dbg(dwc->dev, "No power optimization available\n"); 4424878a028SSebastian Andrzej Siewior } 4434878a028SSebastian Andrzej Siewior 4444878a028SSebastian Andrzej Siewior /* 4454878a028SSebastian Andrzej Siewior * WORKAROUND: DWC3 revisions <1.90a have a bug 4461d046793SPaul Zimmerman * where the device can fail to connect at SuperSpeed 4474878a028SSebastian Andrzej Siewior * and falls back to high-speed mode which causes 4481d046793SPaul Zimmerman * the device to enter a Connect/Disconnect loop 4494878a028SSebastian Andrzej Siewior */ 4504878a028SSebastian Andrzej Siewior if (dwc->revision < DWC3_REVISION_190A) 4514878a028SSebastian Andrzej Siewior reg |= DWC3_GCTL_U2RSTECN; 4524878a028SSebastian Andrzej Siewior 453789451f6SFelipe Balbi dwc3_core_num_eps(dwc); 454789451f6SFelipe Balbi 4554878a028SSebastian Andrzej Siewior dwc3_writel(dwc->regs, DWC3_GCTL, reg); 4564878a028SSebastian Andrzej Siewior 4570ffcaf37SFelipe Balbi ret = dwc3_alloc_scratch_buffers(dwc); 4580ffcaf37SFelipe Balbi if (ret) 4590ffcaf37SFelipe Balbi goto err1; 4600ffcaf37SFelipe Balbi 4610ffcaf37SFelipe Balbi ret = dwc3_setup_scratch_buffers(dwc); 4620ffcaf37SFelipe Balbi if (ret) 4630ffcaf37SFelipe Balbi goto err2; 4640ffcaf37SFelipe Balbi 46572246da4SFelipe Balbi return 0; 46672246da4SFelipe Balbi 4670ffcaf37SFelipe Balbi err2: 4680ffcaf37SFelipe Balbi dwc3_free_scratch_buffers(dwc); 4690ffcaf37SFelipe Balbi 4700ffcaf37SFelipe Balbi err1: 4710ffcaf37SFelipe Balbi usb_phy_shutdown(dwc->usb2_phy); 4720ffcaf37SFelipe Balbi usb_phy_shutdown(dwc->usb3_phy); 47357303488SKishon Vijay Abraham I phy_exit(dwc->usb2_generic_phy); 47457303488SKishon Vijay Abraham I phy_exit(dwc->usb3_generic_phy); 4750ffcaf37SFelipe Balbi 47672246da4SFelipe Balbi err0: 47772246da4SFelipe Balbi return ret; 47872246da4SFelipe Balbi } 47972246da4SFelipe Balbi 48072246da4SFelipe Balbi static void dwc3_core_exit(struct dwc3 *dwc) 48172246da4SFelipe Balbi { 4820ffcaf37SFelipe Balbi dwc3_free_scratch_buffers(dwc); 48301b8daf7SVivek Gautam usb_phy_shutdown(dwc->usb2_phy); 48401b8daf7SVivek Gautam usb_phy_shutdown(dwc->usb3_phy); 48557303488SKishon Vijay Abraham I phy_exit(dwc->usb2_generic_phy); 48657303488SKishon Vijay Abraham I phy_exit(dwc->usb3_generic_phy); 48772246da4SFelipe Balbi } 48872246da4SFelipe Balbi 4893c9f94acSFelipe Balbi static int dwc3_core_get_phy(struct dwc3 *dwc) 49072246da4SFelipe Balbi { 4913c9f94acSFelipe Balbi struct device *dev = dwc->dev; 492941ea361SFelipe Balbi struct device_node *node = dev->of_node; 4933c9f94acSFelipe Balbi int ret; 49472246da4SFelipe Balbi 4955088b6f5SKishon Vijay Abraham I if (node) { 4965088b6f5SKishon Vijay Abraham I dwc->usb2_phy = devm_usb_get_phy_by_phandle(dev, "usb-phy", 0); 4975088b6f5SKishon Vijay Abraham I dwc->usb3_phy = devm_usb_get_phy_by_phandle(dev, "usb-phy", 1); 498bb674907SFelipe Balbi } else { 499bb674907SFelipe Balbi dwc->usb2_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB2); 500bb674907SFelipe Balbi dwc->usb3_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB3); 5015088b6f5SKishon Vijay Abraham I } 5025088b6f5SKishon Vijay Abraham I 503d105e7f8SFelipe Balbi if (IS_ERR(dwc->usb2_phy)) { 504d105e7f8SFelipe Balbi ret = PTR_ERR(dwc->usb2_phy); 505122f06e6SKishon Vijay Abraham I if (ret == -ENXIO || ret == -ENODEV) { 506122f06e6SKishon Vijay Abraham I dwc->usb2_phy = NULL; 507122f06e6SKishon Vijay Abraham I } else if (ret == -EPROBE_DEFER) { 508d105e7f8SFelipe Balbi return ret; 509122f06e6SKishon Vijay Abraham I } else { 51051e1e7bcSFelipe Balbi dev_err(dev, "no usb2 phy configured\n"); 511122f06e6SKishon Vijay Abraham I return ret; 512122f06e6SKishon Vijay Abraham I } 51351e1e7bcSFelipe Balbi } 51451e1e7bcSFelipe Balbi 515d105e7f8SFelipe Balbi if (IS_ERR(dwc->usb3_phy)) { 516315955d7SRuchika Kharwar ret = PTR_ERR(dwc->usb3_phy); 517122f06e6SKishon Vijay Abraham I if (ret == -ENXIO || ret == -ENODEV) { 518122f06e6SKishon Vijay Abraham I dwc->usb3_phy = NULL; 519122f06e6SKishon Vijay Abraham I } else if (ret == -EPROBE_DEFER) { 520d105e7f8SFelipe Balbi return ret; 521122f06e6SKishon Vijay Abraham I } else { 52251e1e7bcSFelipe Balbi dev_err(dev, "no usb3 phy configured\n"); 523122f06e6SKishon Vijay Abraham I return ret; 524122f06e6SKishon Vijay Abraham I } 52551e1e7bcSFelipe Balbi } 52651e1e7bcSFelipe Balbi 52757303488SKishon Vijay Abraham I dwc->usb2_generic_phy = devm_phy_get(dev, "usb2-phy"); 52857303488SKishon Vijay Abraham I if (IS_ERR(dwc->usb2_generic_phy)) { 52957303488SKishon Vijay Abraham I ret = PTR_ERR(dwc->usb2_generic_phy); 53057303488SKishon Vijay Abraham I if (ret == -ENOSYS || ret == -ENODEV) { 53157303488SKishon Vijay Abraham I dwc->usb2_generic_phy = NULL; 53257303488SKishon Vijay Abraham I } else if (ret == -EPROBE_DEFER) { 53357303488SKishon Vijay Abraham I return ret; 53457303488SKishon Vijay Abraham I } else { 53557303488SKishon Vijay Abraham I dev_err(dev, "no usb2 phy configured\n"); 53657303488SKishon Vijay Abraham I return ret; 53757303488SKishon Vijay Abraham I } 53857303488SKishon Vijay Abraham I } 53957303488SKishon Vijay Abraham I 54057303488SKishon Vijay Abraham I dwc->usb3_generic_phy = devm_phy_get(dev, "usb3-phy"); 54157303488SKishon Vijay Abraham I if (IS_ERR(dwc->usb3_generic_phy)) { 54257303488SKishon Vijay Abraham I ret = PTR_ERR(dwc->usb3_generic_phy); 54357303488SKishon Vijay Abraham I if (ret == -ENOSYS || ret == -ENODEV) { 54457303488SKishon Vijay Abraham I dwc->usb3_generic_phy = NULL; 54557303488SKishon Vijay Abraham I } else if (ret == -EPROBE_DEFER) { 54657303488SKishon Vijay Abraham I return ret; 54757303488SKishon Vijay Abraham I } else { 54857303488SKishon Vijay Abraham I dev_err(dev, "no usb3 phy configured\n"); 54957303488SKishon Vijay Abraham I return ret; 55057303488SKishon Vijay Abraham I } 55157303488SKishon Vijay Abraham I } 55257303488SKishon Vijay Abraham I 5533c9f94acSFelipe Balbi return 0; 5543c9f94acSFelipe Balbi } 5553c9f94acSFelipe Balbi 5565f94adfeSFelipe Balbi static int dwc3_core_init_mode(struct dwc3 *dwc) 5575f94adfeSFelipe Balbi { 5585f94adfeSFelipe Balbi struct device *dev = dwc->dev; 5595f94adfeSFelipe Balbi int ret; 5605f94adfeSFelipe Balbi 5615f94adfeSFelipe Balbi switch (dwc->dr_mode) { 5625f94adfeSFelipe Balbi case USB_DR_MODE_PERIPHERAL: 5635f94adfeSFelipe Balbi dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_DEVICE); 5645f94adfeSFelipe Balbi ret = dwc3_gadget_init(dwc); 5655f94adfeSFelipe Balbi if (ret) { 5665f94adfeSFelipe Balbi dev_err(dev, "failed to initialize gadget\n"); 5675f94adfeSFelipe Balbi return ret; 5685f94adfeSFelipe Balbi } 5695f94adfeSFelipe Balbi break; 5705f94adfeSFelipe Balbi case USB_DR_MODE_HOST: 5715f94adfeSFelipe Balbi dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_HOST); 5725f94adfeSFelipe Balbi ret = dwc3_host_init(dwc); 5735f94adfeSFelipe Balbi if (ret) { 5745f94adfeSFelipe Balbi dev_err(dev, "failed to initialize host\n"); 5755f94adfeSFelipe Balbi return ret; 5765f94adfeSFelipe Balbi } 5775f94adfeSFelipe Balbi break; 5785f94adfeSFelipe Balbi case USB_DR_MODE_OTG: 5795f94adfeSFelipe Balbi dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_OTG); 5805f94adfeSFelipe Balbi ret = dwc3_host_init(dwc); 5815f94adfeSFelipe Balbi if (ret) { 5825f94adfeSFelipe Balbi dev_err(dev, "failed to initialize host\n"); 5835f94adfeSFelipe Balbi return ret; 5845f94adfeSFelipe Balbi } 5855f94adfeSFelipe Balbi 5865f94adfeSFelipe Balbi ret = dwc3_gadget_init(dwc); 5875f94adfeSFelipe Balbi if (ret) { 5885f94adfeSFelipe Balbi dev_err(dev, "failed to initialize gadget\n"); 5895f94adfeSFelipe Balbi return ret; 5905f94adfeSFelipe Balbi } 5915f94adfeSFelipe Balbi break; 5925f94adfeSFelipe Balbi default: 5935f94adfeSFelipe Balbi dev_err(dev, "Unsupported mode of operation %d\n", dwc->dr_mode); 5945f94adfeSFelipe Balbi return -EINVAL; 5955f94adfeSFelipe Balbi } 5965f94adfeSFelipe Balbi 5975f94adfeSFelipe Balbi return 0; 5985f94adfeSFelipe Balbi } 5995f94adfeSFelipe Balbi 6005f94adfeSFelipe Balbi static void dwc3_core_exit_mode(struct dwc3 *dwc) 6015f94adfeSFelipe Balbi { 6025f94adfeSFelipe Balbi switch (dwc->dr_mode) { 6035f94adfeSFelipe Balbi case USB_DR_MODE_PERIPHERAL: 6045f94adfeSFelipe Balbi dwc3_gadget_exit(dwc); 6055f94adfeSFelipe Balbi break; 6065f94adfeSFelipe Balbi case USB_DR_MODE_HOST: 6075f94adfeSFelipe Balbi dwc3_host_exit(dwc); 6085f94adfeSFelipe Balbi break; 6095f94adfeSFelipe Balbi case USB_DR_MODE_OTG: 6105f94adfeSFelipe Balbi dwc3_host_exit(dwc); 6115f94adfeSFelipe Balbi dwc3_gadget_exit(dwc); 6125f94adfeSFelipe Balbi break; 6135f94adfeSFelipe Balbi default: 6145f94adfeSFelipe Balbi /* do nothing */ 6155f94adfeSFelipe Balbi break; 6165f94adfeSFelipe Balbi } 6175f94adfeSFelipe Balbi } 6185f94adfeSFelipe Balbi 6193c9f94acSFelipe Balbi #define DWC3_ALIGN_MASK (16 - 1) 6203c9f94acSFelipe Balbi 6213c9f94acSFelipe Balbi static int dwc3_probe(struct platform_device *pdev) 6223c9f94acSFelipe Balbi { 6233c9f94acSFelipe Balbi struct device *dev = &pdev->dev; 6243c9f94acSFelipe Balbi struct dwc3_platform_data *pdata = dev_get_platdata(dev); 6253c9f94acSFelipe Balbi struct device_node *node = dev->of_node; 6263c9f94acSFelipe Balbi struct resource *res; 6273c9f94acSFelipe Balbi struct dwc3 *dwc; 6283c9f94acSFelipe Balbi 629b09e99eeSAndy Shevchenko int ret; 6303c9f94acSFelipe Balbi 6313c9f94acSFelipe Balbi void __iomem *regs; 6323c9f94acSFelipe Balbi void *mem; 6333c9f94acSFelipe Balbi 6343c9f94acSFelipe Balbi mem = devm_kzalloc(dev, sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL); 6353c9f94acSFelipe Balbi if (!mem) { 6363c9f94acSFelipe Balbi dev_err(dev, "not enough memory\n"); 6373c9f94acSFelipe Balbi return -ENOMEM; 6383c9f94acSFelipe Balbi } 6393c9f94acSFelipe Balbi dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1); 6403c9f94acSFelipe Balbi dwc->mem = mem; 6413c9f94acSFelipe Balbi dwc->dev = dev; 6423c9f94acSFelipe Balbi 6433c9f94acSFelipe Balbi res = platform_get_resource(pdev, IORESOURCE_IRQ, 0); 6443c9f94acSFelipe Balbi if (!res) { 6453c9f94acSFelipe Balbi dev_err(dev, "missing IRQ\n"); 6463c9f94acSFelipe Balbi return -ENODEV; 6473c9f94acSFelipe Balbi } 6483c9f94acSFelipe Balbi dwc->xhci_resources[1].start = res->start; 6493c9f94acSFelipe Balbi dwc->xhci_resources[1].end = res->end; 6503c9f94acSFelipe Balbi dwc->xhci_resources[1].flags = res->flags; 6513c9f94acSFelipe Balbi dwc->xhci_resources[1].name = res->name; 6523c9f94acSFelipe Balbi 6533c9f94acSFelipe Balbi res = platform_get_resource(pdev, IORESOURCE_MEM, 0); 6543c9f94acSFelipe Balbi if (!res) { 6553c9f94acSFelipe Balbi dev_err(dev, "missing memory resource\n"); 6563c9f94acSFelipe Balbi return -ENODEV; 6573c9f94acSFelipe Balbi } 6583c9f94acSFelipe Balbi 6593c9f94acSFelipe Balbi if (node) { 6603c9f94acSFelipe Balbi dwc->maximum_speed = of_usb_get_maximum_speed(node); 6613c9f94acSFelipe Balbi 6623c9f94acSFelipe Balbi dwc->needs_fifo_resize = of_property_read_bool(node, "tx-fifo-resize"); 6633c9f94acSFelipe Balbi dwc->dr_mode = of_usb_get_dr_mode(node); 6643c9f94acSFelipe Balbi } else if (pdata) { 6653c9f94acSFelipe Balbi dwc->maximum_speed = pdata->maximum_speed; 6663c9f94acSFelipe Balbi 6673c9f94acSFelipe Balbi dwc->needs_fifo_resize = pdata->tx_fifo_resize; 6683c9f94acSFelipe Balbi dwc->dr_mode = pdata->dr_mode; 6693c9f94acSFelipe Balbi } 6703c9f94acSFelipe Balbi 6713c9f94acSFelipe Balbi /* default to superspeed if no maximum_speed passed */ 6723c9f94acSFelipe Balbi if (dwc->maximum_speed == USB_SPEED_UNKNOWN) 6733c9f94acSFelipe Balbi dwc->maximum_speed = USB_SPEED_SUPER; 6743c9f94acSFelipe Balbi 6753c9f94acSFelipe Balbi ret = dwc3_core_get_phy(dwc); 6763c9f94acSFelipe Balbi if (ret) 6773c9f94acSFelipe Balbi return ret; 6783c9f94acSFelipe Balbi 6792e112345SIvan T. Ivanov dwc->xhci_resources[0].start = res->start; 6802e112345SIvan T. Ivanov dwc->xhci_resources[0].end = dwc->xhci_resources[0].start + 6812e112345SIvan T. Ivanov DWC3_XHCI_REGS_END; 6822e112345SIvan T. Ivanov dwc->xhci_resources[0].flags = res->flags; 6832e112345SIvan T. Ivanov dwc->xhci_resources[0].name = res->name; 6842e112345SIvan T. Ivanov 6852e112345SIvan T. Ivanov res->start += DWC3_GLOBALS_REGS_START; 6862e112345SIvan T. Ivanov 6872e112345SIvan T. Ivanov /* 6882e112345SIvan T. Ivanov * Request memory region but exclude xHCI regs, 6892e112345SIvan T. Ivanov * since it will be requested by the xhci-plat driver. 6902e112345SIvan T. Ivanov */ 6912e112345SIvan T. Ivanov regs = devm_ioremap_resource(dev, res); 6922e112345SIvan T. Ivanov if (IS_ERR(regs)) 6932e112345SIvan T. Ivanov return PTR_ERR(regs); 6942e112345SIvan T. Ivanov 69572246da4SFelipe Balbi spin_lock_init(&dwc->lock); 69672246da4SFelipe Balbi platform_set_drvdata(pdev, dwc); 69772246da4SFelipe Balbi 69872246da4SFelipe Balbi dwc->regs = regs; 69972246da4SFelipe Balbi dwc->regs_size = resource_size(res); 70072246da4SFelipe Balbi 701ddff14f1SKishon Vijay Abraham I dev->dma_mask = dev->parent->dma_mask; 702ddff14f1SKishon Vijay Abraham I dev->dma_parms = dev->parent->dma_parms; 703ddff14f1SKishon Vijay Abraham I dma_set_coherent_mask(dev, dev->parent->coherent_dma_mask); 704ddff14f1SKishon Vijay Abraham I 705802ca850SChanho Park pm_runtime_enable(dev); 706802ca850SChanho Park pm_runtime_get_sync(dev); 707802ca850SChanho Park pm_runtime_forbid(dev); 70872246da4SFelipe Balbi 7094fd24483SKishon Vijay Abraham I dwc3_cache_hwparams(dwc); 7104fd24483SKishon Vijay Abraham I 7113921426bSFelipe Balbi ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_SIZE); 7123921426bSFelipe Balbi if (ret) { 7133921426bSFelipe Balbi dev_err(dwc->dev, "failed to allocate event buffers\n"); 7143921426bSFelipe Balbi ret = -ENOMEM; 7153921426bSFelipe Balbi goto err0; 7163921426bSFelipe Balbi } 7173921426bSFelipe Balbi 71832a4a135SFelipe Balbi if (IS_ENABLED(CONFIG_USB_DWC3_HOST)) 71932a4a135SFelipe Balbi dwc->dr_mode = USB_DR_MODE_HOST; 72032a4a135SFelipe Balbi else if (IS_ENABLED(CONFIG_USB_DWC3_GADGET)) 72132a4a135SFelipe Balbi dwc->dr_mode = USB_DR_MODE_PERIPHERAL; 72232a4a135SFelipe Balbi 72332a4a135SFelipe Balbi if (dwc->dr_mode == USB_DR_MODE_UNKNOWN) 72432a4a135SFelipe Balbi dwc->dr_mode = USB_DR_MODE_OTG; 72532a4a135SFelipe Balbi 72672246da4SFelipe Balbi ret = dwc3_core_init(dwc); 72772246da4SFelipe Balbi if (ret) { 728802ca850SChanho Park dev_err(dev, "failed to initialize core\n"); 7293921426bSFelipe Balbi goto err0; 73072246da4SFelipe Balbi } 73172246da4SFelipe Balbi 7323088f108SKishon Vijay Abraham I usb_phy_set_suspend(dwc->usb2_phy, 0); 7333088f108SKishon Vijay Abraham I usb_phy_set_suspend(dwc->usb3_phy, 0); 73457303488SKishon Vijay Abraham I ret = phy_power_on(dwc->usb2_generic_phy); 73557303488SKishon Vijay Abraham I if (ret < 0) 73657303488SKishon Vijay Abraham I goto err1; 73757303488SKishon Vijay Abraham I 73857303488SKishon Vijay Abraham I ret = phy_power_on(dwc->usb3_generic_phy); 73957303488SKishon Vijay Abraham I if (ret < 0) 74057303488SKishon Vijay Abraham I goto err_usb2phy_power; 7413088f108SKishon Vijay Abraham I 742f122d33eSFelipe Balbi ret = dwc3_event_buffers_setup(dwc); 743f122d33eSFelipe Balbi if (ret) { 744f122d33eSFelipe Balbi dev_err(dwc->dev, "failed to setup event buffers\n"); 74557303488SKishon Vijay Abraham I goto err_usb3phy_power; 746f122d33eSFelipe Balbi } 747f122d33eSFelipe Balbi 7485f94adfeSFelipe Balbi ret = dwc3_core_init_mode(dwc); 7495f94adfeSFelipe Balbi if (ret) 750f122d33eSFelipe Balbi goto err2; 75172246da4SFelipe Balbi 75272246da4SFelipe Balbi ret = dwc3_debugfs_init(dwc); 75372246da4SFelipe Balbi if (ret) { 754802ca850SChanho Park dev_err(dev, "failed to initialize debugfs\n"); 755f122d33eSFelipe Balbi goto err3; 75672246da4SFelipe Balbi } 75772246da4SFelipe Balbi 758802ca850SChanho Park pm_runtime_allow(dev); 75972246da4SFelipe Balbi 76072246da4SFelipe Balbi return 0; 76172246da4SFelipe Balbi 762f122d33eSFelipe Balbi err3: 7635f94adfeSFelipe Balbi dwc3_core_exit_mode(dwc); 76472246da4SFelipe Balbi 765f122d33eSFelipe Balbi err2: 766f122d33eSFelipe Balbi dwc3_event_buffers_cleanup(dwc); 767f122d33eSFelipe Balbi 76857303488SKishon Vijay Abraham I err_usb3phy_power: 76957303488SKishon Vijay Abraham I phy_power_off(dwc->usb3_generic_phy); 77057303488SKishon Vijay Abraham I 77157303488SKishon Vijay Abraham I err_usb2phy_power: 77257303488SKishon Vijay Abraham I phy_power_off(dwc->usb2_generic_phy); 77357303488SKishon Vijay Abraham I 774802ca850SChanho Park err1: 775501fae51SKishon Vijay Abraham I usb_phy_set_suspend(dwc->usb2_phy, 1); 776501fae51SKishon Vijay Abraham I usb_phy_set_suspend(dwc->usb3_phy, 1); 77772246da4SFelipe Balbi dwc3_core_exit(dwc); 77872246da4SFelipe Balbi 7793921426bSFelipe Balbi err0: 7803921426bSFelipe Balbi dwc3_free_event_buffers(dwc); 7813921426bSFelipe Balbi 78272246da4SFelipe Balbi return ret; 78372246da4SFelipe Balbi } 78472246da4SFelipe Balbi 785fb4e98abSBill Pemberton static int dwc3_remove(struct platform_device *pdev) 78672246da4SFelipe Balbi { 78772246da4SFelipe Balbi struct dwc3 *dwc = platform_get_drvdata(pdev); 78872246da4SFelipe Balbi 7898ba007a9SKishon Vijay Abraham I usb_phy_set_suspend(dwc->usb2_phy, 1); 7908ba007a9SKishon Vijay Abraham I usb_phy_set_suspend(dwc->usb3_phy, 1); 79157303488SKishon Vijay Abraham I phy_power_off(dwc->usb2_generic_phy); 79257303488SKishon Vijay Abraham I phy_power_off(dwc->usb3_generic_phy); 7938ba007a9SKishon Vijay Abraham I 79416b972a5SFelipe Balbi pm_runtime_put_sync(&pdev->dev); 79572246da4SFelipe Balbi pm_runtime_disable(&pdev->dev); 79672246da4SFelipe Balbi 79772246da4SFelipe Balbi dwc3_debugfs_exit(dwc); 7985f94adfeSFelipe Balbi dwc3_core_exit_mode(dwc); 799f122d33eSFelipe Balbi dwc3_event_buffers_cleanup(dwc); 800d9b4330aSFelipe Balbi dwc3_free_event_buffers(dwc); 80172246da4SFelipe Balbi dwc3_core_exit(dwc); 80272246da4SFelipe Balbi 80372246da4SFelipe Balbi return 0; 80472246da4SFelipe Balbi } 80572246da4SFelipe Balbi 80619fda7cdSJingoo Han #ifdef CONFIG_PM_SLEEP 8077415f17cSFelipe Balbi static int dwc3_prepare(struct device *dev) 8087415f17cSFelipe Balbi { 8097415f17cSFelipe Balbi struct dwc3 *dwc = dev_get_drvdata(dev); 8107415f17cSFelipe Balbi unsigned long flags; 8117415f17cSFelipe Balbi 8127415f17cSFelipe Balbi spin_lock_irqsave(&dwc->lock, flags); 8137415f17cSFelipe Balbi 814a45c82b8SRuchika Kharwar switch (dwc->dr_mode) { 815a45c82b8SRuchika Kharwar case USB_DR_MODE_PERIPHERAL: 816a45c82b8SRuchika Kharwar case USB_DR_MODE_OTG: 8177415f17cSFelipe Balbi dwc3_gadget_prepare(dwc); 8187415f17cSFelipe Balbi /* FALLTHROUGH */ 819a45c82b8SRuchika Kharwar case USB_DR_MODE_HOST: 8207415f17cSFelipe Balbi default: 8217415f17cSFelipe Balbi dwc3_event_buffers_cleanup(dwc); 8227415f17cSFelipe Balbi break; 8237415f17cSFelipe Balbi } 8247415f17cSFelipe Balbi 8257415f17cSFelipe Balbi spin_unlock_irqrestore(&dwc->lock, flags); 8267415f17cSFelipe Balbi 8277415f17cSFelipe Balbi return 0; 8287415f17cSFelipe Balbi } 8297415f17cSFelipe Balbi 8307415f17cSFelipe Balbi static void dwc3_complete(struct device *dev) 8317415f17cSFelipe Balbi { 8327415f17cSFelipe Balbi struct dwc3 *dwc = dev_get_drvdata(dev); 8337415f17cSFelipe Balbi unsigned long flags; 8347415f17cSFelipe Balbi 8357415f17cSFelipe Balbi spin_lock_irqsave(&dwc->lock, flags); 8367415f17cSFelipe Balbi 837a45c82b8SRuchika Kharwar switch (dwc->dr_mode) { 838a45c82b8SRuchika Kharwar case USB_DR_MODE_PERIPHERAL: 839a45c82b8SRuchika Kharwar case USB_DR_MODE_OTG: 8407415f17cSFelipe Balbi dwc3_gadget_complete(dwc); 8417415f17cSFelipe Balbi /* FALLTHROUGH */ 842a45c82b8SRuchika Kharwar case USB_DR_MODE_HOST: 8437415f17cSFelipe Balbi default: 8447415f17cSFelipe Balbi dwc3_event_buffers_setup(dwc); 8457415f17cSFelipe Balbi break; 8467415f17cSFelipe Balbi } 8477415f17cSFelipe Balbi 8487415f17cSFelipe Balbi spin_unlock_irqrestore(&dwc->lock, flags); 8497415f17cSFelipe Balbi } 8507415f17cSFelipe Balbi 8517415f17cSFelipe Balbi static int dwc3_suspend(struct device *dev) 8527415f17cSFelipe Balbi { 8537415f17cSFelipe Balbi struct dwc3 *dwc = dev_get_drvdata(dev); 8547415f17cSFelipe Balbi unsigned long flags; 8557415f17cSFelipe Balbi 8567415f17cSFelipe Balbi spin_lock_irqsave(&dwc->lock, flags); 8577415f17cSFelipe Balbi 858a45c82b8SRuchika Kharwar switch (dwc->dr_mode) { 859a45c82b8SRuchika Kharwar case USB_DR_MODE_PERIPHERAL: 860a45c82b8SRuchika Kharwar case USB_DR_MODE_OTG: 8617415f17cSFelipe Balbi dwc3_gadget_suspend(dwc); 8627415f17cSFelipe Balbi /* FALLTHROUGH */ 863a45c82b8SRuchika Kharwar case USB_DR_MODE_HOST: 8647415f17cSFelipe Balbi default: 8657415f17cSFelipe Balbi /* do nothing */ 8667415f17cSFelipe Balbi break; 8677415f17cSFelipe Balbi } 8687415f17cSFelipe Balbi 8697415f17cSFelipe Balbi dwc->gctl = dwc3_readl(dwc->regs, DWC3_GCTL); 8707415f17cSFelipe Balbi spin_unlock_irqrestore(&dwc->lock, flags); 8717415f17cSFelipe Balbi 8727415f17cSFelipe Balbi usb_phy_shutdown(dwc->usb3_phy); 8737415f17cSFelipe Balbi usb_phy_shutdown(dwc->usb2_phy); 87457303488SKishon Vijay Abraham I phy_exit(dwc->usb2_generic_phy); 87557303488SKishon Vijay Abraham I phy_exit(dwc->usb3_generic_phy); 8767415f17cSFelipe Balbi 8777415f17cSFelipe Balbi return 0; 8787415f17cSFelipe Balbi } 8797415f17cSFelipe Balbi 8807415f17cSFelipe Balbi static int dwc3_resume(struct device *dev) 8817415f17cSFelipe Balbi { 8827415f17cSFelipe Balbi struct dwc3 *dwc = dev_get_drvdata(dev); 8837415f17cSFelipe Balbi unsigned long flags; 88457303488SKishon Vijay Abraham I int ret; 8857415f17cSFelipe Balbi 8867415f17cSFelipe Balbi usb_phy_init(dwc->usb3_phy); 8877415f17cSFelipe Balbi usb_phy_init(dwc->usb2_phy); 88857303488SKishon Vijay Abraham I ret = phy_init(dwc->usb2_generic_phy); 88957303488SKishon Vijay Abraham I if (ret < 0) 89057303488SKishon Vijay Abraham I return ret; 89157303488SKishon Vijay Abraham I 89257303488SKishon Vijay Abraham I ret = phy_init(dwc->usb3_generic_phy); 89357303488SKishon Vijay Abraham I if (ret < 0) 89457303488SKishon Vijay Abraham I goto err_usb2phy_init; 8957415f17cSFelipe Balbi 8967415f17cSFelipe Balbi spin_lock_irqsave(&dwc->lock, flags); 8977415f17cSFelipe Balbi 8987415f17cSFelipe Balbi dwc3_writel(dwc->regs, DWC3_GCTL, dwc->gctl); 8997415f17cSFelipe Balbi 900a45c82b8SRuchika Kharwar switch (dwc->dr_mode) { 901a45c82b8SRuchika Kharwar case USB_DR_MODE_PERIPHERAL: 902a45c82b8SRuchika Kharwar case USB_DR_MODE_OTG: 9037415f17cSFelipe Balbi dwc3_gadget_resume(dwc); 9047415f17cSFelipe Balbi /* FALLTHROUGH */ 905a45c82b8SRuchika Kharwar case USB_DR_MODE_HOST: 9067415f17cSFelipe Balbi default: 9077415f17cSFelipe Balbi /* do nothing */ 9087415f17cSFelipe Balbi break; 9097415f17cSFelipe Balbi } 9107415f17cSFelipe Balbi 9117415f17cSFelipe Balbi spin_unlock_irqrestore(&dwc->lock, flags); 9127415f17cSFelipe Balbi 9137415f17cSFelipe Balbi pm_runtime_disable(dev); 9147415f17cSFelipe Balbi pm_runtime_set_active(dev); 9157415f17cSFelipe Balbi pm_runtime_enable(dev); 9167415f17cSFelipe Balbi 9177415f17cSFelipe Balbi return 0; 91857303488SKishon Vijay Abraham I 91957303488SKishon Vijay Abraham I err_usb2phy_init: 92057303488SKishon Vijay Abraham I phy_exit(dwc->usb2_generic_phy); 92157303488SKishon Vijay Abraham I 92257303488SKishon Vijay Abraham I return ret; 9237415f17cSFelipe Balbi } 9247415f17cSFelipe Balbi 9257415f17cSFelipe Balbi static const struct dev_pm_ops dwc3_dev_pm_ops = { 9267415f17cSFelipe Balbi .prepare = dwc3_prepare, 9277415f17cSFelipe Balbi .complete = dwc3_complete, 9287415f17cSFelipe Balbi 9297415f17cSFelipe Balbi SET_SYSTEM_SLEEP_PM_OPS(dwc3_suspend, dwc3_resume) 9307415f17cSFelipe Balbi }; 9317415f17cSFelipe Balbi 9327415f17cSFelipe Balbi #define DWC3_PM_OPS &(dwc3_dev_pm_ops) 9337415f17cSFelipe Balbi #else 9347415f17cSFelipe Balbi #define DWC3_PM_OPS NULL 9357415f17cSFelipe Balbi #endif 9367415f17cSFelipe Balbi 9375088b6f5SKishon Vijay Abraham I #ifdef CONFIG_OF 9385088b6f5SKishon Vijay Abraham I static const struct of_device_id of_dwc3_match[] = { 9395088b6f5SKishon Vijay Abraham I { 94022a5aa17SFelipe Balbi .compatible = "snps,dwc3" 94122a5aa17SFelipe Balbi }, 94222a5aa17SFelipe Balbi { 9435088b6f5SKishon Vijay Abraham I .compatible = "synopsys,dwc3" 9445088b6f5SKishon Vijay Abraham I }, 9455088b6f5SKishon Vijay Abraham I { }, 9465088b6f5SKishon Vijay Abraham I }; 9475088b6f5SKishon Vijay Abraham I MODULE_DEVICE_TABLE(of, of_dwc3_match); 9485088b6f5SKishon Vijay Abraham I #endif 9495088b6f5SKishon Vijay Abraham I 95072246da4SFelipe Balbi static struct platform_driver dwc3_driver = { 95172246da4SFelipe Balbi .probe = dwc3_probe, 9527690417dSBill Pemberton .remove = dwc3_remove, 95372246da4SFelipe Balbi .driver = { 95472246da4SFelipe Balbi .name = "dwc3", 9555088b6f5SKishon Vijay Abraham I .of_match_table = of_match_ptr(of_dwc3_match), 9567415f17cSFelipe Balbi .pm = DWC3_PM_OPS, 95772246da4SFelipe Balbi }, 95872246da4SFelipe Balbi }; 95972246da4SFelipe Balbi 960b1116dccSTobias Klauser module_platform_driver(dwc3_driver); 961b1116dccSTobias Klauser 9627ae4fc4dSSebastian Andrzej Siewior MODULE_ALIAS("platform:dwc3"); 96372246da4SFelipe Balbi MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>"); 9645945f789SFelipe Balbi MODULE_LICENSE("GPL v2"); 96572246da4SFelipe Balbi MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver"); 966