1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Renesas USB3.0 Peripheral driver (USB gadget)
4  *
5  * Copyright (C) 2015-2017  Renesas Electronics Corporation
6  */
7 
8 #include <linux/debugfs.h>
9 #include <linux/delay.h>
10 #include <linux/dma-mapping.h>
11 #include <linux/err.h>
12 #include <linux/extcon-provider.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/module.h>
16 #include <linux/of_device.h>
17 #include <linux/phy/phy.h>
18 #include <linux/platform_device.h>
19 #include <linux/pm_runtime.h>
20 #include <linux/sizes.h>
21 #include <linux/slab.h>
22 #include <linux/string.h>
23 #include <linux/sys_soc.h>
24 #include <linux/uaccess.h>
25 #include <linux/usb/ch9.h>
26 #include <linux/usb/gadget.h>
27 #include <linux/usb/of.h>
28 #include <linux/usb/role.h>
29 
30 /* register definitions */
31 #define USB3_AXI_INT_STA	0x008
32 #define USB3_AXI_INT_ENA	0x00c
33 #define USB3_DMA_INT_STA	0x010
34 #define USB3_DMA_INT_ENA	0x014
35 #define USB3_DMA_CH0_CON(n)	(0x030 + ((n) - 1) * 0x10) /* n = 1 to 4 */
36 #define USB3_DMA_CH0_PRD_ADR(n)	(0x034 + ((n) - 1) * 0x10) /* n = 1 to 4 */
37 #define USB3_USB_COM_CON	0x200
38 #define USB3_USB20_CON		0x204
39 #define USB3_USB30_CON		0x208
40 #define USB3_USB_STA		0x210
41 #define USB3_DRD_CON		0x218
42 #define USB3_USB_INT_STA_1	0x220
43 #define USB3_USB_INT_STA_2	0x224
44 #define USB3_USB_INT_ENA_1	0x228
45 #define USB3_USB_INT_ENA_2	0x22c
46 #define USB3_STUP_DAT_0		0x230
47 #define USB3_STUP_DAT_1		0x234
48 #define USB3_USB_OTG_STA	0x268
49 #define USB3_USB_OTG_INT_STA	0x26c
50 #define USB3_USB_OTG_INT_ENA	0x270
51 #define USB3_P0_MOD		0x280
52 #define USB3_P0_CON		0x288
53 #define USB3_P0_STA		0x28c
54 #define USB3_P0_INT_STA		0x290
55 #define USB3_P0_INT_ENA		0x294
56 #define USB3_P0_LNG		0x2a0
57 #define USB3_P0_READ		0x2a4
58 #define USB3_P0_WRITE		0x2a8
59 #define USB3_PIPE_COM		0x2b0
60 #define USB3_PN_MOD		0x2c0
61 #define USB3_PN_RAMMAP		0x2c4
62 #define USB3_PN_CON		0x2c8
63 #define USB3_PN_STA		0x2cc
64 #define USB3_PN_INT_STA		0x2d0
65 #define USB3_PN_INT_ENA		0x2d4
66 #define USB3_PN_LNG		0x2e0
67 #define USB3_PN_READ		0x2e4
68 #define USB3_PN_WRITE		0x2e8
69 #define USB3_SSIFCMD		0x340
70 
71 /* AXI_INT_ENA and AXI_INT_STA */
72 #define AXI_INT_DMAINT		BIT(31)
73 #define AXI_INT_EPCINT		BIT(30)
74 /* PRD's n = from 1 to 4 */
75 #define AXI_INT_PRDEN_CLR_STA_SHIFT(n)	(16 + (n) - 1)
76 #define AXI_INT_PRDERR_STA_SHIFT(n)	(0 + (n) - 1)
77 #define AXI_INT_PRDEN_CLR_STA(n)	(1 << AXI_INT_PRDEN_CLR_STA_SHIFT(n))
78 #define AXI_INT_PRDERR_STA(n)		(1 << AXI_INT_PRDERR_STA_SHIFT(n))
79 
80 /* DMA_INT_ENA and DMA_INT_STA */
81 #define DMA_INT(n)		BIT(n)
82 
83 /* DMA_CH0_CONn */
84 #define DMA_CON_PIPE_DIR	BIT(15)		/* 1: In Transfer */
85 #define DMA_CON_PIPE_NO_SHIFT	8
86 #define DMA_CON_PIPE_NO_MASK	GENMASK(12, DMA_CON_PIPE_NO_SHIFT)
87 #define DMA_COM_PIPE_NO(n)	(((n) << DMA_CON_PIPE_NO_SHIFT) & \
88 					 DMA_CON_PIPE_NO_MASK)
89 #define DMA_CON_PRD_EN		BIT(0)
90 
91 /* LCLKSEL */
92 #define LCLKSEL_LSEL		BIT(18)
93 
94 /* USB_COM_CON */
95 #define USB_COM_CON_CONF		BIT(24)
96 #define USB_COM_CON_PN_WDATAIF_NL	BIT(23)
97 #define USB_COM_CON_PN_RDATAIF_NL	BIT(22)
98 #define USB_COM_CON_PN_LSTTR_PP		BIT(21)
99 #define USB_COM_CON_SPD_MODE		BIT(17)
100 #define USB_COM_CON_EP0_EN		BIT(16)
101 #define USB_COM_CON_DEV_ADDR_SHIFT	8
102 #define USB_COM_CON_DEV_ADDR_MASK	GENMASK(14, USB_COM_CON_DEV_ADDR_SHIFT)
103 #define USB_COM_CON_DEV_ADDR(n)		(((n) << USB_COM_CON_DEV_ADDR_SHIFT) & \
104 					 USB_COM_CON_DEV_ADDR_MASK)
105 #define USB_COM_CON_RX_DETECTION	BIT(1)
106 #define USB_COM_CON_PIPE_CLR		BIT(0)
107 
108 /* USB20_CON */
109 #define USB20_CON_B2_PUE		BIT(31)
110 #define USB20_CON_B2_SUSPEND		BIT(24)
111 #define USB20_CON_B2_CONNECT		BIT(17)
112 #define USB20_CON_B2_TSTMOD_SHIFT	8
113 #define USB20_CON_B2_TSTMOD_MASK	GENMASK(10, USB20_CON_B2_TSTMOD_SHIFT)
114 #define USB20_CON_B2_TSTMOD(n)		(((n) << USB20_CON_B2_TSTMOD_SHIFT) & \
115 					 USB20_CON_B2_TSTMOD_MASK)
116 #define USB20_CON_B2_TSTMOD_EN		BIT(0)
117 
118 /* USB30_CON */
119 #define USB30_CON_POW_SEL_SHIFT		24
120 #define USB30_CON_POW_SEL_MASK		GENMASK(26, USB30_CON_POW_SEL_SHIFT)
121 #define USB30_CON_POW_SEL_IN_U3		BIT(26)
122 #define USB30_CON_POW_SEL_IN_DISCON	0
123 #define USB30_CON_POW_SEL_P2_TO_P0	BIT(25)
124 #define USB30_CON_POW_SEL_P0_TO_P3	BIT(24)
125 #define USB30_CON_POW_SEL_P0_TO_P2	0
126 #define USB30_CON_B3_PLLWAKE		BIT(23)
127 #define USB30_CON_B3_CONNECT		BIT(17)
128 #define USB30_CON_B3_HOTRST_CMP		BIT(1)
129 
130 /* USB_STA */
131 #define USB_STA_SPEED_MASK	(BIT(2) | BIT(1))
132 #define USB_STA_SPEED_HS	BIT(2)
133 #define USB_STA_SPEED_FS	BIT(1)
134 #define USB_STA_SPEED_SS	0
135 #define USB_STA_VBUS_STA	BIT(0)
136 
137 /* DRD_CON */
138 #define DRD_CON_PERI_CON	BIT(24)
139 #define DRD_CON_VBOUT		BIT(0)
140 
141 /* USB_INT_ENA_1 and USB_INT_STA_1 */
142 #define USB_INT_1_B3_PLLWKUP	BIT(31)
143 #define USB_INT_1_B3_LUPSUCS	BIT(30)
144 #define USB_INT_1_B3_DISABLE	BIT(27)
145 #define USB_INT_1_B3_WRMRST	BIT(21)
146 #define USB_INT_1_B3_HOTRST	BIT(20)
147 #define USB_INT_1_B2_USBRST	BIT(12)
148 #define USB_INT_1_B2_L1SPND	BIT(11)
149 #define USB_INT_1_B2_SPND	BIT(9)
150 #define USB_INT_1_B2_RSUM	BIT(8)
151 #define USB_INT_1_SPEED		BIT(1)
152 #define USB_INT_1_VBUS_CNG	BIT(0)
153 
154 /* USB_INT_ENA_2 and USB_INT_STA_2 */
155 #define USB_INT_2_PIPE(n)	BIT(n)
156 
157 /* USB_OTG_STA, USB_OTG_INT_STA and USB_OTG_INT_ENA */
158 #define USB_OTG_IDMON		BIT(4)
159 
160 /* P0_MOD */
161 #define P0_MOD_DIR		BIT(6)
162 
163 /* P0_CON and PN_CON */
164 #define PX_CON_BYTE_EN_MASK		(BIT(10) | BIT(9))
165 #define PX_CON_BYTE_EN_SHIFT		9
166 #define PX_CON_BYTE_EN_BYTES(n)		(((n) << PX_CON_BYTE_EN_SHIFT) & \
167 					 PX_CON_BYTE_EN_MASK)
168 #define PX_CON_SEND			BIT(8)
169 
170 /* P0_CON */
171 #define P0_CON_ST_RES_MASK		(BIT(27) | BIT(26))
172 #define P0_CON_ST_RES_FORCE_STALL	BIT(27)
173 #define P0_CON_ST_RES_NORMAL		BIT(26)
174 #define P0_CON_ST_RES_FORCE_NRDY	0
175 #define P0_CON_OT_RES_MASK		(BIT(25) | BIT(24))
176 #define P0_CON_OT_RES_FORCE_STALL	BIT(25)
177 #define P0_CON_OT_RES_NORMAL		BIT(24)
178 #define P0_CON_OT_RES_FORCE_NRDY	0
179 #define P0_CON_IN_RES_MASK		(BIT(17) | BIT(16))
180 #define P0_CON_IN_RES_FORCE_STALL	BIT(17)
181 #define P0_CON_IN_RES_NORMAL		BIT(16)
182 #define P0_CON_IN_RES_FORCE_NRDY	0
183 #define P0_CON_RES_WEN			BIT(7)
184 #define P0_CON_BCLR			BIT(1)
185 
186 /* P0_STA and PN_STA */
187 #define PX_STA_BUFSTS		BIT(0)
188 
189 /* P0_INT_ENA and P0_INT_STA */
190 #define P0_INT_STSED		BIT(18)
191 #define P0_INT_STSST		BIT(17)
192 #define P0_INT_SETUP		BIT(16)
193 #define P0_INT_RCVNL		BIT(8)
194 #define P0_INT_ERDY		BIT(7)
195 #define P0_INT_FLOW		BIT(6)
196 #define P0_INT_STALL		BIT(2)
197 #define P0_INT_NRDY		BIT(1)
198 #define P0_INT_BFRDY		BIT(0)
199 #define P0_INT_ALL_BITS		(P0_INT_STSED | P0_INT_SETUP | P0_INT_BFRDY)
200 
201 /* PN_MOD */
202 #define PN_MOD_DIR		BIT(6)
203 #define PN_MOD_TYPE_SHIFT	4
204 #define PN_MOD_TYPE_MASK	GENMASK(5, PN_MOD_TYPE_SHIFT)
205 #define PN_MOD_TYPE(n)		(((n) << PN_MOD_TYPE_SHIFT) & \
206 				 PN_MOD_TYPE_MASK)
207 #define PN_MOD_EPNUM_MASK	GENMASK(3, 0)
208 #define PN_MOD_EPNUM(n)		((n) & PN_MOD_EPNUM_MASK)
209 
210 /* PN_RAMMAP */
211 #define PN_RAMMAP_RAMAREA_SHIFT	29
212 #define PN_RAMMAP_RAMAREA_MASK	GENMASK(31, PN_RAMMAP_RAMAREA_SHIFT)
213 #define PN_RAMMAP_RAMAREA_16KB	BIT(31)
214 #define PN_RAMMAP_RAMAREA_8KB	(BIT(30) | BIT(29))
215 #define PN_RAMMAP_RAMAREA_4KB	BIT(30)
216 #define PN_RAMMAP_RAMAREA_2KB	BIT(29)
217 #define PN_RAMMAP_RAMAREA_1KB	0
218 #define PN_RAMMAP_MPKT_SHIFT	16
219 #define PN_RAMMAP_MPKT_MASK	GENMASK(26, PN_RAMMAP_MPKT_SHIFT)
220 #define PN_RAMMAP_MPKT(n)	(((n) << PN_RAMMAP_MPKT_SHIFT) & \
221 				 PN_RAMMAP_MPKT_MASK)
222 #define PN_RAMMAP_RAMIF_SHIFT	14
223 #define PN_RAMMAP_RAMIF_MASK	GENMASK(15, PN_RAMMAP_RAMIF_SHIFT)
224 #define PN_RAMMAP_RAMIF(n)	(((n) << PN_RAMMAP_RAMIF_SHIFT) & \
225 				 PN_RAMMAP_RAMIF_MASK)
226 #define PN_RAMMAP_BASEAD_MASK	GENMASK(13, 0)
227 #define PN_RAMMAP_BASEAD(offs)	(((offs) >> 3) & PN_RAMMAP_BASEAD_MASK)
228 #define PN_RAMMAP_DATA(area, ramif, basead)	((PN_RAMMAP_##area) | \
229 						 (PN_RAMMAP_RAMIF(ramif)) | \
230 						 (PN_RAMMAP_BASEAD(basead)))
231 
232 /* PN_CON */
233 #define PN_CON_EN		BIT(31)
234 #define PN_CON_DATAIF_EN	BIT(30)
235 #define PN_CON_RES_MASK		(BIT(17) | BIT(16))
236 #define PN_CON_RES_FORCE_STALL	BIT(17)
237 #define PN_CON_RES_NORMAL	BIT(16)
238 #define PN_CON_RES_FORCE_NRDY	0
239 #define PN_CON_LAST		BIT(11)
240 #define PN_CON_RES_WEN		BIT(7)
241 #define PN_CON_CLR		BIT(0)
242 
243 /* PN_INT_STA and PN_INT_ENA */
244 #define PN_INT_LSTTR	BIT(4)
245 #define PN_INT_BFRDY	BIT(0)
246 
247 /* USB3_SSIFCMD */
248 #define SSIFCMD_URES_U2		BIT(9)
249 #define SSIFCMD_URES_U1		BIT(8)
250 #define SSIFCMD_UDIR_U2		BIT(7)
251 #define SSIFCMD_UDIR_U1		BIT(6)
252 #define SSIFCMD_UREQ_U2		BIT(5)
253 #define SSIFCMD_UREQ_U1		BIT(4)
254 
255 #define USB3_EP0_SS_MAX_PACKET_SIZE	512
256 #define USB3_EP0_HSFS_MAX_PACKET_SIZE	64
257 #define USB3_EP0_BUF_SIZE		8
258 #define USB3_MAX_NUM_PIPES		6	/* This includes PIPE 0 */
259 #define USB3_WAIT_US			3
260 #define USB3_DMA_NUM_SETTING_AREA	4
261 /*
262  * To avoid double-meaning of "0" (xferred 65536 bytes or received zlp if
263  * buffer size is 65536), this driver uses the maximum size per a entry is
264  * 32768 bytes.
265  */
266 #define USB3_DMA_MAX_XFER_SIZE		32768
267 #define USB3_DMA_PRD_SIZE		4096
268 
269 struct renesas_usb3;
270 
271 /* Physical Region Descriptor Table */
272 struct renesas_usb3_prd {
273 	u32 word1;
274 #define USB3_PRD1_E		BIT(30)		/* the end of chain */
275 #define USB3_PRD1_U		BIT(29)		/* completion of transfer */
276 #define USB3_PRD1_D		BIT(28)		/* Error occurred */
277 #define USB3_PRD1_INT		BIT(27)		/* Interrupt occurred */
278 #define USB3_PRD1_LST		BIT(26)		/* Last Packet */
279 #define USB3_PRD1_B_INC		BIT(24)
280 #define USB3_PRD1_MPS_8		0
281 #define USB3_PRD1_MPS_16	BIT(21)
282 #define USB3_PRD1_MPS_32	BIT(22)
283 #define USB3_PRD1_MPS_64	(BIT(22) | BIT(21))
284 #define USB3_PRD1_MPS_512	BIT(23)
285 #define USB3_PRD1_MPS_1024	(BIT(23) | BIT(21))
286 #define USB3_PRD1_MPS_RESERVED	(BIT(23) | BIT(22) | BIT(21))
287 #define USB3_PRD1_SIZE_MASK	GENMASK(15, 0)
288 
289 	u32 bap;
290 };
291 #define USB3_DMA_NUM_PRD_ENTRIES	(USB3_DMA_PRD_SIZE / \
292 					  sizeof(struct renesas_usb3_prd))
293 #define USB3_DMA_MAX_XFER_SIZE_ALL_PRDS	(USB3_DMA_PRD_SIZE / \
294 					 sizeof(struct renesas_usb3_prd) * \
295 					 USB3_DMA_MAX_XFER_SIZE)
296 
297 struct renesas_usb3_dma {
298 	struct renesas_usb3_prd *prd;
299 	dma_addr_t prd_dma;
300 	int num;	/* Setting area number (from 1 to 4) */
301 	bool used;
302 };
303 
304 struct renesas_usb3_request {
305 	struct usb_request	req;
306 	struct list_head	queue;
307 };
308 
309 #define USB3_EP_NAME_SIZE	8
310 struct renesas_usb3_ep {
311 	struct usb_ep ep;
312 	struct renesas_usb3 *usb3;
313 	struct renesas_usb3_dma *dma;
314 	int num;
315 	char ep_name[USB3_EP_NAME_SIZE];
316 	struct list_head queue;
317 	u32 rammap_val;
318 	bool dir_in;
319 	bool halt;
320 	bool wedge;
321 	bool started;
322 };
323 
324 struct renesas_usb3_priv {
325 	int ramsize_per_ramif;		/* unit = bytes */
326 	int num_ramif;
327 	int ramsize_per_pipe;		/* unit = bytes */
328 	bool workaround_for_vbus;	/* if true, don't check vbus signal */
329 };
330 
331 struct renesas_usb3 {
332 	void __iomem *reg;
333 
334 	struct usb_gadget gadget;
335 	struct usb_gadget_driver *driver;
336 	struct extcon_dev *extcon;
337 	struct work_struct extcon_work;
338 	struct phy *phy;
339 	struct dentry *dentry;
340 
341 	struct usb_role_switch *role_sw;
342 	struct device *host_dev;
343 	struct work_struct role_work;
344 	enum usb_role role;
345 
346 	struct renesas_usb3_ep *usb3_ep;
347 	int num_usb3_eps;
348 
349 	struct renesas_usb3_dma dma[USB3_DMA_NUM_SETTING_AREA];
350 
351 	spinlock_t lock;
352 	int disabled_count;
353 
354 	struct usb_request *ep0_req;
355 
356 	enum usb_role connection_state;
357 	u16 test_mode;
358 	u8 ep0_buf[USB3_EP0_BUF_SIZE];
359 	bool softconnect;
360 	bool workaround_for_vbus;
361 	bool extcon_host;		/* check id and set EXTCON_USB_HOST */
362 	bool extcon_usb;		/* check vbus and set EXTCON_USB */
363 	bool forced_b_device;
364 	bool start_to_connect;
365 	bool role_sw_by_connector;
366 };
367 
368 #define gadget_to_renesas_usb3(_gadget)	\
369 		container_of(_gadget, struct renesas_usb3, gadget)
370 #define renesas_usb3_to_gadget(renesas_usb3) (&renesas_usb3->gadget)
371 #define usb3_to_dev(_usb3)	(_usb3->gadget.dev.parent)
372 
373 #define usb_ep_to_usb3_ep(_ep) container_of(_ep, struct renesas_usb3_ep, ep)
374 #define usb3_ep_to_usb3(_usb3_ep) (_usb3_ep->usb3)
375 #define usb_req_to_usb3_req(_req) container_of(_req, \
376 					    struct renesas_usb3_request, req)
377 
378 #define usb3_get_ep(usb3, n) ((usb3)->usb3_ep + (n))
379 #define usb3_for_each_ep(usb3_ep, usb3, i)			\
380 		for ((i) = 0, usb3_ep = usb3_get_ep(usb3, (i));	\
381 		     (i) < (usb3)->num_usb3_eps;		\
382 		     (i)++, usb3_ep = usb3_get_ep(usb3, (i)))
383 
384 #define usb3_get_dma(usb3, i)	(&(usb3)->dma[i])
385 #define usb3_for_each_dma(usb3, dma, i)				\
386 		for ((i) = 0, dma = usb3_get_dma((usb3), (i));	\
387 		     (i) < USB3_DMA_NUM_SETTING_AREA;		\
388 		     (i)++, dma = usb3_get_dma((usb3), (i)))
389 
390 static const char udc_name[] = "renesas_usb3";
391 
392 static bool use_dma = 1;
393 module_param(use_dma, bool, 0644);
394 MODULE_PARM_DESC(use_dma, "use dedicated DMAC");
395 
396 static void usb3_write(struct renesas_usb3 *usb3, u32 data, u32 offs)
397 {
398 	iowrite32(data, usb3->reg + offs);
399 }
400 
401 static u32 usb3_read(struct renesas_usb3 *usb3, u32 offs)
402 {
403 	return ioread32(usb3->reg + offs);
404 }
405 
406 static void usb3_set_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
407 {
408 	u32 val = usb3_read(usb3, offs);
409 
410 	val |= bits;
411 	usb3_write(usb3, val, offs);
412 }
413 
414 static void usb3_clear_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
415 {
416 	u32 val = usb3_read(usb3, offs);
417 
418 	val &= ~bits;
419 	usb3_write(usb3, val, offs);
420 }
421 
422 static int usb3_wait(struct renesas_usb3 *usb3, u32 reg, u32 mask,
423 		     u32 expected)
424 {
425 	int i;
426 
427 	for (i = 0; i < USB3_WAIT_US; i++) {
428 		if ((usb3_read(usb3, reg) & mask) == expected)
429 			return 0;
430 		udelay(1);
431 	}
432 
433 	dev_dbg(usb3_to_dev(usb3), "%s: timed out (%8x, %08x, %08x)\n",
434 		__func__, reg, mask, expected);
435 
436 	return -EBUSY;
437 }
438 
439 static void renesas_usb3_extcon_work(struct work_struct *work)
440 {
441 	struct renesas_usb3 *usb3 = container_of(work, struct renesas_usb3,
442 						 extcon_work);
443 
444 	extcon_set_state_sync(usb3->extcon, EXTCON_USB_HOST, usb3->extcon_host);
445 	extcon_set_state_sync(usb3->extcon, EXTCON_USB, usb3->extcon_usb);
446 }
447 
448 static void usb3_enable_irq_1(struct renesas_usb3 *usb3, u32 bits)
449 {
450 	usb3_set_bit(usb3, bits, USB3_USB_INT_ENA_1);
451 }
452 
453 static void usb3_disable_irq_1(struct renesas_usb3 *usb3, u32 bits)
454 {
455 	usb3_clear_bit(usb3, bits, USB3_USB_INT_ENA_1);
456 }
457 
458 static void usb3_enable_pipe_irq(struct renesas_usb3 *usb3, int num)
459 {
460 	usb3_set_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
461 }
462 
463 static void usb3_disable_pipe_irq(struct renesas_usb3 *usb3, int num)
464 {
465 	usb3_clear_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
466 }
467 
468 static bool usb3_is_host(struct renesas_usb3 *usb3)
469 {
470 	return !(usb3_read(usb3, USB3_DRD_CON) & DRD_CON_PERI_CON);
471 }
472 
473 static void usb3_init_axi_bridge(struct renesas_usb3 *usb3)
474 {
475 	/* Set AXI_INT */
476 	usb3_write(usb3, ~0, USB3_DMA_INT_STA);
477 	usb3_write(usb3, 0, USB3_DMA_INT_ENA);
478 	usb3_set_bit(usb3, AXI_INT_DMAINT | AXI_INT_EPCINT, USB3_AXI_INT_ENA);
479 }
480 
481 static void usb3_init_epc_registers(struct renesas_usb3 *usb3)
482 {
483 	usb3_write(usb3, ~0, USB3_USB_INT_STA_1);
484 	if (!usb3->workaround_for_vbus)
485 		usb3_enable_irq_1(usb3, USB_INT_1_VBUS_CNG);
486 }
487 
488 static bool usb3_wakeup_usb2_phy(struct renesas_usb3 *usb3)
489 {
490 	if (!(usb3_read(usb3, USB3_USB20_CON) & USB20_CON_B2_SUSPEND))
491 		return true;	/* already waked it up */
492 
493 	usb3_clear_bit(usb3, USB20_CON_B2_SUSPEND, USB3_USB20_CON);
494 	usb3_enable_irq_1(usb3, USB_INT_1_B2_RSUM);
495 
496 	return false;
497 }
498 
499 static void usb3_usb2_pullup(struct renesas_usb3 *usb3, int pullup)
500 {
501 	u32 bits = USB20_CON_B2_PUE | USB20_CON_B2_CONNECT;
502 
503 	if (usb3->softconnect && pullup)
504 		usb3_set_bit(usb3, bits, USB3_USB20_CON);
505 	else
506 		usb3_clear_bit(usb3, bits, USB3_USB20_CON);
507 }
508 
509 static void usb3_set_test_mode(struct renesas_usb3 *usb3)
510 {
511 	u32 val = usb3_read(usb3, USB3_USB20_CON);
512 
513 	val &= ~USB20_CON_B2_TSTMOD_MASK;
514 	val |= USB20_CON_B2_TSTMOD(usb3->test_mode);
515 	usb3_write(usb3, val | USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
516 	if (!usb3->test_mode)
517 		usb3_clear_bit(usb3, USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
518 }
519 
520 static void usb3_start_usb2_connection(struct renesas_usb3 *usb3)
521 {
522 	usb3->disabled_count++;
523 	usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
524 	usb3_set_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
525 	usb3_usb2_pullup(usb3, 1);
526 }
527 
528 static int usb3_is_usb3_phy_in_u3(struct renesas_usb3 *usb3)
529 {
530 	return usb3_read(usb3, USB3_USB30_CON) & USB30_CON_POW_SEL_IN_U3;
531 }
532 
533 static bool usb3_wakeup_usb3_phy(struct renesas_usb3 *usb3)
534 {
535 	if (!usb3_is_usb3_phy_in_u3(usb3))
536 		return true;	/* already waked it up */
537 
538 	usb3_set_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
539 	usb3_enable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
540 
541 	return false;
542 }
543 
544 static u16 usb3_feature_get_un_enabled(struct renesas_usb3 *usb3)
545 {
546 	u32 mask_u2 = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
547 	u32 mask_u1 = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
548 	u32 val = usb3_read(usb3, USB3_SSIFCMD);
549 	u16 ret = 0;
550 
551 	/* Enables {U2,U1} if the bits of UDIR and UREQ are set to 0 */
552 	if (!(val & mask_u2))
553 		ret |= 1 << USB_DEV_STAT_U2_ENABLED;
554 	if (!(val & mask_u1))
555 		ret |= 1 << USB_DEV_STAT_U1_ENABLED;
556 
557 	return ret;
558 }
559 
560 static void usb3_feature_u2_enable(struct renesas_usb3 *usb3, bool enable)
561 {
562 	u32 bits = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
563 
564 	/* Enables U2 if the bits of UDIR and UREQ are set to 0 */
565 	if (enable)
566 		usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
567 	else
568 		usb3_set_bit(usb3, bits, USB3_SSIFCMD);
569 }
570 
571 static void usb3_feature_u1_enable(struct renesas_usb3 *usb3, bool enable)
572 {
573 	u32 bits = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
574 
575 	/* Enables U1 if the bits of UDIR and UREQ are set to 0 */
576 	if (enable)
577 		usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
578 	else
579 		usb3_set_bit(usb3, bits, USB3_SSIFCMD);
580 }
581 
582 static void usb3_start_operation_for_usb3(struct renesas_usb3 *usb3)
583 {
584 	usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
585 	usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
586 	usb3_set_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
587 }
588 
589 static void usb3_start_usb3_connection(struct renesas_usb3 *usb3)
590 {
591 	usb3_start_operation_for_usb3(usb3);
592 	usb3_set_bit(usb3, USB_COM_CON_RX_DETECTION, USB3_USB_COM_CON);
593 
594 	usb3_enable_irq_1(usb3, USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
595 			  USB_INT_1_SPEED);
596 }
597 
598 static void usb3_stop_usb3_connection(struct renesas_usb3 *usb3)
599 {
600 	usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
601 }
602 
603 static void usb3_transition_to_default_state(struct renesas_usb3 *usb3,
604 					     bool is_usb3)
605 {
606 	usb3_set_bit(usb3, USB_INT_2_PIPE(0), USB3_USB_INT_ENA_2);
607 	usb3_write(usb3, P0_INT_ALL_BITS, USB3_P0_INT_STA);
608 	usb3_set_bit(usb3, P0_INT_ALL_BITS, USB3_P0_INT_ENA);
609 
610 	if (is_usb3)
611 		usb3_enable_irq_1(usb3, USB_INT_1_B3_WRMRST |
612 				  USB_INT_1_B3_HOTRST);
613 	else
614 		usb3_enable_irq_1(usb3, USB_INT_1_B2_SPND |
615 				  USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
616 }
617 
618 static void usb3_connect(struct renesas_usb3 *usb3)
619 {
620 	if (usb3_wakeup_usb3_phy(usb3))
621 		usb3_start_usb3_connection(usb3);
622 }
623 
624 static void usb3_reset_epc(struct renesas_usb3 *usb3)
625 {
626 	usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
627 	usb3_clear_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
628 	usb3_set_bit(usb3, USB_COM_CON_PIPE_CLR, USB3_USB_COM_CON);
629 	usb3->test_mode = 0;
630 	usb3_set_test_mode(usb3);
631 }
632 
633 static void usb3_disconnect(struct renesas_usb3 *usb3)
634 {
635 	usb3->disabled_count = 0;
636 	usb3_usb2_pullup(usb3, 0);
637 	usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
638 	usb3_reset_epc(usb3);
639 	usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM | USB_INT_1_B3_PLLWKUP |
640 			   USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
641 			   USB_INT_1_SPEED | USB_INT_1_B3_WRMRST |
642 			   USB_INT_1_B3_HOTRST | USB_INT_1_B2_SPND |
643 			   USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
644 	usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
645 	usb3_init_epc_registers(usb3);
646 
647 	if (usb3->driver)
648 		usb3->driver->disconnect(&usb3->gadget);
649 }
650 
651 static void usb3_check_vbus(struct renesas_usb3 *usb3)
652 {
653 	if (usb3->workaround_for_vbus) {
654 		usb3_connect(usb3);
655 	} else {
656 		usb3->extcon_usb = !!(usb3_read(usb3, USB3_USB_STA) &
657 							USB_STA_VBUS_STA);
658 		if (usb3->extcon_usb)
659 			usb3_connect(usb3);
660 		else
661 			usb3_disconnect(usb3);
662 
663 		schedule_work(&usb3->extcon_work);
664 	}
665 }
666 
667 static void renesas_usb3_role_work(struct work_struct *work)
668 {
669 	struct renesas_usb3 *usb3 =
670 			container_of(work, struct renesas_usb3, role_work);
671 
672 	usb_role_switch_set_role(usb3->role_sw, usb3->role);
673 }
674 
675 static void usb3_set_mode(struct renesas_usb3 *usb3, bool host)
676 {
677 	if (host)
678 		usb3_clear_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
679 	else
680 		usb3_set_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
681 }
682 
683 static void usb3_set_mode_by_role_sw(struct renesas_usb3 *usb3, bool host)
684 {
685 	if (usb3->role_sw) {
686 		usb3->role = host ? USB_ROLE_HOST : USB_ROLE_DEVICE;
687 		schedule_work(&usb3->role_work);
688 	} else {
689 		usb3_set_mode(usb3, host);
690 	}
691 }
692 
693 static void usb3_vbus_out(struct renesas_usb3 *usb3, bool enable)
694 {
695 	if (enable)
696 		usb3_set_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
697 	else
698 		usb3_clear_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
699 }
700 
701 static void usb3_mode_config(struct renesas_usb3 *usb3, bool host, bool a_dev)
702 {
703 	unsigned long flags;
704 
705 	spin_lock_irqsave(&usb3->lock, flags);
706 	if (!usb3->role_sw_by_connector ||
707 	    usb3->connection_state != USB_ROLE_NONE) {
708 		usb3_set_mode_by_role_sw(usb3, host);
709 		usb3_vbus_out(usb3, a_dev);
710 	}
711 	/* for A-Peripheral or forced B-device mode */
712 	if ((!host && a_dev) || usb3->start_to_connect)
713 		usb3_connect(usb3);
714 	spin_unlock_irqrestore(&usb3->lock, flags);
715 }
716 
717 static bool usb3_is_a_device(struct renesas_usb3 *usb3)
718 {
719 	return !(usb3_read(usb3, USB3_USB_OTG_STA) & USB_OTG_IDMON);
720 }
721 
722 static void usb3_check_id(struct renesas_usb3 *usb3)
723 {
724 	usb3->extcon_host = usb3_is_a_device(usb3);
725 
726 	if ((!usb3->role_sw_by_connector && usb3->extcon_host &&
727 	     !usb3->forced_b_device) || usb3->connection_state == USB_ROLE_HOST)
728 		usb3_mode_config(usb3, true, true);
729 	else
730 		usb3_mode_config(usb3, false, false);
731 
732 	schedule_work(&usb3->extcon_work);
733 }
734 
735 static void renesas_usb3_init_controller(struct renesas_usb3 *usb3)
736 {
737 	usb3_init_axi_bridge(usb3);
738 	usb3_init_epc_registers(usb3);
739 	usb3_set_bit(usb3, USB_COM_CON_PN_WDATAIF_NL |
740 		     USB_COM_CON_PN_RDATAIF_NL | USB_COM_CON_PN_LSTTR_PP,
741 		     USB3_USB_COM_CON);
742 	usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_STA);
743 	usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_ENA);
744 
745 	usb3_check_id(usb3);
746 	usb3_check_vbus(usb3);
747 }
748 
749 static void renesas_usb3_stop_controller(struct renesas_usb3 *usb3)
750 {
751 	usb3_disconnect(usb3);
752 	usb3_write(usb3, 0, USB3_P0_INT_ENA);
753 	usb3_write(usb3, 0, USB3_USB_OTG_INT_ENA);
754 	usb3_write(usb3, 0, USB3_USB_INT_ENA_1);
755 	usb3_write(usb3, 0, USB3_USB_INT_ENA_2);
756 	usb3_write(usb3, 0, USB3_AXI_INT_ENA);
757 }
758 
759 static void usb3_irq_epc_int_1_pll_wakeup(struct renesas_usb3 *usb3)
760 {
761 	usb3_disable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
762 	usb3_clear_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
763 	usb3_start_usb3_connection(usb3);
764 }
765 
766 static void usb3_irq_epc_int_1_linkup_success(struct renesas_usb3 *usb3)
767 {
768 	usb3_transition_to_default_state(usb3, true);
769 }
770 
771 static void usb3_irq_epc_int_1_resume(struct renesas_usb3 *usb3)
772 {
773 	usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM);
774 	usb3_start_usb2_connection(usb3);
775 	usb3_transition_to_default_state(usb3, false);
776 }
777 
778 static void usb3_irq_epc_int_1_suspend(struct renesas_usb3 *usb3)
779 {
780 	usb3_disable_irq_1(usb3, USB_INT_1_B2_SPND);
781 
782 	if (usb3->gadget.speed != USB_SPEED_UNKNOWN &&
783 	    usb3->gadget.state != USB_STATE_NOTATTACHED) {
784 		if (usb3->driver && usb3->driver->suspend)
785 			usb3->driver->suspend(&usb3->gadget);
786 		usb_gadget_set_state(&usb3->gadget, USB_STATE_SUSPENDED);
787 	}
788 }
789 
790 static void usb3_irq_epc_int_1_disable(struct renesas_usb3 *usb3)
791 {
792 	usb3_stop_usb3_connection(usb3);
793 	if (usb3_wakeup_usb2_phy(usb3))
794 		usb3_irq_epc_int_1_resume(usb3);
795 }
796 
797 static void usb3_irq_epc_int_1_bus_reset(struct renesas_usb3 *usb3)
798 {
799 	usb3_reset_epc(usb3);
800 	if (usb3->disabled_count < 3)
801 		usb3_start_usb3_connection(usb3);
802 	else
803 		usb3_start_usb2_connection(usb3);
804 }
805 
806 static void usb3_irq_epc_int_1_vbus_change(struct renesas_usb3 *usb3)
807 {
808 	usb3_check_vbus(usb3);
809 }
810 
811 static void usb3_irq_epc_int_1_hot_reset(struct renesas_usb3 *usb3)
812 {
813 	usb3_reset_epc(usb3);
814 	usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
815 
816 	/* This bit shall be set within 12ms from the start of HotReset */
817 	usb3_set_bit(usb3, USB30_CON_B3_HOTRST_CMP, USB3_USB30_CON);
818 }
819 
820 static void usb3_irq_epc_int_1_warm_reset(struct renesas_usb3 *usb3)
821 {
822 	usb3_reset_epc(usb3);
823 	usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
824 
825 	usb3_start_operation_for_usb3(usb3);
826 	usb3_enable_irq_1(usb3, USB_INT_1_SPEED);
827 }
828 
829 static void usb3_irq_epc_int_1_speed(struct renesas_usb3 *usb3)
830 {
831 	u32 speed = usb3_read(usb3, USB3_USB_STA) & USB_STA_SPEED_MASK;
832 
833 	switch (speed) {
834 	case USB_STA_SPEED_SS:
835 		usb3->gadget.speed = USB_SPEED_SUPER;
836 		usb3->gadget.ep0->maxpacket = USB3_EP0_SS_MAX_PACKET_SIZE;
837 		break;
838 	case USB_STA_SPEED_HS:
839 		usb3->gadget.speed = USB_SPEED_HIGH;
840 		usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
841 		break;
842 	case USB_STA_SPEED_FS:
843 		usb3->gadget.speed = USB_SPEED_FULL;
844 		usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
845 		break;
846 	default:
847 		usb3->gadget.speed = USB_SPEED_UNKNOWN;
848 		break;
849 	}
850 }
851 
852 static void usb3_irq_epc_int_1(struct renesas_usb3 *usb3, u32 int_sta_1)
853 {
854 	if (int_sta_1 & USB_INT_1_B3_PLLWKUP)
855 		usb3_irq_epc_int_1_pll_wakeup(usb3);
856 
857 	if (int_sta_1 & USB_INT_1_B3_LUPSUCS)
858 		usb3_irq_epc_int_1_linkup_success(usb3);
859 
860 	if (int_sta_1 & USB_INT_1_B3_HOTRST)
861 		usb3_irq_epc_int_1_hot_reset(usb3);
862 
863 	if (int_sta_1 & USB_INT_1_B3_WRMRST)
864 		usb3_irq_epc_int_1_warm_reset(usb3);
865 
866 	if (int_sta_1 & USB_INT_1_B3_DISABLE)
867 		usb3_irq_epc_int_1_disable(usb3);
868 
869 	if (int_sta_1 & USB_INT_1_B2_USBRST)
870 		usb3_irq_epc_int_1_bus_reset(usb3);
871 
872 	if (int_sta_1 & USB_INT_1_B2_RSUM)
873 		usb3_irq_epc_int_1_resume(usb3);
874 
875 	if (int_sta_1 & USB_INT_1_B2_SPND)
876 		usb3_irq_epc_int_1_suspend(usb3);
877 
878 	if (int_sta_1 & USB_INT_1_SPEED)
879 		usb3_irq_epc_int_1_speed(usb3);
880 
881 	if (int_sta_1 & USB_INT_1_VBUS_CNG)
882 		usb3_irq_epc_int_1_vbus_change(usb3);
883 }
884 
885 static struct renesas_usb3_request *__usb3_get_request(struct renesas_usb3_ep
886 						       *usb3_ep)
887 {
888 	return list_first_entry_or_null(&usb3_ep->queue,
889 					struct renesas_usb3_request, queue);
890 }
891 
892 static struct renesas_usb3_request *usb3_get_request(struct renesas_usb3_ep
893 						     *usb3_ep)
894 {
895 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
896 	struct renesas_usb3_request *usb3_req;
897 	unsigned long flags;
898 
899 	spin_lock_irqsave(&usb3->lock, flags);
900 	usb3_req = __usb3_get_request(usb3_ep);
901 	spin_unlock_irqrestore(&usb3->lock, flags);
902 
903 	return usb3_req;
904 }
905 
906 static void __usb3_request_done(struct renesas_usb3_ep *usb3_ep,
907 				struct renesas_usb3_request *usb3_req,
908 				int status)
909 {
910 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
911 
912 	dev_dbg(usb3_to_dev(usb3), "giveback: ep%2d, %u, %u, %d\n",
913 		usb3_ep->num, usb3_req->req.length, usb3_req->req.actual,
914 		status);
915 	usb3_req->req.status = status;
916 	usb3_ep->started = false;
917 	list_del_init(&usb3_req->queue);
918 	spin_unlock(&usb3->lock);
919 	usb_gadget_giveback_request(&usb3_ep->ep, &usb3_req->req);
920 	spin_lock(&usb3->lock);
921 }
922 
923 static void usb3_request_done(struct renesas_usb3_ep *usb3_ep,
924 			      struct renesas_usb3_request *usb3_req, int status)
925 {
926 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
927 	unsigned long flags;
928 
929 	spin_lock_irqsave(&usb3->lock, flags);
930 	__usb3_request_done(usb3_ep, usb3_req, status);
931 	spin_unlock_irqrestore(&usb3->lock, flags);
932 }
933 
934 static void usb3_irq_epc_pipe0_status_end(struct renesas_usb3 *usb3)
935 {
936 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
937 	struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
938 
939 	if (usb3_req)
940 		usb3_request_done(usb3_ep, usb3_req, 0);
941 	if (usb3->test_mode)
942 		usb3_set_test_mode(usb3);
943 }
944 
945 static void usb3_get_setup_data(struct renesas_usb3 *usb3,
946 				struct usb_ctrlrequest *ctrl)
947 {
948 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
949 	u32 *data = (u32 *)ctrl;
950 
951 	*data++ = usb3_read(usb3, USB3_STUP_DAT_0);
952 	*data = usb3_read(usb3, USB3_STUP_DAT_1);
953 
954 	/* update this driver's flag */
955 	usb3_ep->dir_in = !!(ctrl->bRequestType & USB_DIR_IN);
956 }
957 
958 static void usb3_set_p0_con_update_res(struct renesas_usb3 *usb3, u32 res)
959 {
960 	u32 val = usb3_read(usb3, USB3_P0_CON);
961 
962 	val &= ~(P0_CON_ST_RES_MASK | P0_CON_OT_RES_MASK | P0_CON_IN_RES_MASK);
963 	val |= res | P0_CON_RES_WEN;
964 	usb3_write(usb3, val, USB3_P0_CON);
965 }
966 
967 static void usb3_set_p0_con_for_ctrl_read_data(struct renesas_usb3 *usb3)
968 {
969 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
970 				   P0_CON_OT_RES_FORCE_STALL |
971 				   P0_CON_IN_RES_NORMAL);
972 }
973 
974 static void usb3_set_p0_con_for_ctrl_read_status(struct renesas_usb3 *usb3)
975 {
976 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
977 				   P0_CON_OT_RES_FORCE_STALL |
978 				   P0_CON_IN_RES_NORMAL);
979 }
980 
981 static void usb3_set_p0_con_for_ctrl_write_data(struct renesas_usb3 *usb3)
982 {
983 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
984 				   P0_CON_OT_RES_NORMAL |
985 				   P0_CON_IN_RES_FORCE_STALL);
986 }
987 
988 static void usb3_set_p0_con_for_ctrl_write_status(struct renesas_usb3 *usb3)
989 {
990 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
991 				   P0_CON_OT_RES_NORMAL |
992 				   P0_CON_IN_RES_FORCE_STALL);
993 }
994 
995 static void usb3_set_p0_con_for_no_data(struct renesas_usb3 *usb3)
996 {
997 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
998 				   P0_CON_OT_RES_FORCE_STALL |
999 				   P0_CON_IN_RES_FORCE_STALL);
1000 }
1001 
1002 static void usb3_set_p0_con_stall(struct renesas_usb3 *usb3)
1003 {
1004 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_STALL |
1005 				   P0_CON_OT_RES_FORCE_STALL |
1006 				   P0_CON_IN_RES_FORCE_STALL);
1007 }
1008 
1009 static void usb3_set_p0_con_stop(struct renesas_usb3 *usb3)
1010 {
1011 	usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
1012 				   P0_CON_OT_RES_FORCE_NRDY |
1013 				   P0_CON_IN_RES_FORCE_NRDY);
1014 }
1015 
1016 static int usb3_pn_change(struct renesas_usb3 *usb3, int num)
1017 {
1018 	if (num == 0 || num > usb3->num_usb3_eps)
1019 		return -ENXIO;
1020 
1021 	usb3_write(usb3, num, USB3_PIPE_COM);
1022 
1023 	return 0;
1024 }
1025 
1026 static void usb3_set_pn_con_update_res(struct renesas_usb3 *usb3, u32 res)
1027 {
1028 	u32 val = usb3_read(usb3, USB3_PN_CON);
1029 
1030 	val &= ~PN_CON_RES_MASK;
1031 	val |= res & PN_CON_RES_MASK;
1032 	val |= PN_CON_RES_WEN;
1033 	usb3_write(usb3, val, USB3_PN_CON);
1034 }
1035 
1036 static void usb3_pn_start(struct renesas_usb3 *usb3)
1037 {
1038 	usb3_set_pn_con_update_res(usb3, PN_CON_RES_NORMAL);
1039 }
1040 
1041 static void usb3_pn_stop(struct renesas_usb3 *usb3)
1042 {
1043 	usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_NRDY);
1044 }
1045 
1046 static void usb3_pn_stall(struct renesas_usb3 *usb3)
1047 {
1048 	usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_STALL);
1049 }
1050 
1051 static int usb3_pn_con_clear(struct renesas_usb3 *usb3)
1052 {
1053 	usb3_set_bit(usb3, PN_CON_CLR, USB3_PN_CON);
1054 
1055 	return usb3_wait(usb3, USB3_PN_CON, PN_CON_CLR, 0);
1056 }
1057 
1058 static bool usb3_is_transfer_complete(struct renesas_usb3_ep *usb3_ep,
1059 				      struct renesas_usb3_request *usb3_req)
1060 {
1061 	struct usb_request *req = &usb3_req->req;
1062 
1063 	if ((!req->zero && req->actual == req->length) ||
1064 	    (req->actual % usb3_ep->ep.maxpacket) || (req->length == 0))
1065 		return true;
1066 	else
1067 		return false;
1068 }
1069 
1070 static int usb3_wait_pipe_status(struct renesas_usb3_ep *usb3_ep, u32 mask)
1071 {
1072 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1073 	u32 sta_reg = usb3_ep->num ? USB3_PN_STA : USB3_P0_STA;
1074 
1075 	return usb3_wait(usb3, sta_reg, mask, mask);
1076 }
1077 
1078 static void usb3_set_px_con_send(struct renesas_usb3_ep *usb3_ep, int bytes,
1079 				 bool last)
1080 {
1081 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1082 	u32 con_reg = usb3_ep->num ? USB3_PN_CON : USB3_P0_CON;
1083 	u32 val = usb3_read(usb3, con_reg);
1084 
1085 	val |= PX_CON_SEND | PX_CON_BYTE_EN_BYTES(bytes);
1086 	val |= (usb3_ep->num && last) ? PN_CON_LAST : 0;
1087 	usb3_write(usb3, val, con_reg);
1088 }
1089 
1090 static int usb3_write_pipe(struct renesas_usb3_ep *usb3_ep,
1091 			   struct renesas_usb3_request *usb3_req,
1092 			   u32 fifo_reg)
1093 {
1094 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1095 	int i;
1096 	int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1097 			usb3_ep->ep.maxpacket);
1098 	u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1099 	u32 tmp = 0;
1100 	bool is_last = !len ? true : false;
1101 
1102 	if (usb3_wait_pipe_status(usb3_ep, PX_STA_BUFSTS) < 0)
1103 		return -EBUSY;
1104 
1105 	/* Update gadget driver parameter */
1106 	usb3_req->req.actual += len;
1107 
1108 	/* Write data to the register */
1109 	if (len >= 4) {
1110 		iowrite32_rep(usb3->reg + fifo_reg, buf, len / 4);
1111 		buf += (len / 4) * 4;
1112 		len %= 4;	/* update len to use usb3_set_pX_con_send() */
1113 	}
1114 
1115 	if (len) {
1116 		for (i = 0; i < len; i++)
1117 			tmp |= buf[i] << (8 * i);
1118 		usb3_write(usb3, tmp, fifo_reg);
1119 	}
1120 
1121 	if (!is_last)
1122 		is_last = usb3_is_transfer_complete(usb3_ep, usb3_req);
1123 	/* Send the data */
1124 	usb3_set_px_con_send(usb3_ep, len, is_last);
1125 
1126 	return is_last ? 0 : -EAGAIN;
1127 }
1128 
1129 static u32 usb3_get_received_length(struct renesas_usb3_ep *usb3_ep)
1130 {
1131 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1132 	u32 lng_reg = usb3_ep->num ? USB3_PN_LNG : USB3_P0_LNG;
1133 
1134 	return usb3_read(usb3, lng_reg);
1135 }
1136 
1137 static int usb3_read_pipe(struct renesas_usb3_ep *usb3_ep,
1138 			  struct renesas_usb3_request *usb3_req, u32 fifo_reg)
1139 {
1140 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1141 	int i;
1142 	int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1143 			usb3_get_received_length(usb3_ep));
1144 	u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1145 	u32 tmp = 0;
1146 
1147 	if (!len)
1148 		return 0;
1149 
1150 	/* Update gadget driver parameter */
1151 	usb3_req->req.actual += len;
1152 
1153 	/* Read data from the register */
1154 	if (len >= 4) {
1155 		ioread32_rep(usb3->reg + fifo_reg, buf, len / 4);
1156 		buf += (len / 4) * 4;
1157 		len %= 4;
1158 	}
1159 
1160 	if (len) {
1161 		tmp = usb3_read(usb3, fifo_reg);
1162 		for (i = 0; i < len; i++)
1163 			buf[i] = (tmp >> (8 * i)) & 0xff;
1164 	}
1165 
1166 	return usb3_is_transfer_complete(usb3_ep, usb3_req) ? 0 : -EAGAIN;
1167 }
1168 
1169 static void usb3_set_status_stage(struct renesas_usb3_ep *usb3_ep,
1170 				  struct renesas_usb3_request *usb3_req)
1171 {
1172 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1173 
1174 	if (usb3_ep->dir_in) {
1175 		usb3_set_p0_con_for_ctrl_read_status(usb3);
1176 	} else {
1177 		if (!usb3_req->req.length)
1178 			usb3_set_p0_con_for_no_data(usb3);
1179 		else
1180 			usb3_set_p0_con_for_ctrl_write_status(usb3);
1181 	}
1182 }
1183 
1184 static void usb3_p0_xfer(struct renesas_usb3_ep *usb3_ep,
1185 			 struct renesas_usb3_request *usb3_req)
1186 {
1187 	int ret;
1188 
1189 	if (usb3_ep->dir_in)
1190 		ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_P0_WRITE);
1191 	else
1192 		ret = usb3_read_pipe(usb3_ep, usb3_req, USB3_P0_READ);
1193 
1194 	if (!ret)
1195 		usb3_set_status_stage(usb3_ep, usb3_req);
1196 }
1197 
1198 static void usb3_start_pipe0(struct renesas_usb3_ep *usb3_ep,
1199 			     struct renesas_usb3_request *usb3_req)
1200 {
1201 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1202 
1203 	if (usb3_ep->started)
1204 		return;
1205 
1206 	usb3_ep->started = true;
1207 
1208 	if (usb3_ep->dir_in) {
1209 		usb3_set_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1210 		usb3_set_p0_con_for_ctrl_read_data(usb3);
1211 	} else {
1212 		usb3_clear_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1213 		if (usb3_req->req.length)
1214 			usb3_set_p0_con_for_ctrl_write_data(usb3);
1215 	}
1216 
1217 	usb3_p0_xfer(usb3_ep, usb3_req);
1218 }
1219 
1220 static void usb3_enable_dma_pipen(struct renesas_usb3 *usb3)
1221 {
1222 	usb3_set_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1223 }
1224 
1225 static void usb3_disable_dma_pipen(struct renesas_usb3 *usb3)
1226 {
1227 	usb3_clear_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1228 }
1229 
1230 static void usb3_enable_dma_irq(struct renesas_usb3 *usb3, int num)
1231 {
1232 	usb3_set_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1233 }
1234 
1235 static void usb3_disable_dma_irq(struct renesas_usb3 *usb3, int num)
1236 {
1237 	usb3_clear_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1238 }
1239 
1240 static u32 usb3_dma_mps_to_prd_word1(struct renesas_usb3_ep *usb3_ep)
1241 {
1242 	switch (usb3_ep->ep.maxpacket) {
1243 	case 8:
1244 		return USB3_PRD1_MPS_8;
1245 	case 16:
1246 		return USB3_PRD1_MPS_16;
1247 	case 32:
1248 		return USB3_PRD1_MPS_32;
1249 	case 64:
1250 		return USB3_PRD1_MPS_64;
1251 	case 512:
1252 		return USB3_PRD1_MPS_512;
1253 	case 1024:
1254 		return USB3_PRD1_MPS_1024;
1255 	default:
1256 		return USB3_PRD1_MPS_RESERVED;
1257 	}
1258 }
1259 
1260 static bool usb3_dma_get_setting_area(struct renesas_usb3_ep *usb3_ep,
1261 				      struct renesas_usb3_request *usb3_req)
1262 {
1263 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1264 	struct renesas_usb3_dma *dma;
1265 	int i;
1266 	bool ret = false;
1267 
1268 	if (usb3_req->req.length > USB3_DMA_MAX_XFER_SIZE_ALL_PRDS) {
1269 		dev_dbg(usb3_to_dev(usb3), "%s: the length is too big (%d)\n",
1270 			__func__, usb3_req->req.length);
1271 		return false;
1272 	}
1273 
1274 	/* The driver doesn't handle zero-length packet via dmac */
1275 	if (!usb3_req->req.length)
1276 		return false;
1277 
1278 	if (usb3_dma_mps_to_prd_word1(usb3_ep) == USB3_PRD1_MPS_RESERVED)
1279 		return false;
1280 
1281 	usb3_for_each_dma(usb3, dma, i) {
1282 		if (dma->used)
1283 			continue;
1284 
1285 		if (usb_gadget_map_request(&usb3->gadget, &usb3_req->req,
1286 					   usb3_ep->dir_in) < 0)
1287 			break;
1288 
1289 		dma->used = true;
1290 		usb3_ep->dma = dma;
1291 		ret = true;
1292 		break;
1293 	}
1294 
1295 	return ret;
1296 }
1297 
1298 static void usb3_dma_put_setting_area(struct renesas_usb3_ep *usb3_ep,
1299 				      struct renesas_usb3_request *usb3_req)
1300 {
1301 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1302 	int i;
1303 	struct renesas_usb3_dma *dma;
1304 
1305 	usb3_for_each_dma(usb3, dma, i) {
1306 		if (usb3_ep->dma == dma) {
1307 			usb_gadget_unmap_request(&usb3->gadget, &usb3_req->req,
1308 						 usb3_ep->dir_in);
1309 			dma->used = false;
1310 			usb3_ep->dma = NULL;
1311 			break;
1312 		}
1313 	}
1314 }
1315 
1316 static void usb3_dma_fill_prd(struct renesas_usb3_ep *usb3_ep,
1317 			      struct renesas_usb3_request *usb3_req)
1318 {
1319 	struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1320 	u32 remain = usb3_req->req.length;
1321 	u32 dma = usb3_req->req.dma;
1322 	u32 len;
1323 	int i = 0;
1324 
1325 	do {
1326 		len = min_t(u32, remain, USB3_DMA_MAX_XFER_SIZE) &
1327 			    USB3_PRD1_SIZE_MASK;
1328 		cur_prd->word1 = usb3_dma_mps_to_prd_word1(usb3_ep) |
1329 				 USB3_PRD1_B_INC | len;
1330 		cur_prd->bap = dma;
1331 		remain -= len;
1332 		dma += len;
1333 		if (!remain || (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1334 			break;
1335 
1336 		cur_prd++;
1337 		i++;
1338 	} while (1);
1339 
1340 	cur_prd->word1 |= USB3_PRD1_E | USB3_PRD1_INT;
1341 	if (usb3_ep->dir_in)
1342 		cur_prd->word1 |= USB3_PRD1_LST;
1343 }
1344 
1345 static void usb3_dma_kick_prd(struct renesas_usb3_ep *usb3_ep)
1346 {
1347 	struct renesas_usb3_dma *dma = usb3_ep->dma;
1348 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1349 	u32 dma_con = DMA_COM_PIPE_NO(usb3_ep->num) | DMA_CON_PRD_EN;
1350 
1351 	if (usb3_ep->dir_in)
1352 		dma_con |= DMA_CON_PIPE_DIR;
1353 
1354 	wmb();	/* prd entries should be in system memory here */
1355 
1356 	usb3_write(usb3, 1 << usb3_ep->num, USB3_DMA_INT_STA);
1357 	usb3_write(usb3, AXI_INT_PRDEN_CLR_STA(dma->num) |
1358 		   AXI_INT_PRDERR_STA(dma->num), USB3_AXI_INT_STA);
1359 
1360 	usb3_write(usb3, dma->prd_dma, USB3_DMA_CH0_PRD_ADR(dma->num));
1361 	usb3_write(usb3, dma_con, USB3_DMA_CH0_CON(dma->num));
1362 	usb3_enable_dma_irq(usb3, usb3_ep->num);
1363 }
1364 
1365 static void usb3_dma_stop_prd(struct renesas_usb3_ep *usb3_ep)
1366 {
1367 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1368 	struct renesas_usb3_dma *dma = usb3_ep->dma;
1369 
1370 	usb3_disable_dma_irq(usb3, usb3_ep->num);
1371 	usb3_write(usb3, 0, USB3_DMA_CH0_CON(dma->num));
1372 }
1373 
1374 static int usb3_dma_update_status(struct renesas_usb3_ep *usb3_ep,
1375 				  struct renesas_usb3_request *usb3_req)
1376 {
1377 	struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1378 	struct usb_request *req = &usb3_req->req;
1379 	u32 remain, len;
1380 	int i = 0;
1381 	int status = 0;
1382 
1383 	rmb();	/* The controller updated prd entries */
1384 
1385 	do {
1386 		if (cur_prd->word1 & USB3_PRD1_D)
1387 			status = -EIO;
1388 		if (cur_prd->word1 & USB3_PRD1_E)
1389 			len = req->length % USB3_DMA_MAX_XFER_SIZE;
1390 		else
1391 			len = USB3_DMA_MAX_XFER_SIZE;
1392 		remain = cur_prd->word1 & USB3_PRD1_SIZE_MASK;
1393 		req->actual += len - remain;
1394 
1395 		if (cur_prd->word1 & USB3_PRD1_E ||
1396 		    (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1397 			break;
1398 
1399 		cur_prd++;
1400 		i++;
1401 	} while (1);
1402 
1403 	return status;
1404 }
1405 
1406 static bool usb3_dma_try_start(struct renesas_usb3_ep *usb3_ep,
1407 			       struct renesas_usb3_request *usb3_req)
1408 {
1409 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1410 
1411 	if (!use_dma)
1412 		return false;
1413 
1414 	if (usb3_dma_get_setting_area(usb3_ep, usb3_req)) {
1415 		usb3_pn_stop(usb3);
1416 		usb3_enable_dma_pipen(usb3);
1417 		usb3_dma_fill_prd(usb3_ep, usb3_req);
1418 		usb3_dma_kick_prd(usb3_ep);
1419 		usb3_pn_start(usb3);
1420 		return true;
1421 	}
1422 
1423 	return false;
1424 }
1425 
1426 static int usb3_dma_try_stop(struct renesas_usb3_ep *usb3_ep,
1427 			     struct renesas_usb3_request *usb3_req)
1428 {
1429 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1430 	unsigned long flags;
1431 	int status = 0;
1432 
1433 	spin_lock_irqsave(&usb3->lock, flags);
1434 	if (!usb3_ep->dma)
1435 		goto out;
1436 
1437 	if (!usb3_pn_change(usb3, usb3_ep->num))
1438 		usb3_disable_dma_pipen(usb3);
1439 	usb3_dma_stop_prd(usb3_ep);
1440 	status = usb3_dma_update_status(usb3_ep, usb3_req);
1441 	usb3_dma_put_setting_area(usb3_ep, usb3_req);
1442 
1443 out:
1444 	spin_unlock_irqrestore(&usb3->lock, flags);
1445 	return status;
1446 }
1447 
1448 static int renesas_usb3_dma_free_prd(struct renesas_usb3 *usb3,
1449 				     struct device *dev)
1450 {
1451 	int i;
1452 	struct renesas_usb3_dma *dma;
1453 
1454 	usb3_for_each_dma(usb3, dma, i) {
1455 		if (dma->prd) {
1456 			dma_free_coherent(dev, USB3_DMA_PRD_SIZE,
1457 					  dma->prd, dma->prd_dma);
1458 			dma->prd = NULL;
1459 		}
1460 	}
1461 
1462 	return 0;
1463 }
1464 
1465 static int renesas_usb3_dma_alloc_prd(struct renesas_usb3 *usb3,
1466 				      struct device *dev)
1467 {
1468 	int i;
1469 	struct renesas_usb3_dma *dma;
1470 
1471 	if (!use_dma)
1472 		return 0;
1473 
1474 	usb3_for_each_dma(usb3, dma, i) {
1475 		dma->prd = dma_alloc_coherent(dev, USB3_DMA_PRD_SIZE,
1476 					      &dma->prd_dma, GFP_KERNEL);
1477 		if (!dma->prd) {
1478 			renesas_usb3_dma_free_prd(usb3, dev);
1479 			return -ENOMEM;
1480 		}
1481 		dma->num = i + 1;
1482 	}
1483 
1484 	return 0;
1485 }
1486 
1487 static void usb3_start_pipen(struct renesas_usb3_ep *usb3_ep,
1488 			     struct renesas_usb3_request *usb3_req)
1489 {
1490 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1491 	struct renesas_usb3_request *usb3_req_first;
1492 	unsigned long flags;
1493 	int ret = -EAGAIN;
1494 	u32 enable_bits = 0;
1495 
1496 	spin_lock_irqsave(&usb3->lock, flags);
1497 	if (usb3_ep->halt || usb3_ep->started)
1498 		goto out;
1499 	usb3_req_first = __usb3_get_request(usb3_ep);
1500 	if (!usb3_req_first || usb3_req != usb3_req_first)
1501 		goto out;
1502 
1503 	if (usb3_pn_change(usb3, usb3_ep->num) < 0)
1504 		goto out;
1505 
1506 	usb3_ep->started = true;
1507 
1508 	if (usb3_dma_try_start(usb3_ep, usb3_req))
1509 		goto out;
1510 
1511 	usb3_pn_start(usb3);
1512 
1513 	if (usb3_ep->dir_in) {
1514 		ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE);
1515 		enable_bits |= PN_INT_LSTTR;
1516 	}
1517 
1518 	if (ret < 0)
1519 		enable_bits |= PN_INT_BFRDY;
1520 
1521 	if (enable_bits) {
1522 		usb3_set_bit(usb3, enable_bits, USB3_PN_INT_ENA);
1523 		usb3_enable_pipe_irq(usb3, usb3_ep->num);
1524 	}
1525 out:
1526 	spin_unlock_irqrestore(&usb3->lock, flags);
1527 }
1528 
1529 static int renesas_usb3_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
1530 				 gfp_t gfp_flags)
1531 {
1532 	struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1533 	struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1534 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1535 	unsigned long flags;
1536 
1537 	dev_dbg(usb3_to_dev(usb3), "ep_queue: ep%2d, %u\n", usb3_ep->num,
1538 		_req->length);
1539 
1540 	_req->status = -EINPROGRESS;
1541 	_req->actual = 0;
1542 	spin_lock_irqsave(&usb3->lock, flags);
1543 	list_add_tail(&usb3_req->queue, &usb3_ep->queue);
1544 	spin_unlock_irqrestore(&usb3->lock, flags);
1545 
1546 	if (!usb3_ep->num)
1547 		usb3_start_pipe0(usb3_ep, usb3_req);
1548 	else
1549 		usb3_start_pipen(usb3_ep, usb3_req);
1550 
1551 	return 0;
1552 }
1553 
1554 static void usb3_set_device_address(struct renesas_usb3 *usb3, u16 addr)
1555 {
1556 	/* DEV_ADDR bit field is cleared by WarmReset, HotReset and BusReset */
1557 	usb3_set_bit(usb3, USB_COM_CON_DEV_ADDR(addr), USB3_USB_COM_CON);
1558 }
1559 
1560 static bool usb3_std_req_set_address(struct renesas_usb3 *usb3,
1561 				     struct usb_ctrlrequest *ctrl)
1562 {
1563 	if (le16_to_cpu(ctrl->wValue) >= 128)
1564 		return true;	/* stall */
1565 
1566 	usb3_set_device_address(usb3, le16_to_cpu(ctrl->wValue));
1567 	usb3_set_p0_con_for_no_data(usb3);
1568 
1569 	return false;
1570 }
1571 
1572 static void usb3_pipe0_internal_xfer(struct renesas_usb3 *usb3,
1573 				     void *tx_data, size_t len,
1574 				     void (*complete)(struct usb_ep *ep,
1575 						      struct usb_request *req))
1576 {
1577 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1578 
1579 	if (tx_data)
1580 		memcpy(usb3->ep0_buf, tx_data,
1581 		       min_t(size_t, len, USB3_EP0_BUF_SIZE));
1582 
1583 	usb3->ep0_req->buf = &usb3->ep0_buf;
1584 	usb3->ep0_req->length = len;
1585 	usb3->ep0_req->complete = complete;
1586 	renesas_usb3_ep_queue(&usb3_ep->ep, usb3->ep0_req, GFP_ATOMIC);
1587 }
1588 
1589 static void usb3_pipe0_get_status_completion(struct usb_ep *ep,
1590 					     struct usb_request *req)
1591 {
1592 }
1593 
1594 static bool usb3_std_req_get_status(struct renesas_usb3 *usb3,
1595 				    struct usb_ctrlrequest *ctrl)
1596 {
1597 	bool stall = false;
1598 	struct renesas_usb3_ep *usb3_ep;
1599 	int num;
1600 	u16 status = 0;
1601 	__le16 tx_data;
1602 
1603 	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1604 	case USB_RECIP_DEVICE:
1605 		if (usb3->gadget.is_selfpowered)
1606 			status |= 1 << USB_DEVICE_SELF_POWERED;
1607 		if (usb3->gadget.speed == USB_SPEED_SUPER)
1608 			status |= usb3_feature_get_un_enabled(usb3);
1609 		break;
1610 	case USB_RECIP_INTERFACE:
1611 		break;
1612 	case USB_RECIP_ENDPOINT:
1613 		num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1614 		usb3_ep = usb3_get_ep(usb3, num);
1615 		if (usb3_ep->halt)
1616 			status |= 1 << USB_ENDPOINT_HALT;
1617 		break;
1618 	default:
1619 		stall = true;
1620 		break;
1621 	}
1622 
1623 	if (!stall) {
1624 		tx_data = cpu_to_le16(status);
1625 		dev_dbg(usb3_to_dev(usb3), "get_status: req = %p\n",
1626 			usb_req_to_usb3_req(usb3->ep0_req));
1627 		usb3_pipe0_internal_xfer(usb3, &tx_data, sizeof(tx_data),
1628 					 usb3_pipe0_get_status_completion);
1629 	}
1630 
1631 	return stall;
1632 }
1633 
1634 static bool usb3_std_req_feature_device(struct renesas_usb3 *usb3,
1635 					struct usb_ctrlrequest *ctrl, bool set)
1636 {
1637 	bool stall = true;
1638 	u16 w_value = le16_to_cpu(ctrl->wValue);
1639 
1640 	switch (w_value) {
1641 	case USB_DEVICE_TEST_MODE:
1642 		if (!set)
1643 			break;
1644 		usb3->test_mode = le16_to_cpu(ctrl->wIndex) >> 8;
1645 		stall = false;
1646 		break;
1647 	case USB_DEVICE_U1_ENABLE:
1648 	case USB_DEVICE_U2_ENABLE:
1649 		if (usb3->gadget.speed != USB_SPEED_SUPER)
1650 			break;
1651 		if (w_value == USB_DEVICE_U1_ENABLE)
1652 			usb3_feature_u1_enable(usb3, set);
1653 		if (w_value == USB_DEVICE_U2_ENABLE)
1654 			usb3_feature_u2_enable(usb3, set);
1655 		stall = false;
1656 		break;
1657 	default:
1658 		break;
1659 	}
1660 
1661 	return stall;
1662 }
1663 
1664 static int usb3_set_halt_p0(struct renesas_usb3_ep *usb3_ep, bool halt)
1665 {
1666 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1667 
1668 	if (unlikely(usb3_ep->num))
1669 		return -EINVAL;
1670 
1671 	usb3_ep->halt = halt;
1672 	if (halt)
1673 		usb3_set_p0_con_stall(usb3);
1674 	else
1675 		usb3_set_p0_con_stop(usb3);
1676 
1677 	return 0;
1678 }
1679 
1680 static int usb3_set_halt_pn(struct renesas_usb3_ep *usb3_ep, bool halt,
1681 			    bool is_clear_feature)
1682 {
1683 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1684 	unsigned long flags;
1685 
1686 	spin_lock_irqsave(&usb3->lock, flags);
1687 	if (!usb3_pn_change(usb3, usb3_ep->num)) {
1688 		usb3_ep->halt = halt;
1689 		if (halt) {
1690 			usb3_pn_stall(usb3);
1691 		} else if (!is_clear_feature || !usb3_ep->wedge) {
1692 			usb3_pn_con_clear(usb3);
1693 			usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1694 			usb3_pn_stop(usb3);
1695 		}
1696 	}
1697 	spin_unlock_irqrestore(&usb3->lock, flags);
1698 
1699 	return 0;
1700 }
1701 
1702 static int usb3_set_halt(struct renesas_usb3_ep *usb3_ep, bool halt,
1703 			 bool is_clear_feature)
1704 {
1705 	int ret = 0;
1706 
1707 	if (halt && usb3_ep->started)
1708 		return -EAGAIN;
1709 
1710 	if (usb3_ep->num)
1711 		ret = usb3_set_halt_pn(usb3_ep, halt, is_clear_feature);
1712 	else
1713 		ret = usb3_set_halt_p0(usb3_ep, halt);
1714 
1715 	return ret;
1716 }
1717 
1718 static bool usb3_std_req_feature_endpoint(struct renesas_usb3 *usb3,
1719 					  struct usb_ctrlrequest *ctrl,
1720 					  bool set)
1721 {
1722 	int num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1723 	struct renesas_usb3_ep *usb3_ep;
1724 	struct renesas_usb3_request *usb3_req;
1725 
1726 	if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
1727 		return true;	/* stall */
1728 
1729 	usb3_ep = usb3_get_ep(usb3, num);
1730 	usb3_set_halt(usb3_ep, set, true);
1731 
1732 	/* Restarts a queue if clear feature */
1733 	if (!set) {
1734 		usb3_ep->started = false;
1735 		usb3_req = usb3_get_request(usb3_ep);
1736 		if (usb3_req)
1737 			usb3_start_pipen(usb3_ep, usb3_req);
1738 	}
1739 
1740 	return false;
1741 }
1742 
1743 static bool usb3_std_req_feature(struct renesas_usb3 *usb3,
1744 				 struct usb_ctrlrequest *ctrl, bool set)
1745 {
1746 	bool stall = false;
1747 
1748 	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1749 	case USB_RECIP_DEVICE:
1750 		stall = usb3_std_req_feature_device(usb3, ctrl, set);
1751 		break;
1752 	case USB_RECIP_INTERFACE:
1753 		break;
1754 	case USB_RECIP_ENDPOINT:
1755 		stall = usb3_std_req_feature_endpoint(usb3, ctrl, set);
1756 		break;
1757 	default:
1758 		stall = true;
1759 		break;
1760 	}
1761 
1762 	if (!stall)
1763 		usb3_set_p0_con_for_no_data(usb3);
1764 
1765 	return stall;
1766 }
1767 
1768 static void usb3_pipe0_set_sel_completion(struct usb_ep *ep,
1769 					  struct usb_request *req)
1770 {
1771 	/* TODO */
1772 }
1773 
1774 static bool usb3_std_req_set_sel(struct renesas_usb3 *usb3,
1775 				 struct usb_ctrlrequest *ctrl)
1776 {
1777 	u16 w_length = le16_to_cpu(ctrl->wLength);
1778 
1779 	if (w_length != 6)
1780 		return true;	/* stall */
1781 
1782 	dev_dbg(usb3_to_dev(usb3), "set_sel: req = %p\n",
1783 		usb_req_to_usb3_req(usb3->ep0_req));
1784 	usb3_pipe0_internal_xfer(usb3, NULL, 6, usb3_pipe0_set_sel_completion);
1785 
1786 	return false;
1787 }
1788 
1789 static bool usb3_std_req_set_configuration(struct renesas_usb3 *usb3,
1790 					   struct usb_ctrlrequest *ctrl)
1791 {
1792 	if (le16_to_cpu(ctrl->wValue) > 0)
1793 		usb3_set_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1794 	else
1795 		usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1796 
1797 	return false;
1798 }
1799 
1800 /**
1801  * usb3_handle_standard_request - handle some standard requests
1802  * @usb3: the renesas_usb3 pointer
1803  * @ctrl: a pointer of setup data
1804  *
1805  * Returns true if this function handled a standard request
1806  */
1807 static bool usb3_handle_standard_request(struct renesas_usb3 *usb3,
1808 					 struct usb_ctrlrequest *ctrl)
1809 {
1810 	bool ret = false;
1811 	bool stall = false;
1812 
1813 	if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1814 		switch (ctrl->bRequest) {
1815 		case USB_REQ_SET_ADDRESS:
1816 			stall = usb3_std_req_set_address(usb3, ctrl);
1817 			ret = true;
1818 			break;
1819 		case USB_REQ_GET_STATUS:
1820 			stall = usb3_std_req_get_status(usb3, ctrl);
1821 			ret = true;
1822 			break;
1823 		case USB_REQ_CLEAR_FEATURE:
1824 			stall = usb3_std_req_feature(usb3, ctrl, false);
1825 			ret = true;
1826 			break;
1827 		case USB_REQ_SET_FEATURE:
1828 			stall = usb3_std_req_feature(usb3, ctrl, true);
1829 			ret = true;
1830 			break;
1831 		case USB_REQ_SET_SEL:
1832 			stall = usb3_std_req_set_sel(usb3, ctrl);
1833 			ret = true;
1834 			break;
1835 		case USB_REQ_SET_ISOCH_DELAY:
1836 			/* This hardware doesn't support Isochronous xfer */
1837 			stall = true;
1838 			ret = true;
1839 			break;
1840 		case USB_REQ_SET_CONFIGURATION:
1841 			usb3_std_req_set_configuration(usb3, ctrl);
1842 			break;
1843 		default:
1844 			break;
1845 		}
1846 	}
1847 
1848 	if (stall)
1849 		usb3_set_p0_con_stall(usb3);
1850 
1851 	return ret;
1852 }
1853 
1854 static int usb3_p0_con_clear_buffer(struct renesas_usb3 *usb3)
1855 {
1856 	usb3_set_bit(usb3, P0_CON_BCLR, USB3_P0_CON);
1857 
1858 	return usb3_wait(usb3, USB3_P0_CON, P0_CON_BCLR, 0);
1859 }
1860 
1861 static void usb3_irq_epc_pipe0_setup(struct renesas_usb3 *usb3)
1862 {
1863 	struct usb_ctrlrequest ctrl;
1864 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1865 
1866 	/* Call giveback function if previous transfer is not completed */
1867 	if (usb3_ep->started)
1868 		usb3_request_done(usb3_ep, usb3_get_request(usb3_ep),
1869 				  -ECONNRESET);
1870 
1871 	usb3_p0_con_clear_buffer(usb3);
1872 	usb3_get_setup_data(usb3, &ctrl);
1873 	if (!usb3_handle_standard_request(usb3, &ctrl))
1874 		if (usb3->driver->setup(&usb3->gadget, &ctrl) < 0)
1875 			usb3_set_p0_con_stall(usb3);
1876 }
1877 
1878 static void usb3_irq_epc_pipe0_bfrdy(struct renesas_usb3 *usb3)
1879 {
1880 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1881 	struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1882 
1883 	if (!usb3_req)
1884 		return;
1885 
1886 	usb3_p0_xfer(usb3_ep, usb3_req);
1887 }
1888 
1889 static void usb3_irq_epc_pipe0(struct renesas_usb3 *usb3)
1890 {
1891 	u32 p0_int_sta = usb3_read(usb3, USB3_P0_INT_STA);
1892 
1893 	p0_int_sta &= usb3_read(usb3, USB3_P0_INT_ENA);
1894 	usb3_write(usb3, p0_int_sta, USB3_P0_INT_STA);
1895 	if (p0_int_sta & P0_INT_STSED)
1896 		usb3_irq_epc_pipe0_status_end(usb3);
1897 	if (p0_int_sta & P0_INT_SETUP)
1898 		usb3_irq_epc_pipe0_setup(usb3);
1899 	if (p0_int_sta & P0_INT_BFRDY)
1900 		usb3_irq_epc_pipe0_bfrdy(usb3);
1901 }
1902 
1903 static void usb3_request_done_pipen(struct renesas_usb3 *usb3,
1904 				    struct renesas_usb3_ep *usb3_ep,
1905 				    struct renesas_usb3_request *usb3_req,
1906 				    int status)
1907 {
1908 	unsigned long flags;
1909 
1910 	spin_lock_irqsave(&usb3->lock, flags);
1911 	if (usb3_pn_change(usb3, usb3_ep->num))
1912 		usb3_pn_stop(usb3);
1913 	spin_unlock_irqrestore(&usb3->lock, flags);
1914 
1915 	usb3_disable_pipe_irq(usb3, usb3_ep->num);
1916 	usb3_request_done(usb3_ep, usb3_req, status);
1917 
1918 	/* get next usb3_req */
1919 	usb3_req = usb3_get_request(usb3_ep);
1920 	if (usb3_req)
1921 		usb3_start_pipen(usb3_ep, usb3_req);
1922 }
1923 
1924 static void usb3_irq_epc_pipen_lsttr(struct renesas_usb3 *usb3, int num)
1925 {
1926 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1927 	struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1928 
1929 	if (!usb3_req)
1930 		return;
1931 
1932 	if (usb3_ep->dir_in) {
1933 		dev_dbg(usb3_to_dev(usb3), "%s: len = %u, actual = %u\n",
1934 			__func__, usb3_req->req.length, usb3_req->req.actual);
1935 		usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1936 	}
1937 }
1938 
1939 static void usb3_irq_epc_pipen_bfrdy(struct renesas_usb3 *usb3, int num)
1940 {
1941 	struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1942 	struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1943 	bool done = false;
1944 
1945 	if (!usb3_req)
1946 		return;
1947 
1948 	spin_lock(&usb3->lock);
1949 	if (usb3_pn_change(usb3, num))
1950 		goto out;
1951 
1952 	if (usb3_ep->dir_in) {
1953 		/* Do not stop the IN pipe here to detect LSTTR interrupt */
1954 		if (!usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE))
1955 			usb3_clear_bit(usb3, PN_INT_BFRDY, USB3_PN_INT_ENA);
1956 	} else {
1957 		if (!usb3_read_pipe(usb3_ep, usb3_req, USB3_PN_READ))
1958 			done = true;
1959 	}
1960 
1961 out:
1962 	/* need to unlock because usb3_request_done_pipen() locks it */
1963 	spin_unlock(&usb3->lock);
1964 
1965 	if (done)
1966 		usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1967 }
1968 
1969 static void usb3_irq_epc_pipen(struct renesas_usb3 *usb3, int num)
1970 {
1971 	u32 pn_int_sta;
1972 
1973 	spin_lock(&usb3->lock);
1974 	if (usb3_pn_change(usb3, num) < 0) {
1975 		spin_unlock(&usb3->lock);
1976 		return;
1977 	}
1978 
1979 	pn_int_sta = usb3_read(usb3, USB3_PN_INT_STA);
1980 	pn_int_sta &= usb3_read(usb3, USB3_PN_INT_ENA);
1981 	usb3_write(usb3, pn_int_sta, USB3_PN_INT_STA);
1982 	spin_unlock(&usb3->lock);
1983 	if (pn_int_sta & PN_INT_LSTTR)
1984 		usb3_irq_epc_pipen_lsttr(usb3, num);
1985 	if (pn_int_sta & PN_INT_BFRDY)
1986 		usb3_irq_epc_pipen_bfrdy(usb3, num);
1987 }
1988 
1989 static void usb3_irq_epc_int_2(struct renesas_usb3 *usb3, u32 int_sta_2)
1990 {
1991 	int i;
1992 
1993 	for (i = 0; i < usb3->num_usb3_eps; i++) {
1994 		if (int_sta_2 & USB_INT_2_PIPE(i)) {
1995 			if (!i)
1996 				usb3_irq_epc_pipe0(usb3);
1997 			else
1998 				usb3_irq_epc_pipen(usb3, i);
1999 		}
2000 	}
2001 }
2002 
2003 static void usb3_irq_idmon_change(struct renesas_usb3 *usb3)
2004 {
2005 	usb3_check_id(usb3);
2006 }
2007 
2008 static void usb3_irq_otg_int(struct renesas_usb3 *usb3, u32 otg_int_sta)
2009 {
2010 	if (otg_int_sta & USB_OTG_IDMON)
2011 		usb3_irq_idmon_change(usb3);
2012 }
2013 
2014 static void usb3_irq_epc(struct renesas_usb3 *usb3)
2015 {
2016 	u32 int_sta_1 = usb3_read(usb3, USB3_USB_INT_STA_1);
2017 	u32 int_sta_2 = usb3_read(usb3, USB3_USB_INT_STA_2);
2018 	u32 otg_int_sta = usb3_read(usb3, USB3_USB_OTG_INT_STA);
2019 
2020 	int_sta_1 &= usb3_read(usb3, USB3_USB_INT_ENA_1);
2021 	if (int_sta_1) {
2022 		usb3_write(usb3, int_sta_1, USB3_USB_INT_STA_1);
2023 		usb3_irq_epc_int_1(usb3, int_sta_1);
2024 	}
2025 
2026 	int_sta_2 &= usb3_read(usb3, USB3_USB_INT_ENA_2);
2027 	if (int_sta_2)
2028 		usb3_irq_epc_int_2(usb3, int_sta_2);
2029 
2030 	otg_int_sta &= usb3_read(usb3, USB3_USB_OTG_INT_ENA);
2031 	if (otg_int_sta) {
2032 		usb3_write(usb3, otg_int_sta, USB3_USB_OTG_INT_STA);
2033 		usb3_irq_otg_int(usb3, otg_int_sta);
2034 	}
2035 }
2036 
2037 static void usb3_irq_dma_int(struct renesas_usb3 *usb3, u32 dma_sta)
2038 {
2039 	struct renesas_usb3_ep *usb3_ep;
2040 	struct renesas_usb3_request *usb3_req;
2041 	int i, status;
2042 
2043 	for (i = 0; i < usb3->num_usb3_eps; i++) {
2044 		if (!(dma_sta & DMA_INT(i)))
2045 			continue;
2046 
2047 		usb3_ep = usb3_get_ep(usb3, i);
2048 		if (!(usb3_read(usb3, USB3_AXI_INT_STA) &
2049 		    AXI_INT_PRDEN_CLR_STA(usb3_ep->dma->num)))
2050 			continue;
2051 
2052 		usb3_req = usb3_get_request(usb3_ep);
2053 		status = usb3_dma_try_stop(usb3_ep, usb3_req);
2054 		usb3_request_done_pipen(usb3, usb3_ep, usb3_req, status);
2055 	}
2056 }
2057 
2058 static void usb3_irq_dma(struct renesas_usb3 *usb3)
2059 {
2060 	u32 dma_sta = usb3_read(usb3, USB3_DMA_INT_STA);
2061 
2062 	dma_sta &= usb3_read(usb3, USB3_DMA_INT_ENA);
2063 	if (dma_sta) {
2064 		usb3_write(usb3, dma_sta, USB3_DMA_INT_STA);
2065 		usb3_irq_dma_int(usb3, dma_sta);
2066 	}
2067 }
2068 
2069 static irqreturn_t renesas_usb3_irq(int irq, void *_usb3)
2070 {
2071 	struct renesas_usb3 *usb3 = _usb3;
2072 	irqreturn_t ret = IRQ_NONE;
2073 	u32 axi_int_sta = usb3_read(usb3, USB3_AXI_INT_STA);
2074 
2075 	if (axi_int_sta & AXI_INT_DMAINT) {
2076 		usb3_irq_dma(usb3);
2077 		ret = IRQ_HANDLED;
2078 	}
2079 
2080 	if (axi_int_sta & AXI_INT_EPCINT) {
2081 		usb3_irq_epc(usb3);
2082 		ret = IRQ_HANDLED;
2083 	}
2084 
2085 	return ret;
2086 }
2087 
2088 static void usb3_write_pn_mod(struct renesas_usb3_ep *usb3_ep,
2089 			      const struct usb_endpoint_descriptor *desc)
2090 {
2091 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2092 	u32 val = 0;
2093 
2094 	val |= usb3_ep->dir_in ? PN_MOD_DIR : 0;
2095 	val |= PN_MOD_TYPE(usb_endpoint_type(desc));
2096 	val |= PN_MOD_EPNUM(usb_endpoint_num(desc));
2097 	usb3_write(usb3, val, USB3_PN_MOD);
2098 }
2099 
2100 static u32 usb3_calc_ramarea(int ram_size)
2101 {
2102 	WARN_ON(ram_size > SZ_16K);
2103 
2104 	if (ram_size <= SZ_1K)
2105 		return PN_RAMMAP_RAMAREA_1KB;
2106 	else if (ram_size <= SZ_2K)
2107 		return PN_RAMMAP_RAMAREA_2KB;
2108 	else if (ram_size <= SZ_4K)
2109 		return PN_RAMMAP_RAMAREA_4KB;
2110 	else if (ram_size <= SZ_8K)
2111 		return PN_RAMMAP_RAMAREA_8KB;
2112 	else
2113 		return PN_RAMMAP_RAMAREA_16KB;
2114 }
2115 
2116 static u32 usb3_calc_rammap_val(struct renesas_usb3_ep *usb3_ep,
2117 				const struct usb_endpoint_descriptor *desc)
2118 {
2119 	int i;
2120 	static const u32 max_packet_array[] = {8, 16, 32, 64, 512};
2121 	u32 mpkt = PN_RAMMAP_MPKT(1024);
2122 
2123 	for (i = 0; i < ARRAY_SIZE(max_packet_array); i++) {
2124 		if (usb_endpoint_maxp(desc) <= max_packet_array[i])
2125 			mpkt = PN_RAMMAP_MPKT(max_packet_array[i]);
2126 	}
2127 
2128 	return usb3_ep->rammap_val | mpkt;
2129 }
2130 
2131 static int usb3_enable_pipe_n(struct renesas_usb3_ep *usb3_ep,
2132 			      const struct usb_endpoint_descriptor *desc)
2133 {
2134 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2135 	unsigned long flags;
2136 
2137 	usb3_ep->dir_in = usb_endpoint_dir_in(desc);
2138 
2139 	spin_lock_irqsave(&usb3->lock, flags);
2140 	if (!usb3_pn_change(usb3, usb3_ep->num)) {
2141 		usb3_write_pn_mod(usb3_ep, desc);
2142 		usb3_write(usb3, usb3_calc_rammap_val(usb3_ep, desc),
2143 			   USB3_PN_RAMMAP);
2144 		usb3_pn_con_clear(usb3);
2145 		usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2146 	}
2147 	spin_unlock_irqrestore(&usb3->lock, flags);
2148 
2149 	return 0;
2150 }
2151 
2152 static int usb3_disable_pipe_n(struct renesas_usb3_ep *usb3_ep)
2153 {
2154 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2155 	unsigned long flags;
2156 
2157 	usb3_ep->halt = false;
2158 
2159 	spin_lock_irqsave(&usb3->lock, flags);
2160 	if (!usb3_pn_change(usb3, usb3_ep->num)) {
2161 		usb3_write(usb3, 0, USB3_PN_INT_ENA);
2162 		usb3_write(usb3, 0, USB3_PN_RAMMAP);
2163 		usb3_clear_bit(usb3, PN_CON_EN, USB3_PN_CON);
2164 	}
2165 	spin_unlock_irqrestore(&usb3->lock, flags);
2166 
2167 	return 0;
2168 }
2169 
2170 /*------- usb_ep_ops -----------------------------------------------------*/
2171 static int renesas_usb3_ep_enable(struct usb_ep *_ep,
2172 				  const struct usb_endpoint_descriptor *desc)
2173 {
2174 	struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2175 
2176 	return usb3_enable_pipe_n(usb3_ep, desc);
2177 }
2178 
2179 static int renesas_usb3_ep_disable(struct usb_ep *_ep)
2180 {
2181 	struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2182 	struct renesas_usb3_request *usb3_req;
2183 
2184 	do {
2185 		usb3_req = usb3_get_request(usb3_ep);
2186 		if (!usb3_req)
2187 			break;
2188 		usb3_dma_try_stop(usb3_ep, usb3_req);
2189 		usb3_request_done(usb3_ep, usb3_req, -ESHUTDOWN);
2190 	} while (1);
2191 
2192 	return usb3_disable_pipe_n(usb3_ep);
2193 }
2194 
2195 static struct usb_request *__renesas_usb3_ep_alloc_request(gfp_t gfp_flags)
2196 {
2197 	struct renesas_usb3_request *usb3_req;
2198 
2199 	usb3_req = kzalloc(sizeof(struct renesas_usb3_request), gfp_flags);
2200 	if (!usb3_req)
2201 		return NULL;
2202 
2203 	INIT_LIST_HEAD(&usb3_req->queue);
2204 
2205 	return &usb3_req->req;
2206 }
2207 
2208 static void __renesas_usb3_ep_free_request(struct usb_request *_req)
2209 {
2210 	struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2211 
2212 	kfree(usb3_req);
2213 }
2214 
2215 static struct usb_request *renesas_usb3_ep_alloc_request(struct usb_ep *_ep,
2216 							 gfp_t gfp_flags)
2217 {
2218 	return __renesas_usb3_ep_alloc_request(gfp_flags);
2219 }
2220 
2221 static void renesas_usb3_ep_free_request(struct usb_ep *_ep,
2222 					 struct usb_request *_req)
2223 {
2224 	__renesas_usb3_ep_free_request(_req);
2225 }
2226 
2227 static int renesas_usb3_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
2228 {
2229 	struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2230 	struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2231 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2232 
2233 	dev_dbg(usb3_to_dev(usb3), "ep_dequeue: ep%2d, %u\n", usb3_ep->num,
2234 		_req->length);
2235 
2236 	usb3_dma_try_stop(usb3_ep, usb3_req);
2237 	usb3_request_done_pipen(usb3, usb3_ep, usb3_req, -ECONNRESET);
2238 
2239 	return 0;
2240 }
2241 
2242 static int renesas_usb3_ep_set_halt(struct usb_ep *_ep, int value)
2243 {
2244 	return usb3_set_halt(usb_ep_to_usb3_ep(_ep), !!value, false);
2245 }
2246 
2247 static int renesas_usb3_ep_set_wedge(struct usb_ep *_ep)
2248 {
2249 	struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2250 
2251 	usb3_ep->wedge = true;
2252 	return usb3_set_halt(usb3_ep, true, false);
2253 }
2254 
2255 static void renesas_usb3_ep_fifo_flush(struct usb_ep *_ep)
2256 {
2257 	struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2258 	struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2259 	unsigned long flags;
2260 
2261 	if (usb3_ep->num) {
2262 		spin_lock_irqsave(&usb3->lock, flags);
2263 		if (!usb3_pn_change(usb3, usb3_ep->num)) {
2264 			usb3_pn_con_clear(usb3);
2265 			usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2266 		}
2267 		spin_unlock_irqrestore(&usb3->lock, flags);
2268 	} else {
2269 		usb3_p0_con_clear_buffer(usb3);
2270 	}
2271 }
2272 
2273 static const struct usb_ep_ops renesas_usb3_ep_ops = {
2274 	.enable		= renesas_usb3_ep_enable,
2275 	.disable	= renesas_usb3_ep_disable,
2276 
2277 	.alloc_request	= renesas_usb3_ep_alloc_request,
2278 	.free_request	= renesas_usb3_ep_free_request,
2279 
2280 	.queue		= renesas_usb3_ep_queue,
2281 	.dequeue	= renesas_usb3_ep_dequeue,
2282 
2283 	.set_halt	= renesas_usb3_ep_set_halt,
2284 	.set_wedge	= renesas_usb3_ep_set_wedge,
2285 	.fifo_flush	= renesas_usb3_ep_fifo_flush,
2286 };
2287 
2288 /*------- usb_gadget_ops -------------------------------------------------*/
2289 static int renesas_usb3_start(struct usb_gadget *gadget,
2290 			      struct usb_gadget_driver *driver)
2291 {
2292 	struct renesas_usb3 *usb3;
2293 
2294 	if (!driver || driver->max_speed < USB_SPEED_FULL ||
2295 	    !driver->setup)
2296 		return -EINVAL;
2297 
2298 	usb3 = gadget_to_renesas_usb3(gadget);
2299 
2300 	/* hook up the driver */
2301 	usb3->driver = driver;
2302 
2303 	if (usb3->phy)
2304 		phy_init(usb3->phy);
2305 
2306 	pm_runtime_get_sync(usb3_to_dev(usb3));
2307 
2308 	renesas_usb3_init_controller(usb3);
2309 
2310 	return 0;
2311 }
2312 
2313 static int renesas_usb3_stop(struct usb_gadget *gadget)
2314 {
2315 	struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2316 
2317 	usb3->softconnect = false;
2318 	usb3->gadget.speed = USB_SPEED_UNKNOWN;
2319 	usb3->driver = NULL;
2320 	renesas_usb3_stop_controller(usb3);
2321 
2322 	if (usb3->phy)
2323 		phy_exit(usb3->phy);
2324 
2325 	pm_runtime_put(usb3_to_dev(usb3));
2326 
2327 	return 0;
2328 }
2329 
2330 static int renesas_usb3_get_frame(struct usb_gadget *_gadget)
2331 {
2332 	return -EOPNOTSUPP;
2333 }
2334 
2335 static int renesas_usb3_pullup(struct usb_gadget *gadget, int is_on)
2336 {
2337 	struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2338 
2339 	usb3->softconnect = !!is_on;
2340 
2341 	return 0;
2342 }
2343 
2344 static int renesas_usb3_set_selfpowered(struct usb_gadget *gadget, int is_self)
2345 {
2346 	gadget->is_selfpowered = !!is_self;
2347 
2348 	return 0;
2349 }
2350 
2351 static const struct usb_gadget_ops renesas_usb3_gadget_ops = {
2352 	.get_frame		= renesas_usb3_get_frame,
2353 	.udc_start		= renesas_usb3_start,
2354 	.udc_stop		= renesas_usb3_stop,
2355 	.pullup			= renesas_usb3_pullup,
2356 	.set_selfpowered	= renesas_usb3_set_selfpowered,
2357 };
2358 
2359 static enum usb_role renesas_usb3_role_switch_get(struct usb_role_switch *sw)
2360 {
2361 	struct renesas_usb3 *usb3 = usb_role_switch_get_drvdata(sw);
2362 	enum usb_role cur_role;
2363 
2364 	pm_runtime_get_sync(usb3_to_dev(usb3));
2365 	cur_role = usb3_is_host(usb3) ? USB_ROLE_HOST : USB_ROLE_DEVICE;
2366 	pm_runtime_put(usb3_to_dev(usb3));
2367 
2368 	return cur_role;
2369 }
2370 
2371 static void handle_ext_role_switch_states(struct device *dev,
2372 					    enum usb_role role)
2373 {
2374 	struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2375 	struct device *host = usb3->host_dev;
2376 	enum usb_role cur_role = renesas_usb3_role_switch_get(usb3->role_sw);
2377 
2378 	switch (role) {
2379 	case USB_ROLE_NONE:
2380 		usb3->connection_state = USB_ROLE_NONE;
2381 		if (cur_role == USB_ROLE_HOST)
2382 			device_release_driver(host);
2383 		if (usb3->driver)
2384 			usb3_disconnect(usb3);
2385 		usb3_vbus_out(usb3, false);
2386 		break;
2387 	case USB_ROLE_DEVICE:
2388 		if (usb3->connection_state == USB_ROLE_NONE) {
2389 			usb3->connection_state = USB_ROLE_DEVICE;
2390 			usb3_set_mode(usb3, false);
2391 			if (usb3->driver)
2392 				usb3_connect(usb3);
2393 		} else if (cur_role == USB_ROLE_HOST)  {
2394 			device_release_driver(host);
2395 			usb3_set_mode(usb3, false);
2396 			if (usb3->driver)
2397 				usb3_connect(usb3);
2398 		}
2399 		usb3_vbus_out(usb3, false);
2400 		break;
2401 	case USB_ROLE_HOST:
2402 		if (usb3->connection_state == USB_ROLE_NONE) {
2403 			if (usb3->driver)
2404 				usb3_disconnect(usb3);
2405 
2406 			usb3->connection_state = USB_ROLE_HOST;
2407 			usb3_set_mode(usb3, true);
2408 			usb3_vbus_out(usb3, true);
2409 			if (device_attach(host) < 0)
2410 				dev_err(dev, "device_attach(host) failed\n");
2411 		} else if (cur_role == USB_ROLE_DEVICE) {
2412 			usb3_disconnect(usb3);
2413 			/* Must set the mode before device_attach of the host */
2414 			usb3_set_mode(usb3, true);
2415 			/* This device_attach() might sleep */
2416 			if (device_attach(host) < 0)
2417 				dev_err(dev, "device_attach(host) failed\n");
2418 		}
2419 		break;
2420 	default:
2421 		break;
2422 	}
2423 }
2424 
2425 static void handle_role_switch_states(struct device *dev,
2426 					    enum usb_role role)
2427 {
2428 	struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2429 	struct device *host = usb3->host_dev;
2430 	enum usb_role cur_role = renesas_usb3_role_switch_get(usb3->role_sw);
2431 
2432 	if (cur_role == USB_ROLE_HOST && role == USB_ROLE_DEVICE) {
2433 		device_release_driver(host);
2434 		usb3_set_mode(usb3, false);
2435 	} else if (cur_role == USB_ROLE_DEVICE && role == USB_ROLE_HOST) {
2436 		/* Must set the mode before device_attach of the host */
2437 		usb3_set_mode(usb3, true);
2438 		/* This device_attach() might sleep */
2439 		if (device_attach(host) < 0)
2440 			dev_err(dev, "device_attach(host) failed\n");
2441 	}
2442 }
2443 
2444 static int renesas_usb3_role_switch_set(struct usb_role_switch *sw,
2445 					enum usb_role role)
2446 {
2447 	struct renesas_usb3 *usb3 = usb_role_switch_get_drvdata(sw);
2448 
2449 	pm_runtime_get_sync(usb3_to_dev(usb3));
2450 
2451 	if (usb3->role_sw_by_connector)
2452 		handle_ext_role_switch_states(usb3_to_dev(usb3), role);
2453 	else
2454 		handle_role_switch_states(usb3_to_dev(usb3), role);
2455 
2456 	pm_runtime_put(usb3_to_dev(usb3));
2457 
2458 	return 0;
2459 }
2460 
2461 static ssize_t role_store(struct device *dev, struct device_attribute *attr,
2462 			  const char *buf, size_t count)
2463 {
2464 	struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2465 	bool new_mode_is_host;
2466 
2467 	if (!usb3->driver)
2468 		return -ENODEV;
2469 
2470 	if (usb3->forced_b_device)
2471 		return -EBUSY;
2472 
2473 	if (sysfs_streq(buf, "host"))
2474 		new_mode_is_host = true;
2475 	else if (sysfs_streq(buf, "peripheral"))
2476 		new_mode_is_host = false;
2477 	else
2478 		return -EINVAL;
2479 
2480 	if (new_mode_is_host == usb3_is_host(usb3))
2481 		return -EINVAL;
2482 
2483 	usb3_mode_config(usb3, new_mode_is_host, usb3_is_a_device(usb3));
2484 
2485 	return count;
2486 }
2487 
2488 static ssize_t role_show(struct device *dev, struct device_attribute *attr,
2489 			 char *buf)
2490 {
2491 	struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2492 
2493 	if (!usb3->driver)
2494 		return -ENODEV;
2495 
2496 	return sprintf(buf, "%s\n", usb3_is_host(usb3) ? "host" : "peripheral");
2497 }
2498 static DEVICE_ATTR_RW(role);
2499 
2500 static int renesas_usb3_b_device_show(struct seq_file *s, void *unused)
2501 {
2502 	struct renesas_usb3 *usb3 = s->private;
2503 
2504 	seq_printf(s, "%d\n", usb3->forced_b_device);
2505 
2506 	return 0;
2507 }
2508 
2509 static int renesas_usb3_b_device_open(struct inode *inode, struct file *file)
2510 {
2511 	return single_open(file, renesas_usb3_b_device_show, inode->i_private);
2512 }
2513 
2514 static ssize_t renesas_usb3_b_device_write(struct file *file,
2515 					   const char __user *ubuf,
2516 					   size_t count, loff_t *ppos)
2517 {
2518 	struct seq_file *s = file->private_data;
2519 	struct renesas_usb3 *usb3 = s->private;
2520 	char buf[32];
2521 
2522 	if (!usb3->driver)
2523 		return -ENODEV;
2524 
2525 	if (copy_from_user(&buf, ubuf, min_t(size_t, sizeof(buf) - 1, count)))
2526 		return -EFAULT;
2527 
2528 	usb3->start_to_connect = false;
2529 	if (usb3->workaround_for_vbus && usb3->forced_b_device &&
2530 	    !strncmp(buf, "2", 1))
2531 		usb3->start_to_connect = true;
2532 	else if (!strncmp(buf, "1", 1))
2533 		usb3->forced_b_device = true;
2534 	else
2535 		usb3->forced_b_device = false;
2536 
2537 	if (usb3->workaround_for_vbus)
2538 		usb3_disconnect(usb3);
2539 
2540 	/* Let this driver call usb3_connect() if needed */
2541 	usb3_check_id(usb3);
2542 
2543 	return count;
2544 }
2545 
2546 static const struct file_operations renesas_usb3_b_device_fops = {
2547 	.open = renesas_usb3_b_device_open,
2548 	.write = renesas_usb3_b_device_write,
2549 	.read = seq_read,
2550 	.llseek = seq_lseek,
2551 	.release = single_release,
2552 };
2553 
2554 static void renesas_usb3_debugfs_init(struct renesas_usb3 *usb3,
2555 				      struct device *dev)
2556 {
2557 	usb3->dentry = debugfs_create_dir(dev_name(dev), usb_debug_root);
2558 
2559 	debugfs_create_file("b_device", 0644, usb3->dentry, usb3,
2560 			    &renesas_usb3_b_device_fops);
2561 }
2562 
2563 /*------- platform_driver ------------------------------------------------*/
2564 static int renesas_usb3_remove(struct platform_device *pdev)
2565 {
2566 	struct renesas_usb3 *usb3 = platform_get_drvdata(pdev);
2567 
2568 	debugfs_remove_recursive(usb3->dentry);
2569 	device_remove_file(&pdev->dev, &dev_attr_role);
2570 
2571 	usb_role_switch_unregister(usb3->role_sw);
2572 
2573 	usb_del_gadget_udc(&usb3->gadget);
2574 	renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2575 
2576 	__renesas_usb3_ep_free_request(usb3->ep0_req);
2577 	pm_runtime_disable(&pdev->dev);
2578 
2579 	return 0;
2580 }
2581 
2582 static int renesas_usb3_init_ep(struct renesas_usb3 *usb3, struct device *dev,
2583 				const struct renesas_usb3_priv *priv)
2584 {
2585 	struct renesas_usb3_ep *usb3_ep;
2586 	int i;
2587 
2588 	/* calculate num_usb3_eps from renesas_usb3_priv */
2589 	usb3->num_usb3_eps = priv->ramsize_per_ramif * priv->num_ramif * 2 /
2590 			     priv->ramsize_per_pipe + 1;
2591 
2592 	if (usb3->num_usb3_eps > USB3_MAX_NUM_PIPES)
2593 		usb3->num_usb3_eps = USB3_MAX_NUM_PIPES;
2594 
2595 	usb3->usb3_ep = devm_kcalloc(dev,
2596 				     usb3->num_usb3_eps, sizeof(*usb3_ep),
2597 				     GFP_KERNEL);
2598 	if (!usb3->usb3_ep)
2599 		return -ENOMEM;
2600 
2601 	dev_dbg(dev, "%s: num_usb3_eps = %d\n", __func__, usb3->num_usb3_eps);
2602 	/*
2603 	 * This driver prepares pipes as follows:
2604 	 *  - odd pipes = IN pipe
2605 	 *  - even pipes = OUT pipe (except pipe 0)
2606 	 */
2607 	usb3_for_each_ep(usb3_ep, usb3, i) {
2608 		snprintf(usb3_ep->ep_name, sizeof(usb3_ep->ep_name), "ep%d", i);
2609 		usb3_ep->usb3 = usb3;
2610 		usb3_ep->num = i;
2611 		usb3_ep->ep.name = usb3_ep->ep_name;
2612 		usb3_ep->ep.ops = &renesas_usb3_ep_ops;
2613 		INIT_LIST_HEAD(&usb3_ep->queue);
2614 		INIT_LIST_HEAD(&usb3_ep->ep.ep_list);
2615 		if (!i) {
2616 			/* for control pipe */
2617 			usb3->gadget.ep0 = &usb3_ep->ep;
2618 			usb_ep_set_maxpacket_limit(&usb3_ep->ep,
2619 						USB3_EP0_SS_MAX_PACKET_SIZE);
2620 			usb3_ep->ep.caps.type_control = true;
2621 			usb3_ep->ep.caps.dir_in = true;
2622 			usb3_ep->ep.caps.dir_out = true;
2623 			continue;
2624 		}
2625 
2626 		/* for bulk or interrupt pipe */
2627 		usb_ep_set_maxpacket_limit(&usb3_ep->ep, ~0);
2628 		list_add_tail(&usb3_ep->ep.ep_list, &usb3->gadget.ep_list);
2629 		usb3_ep->ep.caps.type_bulk = true;
2630 		usb3_ep->ep.caps.type_int = true;
2631 		if (i & 1)
2632 			usb3_ep->ep.caps.dir_in = true;
2633 		else
2634 			usb3_ep->ep.caps.dir_out = true;
2635 	}
2636 
2637 	return 0;
2638 }
2639 
2640 static void renesas_usb3_init_ram(struct renesas_usb3 *usb3, struct device *dev,
2641 				  const struct renesas_usb3_priv *priv)
2642 {
2643 	struct renesas_usb3_ep *usb3_ep;
2644 	int i;
2645 	u32 ramif[2], basead[2];	/* index 0 = for IN pipes */
2646 	u32 *cur_ramif, *cur_basead;
2647 	u32 val;
2648 
2649 	memset(ramif, 0, sizeof(ramif));
2650 	memset(basead, 0, sizeof(basead));
2651 
2652 	/*
2653 	 * This driver prepares pipes as follows:
2654 	 *  - all pipes = the same size as "ramsize_per_pipe"
2655 	 * Please refer to the "Method of Specifying RAM Mapping"
2656 	 */
2657 	usb3_for_each_ep(usb3_ep, usb3, i) {
2658 		if (!i)
2659 			continue;	/* out of scope if ep num = 0 */
2660 		if (usb3_ep->ep.caps.dir_in) {
2661 			cur_ramif = &ramif[0];
2662 			cur_basead = &basead[0];
2663 		} else {
2664 			cur_ramif = &ramif[1];
2665 			cur_basead = &basead[1];
2666 		}
2667 
2668 		if (*cur_basead > priv->ramsize_per_ramif)
2669 			continue;	/* out of memory for IN or OUT pipe */
2670 
2671 		/* calculate rammap_val */
2672 		val = PN_RAMMAP_RAMIF(*cur_ramif);
2673 		val |= usb3_calc_ramarea(priv->ramsize_per_pipe);
2674 		val |= PN_RAMMAP_BASEAD(*cur_basead);
2675 		usb3_ep->rammap_val = val;
2676 
2677 		dev_dbg(dev, "ep%2d: val = %08x, ramif = %d, base = %x\n",
2678 			i, val, *cur_ramif, *cur_basead);
2679 
2680 		/* update current ramif */
2681 		if (*cur_ramif + 1 == priv->num_ramif) {
2682 			*cur_ramif = 0;
2683 			*cur_basead += priv->ramsize_per_pipe;
2684 		} else {
2685 			(*cur_ramif)++;
2686 		}
2687 	}
2688 }
2689 
2690 static const struct renesas_usb3_priv renesas_usb3_priv_r8a7795_es1 = {
2691 	.ramsize_per_ramif = SZ_16K,
2692 	.num_ramif = 2,
2693 	.ramsize_per_pipe = SZ_4K,
2694 	.workaround_for_vbus = true,
2695 };
2696 
2697 static const struct renesas_usb3_priv renesas_usb3_priv_gen3 = {
2698 	.ramsize_per_ramif = SZ_16K,
2699 	.num_ramif = 4,
2700 	.ramsize_per_pipe = SZ_4K,
2701 };
2702 
2703 static const struct renesas_usb3_priv renesas_usb3_priv_r8a77990 = {
2704 	.ramsize_per_ramif = SZ_16K,
2705 	.num_ramif = 4,
2706 	.ramsize_per_pipe = SZ_4K,
2707 	.workaround_for_vbus = true,
2708 };
2709 
2710 static const struct of_device_id usb3_of_match[] = {
2711 	{
2712 		.compatible = "renesas,r8a774c0-usb3-peri",
2713 		.data = &renesas_usb3_priv_r8a77990,
2714 	}, {
2715 		.compatible = "renesas,r8a7795-usb3-peri",
2716 		.data = &renesas_usb3_priv_gen3,
2717 	}, {
2718 		.compatible = "renesas,r8a77990-usb3-peri",
2719 		.data = &renesas_usb3_priv_r8a77990,
2720 	}, {
2721 		.compatible = "renesas,rcar-gen3-usb3-peri",
2722 		.data = &renesas_usb3_priv_gen3,
2723 	},
2724 	{ },
2725 };
2726 MODULE_DEVICE_TABLE(of, usb3_of_match);
2727 
2728 static const struct soc_device_attribute renesas_usb3_quirks_match[] = {
2729 	{
2730 		.soc_id = "r8a7795", .revision = "ES1.*",
2731 		.data = &renesas_usb3_priv_r8a7795_es1,
2732 	},
2733 	{ /* sentinel */ }
2734 };
2735 
2736 static const unsigned int renesas_usb3_cable[] = {
2737 	EXTCON_USB,
2738 	EXTCON_USB_HOST,
2739 	EXTCON_NONE,
2740 };
2741 
2742 static struct usb_role_switch_desc renesas_usb3_role_switch_desc = {
2743 	.set = renesas_usb3_role_switch_set,
2744 	.get = renesas_usb3_role_switch_get,
2745 	.allow_userspace_control = true,
2746 };
2747 
2748 static int renesas_usb3_probe(struct platform_device *pdev)
2749 {
2750 	struct renesas_usb3 *usb3;
2751 	int irq, ret;
2752 	const struct renesas_usb3_priv *priv;
2753 	const struct soc_device_attribute *attr;
2754 
2755 	attr = soc_device_match(renesas_usb3_quirks_match);
2756 	if (attr)
2757 		priv = attr->data;
2758 	else
2759 		priv = of_device_get_match_data(&pdev->dev);
2760 
2761 	irq = platform_get_irq(pdev, 0);
2762 	if (irq < 0)
2763 		return irq;
2764 
2765 	usb3 = devm_kzalloc(&pdev->dev, sizeof(*usb3), GFP_KERNEL);
2766 	if (!usb3)
2767 		return -ENOMEM;
2768 
2769 	usb3->reg = devm_platform_ioremap_resource(pdev, 0);
2770 	if (IS_ERR(usb3->reg))
2771 		return PTR_ERR(usb3->reg);
2772 
2773 	platform_set_drvdata(pdev, usb3);
2774 	spin_lock_init(&usb3->lock);
2775 
2776 	usb3->gadget.ops = &renesas_usb3_gadget_ops;
2777 	usb3->gadget.name = udc_name;
2778 	usb3->gadget.max_speed = USB_SPEED_SUPER;
2779 	INIT_LIST_HEAD(&usb3->gadget.ep_list);
2780 	ret = renesas_usb3_init_ep(usb3, &pdev->dev, priv);
2781 	if (ret < 0)
2782 		return ret;
2783 	renesas_usb3_init_ram(usb3, &pdev->dev, priv);
2784 
2785 	ret = devm_request_irq(&pdev->dev, irq, renesas_usb3_irq, 0,
2786 			       dev_name(&pdev->dev), usb3);
2787 	if (ret < 0)
2788 		return ret;
2789 
2790 	INIT_WORK(&usb3->extcon_work, renesas_usb3_extcon_work);
2791 	usb3->extcon = devm_extcon_dev_allocate(&pdev->dev, renesas_usb3_cable);
2792 	if (IS_ERR(usb3->extcon))
2793 		return PTR_ERR(usb3->extcon);
2794 
2795 	ret = devm_extcon_dev_register(&pdev->dev, usb3->extcon);
2796 	if (ret < 0) {
2797 		dev_err(&pdev->dev, "Failed to register extcon\n");
2798 		return ret;
2799 	}
2800 
2801 	/* for ep0 handling */
2802 	usb3->ep0_req = __renesas_usb3_ep_alloc_request(GFP_KERNEL);
2803 	if (!usb3->ep0_req)
2804 		return -ENOMEM;
2805 
2806 	ret = renesas_usb3_dma_alloc_prd(usb3, &pdev->dev);
2807 	if (ret < 0)
2808 		goto err_alloc_prd;
2809 
2810 	/*
2811 	 * This is optional. So, if this driver cannot get a phy,
2812 	 * this driver will not handle a phy anymore.
2813 	 */
2814 	usb3->phy = devm_phy_optional_get(&pdev->dev, "usb");
2815 	if (IS_ERR(usb3->phy)) {
2816 		ret = PTR_ERR(usb3->phy);
2817 		goto err_add_udc;
2818 	}
2819 
2820 	pm_runtime_enable(&pdev->dev);
2821 	ret = usb_add_gadget_udc(&pdev->dev, &usb3->gadget);
2822 	if (ret < 0)
2823 		goto err_add_udc;
2824 
2825 	ret = device_create_file(&pdev->dev, &dev_attr_role);
2826 	if (ret < 0)
2827 		goto err_dev_create;
2828 
2829 	if (device_property_read_bool(&pdev->dev, "usb-role-switch")) {
2830 		usb3->role_sw_by_connector = true;
2831 		renesas_usb3_role_switch_desc.fwnode = dev_fwnode(&pdev->dev);
2832 	}
2833 
2834 	renesas_usb3_role_switch_desc.driver_data = usb3;
2835 
2836 	INIT_WORK(&usb3->role_work, renesas_usb3_role_work);
2837 	usb3->role_sw = usb_role_switch_register(&pdev->dev,
2838 					&renesas_usb3_role_switch_desc);
2839 	if (!IS_ERR(usb3->role_sw)) {
2840 		usb3->host_dev = usb_of_get_companion_dev(&pdev->dev);
2841 		if (!usb3->host_dev) {
2842 			/* If not found, this driver will not use a role sw */
2843 			usb_role_switch_unregister(usb3->role_sw);
2844 			usb3->role_sw = NULL;
2845 		}
2846 	} else {
2847 		usb3->role_sw = NULL;
2848 	}
2849 
2850 	usb3->workaround_for_vbus = priv->workaround_for_vbus;
2851 
2852 	renesas_usb3_debugfs_init(usb3, &pdev->dev);
2853 
2854 	dev_info(&pdev->dev, "probed%s\n", usb3->phy ? " with phy" : "");
2855 
2856 	return 0;
2857 
2858 err_dev_create:
2859 	usb_del_gadget_udc(&usb3->gadget);
2860 
2861 err_add_udc:
2862 	renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2863 
2864 err_alloc_prd:
2865 	__renesas_usb3_ep_free_request(usb3->ep0_req);
2866 
2867 	return ret;
2868 }
2869 
2870 #ifdef CONFIG_PM_SLEEP
2871 static int renesas_usb3_suspend(struct device *dev)
2872 {
2873 	struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2874 
2875 	/* Not started */
2876 	if (!usb3->driver)
2877 		return 0;
2878 
2879 	renesas_usb3_stop_controller(usb3);
2880 	if (usb3->phy)
2881 		phy_exit(usb3->phy);
2882 	pm_runtime_put(dev);
2883 
2884 	return 0;
2885 }
2886 
2887 static int renesas_usb3_resume(struct device *dev)
2888 {
2889 	struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2890 
2891 	/* Not started */
2892 	if (!usb3->driver)
2893 		return 0;
2894 
2895 	if (usb3->phy)
2896 		phy_init(usb3->phy);
2897 	pm_runtime_get_sync(dev);
2898 	renesas_usb3_init_controller(usb3);
2899 
2900 	return 0;
2901 }
2902 #endif
2903 
2904 static SIMPLE_DEV_PM_OPS(renesas_usb3_pm_ops, renesas_usb3_suspend,
2905 			renesas_usb3_resume);
2906 
2907 static struct platform_driver renesas_usb3_driver = {
2908 	.probe		= renesas_usb3_probe,
2909 	.remove		= renesas_usb3_remove,
2910 	.driver		= {
2911 		.name =	udc_name,
2912 		.pm		= &renesas_usb3_pm_ops,
2913 		.of_match_table = of_match_ptr(usb3_of_match),
2914 	},
2915 };
2916 module_platform_driver(renesas_usb3_driver);
2917 
2918 MODULE_DESCRIPTION("Renesas USB3.0 Peripheral driver");
2919 MODULE_LICENSE("GPL v2");
2920 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
2921 MODULE_ALIAS("platform:renesas_usb3");
2922