xref: /openbmc/linux/drivers/usb/mtu3/mtu3_core.c (revision 74ce1896)
1 /*
2  * mtu3_core.c - hardware access layer and gadget init/exit of
3  *                     MediaTek usb3 Dual-Role Controller Driver
4  *
5  * Copyright (C) 2016 MediaTek Inc.
6  *
7  * Author: Chunfeng Yun <chunfeng.yun@mediatek.com>
8  *
9  * This software is licensed under the terms of the GNU General Public
10  * License version 2, as published by the Free Software Foundation, and
11  * may be copied, distributed, and modified under those terms.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  *
18  */
19 
20 #include <linux/kernel.h>
21 #include <linux/module.h>
22 #include <linux/of_address.h>
23 #include <linux/of_irq.h>
24 #include <linux/platform_device.h>
25 
26 #include "mtu3.h"
27 
28 static int ep_fifo_alloc(struct mtu3_ep *mep, u32 seg_size)
29 {
30 	struct mtu3_fifo_info *fifo = mep->fifo;
31 	u32 num_bits = DIV_ROUND_UP(seg_size, MTU3_EP_FIFO_UNIT);
32 	u32 start_bit;
33 
34 	/* ensure that @mep->fifo_seg_size is power of two */
35 	num_bits = roundup_pow_of_two(num_bits);
36 	if (num_bits > fifo->limit)
37 		return -EINVAL;
38 
39 	mep->fifo_seg_size = num_bits * MTU3_EP_FIFO_UNIT;
40 	num_bits = num_bits * (mep->slot + 1);
41 	start_bit = bitmap_find_next_zero_area(fifo->bitmap,
42 			fifo->limit, 0, num_bits, 0);
43 	if (start_bit >= fifo->limit)
44 		return -EOVERFLOW;
45 
46 	bitmap_set(fifo->bitmap, start_bit, num_bits);
47 	mep->fifo_size = num_bits * MTU3_EP_FIFO_UNIT;
48 	mep->fifo_addr = fifo->base + MTU3_EP_FIFO_UNIT * start_bit;
49 
50 	dev_dbg(mep->mtu->dev, "%s fifo:%#x/%#x, start_bit: %d\n",
51 		__func__, mep->fifo_seg_size, mep->fifo_size, start_bit);
52 
53 	return mep->fifo_addr;
54 }
55 
56 static void ep_fifo_free(struct mtu3_ep *mep)
57 {
58 	struct mtu3_fifo_info *fifo = mep->fifo;
59 	u32 addr = mep->fifo_addr;
60 	u32 bits = mep->fifo_size / MTU3_EP_FIFO_UNIT;
61 	u32 start_bit;
62 
63 	if (unlikely(addr < fifo->base || bits > fifo->limit))
64 		return;
65 
66 	start_bit = (addr - fifo->base) / MTU3_EP_FIFO_UNIT;
67 	bitmap_clear(fifo->bitmap, start_bit, bits);
68 	mep->fifo_size = 0;
69 	mep->fifo_seg_size = 0;
70 
71 	dev_dbg(mep->mtu->dev, "%s size:%#x/%#x, start_bit: %d\n",
72 		__func__, mep->fifo_seg_size, mep->fifo_size, start_bit);
73 }
74 
75 /* enable/disable U3D SS function */
76 static inline void mtu3_ss_func_set(struct mtu3 *mtu, bool enable)
77 {
78 	/* If usb3_en==0, LTSSM will go to SS.Disable state */
79 	if (enable)
80 		mtu3_setbits(mtu->mac_base, U3D_USB3_CONFIG, USB3_EN);
81 	else
82 		mtu3_clrbits(mtu->mac_base, U3D_USB3_CONFIG, USB3_EN);
83 
84 	dev_dbg(mtu->dev, "USB3_EN = %d\n", !!enable);
85 }
86 
87 /* set/clear U3D HS device soft connect */
88 static inline void mtu3_hs_softconn_set(struct mtu3 *mtu, bool enable)
89 {
90 	if (enable) {
91 		mtu3_setbits(mtu->mac_base, U3D_POWER_MANAGEMENT,
92 			SOFT_CONN | SUSPENDM_ENABLE);
93 	} else {
94 		mtu3_clrbits(mtu->mac_base, U3D_POWER_MANAGEMENT,
95 			SOFT_CONN | SUSPENDM_ENABLE);
96 	}
97 	dev_dbg(mtu->dev, "SOFTCONN = %d\n", !!enable);
98 }
99 
100 /* only port0 of U2/U3 supports device mode */
101 static int mtu3_device_enable(struct mtu3 *mtu)
102 {
103 	void __iomem *ibase = mtu->ippc_base;
104 	u32 check_clk = 0;
105 
106 	mtu3_clrbits(ibase, U3D_SSUSB_IP_PW_CTRL2, SSUSB_IP_DEV_PDN);
107 
108 	if (mtu->is_u3_ip) {
109 		check_clk = SSUSB_U3_MAC_RST_B_STS;
110 		mtu3_clrbits(ibase, SSUSB_U3_CTRL(0),
111 			(SSUSB_U3_PORT_DIS | SSUSB_U3_PORT_PDN |
112 			SSUSB_U3_PORT_HOST_SEL));
113 	}
114 	mtu3_clrbits(ibase, SSUSB_U2_CTRL(0),
115 		(SSUSB_U2_PORT_DIS | SSUSB_U2_PORT_PDN |
116 		SSUSB_U2_PORT_HOST_SEL));
117 	mtu3_setbits(ibase, SSUSB_U2_CTRL(0), SSUSB_U2_PORT_OTG_SEL);
118 
119 	return ssusb_check_clocks(mtu->ssusb, check_clk);
120 }
121 
122 static void mtu3_device_disable(struct mtu3 *mtu)
123 {
124 	void __iomem *ibase = mtu->ippc_base;
125 
126 	if (mtu->is_u3_ip)
127 		mtu3_setbits(ibase, SSUSB_U3_CTRL(0),
128 			(SSUSB_U3_PORT_DIS | SSUSB_U3_PORT_PDN));
129 
130 	mtu3_setbits(ibase, SSUSB_U2_CTRL(0),
131 		SSUSB_U2_PORT_DIS | SSUSB_U2_PORT_PDN);
132 	mtu3_clrbits(ibase, SSUSB_U2_CTRL(0), SSUSB_U2_PORT_OTG_SEL);
133 	mtu3_setbits(ibase, U3D_SSUSB_IP_PW_CTRL2, SSUSB_IP_DEV_PDN);
134 }
135 
136 /* reset U3D's device module. */
137 static void mtu3_device_reset(struct mtu3 *mtu)
138 {
139 	void __iomem *ibase = mtu->ippc_base;
140 
141 	mtu3_setbits(ibase, U3D_SSUSB_DEV_RST_CTRL, SSUSB_DEV_SW_RST);
142 	udelay(1);
143 	mtu3_clrbits(ibase, U3D_SSUSB_DEV_RST_CTRL, SSUSB_DEV_SW_RST);
144 }
145 
146 /* disable all interrupts */
147 static void mtu3_intr_disable(struct mtu3 *mtu)
148 {
149 	void __iomem *mbase = mtu->mac_base;
150 
151 	/* Disable level 1 interrupts */
152 	mtu3_writel(mbase, U3D_LV1IECR, ~0x0);
153 	/* Disable endpoint interrupts */
154 	mtu3_writel(mbase, U3D_EPIECR, ~0x0);
155 }
156 
157 static void mtu3_intr_status_clear(struct mtu3 *mtu)
158 {
159 	void __iomem *mbase = mtu->mac_base;
160 
161 	/* Clear EP0 and Tx/Rx EPn interrupts status */
162 	mtu3_writel(mbase, U3D_EPISR, ~0x0);
163 	/* Clear U2 USB common interrupts status */
164 	mtu3_writel(mbase, U3D_COMMON_USB_INTR, ~0x0);
165 	/* Clear U3 LTSSM interrupts status */
166 	mtu3_writel(mbase, U3D_LTSSM_INTR, ~0x0);
167 	/* Clear speed change interrupt status */
168 	mtu3_writel(mbase, U3D_DEV_LINK_INTR, ~0x0);
169 }
170 
171 /* enable system global interrupt */
172 static void mtu3_intr_enable(struct mtu3 *mtu)
173 {
174 	void __iomem *mbase = mtu->mac_base;
175 	u32 value;
176 
177 	/*Enable level 1 interrupts (BMU, QMU, MAC3, DMA, MAC2, EPCTL) */
178 	value = BMU_INTR | QMU_INTR | MAC3_INTR | MAC2_INTR | EP_CTRL_INTR;
179 	mtu3_writel(mbase, U3D_LV1IESR, value);
180 
181 	/* Enable U2 common USB interrupts */
182 	value = SUSPEND_INTR | RESUME_INTR | RESET_INTR;
183 	mtu3_writel(mbase, U3D_COMMON_USB_INTR_ENABLE, value);
184 
185 	if (mtu->is_u3_ip) {
186 		/* Enable U3 LTSSM interrupts */
187 		value = HOT_RST_INTR | WARM_RST_INTR | VBUS_RISE_INTR |
188 		    VBUS_FALL_INTR | ENTER_U3_INTR | EXIT_U3_INTR;
189 		mtu3_writel(mbase, U3D_LTSSM_INTR_ENABLE, value);
190 	}
191 
192 	/* Enable QMU interrupts. */
193 	value = TXQ_CSERR_INT | TXQ_LENERR_INT | RXQ_CSERR_INT |
194 			RXQ_LENERR_INT | RXQ_ZLPERR_INT;
195 	mtu3_writel(mbase, U3D_QIESR1, value);
196 
197 	/* Enable speed change interrupt */
198 	mtu3_writel(mbase, U3D_DEV_LINK_INTR_ENABLE, SSUSB_DEV_SPEED_CHG_INTR);
199 }
200 
201 /* set/clear the stall and toggle bits for non-ep0 */
202 void mtu3_ep_stall_set(struct mtu3_ep *mep, bool set)
203 {
204 	struct mtu3 *mtu = mep->mtu;
205 	void __iomem *mbase = mtu->mac_base;
206 	u8 epnum = mep->epnum;
207 	u32 csr;
208 
209 	if (mep->is_in) {	/* TX */
210 		csr = mtu3_readl(mbase, MU3D_EP_TXCR0(epnum)) & TX_W1C_BITS;
211 		if (set)
212 			csr |= TX_SENDSTALL;
213 		else
214 			csr = (csr & (~TX_SENDSTALL)) | TX_SENTSTALL;
215 		mtu3_writel(mbase, MU3D_EP_TXCR0(epnum), csr);
216 	} else {	/* RX */
217 		csr = mtu3_readl(mbase, MU3D_EP_RXCR0(epnum)) & RX_W1C_BITS;
218 		if (set)
219 			csr |= RX_SENDSTALL;
220 		else
221 			csr = (csr & (~RX_SENDSTALL)) | RX_SENTSTALL;
222 		mtu3_writel(mbase, MU3D_EP_RXCR0(epnum), csr);
223 	}
224 
225 	if (!set) {
226 		mtu3_setbits(mbase, U3D_EP_RST, EP_RST(mep->is_in, epnum));
227 		mtu3_clrbits(mbase, U3D_EP_RST, EP_RST(mep->is_in, epnum));
228 		mep->flags &= ~MTU3_EP_STALL;
229 	} else {
230 		mep->flags |= MTU3_EP_STALL;
231 	}
232 
233 	dev_dbg(mtu->dev, "%s: %s\n", mep->name,
234 		set ? "SEND STALL" : "CLEAR STALL, with EP RESET");
235 }
236 
237 void mtu3_dev_on_off(struct mtu3 *mtu, int is_on)
238 {
239 	if (mtu->is_u3_ip && (mtu->max_speed == USB_SPEED_SUPER))
240 		mtu3_ss_func_set(mtu, is_on);
241 	else
242 		mtu3_hs_softconn_set(mtu, is_on);
243 
244 	dev_info(mtu->dev, "gadget (%s) pullup D%s\n",
245 		usb_speed_string(mtu->max_speed), is_on ? "+" : "-");
246 }
247 
248 void mtu3_start(struct mtu3 *mtu)
249 {
250 	void __iomem *mbase = mtu->mac_base;
251 
252 	dev_dbg(mtu->dev, "%s devctl 0x%x\n", __func__,
253 		mtu3_readl(mbase, U3D_DEVICE_CONTROL));
254 
255 	mtu3_clrbits(mtu->ippc_base, U3D_SSUSB_IP_PW_CTRL2, SSUSB_IP_DEV_PDN);
256 
257 	/*
258 	 * When disable U2 port, USB2_CSR's register will be reset to
259 	 * default value after re-enable it again(HS is enabled by default).
260 	 * So if force mac to work as FS, disable HS function.
261 	 */
262 	if (mtu->max_speed == USB_SPEED_FULL)
263 		mtu3_clrbits(mbase, U3D_POWER_MANAGEMENT, HS_ENABLE);
264 
265 	/* Initialize the default interrupts */
266 	mtu3_intr_enable(mtu);
267 	mtu->is_active = 1;
268 
269 	if (mtu->softconnect)
270 		mtu3_dev_on_off(mtu, 1);
271 }
272 
273 void mtu3_stop(struct mtu3 *mtu)
274 {
275 	dev_dbg(mtu->dev, "%s\n", __func__);
276 
277 	mtu3_intr_disable(mtu);
278 	mtu3_intr_status_clear(mtu);
279 
280 	if (mtu->softconnect)
281 		mtu3_dev_on_off(mtu, 0);
282 
283 	mtu->is_active = 0;
284 	mtu3_setbits(mtu->ippc_base, U3D_SSUSB_IP_PW_CTRL2, SSUSB_IP_DEV_PDN);
285 }
286 
287 /* for non-ep0 */
288 int mtu3_config_ep(struct mtu3 *mtu, struct mtu3_ep *mep,
289 			int interval, int burst, int mult)
290 {
291 	void __iomem *mbase = mtu->mac_base;
292 	int epnum = mep->epnum;
293 	u32 csr0, csr1, csr2;
294 	int fifo_sgsz, fifo_addr;
295 	int num_pkts;
296 
297 	fifo_addr = ep_fifo_alloc(mep, mep->maxp);
298 	if (fifo_addr < 0) {
299 		dev_err(mtu->dev, "alloc ep fifo failed(%d)\n", mep->maxp);
300 		return -ENOMEM;
301 	}
302 	fifo_sgsz = ilog2(mep->fifo_seg_size);
303 	dev_dbg(mtu->dev, "%s fifosz: %x(%x/%x)\n", __func__, fifo_sgsz,
304 		mep->fifo_seg_size, mep->fifo_size);
305 
306 	if (mep->is_in) {
307 		csr0 = TX_TXMAXPKTSZ(mep->maxp);
308 		csr0 |= TX_DMAREQEN;
309 
310 		num_pkts = (burst + 1) * (mult + 1) - 1;
311 		csr1 = TX_SS_BURST(burst) | TX_SLOT(mep->slot);
312 		csr1 |= TX_MAX_PKT(num_pkts) | TX_MULT(mult);
313 
314 		csr2 = TX_FIFOADDR(fifo_addr >> 4);
315 		csr2 |= TX_FIFOSEGSIZE(fifo_sgsz);
316 
317 		switch (mep->type) {
318 		case USB_ENDPOINT_XFER_BULK:
319 			csr1 |= TX_TYPE(TYPE_BULK);
320 			break;
321 		case USB_ENDPOINT_XFER_ISOC:
322 			csr1 |= TX_TYPE(TYPE_ISO);
323 			csr2 |= TX_BINTERVAL(interval);
324 			break;
325 		case USB_ENDPOINT_XFER_INT:
326 			csr1 |= TX_TYPE(TYPE_INT);
327 			csr2 |= TX_BINTERVAL(interval);
328 			break;
329 		}
330 
331 		/* Enable QMU Done interrupt */
332 		mtu3_setbits(mbase, U3D_QIESR0, QMU_TX_DONE_INT(epnum));
333 
334 		mtu3_writel(mbase, MU3D_EP_TXCR0(epnum), csr0);
335 		mtu3_writel(mbase, MU3D_EP_TXCR1(epnum), csr1);
336 		mtu3_writel(mbase, MU3D_EP_TXCR2(epnum), csr2);
337 
338 		dev_dbg(mtu->dev, "U3D_TX%d CSR0:%#x, CSR1:%#x, CSR2:%#x\n",
339 			epnum, mtu3_readl(mbase, MU3D_EP_TXCR0(epnum)),
340 			mtu3_readl(mbase, MU3D_EP_TXCR1(epnum)),
341 			mtu3_readl(mbase, MU3D_EP_TXCR2(epnum)));
342 	} else {
343 		csr0 = RX_RXMAXPKTSZ(mep->maxp);
344 		csr0 |= RX_DMAREQEN;
345 
346 		num_pkts = (burst + 1) * (mult + 1) - 1;
347 		csr1 = RX_SS_BURST(burst) | RX_SLOT(mep->slot);
348 		csr1 |= RX_MAX_PKT(num_pkts) | RX_MULT(mult);
349 
350 		csr2 = RX_FIFOADDR(fifo_addr >> 4);
351 		csr2 |= RX_FIFOSEGSIZE(fifo_sgsz);
352 
353 		switch (mep->type) {
354 		case USB_ENDPOINT_XFER_BULK:
355 			csr1 |= RX_TYPE(TYPE_BULK);
356 			break;
357 		case USB_ENDPOINT_XFER_ISOC:
358 			csr1 |= RX_TYPE(TYPE_ISO);
359 			csr2 |= RX_BINTERVAL(interval);
360 			break;
361 		case USB_ENDPOINT_XFER_INT:
362 			csr1 |= RX_TYPE(TYPE_INT);
363 			csr2 |= RX_BINTERVAL(interval);
364 			break;
365 		}
366 
367 		/*Enable QMU Done interrupt */
368 		mtu3_setbits(mbase, U3D_QIESR0, QMU_RX_DONE_INT(epnum));
369 
370 		mtu3_writel(mbase, MU3D_EP_RXCR0(epnum), csr0);
371 		mtu3_writel(mbase, MU3D_EP_RXCR1(epnum), csr1);
372 		mtu3_writel(mbase, MU3D_EP_RXCR2(epnum), csr2);
373 
374 		dev_dbg(mtu->dev, "U3D_RX%d CSR0:%#x, CSR1:%#x, CSR2:%#x\n",
375 			epnum, mtu3_readl(mbase, MU3D_EP_RXCR0(epnum)),
376 			mtu3_readl(mbase, MU3D_EP_RXCR1(epnum)),
377 			mtu3_readl(mbase, MU3D_EP_RXCR2(epnum)));
378 	}
379 
380 	dev_dbg(mtu->dev, "csr0:%#x, csr1:%#x, csr2:%#x\n", csr0, csr1, csr2);
381 	dev_dbg(mtu->dev, "%s: %s, fifo-addr:%#x, fifo-size:%#x(%#x/%#x)\n",
382 		__func__, mep->name, mep->fifo_addr, mep->fifo_size,
383 		fifo_sgsz, mep->fifo_seg_size);
384 
385 	return 0;
386 }
387 
388 /* for non-ep0 */
389 void mtu3_deconfig_ep(struct mtu3 *mtu, struct mtu3_ep *mep)
390 {
391 	void __iomem *mbase = mtu->mac_base;
392 	int epnum = mep->epnum;
393 
394 	if (mep->is_in) {
395 		mtu3_writel(mbase, MU3D_EP_TXCR0(epnum), 0);
396 		mtu3_writel(mbase, MU3D_EP_TXCR1(epnum), 0);
397 		mtu3_writel(mbase, MU3D_EP_TXCR2(epnum), 0);
398 		mtu3_setbits(mbase, U3D_QIECR0, QMU_TX_DONE_INT(epnum));
399 	} else {
400 		mtu3_writel(mbase, MU3D_EP_RXCR0(epnum), 0);
401 		mtu3_writel(mbase, MU3D_EP_RXCR1(epnum), 0);
402 		mtu3_writel(mbase, MU3D_EP_RXCR2(epnum), 0);
403 		mtu3_setbits(mbase, U3D_QIECR0, QMU_RX_DONE_INT(epnum));
404 	}
405 
406 	ep_fifo_free(mep);
407 
408 	dev_dbg(mtu->dev, "%s: %s\n", __func__, mep->name);
409 }
410 
411 /*
412  * Two scenarios:
413  * 1. when device IP supports SS, the fifo of EP0, TX EPs, RX EPs
414  *	are separated;
415  * 2. when supports only HS, the fifo is shared for all EPs, and
416  *	the capability registers of @EPNTXFFSZ or @EPNRXFFSZ indicate
417  *	the total fifo size of non-ep0, and ep0's is fixed to 64B,
418  *	so the total fifo size is 64B + @EPNTXFFSZ;
419  *	Due to the first 64B should be reserved for EP0, non-ep0's fifo
420  *	starts from offset 64 and are divided into two equal parts for
421  *	TX or RX EPs for simplification.
422  */
423 static void get_ep_fifo_config(struct mtu3 *mtu)
424 {
425 	struct mtu3_fifo_info *tx_fifo;
426 	struct mtu3_fifo_info *rx_fifo;
427 	u32 fifosize;
428 
429 	if (mtu->is_u3_ip) {
430 		fifosize = mtu3_readl(mtu->mac_base, U3D_CAP_EPNTXFFSZ);
431 		tx_fifo = &mtu->tx_fifo;
432 		tx_fifo->base = 0;
433 		tx_fifo->limit = fifosize / MTU3_EP_FIFO_UNIT;
434 		bitmap_zero(tx_fifo->bitmap, MTU3_FIFO_BIT_SIZE);
435 
436 		fifosize = mtu3_readl(mtu->mac_base, U3D_CAP_EPNRXFFSZ);
437 		rx_fifo = &mtu->rx_fifo;
438 		rx_fifo->base = 0;
439 		rx_fifo->limit = fifosize / MTU3_EP_FIFO_UNIT;
440 		bitmap_zero(rx_fifo->bitmap, MTU3_FIFO_BIT_SIZE);
441 		mtu->slot = MTU3_U3_IP_SLOT_DEFAULT;
442 	} else {
443 		fifosize = mtu3_readl(mtu->mac_base, U3D_CAP_EPNTXFFSZ);
444 		tx_fifo = &mtu->tx_fifo;
445 		tx_fifo->base = MTU3_U2_IP_EP0_FIFO_SIZE;
446 		tx_fifo->limit = (fifosize / MTU3_EP_FIFO_UNIT) >> 1;
447 		bitmap_zero(tx_fifo->bitmap, MTU3_FIFO_BIT_SIZE);
448 
449 		rx_fifo = &mtu->rx_fifo;
450 		rx_fifo->base =
451 			tx_fifo->base + tx_fifo->limit * MTU3_EP_FIFO_UNIT;
452 		rx_fifo->limit = tx_fifo->limit;
453 		bitmap_zero(rx_fifo->bitmap, MTU3_FIFO_BIT_SIZE);
454 		mtu->slot = MTU3_U2_IP_SLOT_DEFAULT;
455 	}
456 
457 	dev_dbg(mtu->dev, "%s, TX: base-%d, limit-%d; RX: base-%d, limit-%d\n",
458 		__func__, tx_fifo->base, tx_fifo->limit,
459 		rx_fifo->base, rx_fifo->limit);
460 }
461 
462 void mtu3_ep0_setup(struct mtu3 *mtu)
463 {
464 	u32 maxpacket = mtu->g.ep0->maxpacket;
465 	u32 csr;
466 
467 	dev_dbg(mtu->dev, "%s maxpacket: %d\n", __func__, maxpacket);
468 
469 	csr = mtu3_readl(mtu->mac_base, U3D_EP0CSR);
470 	csr &= ~EP0_MAXPKTSZ_MSK;
471 	csr |= EP0_MAXPKTSZ(maxpacket);
472 	csr &= EP0_W1C_BITS;
473 	mtu3_writel(mtu->mac_base, U3D_EP0CSR, csr);
474 
475 	/* Enable EP0 interrupt */
476 	mtu3_writel(mtu->mac_base, U3D_EPIESR, EP0ISR);
477 }
478 
479 static int mtu3_mem_alloc(struct mtu3 *mtu)
480 {
481 	void __iomem *mbase = mtu->mac_base;
482 	struct mtu3_ep *ep_array;
483 	int in_ep_num, out_ep_num;
484 	u32 cap_epinfo;
485 	int ret;
486 	int i;
487 
488 	cap_epinfo = mtu3_readl(mbase, U3D_CAP_EPINFO);
489 	in_ep_num = CAP_TX_EP_NUM(cap_epinfo);
490 	out_ep_num = CAP_RX_EP_NUM(cap_epinfo);
491 
492 	dev_info(mtu->dev, "fifosz/epnum: Tx=%#x/%d, Rx=%#x/%d\n",
493 		 mtu3_readl(mbase, U3D_CAP_EPNTXFFSZ), in_ep_num,
494 		 mtu3_readl(mbase, U3D_CAP_EPNRXFFSZ), out_ep_num);
495 
496 	/* one for ep0, another is reserved */
497 	mtu->num_eps = min(in_ep_num, out_ep_num) + 1;
498 	ep_array = kcalloc(mtu->num_eps * 2, sizeof(*ep_array), GFP_KERNEL);
499 	if (ep_array == NULL)
500 		return -ENOMEM;
501 
502 	mtu->ep_array = ep_array;
503 	mtu->in_eps = ep_array;
504 	mtu->out_eps = &ep_array[mtu->num_eps];
505 	/* ep0 uses in_eps[0], out_eps[0] is reserved */
506 	mtu->ep0 = mtu->in_eps;
507 	mtu->ep0->mtu = mtu;
508 	mtu->ep0->epnum = 0;
509 
510 	for (i = 1; i < mtu->num_eps; i++) {
511 		struct mtu3_ep *mep = mtu->in_eps + i;
512 
513 		mep->fifo = &mtu->tx_fifo;
514 		mep = mtu->out_eps + i;
515 		mep->fifo = &mtu->rx_fifo;
516 	}
517 
518 	get_ep_fifo_config(mtu);
519 
520 	ret = mtu3_qmu_init(mtu);
521 	if (ret)
522 		kfree(mtu->ep_array);
523 
524 	return ret;
525 }
526 
527 static void mtu3_mem_free(struct mtu3 *mtu)
528 {
529 	mtu3_qmu_exit(mtu);
530 	kfree(mtu->ep_array);
531 }
532 
533 static void mtu3_set_speed(struct mtu3 *mtu)
534 {
535 	void __iomem *mbase = mtu->mac_base;
536 
537 	if (!mtu->is_u3_ip && (mtu->max_speed > USB_SPEED_HIGH))
538 		mtu->max_speed = USB_SPEED_HIGH;
539 
540 	if (mtu->max_speed == USB_SPEED_FULL) {
541 		/* disable U3 SS function */
542 		mtu3_clrbits(mbase, U3D_USB3_CONFIG, USB3_EN);
543 		/* disable HS function */
544 		mtu3_clrbits(mbase, U3D_POWER_MANAGEMENT, HS_ENABLE);
545 	} else if (mtu->max_speed == USB_SPEED_HIGH) {
546 		mtu3_clrbits(mbase, U3D_USB3_CONFIG, USB3_EN);
547 		/* HS/FS detected by HW */
548 		mtu3_setbits(mbase, U3D_POWER_MANAGEMENT, HS_ENABLE);
549 	}
550 
551 	dev_info(mtu->dev, "max_speed: %s\n",
552 		usb_speed_string(mtu->max_speed));
553 }
554 
555 static void mtu3_regs_init(struct mtu3 *mtu)
556 {
557 
558 	void __iomem *mbase = mtu->mac_base;
559 
560 	/* be sure interrupts are disabled before registration of ISR */
561 	mtu3_intr_disable(mtu);
562 	mtu3_intr_status_clear(mtu);
563 
564 	if (mtu->is_u3_ip) {
565 		/* disable LGO_U1/U2 by default */
566 		mtu3_clrbits(mbase, U3D_LINK_POWER_CONTROL,
567 				SW_U1_ACCEPT_ENABLE | SW_U2_ACCEPT_ENABLE |
568 				SW_U1_REQUEST_ENABLE | SW_U2_REQUEST_ENABLE);
569 		/* device responses to u3_exit from host automatically */
570 		mtu3_clrbits(mbase, U3D_LTSSM_CTRL, SOFT_U3_EXIT_EN);
571 		/* automatically build U2 link when U3 detect fail */
572 		mtu3_setbits(mbase, U3D_USB2_TEST_MODE, U2U3_AUTO_SWITCH);
573 	}
574 
575 	mtu3_set_speed(mtu);
576 
577 	/* delay about 0.1us from detecting reset to send chirp-K */
578 	mtu3_clrbits(mbase, U3D_LINK_RESET_INFO, WTCHRP_MSK);
579 	/* U2/U3 detected by HW */
580 	mtu3_writel(mbase, U3D_DEVICE_CONF, 0);
581 	/* enable QMU 16B checksum */
582 	mtu3_setbits(mbase, U3D_QCR0, QMU_CS16B_EN);
583 	/* vbus detected by HW */
584 	mtu3_clrbits(mbase, U3D_MISC_CTRL, VBUS_FRC_EN | VBUS_ON);
585 }
586 
587 static irqreturn_t mtu3_link_isr(struct mtu3 *mtu)
588 {
589 	void __iomem *mbase = mtu->mac_base;
590 	enum usb_device_speed udev_speed;
591 	u32 maxpkt = 64;
592 	u32 link;
593 	u32 speed;
594 
595 	link = mtu3_readl(mbase, U3D_DEV_LINK_INTR);
596 	link &= mtu3_readl(mbase, U3D_DEV_LINK_INTR_ENABLE);
597 	mtu3_writel(mbase, U3D_DEV_LINK_INTR, link); /* W1C */
598 	dev_dbg(mtu->dev, "=== LINK[%x] ===\n", link);
599 
600 	if (!(link & SSUSB_DEV_SPEED_CHG_INTR))
601 		return IRQ_NONE;
602 
603 	speed = SSUSB_DEV_SPEED(mtu3_readl(mbase, U3D_DEVICE_CONF));
604 
605 	switch (speed) {
606 	case MTU3_SPEED_FULL:
607 		udev_speed = USB_SPEED_FULL;
608 		/*BESLCK = 4 < BESLCK_U3 = 10 < BESLDCK = 15 */
609 		mtu3_writel(mbase, U3D_USB20_LPM_PARAMETER, LPM_BESLDCK(0xf)
610 				| LPM_BESLCK(4) | LPM_BESLCK_U3(0xa));
611 		mtu3_setbits(mbase, U3D_POWER_MANAGEMENT,
612 				LPM_BESL_STALL | LPM_BESLD_STALL);
613 		break;
614 	case MTU3_SPEED_HIGH:
615 		udev_speed = USB_SPEED_HIGH;
616 		/*BESLCK = 4 < BESLCK_U3 = 10 < BESLDCK = 15 */
617 		mtu3_writel(mbase, U3D_USB20_LPM_PARAMETER, LPM_BESLDCK(0xf)
618 				| LPM_BESLCK(4) | LPM_BESLCK_U3(0xa));
619 		mtu3_setbits(mbase, U3D_POWER_MANAGEMENT,
620 				LPM_BESL_STALL | LPM_BESLD_STALL);
621 		break;
622 	case MTU3_SPEED_SUPER:
623 		udev_speed = USB_SPEED_SUPER;
624 		maxpkt = 512;
625 		break;
626 	default:
627 		udev_speed = USB_SPEED_UNKNOWN;
628 		break;
629 	}
630 	dev_dbg(mtu->dev, "%s: %s\n", __func__, usb_speed_string(udev_speed));
631 
632 	mtu->g.speed = udev_speed;
633 	mtu->g.ep0->maxpacket = maxpkt;
634 	mtu->ep0_state = MU3D_EP0_STATE_SETUP;
635 
636 	if (udev_speed == USB_SPEED_UNKNOWN)
637 		mtu3_gadget_disconnect(mtu);
638 	else
639 		mtu3_ep0_setup(mtu);
640 
641 	return IRQ_HANDLED;
642 }
643 
644 static irqreturn_t mtu3_u3_ltssm_isr(struct mtu3 *mtu)
645 {
646 	void __iomem *mbase = mtu->mac_base;
647 	u32 ltssm;
648 
649 	ltssm = mtu3_readl(mbase, U3D_LTSSM_INTR);
650 	ltssm &= mtu3_readl(mbase, U3D_LTSSM_INTR_ENABLE);
651 	mtu3_writel(mbase, U3D_LTSSM_INTR, ltssm); /* W1C */
652 	dev_dbg(mtu->dev, "=== LTSSM[%x] ===\n", ltssm);
653 
654 	if (ltssm & (HOT_RST_INTR | WARM_RST_INTR))
655 		mtu3_gadget_reset(mtu);
656 
657 	if (ltssm & VBUS_FALL_INTR)
658 		mtu3_ss_func_set(mtu, false);
659 
660 	if (ltssm & VBUS_RISE_INTR)
661 		mtu3_ss_func_set(mtu, true);
662 
663 	if (ltssm & EXIT_U3_INTR)
664 		mtu3_gadget_resume(mtu);
665 
666 	if (ltssm & ENTER_U3_INTR)
667 		mtu3_gadget_suspend(mtu);
668 
669 	return IRQ_HANDLED;
670 }
671 
672 static irqreturn_t mtu3_u2_common_isr(struct mtu3 *mtu)
673 {
674 	void __iomem *mbase = mtu->mac_base;
675 	u32 u2comm;
676 
677 	u2comm = mtu3_readl(mbase, U3D_COMMON_USB_INTR);
678 	u2comm &= mtu3_readl(mbase, U3D_COMMON_USB_INTR_ENABLE);
679 	mtu3_writel(mbase, U3D_COMMON_USB_INTR, u2comm); /* W1C */
680 	dev_dbg(mtu->dev, "=== U2COMM[%x] ===\n", u2comm);
681 
682 	if (u2comm & SUSPEND_INTR)
683 		mtu3_gadget_suspend(mtu);
684 
685 	if (u2comm & RESUME_INTR)
686 		mtu3_gadget_resume(mtu);
687 
688 	if (u2comm & RESET_INTR)
689 		mtu3_gadget_reset(mtu);
690 
691 	return IRQ_HANDLED;
692 }
693 
694 static irqreturn_t mtu3_irq(int irq, void *data)
695 {
696 	struct mtu3 *mtu = (struct mtu3 *)data;
697 	unsigned long flags;
698 	u32 level1;
699 
700 	spin_lock_irqsave(&mtu->lock, flags);
701 
702 	/* U3D_LV1ISR is RU */
703 	level1 = mtu3_readl(mtu->mac_base, U3D_LV1ISR);
704 	level1 &= mtu3_readl(mtu->mac_base, U3D_LV1IER);
705 
706 	if (level1 & EP_CTRL_INTR)
707 		mtu3_link_isr(mtu);
708 
709 	if (level1 & MAC2_INTR)
710 		mtu3_u2_common_isr(mtu);
711 
712 	if (level1 & MAC3_INTR)
713 		mtu3_u3_ltssm_isr(mtu);
714 
715 	if (level1 & BMU_INTR)
716 		mtu3_ep0_isr(mtu);
717 
718 	if (level1 & QMU_INTR)
719 		mtu3_qmu_isr(mtu);
720 
721 	spin_unlock_irqrestore(&mtu->lock, flags);
722 
723 	return IRQ_HANDLED;
724 }
725 
726 static int mtu3_hw_init(struct mtu3 *mtu)
727 {
728 	u32 cap_dev;
729 	int ret;
730 
731 	mtu->hw_version = mtu3_readl(mtu->ippc_base, U3D_SSUSB_HW_ID);
732 
733 	cap_dev = mtu3_readl(mtu->ippc_base, U3D_SSUSB_IP_DEV_CAP);
734 	mtu->is_u3_ip = !!SSUSB_IP_DEV_U3_PORT_NUM(cap_dev);
735 
736 	dev_info(mtu->dev, "IP version 0x%x(%s IP)\n", mtu->hw_version,
737 		mtu->is_u3_ip ? "U3" : "U2");
738 
739 	mtu3_device_reset(mtu);
740 
741 	ret = mtu3_device_enable(mtu);
742 	if (ret) {
743 		dev_err(mtu->dev, "device enable failed %d\n", ret);
744 		return ret;
745 	}
746 
747 	ret = mtu3_mem_alloc(mtu);
748 	if (ret)
749 		return -ENOMEM;
750 
751 	mtu3_regs_init(mtu);
752 
753 	return 0;
754 }
755 
756 static void mtu3_hw_exit(struct mtu3 *mtu)
757 {
758 	mtu3_device_disable(mtu);
759 	mtu3_mem_free(mtu);
760 }
761 
762 /*-------------------------------------------------------------------------*/
763 
764 int ssusb_gadget_init(struct ssusb_mtk *ssusb)
765 {
766 	struct device *dev = ssusb->dev;
767 	struct platform_device *pdev = to_platform_device(dev);
768 	struct mtu3 *mtu = NULL;
769 	struct resource *res;
770 	int ret = -ENOMEM;
771 
772 	mtu = devm_kzalloc(dev, sizeof(struct mtu3), GFP_KERNEL);
773 	if (mtu == NULL)
774 		return -ENOMEM;
775 
776 	mtu->irq = platform_get_irq(pdev, 0);
777 	if (mtu->irq <= 0) {
778 		dev_err(dev, "fail to get irq number\n");
779 		return -ENODEV;
780 	}
781 	dev_info(dev, "irq %d\n", mtu->irq);
782 
783 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "mac");
784 	mtu->mac_base = devm_ioremap_resource(dev, res);
785 	if (IS_ERR(mtu->mac_base)) {
786 		dev_err(dev, "error mapping memory for dev mac\n");
787 		return PTR_ERR(mtu->mac_base);
788 	}
789 
790 	spin_lock_init(&mtu->lock);
791 	mtu->dev = dev;
792 	mtu->ippc_base = ssusb->ippc_base;
793 	ssusb->mac_base	= mtu->mac_base;
794 	ssusb->u3d = mtu;
795 	mtu->ssusb = ssusb;
796 	mtu->max_speed = usb_get_maximum_speed(dev);
797 
798 	/* check the max_speed parameter */
799 	switch (mtu->max_speed) {
800 	case USB_SPEED_FULL:
801 	case USB_SPEED_HIGH:
802 	case USB_SPEED_SUPER:
803 		break;
804 	default:
805 		dev_err(dev, "invalid max_speed: %s\n",
806 			usb_speed_string(mtu->max_speed));
807 		/* fall through */
808 	case USB_SPEED_UNKNOWN:
809 		/* default as SS */
810 		mtu->max_speed = USB_SPEED_SUPER;
811 		break;
812 	}
813 
814 	dev_dbg(dev, "mac_base=0x%p, ippc_base=0x%p\n",
815 		mtu->mac_base, mtu->ippc_base);
816 
817 	ret = mtu3_hw_init(mtu);
818 	if (ret) {
819 		dev_err(dev, "mtu3 hw init failed:%d\n", ret);
820 		return ret;
821 	}
822 
823 	ret = devm_request_irq(dev, mtu->irq, mtu3_irq, 0, dev_name(dev), mtu);
824 	if (ret) {
825 		dev_err(dev, "request irq %d failed!\n", mtu->irq);
826 		goto irq_err;
827 	}
828 
829 	device_init_wakeup(dev, true);
830 
831 	ret = mtu3_gadget_setup(mtu);
832 	if (ret) {
833 		dev_err(dev, "mtu3 gadget init failed:%d\n", ret);
834 		goto gadget_err;
835 	}
836 
837 	/* init as host mode, power down device IP for power saving */
838 	if (mtu->ssusb->dr_mode == USB_DR_MODE_OTG)
839 		mtu3_stop(mtu);
840 
841 	dev_dbg(dev, " %s() done...\n", __func__);
842 
843 	return 0;
844 
845 gadget_err:
846 	device_init_wakeup(dev, false);
847 
848 irq_err:
849 	mtu3_hw_exit(mtu);
850 	ssusb->u3d = NULL;
851 	dev_err(dev, " %s() fail...\n", __func__);
852 
853 	return ret;
854 }
855 
856 void ssusb_gadget_exit(struct ssusb_mtk *ssusb)
857 {
858 	struct mtu3 *mtu = ssusb->u3d;
859 
860 	mtu3_gadget_cleanup(mtu);
861 	device_init_wakeup(ssusb->dev, false);
862 	mtu3_hw_exit(mtu);
863 }
864