xref: /openbmc/linux/drivers/usb/host/xhci-mtk.c (revision e6dec923)
1 /*
2  * MediaTek xHCI Host Controller Driver
3  *
4  * Copyright (c) 2015 MediaTek Inc.
5  * Author:
6  *  Chunfeng Yun <chunfeng.yun@mediatek.com>
7  *
8  * This software is licensed under the terms of the GNU General Public
9  * License version 2, as published by the Free Software Foundation, and
10  * may be copied, distributed, and modified under those terms.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU General Public License for more details.
16  *
17  */
18 
19 #include <linux/clk.h>
20 #include <linux/dma-mapping.h>
21 #include <linux/iopoll.h>
22 #include <linux/kernel.h>
23 #include <linux/mfd/syscon.h>
24 #include <linux/module.h>
25 #include <linux/of.h>
26 #include <linux/phy/phy.h>
27 #include <linux/platform_device.h>
28 #include <linux/pm_runtime.h>
29 #include <linux/regmap.h>
30 #include <linux/regulator/consumer.h>
31 
32 #include "xhci.h"
33 #include "xhci-mtk.h"
34 
35 /* ip_pw_ctrl0 register */
36 #define CTRL0_IP_SW_RST	BIT(0)
37 
38 /* ip_pw_ctrl1 register */
39 #define CTRL1_IP_HOST_PDN	BIT(0)
40 
41 /* ip_pw_ctrl2 register */
42 #define CTRL2_IP_DEV_PDN	BIT(0)
43 
44 /* ip_pw_sts1 register */
45 #define STS1_IP_SLEEP_STS	BIT(30)
46 #define STS1_XHCI_RST		BIT(11)
47 #define STS1_SYS125_RST	BIT(10)
48 #define STS1_REF_RST		BIT(8)
49 #define STS1_SYSPLL_STABLE	BIT(0)
50 
51 /* ip_xhci_cap register */
52 #define CAP_U3_PORT_NUM(p)	((p) & 0xff)
53 #define CAP_U2_PORT_NUM(p)	(((p) >> 8) & 0xff)
54 
55 /* u3_ctrl_p register */
56 #define CTRL_U3_PORT_HOST_SEL	BIT(2)
57 #define CTRL_U3_PORT_PDN	BIT(1)
58 #define CTRL_U3_PORT_DIS	BIT(0)
59 
60 /* u2_ctrl_p register */
61 #define CTRL_U2_PORT_HOST_SEL	BIT(2)
62 #define CTRL_U2_PORT_PDN	BIT(1)
63 #define CTRL_U2_PORT_DIS	BIT(0)
64 
65 /* u2_phy_pll register */
66 #define CTRL_U2_FORCE_PLL_STB	BIT(28)
67 
68 #define PERI_WK_CTRL0		0x400
69 #define UWK_CTR0_0P_LS_PE	BIT(8)  /* posedge */
70 #define UWK_CTR0_0P_LS_NE	BIT(7)  /* negedge for 0p linestate*/
71 #define UWK_CTL1_1P_LS_C(x)	(((x) & 0xf) << 1)
72 #define UWK_CTL1_1P_LS_E	BIT(0)
73 
74 #define PERI_WK_CTRL1		0x404
75 #define UWK_CTL1_IS_C(x)	(((x) & 0xf) << 26)
76 #define UWK_CTL1_IS_E		BIT(25)
77 #define UWK_CTL1_0P_LS_C(x)	(((x) & 0xf) << 21)
78 #define UWK_CTL1_0P_LS_E	BIT(20)
79 #define UWK_CTL1_IDDIG_C(x)	(((x) & 0xf) << 11)  /* cycle debounce */
80 #define UWK_CTL1_IDDIG_E	BIT(10) /* enable debounce */
81 #define UWK_CTL1_IDDIG_P	BIT(9)  /* polarity */
82 #define UWK_CTL1_0P_LS_P	BIT(7)
83 #define UWK_CTL1_IS_P		BIT(6)  /* polarity for ip sleep */
84 
85 enum ssusb_wakeup_src {
86 	SSUSB_WK_IP_SLEEP = 1,
87 	SSUSB_WK_LINE_STATE = 2,
88 };
89 
90 static int xhci_mtk_host_enable(struct xhci_hcd_mtk *mtk)
91 {
92 	struct mu3c_ippc_regs __iomem *ippc = mtk->ippc_regs;
93 	u32 value, check_val;
94 	int ret;
95 	int i;
96 
97 	if (!mtk->has_ippc)
98 		return 0;
99 
100 	/* power on host ip */
101 	value = readl(&ippc->ip_pw_ctr1);
102 	value &= ~CTRL1_IP_HOST_PDN;
103 	writel(value, &ippc->ip_pw_ctr1);
104 
105 	/* power on and enable all u3 ports */
106 	for (i = 0; i < mtk->num_u3_ports; i++) {
107 		value = readl(&ippc->u3_ctrl_p[i]);
108 		value &= ~(CTRL_U3_PORT_PDN | CTRL_U3_PORT_DIS);
109 		value |= CTRL_U3_PORT_HOST_SEL;
110 		writel(value, &ippc->u3_ctrl_p[i]);
111 	}
112 
113 	/* power on and enable all u2 ports */
114 	for (i = 0; i < mtk->num_u2_ports; i++) {
115 		value = readl(&ippc->u2_ctrl_p[i]);
116 		value &= ~(CTRL_U2_PORT_PDN | CTRL_U2_PORT_DIS);
117 		value |= CTRL_U2_PORT_HOST_SEL;
118 		writel(value, &ippc->u2_ctrl_p[i]);
119 	}
120 
121 	/*
122 	 * wait for clocks to be stable, and clock domains reset to
123 	 * be inactive after power on and enable ports
124 	 */
125 	check_val = STS1_SYSPLL_STABLE | STS1_REF_RST |
126 			STS1_SYS125_RST | STS1_XHCI_RST;
127 
128 	ret = readl_poll_timeout(&ippc->ip_pw_sts1, value,
129 			  (check_val == (value & check_val)), 100, 20000);
130 	if (ret) {
131 		dev_err(mtk->dev, "clocks are not stable (0x%x)\n", value);
132 		return ret;
133 	}
134 
135 	return 0;
136 }
137 
138 static int xhci_mtk_host_disable(struct xhci_hcd_mtk *mtk)
139 {
140 	struct mu3c_ippc_regs __iomem *ippc = mtk->ippc_regs;
141 	u32 value;
142 	int ret;
143 	int i;
144 
145 	if (!mtk->has_ippc)
146 		return 0;
147 
148 	/* power down all u3 ports */
149 	for (i = 0; i < mtk->num_u3_ports; i++) {
150 		value = readl(&ippc->u3_ctrl_p[i]);
151 		value |= CTRL_U3_PORT_PDN;
152 		writel(value, &ippc->u3_ctrl_p[i]);
153 	}
154 
155 	/* power down all u2 ports */
156 	for (i = 0; i < mtk->num_u2_ports; i++) {
157 		value = readl(&ippc->u2_ctrl_p[i]);
158 		value |= CTRL_U2_PORT_PDN;
159 		writel(value, &ippc->u2_ctrl_p[i]);
160 	}
161 
162 	/* power down host ip */
163 	value = readl(&ippc->ip_pw_ctr1);
164 	value |= CTRL1_IP_HOST_PDN;
165 	writel(value, &ippc->ip_pw_ctr1);
166 
167 	/* wait for host ip to sleep */
168 	ret = readl_poll_timeout(&ippc->ip_pw_sts1, value,
169 			  (value & STS1_IP_SLEEP_STS), 100, 100000);
170 	if (ret) {
171 		dev_err(mtk->dev, "ip sleep failed!!!\n");
172 		return ret;
173 	}
174 	return 0;
175 }
176 
177 static int xhci_mtk_ssusb_config(struct xhci_hcd_mtk *mtk)
178 {
179 	struct mu3c_ippc_regs __iomem *ippc = mtk->ippc_regs;
180 	u32 value;
181 
182 	if (!mtk->has_ippc)
183 		return 0;
184 
185 	/* reset whole ip */
186 	value = readl(&ippc->ip_pw_ctr0);
187 	value |= CTRL0_IP_SW_RST;
188 	writel(value, &ippc->ip_pw_ctr0);
189 	udelay(1);
190 	value = readl(&ippc->ip_pw_ctr0);
191 	value &= ~CTRL0_IP_SW_RST;
192 	writel(value, &ippc->ip_pw_ctr0);
193 
194 	/*
195 	 * device ip is default power-on in fact
196 	 * power down device ip, otherwise ip-sleep will fail
197 	 */
198 	value = readl(&ippc->ip_pw_ctr2);
199 	value |= CTRL2_IP_DEV_PDN;
200 	writel(value, &ippc->ip_pw_ctr2);
201 
202 	value = readl(&ippc->ip_xhci_cap);
203 	mtk->num_u3_ports = CAP_U3_PORT_NUM(value);
204 	mtk->num_u2_ports = CAP_U2_PORT_NUM(value);
205 	dev_dbg(mtk->dev, "%s u2p:%d, u3p:%d\n", __func__,
206 			mtk->num_u2_ports, mtk->num_u3_ports);
207 
208 	return xhci_mtk_host_enable(mtk);
209 }
210 
211 static int xhci_mtk_clks_enable(struct xhci_hcd_mtk *mtk)
212 {
213 	int ret;
214 
215 	ret = clk_prepare_enable(mtk->ref_clk);
216 	if (ret) {
217 		dev_err(mtk->dev, "failed to enable ref_clk\n");
218 		goto ref_clk_err;
219 	}
220 
221 	ret = clk_prepare_enable(mtk->sys_clk);
222 	if (ret) {
223 		dev_err(mtk->dev, "failed to enable sys_clk\n");
224 		goto sys_clk_err;
225 	}
226 
227 	if (mtk->wakeup_src) {
228 		ret = clk_prepare_enable(mtk->wk_deb_p0);
229 		if (ret) {
230 			dev_err(mtk->dev, "failed to enable wk_deb_p0\n");
231 			goto usb_p0_err;
232 		}
233 
234 		ret = clk_prepare_enable(mtk->wk_deb_p1);
235 		if (ret) {
236 			dev_err(mtk->dev, "failed to enable wk_deb_p1\n");
237 			goto usb_p1_err;
238 		}
239 	}
240 	return 0;
241 
242 usb_p1_err:
243 	clk_disable_unprepare(mtk->wk_deb_p0);
244 usb_p0_err:
245 	clk_disable_unprepare(mtk->sys_clk);
246 sys_clk_err:
247 	clk_disable_unprepare(mtk->ref_clk);
248 ref_clk_err:
249 	return -EINVAL;
250 }
251 
252 static void xhci_mtk_clks_disable(struct xhci_hcd_mtk *mtk)
253 {
254 	if (mtk->wakeup_src) {
255 		clk_disable_unprepare(mtk->wk_deb_p1);
256 		clk_disable_unprepare(mtk->wk_deb_p0);
257 	}
258 	clk_disable_unprepare(mtk->sys_clk);
259 	clk_disable_unprepare(mtk->ref_clk);
260 }
261 
262 /* only clocks can be turn off for ip-sleep wakeup mode */
263 static void usb_wakeup_ip_sleep_en(struct xhci_hcd_mtk *mtk)
264 {
265 	u32 tmp;
266 	struct regmap *pericfg = mtk->pericfg;
267 
268 	regmap_read(pericfg, PERI_WK_CTRL1, &tmp);
269 	tmp &= ~UWK_CTL1_IS_P;
270 	tmp &= ~(UWK_CTL1_IS_C(0xf));
271 	tmp |= UWK_CTL1_IS_C(0x8);
272 	regmap_write(pericfg, PERI_WK_CTRL1, tmp);
273 	regmap_write(pericfg, PERI_WK_CTRL1, tmp | UWK_CTL1_IS_E);
274 
275 	regmap_read(pericfg, PERI_WK_CTRL1, &tmp);
276 	dev_dbg(mtk->dev, "%s(): WK_CTRL1[P6,E25,C26:29]=%#x\n",
277 		__func__, tmp);
278 }
279 
280 static void usb_wakeup_ip_sleep_dis(struct xhci_hcd_mtk *mtk)
281 {
282 	u32 tmp;
283 
284 	regmap_read(mtk->pericfg, PERI_WK_CTRL1, &tmp);
285 	tmp &= ~UWK_CTL1_IS_E;
286 	regmap_write(mtk->pericfg, PERI_WK_CTRL1, tmp);
287 }
288 
289 /*
290 * for line-state wakeup mode, phy's power should not power-down
291 * and only support cable plug in/out
292 */
293 static void usb_wakeup_line_state_en(struct xhci_hcd_mtk *mtk)
294 {
295 	u32 tmp;
296 	struct regmap *pericfg = mtk->pericfg;
297 
298 	/* line-state of u2-port0 */
299 	regmap_read(pericfg, PERI_WK_CTRL1, &tmp);
300 	tmp &= ~UWK_CTL1_0P_LS_P;
301 	tmp &= ~(UWK_CTL1_0P_LS_C(0xf));
302 	tmp |= UWK_CTL1_0P_LS_C(0x8);
303 	regmap_write(pericfg, PERI_WK_CTRL1, tmp);
304 	regmap_read(pericfg, PERI_WK_CTRL1, &tmp);
305 	regmap_write(pericfg, PERI_WK_CTRL1, tmp | UWK_CTL1_0P_LS_E);
306 
307 	/* line-state of u2-port1 */
308 	regmap_read(pericfg, PERI_WK_CTRL0, &tmp);
309 	tmp &= ~(UWK_CTL1_1P_LS_C(0xf));
310 	tmp |= UWK_CTL1_1P_LS_C(0x8);
311 	regmap_write(pericfg, PERI_WK_CTRL0, tmp);
312 	regmap_write(pericfg, PERI_WK_CTRL0, tmp | UWK_CTL1_1P_LS_E);
313 }
314 
315 static void usb_wakeup_line_state_dis(struct xhci_hcd_mtk *mtk)
316 {
317 	u32 tmp;
318 	struct regmap *pericfg = mtk->pericfg;
319 
320 	/* line-state of u2-port0 */
321 	regmap_read(pericfg, PERI_WK_CTRL1, &tmp);
322 	tmp &= ~UWK_CTL1_0P_LS_E;
323 	regmap_write(pericfg, PERI_WK_CTRL1, tmp);
324 
325 	/* line-state of u2-port1 */
326 	regmap_read(pericfg, PERI_WK_CTRL0, &tmp);
327 	tmp &= ~UWK_CTL1_1P_LS_E;
328 	regmap_write(pericfg, PERI_WK_CTRL0, tmp);
329 }
330 
331 static void usb_wakeup_enable(struct xhci_hcd_mtk *mtk)
332 {
333 	if (mtk->wakeup_src == SSUSB_WK_IP_SLEEP)
334 		usb_wakeup_ip_sleep_en(mtk);
335 	else if (mtk->wakeup_src == SSUSB_WK_LINE_STATE)
336 		usb_wakeup_line_state_en(mtk);
337 }
338 
339 static void usb_wakeup_disable(struct xhci_hcd_mtk *mtk)
340 {
341 	if (mtk->wakeup_src == SSUSB_WK_IP_SLEEP)
342 		usb_wakeup_ip_sleep_dis(mtk);
343 	else if (mtk->wakeup_src == SSUSB_WK_LINE_STATE)
344 		usb_wakeup_line_state_dis(mtk);
345 }
346 
347 static int usb_wakeup_of_property_parse(struct xhci_hcd_mtk *mtk,
348 				struct device_node *dn)
349 {
350 	struct device *dev = mtk->dev;
351 
352 	/*
353 	* wakeup function is optional, so it is not an error if this property
354 	* does not exist, and in such case, no need to get relative
355 	* properties anymore.
356 	*/
357 	of_property_read_u32(dn, "mediatek,wakeup-src", &mtk->wakeup_src);
358 	if (!mtk->wakeup_src)
359 		return 0;
360 
361 	mtk->wk_deb_p0 = devm_clk_get(dev, "wakeup_deb_p0");
362 	if (IS_ERR(mtk->wk_deb_p0)) {
363 		dev_err(dev, "fail to get wakeup_deb_p0\n");
364 		return PTR_ERR(mtk->wk_deb_p0);
365 	}
366 
367 	mtk->wk_deb_p1 = devm_clk_get(dev, "wakeup_deb_p1");
368 	if (IS_ERR(mtk->wk_deb_p1)) {
369 		dev_err(dev, "fail to get wakeup_deb_p1\n");
370 		return PTR_ERR(mtk->wk_deb_p1);
371 	}
372 
373 	mtk->pericfg = syscon_regmap_lookup_by_phandle(dn,
374 						"mediatek,syscon-wakeup");
375 	if (IS_ERR(mtk->pericfg)) {
376 		dev_err(dev, "fail to get pericfg regs\n");
377 		return PTR_ERR(mtk->pericfg);
378 	}
379 
380 	return 0;
381 }
382 
383 static int xhci_mtk_setup(struct usb_hcd *hcd);
384 static const struct xhci_driver_overrides xhci_mtk_overrides __initconst = {
385 	.reset = xhci_mtk_setup,
386 };
387 
388 static struct hc_driver __read_mostly xhci_mtk_hc_driver;
389 
390 static int xhci_mtk_phy_init(struct xhci_hcd_mtk *mtk)
391 {
392 	int i;
393 	int ret;
394 
395 	for (i = 0; i < mtk->num_phys; i++) {
396 		ret = phy_init(mtk->phys[i]);
397 		if (ret)
398 			goto exit_phy;
399 	}
400 	return 0;
401 
402 exit_phy:
403 	for (; i > 0; i--)
404 		phy_exit(mtk->phys[i - 1]);
405 
406 	return ret;
407 }
408 
409 static int xhci_mtk_phy_exit(struct xhci_hcd_mtk *mtk)
410 {
411 	int i;
412 
413 	for (i = 0; i < mtk->num_phys; i++)
414 		phy_exit(mtk->phys[i]);
415 
416 	return 0;
417 }
418 
419 static int xhci_mtk_phy_power_on(struct xhci_hcd_mtk *mtk)
420 {
421 	int i;
422 	int ret;
423 
424 	for (i = 0; i < mtk->num_phys; i++) {
425 		ret = phy_power_on(mtk->phys[i]);
426 		if (ret)
427 			goto power_off_phy;
428 	}
429 	return 0;
430 
431 power_off_phy:
432 	for (; i > 0; i--)
433 		phy_power_off(mtk->phys[i - 1]);
434 
435 	return ret;
436 }
437 
438 static void xhci_mtk_phy_power_off(struct xhci_hcd_mtk *mtk)
439 {
440 	unsigned int i;
441 
442 	for (i = 0; i < mtk->num_phys; i++)
443 		phy_power_off(mtk->phys[i]);
444 }
445 
446 static int xhci_mtk_ldos_enable(struct xhci_hcd_mtk *mtk)
447 {
448 	int ret;
449 
450 	ret = regulator_enable(mtk->vbus);
451 	if (ret) {
452 		dev_err(mtk->dev, "failed to enable vbus\n");
453 		return ret;
454 	}
455 
456 	ret = regulator_enable(mtk->vusb33);
457 	if (ret) {
458 		dev_err(mtk->dev, "failed to enable vusb33\n");
459 		regulator_disable(mtk->vbus);
460 		return ret;
461 	}
462 	return 0;
463 }
464 
465 static void xhci_mtk_ldos_disable(struct xhci_hcd_mtk *mtk)
466 {
467 	regulator_disable(mtk->vbus);
468 	regulator_disable(mtk->vusb33);
469 }
470 
471 static void xhci_mtk_quirks(struct device *dev, struct xhci_hcd *xhci)
472 {
473 	struct usb_hcd *hcd = xhci_to_hcd(xhci);
474 	struct xhci_hcd_mtk *mtk = hcd_to_mtk(hcd);
475 
476 	/*
477 	 * As of now platform drivers don't provide MSI support so we ensure
478 	 * here that the generic code does not try to make a pci_dev from our
479 	 * dev struct in order to setup MSI
480 	 */
481 	xhci->quirks |= XHCI_PLAT;
482 	xhci->quirks |= XHCI_MTK_HOST;
483 	/*
484 	 * MTK host controller gives a spurious successful event after a
485 	 * short transfer. Ignore it.
486 	 */
487 	xhci->quirks |= XHCI_SPURIOUS_SUCCESS;
488 	if (mtk->lpm_support)
489 		xhci->quirks |= XHCI_LPM_SUPPORT;
490 }
491 
492 /* called during probe() after chip reset completes */
493 static int xhci_mtk_setup(struct usb_hcd *hcd)
494 {
495 	struct xhci_hcd *xhci = hcd_to_xhci(hcd);
496 	struct xhci_hcd_mtk *mtk = hcd_to_mtk(hcd);
497 	int ret;
498 
499 	if (usb_hcd_is_primary_hcd(hcd)) {
500 		ret = xhci_mtk_ssusb_config(mtk);
501 		if (ret)
502 			return ret;
503 	}
504 
505 	ret = xhci_gen_setup(hcd, xhci_mtk_quirks);
506 	if (ret)
507 		return ret;
508 
509 	if (usb_hcd_is_primary_hcd(hcd)) {
510 		mtk->num_u3_ports = xhci->num_usb3_ports;
511 		mtk->num_u2_ports = xhci->num_usb2_ports;
512 		ret = xhci_mtk_sch_init(mtk);
513 		if (ret)
514 			return ret;
515 	}
516 
517 	return ret;
518 }
519 
520 static int xhci_mtk_probe(struct platform_device *pdev)
521 {
522 	struct device *dev = &pdev->dev;
523 	struct device_node *node = dev->of_node;
524 	struct xhci_hcd_mtk *mtk;
525 	const struct hc_driver *driver;
526 	struct xhci_hcd *xhci;
527 	struct resource *res;
528 	struct usb_hcd *hcd;
529 	struct phy *phy;
530 	int phy_num;
531 	int ret = -ENODEV;
532 	int irq;
533 
534 	if (usb_disabled())
535 		return -ENODEV;
536 
537 	driver = &xhci_mtk_hc_driver;
538 	mtk = devm_kzalloc(dev, sizeof(*mtk), GFP_KERNEL);
539 	if (!mtk)
540 		return -ENOMEM;
541 
542 	mtk->dev = dev;
543 	mtk->vbus = devm_regulator_get(dev, "vbus");
544 	if (IS_ERR(mtk->vbus)) {
545 		dev_err(dev, "fail to get vbus\n");
546 		return PTR_ERR(mtk->vbus);
547 	}
548 
549 	mtk->vusb33 = devm_regulator_get(dev, "vusb33");
550 	if (IS_ERR(mtk->vusb33)) {
551 		dev_err(dev, "fail to get vusb33\n");
552 		return PTR_ERR(mtk->vusb33);
553 	}
554 
555 	mtk->sys_clk = devm_clk_get(dev, "sys_ck");
556 	if (IS_ERR(mtk->sys_clk)) {
557 		dev_err(dev, "fail to get sys_ck\n");
558 		return PTR_ERR(mtk->sys_clk);
559 	}
560 
561 	/*
562 	 * reference clock is usually a "fixed-clock", make it optional
563 	 * for backward compatibility and ignore the error if it does
564 	 * not exist.
565 	 */
566 	mtk->ref_clk = devm_clk_get(dev, "ref_ck");
567 	if (IS_ERR(mtk->ref_clk)) {
568 		if (PTR_ERR(mtk->ref_clk) == -EPROBE_DEFER)
569 			return -EPROBE_DEFER;
570 
571 		mtk->ref_clk = NULL;
572 	}
573 
574 	mtk->lpm_support = of_property_read_bool(node, "usb3-lpm-capable");
575 
576 	ret = usb_wakeup_of_property_parse(mtk, node);
577 	if (ret)
578 		return ret;
579 
580 	mtk->num_phys = of_count_phandle_with_args(node,
581 			"phys", "#phy-cells");
582 	if (mtk->num_phys > 0) {
583 		mtk->phys = devm_kcalloc(dev, mtk->num_phys,
584 					sizeof(*mtk->phys), GFP_KERNEL);
585 		if (!mtk->phys)
586 			return -ENOMEM;
587 	} else {
588 		mtk->num_phys = 0;
589 	}
590 	pm_runtime_enable(dev);
591 	pm_runtime_get_sync(dev);
592 	device_enable_async_suspend(dev);
593 
594 	ret = xhci_mtk_ldos_enable(mtk);
595 	if (ret)
596 		goto disable_pm;
597 
598 	ret = xhci_mtk_clks_enable(mtk);
599 	if (ret)
600 		goto disable_ldos;
601 
602 	irq = platform_get_irq(pdev, 0);
603 	if (irq < 0) {
604 		ret = irq;
605 		goto disable_clk;
606 	}
607 
608 	/* Initialize dma_mask and coherent_dma_mask to 32-bits */
609 	ret = dma_set_coherent_mask(dev, DMA_BIT_MASK(32));
610 	if (ret)
611 		goto disable_clk;
612 
613 	if (!dev->dma_mask)
614 		dev->dma_mask = &dev->coherent_dma_mask;
615 	else
616 		dma_set_mask(dev, DMA_BIT_MASK(32));
617 
618 	hcd = usb_create_hcd(driver, dev, dev_name(dev));
619 	if (!hcd) {
620 		ret = -ENOMEM;
621 		goto disable_clk;
622 	}
623 
624 	/*
625 	 * USB 2.0 roothub is stored in the platform_device.
626 	 * Swap it with mtk HCD.
627 	 */
628 	mtk->hcd = platform_get_drvdata(pdev);
629 	platform_set_drvdata(pdev, mtk);
630 
631 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "mac");
632 	hcd->regs = devm_ioremap_resource(dev, res);
633 	if (IS_ERR(hcd->regs)) {
634 		ret = PTR_ERR(hcd->regs);
635 		goto put_usb2_hcd;
636 	}
637 	hcd->rsrc_start = res->start;
638 	hcd->rsrc_len = resource_size(res);
639 
640 	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "ippc");
641 	if (res) {	/* ippc register is optional */
642 		mtk->ippc_regs = devm_ioremap_resource(dev, res);
643 		if (IS_ERR(mtk->ippc_regs)) {
644 			ret = PTR_ERR(mtk->ippc_regs);
645 			goto put_usb2_hcd;
646 		}
647 		mtk->has_ippc = true;
648 	} else {
649 		mtk->has_ippc = false;
650 	}
651 
652 	for (phy_num = 0; phy_num < mtk->num_phys; phy_num++) {
653 		phy = devm_of_phy_get_by_index(dev, node, phy_num);
654 		if (IS_ERR(phy)) {
655 			ret = PTR_ERR(phy);
656 			goto put_usb2_hcd;
657 		}
658 		mtk->phys[phy_num] = phy;
659 	}
660 
661 	ret = xhci_mtk_phy_init(mtk);
662 	if (ret)
663 		goto put_usb2_hcd;
664 
665 	ret = xhci_mtk_phy_power_on(mtk);
666 	if (ret)
667 		goto exit_phys;
668 
669 	device_init_wakeup(dev, true);
670 
671 	xhci = hcd_to_xhci(hcd);
672 	xhci->main_hcd = hcd;
673 	xhci->shared_hcd = usb_create_shared_hcd(driver, dev,
674 			dev_name(dev), hcd);
675 	if (!xhci->shared_hcd) {
676 		ret = -ENOMEM;
677 		goto power_off_phys;
678 	}
679 
680 	ret = usb_add_hcd(hcd, irq, IRQF_SHARED);
681 	if (ret)
682 		goto put_usb3_hcd;
683 
684 	if (HCC_MAX_PSA(xhci->hcc_params) >= 4)
685 		xhci->shared_hcd->can_do_streams = 1;
686 
687 	ret = usb_add_hcd(xhci->shared_hcd, irq, IRQF_SHARED);
688 	if (ret)
689 		goto dealloc_usb2_hcd;
690 
691 	return 0;
692 
693 dealloc_usb2_hcd:
694 	usb_remove_hcd(hcd);
695 
696 put_usb3_hcd:
697 	xhci_mtk_sch_exit(mtk);
698 	usb_put_hcd(xhci->shared_hcd);
699 
700 power_off_phys:
701 	xhci_mtk_phy_power_off(mtk);
702 	device_init_wakeup(dev, false);
703 
704 exit_phys:
705 	xhci_mtk_phy_exit(mtk);
706 
707 put_usb2_hcd:
708 	usb_put_hcd(hcd);
709 
710 disable_clk:
711 	xhci_mtk_clks_disable(mtk);
712 
713 disable_ldos:
714 	xhci_mtk_ldos_disable(mtk);
715 
716 disable_pm:
717 	pm_runtime_put_sync(dev);
718 	pm_runtime_disable(dev);
719 	return ret;
720 }
721 
722 static int xhci_mtk_remove(struct platform_device *dev)
723 {
724 	struct xhci_hcd_mtk *mtk = platform_get_drvdata(dev);
725 	struct usb_hcd	*hcd = mtk->hcd;
726 	struct xhci_hcd	*xhci = hcd_to_xhci(hcd);
727 
728 	usb_remove_hcd(xhci->shared_hcd);
729 	xhci_mtk_phy_power_off(mtk);
730 	xhci_mtk_phy_exit(mtk);
731 	device_init_wakeup(&dev->dev, false);
732 
733 	usb_remove_hcd(hcd);
734 	usb_put_hcd(xhci->shared_hcd);
735 	usb_put_hcd(hcd);
736 	xhci_mtk_sch_exit(mtk);
737 	xhci_mtk_clks_disable(mtk);
738 	xhci_mtk_ldos_disable(mtk);
739 	pm_runtime_put_sync(&dev->dev);
740 	pm_runtime_disable(&dev->dev);
741 
742 	return 0;
743 }
744 
745 /*
746  * if ip sleep fails, and all clocks are disabled, access register will hang
747  * AHB bus, so stop polling roothubs to avoid regs access on bus suspend.
748  * and no need to check whether ip sleep failed or not; this will cause SPM
749  * to wake up system immediately after system suspend complete if ip sleep
750  * fails, it is what we wanted.
751  */
752 static int __maybe_unused xhci_mtk_suspend(struct device *dev)
753 {
754 	struct xhci_hcd_mtk *mtk = dev_get_drvdata(dev);
755 	struct usb_hcd *hcd = mtk->hcd;
756 	struct xhci_hcd *xhci = hcd_to_xhci(hcd);
757 
758 	xhci_dbg(xhci, "%s: stop port polling\n", __func__);
759 	clear_bit(HCD_FLAG_POLL_RH, &hcd->flags);
760 	del_timer_sync(&hcd->rh_timer);
761 	clear_bit(HCD_FLAG_POLL_RH, &xhci->shared_hcd->flags);
762 	del_timer_sync(&xhci->shared_hcd->rh_timer);
763 
764 	xhci_mtk_host_disable(mtk);
765 	xhci_mtk_phy_power_off(mtk);
766 	xhci_mtk_clks_disable(mtk);
767 	usb_wakeup_enable(mtk);
768 	return 0;
769 }
770 
771 static int __maybe_unused xhci_mtk_resume(struct device *dev)
772 {
773 	struct xhci_hcd_mtk *mtk = dev_get_drvdata(dev);
774 	struct usb_hcd *hcd = mtk->hcd;
775 	struct xhci_hcd *xhci = hcd_to_xhci(hcd);
776 
777 	usb_wakeup_disable(mtk);
778 	xhci_mtk_clks_enable(mtk);
779 	xhci_mtk_phy_power_on(mtk);
780 	xhci_mtk_host_enable(mtk);
781 
782 	xhci_dbg(xhci, "%s: restart port polling\n", __func__);
783 	set_bit(HCD_FLAG_POLL_RH, &hcd->flags);
784 	usb_hcd_poll_rh_status(hcd);
785 	set_bit(HCD_FLAG_POLL_RH, &xhci->shared_hcd->flags);
786 	usb_hcd_poll_rh_status(xhci->shared_hcd);
787 	return 0;
788 }
789 
790 static const struct dev_pm_ops xhci_mtk_pm_ops = {
791 	SET_SYSTEM_SLEEP_PM_OPS(xhci_mtk_suspend, xhci_mtk_resume)
792 };
793 #define DEV_PM_OPS IS_ENABLED(CONFIG_PM) ? &xhci_mtk_pm_ops : NULL
794 
795 #ifdef CONFIG_OF
796 static const struct of_device_id mtk_xhci_of_match[] = {
797 	{ .compatible = "mediatek,mt8173-xhci"},
798 	{ },
799 };
800 MODULE_DEVICE_TABLE(of, mtk_xhci_of_match);
801 #endif
802 
803 static struct platform_driver mtk_xhci_driver = {
804 	.probe	= xhci_mtk_probe,
805 	.remove	= xhci_mtk_remove,
806 	.driver	= {
807 		.name = "xhci-mtk",
808 		.pm = DEV_PM_OPS,
809 		.of_match_table = of_match_ptr(mtk_xhci_of_match),
810 	},
811 };
812 MODULE_ALIAS("platform:xhci-mtk");
813 
814 static int __init xhci_mtk_init(void)
815 {
816 	xhci_init_driver(&xhci_mtk_hc_driver, &xhci_mtk_overrides);
817 	return platform_driver_register(&mtk_xhci_driver);
818 }
819 module_init(xhci_mtk_init);
820 
821 static void __exit xhci_mtk_exit(void)
822 {
823 	platform_driver_unregister(&mtk_xhci_driver);
824 }
825 module_exit(xhci_mtk_exit);
826 
827 MODULE_AUTHOR("Chunfeng Yun <chunfeng.yun@mediatek.com>");
828 MODULE_DESCRIPTION("MediaTek xHCI Host Controller Driver");
829 MODULE_LICENSE("GPL v2");
830