xref: /openbmc/linux/drivers/phy/tegra/xusb.c (revision bfa87ac8) 
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (c) 2014-2022, NVIDIA CORPORATION.  All rights reserved.
4  */
5 
6 #include <linux/delay.h>
7 #include <linux/io.h>
8 #include <linux/mailbox_client.h>
9 #include <linux/module.h>
10 #include <linux/of.h>
11 #include <linux/of_device.h>
12 #include <linux/phy/phy.h>
13 #include <linux/phy/tegra/xusb.h>
14 #include <linux/platform_device.h>
15 #include <linux/regulator/consumer.h>
16 #include <linux/reset.h>
17 #include <linux/slab.h>
18 #include <linux/workqueue.h>
19 
20 #include <soc/tegra/fuse.h>
21 
22 #include "xusb.h"
23 
24 static struct phy *tegra_xusb_pad_of_xlate(struct device *dev,
25 					   struct of_phandle_args *args)
26 {
27 	struct tegra_xusb_pad *pad = dev_get_drvdata(dev);
28 	struct phy *phy = NULL;
29 	unsigned int i;
30 
31 	if (args->args_count != 0)
32 		return ERR_PTR(-EINVAL);
33 
34 	for (i = 0; i < pad->soc->num_lanes; i++) {
35 		if (!pad->lanes[i])
36 			continue;
37 
38 		if (pad->lanes[i]->dev.of_node == args->np) {
39 			phy = pad->lanes[i];
40 			break;
41 		}
42 	}
43 
44 	if (phy == NULL)
45 		phy = ERR_PTR(-ENODEV);
46 
47 	return phy;
48 }
49 
50 static const struct of_device_id tegra_xusb_padctl_of_match[] = {
51 #if defined(CONFIG_ARCH_TEGRA_124_SOC) || defined(CONFIG_ARCH_TEGRA_132_SOC)
52 	{
53 		.compatible = "nvidia,tegra124-xusb-padctl",
54 		.data = &tegra124_xusb_padctl_soc,
55 	},
56 #endif
57 #if defined(CONFIG_ARCH_TEGRA_210_SOC)
58 	{
59 		.compatible = "nvidia,tegra210-xusb-padctl",
60 		.data = &tegra210_xusb_padctl_soc,
61 	},
62 #endif
63 #if defined(CONFIG_ARCH_TEGRA_186_SOC)
64 	{
65 		.compatible = "nvidia,tegra186-xusb-padctl",
66 		.data = &tegra186_xusb_padctl_soc,
67 	},
68 #endif
69 #if defined(CONFIG_ARCH_TEGRA_194_SOC)
70 	{
71 		.compatible = "nvidia,tegra194-xusb-padctl",
72 		.data = &tegra194_xusb_padctl_soc,
73 	},
74 #endif
75 	{ }
76 };
77 MODULE_DEVICE_TABLE(of, tegra_xusb_padctl_of_match);
78 
79 static struct device_node *
80 tegra_xusb_find_pad_node(struct tegra_xusb_padctl *padctl, const char *name)
81 {
82 	struct device_node *pads, *np;
83 
84 	pads = of_get_child_by_name(padctl->dev->of_node, "pads");
85 	if (!pads)
86 		return NULL;
87 
88 	np = of_get_child_by_name(pads, name);
89 	of_node_put(pads);
90 
91 	return np;
92 }
93 
94 static struct device_node *
95 tegra_xusb_pad_find_phy_node(struct tegra_xusb_pad *pad, unsigned int index)
96 {
97 	struct device_node *np, *lanes;
98 
99 	lanes = of_get_child_by_name(pad->dev.of_node, "lanes");
100 	if (!lanes)
101 		return NULL;
102 
103 	np = of_get_child_by_name(lanes, pad->soc->lanes[index].name);
104 	of_node_put(lanes);
105 
106 	return np;
107 }
108 
109 int tegra_xusb_lane_parse_dt(struct tegra_xusb_lane *lane,
110 			     struct device_node *np)
111 {
112 	struct device *dev = &lane->pad->dev;
113 	const char *function;
114 	int err;
115 
116 	err = of_property_read_string(np, "nvidia,function", &function);
117 	if (err < 0)
118 		return err;
119 
120 	err = match_string(lane->soc->funcs, lane->soc->num_funcs, function);
121 	if (err < 0) {
122 		dev_err(dev, "invalid function \"%s\" for lane \"%pOFn\"\n",
123 			function, np);
124 		return err;
125 	}
126 
127 	lane->function = err;
128 
129 	return 0;
130 }
131 
132 static void tegra_xusb_lane_destroy(struct phy *phy)
133 {
134 	if (phy) {
135 		struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
136 
137 		lane->pad->ops->remove(lane);
138 		phy_destroy(phy);
139 	}
140 }
141 
142 static void tegra_xusb_pad_release(struct device *dev)
143 {
144 	struct tegra_xusb_pad *pad = to_tegra_xusb_pad(dev);
145 
146 	pad->soc->ops->remove(pad);
147 }
148 
149 static const struct device_type tegra_xusb_pad_type = {
150 	.release = tegra_xusb_pad_release,
151 };
152 
153 int tegra_xusb_pad_init(struct tegra_xusb_pad *pad,
154 			struct tegra_xusb_padctl *padctl,
155 			struct device_node *np)
156 {
157 	int err;
158 
159 	device_initialize(&pad->dev);
160 	INIT_LIST_HEAD(&pad->list);
161 	pad->dev.parent = padctl->dev;
162 	pad->dev.type = &tegra_xusb_pad_type;
163 	pad->dev.of_node = np;
164 	pad->padctl = padctl;
165 
166 	err = dev_set_name(&pad->dev, "%s", pad->soc->name);
167 	if (err < 0)
168 		goto unregister;
169 
170 	err = device_add(&pad->dev);
171 	if (err < 0)
172 		goto unregister;
173 
174 	return 0;
175 
176 unregister:
177 	device_unregister(&pad->dev);
178 	return err;
179 }
180 
181 int tegra_xusb_pad_register(struct tegra_xusb_pad *pad,
182 			    const struct phy_ops *ops)
183 {
184 	struct device_node *children;
185 	struct phy *lane;
186 	unsigned int i;
187 	int err;
188 
189 	children = of_get_child_by_name(pad->dev.of_node, "lanes");
190 	if (!children)
191 		return -ENODEV;
192 
193 	pad->lanes = devm_kcalloc(&pad->dev, pad->soc->num_lanes, sizeof(lane),
194 				  GFP_KERNEL);
195 	if (!pad->lanes) {
196 		of_node_put(children);
197 		return -ENOMEM;
198 	}
199 
200 	for (i = 0; i < pad->soc->num_lanes; i++) {
201 		struct device_node *np = tegra_xusb_pad_find_phy_node(pad, i);
202 		struct tegra_xusb_lane *lane;
203 
204 		/* skip disabled lanes */
205 		if (!np || !of_device_is_available(np)) {
206 			of_node_put(np);
207 			continue;
208 		}
209 
210 		pad->lanes[i] = phy_create(&pad->dev, np, ops);
211 		if (IS_ERR(pad->lanes[i])) {
212 			err = PTR_ERR(pad->lanes[i]);
213 			of_node_put(np);
214 			goto remove;
215 		}
216 
217 		lane = pad->ops->probe(pad, np, i);
218 		if (IS_ERR(lane)) {
219 			phy_destroy(pad->lanes[i]);
220 			err = PTR_ERR(lane);
221 			goto remove;
222 		}
223 
224 		list_add_tail(&lane->list, &pad->padctl->lanes);
225 		phy_set_drvdata(pad->lanes[i], lane);
226 	}
227 
228 	pad->provider = of_phy_provider_register_full(&pad->dev, children,
229 						      tegra_xusb_pad_of_xlate);
230 	if (IS_ERR(pad->provider)) {
231 		err = PTR_ERR(pad->provider);
232 		goto remove;
233 	}
234 
235 	return 0;
236 
237 remove:
238 	while (i--)
239 		tegra_xusb_lane_destroy(pad->lanes[i]);
240 
241 	of_node_put(children);
242 
243 	return err;
244 }
245 
246 void tegra_xusb_pad_unregister(struct tegra_xusb_pad *pad)
247 {
248 	unsigned int i = pad->soc->num_lanes;
249 
250 	of_phy_provider_unregister(pad->provider);
251 
252 	while (i--)
253 		tegra_xusb_lane_destroy(pad->lanes[i]);
254 
255 	device_unregister(&pad->dev);
256 }
257 
258 static struct tegra_xusb_pad *
259 tegra_xusb_pad_create(struct tegra_xusb_padctl *padctl,
260 		      const struct tegra_xusb_pad_soc *soc)
261 {
262 	struct tegra_xusb_pad *pad;
263 	struct device_node *np;
264 	int err;
265 
266 	np = tegra_xusb_find_pad_node(padctl, soc->name);
267 	if (!np || !of_device_is_available(np))
268 		return NULL;
269 
270 	pad = soc->ops->probe(padctl, soc, np);
271 	if (IS_ERR(pad)) {
272 		err = PTR_ERR(pad);
273 		dev_err(padctl->dev, "failed to create pad %s: %d\n",
274 			soc->name, err);
275 		return ERR_PTR(err);
276 	}
277 
278 	/* XXX move this into ->probe() to avoid string comparison */
279 	if (strcmp(soc->name, "pcie") == 0)
280 		padctl->pcie = pad;
281 
282 	if (strcmp(soc->name, "sata") == 0)
283 		padctl->sata = pad;
284 
285 	if (strcmp(soc->name, "usb2") == 0)
286 		padctl->usb2 = pad;
287 
288 	if (strcmp(soc->name, "ulpi") == 0)
289 		padctl->ulpi = pad;
290 
291 	if (strcmp(soc->name, "hsic") == 0)
292 		padctl->hsic = pad;
293 
294 	return pad;
295 }
296 
297 static void __tegra_xusb_remove_pads(struct tegra_xusb_padctl *padctl)
298 {
299 	struct tegra_xusb_pad *pad, *tmp;
300 
301 	list_for_each_entry_safe_reverse(pad, tmp, &padctl->pads, list) {
302 		list_del(&pad->list);
303 		tegra_xusb_pad_unregister(pad);
304 	}
305 }
306 
307 static void tegra_xusb_remove_pads(struct tegra_xusb_padctl *padctl)
308 {
309 	mutex_lock(&padctl->lock);
310 	__tegra_xusb_remove_pads(padctl);
311 	mutex_unlock(&padctl->lock);
312 }
313 
314 static void tegra_xusb_lane_program(struct tegra_xusb_lane *lane)
315 {
316 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
317 	const struct tegra_xusb_lane_soc *soc = lane->soc;
318 	u32 value;
319 
320 	/* skip single function lanes */
321 	if (soc->num_funcs < 2)
322 		return;
323 
324 	if (lane->pad->ops->iddq_enable)
325 		lane->pad->ops->iddq_enable(lane);
326 
327 	/* choose function */
328 	value = padctl_readl(padctl, soc->offset);
329 	value &= ~(soc->mask << soc->shift);
330 	value |= lane->function << soc->shift;
331 	padctl_writel(padctl, value, soc->offset);
332 
333 	if (lane->pad->ops->iddq_disable)
334 		lane->pad->ops->iddq_disable(lane);
335 }
336 
337 static void tegra_xusb_pad_program(struct tegra_xusb_pad *pad)
338 {
339 	unsigned int i;
340 
341 	for (i = 0; i < pad->soc->num_lanes; i++) {
342 		struct tegra_xusb_lane *lane;
343 
344 		if (pad->lanes[i]) {
345 			lane = phy_get_drvdata(pad->lanes[i]);
346 			tegra_xusb_lane_program(lane);
347 		}
348 	}
349 }
350 
351 static int tegra_xusb_setup_pads(struct tegra_xusb_padctl *padctl)
352 {
353 	struct tegra_xusb_pad *pad;
354 	unsigned int i;
355 
356 	mutex_lock(&padctl->lock);
357 
358 	for (i = 0; i < padctl->soc->num_pads; i++) {
359 		const struct tegra_xusb_pad_soc *soc = padctl->soc->pads[i];
360 		int err;
361 
362 		pad = tegra_xusb_pad_create(padctl, soc);
363 		if (IS_ERR(pad)) {
364 			err = PTR_ERR(pad);
365 			dev_err(padctl->dev, "failed to create pad %s: %d\n",
366 				soc->name, err);
367 			__tegra_xusb_remove_pads(padctl);
368 			mutex_unlock(&padctl->lock);
369 			return err;
370 		}
371 
372 		if (!pad)
373 			continue;
374 
375 		list_add_tail(&pad->list, &padctl->pads);
376 	}
377 
378 	list_for_each_entry(pad, &padctl->pads, list)
379 		tegra_xusb_pad_program(pad);
380 
381 	mutex_unlock(&padctl->lock);
382 	return 0;
383 }
384 
385 bool tegra_xusb_lane_check(struct tegra_xusb_lane *lane,
386 				  const char *function)
387 {
388 	const char *func = lane->soc->funcs[lane->function];
389 
390 	return strcmp(function, func) == 0;
391 }
392 
393 struct tegra_xusb_lane *tegra_xusb_find_lane(struct tegra_xusb_padctl *padctl,
394 					     const char *type,
395 					     unsigned int index)
396 {
397 	struct tegra_xusb_lane *lane, *hit = ERR_PTR(-ENODEV);
398 	char *name;
399 
400 	name = kasprintf(GFP_KERNEL, "%s-%u", type, index);
401 	if (!name)
402 		return ERR_PTR(-ENOMEM);
403 
404 	list_for_each_entry(lane, &padctl->lanes, list) {
405 		if (strcmp(lane->soc->name, name) == 0) {
406 			hit = lane;
407 			break;
408 		}
409 	}
410 
411 	kfree(name);
412 	return hit;
413 }
414 
415 struct tegra_xusb_lane *
416 tegra_xusb_port_find_lane(struct tegra_xusb_port *port,
417 			  const struct tegra_xusb_lane_map *map,
418 			  const char *function)
419 {
420 	struct tegra_xusb_lane *lane, *match = ERR_PTR(-ENODEV);
421 
422 	for (; map->type; map++) {
423 		if (port->index != map->port)
424 			continue;
425 
426 		lane = tegra_xusb_find_lane(port->padctl, map->type,
427 					    map->index);
428 		if (IS_ERR(lane))
429 			continue;
430 
431 		if (!tegra_xusb_lane_check(lane, function))
432 			continue;
433 
434 		if (!IS_ERR(match))
435 			dev_err(&port->dev, "conflicting match: %s-%u / %s\n",
436 				map->type, map->index, match->soc->name);
437 		else
438 			match = lane;
439 	}
440 
441 	return match;
442 }
443 
444 static struct device_node *
445 tegra_xusb_find_port_node(struct tegra_xusb_padctl *padctl, const char *type,
446 			  unsigned int index)
447 {
448 	struct device_node *ports, *np;
449 	char *name;
450 
451 	ports = of_get_child_by_name(padctl->dev->of_node, "ports");
452 	if (!ports)
453 		return NULL;
454 
455 	name = kasprintf(GFP_KERNEL, "%s-%u", type, index);
456 	if (!name) {
457 		of_node_put(ports);
458 		return NULL;
459 	}
460 	np = of_get_child_by_name(ports, name);
461 	kfree(name);
462 	of_node_put(ports);
463 
464 	return np;
465 }
466 
467 struct tegra_xusb_port *
468 tegra_xusb_find_port(struct tegra_xusb_padctl *padctl, const char *type,
469 		     unsigned int index)
470 {
471 	struct tegra_xusb_port *port;
472 	struct device_node *np;
473 
474 	np = tegra_xusb_find_port_node(padctl, type, index);
475 	if (!np)
476 		return NULL;
477 
478 	list_for_each_entry(port, &padctl->ports, list) {
479 		if (np == port->dev.of_node) {
480 			of_node_put(np);
481 			return port;
482 		}
483 	}
484 
485 	of_node_put(np);
486 
487 	return NULL;
488 }
489 
490 struct tegra_xusb_usb2_port *
491 tegra_xusb_find_usb2_port(struct tegra_xusb_padctl *padctl, unsigned int index)
492 {
493 	struct tegra_xusb_port *port;
494 
495 	port = tegra_xusb_find_port(padctl, "usb2", index);
496 	if (port)
497 		return to_usb2_port(port);
498 
499 	return NULL;
500 }
501 
502 struct tegra_xusb_usb3_port *
503 tegra_xusb_find_usb3_port(struct tegra_xusb_padctl *padctl, unsigned int index)
504 {
505 	struct tegra_xusb_port *port;
506 
507 	port = tegra_xusb_find_port(padctl, "usb3", index);
508 	if (port)
509 		return to_usb3_port(port);
510 
511 	return NULL;
512 }
513 
514 static void tegra_xusb_port_release(struct device *dev)
515 {
516 	struct tegra_xusb_port *port = to_tegra_xusb_port(dev);
517 
518 	if (port->ops->release)
519 		port->ops->release(port);
520 }
521 
522 static const struct device_type tegra_xusb_port_type = {
523 	.release = tegra_xusb_port_release,
524 };
525 
526 static int tegra_xusb_port_init(struct tegra_xusb_port *port,
527 				struct tegra_xusb_padctl *padctl,
528 				struct device_node *np,
529 				const char *name,
530 				unsigned int index)
531 {
532 	int err;
533 
534 	INIT_LIST_HEAD(&port->list);
535 	port->padctl = padctl;
536 	port->index = index;
537 
538 	device_initialize(&port->dev);
539 	port->dev.type = &tegra_xusb_port_type;
540 	port->dev.of_node = of_node_get(np);
541 	port->dev.parent = padctl->dev;
542 
543 	err = dev_set_name(&port->dev, "%s-%u", name, index);
544 	if (err < 0)
545 		goto unregister;
546 
547 	err = device_add(&port->dev);
548 	if (err < 0)
549 		goto unregister;
550 
551 	return 0;
552 
553 unregister:
554 	device_unregister(&port->dev);
555 	return err;
556 }
557 
558 static void tegra_xusb_port_unregister(struct tegra_xusb_port *port)
559 {
560 	if (!IS_ERR_OR_NULL(port->usb_role_sw)) {
561 		of_platform_depopulate(&port->dev);
562 		usb_role_switch_unregister(port->usb_role_sw);
563 		cancel_work_sync(&port->usb_phy_work);
564 		usb_remove_phy(&port->usb_phy);
565 	}
566 
567 	if (port->ops->remove)
568 		port->ops->remove(port);
569 
570 	device_unregister(&port->dev);
571 }
572 
573 static const char *const modes[] = {
574 	[USB_DR_MODE_UNKNOWN] = "",
575 	[USB_DR_MODE_HOST] = "host",
576 	[USB_DR_MODE_PERIPHERAL] = "peripheral",
577 	[USB_DR_MODE_OTG] = "otg",
578 };
579 
580 static const char * const usb_roles[] = {
581 	[USB_ROLE_NONE]		= "none",
582 	[USB_ROLE_HOST]		= "host",
583 	[USB_ROLE_DEVICE]	= "device",
584 };
585 
586 static enum usb_phy_events to_usb_phy_event(enum usb_role role)
587 {
588 	switch (role) {
589 	case USB_ROLE_DEVICE:
590 		return USB_EVENT_VBUS;
591 
592 	case USB_ROLE_HOST:
593 		return USB_EVENT_ID;
594 
595 	default:
596 		return USB_EVENT_NONE;
597 	}
598 }
599 
600 static void tegra_xusb_usb_phy_work(struct work_struct *work)
601 {
602 	struct tegra_xusb_port *port = container_of(work,
603 						    struct tegra_xusb_port,
604 						    usb_phy_work);
605 	enum usb_role role = usb_role_switch_get_role(port->usb_role_sw);
606 
607 	usb_phy_set_event(&port->usb_phy, to_usb_phy_event(role));
608 
609 	dev_dbg(&port->dev, "%s(): calling notifier for role %s\n", __func__,
610 		usb_roles[role]);
611 
612 	atomic_notifier_call_chain(&port->usb_phy.notifier, 0, &port->usb_phy);
613 }
614 
615 static int tegra_xusb_role_sw_set(struct usb_role_switch *sw,
616 				  enum usb_role role)
617 {
618 	struct tegra_xusb_port *port = usb_role_switch_get_drvdata(sw);
619 
620 	dev_dbg(&port->dev, "%s(): role %s\n", __func__, usb_roles[role]);
621 
622 	schedule_work(&port->usb_phy_work);
623 
624 	return 0;
625 }
626 
627 static int tegra_xusb_set_peripheral(struct usb_otg *otg,
628 				     struct usb_gadget *gadget)
629 {
630 	struct tegra_xusb_port *port = container_of(otg->usb_phy,
631 						    struct tegra_xusb_port,
632 						    usb_phy);
633 
634 	if (gadget != NULL)
635 		schedule_work(&port->usb_phy_work);
636 
637 	return 0;
638 }
639 
640 static int tegra_xusb_set_host(struct usb_otg *otg, struct usb_bus *host)
641 {
642 	struct tegra_xusb_port *port = container_of(otg->usb_phy,
643 						    struct tegra_xusb_port,
644 						    usb_phy);
645 
646 	if (host != NULL)
647 		schedule_work(&port->usb_phy_work);
648 
649 	return 0;
650 }
651 
652 
653 static int tegra_xusb_setup_usb_role_switch(struct tegra_xusb_port *port)
654 {
655 	struct tegra_xusb_lane *lane;
656 	struct usb_role_switch_desc role_sx_desc = {
657 		.fwnode = dev_fwnode(&port->dev),
658 		.set = tegra_xusb_role_sw_set,
659 		.allow_userspace_control = true,
660 	};
661 	int err = 0;
662 
663 	/*
664 	 * USB role switch driver needs parent driver owner info. This is a
665 	 * suboptimal solution. TODO: Need to revisit this in a follow-up patch
666 	 * where an optimal solution is possible with changes to USB role
667 	 * switch driver.
668 	 */
669 	port->dev.driver = devm_kzalloc(&port->dev,
670 					sizeof(struct device_driver),
671 					GFP_KERNEL);
672 	port->dev.driver->owner	 = THIS_MODULE;
673 
674 	port->usb_role_sw = usb_role_switch_register(&port->dev,
675 						     &role_sx_desc);
676 	if (IS_ERR(port->usb_role_sw)) {
677 		err = PTR_ERR(port->usb_role_sw);
678 		dev_err(&port->dev, "failed to register USB role switch: %d",
679 			err);
680 		return err;
681 	}
682 
683 	INIT_WORK(&port->usb_phy_work, tegra_xusb_usb_phy_work);
684 	usb_role_switch_set_drvdata(port->usb_role_sw, port);
685 
686 	port->usb_phy.otg = devm_kzalloc(&port->dev, sizeof(struct usb_otg),
687 					 GFP_KERNEL);
688 	if (!port->usb_phy.otg)
689 		return -ENOMEM;
690 
691 	lane = tegra_xusb_find_lane(port->padctl, "usb2", port->index);
692 
693 	/*
694 	 * Assign phy dev to usb-phy dev. Host/device drivers can use phy
695 	 * reference to retrieve usb-phy details.
696 	 */
697 	port->usb_phy.dev = &lane->pad->lanes[port->index]->dev;
698 	port->usb_phy.dev->driver = port->dev.driver;
699 	port->usb_phy.otg->usb_phy = &port->usb_phy;
700 	port->usb_phy.otg->set_peripheral = tegra_xusb_set_peripheral;
701 	port->usb_phy.otg->set_host = tegra_xusb_set_host;
702 
703 	err = usb_add_phy_dev(&port->usb_phy);
704 	if (err < 0) {
705 		dev_err(&port->dev, "Failed to add USB PHY: %d\n", err);
706 		return err;
707 	}
708 
709 	/* populate connector entry */
710 	of_platform_populate(port->dev.of_node, NULL, NULL, &port->dev);
711 
712 	return err;
713 }
714 
715 static int tegra_xusb_usb2_port_parse_dt(struct tegra_xusb_usb2_port *usb2)
716 {
717 	struct tegra_xusb_port *port = &usb2->base;
718 	struct device_node *np = port->dev.of_node;
719 	const char *mode;
720 	int err;
721 
722 	usb2->internal = of_property_read_bool(np, "nvidia,internal");
723 
724 	if (!of_property_read_string(np, "mode", &mode)) {
725 		int err = match_string(modes, ARRAY_SIZE(modes), mode);
726 		if (err < 0) {
727 			dev_err(&port->dev, "invalid value %s for \"mode\"\n",
728 				mode);
729 			usb2->mode = USB_DR_MODE_UNKNOWN;
730 		} else {
731 			usb2->mode = err;
732 		}
733 	} else {
734 		usb2->mode = USB_DR_MODE_HOST;
735 	}
736 
737 	/* usb-role-switch property is mandatory for OTG/Peripheral modes */
738 	if (usb2->mode == USB_DR_MODE_PERIPHERAL ||
739 	    usb2->mode == USB_DR_MODE_OTG) {
740 		if (of_property_read_bool(np, "usb-role-switch")) {
741 			err = tegra_xusb_setup_usb_role_switch(port);
742 			if (err < 0)
743 				return err;
744 		} else {
745 			dev_err(&port->dev, "usb-role-switch not found for %s mode",
746 				modes[usb2->mode]);
747 			return -EINVAL;
748 		}
749 	}
750 
751 	usb2->supply = regulator_get(&port->dev, "vbus");
752 	return PTR_ERR_OR_ZERO(usb2->supply);
753 }
754 
755 static int tegra_xusb_add_usb2_port(struct tegra_xusb_padctl *padctl,
756 				    unsigned int index)
757 {
758 	struct tegra_xusb_usb2_port *usb2;
759 	struct device_node *np;
760 	int err = 0;
761 
762 	/*
763 	 * USB2 ports don't require additional properties, but if the port is
764 	 * marked as disabled there is no reason to register it.
765 	 */
766 	np = tegra_xusb_find_port_node(padctl, "usb2", index);
767 	if (!np || !of_device_is_available(np))
768 		goto out;
769 
770 	usb2 = kzalloc(sizeof(*usb2), GFP_KERNEL);
771 	if (!usb2) {
772 		err = -ENOMEM;
773 		goto out;
774 	}
775 
776 	err = tegra_xusb_port_init(&usb2->base, padctl, np, "usb2", index);
777 	if (err < 0)
778 		goto out;
779 
780 	usb2->base.ops = padctl->soc->ports.usb2.ops;
781 
782 	usb2->base.lane = usb2->base.ops->map(&usb2->base);
783 	if (IS_ERR(usb2->base.lane)) {
784 		err = PTR_ERR(usb2->base.lane);
785 		goto out;
786 	}
787 
788 	err = tegra_xusb_usb2_port_parse_dt(usb2);
789 	if (err < 0) {
790 		tegra_xusb_port_unregister(&usb2->base);
791 		goto out;
792 	}
793 
794 	list_add_tail(&usb2->base.list, &padctl->ports);
795 
796 out:
797 	of_node_put(np);
798 	return err;
799 }
800 
801 void tegra_xusb_usb2_port_release(struct tegra_xusb_port *port)
802 {
803 	struct tegra_xusb_usb2_port *usb2 = to_usb2_port(port);
804 
805 	kfree(usb2);
806 }
807 
808 void tegra_xusb_usb2_port_remove(struct tegra_xusb_port *port)
809 {
810 	struct tegra_xusb_usb2_port *usb2 = to_usb2_port(port);
811 
812 	regulator_put(usb2->supply);
813 }
814 
815 static int tegra_xusb_ulpi_port_parse_dt(struct tegra_xusb_ulpi_port *ulpi)
816 {
817 	struct tegra_xusb_port *port = &ulpi->base;
818 	struct device_node *np = port->dev.of_node;
819 
820 	ulpi->internal = of_property_read_bool(np, "nvidia,internal");
821 
822 	return 0;
823 }
824 
825 static int tegra_xusb_add_ulpi_port(struct tegra_xusb_padctl *padctl,
826 				    unsigned int index)
827 {
828 	struct tegra_xusb_ulpi_port *ulpi;
829 	struct device_node *np;
830 	int err = 0;
831 
832 	np = tegra_xusb_find_port_node(padctl, "ulpi", index);
833 	if (!np || !of_device_is_available(np))
834 		goto out;
835 
836 	ulpi = kzalloc(sizeof(*ulpi), GFP_KERNEL);
837 	if (!ulpi) {
838 		err = -ENOMEM;
839 		goto out;
840 	}
841 
842 	err = tegra_xusb_port_init(&ulpi->base, padctl, np, "ulpi", index);
843 	if (err < 0)
844 		goto out;
845 
846 	ulpi->base.ops = padctl->soc->ports.ulpi.ops;
847 
848 	ulpi->base.lane = ulpi->base.ops->map(&ulpi->base);
849 	if (IS_ERR(ulpi->base.lane)) {
850 		err = PTR_ERR(ulpi->base.lane);
851 		goto out;
852 	}
853 
854 	err = tegra_xusb_ulpi_port_parse_dt(ulpi);
855 	if (err < 0) {
856 		tegra_xusb_port_unregister(&ulpi->base);
857 		goto out;
858 	}
859 
860 	list_add_tail(&ulpi->base.list, &padctl->ports);
861 
862 out:
863 	of_node_put(np);
864 	return err;
865 }
866 
867 void tegra_xusb_ulpi_port_release(struct tegra_xusb_port *port)
868 {
869 	struct tegra_xusb_ulpi_port *ulpi = to_ulpi_port(port);
870 
871 	kfree(ulpi);
872 }
873 
874 static int tegra_xusb_hsic_port_parse_dt(struct tegra_xusb_hsic_port *hsic)
875 {
876 	/* XXX */
877 	return 0;
878 }
879 
880 static int tegra_xusb_add_hsic_port(struct tegra_xusb_padctl *padctl,
881 				    unsigned int index)
882 {
883 	struct tegra_xusb_hsic_port *hsic;
884 	struct device_node *np;
885 	int err = 0;
886 
887 	np = tegra_xusb_find_port_node(padctl, "hsic", index);
888 	if (!np || !of_device_is_available(np))
889 		goto out;
890 
891 	hsic = kzalloc(sizeof(*hsic), GFP_KERNEL);
892 	if (!hsic) {
893 		err = -ENOMEM;
894 		goto out;
895 	}
896 
897 	err = tegra_xusb_port_init(&hsic->base, padctl, np, "hsic", index);
898 	if (err < 0)
899 		goto out;
900 
901 	hsic->base.ops = padctl->soc->ports.hsic.ops;
902 
903 	hsic->base.lane = hsic->base.ops->map(&hsic->base);
904 	if (IS_ERR(hsic->base.lane)) {
905 		err = PTR_ERR(hsic->base.lane);
906 		goto out;
907 	}
908 
909 	err = tegra_xusb_hsic_port_parse_dt(hsic);
910 	if (err < 0) {
911 		tegra_xusb_port_unregister(&hsic->base);
912 		goto out;
913 	}
914 
915 	list_add_tail(&hsic->base.list, &padctl->ports);
916 
917 out:
918 	of_node_put(np);
919 	return err;
920 }
921 
922 void tegra_xusb_hsic_port_release(struct tegra_xusb_port *port)
923 {
924 	struct tegra_xusb_hsic_port *hsic = to_hsic_port(port);
925 
926 	kfree(hsic);
927 }
928 
929 static int tegra_xusb_usb3_port_parse_dt(struct tegra_xusb_usb3_port *usb3)
930 {
931 	struct tegra_xusb_port *port = &usb3->base;
932 	struct device_node *np = port->dev.of_node;
933 	enum usb_device_speed maximum_speed;
934 	u32 value;
935 	int err;
936 
937 	err = of_property_read_u32(np, "nvidia,usb2-companion", &value);
938 	if (err < 0) {
939 		dev_err(&port->dev, "failed to read port: %d\n", err);
940 		return err;
941 	}
942 
943 	usb3->port = value;
944 
945 	usb3->internal = of_property_read_bool(np, "nvidia,internal");
946 
947 	if (device_property_present(&port->dev, "maximum-speed")) {
948 		maximum_speed =  usb_get_maximum_speed(&port->dev);
949 		if (maximum_speed == USB_SPEED_SUPER)
950 			usb3->disable_gen2 = true;
951 		else if (maximum_speed == USB_SPEED_SUPER_PLUS)
952 			usb3->disable_gen2 = false;
953 		else
954 			return -EINVAL;
955 	}
956 
957 	usb3->supply = regulator_get(&port->dev, "vbus");
958 	return PTR_ERR_OR_ZERO(usb3->supply);
959 }
960 
961 static int tegra_xusb_add_usb3_port(struct tegra_xusb_padctl *padctl,
962 				    unsigned int index)
963 {
964 	struct tegra_xusb_usb3_port *usb3;
965 	struct device_node *np;
966 	int err = 0;
967 
968 	/*
969 	 * If there is no supplemental configuration in the device tree the
970 	 * port is unusable. But it is valid to configure only a single port,
971 	 * hence return 0 instead of an error to allow ports to be optional.
972 	 */
973 	np = tegra_xusb_find_port_node(padctl, "usb3", index);
974 	if (!np || !of_device_is_available(np))
975 		goto out;
976 
977 	usb3 = kzalloc(sizeof(*usb3), GFP_KERNEL);
978 	if (!usb3) {
979 		err = -ENOMEM;
980 		goto out;
981 	}
982 
983 	err = tegra_xusb_port_init(&usb3->base, padctl, np, "usb3", index);
984 	if (err < 0)
985 		goto out;
986 
987 	usb3->base.ops = padctl->soc->ports.usb3.ops;
988 
989 	usb3->base.lane = usb3->base.ops->map(&usb3->base);
990 	if (IS_ERR(usb3->base.lane)) {
991 		err = PTR_ERR(usb3->base.lane);
992 		goto out;
993 	}
994 
995 	err = tegra_xusb_usb3_port_parse_dt(usb3);
996 	if (err < 0) {
997 		tegra_xusb_port_unregister(&usb3->base);
998 		goto out;
999 	}
1000 
1001 	list_add_tail(&usb3->base.list, &padctl->ports);
1002 
1003 out:
1004 	of_node_put(np);
1005 	return err;
1006 }
1007 
1008 void tegra_xusb_usb3_port_release(struct tegra_xusb_port *port)
1009 {
1010 	struct tegra_xusb_usb3_port *usb3 = to_usb3_port(port);
1011 
1012 	kfree(usb3);
1013 }
1014 
1015 void tegra_xusb_usb3_port_remove(struct tegra_xusb_port *port)
1016 {
1017 	struct tegra_xusb_usb3_port *usb3 = to_usb3_port(port);
1018 
1019 	regulator_put(usb3->supply);
1020 }
1021 
1022 static void __tegra_xusb_remove_ports(struct tegra_xusb_padctl *padctl)
1023 {
1024 	struct tegra_xusb_port *port, *tmp;
1025 
1026 	list_for_each_entry_safe_reverse(port, tmp, &padctl->ports, list) {
1027 		list_del(&port->list);
1028 		tegra_xusb_port_unregister(port);
1029 	}
1030 }
1031 
1032 static int tegra_xusb_find_unused_usb3_port(struct tegra_xusb_padctl *padctl)
1033 {
1034 	struct device_node *np;
1035 	unsigned int i;
1036 
1037 	for (i = 0; i < padctl->soc->ports.usb3.count; i++) {
1038 		np = tegra_xusb_find_port_node(padctl, "usb3", i);
1039 		if (!np || !of_device_is_available(np))
1040 			return i;
1041 	}
1042 
1043 	return -ENODEV;
1044 }
1045 
1046 static bool tegra_xusb_port_is_companion(struct tegra_xusb_usb2_port *usb2)
1047 {
1048 	unsigned int i;
1049 	struct tegra_xusb_usb3_port *usb3;
1050 	struct tegra_xusb_padctl *padctl = usb2->base.padctl;
1051 
1052 	for (i = 0; i < padctl->soc->ports.usb3.count; i++) {
1053 		usb3 = tegra_xusb_find_usb3_port(padctl, i);
1054 		if (usb3 && usb3->port == usb2->base.index)
1055 			return true;
1056 	}
1057 
1058 	return false;
1059 }
1060 
1061 static int tegra_xusb_update_usb3_fake_port(struct tegra_xusb_usb2_port *usb2)
1062 {
1063 	int fake;
1064 
1065 	/* Disable usb3_port_fake usage by default and assign if needed */
1066 	usb2->usb3_port_fake = -1;
1067 
1068 	if ((usb2->mode == USB_DR_MODE_OTG ||
1069 	     usb2->mode == USB_DR_MODE_PERIPHERAL) &&
1070 		!tegra_xusb_port_is_companion(usb2)) {
1071 		fake = tegra_xusb_find_unused_usb3_port(usb2->base.padctl);
1072 		if (fake < 0) {
1073 			dev_err(&usb2->base.dev, "no unused USB3 ports available\n");
1074 			return -ENODEV;
1075 		}
1076 
1077 		dev_dbg(&usb2->base.dev, "Found unused usb3 port: %d\n", fake);
1078 		usb2->usb3_port_fake = fake;
1079 	}
1080 
1081 	return 0;
1082 }
1083 
1084 static int tegra_xusb_setup_ports(struct tegra_xusb_padctl *padctl)
1085 {
1086 	struct tegra_xusb_port *port;
1087 	struct tegra_xusb_usb2_port *usb2;
1088 	unsigned int i;
1089 	int err = 0;
1090 
1091 	mutex_lock(&padctl->lock);
1092 
1093 	for (i = 0; i < padctl->soc->ports.usb2.count; i++) {
1094 		err = tegra_xusb_add_usb2_port(padctl, i);
1095 		if (err < 0)
1096 			goto remove_ports;
1097 	}
1098 
1099 	for (i = 0; i < padctl->soc->ports.ulpi.count; i++) {
1100 		err = tegra_xusb_add_ulpi_port(padctl, i);
1101 		if (err < 0)
1102 			goto remove_ports;
1103 	}
1104 
1105 	for (i = 0; i < padctl->soc->ports.hsic.count; i++) {
1106 		err = tegra_xusb_add_hsic_port(padctl, i);
1107 		if (err < 0)
1108 			goto remove_ports;
1109 	}
1110 
1111 	for (i = 0; i < padctl->soc->ports.usb3.count; i++) {
1112 		err = tegra_xusb_add_usb3_port(padctl, i);
1113 		if (err < 0)
1114 			goto remove_ports;
1115 	}
1116 
1117 	if (padctl->soc->need_fake_usb3_port) {
1118 		for (i = 0; i < padctl->soc->ports.usb2.count; i++) {
1119 			usb2 = tegra_xusb_find_usb2_port(padctl, i);
1120 			if (!usb2)
1121 				continue;
1122 
1123 			err = tegra_xusb_update_usb3_fake_port(usb2);
1124 			if (err < 0)
1125 				goto remove_ports;
1126 		}
1127 	}
1128 
1129 	list_for_each_entry(port, &padctl->ports, list) {
1130 		err = port->ops->enable(port);
1131 		if (err < 0)
1132 			dev_err(padctl->dev, "failed to enable port %s: %d\n",
1133 				dev_name(&port->dev), err);
1134 	}
1135 
1136 	goto unlock;
1137 
1138 remove_ports:
1139 	__tegra_xusb_remove_ports(padctl);
1140 unlock:
1141 	mutex_unlock(&padctl->lock);
1142 	return err;
1143 }
1144 
1145 static void tegra_xusb_remove_ports(struct tegra_xusb_padctl *padctl)
1146 {
1147 	mutex_lock(&padctl->lock);
1148 	__tegra_xusb_remove_ports(padctl);
1149 	mutex_unlock(&padctl->lock);
1150 }
1151 
1152 static int tegra_xusb_padctl_probe(struct platform_device *pdev)
1153 {
1154 	struct device_node *np = pdev->dev.of_node;
1155 	const struct tegra_xusb_padctl_soc *soc;
1156 	struct tegra_xusb_padctl *padctl;
1157 	const struct of_device_id *match;
1158 	int err;
1159 
1160 	/* for backwards compatibility with old device trees */
1161 	np = of_get_child_by_name(np, "pads");
1162 	if (!np) {
1163 		dev_warn(&pdev->dev, "deprecated DT, using legacy driver\n");
1164 		return tegra_xusb_padctl_legacy_probe(pdev);
1165 	}
1166 
1167 	of_node_put(np);
1168 
1169 	match = of_match_node(tegra_xusb_padctl_of_match, pdev->dev.of_node);
1170 	soc = match->data;
1171 
1172 	padctl = soc->ops->probe(&pdev->dev, soc);
1173 	if (IS_ERR(padctl))
1174 		return PTR_ERR(padctl);
1175 
1176 	platform_set_drvdata(pdev, padctl);
1177 	INIT_LIST_HEAD(&padctl->ports);
1178 	INIT_LIST_HEAD(&padctl->lanes);
1179 	INIT_LIST_HEAD(&padctl->pads);
1180 	mutex_init(&padctl->lock);
1181 
1182 	padctl->regs = devm_platform_ioremap_resource(pdev, 0);
1183 	if (IS_ERR(padctl->regs)) {
1184 		err = PTR_ERR(padctl->regs);
1185 		goto remove;
1186 	}
1187 
1188 	padctl->rst = devm_reset_control_get(&pdev->dev, NULL);
1189 	if (IS_ERR(padctl->rst)) {
1190 		err = PTR_ERR(padctl->rst);
1191 		goto remove;
1192 	}
1193 
1194 	padctl->supplies = devm_kcalloc(&pdev->dev, padctl->soc->num_supplies,
1195 					sizeof(*padctl->supplies), GFP_KERNEL);
1196 	if (!padctl->supplies) {
1197 		err = -ENOMEM;
1198 		goto remove;
1199 	}
1200 
1201 	regulator_bulk_set_supply_names(padctl->supplies,
1202 					padctl->soc->supply_names,
1203 					padctl->soc->num_supplies);
1204 
1205 	err = devm_regulator_bulk_get(&pdev->dev, padctl->soc->num_supplies,
1206 				      padctl->supplies);
1207 	if (err < 0) {
1208 		dev_err_probe(&pdev->dev, err, "failed to get regulators\n");
1209 		goto remove;
1210 	}
1211 
1212 	err = reset_control_deassert(padctl->rst);
1213 	if (err < 0)
1214 		goto remove;
1215 
1216 	err = regulator_bulk_enable(padctl->soc->num_supplies,
1217 				    padctl->supplies);
1218 	if (err < 0) {
1219 		dev_err(&pdev->dev, "failed to enable supplies: %d\n", err);
1220 		goto reset;
1221 	}
1222 
1223 	err = tegra_xusb_setup_pads(padctl);
1224 	if (err < 0) {
1225 		dev_err(&pdev->dev, "failed to setup pads: %d\n", err);
1226 		goto power_down;
1227 	}
1228 
1229 	err = tegra_xusb_setup_ports(padctl);
1230 	if (err) {
1231 		const char *level = KERN_ERR;
1232 
1233 		if (err == -EPROBE_DEFER)
1234 			level = KERN_DEBUG;
1235 
1236 		dev_printk(level, &pdev->dev,
1237 			   dev_fmt("failed to setup XUSB ports: %d\n"), err);
1238 		goto remove_pads;
1239 	}
1240 
1241 	return 0;
1242 
1243 remove_pads:
1244 	tegra_xusb_remove_pads(padctl);
1245 power_down:
1246 	regulator_bulk_disable(padctl->soc->num_supplies, padctl->supplies);
1247 reset:
1248 	reset_control_assert(padctl->rst);
1249 remove:
1250 	platform_set_drvdata(pdev, NULL);
1251 	soc->ops->remove(padctl);
1252 	return err;
1253 }
1254 
1255 static int tegra_xusb_padctl_remove(struct platform_device *pdev)
1256 {
1257 	struct tegra_xusb_padctl *padctl = platform_get_drvdata(pdev);
1258 	int err;
1259 
1260 	tegra_xusb_remove_ports(padctl);
1261 	tegra_xusb_remove_pads(padctl);
1262 
1263 	err = regulator_bulk_disable(padctl->soc->num_supplies,
1264 				     padctl->supplies);
1265 	if (err < 0)
1266 		dev_err(&pdev->dev, "failed to disable supplies: %d\n", err);
1267 
1268 	err = reset_control_assert(padctl->rst);
1269 	if (err < 0)
1270 		dev_err(&pdev->dev, "failed to assert reset: %d\n", err);
1271 
1272 	padctl->soc->ops->remove(padctl);
1273 
1274 	return 0;
1275 }
1276 
1277 static __maybe_unused int tegra_xusb_padctl_suspend_noirq(struct device *dev)
1278 {
1279 	struct tegra_xusb_padctl *padctl = dev_get_drvdata(dev);
1280 
1281 	if (padctl->soc && padctl->soc->ops && padctl->soc->ops->suspend_noirq)
1282 		return padctl->soc->ops->suspend_noirq(padctl);
1283 
1284 	return 0;
1285 }
1286 
1287 static __maybe_unused int tegra_xusb_padctl_resume_noirq(struct device *dev)
1288 {
1289 	struct tegra_xusb_padctl *padctl = dev_get_drvdata(dev);
1290 
1291 	if (padctl->soc && padctl->soc->ops && padctl->soc->ops->resume_noirq)
1292 		return padctl->soc->ops->resume_noirq(padctl);
1293 
1294 	return 0;
1295 }
1296 
1297 static const struct dev_pm_ops tegra_xusb_padctl_pm_ops = {
1298 	SET_NOIRQ_SYSTEM_SLEEP_PM_OPS(tegra_xusb_padctl_suspend_noirq,
1299 				      tegra_xusb_padctl_resume_noirq)
1300 };
1301 
1302 static struct platform_driver tegra_xusb_padctl_driver = {
1303 	.driver = {
1304 		.name = "tegra-xusb-padctl",
1305 		.of_match_table = tegra_xusb_padctl_of_match,
1306 		.pm = &tegra_xusb_padctl_pm_ops,
1307 	},
1308 	.probe = tegra_xusb_padctl_probe,
1309 	.remove = tegra_xusb_padctl_remove,
1310 };
1311 module_platform_driver(tegra_xusb_padctl_driver);
1312 
1313 struct tegra_xusb_padctl *tegra_xusb_padctl_get(struct device *dev)
1314 {
1315 	struct tegra_xusb_padctl *padctl;
1316 	struct platform_device *pdev;
1317 	struct device_node *np;
1318 
1319 	np = of_parse_phandle(dev->of_node, "nvidia,xusb-padctl", 0);
1320 	if (!np)
1321 		return ERR_PTR(-EINVAL);
1322 
1323 	/*
1324 	 * This is slightly ugly. A better implementation would be to keep a
1325 	 * registry of pad controllers, but since there will almost certainly
1326 	 * only ever be one per SoC that would be a little overkill.
1327 	 */
1328 	pdev = of_find_device_by_node(np);
1329 	if (!pdev) {
1330 		of_node_put(np);
1331 		return ERR_PTR(-ENODEV);
1332 	}
1333 
1334 	of_node_put(np);
1335 
1336 	padctl = platform_get_drvdata(pdev);
1337 	if (!padctl) {
1338 		put_device(&pdev->dev);
1339 		return ERR_PTR(-EPROBE_DEFER);
1340 	}
1341 
1342 	return padctl;
1343 }
1344 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_get);
1345 
1346 void tegra_xusb_padctl_put(struct tegra_xusb_padctl *padctl)
1347 {
1348 	if (padctl)
1349 		put_device(padctl->dev);
1350 }
1351 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_put);
1352 
1353 int tegra_xusb_padctl_usb3_save_context(struct tegra_xusb_padctl *padctl,
1354 					unsigned int port)
1355 {
1356 	if (padctl->soc->ops->usb3_save_context)
1357 		return padctl->soc->ops->usb3_save_context(padctl, port);
1358 
1359 	return -ENOSYS;
1360 }
1361 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_usb3_save_context);
1362 
1363 int tegra_xusb_padctl_hsic_set_idle(struct tegra_xusb_padctl *padctl,
1364 				    unsigned int port, bool idle)
1365 {
1366 	if (padctl->soc->ops->hsic_set_idle)
1367 		return padctl->soc->ops->hsic_set_idle(padctl, port, idle);
1368 
1369 	return -ENOSYS;
1370 }
1371 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_hsic_set_idle);
1372 
1373 int tegra_xusb_padctl_enable_phy_sleepwalk(struct tegra_xusb_padctl *padctl, struct phy *phy,
1374 					   enum usb_device_speed speed)
1375 {
1376 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1377 
1378 	if (lane->pad->ops->enable_phy_sleepwalk)
1379 		return lane->pad->ops->enable_phy_sleepwalk(lane, speed);
1380 
1381 	return -EOPNOTSUPP;
1382 }
1383 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_enable_phy_sleepwalk);
1384 
1385 int tegra_xusb_padctl_disable_phy_sleepwalk(struct tegra_xusb_padctl *padctl, struct phy *phy)
1386 {
1387 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1388 
1389 	if (lane->pad->ops->disable_phy_sleepwalk)
1390 		return lane->pad->ops->disable_phy_sleepwalk(lane);
1391 
1392 	return -EOPNOTSUPP;
1393 }
1394 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_disable_phy_sleepwalk);
1395 
1396 int tegra_xusb_padctl_enable_phy_wake(struct tegra_xusb_padctl *padctl, struct phy *phy)
1397 {
1398 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1399 
1400 	if (lane->pad->ops->enable_phy_wake)
1401 		return lane->pad->ops->enable_phy_wake(lane);
1402 
1403 	return -EOPNOTSUPP;
1404 }
1405 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_enable_phy_wake);
1406 
1407 int tegra_xusb_padctl_disable_phy_wake(struct tegra_xusb_padctl *padctl, struct phy *phy)
1408 {
1409 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1410 
1411 	if (lane->pad->ops->disable_phy_wake)
1412 		return lane->pad->ops->disable_phy_wake(lane);
1413 
1414 	return -EOPNOTSUPP;
1415 }
1416 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_disable_phy_wake);
1417 
1418 bool tegra_xusb_padctl_remote_wake_detected(struct tegra_xusb_padctl *padctl, struct phy *phy)
1419 {
1420 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1421 
1422 	if (lane->pad->ops->remote_wake_detected)
1423 		return lane->pad->ops->remote_wake_detected(lane);
1424 
1425 	return false;
1426 }
1427 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_remote_wake_detected);
1428 
1429 int tegra_xusb_padctl_usb3_set_lfps_detect(struct tegra_xusb_padctl *padctl,
1430 					   unsigned int port, bool enable)
1431 {
1432 	if (padctl->soc->ops->usb3_set_lfps_detect)
1433 		return padctl->soc->ops->usb3_set_lfps_detect(padctl, port,
1434 							      enable);
1435 
1436 	return -ENOSYS;
1437 }
1438 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_usb3_set_lfps_detect);
1439 
1440 int tegra_xusb_padctl_set_vbus_override(struct tegra_xusb_padctl *padctl,
1441 							bool val)
1442 {
1443 	if (padctl->soc->ops->vbus_override)
1444 		return padctl->soc->ops->vbus_override(padctl, val);
1445 
1446 	return -ENOTSUPP;
1447 }
1448 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_set_vbus_override);
1449 
1450 int tegra_phy_xusb_utmi_port_reset(struct phy *phy)
1451 {
1452 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1453 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
1454 
1455 	if (padctl->soc->ops->utmi_port_reset)
1456 		return padctl->soc->ops->utmi_port_reset(phy);
1457 
1458 	return -ENOTSUPP;
1459 }
1460 EXPORT_SYMBOL_GPL(tegra_phy_xusb_utmi_port_reset);
1461 
1462 void tegra_phy_xusb_utmi_pad_power_on(struct phy *phy)
1463 {
1464 	struct tegra_xusb_lane *lane;
1465 	struct tegra_xusb_padctl *padctl;
1466 
1467 	if (!phy)
1468 		return;
1469 
1470 	lane = phy_get_drvdata(phy);
1471 	padctl = lane->pad->padctl;
1472 
1473 	if (padctl->soc->ops->utmi_pad_power_on)
1474 		padctl->soc->ops->utmi_pad_power_on(phy);
1475 }
1476 EXPORT_SYMBOL_GPL(tegra_phy_xusb_utmi_pad_power_on);
1477 
1478 void tegra_phy_xusb_utmi_pad_power_down(struct phy *phy)
1479 {
1480 	struct tegra_xusb_lane *lane;
1481 	struct tegra_xusb_padctl *padctl;
1482 
1483 	if (!phy)
1484 		return;
1485 
1486 	lane = phy_get_drvdata(phy);
1487 	padctl = lane->pad->padctl;
1488 
1489 	if (padctl->soc->ops->utmi_pad_power_down)
1490 		padctl->soc->ops->utmi_pad_power_down(phy);
1491 }
1492 EXPORT_SYMBOL_GPL(tegra_phy_xusb_utmi_pad_power_down);
1493 
1494 int tegra_xusb_padctl_get_usb3_companion(struct tegra_xusb_padctl *padctl,
1495 				    unsigned int port)
1496 {
1497 	struct tegra_xusb_usb2_port *usb2;
1498 	struct tegra_xusb_usb3_port *usb3;
1499 	int i;
1500 
1501 	usb2 = tegra_xusb_find_usb2_port(padctl, port);
1502 	if (!usb2)
1503 		return -EINVAL;
1504 
1505 	for (i = 0; i < padctl->soc->ports.usb3.count; i++) {
1506 		usb3 = tegra_xusb_find_usb3_port(padctl, i);
1507 		if (usb3 && usb3->port == usb2->base.index)
1508 			return usb3->base.index;
1509 	}
1510 
1511 	return -ENODEV;
1512 }
1513 EXPORT_SYMBOL_GPL(tegra_xusb_padctl_get_usb3_companion);
1514 
1515 MODULE_AUTHOR("Thierry Reding <treding@nvidia.com>");
1516 MODULE_DESCRIPTION("Tegra XUSB Pad Controller driver");
1517 MODULE_LICENSE("GPL v2");
1518