1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Pinctrl driver for Rockchip SoCs
4  *
5  * Copyright (c) 2013 MundoReader S.L.
6  * Author: Heiko Stuebner <heiko@sntech.de>
7  *
8  * With some ideas taken from pinctrl-samsung:
9  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
10  *		http://www.samsung.com
11  * Copyright (c) 2012 Linaro Ltd
12  *		https://www.linaro.org
13  *
14  * and pinctrl-at91:
15  * Copyright (C) 2011-2012 Jean-Christophe PLAGNIOL-VILLARD <plagnioj@jcrosoft.com>
16  */
17 
18 #include <linux/init.h>
19 #include <linux/module.h>
20 #include <linux/platform_device.h>
21 #include <linux/io.h>
22 #include <linux/bitops.h>
23 #include <linux/gpio/driver.h>
24 #include <linux/of_address.h>
25 #include <linux/of_device.h>
26 #include <linux/of_irq.h>
27 #include <linux/pinctrl/machine.h>
28 #include <linux/pinctrl/pinconf.h>
29 #include <linux/pinctrl/pinctrl.h>
30 #include <linux/pinctrl/pinmux.h>
31 #include <linux/pinctrl/pinconf-generic.h>
32 #include <linux/irqchip/chained_irq.h>
33 #include <linux/clk.h>
34 #include <linux/regmap.h>
35 #include <linux/mfd/syscon.h>
36 #include <linux/string_helpers.h>
37 
38 #include <dt-bindings/pinctrl/rockchip.h>
39 
40 #include "core.h"
41 #include "pinconf.h"
42 #include "pinctrl-rockchip.h"
43 
44 /*
45  * Generate a bitmask for setting a value (v) with a write mask bit in hiword
46  * register 31:16 area.
47  */
48 #define WRITE_MASK_VAL(h, l, v) \
49 	(GENMASK(((h) + 16), ((l) + 16)) | (((v) << (l)) & GENMASK((h), (l))))
50 
51 /*
52  * Encode variants of iomux registers into a type variable
53  */
54 #define IOMUX_GPIO_ONLY		BIT(0)
55 #define IOMUX_WIDTH_4BIT	BIT(1)
56 #define IOMUX_SOURCE_PMU	BIT(2)
57 #define IOMUX_UNROUTED		BIT(3)
58 #define IOMUX_WIDTH_3BIT	BIT(4)
59 #define IOMUX_WIDTH_2BIT	BIT(5)
60 
61 #define PIN_BANK(id, pins, label)			\
62 	{						\
63 		.bank_num	= id,			\
64 		.nr_pins	= pins,			\
65 		.name		= label,		\
66 		.iomux		= {			\
67 			{ .offset = -1 },		\
68 			{ .offset = -1 },		\
69 			{ .offset = -1 },		\
70 			{ .offset = -1 },		\
71 		},					\
72 	}
73 
74 #define PIN_BANK_IOMUX_FLAGS(id, pins, label, iom0, iom1, iom2, iom3)	\
75 	{								\
76 		.bank_num	= id,					\
77 		.nr_pins	= pins,					\
78 		.name		= label,				\
79 		.iomux		= {					\
80 			{ .type = iom0, .offset = -1 },			\
81 			{ .type = iom1, .offset = -1 },			\
82 			{ .type = iom2, .offset = -1 },			\
83 			{ .type = iom3, .offset = -1 },			\
84 		},							\
85 	}
86 
87 #define PIN_BANK_DRV_FLAGS(id, pins, label, type0, type1, type2, type3) \
88 	{								\
89 		.bank_num	= id,					\
90 		.nr_pins	= pins,					\
91 		.name		= label,				\
92 		.iomux		= {					\
93 			{ .offset = -1 },				\
94 			{ .offset = -1 },				\
95 			{ .offset = -1 },				\
96 			{ .offset = -1 },				\
97 		},							\
98 		.drv		= {					\
99 			{ .drv_type = type0, .offset = -1 },		\
100 			{ .drv_type = type1, .offset = -1 },		\
101 			{ .drv_type = type2, .offset = -1 },		\
102 			{ .drv_type = type3, .offset = -1 },		\
103 		},							\
104 	}
105 
106 #define PIN_BANK_DRV_FLAGS_PULL_FLAGS(id, pins, label, drv0, drv1,	\
107 				      drv2, drv3, pull0, pull1,		\
108 				      pull2, pull3)			\
109 	{								\
110 		.bank_num	= id,					\
111 		.nr_pins	= pins,					\
112 		.name		= label,				\
113 		.iomux		= {					\
114 			{ .offset = -1 },				\
115 			{ .offset = -1 },				\
116 			{ .offset = -1 },				\
117 			{ .offset = -1 },				\
118 		},							\
119 		.drv		= {					\
120 			{ .drv_type = drv0, .offset = -1 },		\
121 			{ .drv_type = drv1, .offset = -1 },		\
122 			{ .drv_type = drv2, .offset = -1 },		\
123 			{ .drv_type = drv3, .offset = -1 },		\
124 		},							\
125 		.pull_type[0] = pull0,					\
126 		.pull_type[1] = pull1,					\
127 		.pull_type[2] = pull2,					\
128 		.pull_type[3] = pull3,					\
129 	}
130 
131 #define PIN_BANK_IOMUX_DRV_FLAGS_OFFSET(id, pins, label, iom0, iom1,	\
132 					iom2, iom3, drv0, drv1, drv2,	\
133 					drv3, offset0, offset1,		\
134 					offset2, offset3)		\
135 	{								\
136 		.bank_num	= id,					\
137 		.nr_pins	= pins,					\
138 		.name		= label,				\
139 		.iomux		= {					\
140 			{ .type = iom0, .offset = -1 },			\
141 			{ .type = iom1, .offset = -1 },			\
142 			{ .type = iom2, .offset = -1 },			\
143 			{ .type = iom3, .offset = -1 },			\
144 		},							\
145 		.drv		= {					\
146 			{ .drv_type = drv0, .offset = offset0 },	\
147 			{ .drv_type = drv1, .offset = offset1 },	\
148 			{ .drv_type = drv2, .offset = offset2 },	\
149 			{ .drv_type = drv3, .offset = offset3 },	\
150 		},							\
151 	}
152 
153 #define PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET_PULL_FLAGS(id, pins,	\
154 					      label, iom0, iom1, iom2,  \
155 					      iom3, drv0, drv1, drv2,   \
156 					      drv3, offset0, offset1,   \
157 					      offset2, offset3, pull0,  \
158 					      pull1, pull2, pull3)	\
159 	{								\
160 		.bank_num	= id,					\
161 		.nr_pins	= pins,					\
162 		.name		= label,				\
163 		.iomux		= {					\
164 			{ .type = iom0, .offset = -1 },			\
165 			{ .type = iom1, .offset = -1 },			\
166 			{ .type = iom2, .offset = -1 },			\
167 			{ .type = iom3, .offset = -1 },			\
168 		},							\
169 		.drv		= {					\
170 			{ .drv_type = drv0, .offset = offset0 },	\
171 			{ .drv_type = drv1, .offset = offset1 },	\
172 			{ .drv_type = drv2, .offset = offset2 },	\
173 			{ .drv_type = drv3, .offset = offset3 },	\
174 		},							\
175 		.pull_type[0] = pull0,					\
176 		.pull_type[1] = pull1,					\
177 		.pull_type[2] = pull2,					\
178 		.pull_type[3] = pull3,					\
179 	}
180 
181 #define PIN_BANK_MUX_ROUTE_FLAGS(ID, PIN, FUNC, REG, VAL, FLAG)		\
182 	{								\
183 		.bank_num	= ID,					\
184 		.pin		= PIN,					\
185 		.func		= FUNC,					\
186 		.route_offset	= REG,					\
187 		.route_val	= VAL,					\
188 		.route_location	= FLAG,					\
189 	}
190 
191 #define RK_MUXROUTE_SAME(ID, PIN, FUNC, REG, VAL)	\
192 	PIN_BANK_MUX_ROUTE_FLAGS(ID, PIN, FUNC, REG, VAL, ROCKCHIP_ROUTE_SAME)
193 
194 #define RK_MUXROUTE_GRF(ID, PIN, FUNC, REG, VAL)	\
195 	PIN_BANK_MUX_ROUTE_FLAGS(ID, PIN, FUNC, REG, VAL, ROCKCHIP_ROUTE_GRF)
196 
197 #define RK_MUXROUTE_PMU(ID, PIN, FUNC, REG, VAL)	\
198 	PIN_BANK_MUX_ROUTE_FLAGS(ID, PIN, FUNC, REG, VAL, ROCKCHIP_ROUTE_PMU)
199 
200 static struct regmap_config rockchip_regmap_config = {
201 	.reg_bits = 32,
202 	.val_bits = 32,
203 	.reg_stride = 4,
204 };
205 
206 static inline const struct rockchip_pin_group *pinctrl_name_to_group(
207 					const struct rockchip_pinctrl *info,
208 					const char *name)
209 {
210 	int i;
211 
212 	for (i = 0; i < info->ngroups; i++) {
213 		if (!strcmp(info->groups[i].name, name))
214 			return &info->groups[i];
215 	}
216 
217 	return NULL;
218 }
219 
220 /*
221  * given a pin number that is local to a pin controller, find out the pin bank
222  * and the register base of the pin bank.
223  */
224 static struct rockchip_pin_bank *pin_to_bank(struct rockchip_pinctrl *info,
225 								unsigned pin)
226 {
227 	struct rockchip_pin_bank *b = info->ctrl->pin_banks;
228 
229 	while (pin >= (b->pin_base + b->nr_pins))
230 		b++;
231 
232 	return b;
233 }
234 
235 static struct rockchip_pin_bank *bank_num_to_bank(
236 					struct rockchip_pinctrl *info,
237 					unsigned num)
238 {
239 	struct rockchip_pin_bank *b = info->ctrl->pin_banks;
240 	int i;
241 
242 	for (i = 0; i < info->ctrl->nr_banks; i++, b++) {
243 		if (b->bank_num == num)
244 			return b;
245 	}
246 
247 	return ERR_PTR(-EINVAL);
248 }
249 
250 /*
251  * Pinctrl_ops handling
252  */
253 
254 static int rockchip_get_groups_count(struct pinctrl_dev *pctldev)
255 {
256 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
257 
258 	return info->ngroups;
259 }
260 
261 static const char *rockchip_get_group_name(struct pinctrl_dev *pctldev,
262 							unsigned selector)
263 {
264 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
265 
266 	return info->groups[selector].name;
267 }
268 
269 static int rockchip_get_group_pins(struct pinctrl_dev *pctldev,
270 				      unsigned selector, const unsigned **pins,
271 				      unsigned *npins)
272 {
273 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
274 
275 	if (selector >= info->ngroups)
276 		return -EINVAL;
277 
278 	*pins = info->groups[selector].pins;
279 	*npins = info->groups[selector].npins;
280 
281 	return 0;
282 }
283 
284 static int rockchip_dt_node_to_map(struct pinctrl_dev *pctldev,
285 				 struct device_node *np,
286 				 struct pinctrl_map **map, unsigned *num_maps)
287 {
288 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
289 	const struct rockchip_pin_group *grp;
290 	struct device *dev = info->dev;
291 	struct pinctrl_map *new_map;
292 	struct device_node *parent;
293 	int map_num = 1;
294 	int i;
295 
296 	/*
297 	 * first find the group of this node and check if we need to create
298 	 * config maps for pins
299 	 */
300 	grp = pinctrl_name_to_group(info, np->name);
301 	if (!grp) {
302 		dev_err(dev, "unable to find group for node %pOFn\n", np);
303 		return -EINVAL;
304 	}
305 
306 	map_num += grp->npins;
307 
308 	new_map = kcalloc(map_num, sizeof(*new_map), GFP_KERNEL);
309 	if (!new_map)
310 		return -ENOMEM;
311 
312 	*map = new_map;
313 	*num_maps = map_num;
314 
315 	/* create mux map */
316 	parent = of_get_parent(np);
317 	if (!parent) {
318 		kfree(new_map);
319 		return -EINVAL;
320 	}
321 	new_map[0].type = PIN_MAP_TYPE_MUX_GROUP;
322 	new_map[0].data.mux.function = parent->name;
323 	new_map[0].data.mux.group = np->name;
324 	of_node_put(parent);
325 
326 	/* create config map */
327 	new_map++;
328 	for (i = 0; i < grp->npins; i++) {
329 		new_map[i].type = PIN_MAP_TYPE_CONFIGS_PIN;
330 		new_map[i].data.configs.group_or_pin =
331 				pin_get_name(pctldev, grp->pins[i]);
332 		new_map[i].data.configs.configs = grp->data[i].configs;
333 		new_map[i].data.configs.num_configs = grp->data[i].nconfigs;
334 	}
335 
336 	dev_dbg(dev, "maps: function %s group %s num %d\n",
337 		(*map)->data.mux.function, (*map)->data.mux.group, map_num);
338 
339 	return 0;
340 }
341 
342 static void rockchip_dt_free_map(struct pinctrl_dev *pctldev,
343 				    struct pinctrl_map *map, unsigned num_maps)
344 {
345 	kfree(map);
346 }
347 
348 static const struct pinctrl_ops rockchip_pctrl_ops = {
349 	.get_groups_count	= rockchip_get_groups_count,
350 	.get_group_name		= rockchip_get_group_name,
351 	.get_group_pins		= rockchip_get_group_pins,
352 	.dt_node_to_map		= rockchip_dt_node_to_map,
353 	.dt_free_map		= rockchip_dt_free_map,
354 };
355 
356 /*
357  * Hardware access
358  */
359 
360 static struct rockchip_mux_recalced_data rv1108_mux_recalced_data[] = {
361 	{
362 		.num = 1,
363 		.pin = 0,
364 		.reg = 0x418,
365 		.bit = 0,
366 		.mask = 0x3
367 	}, {
368 		.num = 1,
369 		.pin = 1,
370 		.reg = 0x418,
371 		.bit = 2,
372 		.mask = 0x3
373 	}, {
374 		.num = 1,
375 		.pin = 2,
376 		.reg = 0x418,
377 		.bit = 4,
378 		.mask = 0x3
379 	}, {
380 		.num = 1,
381 		.pin = 3,
382 		.reg = 0x418,
383 		.bit = 6,
384 		.mask = 0x3
385 	}, {
386 		.num = 1,
387 		.pin = 4,
388 		.reg = 0x418,
389 		.bit = 8,
390 		.mask = 0x3
391 	}, {
392 		.num = 1,
393 		.pin = 5,
394 		.reg = 0x418,
395 		.bit = 10,
396 		.mask = 0x3
397 	}, {
398 		.num = 1,
399 		.pin = 6,
400 		.reg = 0x418,
401 		.bit = 12,
402 		.mask = 0x3
403 	}, {
404 		.num = 1,
405 		.pin = 7,
406 		.reg = 0x418,
407 		.bit = 14,
408 		.mask = 0x3
409 	}, {
410 		.num = 1,
411 		.pin = 8,
412 		.reg = 0x41c,
413 		.bit = 0,
414 		.mask = 0x3
415 	}, {
416 		.num = 1,
417 		.pin = 9,
418 		.reg = 0x41c,
419 		.bit = 2,
420 		.mask = 0x3
421 	},
422 };
423 
424 static  struct rockchip_mux_recalced_data rk3128_mux_recalced_data[] = {
425 	{
426 		.num = 2,
427 		.pin = 20,
428 		.reg = 0xe8,
429 		.bit = 0,
430 		.mask = 0x7
431 	}, {
432 		.num = 2,
433 		.pin = 21,
434 		.reg = 0xe8,
435 		.bit = 4,
436 		.mask = 0x7
437 	}, {
438 		.num = 2,
439 		.pin = 22,
440 		.reg = 0xe8,
441 		.bit = 8,
442 		.mask = 0x7
443 	}, {
444 		.num = 2,
445 		.pin = 23,
446 		.reg = 0xe8,
447 		.bit = 12,
448 		.mask = 0x7
449 	}, {
450 		.num = 2,
451 		.pin = 24,
452 		.reg = 0xd4,
453 		.bit = 12,
454 		.mask = 0x7
455 	},
456 };
457 
458 static struct rockchip_mux_recalced_data rk3308_mux_recalced_data[] = {
459 	{
460 		.num = 1,
461 		.pin = 14,
462 		.reg = 0x28,
463 		.bit = 12,
464 		.mask = 0xf
465 	}, {
466 		.num = 1,
467 		.pin = 15,
468 		.reg = 0x2c,
469 		.bit = 0,
470 		.mask = 0x3
471 	}, {
472 		.num = 1,
473 		.pin = 18,
474 		.reg = 0x30,
475 		.bit = 4,
476 		.mask = 0xf
477 	}, {
478 		.num = 1,
479 		.pin = 19,
480 		.reg = 0x30,
481 		.bit = 8,
482 		.mask = 0xf
483 	}, {
484 		.num = 1,
485 		.pin = 20,
486 		.reg = 0x30,
487 		.bit = 12,
488 		.mask = 0xf
489 	}, {
490 		.num = 1,
491 		.pin = 21,
492 		.reg = 0x34,
493 		.bit = 0,
494 		.mask = 0xf
495 	}, {
496 		.num = 1,
497 		.pin = 22,
498 		.reg = 0x34,
499 		.bit = 4,
500 		.mask = 0xf
501 	}, {
502 		.num = 1,
503 		.pin = 23,
504 		.reg = 0x34,
505 		.bit = 8,
506 		.mask = 0xf
507 	}, {
508 		.num = 3,
509 		.pin = 12,
510 		.reg = 0x68,
511 		.bit = 8,
512 		.mask = 0xf
513 	}, {
514 		.num = 3,
515 		.pin = 13,
516 		.reg = 0x68,
517 		.bit = 12,
518 		.mask = 0xf
519 	}, {
520 		.num = 2,
521 		.pin = 2,
522 		.reg = 0x608,
523 		.bit = 0,
524 		.mask = 0x7
525 	}, {
526 		.num = 2,
527 		.pin = 3,
528 		.reg = 0x608,
529 		.bit = 4,
530 		.mask = 0x7
531 	}, {
532 		.num = 2,
533 		.pin = 16,
534 		.reg = 0x610,
535 		.bit = 8,
536 		.mask = 0x7
537 	}, {
538 		.num = 3,
539 		.pin = 10,
540 		.reg = 0x610,
541 		.bit = 0,
542 		.mask = 0x7
543 	}, {
544 		.num = 3,
545 		.pin = 11,
546 		.reg = 0x610,
547 		.bit = 4,
548 		.mask = 0x7
549 	},
550 };
551 
552 static struct rockchip_mux_recalced_data rk3328_mux_recalced_data[] = {
553 	{
554 		.num = 2,
555 		.pin = 12,
556 		.reg = 0x24,
557 		.bit = 8,
558 		.mask = 0x3
559 	}, {
560 		.num = 2,
561 		.pin = 15,
562 		.reg = 0x28,
563 		.bit = 0,
564 		.mask = 0x7
565 	}, {
566 		.num = 2,
567 		.pin = 23,
568 		.reg = 0x30,
569 		.bit = 14,
570 		.mask = 0x3
571 	},
572 };
573 
574 static void rockchip_get_recalced_mux(struct rockchip_pin_bank *bank, int pin,
575 				      int *reg, u8 *bit, int *mask)
576 {
577 	struct rockchip_pinctrl *info = bank->drvdata;
578 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
579 	struct rockchip_mux_recalced_data *data;
580 	int i;
581 
582 	for (i = 0; i < ctrl->niomux_recalced; i++) {
583 		data = &ctrl->iomux_recalced[i];
584 		if (data->num == bank->bank_num &&
585 		    data->pin == pin)
586 			break;
587 	}
588 
589 	if (i >= ctrl->niomux_recalced)
590 		return;
591 
592 	*reg = data->reg;
593 	*mask = data->mask;
594 	*bit = data->bit;
595 }
596 
597 static struct rockchip_mux_route_data px30_mux_route_data[] = {
598 	RK_MUXROUTE_SAME(2, RK_PA0, 1, 0x184, BIT(16 + 7)), /* cif-d2m0 */
599 	RK_MUXROUTE_SAME(3, RK_PA3, 3, 0x184, BIT(16 + 7) | BIT(7)), /* cif-d2m1 */
600 	RK_MUXROUTE_SAME(3, RK_PC6, 2, 0x184, BIT(16 + 8)), /* pdm-m0 */
601 	RK_MUXROUTE_SAME(2, RK_PC6, 1, 0x184, BIT(16 + 8) | BIT(8)), /* pdm-m1 */
602 	RK_MUXROUTE_SAME(1, RK_PD3, 2, 0x184, BIT(16 + 10)), /* uart2-rxm0 */
603 	RK_MUXROUTE_SAME(2, RK_PB6, 2, 0x184, BIT(16 + 10) | BIT(10)), /* uart2-rxm1 */
604 	RK_MUXROUTE_SAME(0, RK_PC1, 2, 0x184, BIT(16 + 9)), /* uart3-rxm0 */
605 	RK_MUXROUTE_SAME(1, RK_PB7, 2, 0x184, BIT(16 + 9) | BIT(9)), /* uart3-rxm1 */
606 };
607 
608 static struct rockchip_mux_route_data rk3128_mux_route_data[] = {
609 	RK_MUXROUTE_SAME(1, RK_PB2, 1, 0x144, BIT(16 + 3) | BIT(16 + 4)), /* spi-0 */
610 	RK_MUXROUTE_SAME(1, RK_PD3, 3, 0x144, BIT(16 + 3) | BIT(16 + 4) | BIT(3)), /* spi-1 */
611 	RK_MUXROUTE_SAME(0, RK_PB5, 2, 0x144, BIT(16 + 3) | BIT(16 + 4) | BIT(4)), /* spi-2 */
612 	RK_MUXROUTE_SAME(1, RK_PA5, 1, 0x144, BIT(16 + 5)), /* i2s-0 */
613 	RK_MUXROUTE_SAME(0, RK_PB6, 1, 0x144, BIT(16 + 5) | BIT(5)), /* i2s-1 */
614 	RK_MUXROUTE_SAME(1, RK_PC6, 2, 0x144, BIT(16 + 6)), /* emmc-0 */
615 	RK_MUXROUTE_SAME(2, RK_PA4, 2, 0x144, BIT(16 + 6) | BIT(6)), /* emmc-1 */
616 };
617 
618 static struct rockchip_mux_route_data rk3188_mux_route_data[] = {
619 	RK_MUXROUTE_SAME(0, RK_PD0, 1, 0xa0, BIT(16 + 11)), /* non-iomuxed emmc/flash pins on flash-dqs */
620 	RK_MUXROUTE_SAME(0, RK_PD0, 2, 0xa0, BIT(16 + 11) | BIT(11)), /* non-iomuxed emmc/flash pins on emmc-clk */
621 };
622 
623 static struct rockchip_mux_route_data rk3228_mux_route_data[] = {
624 	RK_MUXROUTE_SAME(0, RK_PD2, 1, 0x50, BIT(16)), /* pwm0-0 */
625 	RK_MUXROUTE_SAME(3, RK_PC5, 1, 0x50, BIT(16) | BIT(0)), /* pwm0-1 */
626 	RK_MUXROUTE_SAME(0, RK_PD3, 1, 0x50, BIT(16 + 1)), /* pwm1-0 */
627 	RK_MUXROUTE_SAME(0, RK_PD6, 2, 0x50, BIT(16 + 1) | BIT(1)), /* pwm1-1 */
628 	RK_MUXROUTE_SAME(0, RK_PD4, 1, 0x50, BIT(16 + 2)), /* pwm2-0 */
629 	RK_MUXROUTE_SAME(1, RK_PB4, 2, 0x50, BIT(16 + 2) | BIT(2)), /* pwm2-1 */
630 	RK_MUXROUTE_SAME(3, RK_PD2, 1, 0x50, BIT(16 + 3)), /* pwm3-0 */
631 	RK_MUXROUTE_SAME(1, RK_PB3, 2, 0x50, BIT(16 + 3) | BIT(3)), /* pwm3-1 */
632 	RK_MUXROUTE_SAME(1, RK_PA1, 1, 0x50, BIT(16 + 4)), /* sdio-0_d0 */
633 	RK_MUXROUTE_SAME(3, RK_PA2, 1, 0x50, BIT(16 + 4) | BIT(4)), /* sdio-1_d0 */
634 	RK_MUXROUTE_SAME(0, RK_PB5, 2, 0x50, BIT(16 + 5)), /* spi-0_rx */
635 	RK_MUXROUTE_SAME(2, RK_PA0, 2, 0x50, BIT(16 + 5) | BIT(5)), /* spi-1_rx */
636 	RK_MUXROUTE_SAME(1, RK_PC6, 2, 0x50, BIT(16 + 7)), /* emmc-0_cmd */
637 	RK_MUXROUTE_SAME(2, RK_PA4, 2, 0x50, BIT(16 + 7) | BIT(7)), /* emmc-1_cmd */
638 	RK_MUXROUTE_SAME(1, RK_PC3, 2, 0x50, BIT(16 + 8)), /* uart2-0_rx */
639 	RK_MUXROUTE_SAME(1, RK_PB2, 2, 0x50, BIT(16 + 8) | BIT(8)), /* uart2-1_rx */
640 	RK_MUXROUTE_SAME(1, RK_PB2, 1, 0x50, BIT(16 + 11)), /* uart1-0_rx */
641 	RK_MUXROUTE_SAME(3, RK_PB5, 1, 0x50, BIT(16 + 11) | BIT(11)), /* uart1-1_rx */
642 };
643 
644 static struct rockchip_mux_route_data rk3288_mux_route_data[] = {
645 	RK_MUXROUTE_SAME(7, RK_PC0, 2, 0x264, BIT(16 + 12) | BIT(12)), /* edphdmi_cecinoutt1 */
646 	RK_MUXROUTE_SAME(7, RK_PC7, 4, 0x264, BIT(16 + 12)), /* edphdmi_cecinout */
647 };
648 
649 static struct rockchip_mux_route_data rk3308_mux_route_data[] = {
650 	RK_MUXROUTE_SAME(0, RK_PC3, 1, 0x314, BIT(16 + 0) | BIT(0)), /* rtc_clk */
651 	RK_MUXROUTE_SAME(1, RK_PC6, 2, 0x314, BIT(16 + 2) | BIT(16 + 3)), /* uart2_rxm0 */
652 	RK_MUXROUTE_SAME(4, RK_PD2, 2, 0x314, BIT(16 + 2) | BIT(16 + 3) | BIT(2)), /* uart2_rxm1 */
653 	RK_MUXROUTE_SAME(0, RK_PB7, 2, 0x608, BIT(16 + 8) | BIT(16 + 9)), /* i2c3_sdam0 */
654 	RK_MUXROUTE_SAME(3, RK_PB4, 2, 0x608, BIT(16 + 8) | BIT(16 + 9) | BIT(8)), /* i2c3_sdam1 */
655 	RK_MUXROUTE_SAME(2, RK_PA0, 3, 0x608, BIT(16 + 8) | BIT(16 + 9) | BIT(9)), /* i2c3_sdam2 */
656 	RK_MUXROUTE_SAME(1, RK_PA3, 2, 0x308, BIT(16 + 3)), /* i2s-8ch-1-sclktxm0 */
657 	RK_MUXROUTE_SAME(1, RK_PA4, 2, 0x308, BIT(16 + 3)), /* i2s-8ch-1-sclkrxm0 */
658 	RK_MUXROUTE_SAME(1, RK_PB5, 2, 0x308, BIT(16 + 3) | BIT(3)), /* i2s-8ch-1-sclktxm1 */
659 	RK_MUXROUTE_SAME(1, RK_PB6, 2, 0x308, BIT(16 + 3) | BIT(3)), /* i2s-8ch-1-sclkrxm1 */
660 	RK_MUXROUTE_SAME(1, RK_PA4, 3, 0x308, BIT(16 + 12) | BIT(16 + 13)), /* pdm-clkm0 */
661 	RK_MUXROUTE_SAME(1, RK_PB6, 4, 0x308, BIT(16 + 12) | BIT(16 + 13) | BIT(12)), /* pdm-clkm1 */
662 	RK_MUXROUTE_SAME(2, RK_PA6, 2, 0x308, BIT(16 + 12) | BIT(16 + 13) | BIT(13)), /* pdm-clkm2 */
663 	RK_MUXROUTE_SAME(2, RK_PA4, 3, 0x600, BIT(16 + 2) | BIT(2)), /* pdm-clkm-m2 */
664 	RK_MUXROUTE_SAME(3, RK_PB2, 3, 0x314, BIT(16 + 9)), /* spi1_miso */
665 	RK_MUXROUTE_SAME(2, RK_PA4, 2, 0x314, BIT(16 + 9) | BIT(9)), /* spi1_miso_m1 */
666 	RK_MUXROUTE_SAME(0, RK_PB3, 3, 0x314, BIT(16 + 10) | BIT(16 + 11)), /* owire_m0 */
667 	RK_MUXROUTE_SAME(1, RK_PC6, 7, 0x314, BIT(16 + 10) | BIT(16 + 11) | BIT(10)), /* owire_m1 */
668 	RK_MUXROUTE_SAME(2, RK_PA2, 5, 0x314, BIT(16 + 10) | BIT(16 + 11) | BIT(11)), /* owire_m2 */
669 	RK_MUXROUTE_SAME(0, RK_PB3, 2, 0x314, BIT(16 + 12) | BIT(16 + 13)), /* can_rxd_m0 */
670 	RK_MUXROUTE_SAME(1, RK_PC6, 5, 0x314, BIT(16 + 12) | BIT(16 + 13) | BIT(12)), /* can_rxd_m1 */
671 	RK_MUXROUTE_SAME(2, RK_PA2, 4, 0x314, BIT(16 + 12) | BIT(16 + 13) | BIT(13)), /* can_rxd_m2 */
672 	RK_MUXROUTE_SAME(1, RK_PC4, 3, 0x314, BIT(16 + 14)), /* mac_rxd0_m0 */
673 	RK_MUXROUTE_SAME(4, RK_PA2, 2, 0x314, BIT(16 + 14) | BIT(14)), /* mac_rxd0_m1 */
674 	RK_MUXROUTE_SAME(3, RK_PB4, 4, 0x314, BIT(16 + 15)), /* uart3_rx */
675 	RK_MUXROUTE_SAME(0, RK_PC1, 3, 0x314, BIT(16 + 15) | BIT(15)), /* uart3_rx_m1 */
676 };
677 
678 static struct rockchip_mux_route_data rk3328_mux_route_data[] = {
679 	RK_MUXROUTE_SAME(1, RK_PA1, 2, 0x50, BIT(16) | BIT(16 + 1)), /* uart2dbg_rxm0 */
680 	RK_MUXROUTE_SAME(2, RK_PA1, 1, 0x50, BIT(16) | BIT(16 + 1) | BIT(0)), /* uart2dbg_rxm1 */
681 	RK_MUXROUTE_SAME(1, RK_PB3, 2, 0x50, BIT(16 + 2) | BIT(2)), /* gmac-m1_rxd0 */
682 	RK_MUXROUTE_SAME(1, RK_PB6, 2, 0x50, BIT(16 + 10) | BIT(10)), /* gmac-m1-optimized_rxd3 */
683 	RK_MUXROUTE_SAME(2, RK_PC3, 2, 0x50, BIT(16 + 3)), /* pdm_sdi0m0 */
684 	RK_MUXROUTE_SAME(1, RK_PC7, 3, 0x50, BIT(16 + 3) | BIT(3)), /* pdm_sdi0m1 */
685 	RK_MUXROUTE_SAME(3, RK_PA2, 4, 0x50, BIT(16 + 4) | BIT(16 + 5) | BIT(5)), /* spi_rxdm2 */
686 	RK_MUXROUTE_SAME(1, RK_PD0, 1, 0x50, BIT(16 + 6)), /* i2s2_sdim0 */
687 	RK_MUXROUTE_SAME(3, RK_PA2, 6, 0x50, BIT(16 + 6) | BIT(6)), /* i2s2_sdim1 */
688 	RK_MUXROUTE_SAME(2, RK_PC6, 3, 0x50, BIT(16 + 7) | BIT(7)), /* card_iom1 */
689 	RK_MUXROUTE_SAME(2, RK_PC0, 3, 0x50, BIT(16 + 8) | BIT(8)), /* tsp_d5m1 */
690 	RK_MUXROUTE_SAME(2, RK_PC0, 4, 0x50, BIT(16 + 9) | BIT(9)), /* cif_data5m1 */
691 };
692 
693 static struct rockchip_mux_route_data rk3399_mux_route_data[] = {
694 	RK_MUXROUTE_SAME(4, RK_PB0, 2, 0xe21c, BIT(16 + 10) | BIT(16 + 11)), /* uart2dbga_rx */
695 	RK_MUXROUTE_SAME(4, RK_PC0, 2, 0xe21c, BIT(16 + 10) | BIT(16 + 11) | BIT(10)), /* uart2dbgb_rx */
696 	RK_MUXROUTE_SAME(4, RK_PC3, 1, 0xe21c, BIT(16 + 10) | BIT(16 + 11) | BIT(11)), /* uart2dbgc_rx */
697 	RK_MUXROUTE_SAME(2, RK_PD2, 2, 0xe21c, BIT(16 + 14)), /* pcie_clkreqn */
698 	RK_MUXROUTE_SAME(4, RK_PD0, 1, 0xe21c, BIT(16 + 14) | BIT(14)), /* pcie_clkreqnb */
699 };
700 
701 static struct rockchip_mux_route_data rk3568_mux_route_data[] = {
702 	RK_MUXROUTE_PMU(0, RK_PB7, 1, 0x0110, WRITE_MASK_VAL(1, 0, 0)), /* PWM0 IO mux M0 */
703 	RK_MUXROUTE_PMU(0, RK_PC7, 2, 0x0110, WRITE_MASK_VAL(1, 0, 1)), /* PWM0 IO mux M1 */
704 	RK_MUXROUTE_PMU(0, RK_PC0, 1, 0x0110, WRITE_MASK_VAL(3, 2, 0)), /* PWM1 IO mux M0 */
705 	RK_MUXROUTE_PMU(0, RK_PB5, 4, 0x0110, WRITE_MASK_VAL(3, 2, 1)), /* PWM1 IO mux M1 */
706 	RK_MUXROUTE_PMU(0, RK_PC1, 1, 0x0110, WRITE_MASK_VAL(5, 4, 0)), /* PWM2 IO mux M0 */
707 	RK_MUXROUTE_PMU(0, RK_PB6, 4, 0x0110, WRITE_MASK_VAL(5, 4, 1)), /* PWM2 IO mux M1 */
708 	RK_MUXROUTE_PMU(0, RK_PB3, 2, 0x0300, WRITE_MASK_VAL(0, 0, 0)), /* CAN0 IO mux M0 */
709 	RK_MUXROUTE_GRF(2, RK_PA1, 4, 0x0300, WRITE_MASK_VAL(0, 0, 1)), /* CAN0 IO mux M1 */
710 	RK_MUXROUTE_GRF(1, RK_PA1, 3, 0x0300, WRITE_MASK_VAL(2, 2, 0)), /* CAN1 IO mux M0 */
711 	RK_MUXROUTE_GRF(4, RK_PC3, 3, 0x0300, WRITE_MASK_VAL(2, 2, 1)), /* CAN1 IO mux M1 */
712 	RK_MUXROUTE_GRF(4, RK_PB5, 3, 0x0300, WRITE_MASK_VAL(4, 4, 0)), /* CAN2 IO mux M0 */
713 	RK_MUXROUTE_GRF(2, RK_PB2, 4, 0x0300, WRITE_MASK_VAL(4, 4, 1)), /* CAN2 IO mux M1 */
714 	RK_MUXROUTE_GRF(4, RK_PC4, 1, 0x0300, WRITE_MASK_VAL(6, 6, 0)), /* HPDIN IO mux M0 */
715 	RK_MUXROUTE_PMU(0, RK_PC2, 2, 0x0300, WRITE_MASK_VAL(6, 6, 1)), /* HPDIN IO mux M1 */
716 	RK_MUXROUTE_GRF(3, RK_PB1, 3, 0x0300, WRITE_MASK_VAL(8, 8, 0)), /* GMAC1 IO mux M0 */
717 	RK_MUXROUTE_GRF(4, RK_PA7, 3, 0x0300, WRITE_MASK_VAL(8, 8, 1)), /* GMAC1 IO mux M1 */
718 	RK_MUXROUTE_GRF(4, RK_PD1, 1, 0x0300, WRITE_MASK_VAL(10, 10, 0)), /* HDMITX IO mux M0 */
719 	RK_MUXROUTE_PMU(0, RK_PC7, 1, 0x0300, WRITE_MASK_VAL(10, 10, 1)), /* HDMITX IO mux M1 */
720 	RK_MUXROUTE_PMU(0, RK_PB6, 1, 0x0300, WRITE_MASK_VAL(14, 14, 0)), /* I2C2 IO mux M0 */
721 	RK_MUXROUTE_GRF(4, RK_PB4, 1, 0x0300, WRITE_MASK_VAL(14, 14, 1)), /* I2C2 IO mux M1 */
722 	RK_MUXROUTE_GRF(1, RK_PA0, 1, 0x0304, WRITE_MASK_VAL(0, 0, 0)), /* I2C3 IO mux M0 */
723 	RK_MUXROUTE_GRF(3, RK_PB6, 4, 0x0304, WRITE_MASK_VAL(0, 0, 1)), /* I2C3 IO mux M1 */
724 	RK_MUXROUTE_GRF(4, RK_PB2, 1, 0x0304, WRITE_MASK_VAL(2, 2, 0)), /* I2C4 IO mux M0 */
725 	RK_MUXROUTE_GRF(2, RK_PB1, 2, 0x0304, WRITE_MASK_VAL(2, 2, 1)), /* I2C4 IO mux M1 */
726 	RK_MUXROUTE_GRF(3, RK_PB4, 4, 0x0304, WRITE_MASK_VAL(4, 4, 0)), /* I2C5 IO mux M0 */
727 	RK_MUXROUTE_GRF(4, RK_PD0, 2, 0x0304, WRITE_MASK_VAL(4, 4, 1)), /* I2C5 IO mux M1 */
728 	RK_MUXROUTE_GRF(3, RK_PB1, 5, 0x0304, WRITE_MASK_VAL(14, 14, 0)), /* PWM8 IO mux M0 */
729 	RK_MUXROUTE_GRF(1, RK_PD5, 4, 0x0304, WRITE_MASK_VAL(14, 14, 1)), /* PWM8 IO mux M1 */
730 	RK_MUXROUTE_GRF(3, RK_PB2, 5, 0x0308, WRITE_MASK_VAL(0, 0, 0)), /* PWM9 IO mux M0 */
731 	RK_MUXROUTE_GRF(1, RK_PD6, 4, 0x0308, WRITE_MASK_VAL(0, 0, 1)), /* PWM9 IO mux M1 */
732 	RK_MUXROUTE_GRF(3, RK_PB5, 5, 0x0308, WRITE_MASK_VAL(2, 2, 0)), /* PWM10 IO mux M0 */
733 	RK_MUXROUTE_GRF(2, RK_PA1, 2, 0x0308, WRITE_MASK_VAL(2, 2, 1)), /* PWM10 IO mux M1 */
734 	RK_MUXROUTE_GRF(3, RK_PB6, 5, 0x0308, WRITE_MASK_VAL(4, 4, 0)), /* PWM11 IO mux M0 */
735 	RK_MUXROUTE_GRF(4, RK_PC0, 3, 0x0308, WRITE_MASK_VAL(4, 4, 1)), /* PWM11 IO mux M1 */
736 	RK_MUXROUTE_GRF(3, RK_PB7, 2, 0x0308, WRITE_MASK_VAL(6, 6, 0)), /* PWM12 IO mux M0 */
737 	RK_MUXROUTE_GRF(4, RK_PC5, 1, 0x0308, WRITE_MASK_VAL(6, 6, 1)), /* PWM12 IO mux M1 */
738 	RK_MUXROUTE_GRF(3, RK_PC0, 2, 0x0308, WRITE_MASK_VAL(8, 8, 0)), /* PWM13 IO mux M0 */
739 	RK_MUXROUTE_GRF(4, RK_PC6, 1, 0x0308, WRITE_MASK_VAL(8, 8, 1)), /* PWM13 IO mux M1 */
740 	RK_MUXROUTE_GRF(3, RK_PC4, 1, 0x0308, WRITE_MASK_VAL(10, 10, 0)), /* PWM14 IO mux M0 */
741 	RK_MUXROUTE_GRF(4, RK_PC2, 1, 0x0308, WRITE_MASK_VAL(10, 10, 1)), /* PWM14 IO mux M1 */
742 	RK_MUXROUTE_GRF(3, RK_PC5, 1, 0x0308, WRITE_MASK_VAL(12, 12, 0)), /* PWM15 IO mux M0 */
743 	RK_MUXROUTE_GRF(4, RK_PC3, 1, 0x0308, WRITE_MASK_VAL(12, 12, 1)), /* PWM15 IO mux M1 */
744 	RK_MUXROUTE_GRF(3, RK_PD2, 3, 0x0308, WRITE_MASK_VAL(14, 14, 0)), /* SDMMC2 IO mux M0 */
745 	RK_MUXROUTE_GRF(3, RK_PA5, 5, 0x0308, WRITE_MASK_VAL(14, 14, 1)), /* SDMMC2 IO mux M1 */
746 	RK_MUXROUTE_PMU(0, RK_PB5, 2, 0x030c, WRITE_MASK_VAL(0, 0, 0)), /* SPI0 IO mux M0 */
747 	RK_MUXROUTE_GRF(2, RK_PD3, 3, 0x030c, WRITE_MASK_VAL(0, 0, 1)), /* SPI0 IO mux M1 */
748 	RK_MUXROUTE_GRF(2, RK_PB5, 3, 0x030c, WRITE_MASK_VAL(2, 2, 0)), /* SPI1 IO mux M0 */
749 	RK_MUXROUTE_GRF(3, RK_PC3, 3, 0x030c, WRITE_MASK_VAL(2, 2, 1)), /* SPI1 IO mux M1 */
750 	RK_MUXROUTE_GRF(2, RK_PC1, 4, 0x030c, WRITE_MASK_VAL(4, 4, 0)), /* SPI2 IO mux M0 */
751 	RK_MUXROUTE_GRF(3, RK_PA0, 3, 0x030c, WRITE_MASK_VAL(4, 4, 1)), /* SPI2 IO mux M1 */
752 	RK_MUXROUTE_GRF(4, RK_PB3, 4, 0x030c, WRITE_MASK_VAL(6, 6, 0)), /* SPI3 IO mux M0 */
753 	RK_MUXROUTE_GRF(4, RK_PC2, 2, 0x030c, WRITE_MASK_VAL(6, 6, 1)), /* SPI3 IO mux M1 */
754 	RK_MUXROUTE_GRF(2, RK_PB4, 2, 0x030c, WRITE_MASK_VAL(8, 8, 0)), /* UART1 IO mux M0 */
755 	RK_MUXROUTE_PMU(0, RK_PD1, 1, 0x030c, WRITE_MASK_VAL(8, 8, 1)), /* UART1 IO mux M1 */
756 	RK_MUXROUTE_PMU(0, RK_PD1, 1, 0x030c, WRITE_MASK_VAL(10, 10, 0)), /* UART2 IO mux M0 */
757 	RK_MUXROUTE_GRF(1, RK_PD5, 2, 0x030c, WRITE_MASK_VAL(10, 10, 1)), /* UART2 IO mux M1 */
758 	RK_MUXROUTE_GRF(1, RK_PA1, 2, 0x030c, WRITE_MASK_VAL(12, 12, 0)), /* UART3 IO mux M0 */
759 	RK_MUXROUTE_GRF(3, RK_PB7, 4, 0x030c, WRITE_MASK_VAL(12, 12, 1)), /* UART3 IO mux M1 */
760 	RK_MUXROUTE_GRF(1, RK_PA6, 2, 0x030c, WRITE_MASK_VAL(14, 14, 0)), /* UART4 IO mux M0 */
761 	RK_MUXROUTE_GRF(3, RK_PB2, 4, 0x030c, WRITE_MASK_VAL(14, 14, 1)), /* UART4 IO mux M1 */
762 	RK_MUXROUTE_GRF(2, RK_PA2, 3, 0x0310, WRITE_MASK_VAL(0, 0, 0)), /* UART5 IO mux M0 */
763 	RK_MUXROUTE_GRF(3, RK_PC2, 4, 0x0310, WRITE_MASK_VAL(0, 0, 1)), /* UART5 IO mux M1 */
764 	RK_MUXROUTE_GRF(2, RK_PA4, 3, 0x0310, WRITE_MASK_VAL(2, 2, 0)), /* UART6 IO mux M0 */
765 	RK_MUXROUTE_GRF(1, RK_PD5, 3, 0x0310, WRITE_MASK_VAL(2, 2, 1)), /* UART6 IO mux M1 */
766 	RK_MUXROUTE_GRF(2, RK_PA6, 3, 0x0310, WRITE_MASK_VAL(5, 4, 0)), /* UART7 IO mux M0 */
767 	RK_MUXROUTE_GRF(3, RK_PC4, 4, 0x0310, WRITE_MASK_VAL(5, 4, 1)), /* UART7 IO mux M1 */
768 	RK_MUXROUTE_GRF(4, RK_PA2, 4, 0x0310, WRITE_MASK_VAL(5, 4, 2)), /* UART7 IO mux M2 */
769 	RK_MUXROUTE_GRF(2, RK_PC5, 3, 0x0310, WRITE_MASK_VAL(6, 6, 0)), /* UART8 IO mux M0 */
770 	RK_MUXROUTE_GRF(2, RK_PD7, 4, 0x0310, WRITE_MASK_VAL(6, 6, 1)), /* UART8 IO mux M1 */
771 	RK_MUXROUTE_GRF(2, RK_PB0, 3, 0x0310, WRITE_MASK_VAL(9, 8, 0)), /* UART9 IO mux M0 */
772 	RK_MUXROUTE_GRF(4, RK_PC5, 4, 0x0310, WRITE_MASK_VAL(9, 8, 1)), /* UART9 IO mux M1 */
773 	RK_MUXROUTE_GRF(4, RK_PA4, 4, 0x0310, WRITE_MASK_VAL(9, 8, 2)), /* UART9 IO mux M2 */
774 	RK_MUXROUTE_GRF(1, RK_PA2, 1, 0x0310, WRITE_MASK_VAL(11, 10, 0)), /* I2S1 IO mux M0 */
775 	RK_MUXROUTE_GRF(3, RK_PC6, 4, 0x0310, WRITE_MASK_VAL(11, 10, 1)), /* I2S1 IO mux M1 */
776 	RK_MUXROUTE_GRF(2, RK_PD0, 5, 0x0310, WRITE_MASK_VAL(11, 10, 2)), /* I2S1 IO mux M2 */
777 	RK_MUXROUTE_GRF(2, RK_PC1, 1, 0x0310, WRITE_MASK_VAL(12, 12, 0)), /* I2S2 IO mux M0 */
778 	RK_MUXROUTE_GRF(4, RK_PB6, 5, 0x0310, WRITE_MASK_VAL(12, 12, 1)), /* I2S2 IO mux M1 */
779 	RK_MUXROUTE_GRF(3, RK_PA2, 4, 0x0310, WRITE_MASK_VAL(14, 14, 0)), /* I2S3 IO mux M0 */
780 	RK_MUXROUTE_GRF(4, RK_PC2, 5, 0x0310, WRITE_MASK_VAL(14, 14, 1)), /* I2S3 IO mux M1 */
781 	RK_MUXROUTE_GRF(1, RK_PA4, 3, 0x0314, WRITE_MASK_VAL(1, 0, 0)), /* PDM IO mux M0 */
782 	RK_MUXROUTE_GRF(1, RK_PA6, 3, 0x0314, WRITE_MASK_VAL(1, 0, 0)), /* PDM IO mux M0 */
783 	RK_MUXROUTE_GRF(3, RK_PD6, 5, 0x0314, WRITE_MASK_VAL(1, 0, 1)), /* PDM IO mux M1 */
784 	RK_MUXROUTE_GRF(4, RK_PA0, 4, 0x0314, WRITE_MASK_VAL(1, 0, 1)), /* PDM IO mux M1 */
785 	RK_MUXROUTE_GRF(3, RK_PC4, 5, 0x0314, WRITE_MASK_VAL(1, 0, 2)), /* PDM IO mux M2 */
786 	RK_MUXROUTE_PMU(0, RK_PA5, 3, 0x0314, WRITE_MASK_VAL(3, 2, 0)), /* PCIE20 IO mux M0 */
787 	RK_MUXROUTE_GRF(2, RK_PD0, 4, 0x0314, WRITE_MASK_VAL(3, 2, 1)), /* PCIE20 IO mux M1 */
788 	RK_MUXROUTE_GRF(1, RK_PB0, 4, 0x0314, WRITE_MASK_VAL(3, 2, 2)), /* PCIE20 IO mux M2 */
789 	RK_MUXROUTE_PMU(0, RK_PA4, 3, 0x0314, WRITE_MASK_VAL(5, 4, 0)), /* PCIE30X1 IO mux M0 */
790 	RK_MUXROUTE_GRF(2, RK_PD2, 4, 0x0314, WRITE_MASK_VAL(5, 4, 1)), /* PCIE30X1 IO mux M1 */
791 	RK_MUXROUTE_GRF(1, RK_PA5, 4, 0x0314, WRITE_MASK_VAL(5, 4, 2)), /* PCIE30X1 IO mux M2 */
792 	RK_MUXROUTE_PMU(0, RK_PA6, 2, 0x0314, WRITE_MASK_VAL(7, 6, 0)), /* PCIE30X2 IO mux M0 */
793 	RK_MUXROUTE_GRF(2, RK_PD4, 4, 0x0314, WRITE_MASK_VAL(7, 6, 1)), /* PCIE30X2 IO mux M1 */
794 	RK_MUXROUTE_GRF(4, RK_PC2, 4, 0x0314, WRITE_MASK_VAL(7, 6, 2)), /* PCIE30X2 IO mux M2 */
795 };
796 
797 static bool rockchip_get_mux_route(struct rockchip_pin_bank *bank, int pin,
798 				   int mux, u32 *loc, u32 *reg, u32 *value)
799 {
800 	struct rockchip_pinctrl *info = bank->drvdata;
801 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
802 	struct rockchip_mux_route_data *data;
803 	int i;
804 
805 	for (i = 0; i < ctrl->niomux_routes; i++) {
806 		data = &ctrl->iomux_routes[i];
807 		if ((data->bank_num == bank->bank_num) &&
808 		    (data->pin == pin) && (data->func == mux))
809 			break;
810 	}
811 
812 	if (i >= ctrl->niomux_routes)
813 		return false;
814 
815 	*loc = data->route_location;
816 	*reg = data->route_offset;
817 	*value = data->route_val;
818 
819 	return true;
820 }
821 
822 static int rockchip_get_mux(struct rockchip_pin_bank *bank, int pin)
823 {
824 	struct rockchip_pinctrl *info = bank->drvdata;
825 	int iomux_num = (pin / 8);
826 	struct regmap *regmap;
827 	unsigned int val;
828 	int reg, ret, mask, mux_type;
829 	u8 bit;
830 
831 	if (iomux_num > 3)
832 		return -EINVAL;
833 
834 	if (bank->iomux[iomux_num].type & IOMUX_UNROUTED) {
835 		dev_err(info->dev, "pin %d is unrouted\n", pin);
836 		return -EINVAL;
837 	}
838 
839 	if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY)
840 		return RK_FUNC_GPIO;
841 
842 	regmap = (bank->iomux[iomux_num].type & IOMUX_SOURCE_PMU)
843 				? info->regmap_pmu : info->regmap_base;
844 
845 	/* get basic quadrupel of mux registers and the correct reg inside */
846 	mux_type = bank->iomux[iomux_num].type;
847 	reg = bank->iomux[iomux_num].offset;
848 	if (mux_type & IOMUX_WIDTH_4BIT) {
849 		if ((pin % 8) >= 4)
850 			reg += 0x4;
851 		bit = (pin % 4) * 4;
852 		mask = 0xf;
853 	} else if (mux_type & IOMUX_WIDTH_3BIT) {
854 		if ((pin % 8) >= 5)
855 			reg += 0x4;
856 		bit = (pin % 8 % 5) * 3;
857 		mask = 0x7;
858 	} else {
859 		bit = (pin % 8) * 2;
860 		mask = 0x3;
861 	}
862 
863 	if (bank->recalced_mask & BIT(pin))
864 		rockchip_get_recalced_mux(bank, pin, &reg, &bit, &mask);
865 
866 	ret = regmap_read(regmap, reg, &val);
867 	if (ret)
868 		return ret;
869 
870 	return ((val >> bit) & mask);
871 }
872 
873 static int rockchip_verify_mux(struct rockchip_pin_bank *bank,
874 			       int pin, int mux)
875 {
876 	struct rockchip_pinctrl *info = bank->drvdata;
877 	struct device *dev = info->dev;
878 	int iomux_num = (pin / 8);
879 
880 	if (iomux_num > 3)
881 		return -EINVAL;
882 
883 	if (bank->iomux[iomux_num].type & IOMUX_UNROUTED) {
884 		dev_err(dev, "pin %d is unrouted\n", pin);
885 		return -EINVAL;
886 	}
887 
888 	if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY) {
889 		if (mux != RK_FUNC_GPIO) {
890 			dev_err(dev, "pin %d only supports a gpio mux\n", pin);
891 			return -ENOTSUPP;
892 		}
893 	}
894 
895 	return 0;
896 }
897 
898 /*
899  * Set a new mux function for a pin.
900  *
901  * The register is divided into the upper and lower 16 bit. When changing
902  * a value, the previous register value is not read and changed. Instead
903  * it seems the changed bits are marked in the upper 16 bit, while the
904  * changed value gets set in the same offset in the lower 16 bit.
905  * All pin settings seem to be 2 bit wide in both the upper and lower
906  * parts.
907  * @bank: pin bank to change
908  * @pin: pin to change
909  * @mux: new mux function to set
910  */
911 static int rockchip_set_mux(struct rockchip_pin_bank *bank, int pin, int mux)
912 {
913 	struct rockchip_pinctrl *info = bank->drvdata;
914 	struct device *dev = info->dev;
915 	int iomux_num = (pin / 8);
916 	struct regmap *regmap;
917 	int reg, ret, mask, mux_type;
918 	u8 bit;
919 	u32 data, rmask, route_location, route_reg, route_val;
920 
921 	ret = rockchip_verify_mux(bank, pin, mux);
922 	if (ret < 0)
923 		return ret;
924 
925 	if (bank->iomux[iomux_num].type & IOMUX_GPIO_ONLY)
926 		return 0;
927 
928 	dev_dbg(dev, "setting mux of GPIO%d-%d to %d\n", bank->bank_num, pin, mux);
929 
930 	regmap = (bank->iomux[iomux_num].type & IOMUX_SOURCE_PMU)
931 				? info->regmap_pmu : info->regmap_base;
932 
933 	/* get basic quadrupel of mux registers and the correct reg inside */
934 	mux_type = bank->iomux[iomux_num].type;
935 	reg = bank->iomux[iomux_num].offset;
936 	if (mux_type & IOMUX_WIDTH_4BIT) {
937 		if ((pin % 8) >= 4)
938 			reg += 0x4;
939 		bit = (pin % 4) * 4;
940 		mask = 0xf;
941 	} else if (mux_type & IOMUX_WIDTH_3BIT) {
942 		if ((pin % 8) >= 5)
943 			reg += 0x4;
944 		bit = (pin % 8 % 5) * 3;
945 		mask = 0x7;
946 	} else {
947 		bit = (pin % 8) * 2;
948 		mask = 0x3;
949 	}
950 
951 	if (bank->recalced_mask & BIT(pin))
952 		rockchip_get_recalced_mux(bank, pin, &reg, &bit, &mask);
953 
954 	if (bank->route_mask & BIT(pin)) {
955 		if (rockchip_get_mux_route(bank, pin, mux, &route_location,
956 					   &route_reg, &route_val)) {
957 			struct regmap *route_regmap = regmap;
958 
959 			/* handle special locations */
960 			switch (route_location) {
961 			case ROCKCHIP_ROUTE_PMU:
962 				route_regmap = info->regmap_pmu;
963 				break;
964 			case ROCKCHIP_ROUTE_GRF:
965 				route_regmap = info->regmap_base;
966 				break;
967 			}
968 
969 			ret = regmap_write(route_regmap, route_reg, route_val);
970 			if (ret)
971 				return ret;
972 		}
973 	}
974 
975 	data = (mask << (bit + 16));
976 	rmask = data | (data >> 16);
977 	data |= (mux & mask) << bit;
978 	ret = regmap_update_bits(regmap, reg, rmask, data);
979 
980 	return ret;
981 }
982 
983 #define PX30_PULL_PMU_OFFSET		0x10
984 #define PX30_PULL_GRF_OFFSET		0x60
985 #define PX30_PULL_BITS_PER_PIN		2
986 #define PX30_PULL_PINS_PER_REG		8
987 #define PX30_PULL_BANK_STRIDE		16
988 
989 static void px30_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
990 				       int pin_num, struct regmap **regmap,
991 				       int *reg, u8 *bit)
992 {
993 	struct rockchip_pinctrl *info = bank->drvdata;
994 
995 	/* The first 32 pins of the first bank are located in PMU */
996 	if (bank->bank_num == 0) {
997 		*regmap = info->regmap_pmu;
998 		*reg = PX30_PULL_PMU_OFFSET;
999 	} else {
1000 		*regmap = info->regmap_base;
1001 		*reg = PX30_PULL_GRF_OFFSET;
1002 
1003 		/* correct the offset, as we're starting with the 2nd bank */
1004 		*reg -= 0x10;
1005 		*reg += bank->bank_num * PX30_PULL_BANK_STRIDE;
1006 	}
1007 
1008 	*reg += ((pin_num / PX30_PULL_PINS_PER_REG) * 4);
1009 	*bit = (pin_num % PX30_PULL_PINS_PER_REG);
1010 	*bit *= PX30_PULL_BITS_PER_PIN;
1011 }
1012 
1013 #define PX30_DRV_PMU_OFFSET		0x20
1014 #define PX30_DRV_GRF_OFFSET		0xf0
1015 #define PX30_DRV_BITS_PER_PIN		2
1016 #define PX30_DRV_PINS_PER_REG		8
1017 #define PX30_DRV_BANK_STRIDE		16
1018 
1019 static void px30_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1020 				      int pin_num, struct regmap **regmap,
1021 				      int *reg, u8 *bit)
1022 {
1023 	struct rockchip_pinctrl *info = bank->drvdata;
1024 
1025 	/* The first 32 pins of the first bank are located in PMU */
1026 	if (bank->bank_num == 0) {
1027 		*regmap = info->regmap_pmu;
1028 		*reg = PX30_DRV_PMU_OFFSET;
1029 	} else {
1030 		*regmap = info->regmap_base;
1031 		*reg = PX30_DRV_GRF_OFFSET;
1032 
1033 		/* correct the offset, as we're starting with the 2nd bank */
1034 		*reg -= 0x10;
1035 		*reg += bank->bank_num * PX30_DRV_BANK_STRIDE;
1036 	}
1037 
1038 	*reg += ((pin_num / PX30_DRV_PINS_PER_REG) * 4);
1039 	*bit = (pin_num % PX30_DRV_PINS_PER_REG);
1040 	*bit *= PX30_DRV_BITS_PER_PIN;
1041 }
1042 
1043 #define PX30_SCHMITT_PMU_OFFSET			0x38
1044 #define PX30_SCHMITT_GRF_OFFSET			0xc0
1045 #define PX30_SCHMITT_PINS_PER_PMU_REG		16
1046 #define PX30_SCHMITT_BANK_STRIDE		16
1047 #define PX30_SCHMITT_PINS_PER_GRF_REG		8
1048 
1049 static int px30_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1050 					 int pin_num,
1051 					 struct regmap **regmap,
1052 					 int *reg, u8 *bit)
1053 {
1054 	struct rockchip_pinctrl *info = bank->drvdata;
1055 	int pins_per_reg;
1056 
1057 	if (bank->bank_num == 0) {
1058 		*regmap = info->regmap_pmu;
1059 		*reg = PX30_SCHMITT_PMU_OFFSET;
1060 		pins_per_reg = PX30_SCHMITT_PINS_PER_PMU_REG;
1061 	} else {
1062 		*regmap = info->regmap_base;
1063 		*reg = PX30_SCHMITT_GRF_OFFSET;
1064 		pins_per_reg = PX30_SCHMITT_PINS_PER_GRF_REG;
1065 		*reg += (bank->bank_num  - 1) * PX30_SCHMITT_BANK_STRIDE;
1066 	}
1067 
1068 	*reg += ((pin_num / pins_per_reg) * 4);
1069 	*bit = pin_num % pins_per_reg;
1070 
1071 	return 0;
1072 }
1073 
1074 #define RV1108_PULL_PMU_OFFSET		0x10
1075 #define RV1108_PULL_OFFSET		0x110
1076 #define RV1108_PULL_PINS_PER_REG	8
1077 #define RV1108_PULL_BITS_PER_PIN	2
1078 #define RV1108_PULL_BANK_STRIDE		16
1079 
1080 static void rv1108_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1081 					 int pin_num, struct regmap **regmap,
1082 					 int *reg, u8 *bit)
1083 {
1084 	struct rockchip_pinctrl *info = bank->drvdata;
1085 
1086 	/* The first 24 pins of the first bank are located in PMU */
1087 	if (bank->bank_num == 0) {
1088 		*regmap = info->regmap_pmu;
1089 		*reg = RV1108_PULL_PMU_OFFSET;
1090 	} else {
1091 		*reg = RV1108_PULL_OFFSET;
1092 		*regmap = info->regmap_base;
1093 		/* correct the offset, as we're starting with the 2nd bank */
1094 		*reg -= 0x10;
1095 		*reg += bank->bank_num * RV1108_PULL_BANK_STRIDE;
1096 	}
1097 
1098 	*reg += ((pin_num / RV1108_PULL_PINS_PER_REG) * 4);
1099 	*bit = (pin_num % RV1108_PULL_PINS_PER_REG);
1100 	*bit *= RV1108_PULL_BITS_PER_PIN;
1101 }
1102 
1103 #define RV1108_DRV_PMU_OFFSET		0x20
1104 #define RV1108_DRV_GRF_OFFSET		0x210
1105 #define RV1108_DRV_BITS_PER_PIN		2
1106 #define RV1108_DRV_PINS_PER_REG		8
1107 #define RV1108_DRV_BANK_STRIDE		16
1108 
1109 static void rv1108_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1110 					int pin_num, struct regmap **regmap,
1111 					int *reg, u8 *bit)
1112 {
1113 	struct rockchip_pinctrl *info = bank->drvdata;
1114 
1115 	/* The first 24 pins of the first bank are located in PMU */
1116 	if (bank->bank_num == 0) {
1117 		*regmap = info->regmap_pmu;
1118 		*reg = RV1108_DRV_PMU_OFFSET;
1119 	} else {
1120 		*regmap = info->regmap_base;
1121 		*reg = RV1108_DRV_GRF_OFFSET;
1122 
1123 		/* correct the offset, as we're starting with the 2nd bank */
1124 		*reg -= 0x10;
1125 		*reg += bank->bank_num * RV1108_DRV_BANK_STRIDE;
1126 	}
1127 
1128 	*reg += ((pin_num / RV1108_DRV_PINS_PER_REG) * 4);
1129 	*bit = pin_num % RV1108_DRV_PINS_PER_REG;
1130 	*bit *= RV1108_DRV_BITS_PER_PIN;
1131 }
1132 
1133 #define RV1108_SCHMITT_PMU_OFFSET		0x30
1134 #define RV1108_SCHMITT_GRF_OFFSET		0x388
1135 #define RV1108_SCHMITT_BANK_STRIDE		8
1136 #define RV1108_SCHMITT_PINS_PER_GRF_REG		16
1137 #define RV1108_SCHMITT_PINS_PER_PMU_REG		8
1138 
1139 static int rv1108_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1140 					   int pin_num,
1141 					   struct regmap **regmap,
1142 					   int *reg, u8 *bit)
1143 {
1144 	struct rockchip_pinctrl *info = bank->drvdata;
1145 	int pins_per_reg;
1146 
1147 	if (bank->bank_num == 0) {
1148 		*regmap = info->regmap_pmu;
1149 		*reg = RV1108_SCHMITT_PMU_OFFSET;
1150 		pins_per_reg = RV1108_SCHMITT_PINS_PER_PMU_REG;
1151 	} else {
1152 		*regmap = info->regmap_base;
1153 		*reg = RV1108_SCHMITT_GRF_OFFSET;
1154 		pins_per_reg = RV1108_SCHMITT_PINS_PER_GRF_REG;
1155 		*reg += (bank->bank_num  - 1) * RV1108_SCHMITT_BANK_STRIDE;
1156 	}
1157 	*reg += ((pin_num / pins_per_reg) * 4);
1158 	*bit = pin_num % pins_per_reg;
1159 
1160 	return 0;
1161 }
1162 
1163 #define RK3308_SCHMITT_PINS_PER_REG		8
1164 #define RK3308_SCHMITT_BANK_STRIDE		16
1165 #define RK3308_SCHMITT_GRF_OFFSET		0x1a0
1166 
1167 static int rk3308_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1168 				    int pin_num, struct regmap **regmap,
1169 				    int *reg, u8 *bit)
1170 {
1171 	struct rockchip_pinctrl *info = bank->drvdata;
1172 
1173 	*regmap = info->regmap_base;
1174 	*reg = RK3308_SCHMITT_GRF_OFFSET;
1175 
1176 	*reg += bank->bank_num * RK3308_SCHMITT_BANK_STRIDE;
1177 	*reg += ((pin_num / RK3308_SCHMITT_PINS_PER_REG) * 4);
1178 	*bit = pin_num % RK3308_SCHMITT_PINS_PER_REG;
1179 
1180 	return 0;
1181 }
1182 
1183 #define RK2928_PULL_OFFSET		0x118
1184 #define RK2928_PULL_PINS_PER_REG	16
1185 #define RK2928_PULL_BANK_STRIDE		8
1186 
1187 static void rk2928_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1188 				    int pin_num, struct regmap **regmap,
1189 				    int *reg, u8 *bit)
1190 {
1191 	struct rockchip_pinctrl *info = bank->drvdata;
1192 
1193 	*regmap = info->regmap_base;
1194 	*reg = RK2928_PULL_OFFSET;
1195 	*reg += bank->bank_num * RK2928_PULL_BANK_STRIDE;
1196 	*reg += (pin_num / RK2928_PULL_PINS_PER_REG) * 4;
1197 
1198 	*bit = pin_num % RK2928_PULL_PINS_PER_REG;
1199 };
1200 
1201 #define RK3128_PULL_OFFSET	0x118
1202 
1203 static void rk3128_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1204 					 int pin_num, struct regmap **regmap,
1205 					 int *reg, u8 *bit)
1206 {
1207 	struct rockchip_pinctrl *info = bank->drvdata;
1208 
1209 	*regmap = info->regmap_base;
1210 	*reg = RK3128_PULL_OFFSET;
1211 	*reg += bank->bank_num * RK2928_PULL_BANK_STRIDE;
1212 	*reg += ((pin_num / RK2928_PULL_PINS_PER_REG) * 4);
1213 
1214 	*bit = pin_num % RK2928_PULL_PINS_PER_REG;
1215 }
1216 
1217 #define RK3188_PULL_OFFSET		0x164
1218 #define RK3188_PULL_BITS_PER_PIN	2
1219 #define RK3188_PULL_PINS_PER_REG	8
1220 #define RK3188_PULL_BANK_STRIDE		16
1221 #define RK3188_PULL_PMU_OFFSET		0x64
1222 
1223 static void rk3188_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1224 				    int pin_num, struct regmap **regmap,
1225 				    int *reg, u8 *bit)
1226 {
1227 	struct rockchip_pinctrl *info = bank->drvdata;
1228 
1229 	/* The first 12 pins of the first bank are located elsewhere */
1230 	if (bank->bank_num == 0 && pin_num < 12) {
1231 		*regmap = info->regmap_pmu ? info->regmap_pmu
1232 					   : bank->regmap_pull;
1233 		*reg = info->regmap_pmu ? RK3188_PULL_PMU_OFFSET : 0;
1234 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1235 		*bit = pin_num % RK3188_PULL_PINS_PER_REG;
1236 		*bit *= RK3188_PULL_BITS_PER_PIN;
1237 	} else {
1238 		*regmap = info->regmap_pull ? info->regmap_pull
1239 					    : info->regmap_base;
1240 		*reg = info->regmap_pull ? 0 : RK3188_PULL_OFFSET;
1241 
1242 		/* correct the offset, as it is the 2nd pull register */
1243 		*reg -= 4;
1244 		*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1245 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1246 
1247 		/*
1248 		 * The bits in these registers have an inverse ordering
1249 		 * with the lowest pin being in bits 15:14 and the highest
1250 		 * pin in bits 1:0
1251 		 */
1252 		*bit = 7 - (pin_num % RK3188_PULL_PINS_PER_REG);
1253 		*bit *= RK3188_PULL_BITS_PER_PIN;
1254 	}
1255 }
1256 
1257 #define RK3288_PULL_OFFSET		0x140
1258 static void rk3288_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1259 				    int pin_num, struct regmap **regmap,
1260 				    int *reg, u8 *bit)
1261 {
1262 	struct rockchip_pinctrl *info = bank->drvdata;
1263 
1264 	/* The first 24 pins of the first bank are located in PMU */
1265 	if (bank->bank_num == 0) {
1266 		*regmap = info->regmap_pmu;
1267 		*reg = RK3188_PULL_PMU_OFFSET;
1268 
1269 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1270 		*bit = pin_num % RK3188_PULL_PINS_PER_REG;
1271 		*bit *= RK3188_PULL_BITS_PER_PIN;
1272 	} else {
1273 		*regmap = info->regmap_base;
1274 		*reg = RK3288_PULL_OFFSET;
1275 
1276 		/* correct the offset, as we're starting with the 2nd bank */
1277 		*reg -= 0x10;
1278 		*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1279 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1280 
1281 		*bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1282 		*bit *= RK3188_PULL_BITS_PER_PIN;
1283 	}
1284 }
1285 
1286 #define RK3288_DRV_PMU_OFFSET		0x70
1287 #define RK3288_DRV_GRF_OFFSET		0x1c0
1288 #define RK3288_DRV_BITS_PER_PIN		2
1289 #define RK3288_DRV_PINS_PER_REG		8
1290 #define RK3288_DRV_BANK_STRIDE		16
1291 
1292 static void rk3288_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1293 				    int pin_num, struct regmap **regmap,
1294 				    int *reg, u8 *bit)
1295 {
1296 	struct rockchip_pinctrl *info = bank->drvdata;
1297 
1298 	/* The first 24 pins of the first bank are located in PMU */
1299 	if (bank->bank_num == 0) {
1300 		*regmap = info->regmap_pmu;
1301 		*reg = RK3288_DRV_PMU_OFFSET;
1302 
1303 		*reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1304 		*bit = pin_num % RK3288_DRV_PINS_PER_REG;
1305 		*bit *= RK3288_DRV_BITS_PER_PIN;
1306 	} else {
1307 		*regmap = info->regmap_base;
1308 		*reg = RK3288_DRV_GRF_OFFSET;
1309 
1310 		/* correct the offset, as we're starting with the 2nd bank */
1311 		*reg -= 0x10;
1312 		*reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1313 		*reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1314 
1315 		*bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1316 		*bit *= RK3288_DRV_BITS_PER_PIN;
1317 	}
1318 }
1319 
1320 #define RK3228_PULL_OFFSET		0x100
1321 
1322 static void rk3228_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1323 				    int pin_num, struct regmap **regmap,
1324 				    int *reg, u8 *bit)
1325 {
1326 	struct rockchip_pinctrl *info = bank->drvdata;
1327 
1328 	*regmap = info->regmap_base;
1329 	*reg = RK3228_PULL_OFFSET;
1330 	*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1331 	*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1332 
1333 	*bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1334 	*bit *= RK3188_PULL_BITS_PER_PIN;
1335 }
1336 
1337 #define RK3228_DRV_GRF_OFFSET		0x200
1338 
1339 static void rk3228_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1340 				    int pin_num, struct regmap **regmap,
1341 				    int *reg, u8 *bit)
1342 {
1343 	struct rockchip_pinctrl *info = bank->drvdata;
1344 
1345 	*regmap = info->regmap_base;
1346 	*reg = RK3228_DRV_GRF_OFFSET;
1347 	*reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1348 	*reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1349 
1350 	*bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1351 	*bit *= RK3288_DRV_BITS_PER_PIN;
1352 }
1353 
1354 #define RK3308_PULL_OFFSET		0xa0
1355 
1356 static void rk3308_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1357 				    int pin_num, struct regmap **regmap,
1358 				    int *reg, u8 *bit)
1359 {
1360 	struct rockchip_pinctrl *info = bank->drvdata;
1361 
1362 	*regmap = info->regmap_base;
1363 	*reg = RK3308_PULL_OFFSET;
1364 	*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1365 	*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1366 
1367 	*bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1368 	*bit *= RK3188_PULL_BITS_PER_PIN;
1369 }
1370 
1371 #define RK3308_DRV_GRF_OFFSET		0x100
1372 
1373 static void rk3308_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1374 				    int pin_num, struct regmap **regmap,
1375 				    int *reg, u8 *bit)
1376 {
1377 	struct rockchip_pinctrl *info = bank->drvdata;
1378 
1379 	*regmap = info->regmap_base;
1380 	*reg = RK3308_DRV_GRF_OFFSET;
1381 	*reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1382 	*reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1383 
1384 	*bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1385 	*bit *= RK3288_DRV_BITS_PER_PIN;
1386 }
1387 
1388 #define RK3368_PULL_GRF_OFFSET		0x100
1389 #define RK3368_PULL_PMU_OFFSET		0x10
1390 
1391 static void rk3368_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1392 				    int pin_num, struct regmap **regmap,
1393 				    int *reg, u8 *bit)
1394 {
1395 	struct rockchip_pinctrl *info = bank->drvdata;
1396 
1397 	/* The first 32 pins of the first bank are located in PMU */
1398 	if (bank->bank_num == 0) {
1399 		*regmap = info->regmap_pmu;
1400 		*reg = RK3368_PULL_PMU_OFFSET;
1401 
1402 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1403 		*bit = pin_num % RK3188_PULL_PINS_PER_REG;
1404 		*bit *= RK3188_PULL_BITS_PER_PIN;
1405 	} else {
1406 		*regmap = info->regmap_base;
1407 		*reg = RK3368_PULL_GRF_OFFSET;
1408 
1409 		/* correct the offset, as we're starting with the 2nd bank */
1410 		*reg -= 0x10;
1411 		*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1412 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1413 
1414 		*bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1415 		*bit *= RK3188_PULL_BITS_PER_PIN;
1416 	}
1417 }
1418 
1419 #define RK3368_DRV_PMU_OFFSET		0x20
1420 #define RK3368_DRV_GRF_OFFSET		0x200
1421 
1422 static void rk3368_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1423 				    int pin_num, struct regmap **regmap,
1424 				    int *reg, u8 *bit)
1425 {
1426 	struct rockchip_pinctrl *info = bank->drvdata;
1427 
1428 	/* The first 32 pins of the first bank are located in PMU */
1429 	if (bank->bank_num == 0) {
1430 		*regmap = info->regmap_pmu;
1431 		*reg = RK3368_DRV_PMU_OFFSET;
1432 
1433 		*reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1434 		*bit = pin_num % RK3288_DRV_PINS_PER_REG;
1435 		*bit *= RK3288_DRV_BITS_PER_PIN;
1436 	} else {
1437 		*regmap = info->regmap_base;
1438 		*reg = RK3368_DRV_GRF_OFFSET;
1439 
1440 		/* correct the offset, as we're starting with the 2nd bank */
1441 		*reg -= 0x10;
1442 		*reg += bank->bank_num * RK3288_DRV_BANK_STRIDE;
1443 		*reg += ((pin_num / RK3288_DRV_PINS_PER_REG) * 4);
1444 
1445 		*bit = (pin_num % RK3288_DRV_PINS_PER_REG);
1446 		*bit *= RK3288_DRV_BITS_PER_PIN;
1447 	}
1448 }
1449 
1450 #define RK3399_PULL_GRF_OFFSET		0xe040
1451 #define RK3399_PULL_PMU_OFFSET		0x40
1452 #define RK3399_DRV_3BITS_PER_PIN	3
1453 
1454 static void rk3399_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1455 					 int pin_num, struct regmap **regmap,
1456 					 int *reg, u8 *bit)
1457 {
1458 	struct rockchip_pinctrl *info = bank->drvdata;
1459 
1460 	/* The bank0:16 and bank1:32 pins are located in PMU */
1461 	if ((bank->bank_num == 0) || (bank->bank_num == 1)) {
1462 		*regmap = info->regmap_pmu;
1463 		*reg = RK3399_PULL_PMU_OFFSET;
1464 
1465 		*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1466 
1467 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1468 		*bit = pin_num % RK3188_PULL_PINS_PER_REG;
1469 		*bit *= RK3188_PULL_BITS_PER_PIN;
1470 	} else {
1471 		*regmap = info->regmap_base;
1472 		*reg = RK3399_PULL_GRF_OFFSET;
1473 
1474 		/* correct the offset, as we're starting with the 3rd bank */
1475 		*reg -= 0x20;
1476 		*reg += bank->bank_num * RK3188_PULL_BANK_STRIDE;
1477 		*reg += ((pin_num / RK3188_PULL_PINS_PER_REG) * 4);
1478 
1479 		*bit = (pin_num % RK3188_PULL_PINS_PER_REG);
1480 		*bit *= RK3188_PULL_BITS_PER_PIN;
1481 	}
1482 }
1483 
1484 static void rk3399_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1485 					int pin_num, struct regmap **regmap,
1486 					int *reg, u8 *bit)
1487 {
1488 	struct rockchip_pinctrl *info = bank->drvdata;
1489 	int drv_num = (pin_num / 8);
1490 
1491 	/*  The bank0:16 and bank1:32 pins are located in PMU */
1492 	if ((bank->bank_num == 0) || (bank->bank_num == 1))
1493 		*regmap = info->regmap_pmu;
1494 	else
1495 		*regmap = info->regmap_base;
1496 
1497 	*reg = bank->drv[drv_num].offset;
1498 	if ((bank->drv[drv_num].drv_type == DRV_TYPE_IO_1V8_3V0_AUTO) ||
1499 	    (bank->drv[drv_num].drv_type == DRV_TYPE_IO_3V3_ONLY))
1500 		*bit = (pin_num % 8) * 3;
1501 	else
1502 		*bit = (pin_num % 8) * 2;
1503 }
1504 
1505 #define RK3568_PULL_PMU_OFFSET		0x20
1506 #define RK3568_PULL_GRF_OFFSET		0x80
1507 #define RK3568_PULL_BITS_PER_PIN	2
1508 #define RK3568_PULL_PINS_PER_REG	8
1509 #define RK3568_PULL_BANK_STRIDE		0x10
1510 
1511 static void rk3568_calc_pull_reg_and_bit(struct rockchip_pin_bank *bank,
1512 					 int pin_num, struct regmap **regmap,
1513 					 int *reg, u8 *bit)
1514 {
1515 	struct rockchip_pinctrl *info = bank->drvdata;
1516 
1517 	if (bank->bank_num == 0) {
1518 		*regmap = info->regmap_pmu;
1519 		*reg = RK3568_PULL_PMU_OFFSET;
1520 		*reg += bank->bank_num * RK3568_PULL_BANK_STRIDE;
1521 		*reg += ((pin_num / RK3568_PULL_PINS_PER_REG) * 4);
1522 
1523 		*bit = pin_num % RK3568_PULL_PINS_PER_REG;
1524 		*bit *= RK3568_PULL_BITS_PER_PIN;
1525 	} else {
1526 		*regmap = info->regmap_base;
1527 		*reg = RK3568_PULL_GRF_OFFSET;
1528 		*reg += (bank->bank_num - 1) * RK3568_PULL_BANK_STRIDE;
1529 		*reg += ((pin_num / RK3568_PULL_PINS_PER_REG) * 4);
1530 
1531 		*bit = (pin_num % RK3568_PULL_PINS_PER_REG);
1532 		*bit *= RK3568_PULL_BITS_PER_PIN;
1533 	}
1534 }
1535 
1536 #define RK3568_DRV_PMU_OFFSET		0x70
1537 #define RK3568_DRV_GRF_OFFSET		0x200
1538 #define RK3568_DRV_BITS_PER_PIN		8
1539 #define RK3568_DRV_PINS_PER_REG		2
1540 #define RK3568_DRV_BANK_STRIDE		0x40
1541 
1542 static void rk3568_calc_drv_reg_and_bit(struct rockchip_pin_bank *bank,
1543 					int pin_num, struct regmap **regmap,
1544 					int *reg, u8 *bit)
1545 {
1546 	struct rockchip_pinctrl *info = bank->drvdata;
1547 
1548 	/* The first 32 pins of the first bank are located in PMU */
1549 	if (bank->bank_num == 0) {
1550 		*regmap = info->regmap_pmu;
1551 		*reg = RK3568_DRV_PMU_OFFSET;
1552 		*reg += ((pin_num / RK3568_DRV_PINS_PER_REG) * 4);
1553 
1554 		*bit = pin_num % RK3568_DRV_PINS_PER_REG;
1555 		*bit *= RK3568_DRV_BITS_PER_PIN;
1556 	} else {
1557 		*regmap = info->regmap_base;
1558 		*reg = RK3568_DRV_GRF_OFFSET;
1559 		*reg += (bank->bank_num - 1) * RK3568_DRV_BANK_STRIDE;
1560 		*reg += ((pin_num / RK3568_DRV_PINS_PER_REG) * 4);
1561 
1562 		*bit = (pin_num % RK3568_DRV_PINS_PER_REG);
1563 		*bit *= RK3568_DRV_BITS_PER_PIN;
1564 	}
1565 }
1566 
1567 static int rockchip_perpin_drv_list[DRV_TYPE_MAX][8] = {
1568 	{ 2, 4, 8, 12, -1, -1, -1, -1 },
1569 	{ 3, 6, 9, 12, -1, -1, -1, -1 },
1570 	{ 5, 10, 15, 20, -1, -1, -1, -1 },
1571 	{ 4, 6, 8, 10, 12, 14, 16, 18 },
1572 	{ 4, 7, 10, 13, 16, 19, 22, 26 }
1573 };
1574 
1575 static int rockchip_get_drive_perpin(struct rockchip_pin_bank *bank,
1576 				     int pin_num)
1577 {
1578 	struct rockchip_pinctrl *info = bank->drvdata;
1579 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
1580 	struct device *dev = info->dev;
1581 	struct regmap *regmap;
1582 	int reg, ret;
1583 	u32 data, temp, rmask_bits;
1584 	u8 bit;
1585 	int drv_type = bank->drv[pin_num / 8].drv_type;
1586 
1587 	ctrl->drv_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1588 
1589 	switch (drv_type) {
1590 	case DRV_TYPE_IO_1V8_3V0_AUTO:
1591 	case DRV_TYPE_IO_3V3_ONLY:
1592 		rmask_bits = RK3399_DRV_3BITS_PER_PIN;
1593 		switch (bit) {
1594 		case 0 ... 12:
1595 			/* regular case, nothing to do */
1596 			break;
1597 		case 15:
1598 			/*
1599 			 * drive-strength offset is special, as it is
1600 			 * spread over 2 registers
1601 			 */
1602 			ret = regmap_read(regmap, reg, &data);
1603 			if (ret)
1604 				return ret;
1605 
1606 			ret = regmap_read(regmap, reg + 0x4, &temp);
1607 			if (ret)
1608 				return ret;
1609 
1610 			/*
1611 			 * the bit data[15] contains bit 0 of the value
1612 			 * while temp[1:0] contains bits 2 and 1
1613 			 */
1614 			data >>= 15;
1615 			temp &= 0x3;
1616 			temp <<= 1;
1617 			data |= temp;
1618 
1619 			return rockchip_perpin_drv_list[drv_type][data];
1620 		case 18 ... 21:
1621 			/* setting fully enclosed in the second register */
1622 			reg += 4;
1623 			bit -= 16;
1624 			break;
1625 		default:
1626 			dev_err(dev, "unsupported bit: %d for pinctrl drive type: %d\n",
1627 				bit, drv_type);
1628 			return -EINVAL;
1629 		}
1630 
1631 		break;
1632 	case DRV_TYPE_IO_DEFAULT:
1633 	case DRV_TYPE_IO_1V8_OR_3V0:
1634 	case DRV_TYPE_IO_1V8_ONLY:
1635 		rmask_bits = RK3288_DRV_BITS_PER_PIN;
1636 		break;
1637 	default:
1638 		dev_err(dev, "unsupported pinctrl drive type: %d\n", drv_type);
1639 		return -EINVAL;
1640 	}
1641 
1642 	ret = regmap_read(regmap, reg, &data);
1643 	if (ret)
1644 		return ret;
1645 
1646 	data >>= bit;
1647 	data &= (1 << rmask_bits) - 1;
1648 
1649 	return rockchip_perpin_drv_list[drv_type][data];
1650 }
1651 
1652 static int rockchip_set_drive_perpin(struct rockchip_pin_bank *bank,
1653 				     int pin_num, int strength)
1654 {
1655 	struct rockchip_pinctrl *info = bank->drvdata;
1656 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
1657 	struct device *dev = info->dev;
1658 	struct regmap *regmap;
1659 	int reg, ret, i;
1660 	u32 data, rmask, rmask_bits, temp;
1661 	u8 bit;
1662 	int drv_type = bank->drv[pin_num / 8].drv_type;
1663 
1664 	dev_dbg(dev, "setting drive of GPIO%d-%d to %d\n",
1665 		bank->bank_num, pin_num, strength);
1666 
1667 	ctrl->drv_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1668 	if (ctrl->type == RK3568) {
1669 		rmask_bits = RK3568_DRV_BITS_PER_PIN;
1670 		ret = (1 << (strength + 1)) - 1;
1671 		goto config;
1672 	}
1673 
1674 	ret = -EINVAL;
1675 	for (i = 0; i < ARRAY_SIZE(rockchip_perpin_drv_list[drv_type]); i++) {
1676 		if (rockchip_perpin_drv_list[drv_type][i] == strength) {
1677 			ret = i;
1678 			break;
1679 		} else if (rockchip_perpin_drv_list[drv_type][i] < 0) {
1680 			ret = rockchip_perpin_drv_list[drv_type][i];
1681 			break;
1682 		}
1683 	}
1684 
1685 	if (ret < 0) {
1686 		dev_err(dev, "unsupported driver strength %d\n", strength);
1687 		return ret;
1688 	}
1689 
1690 	switch (drv_type) {
1691 	case DRV_TYPE_IO_1V8_3V0_AUTO:
1692 	case DRV_TYPE_IO_3V3_ONLY:
1693 		rmask_bits = RK3399_DRV_3BITS_PER_PIN;
1694 		switch (bit) {
1695 		case 0 ... 12:
1696 			/* regular case, nothing to do */
1697 			break;
1698 		case 15:
1699 			/*
1700 			 * drive-strength offset is special, as it is spread
1701 			 * over 2 registers, the bit data[15] contains bit 0
1702 			 * of the value while temp[1:0] contains bits 2 and 1
1703 			 */
1704 			data = (ret & 0x1) << 15;
1705 			temp = (ret >> 0x1) & 0x3;
1706 
1707 			rmask = BIT(15) | BIT(31);
1708 			data |= BIT(31);
1709 			ret = regmap_update_bits(regmap, reg, rmask, data);
1710 			if (ret)
1711 				return ret;
1712 
1713 			rmask = 0x3 | (0x3 << 16);
1714 			temp |= (0x3 << 16);
1715 			reg += 0x4;
1716 			ret = regmap_update_bits(regmap, reg, rmask, temp);
1717 
1718 			return ret;
1719 		case 18 ... 21:
1720 			/* setting fully enclosed in the second register */
1721 			reg += 4;
1722 			bit -= 16;
1723 			break;
1724 		default:
1725 			dev_err(dev, "unsupported bit: %d for pinctrl drive type: %d\n",
1726 				bit, drv_type);
1727 			return -EINVAL;
1728 		}
1729 		break;
1730 	case DRV_TYPE_IO_DEFAULT:
1731 	case DRV_TYPE_IO_1V8_OR_3V0:
1732 	case DRV_TYPE_IO_1V8_ONLY:
1733 		rmask_bits = RK3288_DRV_BITS_PER_PIN;
1734 		break;
1735 	default:
1736 		dev_err(dev, "unsupported pinctrl drive type: %d\n", drv_type);
1737 		return -EINVAL;
1738 	}
1739 
1740 config:
1741 	/* enable the write to the equivalent lower bits */
1742 	data = ((1 << rmask_bits) - 1) << (bit + 16);
1743 	rmask = data | (data >> 16);
1744 	data |= (ret << bit);
1745 
1746 	ret = regmap_update_bits(regmap, reg, rmask, data);
1747 
1748 	return ret;
1749 }
1750 
1751 static int rockchip_pull_list[PULL_TYPE_MAX][4] = {
1752 	{
1753 		PIN_CONFIG_BIAS_DISABLE,
1754 		PIN_CONFIG_BIAS_PULL_UP,
1755 		PIN_CONFIG_BIAS_PULL_DOWN,
1756 		PIN_CONFIG_BIAS_BUS_HOLD
1757 	},
1758 	{
1759 		PIN_CONFIG_BIAS_DISABLE,
1760 		PIN_CONFIG_BIAS_PULL_DOWN,
1761 		PIN_CONFIG_BIAS_DISABLE,
1762 		PIN_CONFIG_BIAS_PULL_UP
1763 	},
1764 };
1765 
1766 static int rockchip_get_pull(struct rockchip_pin_bank *bank, int pin_num)
1767 {
1768 	struct rockchip_pinctrl *info = bank->drvdata;
1769 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
1770 	struct device *dev = info->dev;
1771 	struct regmap *regmap;
1772 	int reg, ret, pull_type;
1773 	u8 bit;
1774 	u32 data;
1775 
1776 	/* rk3066b does support any pulls */
1777 	if (ctrl->type == RK3066B)
1778 		return PIN_CONFIG_BIAS_DISABLE;
1779 
1780 	ctrl->pull_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1781 
1782 	ret = regmap_read(regmap, reg, &data);
1783 	if (ret)
1784 		return ret;
1785 
1786 	switch (ctrl->type) {
1787 	case RK2928:
1788 	case RK3128:
1789 		return !(data & BIT(bit))
1790 				? PIN_CONFIG_BIAS_PULL_PIN_DEFAULT
1791 				: PIN_CONFIG_BIAS_DISABLE;
1792 	case PX30:
1793 	case RV1108:
1794 	case RK3188:
1795 	case RK3288:
1796 	case RK3308:
1797 	case RK3368:
1798 	case RK3399:
1799 		pull_type = bank->pull_type[pin_num / 8];
1800 		data >>= bit;
1801 		data &= (1 << RK3188_PULL_BITS_PER_PIN) - 1;
1802 
1803 		return rockchip_pull_list[pull_type][data];
1804 	default:
1805 		dev_err(dev, "unsupported pinctrl type\n");
1806 		return -EINVAL;
1807 	};
1808 }
1809 
1810 static int rockchip_set_pull(struct rockchip_pin_bank *bank,
1811 					int pin_num, int pull)
1812 {
1813 	struct rockchip_pinctrl *info = bank->drvdata;
1814 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
1815 	struct device *dev = info->dev;
1816 	struct regmap *regmap;
1817 	int reg, ret, i, pull_type;
1818 	u8 bit;
1819 	u32 data, rmask;
1820 
1821 	dev_dbg(dev, "setting pull of GPIO%d-%d to %d\n", bank->bank_num, pin_num, pull);
1822 
1823 	/* rk3066b does support any pulls */
1824 	if (ctrl->type == RK3066B)
1825 		return pull ? -EINVAL : 0;
1826 
1827 	ctrl->pull_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1828 
1829 	switch (ctrl->type) {
1830 	case RK2928:
1831 	case RK3128:
1832 		data = BIT(bit + 16);
1833 		if (pull == PIN_CONFIG_BIAS_DISABLE)
1834 			data |= BIT(bit);
1835 		ret = regmap_write(regmap, reg, data);
1836 		break;
1837 	case PX30:
1838 	case RV1108:
1839 	case RK3188:
1840 	case RK3288:
1841 	case RK3308:
1842 	case RK3368:
1843 	case RK3399:
1844 	case RK3568:
1845 		pull_type = bank->pull_type[pin_num / 8];
1846 		ret = -EINVAL;
1847 		for (i = 0; i < ARRAY_SIZE(rockchip_pull_list[pull_type]);
1848 			i++) {
1849 			if (rockchip_pull_list[pull_type][i] == pull) {
1850 				ret = i;
1851 				break;
1852 			}
1853 		}
1854 		/*
1855 		 * In the TRM, pull-up being 1 for everything except the GPIO0_D0-D6,
1856 		 * where that pull up value becomes 3.
1857 		 */
1858 		if (ctrl->type == RK3568 && bank->bank_num == 0 && pin_num >= 27 && pin_num <= 30) {
1859 			if (ret == 1)
1860 				ret = 3;
1861 		}
1862 
1863 		if (ret < 0) {
1864 			dev_err(dev, "unsupported pull setting %d\n", pull);
1865 			return ret;
1866 		}
1867 
1868 		/* enable the write to the equivalent lower bits */
1869 		data = ((1 << RK3188_PULL_BITS_PER_PIN) - 1) << (bit + 16);
1870 		rmask = data | (data >> 16);
1871 		data |= (ret << bit);
1872 
1873 		ret = regmap_update_bits(regmap, reg, rmask, data);
1874 		break;
1875 	default:
1876 		dev_err(dev, "unsupported pinctrl type\n");
1877 		return -EINVAL;
1878 	}
1879 
1880 	return ret;
1881 }
1882 
1883 #define RK3328_SCHMITT_BITS_PER_PIN		1
1884 #define RK3328_SCHMITT_PINS_PER_REG		16
1885 #define RK3328_SCHMITT_BANK_STRIDE		8
1886 #define RK3328_SCHMITT_GRF_OFFSET		0x380
1887 
1888 static int rk3328_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1889 					   int pin_num,
1890 					   struct regmap **regmap,
1891 					   int *reg, u8 *bit)
1892 {
1893 	struct rockchip_pinctrl *info = bank->drvdata;
1894 
1895 	*regmap = info->regmap_base;
1896 	*reg = RK3328_SCHMITT_GRF_OFFSET;
1897 
1898 	*reg += bank->bank_num * RK3328_SCHMITT_BANK_STRIDE;
1899 	*reg += ((pin_num / RK3328_SCHMITT_PINS_PER_REG) * 4);
1900 	*bit = pin_num % RK3328_SCHMITT_PINS_PER_REG;
1901 
1902 	return 0;
1903 }
1904 
1905 #define RK3568_SCHMITT_BITS_PER_PIN		2
1906 #define RK3568_SCHMITT_PINS_PER_REG		8
1907 #define RK3568_SCHMITT_BANK_STRIDE		0x10
1908 #define RK3568_SCHMITT_GRF_OFFSET		0xc0
1909 #define RK3568_SCHMITT_PMUGRF_OFFSET		0x30
1910 
1911 static int rk3568_calc_schmitt_reg_and_bit(struct rockchip_pin_bank *bank,
1912 					   int pin_num,
1913 					   struct regmap **regmap,
1914 					   int *reg, u8 *bit)
1915 {
1916 	struct rockchip_pinctrl *info = bank->drvdata;
1917 
1918 	if (bank->bank_num == 0) {
1919 		*regmap = info->regmap_pmu;
1920 		*reg = RK3568_SCHMITT_PMUGRF_OFFSET;
1921 	} else {
1922 		*regmap = info->regmap_base;
1923 		*reg = RK3568_SCHMITT_GRF_OFFSET;
1924 		*reg += (bank->bank_num - 1) * RK3568_SCHMITT_BANK_STRIDE;
1925 	}
1926 
1927 	*reg += ((pin_num / RK3568_SCHMITT_PINS_PER_REG) * 4);
1928 	*bit = pin_num % RK3568_SCHMITT_PINS_PER_REG;
1929 	*bit *= RK3568_SCHMITT_BITS_PER_PIN;
1930 
1931 	return 0;
1932 }
1933 
1934 static int rockchip_get_schmitt(struct rockchip_pin_bank *bank, int pin_num)
1935 {
1936 	struct rockchip_pinctrl *info = bank->drvdata;
1937 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
1938 	struct regmap *regmap;
1939 	int reg, ret;
1940 	u8 bit;
1941 	u32 data;
1942 
1943 	ret = ctrl->schmitt_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1944 	if (ret)
1945 		return ret;
1946 
1947 	ret = regmap_read(regmap, reg, &data);
1948 	if (ret)
1949 		return ret;
1950 
1951 	data >>= bit;
1952 	switch (ctrl->type) {
1953 	case RK3568:
1954 		return data & ((1 << RK3568_SCHMITT_BITS_PER_PIN) - 1);
1955 	default:
1956 		break;
1957 	}
1958 
1959 	return data & 0x1;
1960 }
1961 
1962 static int rockchip_set_schmitt(struct rockchip_pin_bank *bank,
1963 				int pin_num, int enable)
1964 {
1965 	struct rockchip_pinctrl *info = bank->drvdata;
1966 	struct rockchip_pin_ctrl *ctrl = info->ctrl;
1967 	struct device *dev = info->dev;
1968 	struct regmap *regmap;
1969 	int reg, ret;
1970 	u8 bit;
1971 	u32 data, rmask;
1972 
1973 	dev_dbg(dev, "setting input schmitt of GPIO%d-%d to %d\n",
1974 		bank->bank_num, pin_num, enable);
1975 
1976 	ret = ctrl->schmitt_calc_reg(bank, pin_num, &regmap, &reg, &bit);
1977 	if (ret)
1978 		return ret;
1979 
1980 	/* enable the write to the equivalent lower bits */
1981 	switch (ctrl->type) {
1982 	case RK3568:
1983 		data = ((1 << RK3568_SCHMITT_BITS_PER_PIN) - 1) << (bit + 16);
1984 		rmask = data | (data >> 16);
1985 		data |= ((enable ? 0x2 : 0x1) << bit);
1986 		break;
1987 	default:
1988 		data = BIT(bit + 16) | (enable << bit);
1989 		rmask = BIT(bit + 16) | BIT(bit);
1990 		break;
1991 	}
1992 
1993 	return regmap_update_bits(regmap, reg, rmask, data);
1994 }
1995 
1996 /*
1997  * Pinmux_ops handling
1998  */
1999 
2000 static int rockchip_pmx_get_funcs_count(struct pinctrl_dev *pctldev)
2001 {
2002 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2003 
2004 	return info->nfunctions;
2005 }
2006 
2007 static const char *rockchip_pmx_get_func_name(struct pinctrl_dev *pctldev,
2008 					  unsigned selector)
2009 {
2010 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2011 
2012 	return info->functions[selector].name;
2013 }
2014 
2015 static int rockchip_pmx_get_groups(struct pinctrl_dev *pctldev,
2016 				unsigned selector, const char * const **groups,
2017 				unsigned * const num_groups)
2018 {
2019 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2020 
2021 	*groups = info->functions[selector].groups;
2022 	*num_groups = info->functions[selector].ngroups;
2023 
2024 	return 0;
2025 }
2026 
2027 static int rockchip_pmx_set(struct pinctrl_dev *pctldev, unsigned selector,
2028 			    unsigned group)
2029 {
2030 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2031 	const unsigned int *pins = info->groups[group].pins;
2032 	const struct rockchip_pin_config *data = info->groups[group].data;
2033 	struct device *dev = info->dev;
2034 	struct rockchip_pin_bank *bank;
2035 	int cnt, ret = 0;
2036 
2037 	dev_dbg(dev, "enable function %s group %s\n",
2038 		info->functions[selector].name, info->groups[group].name);
2039 
2040 	/*
2041 	 * for each pin in the pin group selected, program the corresponding
2042 	 * pin function number in the config register.
2043 	 */
2044 	for (cnt = 0; cnt < info->groups[group].npins; cnt++) {
2045 		bank = pin_to_bank(info, pins[cnt]);
2046 		ret = rockchip_set_mux(bank, pins[cnt] - bank->pin_base,
2047 				       data[cnt].func);
2048 		if (ret)
2049 			break;
2050 	}
2051 
2052 	if (ret) {
2053 		/* revert the already done pin settings */
2054 		for (cnt--; cnt >= 0; cnt--)
2055 			rockchip_set_mux(bank, pins[cnt] - bank->pin_base, 0);
2056 
2057 		return ret;
2058 	}
2059 
2060 	return 0;
2061 }
2062 
2063 static const struct pinmux_ops rockchip_pmx_ops = {
2064 	.get_functions_count	= rockchip_pmx_get_funcs_count,
2065 	.get_function_name	= rockchip_pmx_get_func_name,
2066 	.get_function_groups	= rockchip_pmx_get_groups,
2067 	.set_mux		= rockchip_pmx_set,
2068 };
2069 
2070 /*
2071  * Pinconf_ops handling
2072  */
2073 
2074 static bool rockchip_pinconf_pull_valid(struct rockchip_pin_ctrl *ctrl,
2075 					enum pin_config_param pull)
2076 {
2077 	switch (ctrl->type) {
2078 	case RK2928:
2079 	case RK3128:
2080 		return (pull == PIN_CONFIG_BIAS_PULL_PIN_DEFAULT ||
2081 					pull == PIN_CONFIG_BIAS_DISABLE);
2082 	case RK3066B:
2083 		return pull ? false : true;
2084 	case PX30:
2085 	case RV1108:
2086 	case RK3188:
2087 	case RK3288:
2088 	case RK3308:
2089 	case RK3368:
2090 	case RK3399:
2091 	case RK3568:
2092 		return (pull != PIN_CONFIG_BIAS_PULL_PIN_DEFAULT);
2093 	}
2094 
2095 	return false;
2096 }
2097 
2098 static int rockchip_pinconf_defer_output(struct rockchip_pin_bank *bank,
2099 					 unsigned int pin, u32 arg)
2100 {
2101 	struct rockchip_pin_output_deferred *cfg;
2102 
2103 	cfg = kzalloc(sizeof(*cfg), GFP_KERNEL);
2104 	if (!cfg)
2105 		return -ENOMEM;
2106 
2107 	cfg->pin = pin;
2108 	cfg->arg = arg;
2109 
2110 	list_add_tail(&cfg->head, &bank->deferred_output);
2111 
2112 	return 0;
2113 }
2114 
2115 /* set the pin config settings for a specified pin */
2116 static int rockchip_pinconf_set(struct pinctrl_dev *pctldev, unsigned int pin,
2117 				unsigned long *configs, unsigned num_configs)
2118 {
2119 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2120 	struct rockchip_pin_bank *bank = pin_to_bank(info, pin);
2121 	struct gpio_chip *gpio = &bank->gpio_chip;
2122 	enum pin_config_param param;
2123 	u32 arg;
2124 	int i;
2125 	int rc;
2126 
2127 	for (i = 0; i < num_configs; i++) {
2128 		param = pinconf_to_config_param(configs[i]);
2129 		arg = pinconf_to_config_argument(configs[i]);
2130 
2131 		switch (param) {
2132 		case PIN_CONFIG_BIAS_DISABLE:
2133 			rc =  rockchip_set_pull(bank, pin - bank->pin_base,
2134 				param);
2135 			if (rc)
2136 				return rc;
2137 			break;
2138 		case PIN_CONFIG_BIAS_PULL_UP:
2139 		case PIN_CONFIG_BIAS_PULL_DOWN:
2140 		case PIN_CONFIG_BIAS_PULL_PIN_DEFAULT:
2141 		case PIN_CONFIG_BIAS_BUS_HOLD:
2142 			if (!rockchip_pinconf_pull_valid(info->ctrl, param))
2143 				return -ENOTSUPP;
2144 
2145 			if (!arg)
2146 				return -EINVAL;
2147 
2148 			rc = rockchip_set_pull(bank, pin - bank->pin_base,
2149 				param);
2150 			if (rc)
2151 				return rc;
2152 			break;
2153 		case PIN_CONFIG_OUTPUT:
2154 			rc = rockchip_set_mux(bank, pin - bank->pin_base,
2155 					      RK_FUNC_GPIO);
2156 			if (rc != RK_FUNC_GPIO)
2157 				return -EINVAL;
2158 
2159 			/*
2160 			 * Check for gpio driver not being probed yet.
2161 			 * The lock makes sure that either gpio-probe has completed
2162 			 * or the gpio driver hasn't probed yet.
2163 			 */
2164 			mutex_lock(&bank->deferred_lock);
2165 			if (!gpio || !gpio->direction_output) {
2166 				rc = rockchip_pinconf_defer_output(bank, pin - bank->pin_base, arg);
2167 				mutex_unlock(&bank->deferred_lock);
2168 				if (rc)
2169 					return rc;
2170 
2171 				break;
2172 			}
2173 			mutex_unlock(&bank->deferred_lock);
2174 
2175 			rc = gpio->direction_output(gpio, pin - bank->pin_base,
2176 						    arg);
2177 			if (rc)
2178 				return rc;
2179 			break;
2180 		case PIN_CONFIG_DRIVE_STRENGTH:
2181 			/* rk3288 is the first with per-pin drive-strength */
2182 			if (!info->ctrl->drv_calc_reg)
2183 				return -ENOTSUPP;
2184 
2185 			rc = rockchip_set_drive_perpin(bank,
2186 						pin - bank->pin_base, arg);
2187 			if (rc < 0)
2188 				return rc;
2189 			break;
2190 		case PIN_CONFIG_INPUT_SCHMITT_ENABLE:
2191 			if (!info->ctrl->schmitt_calc_reg)
2192 				return -ENOTSUPP;
2193 
2194 			rc = rockchip_set_schmitt(bank,
2195 						  pin - bank->pin_base, arg);
2196 			if (rc < 0)
2197 				return rc;
2198 			break;
2199 		default:
2200 			return -ENOTSUPP;
2201 			break;
2202 		}
2203 	} /* for each config */
2204 
2205 	return 0;
2206 }
2207 
2208 /* get the pin config settings for a specified pin */
2209 static int rockchip_pinconf_get(struct pinctrl_dev *pctldev, unsigned int pin,
2210 							unsigned long *config)
2211 {
2212 	struct rockchip_pinctrl *info = pinctrl_dev_get_drvdata(pctldev);
2213 	struct rockchip_pin_bank *bank = pin_to_bank(info, pin);
2214 	struct gpio_chip *gpio = &bank->gpio_chip;
2215 	enum pin_config_param param = pinconf_to_config_param(*config);
2216 	u16 arg;
2217 	int rc;
2218 
2219 	switch (param) {
2220 	case PIN_CONFIG_BIAS_DISABLE:
2221 		if (rockchip_get_pull(bank, pin - bank->pin_base) != param)
2222 			return -EINVAL;
2223 
2224 		arg = 0;
2225 		break;
2226 	case PIN_CONFIG_BIAS_PULL_UP:
2227 	case PIN_CONFIG_BIAS_PULL_DOWN:
2228 	case PIN_CONFIG_BIAS_PULL_PIN_DEFAULT:
2229 	case PIN_CONFIG_BIAS_BUS_HOLD:
2230 		if (!rockchip_pinconf_pull_valid(info->ctrl, param))
2231 			return -ENOTSUPP;
2232 
2233 		if (rockchip_get_pull(bank, pin - bank->pin_base) != param)
2234 			return -EINVAL;
2235 
2236 		arg = 1;
2237 		break;
2238 	case PIN_CONFIG_OUTPUT:
2239 		rc = rockchip_get_mux(bank, pin - bank->pin_base);
2240 		if (rc != RK_FUNC_GPIO)
2241 			return -EINVAL;
2242 
2243 		if (!gpio || !gpio->get) {
2244 			arg = 0;
2245 			break;
2246 		}
2247 
2248 		rc = gpio->get(gpio, pin - bank->pin_base);
2249 		if (rc < 0)
2250 			return rc;
2251 
2252 		arg = rc ? 1 : 0;
2253 		break;
2254 	case PIN_CONFIG_DRIVE_STRENGTH:
2255 		/* rk3288 is the first with per-pin drive-strength */
2256 		if (!info->ctrl->drv_calc_reg)
2257 			return -ENOTSUPP;
2258 
2259 		rc = rockchip_get_drive_perpin(bank, pin - bank->pin_base);
2260 		if (rc < 0)
2261 			return rc;
2262 
2263 		arg = rc;
2264 		break;
2265 	case PIN_CONFIG_INPUT_SCHMITT_ENABLE:
2266 		if (!info->ctrl->schmitt_calc_reg)
2267 			return -ENOTSUPP;
2268 
2269 		rc = rockchip_get_schmitt(bank, pin - bank->pin_base);
2270 		if (rc < 0)
2271 			return rc;
2272 
2273 		arg = rc;
2274 		break;
2275 	default:
2276 		return -ENOTSUPP;
2277 		break;
2278 	}
2279 
2280 	*config = pinconf_to_config_packed(param, arg);
2281 
2282 	return 0;
2283 }
2284 
2285 static const struct pinconf_ops rockchip_pinconf_ops = {
2286 	.pin_config_get			= rockchip_pinconf_get,
2287 	.pin_config_set			= rockchip_pinconf_set,
2288 	.is_generic			= true,
2289 };
2290 
2291 static const struct of_device_id rockchip_bank_match[] = {
2292 	{ .compatible = "rockchip,gpio-bank" },
2293 	{ .compatible = "rockchip,rk3188-gpio-bank0" },
2294 	{},
2295 };
2296 
2297 static void rockchip_pinctrl_child_count(struct rockchip_pinctrl *info,
2298 						struct device_node *np)
2299 {
2300 	struct device_node *child;
2301 
2302 	for_each_child_of_node(np, child) {
2303 		if (of_match_node(rockchip_bank_match, child))
2304 			continue;
2305 
2306 		info->nfunctions++;
2307 		info->ngroups += of_get_child_count(child);
2308 	}
2309 }
2310 
2311 static int rockchip_pinctrl_parse_groups(struct device_node *np,
2312 					      struct rockchip_pin_group *grp,
2313 					      struct rockchip_pinctrl *info,
2314 					      u32 index)
2315 {
2316 	struct device *dev = info->dev;
2317 	struct rockchip_pin_bank *bank;
2318 	int size;
2319 	const __be32 *list;
2320 	int num;
2321 	int i, j;
2322 	int ret;
2323 
2324 	dev_dbg(dev, "group(%d): %pOFn\n", index, np);
2325 
2326 	/* Initialise group */
2327 	grp->name = np->name;
2328 
2329 	/*
2330 	 * the binding format is rockchip,pins = <bank pin mux CONFIG>,
2331 	 * do sanity check and calculate pins number
2332 	 */
2333 	list = of_get_property(np, "rockchip,pins", &size);
2334 	/* we do not check return since it's safe node passed down */
2335 	size /= sizeof(*list);
2336 	if (!size || size % 4)
2337 		return dev_err_probe(dev, -EINVAL, "wrong pins number or pins and configs should be by 4\n");
2338 
2339 	grp->npins = size / 4;
2340 
2341 	grp->pins = devm_kcalloc(dev, grp->npins, sizeof(*grp->pins), GFP_KERNEL);
2342 	grp->data = devm_kcalloc(dev, grp->npins, sizeof(*grp->data), GFP_KERNEL);
2343 	if (!grp->pins || !grp->data)
2344 		return -ENOMEM;
2345 
2346 	for (i = 0, j = 0; i < size; i += 4, j++) {
2347 		const __be32 *phandle;
2348 		struct device_node *np_config;
2349 
2350 		num = be32_to_cpu(*list++);
2351 		bank = bank_num_to_bank(info, num);
2352 		if (IS_ERR(bank))
2353 			return PTR_ERR(bank);
2354 
2355 		grp->pins[j] = bank->pin_base + be32_to_cpu(*list++);
2356 		grp->data[j].func = be32_to_cpu(*list++);
2357 
2358 		phandle = list++;
2359 		if (!phandle)
2360 			return -EINVAL;
2361 
2362 		np_config = of_find_node_by_phandle(be32_to_cpup(phandle));
2363 		ret = pinconf_generic_parse_dt_config(np_config, NULL,
2364 				&grp->data[j].configs, &grp->data[j].nconfigs);
2365 		if (ret)
2366 			return ret;
2367 	}
2368 
2369 	return 0;
2370 }
2371 
2372 static int rockchip_pinctrl_parse_functions(struct device_node *np,
2373 						struct rockchip_pinctrl *info,
2374 						u32 index)
2375 {
2376 	struct device *dev = info->dev;
2377 	struct device_node *child;
2378 	struct rockchip_pmx_func *func;
2379 	struct rockchip_pin_group *grp;
2380 	int ret;
2381 	static u32 grp_index;
2382 	u32 i = 0;
2383 
2384 	dev_dbg(dev, "parse function(%d): %pOFn\n", index, np);
2385 
2386 	func = &info->functions[index];
2387 
2388 	/* Initialise function */
2389 	func->name = np->name;
2390 	func->ngroups = of_get_child_count(np);
2391 	if (func->ngroups <= 0)
2392 		return 0;
2393 
2394 	func->groups = devm_kcalloc(dev, func->ngroups, sizeof(*func->groups), GFP_KERNEL);
2395 	if (!func->groups)
2396 		return -ENOMEM;
2397 
2398 	for_each_child_of_node(np, child) {
2399 		func->groups[i] = child->name;
2400 		grp = &info->groups[grp_index++];
2401 		ret = rockchip_pinctrl_parse_groups(child, grp, info, i++);
2402 		if (ret) {
2403 			of_node_put(child);
2404 			return ret;
2405 		}
2406 	}
2407 
2408 	return 0;
2409 }
2410 
2411 static int rockchip_pinctrl_parse_dt(struct platform_device *pdev,
2412 					      struct rockchip_pinctrl *info)
2413 {
2414 	struct device *dev = &pdev->dev;
2415 	struct device_node *np = dev->of_node;
2416 	struct device_node *child;
2417 	int ret;
2418 	int i;
2419 
2420 	rockchip_pinctrl_child_count(info, np);
2421 
2422 	dev_dbg(dev, "nfunctions = %d\n", info->nfunctions);
2423 	dev_dbg(dev, "ngroups = %d\n", info->ngroups);
2424 
2425 	info->functions = devm_kcalloc(dev, info->nfunctions, sizeof(*info->functions), GFP_KERNEL);
2426 	if (!info->functions)
2427 		return -ENOMEM;
2428 
2429 	info->groups = devm_kcalloc(dev, info->ngroups, sizeof(*info->groups), GFP_KERNEL);
2430 	if (!info->groups)
2431 		return -ENOMEM;
2432 
2433 	i = 0;
2434 
2435 	for_each_child_of_node(np, child) {
2436 		if (of_match_node(rockchip_bank_match, child))
2437 			continue;
2438 
2439 		ret = rockchip_pinctrl_parse_functions(child, info, i++);
2440 		if (ret) {
2441 			dev_err(dev, "failed to parse function\n");
2442 			of_node_put(child);
2443 			return ret;
2444 		}
2445 	}
2446 
2447 	return 0;
2448 }
2449 
2450 static int rockchip_pinctrl_register(struct platform_device *pdev,
2451 					struct rockchip_pinctrl *info)
2452 {
2453 	struct pinctrl_desc *ctrldesc = &info->pctl;
2454 	struct pinctrl_pin_desc *pindesc, *pdesc;
2455 	struct rockchip_pin_bank *pin_bank;
2456 	struct device *dev = &pdev->dev;
2457 	char **pin_names;
2458 	int pin, bank, ret;
2459 	int k;
2460 
2461 	ctrldesc->name = "rockchip-pinctrl";
2462 	ctrldesc->owner = THIS_MODULE;
2463 	ctrldesc->pctlops = &rockchip_pctrl_ops;
2464 	ctrldesc->pmxops = &rockchip_pmx_ops;
2465 	ctrldesc->confops = &rockchip_pinconf_ops;
2466 
2467 	pindesc = devm_kcalloc(dev, info->ctrl->nr_pins, sizeof(*pindesc), GFP_KERNEL);
2468 	if (!pindesc)
2469 		return -ENOMEM;
2470 
2471 	ctrldesc->pins = pindesc;
2472 	ctrldesc->npins = info->ctrl->nr_pins;
2473 
2474 	pdesc = pindesc;
2475 	for (bank = 0, k = 0; bank < info->ctrl->nr_banks; bank++) {
2476 		pin_bank = &info->ctrl->pin_banks[bank];
2477 
2478 		pin_names = devm_kasprintf_strarray(dev, pin_bank->name, pin_bank->nr_pins);
2479 		if (IS_ERR(pin_names))
2480 			return PTR_ERR(pin_names);
2481 
2482 		for (pin = 0; pin < pin_bank->nr_pins; pin++, k++) {
2483 			pdesc->number = k;
2484 			pdesc->name = pin_names[pin];
2485 			pdesc++;
2486 		}
2487 
2488 		INIT_LIST_HEAD(&pin_bank->deferred_output);
2489 		mutex_init(&pin_bank->deferred_lock);
2490 	}
2491 
2492 	ret = rockchip_pinctrl_parse_dt(pdev, info);
2493 	if (ret)
2494 		return ret;
2495 
2496 	info->pctl_dev = devm_pinctrl_register(dev, ctrldesc, info);
2497 	if (IS_ERR(info->pctl_dev))
2498 		return dev_err_probe(dev, PTR_ERR(info->pctl_dev), "could not register pinctrl driver\n");
2499 
2500 	return 0;
2501 }
2502 
2503 static const struct of_device_id rockchip_pinctrl_dt_match[];
2504 
2505 /* retrieve the soc specific data */
2506 static struct rockchip_pin_ctrl *rockchip_pinctrl_get_soc_data(
2507 						struct rockchip_pinctrl *d,
2508 						struct platform_device *pdev)
2509 {
2510 	struct device *dev = &pdev->dev;
2511 	struct device_node *node = dev->of_node;
2512 	const struct of_device_id *match;
2513 	struct rockchip_pin_ctrl *ctrl;
2514 	struct rockchip_pin_bank *bank;
2515 	int grf_offs, pmu_offs, drv_grf_offs, drv_pmu_offs, i, j;
2516 
2517 	match = of_match_node(rockchip_pinctrl_dt_match, node);
2518 	ctrl = (struct rockchip_pin_ctrl *)match->data;
2519 
2520 	grf_offs = ctrl->grf_mux_offset;
2521 	pmu_offs = ctrl->pmu_mux_offset;
2522 	drv_pmu_offs = ctrl->pmu_drv_offset;
2523 	drv_grf_offs = ctrl->grf_drv_offset;
2524 	bank = ctrl->pin_banks;
2525 	for (i = 0; i < ctrl->nr_banks; ++i, ++bank) {
2526 		int bank_pins = 0;
2527 
2528 		raw_spin_lock_init(&bank->slock);
2529 		bank->drvdata = d;
2530 		bank->pin_base = ctrl->nr_pins;
2531 		ctrl->nr_pins += bank->nr_pins;
2532 
2533 		/* calculate iomux and drv offsets */
2534 		for (j = 0; j < 4; j++) {
2535 			struct rockchip_iomux *iom = &bank->iomux[j];
2536 			struct rockchip_drv *drv = &bank->drv[j];
2537 			int inc;
2538 
2539 			if (bank_pins >= bank->nr_pins)
2540 				break;
2541 
2542 			/* preset iomux offset value, set new start value */
2543 			if (iom->offset >= 0) {
2544 				if (iom->type & IOMUX_SOURCE_PMU)
2545 					pmu_offs = iom->offset;
2546 				else
2547 					grf_offs = iom->offset;
2548 			} else { /* set current iomux offset */
2549 				iom->offset = (iom->type & IOMUX_SOURCE_PMU) ?
2550 							pmu_offs : grf_offs;
2551 			}
2552 
2553 			/* preset drv offset value, set new start value */
2554 			if (drv->offset >= 0) {
2555 				if (iom->type & IOMUX_SOURCE_PMU)
2556 					drv_pmu_offs = drv->offset;
2557 				else
2558 					drv_grf_offs = drv->offset;
2559 			} else { /* set current drv offset */
2560 				drv->offset = (iom->type & IOMUX_SOURCE_PMU) ?
2561 						drv_pmu_offs : drv_grf_offs;
2562 			}
2563 
2564 			dev_dbg(dev, "bank %d, iomux %d has iom_offset 0x%x drv_offset 0x%x\n",
2565 				i, j, iom->offset, drv->offset);
2566 
2567 			/*
2568 			 * Increase offset according to iomux width.
2569 			 * 4bit iomux'es are spread over two registers.
2570 			 */
2571 			inc = (iom->type & (IOMUX_WIDTH_4BIT |
2572 					    IOMUX_WIDTH_3BIT |
2573 					    IOMUX_WIDTH_2BIT)) ? 8 : 4;
2574 			if (iom->type & IOMUX_SOURCE_PMU)
2575 				pmu_offs += inc;
2576 			else
2577 				grf_offs += inc;
2578 
2579 			/*
2580 			 * Increase offset according to drv width.
2581 			 * 3bit drive-strenth'es are spread over two registers.
2582 			 */
2583 			if ((drv->drv_type == DRV_TYPE_IO_1V8_3V0_AUTO) ||
2584 			    (drv->drv_type == DRV_TYPE_IO_3V3_ONLY))
2585 				inc = 8;
2586 			else
2587 				inc = 4;
2588 
2589 			if (iom->type & IOMUX_SOURCE_PMU)
2590 				drv_pmu_offs += inc;
2591 			else
2592 				drv_grf_offs += inc;
2593 
2594 			bank_pins += 8;
2595 		}
2596 
2597 		/* calculate the per-bank recalced_mask */
2598 		for (j = 0; j < ctrl->niomux_recalced; j++) {
2599 			int pin = 0;
2600 
2601 			if (ctrl->iomux_recalced[j].num == bank->bank_num) {
2602 				pin = ctrl->iomux_recalced[j].pin;
2603 				bank->recalced_mask |= BIT(pin);
2604 			}
2605 		}
2606 
2607 		/* calculate the per-bank route_mask */
2608 		for (j = 0; j < ctrl->niomux_routes; j++) {
2609 			int pin = 0;
2610 
2611 			if (ctrl->iomux_routes[j].bank_num == bank->bank_num) {
2612 				pin = ctrl->iomux_routes[j].pin;
2613 				bank->route_mask |= BIT(pin);
2614 			}
2615 		}
2616 	}
2617 
2618 	return ctrl;
2619 }
2620 
2621 #define RK3288_GRF_GPIO6C_IOMUX		0x64
2622 #define GPIO6C6_SEL_WRITE_ENABLE	BIT(28)
2623 
2624 static u32 rk3288_grf_gpio6c_iomux;
2625 
2626 static int __maybe_unused rockchip_pinctrl_suspend(struct device *dev)
2627 {
2628 	struct rockchip_pinctrl *info = dev_get_drvdata(dev);
2629 	int ret = pinctrl_force_sleep(info->pctl_dev);
2630 
2631 	if (ret)
2632 		return ret;
2633 
2634 	/*
2635 	 * RK3288 GPIO6_C6 mux would be modified by Maskrom when resume, so save
2636 	 * the setting here, and restore it at resume.
2637 	 */
2638 	if (info->ctrl->type == RK3288) {
2639 		ret = regmap_read(info->regmap_base, RK3288_GRF_GPIO6C_IOMUX,
2640 				  &rk3288_grf_gpio6c_iomux);
2641 		if (ret) {
2642 			pinctrl_force_default(info->pctl_dev);
2643 			return ret;
2644 		}
2645 	}
2646 
2647 	return 0;
2648 }
2649 
2650 static int __maybe_unused rockchip_pinctrl_resume(struct device *dev)
2651 {
2652 	struct rockchip_pinctrl *info = dev_get_drvdata(dev);
2653 	int ret;
2654 
2655 	if (info->ctrl->type == RK3288) {
2656 		ret = regmap_write(info->regmap_base, RK3288_GRF_GPIO6C_IOMUX,
2657 				   rk3288_grf_gpio6c_iomux |
2658 				   GPIO6C6_SEL_WRITE_ENABLE);
2659 		if (ret)
2660 			return ret;
2661 	}
2662 
2663 	return pinctrl_force_default(info->pctl_dev);
2664 }
2665 
2666 static SIMPLE_DEV_PM_OPS(rockchip_pinctrl_dev_pm_ops, rockchip_pinctrl_suspend,
2667 			 rockchip_pinctrl_resume);
2668 
2669 static int rockchip_pinctrl_probe(struct platform_device *pdev)
2670 {
2671 	struct rockchip_pinctrl *info;
2672 	struct device *dev = &pdev->dev;
2673 	struct device_node *np = dev->of_node, *node;
2674 	struct rockchip_pin_ctrl *ctrl;
2675 	struct resource *res;
2676 	void __iomem *base;
2677 	int ret;
2678 
2679 	if (!dev->of_node)
2680 		return dev_err_probe(dev, -ENODEV, "device tree node not found\n");
2681 
2682 	info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL);
2683 	if (!info)
2684 		return -ENOMEM;
2685 
2686 	info->dev = dev;
2687 
2688 	ctrl = rockchip_pinctrl_get_soc_data(info, pdev);
2689 	if (!ctrl)
2690 		return dev_err_probe(dev, -EINVAL, "driver data not available\n");
2691 	info->ctrl = ctrl;
2692 
2693 	node = of_parse_phandle(np, "rockchip,grf", 0);
2694 	if (node) {
2695 		info->regmap_base = syscon_node_to_regmap(node);
2696 		of_node_put(node);
2697 		if (IS_ERR(info->regmap_base))
2698 			return PTR_ERR(info->regmap_base);
2699 	} else {
2700 		base = devm_platform_get_and_ioremap_resource(pdev, 0, &res);
2701 		if (IS_ERR(base))
2702 			return PTR_ERR(base);
2703 
2704 		rockchip_regmap_config.max_register = resource_size(res) - 4;
2705 		rockchip_regmap_config.name = "rockchip,pinctrl";
2706 		info->regmap_base =
2707 			devm_regmap_init_mmio(dev, base, &rockchip_regmap_config);
2708 
2709 		/* to check for the old dt-bindings */
2710 		info->reg_size = resource_size(res);
2711 
2712 		/* Honor the old binding, with pull registers as 2nd resource */
2713 		if (ctrl->type == RK3188 && info->reg_size < 0x200) {
2714 			base = devm_platform_get_and_ioremap_resource(pdev, 1, &res);
2715 			if (IS_ERR(base))
2716 				return PTR_ERR(base);
2717 
2718 			rockchip_regmap_config.max_register = resource_size(res) - 4;
2719 			rockchip_regmap_config.name = "rockchip,pinctrl-pull";
2720 			info->regmap_pull =
2721 				devm_regmap_init_mmio(dev, base, &rockchip_regmap_config);
2722 		}
2723 	}
2724 
2725 	/* try to find the optional reference to the pmu syscon */
2726 	node = of_parse_phandle(np, "rockchip,pmu", 0);
2727 	if (node) {
2728 		info->regmap_pmu = syscon_node_to_regmap(node);
2729 		of_node_put(node);
2730 		if (IS_ERR(info->regmap_pmu))
2731 			return PTR_ERR(info->regmap_pmu);
2732 	}
2733 
2734 	ret = rockchip_pinctrl_register(pdev, info);
2735 	if (ret)
2736 		return ret;
2737 
2738 	platform_set_drvdata(pdev, info);
2739 
2740 	ret = of_platform_populate(np, NULL, NULL, &pdev->dev);
2741 	if (ret)
2742 		return dev_err_probe(dev, ret, "failed to register gpio device\n");
2743 
2744 	return 0;
2745 }
2746 
2747 static int rockchip_pinctrl_remove(struct platform_device *pdev)
2748 {
2749 	struct rockchip_pinctrl *info = platform_get_drvdata(pdev);
2750 	struct rockchip_pin_bank *bank;
2751 	struct rockchip_pin_output_deferred *cfg;
2752 	int i;
2753 
2754 	of_platform_depopulate(&pdev->dev);
2755 
2756 	for (i = 0; i < info->ctrl->nr_banks; i++) {
2757 		bank = &info->ctrl->pin_banks[i];
2758 
2759 		mutex_lock(&bank->deferred_lock);
2760 		while (!list_empty(&bank->deferred_output)) {
2761 			cfg = list_first_entry(&bank->deferred_output,
2762 					       struct rockchip_pin_output_deferred, head);
2763 			list_del(&cfg->head);
2764 			kfree(cfg);
2765 		}
2766 		mutex_unlock(&bank->deferred_lock);
2767 	}
2768 
2769 	return 0;
2770 }
2771 
2772 static struct rockchip_pin_bank px30_pin_banks[] = {
2773 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU,
2774 					     IOMUX_SOURCE_PMU,
2775 					     IOMUX_SOURCE_PMU,
2776 					     IOMUX_SOURCE_PMU
2777 			    ),
2778 	PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", IOMUX_WIDTH_4BIT,
2779 					     IOMUX_WIDTH_4BIT,
2780 					     IOMUX_WIDTH_4BIT,
2781 					     IOMUX_WIDTH_4BIT
2782 			    ),
2783 	PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", IOMUX_WIDTH_4BIT,
2784 					     IOMUX_WIDTH_4BIT,
2785 					     IOMUX_WIDTH_4BIT,
2786 					     IOMUX_WIDTH_4BIT
2787 			    ),
2788 	PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", IOMUX_WIDTH_4BIT,
2789 					     IOMUX_WIDTH_4BIT,
2790 					     IOMUX_WIDTH_4BIT,
2791 					     IOMUX_WIDTH_4BIT
2792 			    ),
2793 };
2794 
2795 static struct rockchip_pin_ctrl px30_pin_ctrl = {
2796 		.pin_banks		= px30_pin_banks,
2797 		.nr_banks		= ARRAY_SIZE(px30_pin_banks),
2798 		.label			= "PX30-GPIO",
2799 		.type			= PX30,
2800 		.grf_mux_offset		= 0x0,
2801 		.pmu_mux_offset		= 0x0,
2802 		.iomux_routes		= px30_mux_route_data,
2803 		.niomux_routes		= ARRAY_SIZE(px30_mux_route_data),
2804 		.pull_calc_reg		= px30_calc_pull_reg_and_bit,
2805 		.drv_calc_reg		= px30_calc_drv_reg_and_bit,
2806 		.schmitt_calc_reg	= px30_calc_schmitt_reg_and_bit,
2807 };
2808 
2809 static struct rockchip_pin_bank rv1108_pin_banks[] = {
2810 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU,
2811 					     IOMUX_SOURCE_PMU,
2812 					     IOMUX_SOURCE_PMU,
2813 					     IOMUX_SOURCE_PMU),
2814 	PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", 0, 0, 0, 0),
2815 	PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0, 0, 0, 0),
2816 	PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", 0, 0, 0, 0),
2817 };
2818 
2819 static struct rockchip_pin_ctrl rv1108_pin_ctrl = {
2820 	.pin_banks		= rv1108_pin_banks,
2821 	.nr_banks		= ARRAY_SIZE(rv1108_pin_banks),
2822 	.label			= "RV1108-GPIO",
2823 	.type			= RV1108,
2824 	.grf_mux_offset		= 0x10,
2825 	.pmu_mux_offset		= 0x0,
2826 	.iomux_recalced		= rv1108_mux_recalced_data,
2827 	.niomux_recalced	= ARRAY_SIZE(rv1108_mux_recalced_data),
2828 	.pull_calc_reg		= rv1108_calc_pull_reg_and_bit,
2829 	.drv_calc_reg		= rv1108_calc_drv_reg_and_bit,
2830 	.schmitt_calc_reg	= rv1108_calc_schmitt_reg_and_bit,
2831 };
2832 
2833 static struct rockchip_pin_bank rk2928_pin_banks[] = {
2834 	PIN_BANK(0, 32, "gpio0"),
2835 	PIN_BANK(1, 32, "gpio1"),
2836 	PIN_BANK(2, 32, "gpio2"),
2837 	PIN_BANK(3, 32, "gpio3"),
2838 };
2839 
2840 static struct rockchip_pin_ctrl rk2928_pin_ctrl = {
2841 		.pin_banks		= rk2928_pin_banks,
2842 		.nr_banks		= ARRAY_SIZE(rk2928_pin_banks),
2843 		.label			= "RK2928-GPIO",
2844 		.type			= RK2928,
2845 		.grf_mux_offset		= 0xa8,
2846 		.pull_calc_reg		= rk2928_calc_pull_reg_and_bit,
2847 };
2848 
2849 static struct rockchip_pin_bank rk3036_pin_banks[] = {
2850 	PIN_BANK(0, 32, "gpio0"),
2851 	PIN_BANK(1, 32, "gpio1"),
2852 	PIN_BANK(2, 32, "gpio2"),
2853 };
2854 
2855 static struct rockchip_pin_ctrl rk3036_pin_ctrl = {
2856 		.pin_banks		= rk3036_pin_banks,
2857 		.nr_banks		= ARRAY_SIZE(rk3036_pin_banks),
2858 		.label			= "RK3036-GPIO",
2859 		.type			= RK2928,
2860 		.grf_mux_offset		= 0xa8,
2861 		.pull_calc_reg		= rk2928_calc_pull_reg_and_bit,
2862 };
2863 
2864 static struct rockchip_pin_bank rk3066a_pin_banks[] = {
2865 	PIN_BANK(0, 32, "gpio0"),
2866 	PIN_BANK(1, 32, "gpio1"),
2867 	PIN_BANK(2, 32, "gpio2"),
2868 	PIN_BANK(3, 32, "gpio3"),
2869 	PIN_BANK(4, 32, "gpio4"),
2870 	PIN_BANK(6, 16, "gpio6"),
2871 };
2872 
2873 static struct rockchip_pin_ctrl rk3066a_pin_ctrl = {
2874 		.pin_banks		= rk3066a_pin_banks,
2875 		.nr_banks		= ARRAY_SIZE(rk3066a_pin_banks),
2876 		.label			= "RK3066a-GPIO",
2877 		.type			= RK2928,
2878 		.grf_mux_offset		= 0xa8,
2879 		.pull_calc_reg		= rk2928_calc_pull_reg_and_bit,
2880 };
2881 
2882 static struct rockchip_pin_bank rk3066b_pin_banks[] = {
2883 	PIN_BANK(0, 32, "gpio0"),
2884 	PIN_BANK(1, 32, "gpio1"),
2885 	PIN_BANK(2, 32, "gpio2"),
2886 	PIN_BANK(3, 32, "gpio3"),
2887 };
2888 
2889 static struct rockchip_pin_ctrl rk3066b_pin_ctrl = {
2890 		.pin_banks	= rk3066b_pin_banks,
2891 		.nr_banks	= ARRAY_SIZE(rk3066b_pin_banks),
2892 		.label		= "RK3066b-GPIO",
2893 		.type		= RK3066B,
2894 		.grf_mux_offset	= 0x60,
2895 };
2896 
2897 static struct rockchip_pin_bank rk3128_pin_banks[] = {
2898 	PIN_BANK(0, 32, "gpio0"),
2899 	PIN_BANK(1, 32, "gpio1"),
2900 	PIN_BANK(2, 32, "gpio2"),
2901 	PIN_BANK(3, 32, "gpio3"),
2902 };
2903 
2904 static struct rockchip_pin_ctrl rk3128_pin_ctrl = {
2905 		.pin_banks		= rk3128_pin_banks,
2906 		.nr_banks		= ARRAY_SIZE(rk3128_pin_banks),
2907 		.label			= "RK3128-GPIO",
2908 		.type			= RK3128,
2909 		.grf_mux_offset		= 0xa8,
2910 		.iomux_recalced		= rk3128_mux_recalced_data,
2911 		.niomux_recalced	= ARRAY_SIZE(rk3128_mux_recalced_data),
2912 		.iomux_routes		= rk3128_mux_route_data,
2913 		.niomux_routes		= ARRAY_SIZE(rk3128_mux_route_data),
2914 		.pull_calc_reg		= rk3128_calc_pull_reg_and_bit,
2915 };
2916 
2917 static struct rockchip_pin_bank rk3188_pin_banks[] = {
2918 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_GPIO_ONLY, 0, 0, 0),
2919 	PIN_BANK(1, 32, "gpio1"),
2920 	PIN_BANK(2, 32, "gpio2"),
2921 	PIN_BANK(3, 32, "gpio3"),
2922 };
2923 
2924 static struct rockchip_pin_ctrl rk3188_pin_ctrl = {
2925 		.pin_banks		= rk3188_pin_banks,
2926 		.nr_banks		= ARRAY_SIZE(rk3188_pin_banks),
2927 		.label			= "RK3188-GPIO",
2928 		.type			= RK3188,
2929 		.grf_mux_offset		= 0x60,
2930 		.iomux_routes		= rk3188_mux_route_data,
2931 		.niomux_routes		= ARRAY_SIZE(rk3188_mux_route_data),
2932 		.pull_calc_reg		= rk3188_calc_pull_reg_and_bit,
2933 };
2934 
2935 static struct rockchip_pin_bank rk3228_pin_banks[] = {
2936 	PIN_BANK(0, 32, "gpio0"),
2937 	PIN_BANK(1, 32, "gpio1"),
2938 	PIN_BANK(2, 32, "gpio2"),
2939 	PIN_BANK(3, 32, "gpio3"),
2940 };
2941 
2942 static struct rockchip_pin_ctrl rk3228_pin_ctrl = {
2943 		.pin_banks		= rk3228_pin_banks,
2944 		.nr_banks		= ARRAY_SIZE(rk3228_pin_banks),
2945 		.label			= "RK3228-GPIO",
2946 		.type			= RK3288,
2947 		.grf_mux_offset		= 0x0,
2948 		.iomux_routes		= rk3228_mux_route_data,
2949 		.niomux_routes		= ARRAY_SIZE(rk3228_mux_route_data),
2950 		.pull_calc_reg		= rk3228_calc_pull_reg_and_bit,
2951 		.drv_calc_reg		= rk3228_calc_drv_reg_and_bit,
2952 };
2953 
2954 static struct rockchip_pin_bank rk3288_pin_banks[] = {
2955 	PIN_BANK_IOMUX_FLAGS(0, 24, "gpio0", IOMUX_SOURCE_PMU,
2956 					     IOMUX_SOURCE_PMU,
2957 					     IOMUX_SOURCE_PMU,
2958 					     IOMUX_UNROUTED
2959 			    ),
2960 	PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", IOMUX_UNROUTED,
2961 					     IOMUX_UNROUTED,
2962 					     IOMUX_UNROUTED,
2963 					     0
2964 			    ),
2965 	PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0, 0, 0, IOMUX_UNROUTED),
2966 	PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", 0, 0, 0, IOMUX_WIDTH_4BIT),
2967 	PIN_BANK_IOMUX_FLAGS(4, 32, "gpio4", IOMUX_WIDTH_4BIT,
2968 					     IOMUX_WIDTH_4BIT,
2969 					     0,
2970 					     0
2971 			    ),
2972 	PIN_BANK_IOMUX_FLAGS(5, 32, "gpio5", IOMUX_UNROUTED,
2973 					     0,
2974 					     0,
2975 					     IOMUX_UNROUTED
2976 			    ),
2977 	PIN_BANK_IOMUX_FLAGS(6, 32, "gpio6", 0, 0, 0, IOMUX_UNROUTED),
2978 	PIN_BANK_IOMUX_FLAGS(7, 32, "gpio7", 0,
2979 					     0,
2980 					     IOMUX_WIDTH_4BIT,
2981 					     IOMUX_UNROUTED
2982 			    ),
2983 	PIN_BANK(8, 16, "gpio8"),
2984 };
2985 
2986 static struct rockchip_pin_ctrl rk3288_pin_ctrl = {
2987 		.pin_banks		= rk3288_pin_banks,
2988 		.nr_banks		= ARRAY_SIZE(rk3288_pin_banks),
2989 		.label			= "RK3288-GPIO",
2990 		.type			= RK3288,
2991 		.grf_mux_offset		= 0x0,
2992 		.pmu_mux_offset		= 0x84,
2993 		.iomux_routes		= rk3288_mux_route_data,
2994 		.niomux_routes		= ARRAY_SIZE(rk3288_mux_route_data),
2995 		.pull_calc_reg		= rk3288_calc_pull_reg_and_bit,
2996 		.drv_calc_reg		= rk3288_calc_drv_reg_and_bit,
2997 };
2998 
2999 static struct rockchip_pin_bank rk3308_pin_banks[] = {
3000 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_WIDTH_2BIT,
3001 					     IOMUX_WIDTH_2BIT,
3002 					     IOMUX_WIDTH_2BIT,
3003 					     IOMUX_WIDTH_2BIT),
3004 	PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", IOMUX_WIDTH_2BIT,
3005 					     IOMUX_WIDTH_2BIT,
3006 					     IOMUX_WIDTH_2BIT,
3007 					     IOMUX_WIDTH_2BIT),
3008 	PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", IOMUX_WIDTH_2BIT,
3009 					     IOMUX_WIDTH_2BIT,
3010 					     IOMUX_WIDTH_2BIT,
3011 					     IOMUX_WIDTH_2BIT),
3012 	PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", IOMUX_WIDTH_2BIT,
3013 					     IOMUX_WIDTH_2BIT,
3014 					     IOMUX_WIDTH_2BIT,
3015 					     IOMUX_WIDTH_2BIT),
3016 	PIN_BANK_IOMUX_FLAGS(4, 32, "gpio4", IOMUX_WIDTH_2BIT,
3017 					     IOMUX_WIDTH_2BIT,
3018 					     IOMUX_WIDTH_2BIT,
3019 					     IOMUX_WIDTH_2BIT),
3020 };
3021 
3022 static struct rockchip_pin_ctrl rk3308_pin_ctrl = {
3023 		.pin_banks		= rk3308_pin_banks,
3024 		.nr_banks		= ARRAY_SIZE(rk3308_pin_banks),
3025 		.label			= "RK3308-GPIO",
3026 		.type			= RK3308,
3027 		.grf_mux_offset		= 0x0,
3028 		.iomux_recalced		= rk3308_mux_recalced_data,
3029 		.niomux_recalced	= ARRAY_SIZE(rk3308_mux_recalced_data),
3030 		.iomux_routes		= rk3308_mux_route_data,
3031 		.niomux_routes		= ARRAY_SIZE(rk3308_mux_route_data),
3032 		.pull_calc_reg		= rk3308_calc_pull_reg_and_bit,
3033 		.drv_calc_reg		= rk3308_calc_drv_reg_and_bit,
3034 		.schmitt_calc_reg	= rk3308_calc_schmitt_reg_and_bit,
3035 };
3036 
3037 static struct rockchip_pin_bank rk3328_pin_banks[] = {
3038 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", 0, 0, 0, 0),
3039 	PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", 0, 0, 0, 0),
3040 	PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", 0,
3041 			     IOMUX_WIDTH_3BIT,
3042 			     IOMUX_WIDTH_3BIT,
3043 			     0),
3044 	PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3",
3045 			     IOMUX_WIDTH_3BIT,
3046 			     IOMUX_WIDTH_3BIT,
3047 			     0,
3048 			     0),
3049 };
3050 
3051 static struct rockchip_pin_ctrl rk3328_pin_ctrl = {
3052 		.pin_banks		= rk3328_pin_banks,
3053 		.nr_banks		= ARRAY_SIZE(rk3328_pin_banks),
3054 		.label			= "RK3328-GPIO",
3055 		.type			= RK3288,
3056 		.grf_mux_offset		= 0x0,
3057 		.iomux_recalced		= rk3328_mux_recalced_data,
3058 		.niomux_recalced	= ARRAY_SIZE(rk3328_mux_recalced_data),
3059 		.iomux_routes		= rk3328_mux_route_data,
3060 		.niomux_routes		= ARRAY_SIZE(rk3328_mux_route_data),
3061 		.pull_calc_reg		= rk3228_calc_pull_reg_and_bit,
3062 		.drv_calc_reg		= rk3228_calc_drv_reg_and_bit,
3063 		.schmitt_calc_reg	= rk3328_calc_schmitt_reg_and_bit,
3064 };
3065 
3066 static struct rockchip_pin_bank rk3368_pin_banks[] = {
3067 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU,
3068 					     IOMUX_SOURCE_PMU,
3069 					     IOMUX_SOURCE_PMU,
3070 					     IOMUX_SOURCE_PMU
3071 			    ),
3072 	PIN_BANK(1, 32, "gpio1"),
3073 	PIN_BANK(2, 32, "gpio2"),
3074 	PIN_BANK(3, 32, "gpio3"),
3075 };
3076 
3077 static struct rockchip_pin_ctrl rk3368_pin_ctrl = {
3078 		.pin_banks		= rk3368_pin_banks,
3079 		.nr_banks		= ARRAY_SIZE(rk3368_pin_banks),
3080 		.label			= "RK3368-GPIO",
3081 		.type			= RK3368,
3082 		.grf_mux_offset		= 0x0,
3083 		.pmu_mux_offset		= 0x0,
3084 		.pull_calc_reg		= rk3368_calc_pull_reg_and_bit,
3085 		.drv_calc_reg		= rk3368_calc_drv_reg_and_bit,
3086 };
3087 
3088 static struct rockchip_pin_bank rk3399_pin_banks[] = {
3089 	PIN_BANK_IOMUX_FLAGS_DRV_FLAGS_OFFSET_PULL_FLAGS(0, 32, "gpio0",
3090 							 IOMUX_SOURCE_PMU,
3091 							 IOMUX_SOURCE_PMU,
3092 							 IOMUX_SOURCE_PMU,
3093 							 IOMUX_SOURCE_PMU,
3094 							 DRV_TYPE_IO_1V8_ONLY,
3095 							 DRV_TYPE_IO_1V8_ONLY,
3096 							 DRV_TYPE_IO_DEFAULT,
3097 							 DRV_TYPE_IO_DEFAULT,
3098 							 0x80,
3099 							 0x88,
3100 							 -1,
3101 							 -1,
3102 							 PULL_TYPE_IO_1V8_ONLY,
3103 							 PULL_TYPE_IO_1V8_ONLY,
3104 							 PULL_TYPE_IO_DEFAULT,
3105 							 PULL_TYPE_IO_DEFAULT
3106 							),
3107 	PIN_BANK_IOMUX_DRV_FLAGS_OFFSET(1, 32, "gpio1", IOMUX_SOURCE_PMU,
3108 					IOMUX_SOURCE_PMU,
3109 					IOMUX_SOURCE_PMU,
3110 					IOMUX_SOURCE_PMU,
3111 					DRV_TYPE_IO_1V8_OR_3V0,
3112 					DRV_TYPE_IO_1V8_OR_3V0,
3113 					DRV_TYPE_IO_1V8_OR_3V0,
3114 					DRV_TYPE_IO_1V8_OR_3V0,
3115 					0xa0,
3116 					0xa8,
3117 					0xb0,
3118 					0xb8
3119 					),
3120 	PIN_BANK_DRV_FLAGS_PULL_FLAGS(2, 32, "gpio2", DRV_TYPE_IO_1V8_OR_3V0,
3121 				      DRV_TYPE_IO_1V8_OR_3V0,
3122 				      DRV_TYPE_IO_1V8_ONLY,
3123 				      DRV_TYPE_IO_1V8_ONLY,
3124 				      PULL_TYPE_IO_DEFAULT,
3125 				      PULL_TYPE_IO_DEFAULT,
3126 				      PULL_TYPE_IO_1V8_ONLY,
3127 				      PULL_TYPE_IO_1V8_ONLY
3128 				      ),
3129 	PIN_BANK_DRV_FLAGS(3, 32, "gpio3", DRV_TYPE_IO_3V3_ONLY,
3130 			   DRV_TYPE_IO_3V3_ONLY,
3131 			   DRV_TYPE_IO_3V3_ONLY,
3132 			   DRV_TYPE_IO_1V8_OR_3V0
3133 			   ),
3134 	PIN_BANK_DRV_FLAGS(4, 32, "gpio4", DRV_TYPE_IO_1V8_OR_3V0,
3135 			   DRV_TYPE_IO_1V8_3V0_AUTO,
3136 			   DRV_TYPE_IO_1V8_OR_3V0,
3137 			   DRV_TYPE_IO_1V8_OR_3V0
3138 			   ),
3139 };
3140 
3141 static struct rockchip_pin_ctrl rk3399_pin_ctrl = {
3142 		.pin_banks		= rk3399_pin_banks,
3143 		.nr_banks		= ARRAY_SIZE(rk3399_pin_banks),
3144 		.label			= "RK3399-GPIO",
3145 		.type			= RK3399,
3146 		.grf_mux_offset		= 0xe000,
3147 		.pmu_mux_offset		= 0x0,
3148 		.grf_drv_offset		= 0xe100,
3149 		.pmu_drv_offset		= 0x80,
3150 		.iomux_routes		= rk3399_mux_route_data,
3151 		.niomux_routes		= ARRAY_SIZE(rk3399_mux_route_data),
3152 		.pull_calc_reg		= rk3399_calc_pull_reg_and_bit,
3153 		.drv_calc_reg		= rk3399_calc_drv_reg_and_bit,
3154 };
3155 
3156 static struct rockchip_pin_bank rk3568_pin_banks[] = {
3157 	PIN_BANK_IOMUX_FLAGS(0, 32, "gpio0", IOMUX_SOURCE_PMU | IOMUX_WIDTH_4BIT,
3158 					     IOMUX_SOURCE_PMU | IOMUX_WIDTH_4BIT,
3159 					     IOMUX_SOURCE_PMU | IOMUX_WIDTH_4BIT,
3160 					     IOMUX_SOURCE_PMU | IOMUX_WIDTH_4BIT),
3161 	PIN_BANK_IOMUX_FLAGS(1, 32, "gpio1", IOMUX_WIDTH_4BIT,
3162 					     IOMUX_WIDTH_4BIT,
3163 					     IOMUX_WIDTH_4BIT,
3164 					     IOMUX_WIDTH_4BIT),
3165 	PIN_BANK_IOMUX_FLAGS(2, 32, "gpio2", IOMUX_WIDTH_4BIT,
3166 					     IOMUX_WIDTH_4BIT,
3167 					     IOMUX_WIDTH_4BIT,
3168 					     IOMUX_WIDTH_4BIT),
3169 	PIN_BANK_IOMUX_FLAGS(3, 32, "gpio3", IOMUX_WIDTH_4BIT,
3170 					     IOMUX_WIDTH_4BIT,
3171 					     IOMUX_WIDTH_4BIT,
3172 					     IOMUX_WIDTH_4BIT),
3173 	PIN_BANK_IOMUX_FLAGS(4, 32, "gpio4", IOMUX_WIDTH_4BIT,
3174 					     IOMUX_WIDTH_4BIT,
3175 					     IOMUX_WIDTH_4BIT,
3176 					     IOMUX_WIDTH_4BIT),
3177 };
3178 
3179 static struct rockchip_pin_ctrl rk3568_pin_ctrl = {
3180 	.pin_banks		= rk3568_pin_banks,
3181 	.nr_banks		= ARRAY_SIZE(rk3568_pin_banks),
3182 	.label			= "RK3568-GPIO",
3183 	.type			= RK3568,
3184 	.grf_mux_offset		= 0x0,
3185 	.pmu_mux_offset		= 0x0,
3186 	.grf_drv_offset		= 0x0200,
3187 	.pmu_drv_offset		= 0x0070,
3188 	.iomux_routes		= rk3568_mux_route_data,
3189 	.niomux_routes		= ARRAY_SIZE(rk3568_mux_route_data),
3190 	.pull_calc_reg		= rk3568_calc_pull_reg_and_bit,
3191 	.drv_calc_reg		= rk3568_calc_drv_reg_and_bit,
3192 	.schmitt_calc_reg	= rk3568_calc_schmitt_reg_and_bit,
3193 };
3194 
3195 static const struct of_device_id rockchip_pinctrl_dt_match[] = {
3196 	{ .compatible = "rockchip,px30-pinctrl",
3197 		.data = &px30_pin_ctrl },
3198 	{ .compatible = "rockchip,rv1108-pinctrl",
3199 		.data = &rv1108_pin_ctrl },
3200 	{ .compatible = "rockchip,rk2928-pinctrl",
3201 		.data = &rk2928_pin_ctrl },
3202 	{ .compatible = "rockchip,rk3036-pinctrl",
3203 		.data = &rk3036_pin_ctrl },
3204 	{ .compatible = "rockchip,rk3066a-pinctrl",
3205 		.data = &rk3066a_pin_ctrl },
3206 	{ .compatible = "rockchip,rk3066b-pinctrl",
3207 		.data = &rk3066b_pin_ctrl },
3208 	{ .compatible = "rockchip,rk3128-pinctrl",
3209 		.data = (void *)&rk3128_pin_ctrl },
3210 	{ .compatible = "rockchip,rk3188-pinctrl",
3211 		.data = &rk3188_pin_ctrl },
3212 	{ .compatible = "rockchip,rk3228-pinctrl",
3213 		.data = &rk3228_pin_ctrl },
3214 	{ .compatible = "rockchip,rk3288-pinctrl",
3215 		.data = &rk3288_pin_ctrl },
3216 	{ .compatible = "rockchip,rk3308-pinctrl",
3217 		.data = &rk3308_pin_ctrl },
3218 	{ .compatible = "rockchip,rk3328-pinctrl",
3219 		.data = &rk3328_pin_ctrl },
3220 	{ .compatible = "rockchip,rk3368-pinctrl",
3221 		.data = &rk3368_pin_ctrl },
3222 	{ .compatible = "rockchip,rk3399-pinctrl",
3223 		.data = &rk3399_pin_ctrl },
3224 	{ .compatible = "rockchip,rk3568-pinctrl",
3225 		.data = &rk3568_pin_ctrl },
3226 	{},
3227 };
3228 
3229 static struct platform_driver rockchip_pinctrl_driver = {
3230 	.probe		= rockchip_pinctrl_probe,
3231 	.remove		= rockchip_pinctrl_remove,
3232 	.driver = {
3233 		.name	= "rockchip-pinctrl",
3234 		.pm = &rockchip_pinctrl_dev_pm_ops,
3235 		.of_match_table = rockchip_pinctrl_dt_match,
3236 	},
3237 };
3238 
3239 static int __init rockchip_pinctrl_drv_register(void)
3240 {
3241 	return platform_driver_register(&rockchip_pinctrl_driver);
3242 }
3243 postcore_initcall(rockchip_pinctrl_drv_register);
3244 
3245 static void __exit rockchip_pinctrl_drv_unregister(void)
3246 {
3247 	platform_driver_unregister(&rockchip_pinctrl_driver);
3248 }
3249 module_exit(rockchip_pinctrl_drv_unregister);
3250 
3251 MODULE_DESCRIPTION("ROCKCHIP Pin Controller Driver");
3252 MODULE_LICENSE("GPL");
3253 MODULE_ALIAS("platform:pinctrl-rockchip");
3254 MODULE_DEVICE_TABLE(of, rockchip_pinctrl_dt_match);
3255