1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Intel pinctrl/GPIO core driver.
4  *
5  * Copyright (C) 2015, Intel Corporation
6  * Authors: Mathias Nyman <mathias.nyman@linux.intel.com>
7  *          Mika Westerberg <mika.westerberg@linux.intel.com>
8  */
9 
10 #include <linux/module.h>
11 #include <linux/interrupt.h>
12 #include <linux/gpio/driver.h>
13 #include <linux/log2.h>
14 #include <linux/platform_device.h>
15 #include <linux/pinctrl/pinctrl.h>
16 #include <linux/pinctrl/pinmux.h>
17 #include <linux/pinctrl/pinconf.h>
18 #include <linux/pinctrl/pinconf-generic.h>
19 
20 #include "../core.h"
21 #include "pinctrl-intel.h"
22 
23 /* Offset from regs */
24 #define REVID				0x000
25 #define REVID_SHIFT			16
26 #define REVID_MASK			GENMASK(31, 16)
27 
28 #define PADBAR				0x00c
29 #define GPI_IS				0x100
30 
31 #define PADOWN_BITS			4
32 #define PADOWN_SHIFT(p)			((p) % 8 * PADOWN_BITS)
33 #define PADOWN_MASK(p)			(0xf << PADOWN_SHIFT(p))
34 #define PADOWN_GPP(p)			((p) / 8)
35 
36 /* Offset from pad_regs */
37 #define PADCFG0				0x000
38 #define PADCFG0_RXEVCFG_SHIFT		25
39 #define PADCFG0_RXEVCFG_MASK		(3 << PADCFG0_RXEVCFG_SHIFT)
40 #define PADCFG0_RXEVCFG_LEVEL		0
41 #define PADCFG0_RXEVCFG_EDGE		1
42 #define PADCFG0_RXEVCFG_DISABLED	2
43 #define PADCFG0_RXEVCFG_EDGE_BOTH	3
44 #define PADCFG0_PREGFRXSEL		BIT(24)
45 #define PADCFG0_RXINV			BIT(23)
46 #define PADCFG0_GPIROUTIOXAPIC		BIT(20)
47 #define PADCFG0_GPIROUTSCI		BIT(19)
48 #define PADCFG0_GPIROUTSMI		BIT(18)
49 #define PADCFG0_GPIROUTNMI		BIT(17)
50 #define PADCFG0_PMODE_SHIFT		10
51 #define PADCFG0_PMODE_MASK		(0xf << PADCFG0_PMODE_SHIFT)
52 #define PADCFG0_GPIORXDIS		BIT(9)
53 #define PADCFG0_GPIOTXDIS		BIT(8)
54 #define PADCFG0_GPIORXSTATE		BIT(1)
55 #define PADCFG0_GPIOTXSTATE		BIT(0)
56 
57 #define PADCFG1				0x004
58 #define PADCFG1_TERM_UP			BIT(13)
59 #define PADCFG1_TERM_SHIFT		10
60 #define PADCFG1_TERM_MASK		(7 << PADCFG1_TERM_SHIFT)
61 #define PADCFG1_TERM_20K		4
62 #define PADCFG1_TERM_2K			3
63 #define PADCFG1_TERM_5K			2
64 #define PADCFG1_TERM_1K			1
65 
66 #define PADCFG2				0x008
67 #define PADCFG2_DEBEN			BIT(0)
68 #define PADCFG2_DEBOUNCE_SHIFT		1
69 #define PADCFG2_DEBOUNCE_MASK		GENMASK(4, 1)
70 
71 #define DEBOUNCE_PERIOD			31250 /* ns */
72 
73 struct intel_pad_context {
74 	u32 padcfg0;
75 	u32 padcfg1;
76 	u32 padcfg2;
77 };
78 
79 struct intel_community_context {
80 	u32 *intmask;
81 };
82 
83 struct intel_pinctrl_context {
84 	struct intel_pad_context *pads;
85 	struct intel_community_context *communities;
86 };
87 
88 /**
89  * struct intel_pinctrl - Intel pinctrl private structure
90  * @dev: Pointer to the device structure
91  * @lock: Lock to serialize register access
92  * @pctldesc: Pin controller description
93  * @pctldev: Pointer to the pin controller device
94  * @chip: GPIO chip in this pin controller
95  * @soc: SoC/PCH specific pin configuration data
96  * @communities: All communities in this pin controller
97  * @ncommunities: Number of communities in this pin controller
98  * @context: Configuration saved over system sleep
99  * @irq: pinctrl/GPIO chip irq number
100  */
101 struct intel_pinctrl {
102 	struct device *dev;
103 	raw_spinlock_t lock;
104 	struct pinctrl_desc pctldesc;
105 	struct pinctrl_dev *pctldev;
106 	struct gpio_chip chip;
107 	const struct intel_pinctrl_soc_data *soc;
108 	struct intel_community *communities;
109 	size_t ncommunities;
110 	struct intel_pinctrl_context context;
111 	int irq;
112 };
113 
114 #define pin_to_padno(c, p)	((p) - (c)->pin_base)
115 #define padgroup_offset(g, p)	((p) - (g)->base)
116 
117 static struct intel_community *intel_get_community(struct intel_pinctrl *pctrl,
118 						   unsigned pin)
119 {
120 	struct intel_community *community;
121 	int i;
122 
123 	for (i = 0; i < pctrl->ncommunities; i++) {
124 		community = &pctrl->communities[i];
125 		if (pin >= community->pin_base &&
126 		    pin < community->pin_base + community->npins)
127 			return community;
128 	}
129 
130 	dev_warn(pctrl->dev, "failed to find community for pin %u\n", pin);
131 	return NULL;
132 }
133 
134 static const struct intel_padgroup *
135 intel_community_get_padgroup(const struct intel_community *community,
136 			     unsigned pin)
137 {
138 	int i;
139 
140 	for (i = 0; i < community->ngpps; i++) {
141 		const struct intel_padgroup *padgrp = &community->gpps[i];
142 
143 		if (pin >= padgrp->base && pin < padgrp->base + padgrp->size)
144 			return padgrp;
145 	}
146 
147 	return NULL;
148 }
149 
150 static void __iomem *intel_get_padcfg(struct intel_pinctrl *pctrl, unsigned pin,
151 				      unsigned reg)
152 {
153 	const struct intel_community *community;
154 	unsigned padno;
155 	size_t nregs;
156 
157 	community = intel_get_community(pctrl, pin);
158 	if (!community)
159 		return NULL;
160 
161 	padno = pin_to_padno(community, pin);
162 	nregs = (community->features & PINCTRL_FEATURE_DEBOUNCE) ? 4 : 2;
163 
164 	if (reg == PADCFG2 && !(community->features & PINCTRL_FEATURE_DEBOUNCE))
165 		return NULL;
166 
167 	return community->pad_regs + reg + padno * nregs * 4;
168 }
169 
170 static bool intel_pad_owned_by_host(struct intel_pinctrl *pctrl, unsigned pin)
171 {
172 	const struct intel_community *community;
173 	const struct intel_padgroup *padgrp;
174 	unsigned gpp, offset, gpp_offset;
175 	void __iomem *padown;
176 
177 	community = intel_get_community(pctrl, pin);
178 	if (!community)
179 		return false;
180 	if (!community->padown_offset)
181 		return true;
182 
183 	padgrp = intel_community_get_padgroup(community, pin);
184 	if (!padgrp)
185 		return false;
186 
187 	gpp_offset = padgroup_offset(padgrp, pin);
188 	gpp = PADOWN_GPP(gpp_offset);
189 	offset = community->padown_offset + padgrp->padown_num * 4 + gpp * 4;
190 	padown = community->regs + offset;
191 
192 	return !(readl(padown) & PADOWN_MASK(gpp_offset));
193 }
194 
195 static bool intel_pad_acpi_mode(struct intel_pinctrl *pctrl, unsigned pin)
196 {
197 	const struct intel_community *community;
198 	const struct intel_padgroup *padgrp;
199 	unsigned offset, gpp_offset;
200 	void __iomem *hostown;
201 
202 	community = intel_get_community(pctrl, pin);
203 	if (!community)
204 		return true;
205 	if (!community->hostown_offset)
206 		return false;
207 
208 	padgrp = intel_community_get_padgroup(community, pin);
209 	if (!padgrp)
210 		return true;
211 
212 	gpp_offset = padgroup_offset(padgrp, pin);
213 	offset = community->hostown_offset + padgrp->reg_num * 4;
214 	hostown = community->regs + offset;
215 
216 	return !(readl(hostown) & BIT(gpp_offset));
217 }
218 
219 static bool intel_pad_locked(struct intel_pinctrl *pctrl, unsigned pin)
220 {
221 	struct intel_community *community;
222 	const struct intel_padgroup *padgrp;
223 	unsigned offset, gpp_offset;
224 	u32 value;
225 
226 	community = intel_get_community(pctrl, pin);
227 	if (!community)
228 		return true;
229 	if (!community->padcfglock_offset)
230 		return false;
231 
232 	padgrp = intel_community_get_padgroup(community, pin);
233 	if (!padgrp)
234 		return true;
235 
236 	gpp_offset = padgroup_offset(padgrp, pin);
237 
238 	/*
239 	 * If PADCFGLOCK and PADCFGLOCKTX bits are both clear for this pad,
240 	 * the pad is considered unlocked. Any other case means that it is
241 	 * either fully or partially locked and we don't touch it.
242 	 */
243 	offset = community->padcfglock_offset + padgrp->reg_num * 8;
244 	value = readl(community->regs + offset);
245 	if (value & BIT(gpp_offset))
246 		return true;
247 
248 	offset = community->padcfglock_offset + 4 + padgrp->reg_num * 8;
249 	value = readl(community->regs + offset);
250 	if (value & BIT(gpp_offset))
251 		return true;
252 
253 	return false;
254 }
255 
256 static bool intel_pad_usable(struct intel_pinctrl *pctrl, unsigned pin)
257 {
258 	return intel_pad_owned_by_host(pctrl, pin) &&
259 		!intel_pad_locked(pctrl, pin);
260 }
261 
262 static int intel_get_groups_count(struct pinctrl_dev *pctldev)
263 {
264 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
265 
266 	return pctrl->soc->ngroups;
267 }
268 
269 static const char *intel_get_group_name(struct pinctrl_dev *pctldev,
270 				      unsigned group)
271 {
272 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
273 
274 	return pctrl->soc->groups[group].name;
275 }
276 
277 static int intel_get_group_pins(struct pinctrl_dev *pctldev, unsigned group,
278 			      const unsigned **pins, unsigned *npins)
279 {
280 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
281 
282 	*pins = pctrl->soc->groups[group].pins;
283 	*npins = pctrl->soc->groups[group].npins;
284 	return 0;
285 }
286 
287 static void intel_pin_dbg_show(struct pinctrl_dev *pctldev, struct seq_file *s,
288 			       unsigned pin)
289 {
290 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
291 	void __iomem *padcfg;
292 	u32 cfg0, cfg1, mode;
293 	bool locked, acpi;
294 
295 	if (!intel_pad_owned_by_host(pctrl, pin)) {
296 		seq_puts(s, "not available");
297 		return;
298 	}
299 
300 	cfg0 = readl(intel_get_padcfg(pctrl, pin, PADCFG0));
301 	cfg1 = readl(intel_get_padcfg(pctrl, pin, PADCFG1));
302 
303 	mode = (cfg0 & PADCFG0_PMODE_MASK) >> PADCFG0_PMODE_SHIFT;
304 	if (!mode)
305 		seq_puts(s, "GPIO ");
306 	else
307 		seq_printf(s, "mode %d ", mode);
308 
309 	seq_printf(s, "0x%08x 0x%08x", cfg0, cfg1);
310 
311 	/* Dump the additional PADCFG registers if available */
312 	padcfg = intel_get_padcfg(pctrl, pin, PADCFG2);
313 	if (padcfg)
314 		seq_printf(s, " 0x%08x", readl(padcfg));
315 
316 	locked = intel_pad_locked(pctrl, pin);
317 	acpi = intel_pad_acpi_mode(pctrl, pin);
318 
319 	if (locked || acpi) {
320 		seq_puts(s, " [");
321 		if (locked) {
322 			seq_puts(s, "LOCKED");
323 			if (acpi)
324 				seq_puts(s, ", ");
325 		}
326 		if (acpi)
327 			seq_puts(s, "ACPI");
328 		seq_puts(s, "]");
329 	}
330 }
331 
332 static const struct pinctrl_ops intel_pinctrl_ops = {
333 	.get_groups_count = intel_get_groups_count,
334 	.get_group_name = intel_get_group_name,
335 	.get_group_pins = intel_get_group_pins,
336 	.pin_dbg_show = intel_pin_dbg_show,
337 };
338 
339 static int intel_get_functions_count(struct pinctrl_dev *pctldev)
340 {
341 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
342 
343 	return pctrl->soc->nfunctions;
344 }
345 
346 static const char *intel_get_function_name(struct pinctrl_dev *pctldev,
347 					   unsigned function)
348 {
349 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
350 
351 	return pctrl->soc->functions[function].name;
352 }
353 
354 static int intel_get_function_groups(struct pinctrl_dev *pctldev,
355 				     unsigned function,
356 				     const char * const **groups,
357 				     unsigned * const ngroups)
358 {
359 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
360 
361 	*groups = pctrl->soc->functions[function].groups;
362 	*ngroups = pctrl->soc->functions[function].ngroups;
363 	return 0;
364 }
365 
366 static int intel_pinmux_set_mux(struct pinctrl_dev *pctldev, unsigned function,
367 				unsigned group)
368 {
369 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
370 	const struct intel_pingroup *grp = &pctrl->soc->groups[group];
371 	unsigned long flags;
372 	int i;
373 
374 	raw_spin_lock_irqsave(&pctrl->lock, flags);
375 
376 	/*
377 	 * All pins in the groups needs to be accessible and writable
378 	 * before we can enable the mux for this group.
379 	 */
380 	for (i = 0; i < grp->npins; i++) {
381 		if (!intel_pad_usable(pctrl, grp->pins[i])) {
382 			raw_spin_unlock_irqrestore(&pctrl->lock, flags);
383 			return -EBUSY;
384 		}
385 	}
386 
387 	/* Now enable the mux setting for each pin in the group */
388 	for (i = 0; i < grp->npins; i++) {
389 		void __iomem *padcfg0;
390 		u32 value;
391 
392 		padcfg0 = intel_get_padcfg(pctrl, grp->pins[i], PADCFG0);
393 		value = readl(padcfg0);
394 
395 		value &= ~PADCFG0_PMODE_MASK;
396 
397 		if (grp->modes)
398 			value |= grp->modes[i] << PADCFG0_PMODE_SHIFT;
399 		else
400 			value |= grp->mode << PADCFG0_PMODE_SHIFT;
401 
402 		writel(value, padcfg0);
403 	}
404 
405 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
406 
407 	return 0;
408 }
409 
410 static void __intel_gpio_set_direction(void __iomem *padcfg0, bool input)
411 {
412 	u32 value;
413 
414 	value = readl(padcfg0);
415 	if (input) {
416 		value &= ~PADCFG0_GPIORXDIS;
417 		value |= PADCFG0_GPIOTXDIS;
418 	} else {
419 		value &= ~PADCFG0_GPIOTXDIS;
420 		value |= PADCFG0_GPIORXDIS;
421 	}
422 	writel(value, padcfg0);
423 }
424 
425 static void intel_gpio_set_gpio_mode(void __iomem *padcfg0)
426 {
427 	u32 value;
428 
429 	/* Put the pad into GPIO mode */
430 	value = readl(padcfg0) & ~PADCFG0_PMODE_MASK;
431 	/* Disable SCI/SMI/NMI generation */
432 	value &= ~(PADCFG0_GPIROUTIOXAPIC | PADCFG0_GPIROUTSCI);
433 	value &= ~(PADCFG0_GPIROUTSMI | PADCFG0_GPIROUTNMI);
434 	writel(value, padcfg0);
435 }
436 
437 static int intel_gpio_request_enable(struct pinctrl_dev *pctldev,
438 				     struct pinctrl_gpio_range *range,
439 				     unsigned pin)
440 {
441 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
442 	void __iomem *padcfg0;
443 	unsigned long flags;
444 
445 	raw_spin_lock_irqsave(&pctrl->lock, flags);
446 
447 	if (!intel_pad_usable(pctrl, pin)) {
448 		raw_spin_unlock_irqrestore(&pctrl->lock, flags);
449 		return -EBUSY;
450 	}
451 
452 	padcfg0 = intel_get_padcfg(pctrl, pin, PADCFG0);
453 	intel_gpio_set_gpio_mode(padcfg0);
454 	/* Disable TX buffer and enable RX (this will be input) */
455 	__intel_gpio_set_direction(padcfg0, true);
456 
457 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
458 
459 	return 0;
460 }
461 
462 static int intel_gpio_set_direction(struct pinctrl_dev *pctldev,
463 				    struct pinctrl_gpio_range *range,
464 				    unsigned pin, bool input)
465 {
466 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
467 	void __iomem *padcfg0;
468 	unsigned long flags;
469 
470 	raw_spin_lock_irqsave(&pctrl->lock, flags);
471 
472 	padcfg0 = intel_get_padcfg(pctrl, pin, PADCFG0);
473 	__intel_gpio_set_direction(padcfg0, input);
474 
475 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
476 
477 	return 0;
478 }
479 
480 static const struct pinmux_ops intel_pinmux_ops = {
481 	.get_functions_count = intel_get_functions_count,
482 	.get_function_name = intel_get_function_name,
483 	.get_function_groups = intel_get_function_groups,
484 	.set_mux = intel_pinmux_set_mux,
485 	.gpio_request_enable = intel_gpio_request_enable,
486 	.gpio_set_direction = intel_gpio_set_direction,
487 };
488 
489 static int intel_config_get(struct pinctrl_dev *pctldev, unsigned pin,
490 			    unsigned long *config)
491 {
492 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
493 	enum pin_config_param param = pinconf_to_config_param(*config);
494 	const struct intel_community *community;
495 	u32 value, term;
496 	u32 arg = 0;
497 
498 	if (!intel_pad_owned_by_host(pctrl, pin))
499 		return -ENOTSUPP;
500 
501 	community = intel_get_community(pctrl, pin);
502 	value = readl(intel_get_padcfg(pctrl, pin, PADCFG1));
503 	term = (value & PADCFG1_TERM_MASK) >> PADCFG1_TERM_SHIFT;
504 
505 	switch (param) {
506 	case PIN_CONFIG_BIAS_DISABLE:
507 		if (term)
508 			return -EINVAL;
509 		break;
510 
511 	case PIN_CONFIG_BIAS_PULL_UP:
512 		if (!term || !(value & PADCFG1_TERM_UP))
513 			return -EINVAL;
514 
515 		switch (term) {
516 		case PADCFG1_TERM_1K:
517 			arg = 1000;
518 			break;
519 		case PADCFG1_TERM_2K:
520 			arg = 2000;
521 			break;
522 		case PADCFG1_TERM_5K:
523 			arg = 5000;
524 			break;
525 		case PADCFG1_TERM_20K:
526 			arg = 20000;
527 			break;
528 		}
529 
530 		break;
531 
532 	case PIN_CONFIG_BIAS_PULL_DOWN:
533 		if (!term || value & PADCFG1_TERM_UP)
534 			return -EINVAL;
535 
536 		switch (term) {
537 		case PADCFG1_TERM_1K:
538 			if (!(community->features & PINCTRL_FEATURE_1K_PD))
539 				return -EINVAL;
540 			arg = 1000;
541 			break;
542 		case PADCFG1_TERM_5K:
543 			arg = 5000;
544 			break;
545 		case PADCFG1_TERM_20K:
546 			arg = 20000;
547 			break;
548 		}
549 
550 		break;
551 
552 	case PIN_CONFIG_INPUT_DEBOUNCE: {
553 		void __iomem *padcfg2;
554 		u32 v;
555 
556 		padcfg2 = intel_get_padcfg(pctrl, pin, PADCFG2);
557 		if (!padcfg2)
558 			return -ENOTSUPP;
559 
560 		v = readl(padcfg2);
561 		if (!(v & PADCFG2_DEBEN))
562 			return -EINVAL;
563 
564 		v = (v & PADCFG2_DEBOUNCE_MASK) >> PADCFG2_DEBOUNCE_SHIFT;
565 		arg = BIT(v) * DEBOUNCE_PERIOD / 1000;
566 
567 		break;
568 	}
569 
570 	default:
571 		return -ENOTSUPP;
572 	}
573 
574 	*config = pinconf_to_config_packed(param, arg);
575 	return 0;
576 }
577 
578 static int intel_config_set_pull(struct intel_pinctrl *pctrl, unsigned pin,
579 				 unsigned long config)
580 {
581 	unsigned param = pinconf_to_config_param(config);
582 	unsigned arg = pinconf_to_config_argument(config);
583 	const struct intel_community *community;
584 	void __iomem *padcfg1;
585 	unsigned long flags;
586 	int ret = 0;
587 	u32 value;
588 
589 	raw_spin_lock_irqsave(&pctrl->lock, flags);
590 
591 	community = intel_get_community(pctrl, pin);
592 	padcfg1 = intel_get_padcfg(pctrl, pin, PADCFG1);
593 	value = readl(padcfg1);
594 
595 	switch (param) {
596 	case PIN_CONFIG_BIAS_DISABLE:
597 		value &= ~(PADCFG1_TERM_MASK | PADCFG1_TERM_UP);
598 		break;
599 
600 	case PIN_CONFIG_BIAS_PULL_UP:
601 		value &= ~PADCFG1_TERM_MASK;
602 
603 		value |= PADCFG1_TERM_UP;
604 
605 		switch (arg) {
606 		case 20000:
607 			value |= PADCFG1_TERM_20K << PADCFG1_TERM_SHIFT;
608 			break;
609 		case 5000:
610 			value |= PADCFG1_TERM_5K << PADCFG1_TERM_SHIFT;
611 			break;
612 		case 2000:
613 			value |= PADCFG1_TERM_2K << PADCFG1_TERM_SHIFT;
614 			break;
615 		case 1000:
616 			value |= PADCFG1_TERM_1K << PADCFG1_TERM_SHIFT;
617 			break;
618 		default:
619 			ret = -EINVAL;
620 		}
621 
622 		break;
623 
624 	case PIN_CONFIG_BIAS_PULL_DOWN:
625 		value &= ~(PADCFG1_TERM_UP | PADCFG1_TERM_MASK);
626 
627 		switch (arg) {
628 		case 20000:
629 			value |= PADCFG1_TERM_20K << PADCFG1_TERM_SHIFT;
630 			break;
631 		case 5000:
632 			value |= PADCFG1_TERM_5K << PADCFG1_TERM_SHIFT;
633 			break;
634 		case 1000:
635 			if (!(community->features & PINCTRL_FEATURE_1K_PD)) {
636 				ret = -EINVAL;
637 				break;
638 			}
639 			value |= PADCFG1_TERM_1K << PADCFG1_TERM_SHIFT;
640 			break;
641 		default:
642 			ret = -EINVAL;
643 		}
644 
645 		break;
646 	}
647 
648 	if (!ret)
649 		writel(value, padcfg1);
650 
651 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
652 
653 	return ret;
654 }
655 
656 static int intel_config_set_debounce(struct intel_pinctrl *pctrl, unsigned pin,
657 				     unsigned debounce)
658 {
659 	void __iomem *padcfg0, *padcfg2;
660 	unsigned long flags;
661 	u32 value0, value2;
662 	int ret = 0;
663 
664 	padcfg2 = intel_get_padcfg(pctrl, pin, PADCFG2);
665 	if (!padcfg2)
666 		return -ENOTSUPP;
667 
668 	padcfg0 = intel_get_padcfg(pctrl, pin, PADCFG0);
669 
670 	raw_spin_lock_irqsave(&pctrl->lock, flags);
671 
672 	value0 = readl(padcfg0);
673 	value2 = readl(padcfg2);
674 
675 	/* Disable glitch filter and debouncer */
676 	value0 &= ~PADCFG0_PREGFRXSEL;
677 	value2 &= ~(PADCFG2_DEBEN | PADCFG2_DEBOUNCE_MASK);
678 
679 	if (debounce) {
680 		unsigned long v;
681 
682 		v = order_base_2(debounce * 1000 / DEBOUNCE_PERIOD);
683 		if (v < 3 || v > 15) {
684 			ret = -EINVAL;
685 			goto exit_unlock;
686 		} else {
687 			/* Enable glitch filter and debouncer */
688 			value0 |= PADCFG0_PREGFRXSEL;
689 			value2 |= v << PADCFG2_DEBOUNCE_SHIFT;
690 			value2 |= PADCFG2_DEBEN;
691 		}
692 	}
693 
694 	writel(value0, padcfg0);
695 	writel(value2, padcfg2);
696 
697 exit_unlock:
698 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
699 
700 	return ret;
701 }
702 
703 static int intel_config_set(struct pinctrl_dev *pctldev, unsigned pin,
704 			  unsigned long *configs, unsigned nconfigs)
705 {
706 	struct intel_pinctrl *pctrl = pinctrl_dev_get_drvdata(pctldev);
707 	int i, ret;
708 
709 	if (!intel_pad_usable(pctrl, pin))
710 		return -ENOTSUPP;
711 
712 	for (i = 0; i < nconfigs; i++) {
713 		switch (pinconf_to_config_param(configs[i])) {
714 		case PIN_CONFIG_BIAS_DISABLE:
715 		case PIN_CONFIG_BIAS_PULL_UP:
716 		case PIN_CONFIG_BIAS_PULL_DOWN:
717 			ret = intel_config_set_pull(pctrl, pin, configs[i]);
718 			if (ret)
719 				return ret;
720 			break;
721 
722 		case PIN_CONFIG_INPUT_DEBOUNCE:
723 			ret = intel_config_set_debounce(pctrl, pin,
724 				pinconf_to_config_argument(configs[i]));
725 			if (ret)
726 				return ret;
727 			break;
728 
729 		default:
730 			return -ENOTSUPP;
731 		}
732 	}
733 
734 	return 0;
735 }
736 
737 static const struct pinconf_ops intel_pinconf_ops = {
738 	.is_generic = true,
739 	.pin_config_get = intel_config_get,
740 	.pin_config_set = intel_config_set,
741 };
742 
743 static const struct pinctrl_desc intel_pinctrl_desc = {
744 	.pctlops = &intel_pinctrl_ops,
745 	.pmxops = &intel_pinmux_ops,
746 	.confops = &intel_pinconf_ops,
747 	.owner = THIS_MODULE,
748 };
749 
750 static int intel_gpio_get(struct gpio_chip *chip, unsigned offset)
751 {
752 	struct intel_pinctrl *pctrl = gpiochip_get_data(chip);
753 	void __iomem *reg;
754 	u32 padcfg0;
755 
756 	reg = intel_get_padcfg(pctrl, offset, PADCFG0);
757 	if (!reg)
758 		return -EINVAL;
759 
760 	padcfg0 = readl(reg);
761 	if (!(padcfg0 & PADCFG0_GPIOTXDIS))
762 		return !!(padcfg0 & PADCFG0_GPIOTXSTATE);
763 
764 	return !!(padcfg0 & PADCFG0_GPIORXSTATE);
765 }
766 
767 static void intel_gpio_set(struct gpio_chip *chip, unsigned offset, int value)
768 {
769 	struct intel_pinctrl *pctrl = gpiochip_get_data(chip);
770 	unsigned long flags;
771 	void __iomem *reg;
772 	u32 padcfg0;
773 
774 	reg = intel_get_padcfg(pctrl, offset, PADCFG0);
775 	if (!reg)
776 		return;
777 
778 	raw_spin_lock_irqsave(&pctrl->lock, flags);
779 	padcfg0 = readl(reg);
780 	if (value)
781 		padcfg0 |= PADCFG0_GPIOTXSTATE;
782 	else
783 		padcfg0 &= ~PADCFG0_GPIOTXSTATE;
784 	writel(padcfg0, reg);
785 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
786 }
787 
788 static int intel_gpio_get_direction(struct gpio_chip *chip, unsigned int offset)
789 {
790 	struct intel_pinctrl *pctrl = gpiochip_get_data(chip);
791 	void __iomem *reg;
792 	u32 padcfg0;
793 
794 	reg = intel_get_padcfg(pctrl, offset, PADCFG0);
795 	if (!reg)
796 		return -EINVAL;
797 
798 	padcfg0 = readl(reg);
799 
800 	if (padcfg0 & PADCFG0_PMODE_MASK)
801 		return -EINVAL;
802 
803 	return !!(padcfg0 & PADCFG0_GPIOTXDIS);
804 }
805 
806 static int intel_gpio_direction_input(struct gpio_chip *chip, unsigned offset)
807 {
808 	return pinctrl_gpio_direction_input(chip->base + offset);
809 }
810 
811 static int intel_gpio_direction_output(struct gpio_chip *chip, unsigned offset,
812 				       int value)
813 {
814 	intel_gpio_set(chip, offset, value);
815 	return pinctrl_gpio_direction_output(chip->base + offset);
816 }
817 
818 static const struct gpio_chip intel_gpio_chip = {
819 	.owner = THIS_MODULE,
820 	.request = gpiochip_generic_request,
821 	.free = gpiochip_generic_free,
822 	.get_direction = intel_gpio_get_direction,
823 	.direction_input = intel_gpio_direction_input,
824 	.direction_output = intel_gpio_direction_output,
825 	.get = intel_gpio_get,
826 	.set = intel_gpio_set,
827 	.set_config = gpiochip_generic_config,
828 };
829 
830 /**
831  * intel_gpio_to_pin() - Translate from GPIO offset to pin number
832  * @pctrl: Pinctrl structure
833  * @offset: GPIO offset from gpiolib
834  * @commmunity: Community is filled here if not %NULL
835  * @padgrp: Pad group is filled here if not %NULL
836  *
837  * When coming through gpiolib irqchip, the GPIO offset is not
838  * automatically translated to pinctrl pin number. This function can be
839  * used to find out the corresponding pinctrl pin.
840  */
841 static int intel_gpio_to_pin(struct intel_pinctrl *pctrl, unsigned offset,
842 			     const struct intel_community **community,
843 			     const struct intel_padgroup **padgrp)
844 {
845 	int i;
846 
847 	for (i = 0; i < pctrl->ncommunities; i++) {
848 		const struct intel_community *comm = &pctrl->communities[i];
849 		int j;
850 
851 		for (j = 0; j < comm->ngpps; j++) {
852 			const struct intel_padgroup *pgrp = &comm->gpps[j];
853 
854 			if (pgrp->gpio_base < 0)
855 				continue;
856 
857 			if (offset >= pgrp->gpio_base &&
858 			    offset < pgrp->gpio_base + pgrp->size) {
859 				int pin;
860 
861 				pin = pgrp->base + offset - pgrp->gpio_base;
862 				if (community)
863 					*community = comm;
864 				if (padgrp)
865 					*padgrp = pgrp;
866 
867 				return pin;
868 			}
869 		}
870 	}
871 
872 	return -EINVAL;
873 }
874 
875 static int intel_gpio_irq_reqres(struct irq_data *d)
876 {
877 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
878 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
879 	int pin;
880 	int ret;
881 
882 	pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), NULL, NULL);
883 	if (pin >= 0) {
884 		ret = gpiochip_lock_as_irq(gc, pin);
885 		if (ret) {
886 			dev_err(pctrl->dev, "unable to lock HW IRQ %d for IRQ\n",
887 				pin);
888 			return ret;
889 		}
890 	}
891 	return 0;
892 }
893 
894 static void intel_gpio_irq_relres(struct irq_data *d)
895 {
896 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
897 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
898 	int pin;
899 
900 	pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), NULL, NULL);
901 	if (pin >= 0)
902 		gpiochip_unlock_as_irq(gc, pin);
903 }
904 
905 static void intel_gpio_irq_ack(struct irq_data *d)
906 {
907 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
908 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
909 	const struct intel_community *community;
910 	const struct intel_padgroup *padgrp;
911 	int pin;
912 
913 	pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), &community, &padgrp);
914 	if (pin >= 0) {
915 		unsigned gpp, gpp_offset, is_offset;
916 
917 		gpp = padgrp->reg_num;
918 		gpp_offset = padgroup_offset(padgrp, pin);
919 		is_offset = community->is_offset + gpp * 4;
920 
921 		raw_spin_lock(&pctrl->lock);
922 		writel(BIT(gpp_offset), community->regs + is_offset);
923 		raw_spin_unlock(&pctrl->lock);
924 	}
925 }
926 
927 static void intel_gpio_irq_enable(struct irq_data *d)
928 {
929 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
930 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
931 	const struct intel_community *community;
932 	const struct intel_padgroup *padgrp;
933 	int pin;
934 
935 	pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), &community, &padgrp);
936 	if (pin >= 0) {
937 		unsigned gpp, gpp_offset, is_offset;
938 		unsigned long flags;
939 		u32 value;
940 
941 		gpp = padgrp->reg_num;
942 		gpp_offset = padgroup_offset(padgrp, pin);
943 		is_offset = community->is_offset + gpp * 4;
944 
945 		raw_spin_lock_irqsave(&pctrl->lock, flags);
946 		/* Clear interrupt status first to avoid unexpected interrupt */
947 		writel(BIT(gpp_offset), community->regs + is_offset);
948 
949 		value = readl(community->regs + community->ie_offset + gpp * 4);
950 		value |= BIT(gpp_offset);
951 		writel(value, community->regs + community->ie_offset + gpp * 4);
952 		raw_spin_unlock_irqrestore(&pctrl->lock, flags);
953 	}
954 }
955 
956 static void intel_gpio_irq_mask_unmask(struct irq_data *d, bool mask)
957 {
958 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
959 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
960 	const struct intel_community *community;
961 	const struct intel_padgroup *padgrp;
962 	int pin;
963 
964 	pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), &community, &padgrp);
965 	if (pin >= 0) {
966 		unsigned gpp, gpp_offset;
967 		unsigned long flags;
968 		void __iomem *reg;
969 		u32 value;
970 
971 		gpp = padgrp->reg_num;
972 		gpp_offset = padgroup_offset(padgrp, pin);
973 
974 		reg = community->regs + community->ie_offset + gpp * 4;
975 
976 		raw_spin_lock_irqsave(&pctrl->lock, flags);
977 		value = readl(reg);
978 		if (mask)
979 			value &= ~BIT(gpp_offset);
980 		else
981 			value |= BIT(gpp_offset);
982 		writel(value, reg);
983 		raw_spin_unlock_irqrestore(&pctrl->lock, flags);
984 	}
985 }
986 
987 static void intel_gpio_irq_mask(struct irq_data *d)
988 {
989 	intel_gpio_irq_mask_unmask(d, true);
990 }
991 
992 static void intel_gpio_irq_unmask(struct irq_data *d)
993 {
994 	intel_gpio_irq_mask_unmask(d, false);
995 }
996 
997 static int intel_gpio_irq_type(struct irq_data *d, unsigned type)
998 {
999 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
1000 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
1001 	unsigned pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), NULL, NULL);
1002 	unsigned long flags;
1003 	void __iomem *reg;
1004 	u32 value;
1005 
1006 	reg = intel_get_padcfg(pctrl, pin, PADCFG0);
1007 	if (!reg)
1008 		return -EINVAL;
1009 
1010 	/*
1011 	 * If the pin is in ACPI mode it is still usable as a GPIO but it
1012 	 * cannot be used as IRQ because GPI_IS status bit will not be
1013 	 * updated by the host controller hardware.
1014 	 */
1015 	if (intel_pad_acpi_mode(pctrl, pin)) {
1016 		dev_warn(pctrl->dev, "pin %u cannot be used as IRQ\n", pin);
1017 		return -EPERM;
1018 	}
1019 
1020 	raw_spin_lock_irqsave(&pctrl->lock, flags);
1021 
1022 	intel_gpio_set_gpio_mode(reg);
1023 
1024 	value = readl(reg);
1025 
1026 	value &= ~(PADCFG0_RXEVCFG_MASK | PADCFG0_RXINV);
1027 
1028 	if ((type & IRQ_TYPE_EDGE_BOTH) == IRQ_TYPE_EDGE_BOTH) {
1029 		value |= PADCFG0_RXEVCFG_EDGE_BOTH << PADCFG0_RXEVCFG_SHIFT;
1030 	} else if (type & IRQ_TYPE_EDGE_FALLING) {
1031 		value |= PADCFG0_RXEVCFG_EDGE << PADCFG0_RXEVCFG_SHIFT;
1032 		value |= PADCFG0_RXINV;
1033 	} else if (type & IRQ_TYPE_EDGE_RISING) {
1034 		value |= PADCFG0_RXEVCFG_EDGE << PADCFG0_RXEVCFG_SHIFT;
1035 	} else if (type & IRQ_TYPE_LEVEL_MASK) {
1036 		if (type & IRQ_TYPE_LEVEL_LOW)
1037 			value |= PADCFG0_RXINV;
1038 	} else {
1039 		value |= PADCFG0_RXEVCFG_DISABLED << PADCFG0_RXEVCFG_SHIFT;
1040 	}
1041 
1042 	writel(value, reg);
1043 
1044 	if (type & IRQ_TYPE_EDGE_BOTH)
1045 		irq_set_handler_locked(d, handle_edge_irq);
1046 	else if (type & IRQ_TYPE_LEVEL_MASK)
1047 		irq_set_handler_locked(d, handle_level_irq);
1048 
1049 	raw_spin_unlock_irqrestore(&pctrl->lock, flags);
1050 
1051 	return 0;
1052 }
1053 
1054 static int intel_gpio_irq_wake(struct irq_data *d, unsigned int on)
1055 {
1056 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
1057 	struct intel_pinctrl *pctrl = gpiochip_get_data(gc);
1058 	unsigned pin = intel_gpio_to_pin(pctrl, irqd_to_hwirq(d), NULL, NULL);
1059 
1060 	if (on)
1061 		enable_irq_wake(pctrl->irq);
1062 	else
1063 		disable_irq_wake(pctrl->irq);
1064 
1065 	dev_dbg(pctrl->dev, "%sable wake for pin %u\n", on ? "en" : "dis", pin);
1066 	return 0;
1067 }
1068 
1069 static irqreturn_t intel_gpio_community_irq_handler(struct intel_pinctrl *pctrl,
1070 	const struct intel_community *community)
1071 {
1072 	struct gpio_chip *gc = &pctrl->chip;
1073 	irqreturn_t ret = IRQ_NONE;
1074 	int gpp;
1075 
1076 	for (gpp = 0; gpp < community->ngpps; gpp++) {
1077 		const struct intel_padgroup *padgrp = &community->gpps[gpp];
1078 		unsigned long pending, enabled, gpp_offset;
1079 
1080 		pending = readl(community->regs + community->is_offset +
1081 				padgrp->reg_num * 4);
1082 		enabled = readl(community->regs + community->ie_offset +
1083 				padgrp->reg_num * 4);
1084 
1085 		/* Only interrupts that are enabled */
1086 		pending &= enabled;
1087 
1088 		for_each_set_bit(gpp_offset, &pending, padgrp->size) {
1089 			unsigned irq;
1090 
1091 			irq = irq_find_mapping(gc->irq.domain,
1092 					       padgrp->gpio_base + gpp_offset);
1093 			generic_handle_irq(irq);
1094 
1095 			ret |= IRQ_HANDLED;
1096 		}
1097 	}
1098 
1099 	return ret;
1100 }
1101 
1102 static irqreturn_t intel_gpio_irq(int irq, void *data)
1103 {
1104 	const struct intel_community *community;
1105 	struct intel_pinctrl *pctrl = data;
1106 	irqreturn_t ret = IRQ_NONE;
1107 	int i;
1108 
1109 	/* Need to check all communities for pending interrupts */
1110 	for (i = 0; i < pctrl->ncommunities; i++) {
1111 		community = &pctrl->communities[i];
1112 		ret |= intel_gpio_community_irq_handler(pctrl, community);
1113 	}
1114 
1115 	return ret;
1116 }
1117 
1118 static struct irq_chip intel_gpio_irqchip = {
1119 	.name = "intel-gpio",
1120 	.irq_request_resources = intel_gpio_irq_reqres,
1121 	.irq_release_resources = intel_gpio_irq_relres,
1122 	.irq_enable = intel_gpio_irq_enable,
1123 	.irq_ack = intel_gpio_irq_ack,
1124 	.irq_mask = intel_gpio_irq_mask,
1125 	.irq_unmask = intel_gpio_irq_unmask,
1126 	.irq_set_type = intel_gpio_irq_type,
1127 	.irq_set_wake = intel_gpio_irq_wake,
1128 	.flags = IRQCHIP_MASK_ON_SUSPEND,
1129 };
1130 
1131 static int intel_gpio_add_pin_ranges(struct intel_pinctrl *pctrl,
1132 				     const struct intel_community *community)
1133 {
1134 	int ret = 0, i;
1135 
1136 	for (i = 0; i < community->ngpps; i++) {
1137 		const struct intel_padgroup *gpp = &community->gpps[i];
1138 
1139 		if (gpp->gpio_base < 0)
1140 			continue;
1141 
1142 		ret = gpiochip_add_pin_range(&pctrl->chip, dev_name(pctrl->dev),
1143 					     gpp->gpio_base, gpp->base,
1144 					     gpp->size);
1145 		if (ret)
1146 			return ret;
1147 	}
1148 
1149 	return ret;
1150 }
1151 
1152 static unsigned intel_gpio_ngpio(const struct intel_pinctrl *pctrl)
1153 {
1154 	const struct intel_community *community;
1155 	unsigned ngpio = 0;
1156 	int i, j;
1157 
1158 	for (i = 0; i < pctrl->ncommunities; i++) {
1159 		community = &pctrl->communities[i];
1160 		for (j = 0; j < community->ngpps; j++) {
1161 			const struct intel_padgroup *gpp = &community->gpps[j];
1162 
1163 			if (gpp->gpio_base < 0)
1164 				continue;
1165 
1166 			if (gpp->gpio_base + gpp->size > ngpio)
1167 				ngpio = gpp->gpio_base + gpp->size;
1168 		}
1169 	}
1170 
1171 	return ngpio;
1172 }
1173 
1174 static int intel_gpio_probe(struct intel_pinctrl *pctrl, int irq)
1175 {
1176 	int ret, i;
1177 
1178 	pctrl->chip = intel_gpio_chip;
1179 
1180 	pctrl->chip.ngpio = intel_gpio_ngpio(pctrl);
1181 	pctrl->chip.label = dev_name(pctrl->dev);
1182 	pctrl->chip.parent = pctrl->dev;
1183 	pctrl->chip.base = -1;
1184 	pctrl->irq = irq;
1185 
1186 	ret = devm_gpiochip_add_data(pctrl->dev, &pctrl->chip, pctrl);
1187 	if (ret) {
1188 		dev_err(pctrl->dev, "failed to register gpiochip\n");
1189 		return ret;
1190 	}
1191 
1192 	for (i = 0; i < pctrl->ncommunities; i++) {
1193 		struct intel_community *community = &pctrl->communities[i];
1194 
1195 		ret = intel_gpio_add_pin_ranges(pctrl, community);
1196 		if (ret) {
1197 			dev_err(pctrl->dev, "failed to add GPIO pin range\n");
1198 			return ret;
1199 		}
1200 	}
1201 
1202 	/*
1203 	 * We need to request the interrupt here (instead of providing chip
1204 	 * to the irq directly) because on some platforms several GPIO
1205 	 * controllers share the same interrupt line.
1206 	 */
1207 	ret = devm_request_irq(pctrl->dev, irq, intel_gpio_irq,
1208 			       IRQF_SHARED | IRQF_NO_THREAD,
1209 			       dev_name(pctrl->dev), pctrl);
1210 	if (ret) {
1211 		dev_err(pctrl->dev, "failed to request interrupt\n");
1212 		return ret;
1213 	}
1214 
1215 	ret = gpiochip_irqchip_add(&pctrl->chip, &intel_gpio_irqchip, 0,
1216 				   handle_bad_irq, IRQ_TYPE_NONE);
1217 	if (ret) {
1218 		dev_err(pctrl->dev, "failed to add irqchip\n");
1219 		return ret;
1220 	}
1221 
1222 	gpiochip_set_chained_irqchip(&pctrl->chip, &intel_gpio_irqchip, irq,
1223 				     NULL);
1224 	return 0;
1225 }
1226 
1227 static int intel_pinctrl_add_padgroups(struct intel_pinctrl *pctrl,
1228 				       struct intel_community *community)
1229 {
1230 	struct intel_padgroup *gpps;
1231 	unsigned npins = community->npins;
1232 	unsigned padown_num = 0;
1233 	size_t ngpps, i;
1234 
1235 	if (community->gpps)
1236 		ngpps = community->ngpps;
1237 	else
1238 		ngpps = DIV_ROUND_UP(community->npins, community->gpp_size);
1239 
1240 	gpps = devm_kcalloc(pctrl->dev, ngpps, sizeof(*gpps), GFP_KERNEL);
1241 	if (!gpps)
1242 		return -ENOMEM;
1243 
1244 	for (i = 0; i < ngpps; i++) {
1245 		if (community->gpps) {
1246 			gpps[i] = community->gpps[i];
1247 		} else {
1248 			unsigned gpp_size = community->gpp_size;
1249 
1250 			gpps[i].reg_num = i;
1251 			gpps[i].base = community->pin_base + i * gpp_size;
1252 			gpps[i].size = min(gpp_size, npins);
1253 			npins -= gpps[i].size;
1254 		}
1255 
1256 		if (gpps[i].size > 32)
1257 			return -EINVAL;
1258 
1259 		if (!gpps[i].gpio_base)
1260 			gpps[i].gpio_base = gpps[i].base;
1261 
1262 		gpps[i].padown_num = padown_num;
1263 
1264 		/*
1265 		 * In older hardware the number of padown registers per
1266 		 * group is fixed regardless of the group size.
1267 		 */
1268 		if (community->gpp_num_padown_regs)
1269 			padown_num += community->gpp_num_padown_regs;
1270 		else
1271 			padown_num += DIV_ROUND_UP(gpps[i].size * 4, 32);
1272 	}
1273 
1274 	community->ngpps = ngpps;
1275 	community->gpps = gpps;
1276 
1277 	return 0;
1278 }
1279 
1280 static int intel_pinctrl_pm_init(struct intel_pinctrl *pctrl)
1281 {
1282 #ifdef CONFIG_PM_SLEEP
1283 	const struct intel_pinctrl_soc_data *soc = pctrl->soc;
1284 	struct intel_community_context *communities;
1285 	struct intel_pad_context *pads;
1286 	int i;
1287 
1288 	pads = devm_kcalloc(pctrl->dev, soc->npins, sizeof(*pads), GFP_KERNEL);
1289 	if (!pads)
1290 		return -ENOMEM;
1291 
1292 	communities = devm_kcalloc(pctrl->dev, pctrl->ncommunities,
1293 				   sizeof(*communities), GFP_KERNEL);
1294 	if (!communities)
1295 		return -ENOMEM;
1296 
1297 
1298 	for (i = 0; i < pctrl->ncommunities; i++) {
1299 		struct intel_community *community = &pctrl->communities[i];
1300 		u32 *intmask;
1301 
1302 		intmask = devm_kcalloc(pctrl->dev, community->ngpps,
1303 				       sizeof(*intmask), GFP_KERNEL);
1304 		if (!intmask)
1305 			return -ENOMEM;
1306 
1307 		communities[i].intmask = intmask;
1308 	}
1309 
1310 	pctrl->context.pads = pads;
1311 	pctrl->context.communities = communities;
1312 #endif
1313 
1314 	return 0;
1315 }
1316 
1317 int intel_pinctrl_probe(struct platform_device *pdev,
1318 			const struct intel_pinctrl_soc_data *soc_data)
1319 {
1320 	struct intel_pinctrl *pctrl;
1321 	int i, ret, irq;
1322 
1323 	if (!soc_data)
1324 		return -EINVAL;
1325 
1326 	pctrl = devm_kzalloc(&pdev->dev, sizeof(*pctrl), GFP_KERNEL);
1327 	if (!pctrl)
1328 		return -ENOMEM;
1329 
1330 	pctrl->dev = &pdev->dev;
1331 	pctrl->soc = soc_data;
1332 	raw_spin_lock_init(&pctrl->lock);
1333 
1334 	/*
1335 	 * Make a copy of the communities which we can use to hold pointers
1336 	 * to the registers.
1337 	 */
1338 	pctrl->ncommunities = pctrl->soc->ncommunities;
1339 	pctrl->communities = devm_kcalloc(&pdev->dev, pctrl->ncommunities,
1340 				  sizeof(*pctrl->communities), GFP_KERNEL);
1341 	if (!pctrl->communities)
1342 		return -ENOMEM;
1343 
1344 	for (i = 0; i < pctrl->ncommunities; i++) {
1345 		struct intel_community *community = &pctrl->communities[i];
1346 		struct resource *res;
1347 		void __iomem *regs;
1348 		u32 padbar;
1349 
1350 		*community = pctrl->soc->communities[i];
1351 
1352 		res = platform_get_resource(pdev, IORESOURCE_MEM,
1353 					    community->barno);
1354 		regs = devm_ioremap_resource(&pdev->dev, res);
1355 		if (IS_ERR(regs))
1356 			return PTR_ERR(regs);
1357 
1358 		/*
1359 		 * Determine community features based on the revision if
1360 		 * not specified already.
1361 		 */
1362 		if (!community->features) {
1363 			u32 rev;
1364 
1365 			rev = (readl(regs + REVID) & REVID_MASK) >> REVID_SHIFT;
1366 			if (rev >= 0x94) {
1367 				community->features |= PINCTRL_FEATURE_DEBOUNCE;
1368 				community->features |= PINCTRL_FEATURE_1K_PD;
1369 			}
1370 		}
1371 
1372 		/* Read offset of the pad configuration registers */
1373 		padbar = readl(regs + PADBAR);
1374 
1375 		community->regs = regs;
1376 		community->pad_regs = regs + padbar;
1377 
1378 		if (!community->is_offset)
1379 			community->is_offset = GPI_IS;
1380 
1381 		ret = intel_pinctrl_add_padgroups(pctrl, community);
1382 		if (ret)
1383 			return ret;
1384 	}
1385 
1386 	irq = platform_get_irq(pdev, 0);
1387 	if (irq < 0) {
1388 		dev_err(&pdev->dev, "failed to get interrupt number\n");
1389 		return irq;
1390 	}
1391 
1392 	ret = intel_pinctrl_pm_init(pctrl);
1393 	if (ret)
1394 		return ret;
1395 
1396 	pctrl->pctldesc = intel_pinctrl_desc;
1397 	pctrl->pctldesc.name = dev_name(&pdev->dev);
1398 	pctrl->pctldesc.pins = pctrl->soc->pins;
1399 	pctrl->pctldesc.npins = pctrl->soc->npins;
1400 
1401 	pctrl->pctldev = devm_pinctrl_register(&pdev->dev, &pctrl->pctldesc,
1402 					       pctrl);
1403 	if (IS_ERR(pctrl->pctldev)) {
1404 		dev_err(&pdev->dev, "failed to register pinctrl driver\n");
1405 		return PTR_ERR(pctrl->pctldev);
1406 	}
1407 
1408 	ret = intel_gpio_probe(pctrl, irq);
1409 	if (ret)
1410 		return ret;
1411 
1412 	platform_set_drvdata(pdev, pctrl);
1413 
1414 	return 0;
1415 }
1416 EXPORT_SYMBOL_GPL(intel_pinctrl_probe);
1417 
1418 #ifdef CONFIG_PM_SLEEP
1419 static bool intel_pinctrl_should_save(struct intel_pinctrl *pctrl, unsigned pin)
1420 {
1421 	const struct pin_desc *pd = pin_desc_get(pctrl->pctldev, pin);
1422 
1423 	if (!pd || !intel_pad_usable(pctrl, pin))
1424 		return false;
1425 
1426 	/*
1427 	 * Only restore the pin if it is actually in use by the kernel (or
1428 	 * by userspace). It is possible that some pins are used by the
1429 	 * BIOS during resume and those are not always locked down so leave
1430 	 * them alone.
1431 	 */
1432 	if (pd->mux_owner || pd->gpio_owner ||
1433 	    gpiochip_line_is_irq(&pctrl->chip, pin))
1434 		return true;
1435 
1436 	return false;
1437 }
1438 
1439 int intel_pinctrl_suspend(struct device *dev)
1440 {
1441 	struct platform_device *pdev = to_platform_device(dev);
1442 	struct intel_pinctrl *pctrl = platform_get_drvdata(pdev);
1443 	struct intel_community_context *communities;
1444 	struct intel_pad_context *pads;
1445 	int i;
1446 
1447 	pads = pctrl->context.pads;
1448 	for (i = 0; i < pctrl->soc->npins; i++) {
1449 		const struct pinctrl_pin_desc *desc = &pctrl->soc->pins[i];
1450 		void __iomem *padcfg;
1451 		u32 val;
1452 
1453 		if (!intel_pinctrl_should_save(pctrl, desc->number))
1454 			continue;
1455 
1456 		val = readl(intel_get_padcfg(pctrl, desc->number, PADCFG0));
1457 		pads[i].padcfg0 = val & ~PADCFG0_GPIORXSTATE;
1458 		val = readl(intel_get_padcfg(pctrl, desc->number, PADCFG1));
1459 		pads[i].padcfg1 = val;
1460 
1461 		padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG2);
1462 		if (padcfg)
1463 			pads[i].padcfg2 = readl(padcfg);
1464 	}
1465 
1466 	communities = pctrl->context.communities;
1467 	for (i = 0; i < pctrl->ncommunities; i++) {
1468 		struct intel_community *community = &pctrl->communities[i];
1469 		void __iomem *base;
1470 		unsigned gpp;
1471 
1472 		base = community->regs + community->ie_offset;
1473 		for (gpp = 0; gpp < community->ngpps; gpp++)
1474 			communities[i].intmask[gpp] = readl(base + gpp * 4);
1475 	}
1476 
1477 	return 0;
1478 }
1479 EXPORT_SYMBOL_GPL(intel_pinctrl_suspend);
1480 
1481 static void intel_gpio_irq_init(struct intel_pinctrl *pctrl)
1482 {
1483 	size_t i;
1484 
1485 	for (i = 0; i < pctrl->ncommunities; i++) {
1486 		const struct intel_community *community;
1487 		void __iomem *base;
1488 		unsigned gpp;
1489 
1490 		community = &pctrl->communities[i];
1491 		base = community->regs;
1492 
1493 		for (gpp = 0; gpp < community->ngpps; gpp++) {
1494 			/* Mask and clear all interrupts */
1495 			writel(0, base + community->ie_offset + gpp * 4);
1496 			writel(0xffff, base + community->is_offset + gpp * 4);
1497 		}
1498 	}
1499 }
1500 
1501 int intel_pinctrl_resume(struct device *dev)
1502 {
1503 	struct platform_device *pdev = to_platform_device(dev);
1504 	struct intel_pinctrl *pctrl = platform_get_drvdata(pdev);
1505 	const struct intel_community_context *communities;
1506 	const struct intel_pad_context *pads;
1507 	int i;
1508 
1509 	/* Mask all interrupts */
1510 	intel_gpio_irq_init(pctrl);
1511 
1512 	pads = pctrl->context.pads;
1513 	for (i = 0; i < pctrl->soc->npins; i++) {
1514 		const struct pinctrl_pin_desc *desc = &pctrl->soc->pins[i];
1515 		void __iomem *padcfg;
1516 		u32 val;
1517 
1518 		if (!intel_pinctrl_should_save(pctrl, desc->number))
1519 			continue;
1520 
1521 		padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG0);
1522 		val = readl(padcfg) & ~PADCFG0_GPIORXSTATE;
1523 		if (val != pads[i].padcfg0) {
1524 			writel(pads[i].padcfg0, padcfg);
1525 			dev_dbg(dev, "restored pin %u padcfg0 %#08x\n",
1526 				desc->number, readl(padcfg));
1527 		}
1528 
1529 		padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG1);
1530 		val = readl(padcfg);
1531 		if (val != pads[i].padcfg1) {
1532 			writel(pads[i].padcfg1, padcfg);
1533 			dev_dbg(dev, "restored pin %u padcfg1 %#08x\n",
1534 				desc->number, readl(padcfg));
1535 		}
1536 
1537 		padcfg = intel_get_padcfg(pctrl, desc->number, PADCFG2);
1538 		if (padcfg) {
1539 			val = readl(padcfg);
1540 			if (val != pads[i].padcfg2) {
1541 				writel(pads[i].padcfg2, padcfg);
1542 				dev_dbg(dev, "restored pin %u padcfg2 %#08x\n",
1543 					desc->number, readl(padcfg));
1544 			}
1545 		}
1546 	}
1547 
1548 	communities = pctrl->context.communities;
1549 	for (i = 0; i < pctrl->ncommunities; i++) {
1550 		struct intel_community *community = &pctrl->communities[i];
1551 		void __iomem *base;
1552 		unsigned gpp;
1553 
1554 		base = community->regs + community->ie_offset;
1555 		for (gpp = 0; gpp < community->ngpps; gpp++) {
1556 			writel(communities[i].intmask[gpp], base + gpp * 4);
1557 			dev_dbg(dev, "restored mask %d/%u %#08x\n", i, gpp,
1558 				readl(base + gpp * 4));
1559 		}
1560 	}
1561 
1562 	return 0;
1563 }
1564 EXPORT_SYMBOL_GPL(intel_pinctrl_resume);
1565 #endif
1566 
1567 MODULE_AUTHOR("Mathias Nyman <mathias.nyman@linux.intel.com>");
1568 MODULE_AUTHOR("Mika Westerberg <mika.westerberg@linux.intel.com>");
1569 MODULE_DESCRIPTION("Intel pinctrl/GPIO core driver");
1570 MODULE_LICENSE("GPL v2");
1571