xref: /openbmc/linux/drivers/pinctrl/pinctrl-amd.c (revision 8dda2eac)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * GPIO driver for AMD
4  *
5  * Copyright (c) 2014,2015 AMD Corporation.
6  * Authors: Ken Xue <Ken.Xue@amd.com>
7  *      Wu, Jeff <Jeff.Wu@amd.com>
8  *
9  * Contact Information: Nehal Shah <Nehal-bakulchandra.Shah@amd.com>
10  *			Shyam Sundar S K <Shyam-sundar.S-k@amd.com>
11  */
12 
13 #include <linux/err.h>
14 #include <linux/bug.h>
15 #include <linux/kernel.h>
16 #include <linux/module.h>
17 #include <linux/spinlock.h>
18 #include <linux/compiler.h>
19 #include <linux/types.h>
20 #include <linux/errno.h>
21 #include <linux/log2.h>
22 #include <linux/io.h>
23 #include <linux/gpio/driver.h>
24 #include <linux/slab.h>
25 #include <linux/platform_device.h>
26 #include <linux/mutex.h>
27 #include <linux/acpi.h>
28 #include <linux/seq_file.h>
29 #include <linux/interrupt.h>
30 #include <linux/list.h>
31 #include <linux/bitops.h>
32 #include <linux/pinctrl/pinconf.h>
33 #include <linux/pinctrl/pinconf-generic.h>
34 
35 #include "core.h"
36 #include "pinctrl-utils.h"
37 #include "pinctrl-amd.h"
38 
39 static int amd_gpio_get_direction(struct gpio_chip *gc, unsigned offset)
40 {
41 	unsigned long flags;
42 	u32 pin_reg;
43 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
44 
45 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
46 	pin_reg = readl(gpio_dev->base + offset * 4);
47 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
48 
49 	if (pin_reg & BIT(OUTPUT_ENABLE_OFF))
50 		return GPIO_LINE_DIRECTION_OUT;
51 
52 	return GPIO_LINE_DIRECTION_IN;
53 }
54 
55 static int amd_gpio_direction_input(struct gpio_chip *gc, unsigned offset)
56 {
57 	unsigned long flags;
58 	u32 pin_reg;
59 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
60 
61 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
62 	pin_reg = readl(gpio_dev->base + offset * 4);
63 	pin_reg &= ~BIT(OUTPUT_ENABLE_OFF);
64 	writel(pin_reg, gpio_dev->base + offset * 4);
65 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
66 
67 	return 0;
68 }
69 
70 static int amd_gpio_direction_output(struct gpio_chip *gc, unsigned offset,
71 		int value)
72 {
73 	u32 pin_reg;
74 	unsigned long flags;
75 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
76 
77 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
78 	pin_reg = readl(gpio_dev->base + offset * 4);
79 	pin_reg |= BIT(OUTPUT_ENABLE_OFF);
80 	if (value)
81 		pin_reg |= BIT(OUTPUT_VALUE_OFF);
82 	else
83 		pin_reg &= ~BIT(OUTPUT_VALUE_OFF);
84 	writel(pin_reg, gpio_dev->base + offset * 4);
85 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
86 
87 	return 0;
88 }
89 
90 static int amd_gpio_get_value(struct gpio_chip *gc, unsigned offset)
91 {
92 	u32 pin_reg;
93 	unsigned long flags;
94 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
95 
96 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
97 	pin_reg = readl(gpio_dev->base + offset * 4);
98 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
99 
100 	return !!(pin_reg & BIT(PIN_STS_OFF));
101 }
102 
103 static void amd_gpio_set_value(struct gpio_chip *gc, unsigned offset, int value)
104 {
105 	u32 pin_reg;
106 	unsigned long flags;
107 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
108 
109 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
110 	pin_reg = readl(gpio_dev->base + offset * 4);
111 	if (value)
112 		pin_reg |= BIT(OUTPUT_VALUE_OFF);
113 	else
114 		pin_reg &= ~BIT(OUTPUT_VALUE_OFF);
115 	writel(pin_reg, gpio_dev->base + offset * 4);
116 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
117 }
118 
119 static int amd_gpio_set_debounce(struct gpio_chip *gc, unsigned offset,
120 		unsigned debounce)
121 {
122 	u32 time;
123 	u32 pin_reg;
124 	int ret = 0;
125 	unsigned long flags;
126 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
127 
128 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
129 	pin_reg = readl(gpio_dev->base + offset * 4);
130 
131 	if (debounce) {
132 		pin_reg |= DB_TYPE_REMOVE_GLITCH << DB_CNTRL_OFF;
133 		pin_reg &= ~DB_TMR_OUT_MASK;
134 		/*
135 		Debounce	Debounce	Timer	Max
136 		TmrLarge	TmrOutUnit	Unit	Debounce
137 							Time
138 		0	0	61 usec (2 RtcClk)	976 usec
139 		0	1	244 usec (8 RtcClk)	3.9 msec
140 		1	0	15.6 msec (512 RtcClk)	250 msec
141 		1	1	62.5 msec (2048 RtcClk)	1 sec
142 		*/
143 
144 		if (debounce < 61) {
145 			pin_reg |= 1;
146 			pin_reg &= ~BIT(DB_TMR_OUT_UNIT_OFF);
147 			pin_reg &= ~BIT(DB_TMR_LARGE_OFF);
148 		} else if (debounce < 976) {
149 			time = debounce / 61;
150 			pin_reg |= time & DB_TMR_OUT_MASK;
151 			pin_reg &= ~BIT(DB_TMR_OUT_UNIT_OFF);
152 			pin_reg &= ~BIT(DB_TMR_LARGE_OFF);
153 		} else if (debounce < 3900) {
154 			time = debounce / 244;
155 			pin_reg |= time & DB_TMR_OUT_MASK;
156 			pin_reg |= BIT(DB_TMR_OUT_UNIT_OFF);
157 			pin_reg &= ~BIT(DB_TMR_LARGE_OFF);
158 		} else if (debounce < 250000) {
159 			time = debounce / 15625;
160 			pin_reg |= time & DB_TMR_OUT_MASK;
161 			pin_reg &= ~BIT(DB_TMR_OUT_UNIT_OFF);
162 			pin_reg |= BIT(DB_TMR_LARGE_OFF);
163 		} else if (debounce < 1000000) {
164 			time = debounce / 62500;
165 			pin_reg |= time & DB_TMR_OUT_MASK;
166 			pin_reg |= BIT(DB_TMR_OUT_UNIT_OFF);
167 			pin_reg |= BIT(DB_TMR_LARGE_OFF);
168 		} else {
169 			pin_reg &= ~(DB_CNTRl_MASK << DB_CNTRL_OFF);
170 			ret = -EINVAL;
171 		}
172 	} else {
173 		pin_reg &= ~BIT(DB_TMR_OUT_UNIT_OFF);
174 		pin_reg &= ~BIT(DB_TMR_LARGE_OFF);
175 		pin_reg &= ~DB_TMR_OUT_MASK;
176 		pin_reg &= ~(DB_CNTRl_MASK << DB_CNTRL_OFF);
177 	}
178 	writel(pin_reg, gpio_dev->base + offset * 4);
179 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
180 
181 	return ret;
182 }
183 
184 static int amd_gpio_set_config(struct gpio_chip *gc, unsigned offset,
185 			       unsigned long config)
186 {
187 	u32 debounce;
188 
189 	if (pinconf_to_config_param(config) != PIN_CONFIG_INPUT_DEBOUNCE)
190 		return -ENOTSUPP;
191 
192 	debounce = pinconf_to_config_argument(config);
193 	return amd_gpio_set_debounce(gc, offset, debounce);
194 }
195 
196 #ifdef CONFIG_DEBUG_FS
197 static void amd_gpio_dbg_show(struct seq_file *s, struct gpio_chip *gc)
198 {
199 	u32 pin_reg;
200 	u32 db_cntrl;
201 	unsigned long flags;
202 	unsigned int bank, i, pin_num;
203 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
204 
205 	bool tmr_out_unit;
206 	unsigned int time;
207 	unsigned int unit;
208 	bool tmr_large;
209 
210 	char *level_trig;
211 	char *active_level;
212 	char *interrupt_enable;
213 	char *interrupt_mask;
214 	char *wake_cntrl0;
215 	char *wake_cntrl1;
216 	char *wake_cntrl2;
217 	char *pin_sts;
218 	char *pull_up_sel;
219 	char *pull_up_enable;
220 	char *pull_down_enable;
221 	char *output_value;
222 	char *output_enable;
223 	char debounce_value[40];
224 	char *debounce_enable;
225 
226 	for (bank = 0; bank < gpio_dev->hwbank_num; bank++) {
227 		seq_printf(s, "GPIO bank%d\t", bank);
228 
229 		switch (bank) {
230 		case 0:
231 			i = 0;
232 			pin_num = AMD_GPIO_PINS_BANK0;
233 			break;
234 		case 1:
235 			i = 64;
236 			pin_num = AMD_GPIO_PINS_BANK1 + i;
237 			break;
238 		case 2:
239 			i = 128;
240 			pin_num = AMD_GPIO_PINS_BANK2 + i;
241 			break;
242 		case 3:
243 			i = 192;
244 			pin_num = AMD_GPIO_PINS_BANK3 + i;
245 			break;
246 		default:
247 			/* Illegal bank number, ignore */
248 			continue;
249 		}
250 		for (; i < pin_num; i++) {
251 			seq_printf(s, "pin%d\t", i);
252 			raw_spin_lock_irqsave(&gpio_dev->lock, flags);
253 			pin_reg = readl(gpio_dev->base + i * 4);
254 			raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
255 
256 			if (pin_reg & BIT(INTERRUPT_ENABLE_OFF)) {
257 				u8 level = (pin_reg >> ACTIVE_LEVEL_OFF) &
258 						ACTIVE_LEVEL_MASK;
259 				interrupt_enable = "interrupt is enabled|";
260 
261 				if (level == ACTIVE_LEVEL_HIGH)
262 					active_level = "Active high|";
263 				else if (level == ACTIVE_LEVEL_LOW)
264 					active_level = "Active low|";
265 				else if (!(pin_reg & BIT(LEVEL_TRIG_OFF)) &&
266 					 level == ACTIVE_LEVEL_BOTH)
267 					active_level = "Active on both|";
268 				else
269 					active_level = "Unknown Active level|";
270 
271 				if (pin_reg & BIT(LEVEL_TRIG_OFF))
272 					level_trig = "Level trigger|";
273 				else
274 					level_trig = "Edge trigger|";
275 
276 			} else {
277 				interrupt_enable =
278 					"interrupt is disabled|";
279 				active_level = " ";
280 				level_trig = " ";
281 			}
282 
283 			if (pin_reg & BIT(INTERRUPT_MASK_OFF))
284 				interrupt_mask =
285 					"interrupt is unmasked|";
286 			else
287 				interrupt_mask =
288 					"interrupt is masked|";
289 
290 			if (pin_reg & BIT(WAKE_CNTRL_OFF_S0I3))
291 				wake_cntrl0 = "enable wakeup in S0i3 state|";
292 			else
293 				wake_cntrl0 = "disable wakeup in S0i3 state|";
294 
295 			if (pin_reg & BIT(WAKE_CNTRL_OFF_S3))
296 				wake_cntrl1 = "enable wakeup in S3 state|";
297 			else
298 				wake_cntrl1 = "disable wakeup in S3 state|";
299 
300 			if (pin_reg & BIT(WAKE_CNTRL_OFF_S4))
301 				wake_cntrl2 = "enable wakeup in S4/S5 state|";
302 			else
303 				wake_cntrl2 = "disable wakeup in S4/S5 state|";
304 
305 			if (pin_reg & BIT(PULL_UP_ENABLE_OFF)) {
306 				pull_up_enable = "pull-up is enabled|";
307 				if (pin_reg & BIT(PULL_UP_SEL_OFF))
308 					pull_up_sel = "8k pull-up|";
309 				else
310 					pull_up_sel = "4k pull-up|";
311 			} else {
312 				pull_up_enable = "pull-up is disabled|";
313 				pull_up_sel = " ";
314 			}
315 
316 			if (pin_reg & BIT(PULL_DOWN_ENABLE_OFF))
317 				pull_down_enable = "pull-down is enabled|";
318 			else
319 				pull_down_enable = "Pull-down is disabled|";
320 
321 			if (pin_reg & BIT(OUTPUT_ENABLE_OFF)) {
322 				pin_sts = " ";
323 				output_enable = "output is enabled|";
324 				if (pin_reg & BIT(OUTPUT_VALUE_OFF))
325 					output_value = "output is high|";
326 				else
327 					output_value = "output is low|";
328 			} else {
329 				output_enable = "output is disabled|";
330 				output_value = " ";
331 
332 				if (pin_reg & BIT(PIN_STS_OFF))
333 					pin_sts = "input is high|";
334 				else
335 					pin_sts = "input is low|";
336 			}
337 
338 			db_cntrl = (DB_CNTRl_MASK << DB_CNTRL_OFF) & pin_reg;
339 			if (db_cntrl) {
340 				tmr_out_unit = pin_reg & BIT(DB_TMR_OUT_UNIT_OFF);
341 				tmr_large = pin_reg & BIT(DB_TMR_LARGE_OFF);
342 				time = pin_reg & DB_TMR_OUT_MASK;
343 				if (tmr_large) {
344 					if (tmr_out_unit)
345 						unit = 62500;
346 					else
347 						unit = 15625;
348 				} else {
349 					if (tmr_out_unit)
350 						unit = 244;
351 					else
352 						unit = 61;
353 				}
354 				if ((DB_TYPE_REMOVE_GLITCH << DB_CNTRL_OFF) == db_cntrl)
355 					debounce_enable = "debouncing filter (high and low) enabled|";
356 				else if ((DB_TYPE_PRESERVE_LOW_GLITCH << DB_CNTRL_OFF) == db_cntrl)
357 					debounce_enable = "debouncing filter (low) enabled|";
358 				else
359 					debounce_enable = "debouncing filter (high) enabled|";
360 
361 				snprintf(debounce_value, sizeof(debounce_value),
362 					 "debouncing timeout is %u (us)|", time * unit);
363 			} else {
364 				debounce_enable = "debouncing filter disabled|";
365 				snprintf(debounce_value, sizeof(debounce_value), " ");
366 			}
367 
368 			seq_printf(s, "%s %s %s %s %s %s\n"
369 				" %s %s %s %s %s %s %s %s %s 0x%x\n",
370 				level_trig, active_level, interrupt_enable,
371 				interrupt_mask, wake_cntrl0, wake_cntrl1,
372 				wake_cntrl2, pin_sts, pull_up_sel,
373 				pull_up_enable, pull_down_enable,
374 				output_value, output_enable,
375 				debounce_enable, debounce_value, pin_reg);
376 		}
377 	}
378 }
379 #else
380 #define amd_gpio_dbg_show NULL
381 #endif
382 
383 static void amd_gpio_irq_enable(struct irq_data *d)
384 {
385 	u32 pin_reg;
386 	unsigned long flags;
387 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
388 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
389 
390 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
391 	pin_reg = readl(gpio_dev->base + (d->hwirq)*4);
392 	pin_reg |= BIT(INTERRUPT_ENABLE_OFF);
393 	pin_reg |= BIT(INTERRUPT_MASK_OFF);
394 	writel(pin_reg, gpio_dev->base + (d->hwirq)*4);
395 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
396 }
397 
398 static void amd_gpio_irq_disable(struct irq_data *d)
399 {
400 	u32 pin_reg;
401 	unsigned long flags;
402 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
403 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
404 
405 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
406 	pin_reg = readl(gpio_dev->base + (d->hwirq)*4);
407 	pin_reg &= ~BIT(INTERRUPT_ENABLE_OFF);
408 	pin_reg &= ~BIT(INTERRUPT_MASK_OFF);
409 	writel(pin_reg, gpio_dev->base + (d->hwirq)*4);
410 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
411 }
412 
413 static void amd_gpio_irq_mask(struct irq_data *d)
414 {
415 	u32 pin_reg;
416 	unsigned long flags;
417 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
418 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
419 
420 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
421 	pin_reg = readl(gpio_dev->base + (d->hwirq)*4);
422 	pin_reg &= ~BIT(INTERRUPT_MASK_OFF);
423 	writel(pin_reg, gpio_dev->base + (d->hwirq)*4);
424 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
425 }
426 
427 static void amd_gpio_irq_unmask(struct irq_data *d)
428 {
429 	u32 pin_reg;
430 	unsigned long flags;
431 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
432 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
433 
434 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
435 	pin_reg = readl(gpio_dev->base + (d->hwirq)*4);
436 	pin_reg |= BIT(INTERRUPT_MASK_OFF);
437 	writel(pin_reg, gpio_dev->base + (d->hwirq)*4);
438 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
439 }
440 
441 static int amd_gpio_irq_set_wake(struct irq_data *d, unsigned int on)
442 {
443 	u32 pin_reg;
444 	unsigned long flags;
445 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
446 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
447 	u32 wake_mask = BIT(WAKE_CNTRL_OFF_S0I3) | BIT(WAKE_CNTRL_OFF_S3) |
448 			BIT(WAKE_CNTRL_OFF_S4);
449 
450 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
451 	pin_reg = readl(gpio_dev->base + (d->hwirq)*4);
452 
453 	if (on)
454 		pin_reg |= wake_mask;
455 	else
456 		pin_reg &= ~wake_mask;
457 
458 	writel(pin_reg, gpio_dev->base + (d->hwirq)*4);
459 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
460 
461 	return 0;
462 }
463 
464 static void amd_gpio_irq_eoi(struct irq_data *d)
465 {
466 	u32 reg;
467 	unsigned long flags;
468 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
469 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
470 
471 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
472 	reg = readl(gpio_dev->base + WAKE_INT_MASTER_REG);
473 	reg |= EOI_MASK;
474 	writel(reg, gpio_dev->base + WAKE_INT_MASTER_REG);
475 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
476 }
477 
478 static int amd_gpio_irq_set_type(struct irq_data *d, unsigned int type)
479 {
480 	int ret = 0;
481 	u32 pin_reg, pin_reg_irq_en, mask;
482 	unsigned long flags;
483 	struct gpio_chip *gc = irq_data_get_irq_chip_data(d);
484 	struct amd_gpio *gpio_dev = gpiochip_get_data(gc);
485 
486 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
487 	pin_reg = readl(gpio_dev->base + (d->hwirq)*4);
488 
489 	switch (type & IRQ_TYPE_SENSE_MASK) {
490 	case IRQ_TYPE_EDGE_RISING:
491 		pin_reg &= ~BIT(LEVEL_TRIG_OFF);
492 		pin_reg &= ~(ACTIVE_LEVEL_MASK << ACTIVE_LEVEL_OFF);
493 		pin_reg |= ACTIVE_HIGH << ACTIVE_LEVEL_OFF;
494 		irq_set_handler_locked(d, handle_edge_irq);
495 		break;
496 
497 	case IRQ_TYPE_EDGE_FALLING:
498 		pin_reg &= ~BIT(LEVEL_TRIG_OFF);
499 		pin_reg &= ~(ACTIVE_LEVEL_MASK << ACTIVE_LEVEL_OFF);
500 		pin_reg |= ACTIVE_LOW << ACTIVE_LEVEL_OFF;
501 		irq_set_handler_locked(d, handle_edge_irq);
502 		break;
503 
504 	case IRQ_TYPE_EDGE_BOTH:
505 		pin_reg &= ~BIT(LEVEL_TRIG_OFF);
506 		pin_reg &= ~(ACTIVE_LEVEL_MASK << ACTIVE_LEVEL_OFF);
507 		pin_reg |= BOTH_EADGE << ACTIVE_LEVEL_OFF;
508 		irq_set_handler_locked(d, handle_edge_irq);
509 		break;
510 
511 	case IRQ_TYPE_LEVEL_HIGH:
512 		pin_reg |= LEVEL_TRIGGER << LEVEL_TRIG_OFF;
513 		pin_reg &= ~(ACTIVE_LEVEL_MASK << ACTIVE_LEVEL_OFF);
514 		pin_reg |= ACTIVE_HIGH << ACTIVE_LEVEL_OFF;
515 		irq_set_handler_locked(d, handle_level_irq);
516 		break;
517 
518 	case IRQ_TYPE_LEVEL_LOW:
519 		pin_reg |= LEVEL_TRIGGER << LEVEL_TRIG_OFF;
520 		pin_reg &= ~(ACTIVE_LEVEL_MASK << ACTIVE_LEVEL_OFF);
521 		pin_reg |= ACTIVE_LOW << ACTIVE_LEVEL_OFF;
522 		irq_set_handler_locked(d, handle_level_irq);
523 		break;
524 
525 	case IRQ_TYPE_NONE:
526 		break;
527 
528 	default:
529 		dev_err(&gpio_dev->pdev->dev, "Invalid type value\n");
530 		ret = -EINVAL;
531 	}
532 
533 	pin_reg |= CLR_INTR_STAT << INTERRUPT_STS_OFF;
534 	/*
535 	 * If WAKE_INT_MASTER_REG.MaskStsEn is set, a software write to the
536 	 * debounce registers of any GPIO will block wake/interrupt status
537 	 * generation for *all* GPIOs for a length of time that depends on
538 	 * WAKE_INT_MASTER_REG.MaskStsLength[11:0].  During this period the
539 	 * INTERRUPT_ENABLE bit will read as 0.
540 	 *
541 	 * We temporarily enable irq for the GPIO whose configuration is
542 	 * changing, and then wait for it to read back as 1 to know when
543 	 * debounce has settled and then disable the irq again.
544 	 * We do this polling with the spinlock held to ensure other GPIO
545 	 * access routines do not read an incorrect value for the irq enable
546 	 * bit of other GPIOs.  We keep the GPIO masked while polling to avoid
547 	 * spurious irqs, and disable the irq again after polling.
548 	 */
549 	mask = BIT(INTERRUPT_ENABLE_OFF);
550 	pin_reg_irq_en = pin_reg;
551 	pin_reg_irq_en |= mask;
552 	pin_reg_irq_en &= ~BIT(INTERRUPT_MASK_OFF);
553 	writel(pin_reg_irq_en, gpio_dev->base + (d->hwirq)*4);
554 	while ((readl(gpio_dev->base + (d->hwirq)*4) & mask) != mask)
555 		continue;
556 	writel(pin_reg, gpio_dev->base + (d->hwirq)*4);
557 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
558 
559 	return ret;
560 }
561 
562 static void amd_irq_ack(struct irq_data *d)
563 {
564 	/*
565 	 * based on HW design,there is no need to ack HW
566 	 * before handle current irq. But this routine is
567 	 * necessary for handle_edge_irq
568 	*/
569 }
570 
571 static struct irq_chip amd_gpio_irqchip = {
572 	.name         = "amd_gpio",
573 	.irq_ack      = amd_irq_ack,
574 	.irq_enable   = amd_gpio_irq_enable,
575 	.irq_disable  = amd_gpio_irq_disable,
576 	.irq_mask     = amd_gpio_irq_mask,
577 	.irq_unmask   = amd_gpio_irq_unmask,
578 	.irq_set_wake = amd_gpio_irq_set_wake,
579 	.irq_eoi      = amd_gpio_irq_eoi,
580 	.irq_set_type = amd_gpio_irq_set_type,
581 	/*
582 	 * We need to set IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND so that a wake event
583 	 * also generates an IRQ. We need the IRQ so the irq_handler can clear
584 	 * the wake event. Otherwise the wake event will never clear and
585 	 * prevent the system from suspending.
586 	 */
587 	.flags        = IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND,
588 };
589 
590 #define PIN_IRQ_PENDING	(BIT(INTERRUPT_STS_OFF) | BIT(WAKE_STS_OFF))
591 
592 static irqreturn_t amd_gpio_irq_handler(int irq, void *dev_id)
593 {
594 	struct amd_gpio *gpio_dev = dev_id;
595 	struct gpio_chip *gc = &gpio_dev->gc;
596 	irqreturn_t ret = IRQ_NONE;
597 	unsigned int i, irqnr;
598 	unsigned long flags;
599 	u32 __iomem *regs;
600 	u32  regval;
601 	u64 status, mask;
602 
603 	/* Read the wake status */
604 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
605 	status = readl(gpio_dev->base + WAKE_INT_STATUS_REG1);
606 	status <<= 32;
607 	status |= readl(gpio_dev->base + WAKE_INT_STATUS_REG0);
608 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
609 
610 	/* Bit 0-45 contain the relevant status bits */
611 	status &= (1ULL << 46) - 1;
612 	regs = gpio_dev->base;
613 	for (mask = 1, irqnr = 0; status; mask <<= 1, regs += 4, irqnr += 4) {
614 		if (!(status & mask))
615 			continue;
616 		status &= ~mask;
617 
618 		/* Each status bit covers four pins */
619 		for (i = 0; i < 4; i++) {
620 			regval = readl(regs + i);
621 			if (!(regval & PIN_IRQ_PENDING) ||
622 			    !(regval & BIT(INTERRUPT_MASK_OFF)))
623 				continue;
624 			irq = irq_find_mapping(gc->irq.domain, irqnr + i);
625 			if (irq != 0)
626 				generic_handle_irq(irq);
627 
628 			/* Clear interrupt.
629 			 * We must read the pin register again, in case the
630 			 * value was changed while executing
631 			 * generic_handle_irq() above.
632 			 * If we didn't find a mapping for the interrupt,
633 			 * disable it in order to avoid a system hang caused
634 			 * by an interrupt storm.
635 			 */
636 			raw_spin_lock_irqsave(&gpio_dev->lock, flags);
637 			regval = readl(regs + i);
638 			if (irq == 0) {
639 				regval &= ~BIT(INTERRUPT_ENABLE_OFF);
640 				dev_dbg(&gpio_dev->pdev->dev,
641 					"Disabling spurious GPIO IRQ %d\n",
642 					irqnr + i);
643 			}
644 			writel(regval, regs + i);
645 			raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
646 			ret = IRQ_HANDLED;
647 		}
648 	}
649 
650 	/* Signal EOI to the GPIO unit */
651 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
652 	regval = readl(gpio_dev->base + WAKE_INT_MASTER_REG);
653 	regval |= EOI_MASK;
654 	writel(regval, gpio_dev->base + WAKE_INT_MASTER_REG);
655 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
656 
657 	return ret;
658 }
659 
660 static int amd_get_groups_count(struct pinctrl_dev *pctldev)
661 {
662 	struct amd_gpio *gpio_dev = pinctrl_dev_get_drvdata(pctldev);
663 
664 	return gpio_dev->ngroups;
665 }
666 
667 static const char *amd_get_group_name(struct pinctrl_dev *pctldev,
668 				      unsigned group)
669 {
670 	struct amd_gpio *gpio_dev = pinctrl_dev_get_drvdata(pctldev);
671 
672 	return gpio_dev->groups[group].name;
673 }
674 
675 static int amd_get_group_pins(struct pinctrl_dev *pctldev,
676 			      unsigned group,
677 			      const unsigned **pins,
678 			      unsigned *num_pins)
679 {
680 	struct amd_gpio *gpio_dev = pinctrl_dev_get_drvdata(pctldev);
681 
682 	*pins = gpio_dev->groups[group].pins;
683 	*num_pins = gpio_dev->groups[group].npins;
684 	return 0;
685 }
686 
687 static const struct pinctrl_ops amd_pinctrl_ops = {
688 	.get_groups_count	= amd_get_groups_count,
689 	.get_group_name		= amd_get_group_name,
690 	.get_group_pins		= amd_get_group_pins,
691 #ifdef CONFIG_OF
692 	.dt_node_to_map		= pinconf_generic_dt_node_to_map_group,
693 	.dt_free_map		= pinctrl_utils_free_map,
694 #endif
695 };
696 
697 static int amd_pinconf_get(struct pinctrl_dev *pctldev,
698 			  unsigned int pin,
699 			  unsigned long *config)
700 {
701 	u32 pin_reg;
702 	unsigned arg;
703 	unsigned long flags;
704 	struct amd_gpio *gpio_dev = pinctrl_dev_get_drvdata(pctldev);
705 	enum pin_config_param param = pinconf_to_config_param(*config);
706 
707 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
708 	pin_reg = readl(gpio_dev->base + pin*4);
709 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
710 	switch (param) {
711 	case PIN_CONFIG_INPUT_DEBOUNCE:
712 		arg = pin_reg & DB_TMR_OUT_MASK;
713 		break;
714 
715 	case PIN_CONFIG_BIAS_PULL_DOWN:
716 		arg = (pin_reg >> PULL_DOWN_ENABLE_OFF) & BIT(0);
717 		break;
718 
719 	case PIN_CONFIG_BIAS_PULL_UP:
720 		arg = (pin_reg >> PULL_UP_SEL_OFF) & (BIT(0) | BIT(1));
721 		break;
722 
723 	case PIN_CONFIG_DRIVE_STRENGTH:
724 		arg = (pin_reg >> DRV_STRENGTH_SEL_OFF) & DRV_STRENGTH_SEL_MASK;
725 		break;
726 
727 	default:
728 		dev_err(&gpio_dev->pdev->dev, "Invalid config param %04x\n",
729 			param);
730 		return -ENOTSUPP;
731 	}
732 
733 	*config = pinconf_to_config_packed(param, arg);
734 
735 	return 0;
736 }
737 
738 static int amd_pinconf_set(struct pinctrl_dev *pctldev, unsigned int pin,
739 				unsigned long *configs, unsigned num_configs)
740 {
741 	int i;
742 	u32 arg;
743 	int ret = 0;
744 	u32 pin_reg;
745 	unsigned long flags;
746 	enum pin_config_param param;
747 	struct amd_gpio *gpio_dev = pinctrl_dev_get_drvdata(pctldev);
748 
749 	raw_spin_lock_irqsave(&gpio_dev->lock, flags);
750 	for (i = 0; i < num_configs; i++) {
751 		param = pinconf_to_config_param(configs[i]);
752 		arg = pinconf_to_config_argument(configs[i]);
753 		pin_reg = readl(gpio_dev->base + pin*4);
754 
755 		switch (param) {
756 		case PIN_CONFIG_INPUT_DEBOUNCE:
757 			pin_reg &= ~DB_TMR_OUT_MASK;
758 			pin_reg |= arg & DB_TMR_OUT_MASK;
759 			break;
760 
761 		case PIN_CONFIG_BIAS_PULL_DOWN:
762 			pin_reg &= ~BIT(PULL_DOWN_ENABLE_OFF);
763 			pin_reg |= (arg & BIT(0)) << PULL_DOWN_ENABLE_OFF;
764 			break;
765 
766 		case PIN_CONFIG_BIAS_PULL_UP:
767 			pin_reg &= ~BIT(PULL_UP_SEL_OFF);
768 			pin_reg |= (arg & BIT(0)) << PULL_UP_SEL_OFF;
769 			pin_reg &= ~BIT(PULL_UP_ENABLE_OFF);
770 			pin_reg |= ((arg>>1) & BIT(0)) << PULL_UP_ENABLE_OFF;
771 			break;
772 
773 		case PIN_CONFIG_DRIVE_STRENGTH:
774 			pin_reg &= ~(DRV_STRENGTH_SEL_MASK
775 					<< DRV_STRENGTH_SEL_OFF);
776 			pin_reg |= (arg & DRV_STRENGTH_SEL_MASK)
777 					<< DRV_STRENGTH_SEL_OFF;
778 			break;
779 
780 		default:
781 			dev_err(&gpio_dev->pdev->dev,
782 				"Invalid config param %04x\n", param);
783 			ret = -ENOTSUPP;
784 		}
785 
786 		writel(pin_reg, gpio_dev->base + pin*4);
787 	}
788 	raw_spin_unlock_irqrestore(&gpio_dev->lock, flags);
789 
790 	return ret;
791 }
792 
793 static int amd_pinconf_group_get(struct pinctrl_dev *pctldev,
794 				unsigned int group,
795 				unsigned long *config)
796 {
797 	const unsigned *pins;
798 	unsigned npins;
799 	int ret;
800 
801 	ret = amd_get_group_pins(pctldev, group, &pins, &npins);
802 	if (ret)
803 		return ret;
804 
805 	if (amd_pinconf_get(pctldev, pins[0], config))
806 			return -ENOTSUPP;
807 
808 	return 0;
809 }
810 
811 static int amd_pinconf_group_set(struct pinctrl_dev *pctldev,
812 				unsigned group, unsigned long *configs,
813 				unsigned num_configs)
814 {
815 	const unsigned *pins;
816 	unsigned npins;
817 	int i, ret;
818 
819 	ret = amd_get_group_pins(pctldev, group, &pins, &npins);
820 	if (ret)
821 		return ret;
822 	for (i = 0; i < npins; i++) {
823 		if (amd_pinconf_set(pctldev, pins[i], configs, num_configs))
824 			return -ENOTSUPP;
825 	}
826 	return 0;
827 }
828 
829 static const struct pinconf_ops amd_pinconf_ops = {
830 	.pin_config_get		= amd_pinconf_get,
831 	.pin_config_set		= amd_pinconf_set,
832 	.pin_config_group_get = amd_pinconf_group_get,
833 	.pin_config_group_set = amd_pinconf_group_set,
834 };
835 
836 #ifdef CONFIG_PM_SLEEP
837 static bool amd_gpio_should_save(struct amd_gpio *gpio_dev, unsigned int pin)
838 {
839 	const struct pin_desc *pd = pin_desc_get(gpio_dev->pctrl, pin);
840 
841 	if (!pd)
842 		return false;
843 
844 	/*
845 	 * Only restore the pin if it is actually in use by the kernel (or
846 	 * by userspace).
847 	 */
848 	if (pd->mux_owner || pd->gpio_owner ||
849 	    gpiochip_line_is_irq(&gpio_dev->gc, pin))
850 		return true;
851 
852 	return false;
853 }
854 
855 static int amd_gpio_suspend(struct device *dev)
856 {
857 	struct amd_gpio *gpio_dev = dev_get_drvdata(dev);
858 	struct pinctrl_desc *desc = gpio_dev->pctrl->desc;
859 	int i;
860 
861 	for (i = 0; i < desc->npins; i++) {
862 		int pin = desc->pins[i].number;
863 
864 		if (!amd_gpio_should_save(gpio_dev, pin))
865 			continue;
866 
867 		gpio_dev->saved_regs[i] = readl(gpio_dev->base + pin*4);
868 	}
869 
870 	return 0;
871 }
872 
873 static int amd_gpio_resume(struct device *dev)
874 {
875 	struct amd_gpio *gpio_dev = dev_get_drvdata(dev);
876 	struct pinctrl_desc *desc = gpio_dev->pctrl->desc;
877 	int i;
878 
879 	for (i = 0; i < desc->npins; i++) {
880 		int pin = desc->pins[i].number;
881 
882 		if (!amd_gpio_should_save(gpio_dev, pin))
883 			continue;
884 
885 		writel(gpio_dev->saved_regs[i], gpio_dev->base + pin*4);
886 	}
887 
888 	return 0;
889 }
890 
891 static const struct dev_pm_ops amd_gpio_pm_ops = {
892 	SET_LATE_SYSTEM_SLEEP_PM_OPS(amd_gpio_suspend,
893 				     amd_gpio_resume)
894 };
895 #endif
896 
897 static struct pinctrl_desc amd_pinctrl_desc = {
898 	.pins	= kerncz_pins,
899 	.npins = ARRAY_SIZE(kerncz_pins),
900 	.pctlops = &amd_pinctrl_ops,
901 	.confops = &amd_pinconf_ops,
902 	.owner = THIS_MODULE,
903 };
904 
905 static int amd_gpio_probe(struct platform_device *pdev)
906 {
907 	int ret = 0;
908 	int irq_base;
909 	struct resource *res;
910 	struct amd_gpio *gpio_dev;
911 	struct gpio_irq_chip *girq;
912 
913 	gpio_dev = devm_kzalloc(&pdev->dev,
914 				sizeof(struct amd_gpio), GFP_KERNEL);
915 	if (!gpio_dev)
916 		return -ENOMEM;
917 
918 	raw_spin_lock_init(&gpio_dev->lock);
919 
920 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
921 	if (!res) {
922 		dev_err(&pdev->dev, "Failed to get gpio io resource.\n");
923 		return -EINVAL;
924 	}
925 
926 	gpio_dev->base = devm_ioremap(&pdev->dev, res->start,
927 						resource_size(res));
928 	if (!gpio_dev->base)
929 		return -ENOMEM;
930 
931 	irq_base = platform_get_irq(pdev, 0);
932 	if (irq_base < 0)
933 		return irq_base;
934 
935 #ifdef CONFIG_PM_SLEEP
936 	gpio_dev->saved_regs = devm_kcalloc(&pdev->dev, amd_pinctrl_desc.npins,
937 					    sizeof(*gpio_dev->saved_regs),
938 					    GFP_KERNEL);
939 	if (!gpio_dev->saved_regs)
940 		return -ENOMEM;
941 #endif
942 
943 	gpio_dev->pdev = pdev;
944 	gpio_dev->gc.get_direction	= amd_gpio_get_direction;
945 	gpio_dev->gc.direction_input	= amd_gpio_direction_input;
946 	gpio_dev->gc.direction_output	= amd_gpio_direction_output;
947 	gpio_dev->gc.get			= amd_gpio_get_value;
948 	gpio_dev->gc.set			= amd_gpio_set_value;
949 	gpio_dev->gc.set_config		= amd_gpio_set_config;
950 	gpio_dev->gc.dbg_show		= amd_gpio_dbg_show;
951 
952 	gpio_dev->gc.base		= -1;
953 	gpio_dev->gc.label			= pdev->name;
954 	gpio_dev->gc.owner			= THIS_MODULE;
955 	gpio_dev->gc.parent			= &pdev->dev;
956 	gpio_dev->gc.ngpio			= resource_size(res) / 4;
957 #if defined(CONFIG_OF_GPIO)
958 	gpio_dev->gc.of_node			= pdev->dev.of_node;
959 #endif
960 
961 	gpio_dev->hwbank_num = gpio_dev->gc.ngpio / 64;
962 	gpio_dev->groups = kerncz_groups;
963 	gpio_dev->ngroups = ARRAY_SIZE(kerncz_groups);
964 
965 	amd_pinctrl_desc.name = dev_name(&pdev->dev);
966 	gpio_dev->pctrl = devm_pinctrl_register(&pdev->dev, &amd_pinctrl_desc,
967 						gpio_dev);
968 	if (IS_ERR(gpio_dev->pctrl)) {
969 		dev_err(&pdev->dev, "Couldn't register pinctrl driver\n");
970 		return PTR_ERR(gpio_dev->pctrl);
971 	}
972 
973 	girq = &gpio_dev->gc.irq;
974 	girq->chip = &amd_gpio_irqchip;
975 	/* This will let us handle the parent IRQ in the driver */
976 	girq->parent_handler = NULL;
977 	girq->num_parents = 0;
978 	girq->parents = NULL;
979 	girq->default_type = IRQ_TYPE_NONE;
980 	girq->handler = handle_simple_irq;
981 
982 	ret = gpiochip_add_data(&gpio_dev->gc, gpio_dev);
983 	if (ret)
984 		return ret;
985 
986 	ret = gpiochip_add_pin_range(&gpio_dev->gc, dev_name(&pdev->dev),
987 				0, 0, gpio_dev->gc.ngpio);
988 	if (ret) {
989 		dev_err(&pdev->dev, "Failed to add pin range\n");
990 		goto out2;
991 	}
992 
993 	ret = devm_request_irq(&pdev->dev, irq_base, amd_gpio_irq_handler,
994 			       IRQF_SHARED, KBUILD_MODNAME, gpio_dev);
995 	if (ret)
996 		goto out2;
997 
998 	platform_set_drvdata(pdev, gpio_dev);
999 
1000 	dev_dbg(&pdev->dev, "amd gpio driver loaded\n");
1001 	return ret;
1002 
1003 out2:
1004 	gpiochip_remove(&gpio_dev->gc);
1005 
1006 	return ret;
1007 }
1008 
1009 static int amd_gpio_remove(struct platform_device *pdev)
1010 {
1011 	struct amd_gpio *gpio_dev;
1012 
1013 	gpio_dev = platform_get_drvdata(pdev);
1014 
1015 	gpiochip_remove(&gpio_dev->gc);
1016 
1017 	return 0;
1018 }
1019 
1020 #ifdef CONFIG_ACPI
1021 static const struct acpi_device_id amd_gpio_acpi_match[] = {
1022 	{ "AMD0030", 0 },
1023 	{ "AMDI0030", 0},
1024 	{ "AMDI0031", 0},
1025 	{ },
1026 };
1027 MODULE_DEVICE_TABLE(acpi, amd_gpio_acpi_match);
1028 #endif
1029 
1030 static struct platform_driver amd_gpio_driver = {
1031 	.driver		= {
1032 		.name	= "amd_gpio",
1033 		.acpi_match_table = ACPI_PTR(amd_gpio_acpi_match),
1034 #ifdef CONFIG_PM_SLEEP
1035 		.pm	= &amd_gpio_pm_ops,
1036 #endif
1037 	},
1038 	.probe		= amd_gpio_probe,
1039 	.remove		= amd_gpio_remove,
1040 };
1041 
1042 module_platform_driver(amd_gpio_driver);
1043 
1044 MODULE_LICENSE("GPL v2");
1045 MODULE_AUTHOR("Ken Xue <Ken.Xue@amd.com>, Jeff Wu <Jeff.Wu@amd.com>");
1046 MODULE_DESCRIPTION("AMD GPIO pinctrl driver");
1047