1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (C) Maxime Coquelin 2015
4  * Copyright (C) STMicroelectronics 2017
5  * Author:  Maxime Coquelin <mcoquelin.stm32@gmail.com>
6  */
7 
8 #include <linux/bitops.h>
9 #include <linux/delay.h>
10 #include <linux/hwspinlock.h>
11 #include <linux/interrupt.h>
12 #include <linux/io.h>
13 #include <linux/irq.h>
14 #include <linux/irqchip.h>
15 #include <linux/irqchip/chained_irq.h>
16 #include <linux/irqdomain.h>
17 #include <linux/mod_devicetable.h>
18 #include <linux/module.h>
19 #include <linux/of_address.h>
20 #include <linux/of_irq.h>
21 #include <linux/platform_device.h>
22 #include <linux/syscore_ops.h>
23 
24 #include <dt-bindings/interrupt-controller/arm-gic.h>
25 
26 #define IRQS_PER_BANK 32
27 
28 #define HWSPNLCK_TIMEOUT	1000 /* usec */
29 
30 struct stm32_exti_bank {
31 	u32 imr_ofst;
32 	u32 emr_ofst;
33 	u32 rtsr_ofst;
34 	u32 ftsr_ofst;
35 	u32 swier_ofst;
36 	u32 rpr_ofst;
37 	u32 fpr_ofst;
38 	u32 trg_ofst;
39 };
40 
41 #define UNDEF_REG ~0
42 
43 struct stm32_exti_drv_data {
44 	const struct stm32_exti_bank **exti_banks;
45 	const u8 *desc_irqs;
46 	u32 bank_nr;
47 };
48 
49 struct stm32_exti_chip_data {
50 	struct stm32_exti_host_data *host_data;
51 	const struct stm32_exti_bank *reg_bank;
52 	struct raw_spinlock rlock;
53 	u32 wake_active;
54 	u32 mask_cache;
55 	u32 rtsr_cache;
56 	u32 ftsr_cache;
57 };
58 
59 struct stm32_exti_host_data {
60 	void __iomem *base;
61 	struct stm32_exti_chip_data *chips_data;
62 	const struct stm32_exti_drv_data *drv_data;
63 	struct hwspinlock *hwlock;
64 };
65 
66 static struct stm32_exti_host_data *stm32_host_data;
67 
68 static const struct stm32_exti_bank stm32f4xx_exti_b1 = {
69 	.imr_ofst	= 0x00,
70 	.emr_ofst	= 0x04,
71 	.rtsr_ofst	= 0x08,
72 	.ftsr_ofst	= 0x0C,
73 	.swier_ofst	= 0x10,
74 	.rpr_ofst	= 0x14,
75 	.fpr_ofst	= UNDEF_REG,
76 	.trg_ofst	= UNDEF_REG,
77 };
78 
79 static const struct stm32_exti_bank *stm32f4xx_exti_banks[] = {
80 	&stm32f4xx_exti_b1,
81 };
82 
83 static const struct stm32_exti_drv_data stm32f4xx_drv_data = {
84 	.exti_banks = stm32f4xx_exti_banks,
85 	.bank_nr = ARRAY_SIZE(stm32f4xx_exti_banks),
86 };
87 
88 static const struct stm32_exti_bank stm32h7xx_exti_b1 = {
89 	.imr_ofst	= 0x80,
90 	.emr_ofst	= 0x84,
91 	.rtsr_ofst	= 0x00,
92 	.ftsr_ofst	= 0x04,
93 	.swier_ofst	= 0x08,
94 	.rpr_ofst	= 0x88,
95 	.fpr_ofst	= UNDEF_REG,
96 	.trg_ofst	= UNDEF_REG,
97 };
98 
99 static const struct stm32_exti_bank stm32h7xx_exti_b2 = {
100 	.imr_ofst	= 0x90,
101 	.emr_ofst	= 0x94,
102 	.rtsr_ofst	= 0x20,
103 	.ftsr_ofst	= 0x24,
104 	.swier_ofst	= 0x28,
105 	.rpr_ofst	= 0x98,
106 	.fpr_ofst	= UNDEF_REG,
107 	.trg_ofst	= UNDEF_REG,
108 };
109 
110 static const struct stm32_exti_bank stm32h7xx_exti_b3 = {
111 	.imr_ofst	= 0xA0,
112 	.emr_ofst	= 0xA4,
113 	.rtsr_ofst	= 0x40,
114 	.ftsr_ofst	= 0x44,
115 	.swier_ofst	= 0x48,
116 	.rpr_ofst	= 0xA8,
117 	.fpr_ofst	= UNDEF_REG,
118 	.trg_ofst	= UNDEF_REG,
119 };
120 
121 static const struct stm32_exti_bank *stm32h7xx_exti_banks[] = {
122 	&stm32h7xx_exti_b1,
123 	&stm32h7xx_exti_b2,
124 	&stm32h7xx_exti_b3,
125 };
126 
127 static const struct stm32_exti_drv_data stm32h7xx_drv_data = {
128 	.exti_banks = stm32h7xx_exti_banks,
129 	.bank_nr = ARRAY_SIZE(stm32h7xx_exti_banks),
130 };
131 
132 static const struct stm32_exti_bank stm32mp1_exti_b1 = {
133 	.imr_ofst	= 0x80,
134 	.emr_ofst	= UNDEF_REG,
135 	.rtsr_ofst	= 0x00,
136 	.ftsr_ofst	= 0x04,
137 	.swier_ofst	= 0x08,
138 	.rpr_ofst	= 0x0C,
139 	.fpr_ofst	= 0x10,
140 	.trg_ofst	= 0x3EC,
141 };
142 
143 static const struct stm32_exti_bank stm32mp1_exti_b2 = {
144 	.imr_ofst	= 0x90,
145 	.emr_ofst	= UNDEF_REG,
146 	.rtsr_ofst	= 0x20,
147 	.ftsr_ofst	= 0x24,
148 	.swier_ofst	= 0x28,
149 	.rpr_ofst	= 0x2C,
150 	.fpr_ofst	= 0x30,
151 	.trg_ofst	= 0x3E8,
152 };
153 
154 static const struct stm32_exti_bank stm32mp1_exti_b3 = {
155 	.imr_ofst	= 0xA0,
156 	.emr_ofst	= UNDEF_REG,
157 	.rtsr_ofst	= 0x40,
158 	.ftsr_ofst	= 0x44,
159 	.swier_ofst	= 0x48,
160 	.rpr_ofst	= 0x4C,
161 	.fpr_ofst	= 0x50,
162 	.trg_ofst	= 0x3E4,
163 };
164 
165 static const struct stm32_exti_bank *stm32mp1_exti_banks[] = {
166 	&stm32mp1_exti_b1,
167 	&stm32mp1_exti_b2,
168 	&stm32mp1_exti_b3,
169 };
170 
171 static struct irq_chip stm32_exti_h_chip;
172 static struct irq_chip stm32_exti_h_chip_direct;
173 
174 #define EXTI_INVALID_IRQ       U8_MAX
175 #define STM32MP1_DESC_IRQ_SIZE (ARRAY_SIZE(stm32mp1_exti_banks) * IRQS_PER_BANK)
176 
177 /*
178  * Use some intentionally tricky logic here to initialize the whole array to
179  * EXTI_INVALID_IRQ, but then override certain fields, requiring us to indicate
180  * that we "know" that there are overrides in this structure, and we'll need to
181  * disable that warning from W=1 builds.
182  */
183 __diag_push();
184 __diag_ignore_all("-Woverride-init",
185 		  "logic to initialize all and then override some is OK");
186 
187 static const u8 stm32mp1_desc_irq[] = {
188 	/* default value */
189 	[0 ... (STM32MP1_DESC_IRQ_SIZE - 1)] = EXTI_INVALID_IRQ,
190 
191 	[0] = 6,
192 	[1] = 7,
193 	[2] = 8,
194 	[3] = 9,
195 	[4] = 10,
196 	[5] = 23,
197 	[6] = 64,
198 	[7] = 65,
199 	[8] = 66,
200 	[9] = 67,
201 	[10] = 40,
202 	[11] = 42,
203 	[12] = 76,
204 	[13] = 77,
205 	[14] = 121,
206 	[15] = 127,
207 	[16] = 1,
208 	[19] = 3,
209 	[21] = 31,
210 	[22] = 33,
211 	[23] = 72,
212 	[24] = 95,
213 	[25] = 107,
214 	[26] = 37,
215 	[27] = 38,
216 	[28] = 39,
217 	[29] = 71,
218 	[30] = 52,
219 	[31] = 53,
220 	[32] = 82,
221 	[33] = 83,
222 	[46] = 151,
223 	[47] = 93,
224 	[48] = 138,
225 	[50] = 139,
226 	[52] = 140,
227 	[53] = 141,
228 	[54] = 135,
229 	[61] = 100,
230 	[65] = 144,
231 	[68] = 143,
232 	[70] = 62,
233 	[73] = 129,
234 };
235 
236 static const u8 stm32mp13_desc_irq[] = {
237 	/* default value */
238 	[0 ... (STM32MP1_DESC_IRQ_SIZE - 1)] = EXTI_INVALID_IRQ,
239 
240 	[0] = 6,
241 	[1] = 7,
242 	[2] = 8,
243 	[3] = 9,
244 	[4] = 10,
245 	[5] = 24,
246 	[6] = 65,
247 	[7] = 66,
248 	[8] = 67,
249 	[9] = 68,
250 	[10] = 41,
251 	[11] = 43,
252 	[12] = 77,
253 	[13] = 78,
254 	[14] = 106,
255 	[15] = 109,
256 	[16] = 1,
257 	[19] = 3,
258 	[21] = 32,
259 	[22] = 34,
260 	[23] = 73,
261 	[24] = 93,
262 	[25] = 114,
263 	[26] = 38,
264 	[27] = 39,
265 	[28] = 40,
266 	[29] = 72,
267 	[30] = 53,
268 	[31] = 54,
269 	[32] = 83,
270 	[33] = 84,
271 	[44] = 96,
272 	[47] = 92,
273 	[48] = 116,
274 	[50] = 117,
275 	[52] = 118,
276 	[53] = 119,
277 	[68] = 63,
278 	[70] = 98,
279 };
280 
281 __diag_pop();
282 
283 static const struct stm32_exti_drv_data stm32mp1_drv_data = {
284 	.exti_banks = stm32mp1_exti_banks,
285 	.bank_nr = ARRAY_SIZE(stm32mp1_exti_banks),
286 	.desc_irqs = stm32mp1_desc_irq,
287 };
288 
289 static const struct stm32_exti_drv_data stm32mp13_drv_data = {
290 	.exti_banks = stm32mp1_exti_banks,
291 	.bank_nr = ARRAY_SIZE(stm32mp1_exti_banks),
292 	.desc_irqs = stm32mp13_desc_irq,
293 };
294 
295 static unsigned long stm32_exti_pending(struct irq_chip_generic *gc)
296 {
297 	struct stm32_exti_chip_data *chip_data = gc->private;
298 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
299 	unsigned long pending;
300 
301 	pending = irq_reg_readl(gc, stm32_bank->rpr_ofst);
302 	if (stm32_bank->fpr_ofst != UNDEF_REG)
303 		pending |= irq_reg_readl(gc, stm32_bank->fpr_ofst);
304 
305 	return pending;
306 }
307 
308 static void stm32_irq_handler(struct irq_desc *desc)
309 {
310 	struct irq_domain *domain = irq_desc_get_handler_data(desc);
311 	struct irq_chip *chip = irq_desc_get_chip(desc);
312 	unsigned int nbanks = domain->gc->num_chips;
313 	struct irq_chip_generic *gc;
314 	unsigned long pending;
315 	int n, i, irq_base = 0;
316 
317 	chained_irq_enter(chip, desc);
318 
319 	for (i = 0; i < nbanks; i++, irq_base += IRQS_PER_BANK) {
320 		gc = irq_get_domain_generic_chip(domain, irq_base);
321 
322 		while ((pending = stm32_exti_pending(gc))) {
323 			for_each_set_bit(n, &pending, IRQS_PER_BANK)
324 				generic_handle_domain_irq(domain, irq_base + n);
325  		}
326 	}
327 
328 	chained_irq_exit(chip, desc);
329 }
330 
331 static int stm32_exti_set_type(struct irq_data *d,
332 			       unsigned int type, u32 *rtsr, u32 *ftsr)
333 {
334 	u32 mask = BIT(d->hwirq % IRQS_PER_BANK);
335 
336 	switch (type) {
337 	case IRQ_TYPE_EDGE_RISING:
338 		*rtsr |= mask;
339 		*ftsr &= ~mask;
340 		break;
341 	case IRQ_TYPE_EDGE_FALLING:
342 		*rtsr &= ~mask;
343 		*ftsr |= mask;
344 		break;
345 	case IRQ_TYPE_EDGE_BOTH:
346 		*rtsr |= mask;
347 		*ftsr |= mask;
348 		break;
349 	default:
350 		return -EINVAL;
351 	}
352 
353 	return 0;
354 }
355 
356 static int stm32_irq_set_type(struct irq_data *d, unsigned int type)
357 {
358 	struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
359 	struct stm32_exti_chip_data *chip_data = gc->private;
360 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
361 	struct hwspinlock *hwlock = chip_data->host_data->hwlock;
362 	u32 rtsr, ftsr;
363 	int err;
364 
365 	irq_gc_lock(gc);
366 
367 	if (hwlock) {
368 		err = hwspin_lock_timeout_in_atomic(hwlock, HWSPNLCK_TIMEOUT);
369 		if (err) {
370 			pr_err("%s can't get hwspinlock (%d)\n", __func__, err);
371 			goto unlock;
372 		}
373 	}
374 
375 	rtsr = irq_reg_readl(gc, stm32_bank->rtsr_ofst);
376 	ftsr = irq_reg_readl(gc, stm32_bank->ftsr_ofst);
377 
378 	err = stm32_exti_set_type(d, type, &rtsr, &ftsr);
379 	if (err)
380 		goto unspinlock;
381 
382 	irq_reg_writel(gc, rtsr, stm32_bank->rtsr_ofst);
383 	irq_reg_writel(gc, ftsr, stm32_bank->ftsr_ofst);
384 
385 unspinlock:
386 	if (hwlock)
387 		hwspin_unlock_in_atomic(hwlock);
388 unlock:
389 	irq_gc_unlock(gc);
390 
391 	return err;
392 }
393 
394 static void stm32_chip_suspend(struct stm32_exti_chip_data *chip_data,
395 			       u32 wake_active)
396 {
397 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
398 	void __iomem *base = chip_data->host_data->base;
399 
400 	/* save rtsr, ftsr registers */
401 	chip_data->rtsr_cache = readl_relaxed(base + stm32_bank->rtsr_ofst);
402 	chip_data->ftsr_cache = readl_relaxed(base + stm32_bank->ftsr_ofst);
403 
404 	writel_relaxed(wake_active, base + stm32_bank->imr_ofst);
405 }
406 
407 static void stm32_chip_resume(struct stm32_exti_chip_data *chip_data,
408 			      u32 mask_cache)
409 {
410 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
411 	void __iomem *base = chip_data->host_data->base;
412 
413 	/* restore rtsr, ftsr, registers */
414 	writel_relaxed(chip_data->rtsr_cache, base + stm32_bank->rtsr_ofst);
415 	writel_relaxed(chip_data->ftsr_cache, base + stm32_bank->ftsr_ofst);
416 
417 	writel_relaxed(mask_cache, base + stm32_bank->imr_ofst);
418 }
419 
420 static void stm32_irq_suspend(struct irq_chip_generic *gc)
421 {
422 	struct stm32_exti_chip_data *chip_data = gc->private;
423 
424 	irq_gc_lock(gc);
425 	stm32_chip_suspend(chip_data, gc->wake_active);
426 	irq_gc_unlock(gc);
427 }
428 
429 static void stm32_irq_resume(struct irq_chip_generic *gc)
430 {
431 	struct stm32_exti_chip_data *chip_data = gc->private;
432 
433 	irq_gc_lock(gc);
434 	stm32_chip_resume(chip_data, gc->mask_cache);
435 	irq_gc_unlock(gc);
436 }
437 
438 static int stm32_exti_alloc(struct irq_domain *d, unsigned int virq,
439 			    unsigned int nr_irqs, void *data)
440 {
441 	struct irq_fwspec *fwspec = data;
442 	irq_hw_number_t hwirq;
443 
444 	hwirq = fwspec->param[0];
445 
446 	irq_map_generic_chip(d, virq, hwirq);
447 
448 	return 0;
449 }
450 
451 static void stm32_exti_free(struct irq_domain *d, unsigned int virq,
452 			    unsigned int nr_irqs)
453 {
454 	struct irq_data *data = irq_domain_get_irq_data(d, virq);
455 
456 	irq_domain_reset_irq_data(data);
457 }
458 
459 static const struct irq_domain_ops irq_exti_domain_ops = {
460 	.map	= irq_map_generic_chip,
461 	.alloc  = stm32_exti_alloc,
462 	.free	= stm32_exti_free,
463 };
464 
465 static void stm32_irq_ack(struct irq_data *d)
466 {
467 	struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
468 	struct stm32_exti_chip_data *chip_data = gc->private;
469 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
470 
471 	irq_gc_lock(gc);
472 
473 	irq_reg_writel(gc, d->mask, stm32_bank->rpr_ofst);
474 	if (stm32_bank->fpr_ofst != UNDEF_REG)
475 		irq_reg_writel(gc, d->mask, stm32_bank->fpr_ofst);
476 
477 	irq_gc_unlock(gc);
478 }
479 
480 /* directly set the target bit without reading first. */
481 static inline void stm32_exti_write_bit(struct irq_data *d, u32 reg)
482 {
483 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
484 	void __iomem *base = chip_data->host_data->base;
485 	u32 val = BIT(d->hwirq % IRQS_PER_BANK);
486 
487 	writel_relaxed(val, base + reg);
488 }
489 
490 static inline u32 stm32_exti_set_bit(struct irq_data *d, u32 reg)
491 {
492 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
493 	void __iomem *base = chip_data->host_data->base;
494 	u32 val;
495 
496 	val = readl_relaxed(base + reg);
497 	val |= BIT(d->hwirq % IRQS_PER_BANK);
498 	writel_relaxed(val, base + reg);
499 
500 	return val;
501 }
502 
503 static inline u32 stm32_exti_clr_bit(struct irq_data *d, u32 reg)
504 {
505 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
506 	void __iomem *base = chip_data->host_data->base;
507 	u32 val;
508 
509 	val = readl_relaxed(base + reg);
510 	val &= ~BIT(d->hwirq % IRQS_PER_BANK);
511 	writel_relaxed(val, base + reg);
512 
513 	return val;
514 }
515 
516 static void stm32_exti_h_eoi(struct irq_data *d)
517 {
518 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
519 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
520 
521 	raw_spin_lock(&chip_data->rlock);
522 
523 	stm32_exti_write_bit(d, stm32_bank->rpr_ofst);
524 	if (stm32_bank->fpr_ofst != UNDEF_REG)
525 		stm32_exti_write_bit(d, stm32_bank->fpr_ofst);
526 
527 	raw_spin_unlock(&chip_data->rlock);
528 
529 	if (d->parent_data->chip)
530 		irq_chip_eoi_parent(d);
531 }
532 
533 static void stm32_exti_h_mask(struct irq_data *d)
534 {
535 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
536 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
537 
538 	raw_spin_lock(&chip_data->rlock);
539 	chip_data->mask_cache = stm32_exti_clr_bit(d, stm32_bank->imr_ofst);
540 	raw_spin_unlock(&chip_data->rlock);
541 
542 	if (d->parent_data->chip)
543 		irq_chip_mask_parent(d);
544 }
545 
546 static void stm32_exti_h_unmask(struct irq_data *d)
547 {
548 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
549 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
550 
551 	raw_spin_lock(&chip_data->rlock);
552 	chip_data->mask_cache = stm32_exti_set_bit(d, stm32_bank->imr_ofst);
553 	raw_spin_unlock(&chip_data->rlock);
554 
555 	if (d->parent_data->chip)
556 		irq_chip_unmask_parent(d);
557 }
558 
559 static int stm32_exti_h_set_type(struct irq_data *d, unsigned int type)
560 {
561 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
562 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
563 	struct hwspinlock *hwlock = chip_data->host_data->hwlock;
564 	void __iomem *base = chip_data->host_data->base;
565 	u32 rtsr, ftsr;
566 	int err;
567 
568 	raw_spin_lock(&chip_data->rlock);
569 
570 	if (hwlock) {
571 		err = hwspin_lock_timeout_in_atomic(hwlock, HWSPNLCK_TIMEOUT);
572 		if (err) {
573 			pr_err("%s can't get hwspinlock (%d)\n", __func__, err);
574 			goto unlock;
575 		}
576 	}
577 
578 	rtsr = readl_relaxed(base + stm32_bank->rtsr_ofst);
579 	ftsr = readl_relaxed(base + stm32_bank->ftsr_ofst);
580 
581 	err = stm32_exti_set_type(d, type, &rtsr, &ftsr);
582 	if (err)
583 		goto unspinlock;
584 
585 	writel_relaxed(rtsr, base + stm32_bank->rtsr_ofst);
586 	writel_relaxed(ftsr, base + stm32_bank->ftsr_ofst);
587 
588 unspinlock:
589 	if (hwlock)
590 		hwspin_unlock_in_atomic(hwlock);
591 unlock:
592 	raw_spin_unlock(&chip_data->rlock);
593 
594 	return err;
595 }
596 
597 static int stm32_exti_h_set_wake(struct irq_data *d, unsigned int on)
598 {
599 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
600 	u32 mask = BIT(d->hwirq % IRQS_PER_BANK);
601 
602 	raw_spin_lock(&chip_data->rlock);
603 
604 	if (on)
605 		chip_data->wake_active |= mask;
606 	else
607 		chip_data->wake_active &= ~mask;
608 
609 	raw_spin_unlock(&chip_data->rlock);
610 
611 	return 0;
612 }
613 
614 static int stm32_exti_h_set_affinity(struct irq_data *d,
615 				     const struct cpumask *dest, bool force)
616 {
617 	if (d->parent_data->chip)
618 		return irq_chip_set_affinity_parent(d, dest, force);
619 
620 	return IRQ_SET_MASK_OK_DONE;
621 }
622 
623 static int __maybe_unused stm32_exti_h_suspend(void)
624 {
625 	struct stm32_exti_chip_data *chip_data;
626 	int i;
627 
628 	for (i = 0; i < stm32_host_data->drv_data->bank_nr; i++) {
629 		chip_data = &stm32_host_data->chips_data[i];
630 		raw_spin_lock(&chip_data->rlock);
631 		stm32_chip_suspend(chip_data, chip_data->wake_active);
632 		raw_spin_unlock(&chip_data->rlock);
633 	}
634 
635 	return 0;
636 }
637 
638 static void __maybe_unused stm32_exti_h_resume(void)
639 {
640 	struct stm32_exti_chip_data *chip_data;
641 	int i;
642 
643 	for (i = 0; i < stm32_host_data->drv_data->bank_nr; i++) {
644 		chip_data = &stm32_host_data->chips_data[i];
645 		raw_spin_lock(&chip_data->rlock);
646 		stm32_chip_resume(chip_data, chip_data->mask_cache);
647 		raw_spin_unlock(&chip_data->rlock);
648 	}
649 }
650 
651 static struct syscore_ops stm32_exti_h_syscore_ops = {
652 #ifdef CONFIG_PM_SLEEP
653 	.suspend	= stm32_exti_h_suspend,
654 	.resume		= stm32_exti_h_resume,
655 #endif
656 };
657 
658 static void stm32_exti_h_syscore_init(struct stm32_exti_host_data *host_data)
659 {
660 	stm32_host_data = host_data;
661 	register_syscore_ops(&stm32_exti_h_syscore_ops);
662 }
663 
664 static void stm32_exti_h_syscore_deinit(void)
665 {
666 	unregister_syscore_ops(&stm32_exti_h_syscore_ops);
667 }
668 
669 static int stm32_exti_h_retrigger(struct irq_data *d)
670 {
671 	struct stm32_exti_chip_data *chip_data = irq_data_get_irq_chip_data(d);
672 	const struct stm32_exti_bank *stm32_bank = chip_data->reg_bank;
673 	void __iomem *base = chip_data->host_data->base;
674 	u32 mask = BIT(d->hwirq % IRQS_PER_BANK);
675 
676 	writel_relaxed(mask, base + stm32_bank->swier_ofst);
677 
678 	return 0;
679 }
680 
681 static struct irq_chip stm32_exti_h_chip = {
682 	.name			= "stm32-exti-h",
683 	.irq_eoi		= stm32_exti_h_eoi,
684 	.irq_mask		= stm32_exti_h_mask,
685 	.irq_unmask		= stm32_exti_h_unmask,
686 	.irq_retrigger		= stm32_exti_h_retrigger,
687 	.irq_set_type		= stm32_exti_h_set_type,
688 	.irq_set_wake		= stm32_exti_h_set_wake,
689 	.flags			= IRQCHIP_MASK_ON_SUSPEND,
690 	.irq_set_affinity	= IS_ENABLED(CONFIG_SMP) ? stm32_exti_h_set_affinity : NULL,
691 };
692 
693 static struct irq_chip stm32_exti_h_chip_direct = {
694 	.name			= "stm32-exti-h-direct",
695 	.irq_eoi		= irq_chip_eoi_parent,
696 	.irq_ack		= irq_chip_ack_parent,
697 	.irq_mask		= stm32_exti_h_mask,
698 	.irq_unmask		= stm32_exti_h_unmask,
699 	.irq_retrigger		= irq_chip_retrigger_hierarchy,
700 	.irq_set_type		= irq_chip_set_type_parent,
701 	.irq_set_wake		= stm32_exti_h_set_wake,
702 	.flags			= IRQCHIP_MASK_ON_SUSPEND,
703 	.irq_set_affinity	= IS_ENABLED(CONFIG_SMP) ? irq_chip_set_affinity_parent : NULL,
704 };
705 
706 static int stm32_exti_h_domain_alloc(struct irq_domain *dm,
707 				     unsigned int virq,
708 				     unsigned int nr_irqs, void *data)
709 {
710 	struct stm32_exti_host_data *host_data = dm->host_data;
711 	struct stm32_exti_chip_data *chip_data;
712 	u8 desc_irq;
713 	struct irq_fwspec *fwspec = data;
714 	struct irq_fwspec p_fwspec;
715 	irq_hw_number_t hwirq;
716 	int bank;
717 	u32 event_trg;
718 	struct irq_chip *chip;
719 
720 	hwirq = fwspec->param[0];
721 	if (hwirq >= host_data->drv_data->bank_nr * IRQS_PER_BANK)
722 		return -EINVAL;
723 
724 	bank  = hwirq / IRQS_PER_BANK;
725 	chip_data = &host_data->chips_data[bank];
726 
727 	event_trg = readl_relaxed(host_data->base + chip_data->reg_bank->trg_ofst);
728 	chip = (event_trg & BIT(hwirq % IRQS_PER_BANK)) ?
729 	       &stm32_exti_h_chip : &stm32_exti_h_chip_direct;
730 
731 	irq_domain_set_hwirq_and_chip(dm, virq, hwirq, chip, chip_data);
732 
733 	if (!host_data->drv_data->desc_irqs)
734 		return -EINVAL;
735 
736 	desc_irq = host_data->drv_data->desc_irqs[hwirq];
737 	if (desc_irq != EXTI_INVALID_IRQ) {
738 		p_fwspec.fwnode = dm->parent->fwnode;
739 		p_fwspec.param_count = 3;
740 		p_fwspec.param[0] = GIC_SPI;
741 		p_fwspec.param[1] = desc_irq;
742 		p_fwspec.param[2] = IRQ_TYPE_LEVEL_HIGH;
743 
744 		return irq_domain_alloc_irqs_parent(dm, virq, 1, &p_fwspec);
745 	}
746 
747 	return 0;
748 }
749 
750 static struct
751 stm32_exti_host_data *stm32_exti_host_init(const struct stm32_exti_drv_data *dd,
752 					   struct device_node *node)
753 {
754 	struct stm32_exti_host_data *host_data;
755 
756 	host_data = kzalloc(sizeof(*host_data), GFP_KERNEL);
757 	if (!host_data)
758 		return NULL;
759 
760 	host_data->drv_data = dd;
761 	host_data->chips_data = kcalloc(dd->bank_nr,
762 					sizeof(struct stm32_exti_chip_data),
763 					GFP_KERNEL);
764 	if (!host_data->chips_data)
765 		goto free_host_data;
766 
767 	host_data->base = of_iomap(node, 0);
768 	if (!host_data->base) {
769 		pr_err("%pOF: Unable to map registers\n", node);
770 		goto free_chips_data;
771 	}
772 
773 	stm32_host_data = host_data;
774 
775 	return host_data;
776 
777 free_chips_data:
778 	kfree(host_data->chips_data);
779 free_host_data:
780 	kfree(host_data);
781 
782 	return NULL;
783 }
784 
785 static struct
786 stm32_exti_chip_data *stm32_exti_chip_init(struct stm32_exti_host_data *h_data,
787 					   u32 bank_idx,
788 					   struct device_node *node)
789 {
790 	const struct stm32_exti_bank *stm32_bank;
791 	struct stm32_exti_chip_data *chip_data;
792 	void __iomem *base = h_data->base;
793 
794 	stm32_bank = h_data->drv_data->exti_banks[bank_idx];
795 	chip_data = &h_data->chips_data[bank_idx];
796 	chip_data->host_data = h_data;
797 	chip_data->reg_bank = stm32_bank;
798 
799 	raw_spin_lock_init(&chip_data->rlock);
800 
801 	/*
802 	 * This IP has no reset, so after hot reboot we should
803 	 * clear registers to avoid residue
804 	 */
805 	writel_relaxed(0, base + stm32_bank->imr_ofst);
806 	if (stm32_bank->emr_ofst != UNDEF_REG)
807 		writel_relaxed(0, base + stm32_bank->emr_ofst);
808 
809 	pr_info("%pOF: bank%d\n", node, bank_idx);
810 
811 	return chip_data;
812 }
813 
814 static int __init stm32_exti_init(const struct stm32_exti_drv_data *drv_data,
815 				  struct device_node *node)
816 {
817 	struct stm32_exti_host_data *host_data;
818 	unsigned int clr = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
819 	int nr_irqs, ret, i;
820 	struct irq_chip_generic *gc;
821 	struct irq_domain *domain;
822 
823 	host_data = stm32_exti_host_init(drv_data, node);
824 	if (!host_data)
825 		return -ENOMEM;
826 
827 	domain = irq_domain_add_linear(node, drv_data->bank_nr * IRQS_PER_BANK,
828 				       &irq_exti_domain_ops, NULL);
829 	if (!domain) {
830 		pr_err("%pOFn: Could not register interrupt domain.\n",
831 		       node);
832 		ret = -ENOMEM;
833 		goto out_unmap;
834 	}
835 
836 	ret = irq_alloc_domain_generic_chips(domain, IRQS_PER_BANK, 1, "exti",
837 					     handle_edge_irq, clr, 0, 0);
838 	if (ret) {
839 		pr_err("%pOF: Could not allocate generic interrupt chip.\n",
840 		       node);
841 		goto out_free_domain;
842 	}
843 
844 	for (i = 0; i < drv_data->bank_nr; i++) {
845 		const struct stm32_exti_bank *stm32_bank;
846 		struct stm32_exti_chip_data *chip_data;
847 
848 		stm32_bank = drv_data->exti_banks[i];
849 		chip_data = stm32_exti_chip_init(host_data, i, node);
850 
851 		gc = irq_get_domain_generic_chip(domain, i * IRQS_PER_BANK);
852 
853 		gc->reg_base = host_data->base;
854 		gc->chip_types->type = IRQ_TYPE_EDGE_BOTH;
855 		gc->chip_types->chip.irq_ack = stm32_irq_ack;
856 		gc->chip_types->chip.irq_mask = irq_gc_mask_clr_bit;
857 		gc->chip_types->chip.irq_unmask = irq_gc_mask_set_bit;
858 		gc->chip_types->chip.irq_set_type = stm32_irq_set_type;
859 		gc->chip_types->chip.irq_set_wake = irq_gc_set_wake;
860 		gc->suspend = stm32_irq_suspend;
861 		gc->resume = stm32_irq_resume;
862 		gc->wake_enabled = IRQ_MSK(IRQS_PER_BANK);
863 
864 		gc->chip_types->regs.mask = stm32_bank->imr_ofst;
865 		gc->private = (void *)chip_data;
866 	}
867 
868 	nr_irqs = of_irq_count(node);
869 	for (i = 0; i < nr_irqs; i++) {
870 		unsigned int irq = irq_of_parse_and_map(node, i);
871 
872 		irq_set_handler_data(irq, domain);
873 		irq_set_chained_handler(irq, stm32_irq_handler);
874 	}
875 
876 	return 0;
877 
878 out_free_domain:
879 	irq_domain_remove(domain);
880 out_unmap:
881 	iounmap(host_data->base);
882 	kfree(host_data->chips_data);
883 	kfree(host_data);
884 	return ret;
885 }
886 
887 static const struct irq_domain_ops stm32_exti_h_domain_ops = {
888 	.alloc	= stm32_exti_h_domain_alloc,
889 	.free	= irq_domain_free_irqs_common,
890 	.xlate = irq_domain_xlate_twocell,
891 };
892 
893 static void stm32_exti_remove_irq(void *data)
894 {
895 	struct irq_domain *domain = data;
896 
897 	irq_domain_remove(domain);
898 }
899 
900 static int stm32_exti_remove(struct platform_device *pdev)
901 {
902 	stm32_exti_h_syscore_deinit();
903 	return 0;
904 }
905 
906 static int stm32_exti_probe(struct platform_device *pdev)
907 {
908 	int ret, i;
909 	struct device *dev = &pdev->dev;
910 	struct device_node *np = dev->of_node;
911 	struct irq_domain *parent_domain, *domain;
912 	struct stm32_exti_host_data *host_data;
913 	const struct stm32_exti_drv_data *drv_data;
914 
915 	host_data = devm_kzalloc(dev, sizeof(*host_data), GFP_KERNEL);
916 	if (!host_data)
917 		return -ENOMEM;
918 
919 	/* check for optional hwspinlock which may be not available yet */
920 	ret = of_hwspin_lock_get_id(np, 0);
921 	if (ret == -EPROBE_DEFER)
922 		/* hwspinlock framework not yet ready */
923 		return ret;
924 
925 	if (ret >= 0) {
926 		host_data->hwlock = devm_hwspin_lock_request_specific(dev, ret);
927 		if (!host_data->hwlock) {
928 			dev_err(dev, "Failed to request hwspinlock\n");
929 			return -EINVAL;
930 		}
931 	} else if (ret != -ENOENT) {
932 		/* note: ENOENT is a valid case (means 'no hwspinlock') */
933 		dev_err(dev, "Failed to get hwspinlock\n");
934 		return ret;
935 	}
936 
937 	/* initialize host_data */
938 	drv_data = of_device_get_match_data(dev);
939 	if (!drv_data) {
940 		dev_err(dev, "no of match data\n");
941 		return -ENODEV;
942 	}
943 	host_data->drv_data = drv_data;
944 
945 	host_data->chips_data = devm_kcalloc(dev, drv_data->bank_nr,
946 					     sizeof(*host_data->chips_data),
947 					     GFP_KERNEL);
948 	if (!host_data->chips_data)
949 		return -ENOMEM;
950 
951 	host_data->base = devm_platform_ioremap_resource(pdev, 0);
952 	if (IS_ERR(host_data->base))
953 		return PTR_ERR(host_data->base);
954 
955 	for (i = 0; i < drv_data->bank_nr; i++)
956 		stm32_exti_chip_init(host_data, i, np);
957 
958 	parent_domain = irq_find_host(of_irq_find_parent(np));
959 	if (!parent_domain) {
960 		dev_err(dev, "GIC interrupt-parent not found\n");
961 		return -EINVAL;
962 	}
963 
964 	domain = irq_domain_add_hierarchy(parent_domain, 0,
965 					  drv_data->bank_nr * IRQS_PER_BANK,
966 					  np, &stm32_exti_h_domain_ops,
967 					  host_data);
968 
969 	if (!domain) {
970 		dev_err(dev, "Could not register exti domain\n");
971 		return -ENOMEM;
972 	}
973 
974 	ret = devm_add_action_or_reset(dev, stm32_exti_remove_irq, domain);
975 	if (ret)
976 		return ret;
977 
978 	stm32_exti_h_syscore_init(host_data);
979 
980 	return 0;
981 }
982 
983 /* platform driver only for MP1 */
984 static const struct of_device_id stm32_exti_ids[] = {
985 	{ .compatible = "st,stm32mp1-exti", .data = &stm32mp1_drv_data},
986 	{ .compatible = "st,stm32mp13-exti", .data = &stm32mp13_drv_data},
987 	{},
988 };
989 MODULE_DEVICE_TABLE(of, stm32_exti_ids);
990 
991 static struct platform_driver stm32_exti_driver = {
992 	.probe		= stm32_exti_probe,
993 	.remove		= stm32_exti_remove,
994 	.driver		= {
995 		.name	= "stm32_exti",
996 		.of_match_table = stm32_exti_ids,
997 	},
998 };
999 
1000 static int __init stm32_exti_arch_init(void)
1001 {
1002 	return platform_driver_register(&stm32_exti_driver);
1003 }
1004 
1005 static void __exit stm32_exti_arch_exit(void)
1006 {
1007 	return platform_driver_unregister(&stm32_exti_driver);
1008 }
1009 
1010 arch_initcall(stm32_exti_arch_init);
1011 module_exit(stm32_exti_arch_exit);
1012 
1013 /* no platform driver for F4 and H7 */
1014 static int __init stm32f4_exti_of_init(struct device_node *np,
1015 				       struct device_node *parent)
1016 {
1017 	return stm32_exti_init(&stm32f4xx_drv_data, np);
1018 }
1019 
1020 IRQCHIP_DECLARE(stm32f4_exti, "st,stm32-exti", stm32f4_exti_of_init);
1021 
1022 static int __init stm32h7_exti_of_init(struct device_node *np,
1023 				       struct device_node *parent)
1024 {
1025 	return stm32_exti_init(&stm32h7xx_drv_data, np);
1026 }
1027 
1028 IRQCHIP_DECLARE(stm32h7_exti, "st,stm32h7-exti", stm32h7_exti_of_init);
1029