xref: /openbmc/linux/kernel/irq/manage.c (revision b5faba21a6805c33b40e258d36f57997ee1de131)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  * linux/kernel/irq/manage.c
31da177e4SLinus Torvalds  *
4a34db9b2SIngo Molnar  * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5a34db9b2SIngo Molnar  * Copyright (C) 2005-2006 Thomas Gleixner
61da177e4SLinus Torvalds  *
71da177e4SLinus Torvalds  * This file contains driver APIs to the irq subsystem.
81da177e4SLinus Torvalds  */
91da177e4SLinus Torvalds 
101da177e4SLinus Torvalds #include <linux/irq.h>
113aa551c9SThomas Gleixner #include <linux/kthread.h>
121da177e4SLinus Torvalds #include <linux/module.h>
131da177e4SLinus Torvalds #include <linux/random.h>
141da177e4SLinus Torvalds #include <linux/interrupt.h>
151aeb272cSRobert P. J. Day #include <linux/slab.h>
163aa551c9SThomas Gleixner #include <linux/sched.h>
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds #include "internals.h"
191da177e4SLinus Torvalds 
201da177e4SLinus Torvalds /**
211da177e4SLinus Torvalds  *	synchronize_irq - wait for pending IRQ handlers (on other CPUs)
221e5d5331SRandy Dunlap  *	@irq: interrupt number to wait for
231da177e4SLinus Torvalds  *
241da177e4SLinus Torvalds  *	This function waits for any pending IRQ handlers for this interrupt
251da177e4SLinus Torvalds  *	to complete before returning. If you use this function while
261da177e4SLinus Torvalds  *	holding a resource the IRQ handler may need you will deadlock.
271da177e4SLinus Torvalds  *
281da177e4SLinus Torvalds  *	This function may be called - with care - from IRQ context.
291da177e4SLinus Torvalds  */
301da177e4SLinus Torvalds void synchronize_irq(unsigned int irq)
311da177e4SLinus Torvalds {
32cb5bc832SYinghai Lu 	struct irq_desc *desc = irq_to_desc(irq);
33009b4c3bSThomas Gleixner 	unsigned int state;
341da177e4SLinus Torvalds 
357d94f7caSYinghai Lu 	if (!desc)
36c2b5a251SMatthew Wilcox 		return;
37c2b5a251SMatthew Wilcox 
38a98ce5c6SHerbert Xu 	do {
39a98ce5c6SHerbert Xu 		unsigned long flags;
40a98ce5c6SHerbert Xu 
41a98ce5c6SHerbert Xu 		/*
42a98ce5c6SHerbert Xu 		 * Wait until we're out of the critical section.  This might
43a98ce5c6SHerbert Xu 		 * give the wrong answer due to the lack of memory barriers.
44a98ce5c6SHerbert Xu 		 */
45009b4c3bSThomas Gleixner 		while (desc->istate & IRQS_INPROGRESS)
461da177e4SLinus Torvalds 			cpu_relax();
47a98ce5c6SHerbert Xu 
48a98ce5c6SHerbert Xu 		/* Ok, that indicated we're done: double-check carefully. */
49239007b8SThomas Gleixner 		raw_spin_lock_irqsave(&desc->lock, flags);
50009b4c3bSThomas Gleixner 		state = desc->istate;
51239007b8SThomas Gleixner 		raw_spin_unlock_irqrestore(&desc->lock, flags);
52a98ce5c6SHerbert Xu 
53a98ce5c6SHerbert Xu 		/* Oops, that failed? */
54009b4c3bSThomas Gleixner 	} while (state & IRQS_INPROGRESS);
553aa551c9SThomas Gleixner 
563aa551c9SThomas Gleixner 	/*
573aa551c9SThomas Gleixner 	 * We made sure that no hardirq handler is running. Now verify
583aa551c9SThomas Gleixner 	 * that no threaded handlers are active.
593aa551c9SThomas Gleixner 	 */
603aa551c9SThomas Gleixner 	wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
611da177e4SLinus Torvalds }
621da177e4SLinus Torvalds EXPORT_SYMBOL(synchronize_irq);
631da177e4SLinus Torvalds 
643aa551c9SThomas Gleixner #ifdef CONFIG_SMP
653aa551c9SThomas Gleixner cpumask_var_t irq_default_affinity;
663aa551c9SThomas Gleixner 
67771ee3b0SThomas Gleixner /**
68771ee3b0SThomas Gleixner  *	irq_can_set_affinity - Check if the affinity of a given irq can be set
69771ee3b0SThomas Gleixner  *	@irq:		Interrupt to check
70771ee3b0SThomas Gleixner  *
71771ee3b0SThomas Gleixner  */
72771ee3b0SThomas Gleixner int irq_can_set_affinity(unsigned int irq)
73771ee3b0SThomas Gleixner {
7408678b08SYinghai Lu 	struct irq_desc *desc = irq_to_desc(irq);
75771ee3b0SThomas Gleixner 
76bce43032SThomas Gleixner 	if (!desc || !irqd_can_balance(&desc->irq_data) ||
77bce43032SThomas Gleixner 	    !desc->irq_data.chip || !desc->irq_data.chip->irq_set_affinity)
78771ee3b0SThomas Gleixner 		return 0;
79771ee3b0SThomas Gleixner 
80771ee3b0SThomas Gleixner 	return 1;
81771ee3b0SThomas Gleixner }
82771ee3b0SThomas Gleixner 
83591d2fb0SThomas Gleixner /**
84591d2fb0SThomas Gleixner  *	irq_set_thread_affinity - Notify irq threads to adjust affinity
85591d2fb0SThomas Gleixner  *	@desc:		irq descriptor which has affitnity changed
86591d2fb0SThomas Gleixner  *
87591d2fb0SThomas Gleixner  *	We just set IRQTF_AFFINITY and delegate the affinity setting
88591d2fb0SThomas Gleixner  *	to the interrupt thread itself. We can not call
89591d2fb0SThomas Gleixner  *	set_cpus_allowed_ptr() here as we hold desc->lock and this
90591d2fb0SThomas Gleixner  *	code can be called from hard interrupt context.
91591d2fb0SThomas Gleixner  */
92591d2fb0SThomas Gleixner void irq_set_thread_affinity(struct irq_desc *desc)
933aa551c9SThomas Gleixner {
943aa551c9SThomas Gleixner 	struct irqaction *action = desc->action;
953aa551c9SThomas Gleixner 
963aa551c9SThomas Gleixner 	while (action) {
973aa551c9SThomas Gleixner 		if (action->thread)
98591d2fb0SThomas Gleixner 			set_bit(IRQTF_AFFINITY, &action->thread_flags);
993aa551c9SThomas Gleixner 		action = action->next;
1003aa551c9SThomas Gleixner 	}
1013aa551c9SThomas Gleixner }
1023aa551c9SThomas Gleixner 
1031fa46f1fSThomas Gleixner #ifdef CONFIG_GENERIC_PENDING_IRQ
1041fa46f1fSThomas Gleixner static inline bool irq_can_move_pcntxt(struct irq_desc *desc)
1051fa46f1fSThomas Gleixner {
1061ccb4e61SThomas Gleixner 	return irq_settings_can_move_pcntxt(desc);
1071fa46f1fSThomas Gleixner }
1081fa46f1fSThomas Gleixner static inline bool irq_move_pending(struct irq_desc *desc)
1091fa46f1fSThomas Gleixner {
110f230b6d5SThomas Gleixner 	return irqd_is_setaffinity_pending(&desc->irq_data);
1111fa46f1fSThomas Gleixner }
1121fa46f1fSThomas Gleixner static inline void
1131fa46f1fSThomas Gleixner irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask)
1141fa46f1fSThomas Gleixner {
1151fa46f1fSThomas Gleixner 	cpumask_copy(desc->pending_mask, mask);
1161fa46f1fSThomas Gleixner }
1171fa46f1fSThomas Gleixner static inline void
1181fa46f1fSThomas Gleixner irq_get_pending(struct cpumask *mask, struct irq_desc *desc)
1191fa46f1fSThomas Gleixner {
1201fa46f1fSThomas Gleixner 	cpumask_copy(mask, desc->pending_mask);
1211fa46f1fSThomas Gleixner }
1221fa46f1fSThomas Gleixner #else
1231fa46f1fSThomas Gleixner static inline bool irq_can_move_pcntxt(struct irq_desc *desc) { return true; }
1241fa46f1fSThomas Gleixner static inline bool irq_move_pending(struct irq_desc *desc) { return false; }
1251fa46f1fSThomas Gleixner static inline void
1261fa46f1fSThomas Gleixner irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask) { }
1271fa46f1fSThomas Gleixner static inline void
1281fa46f1fSThomas Gleixner irq_get_pending(struct cpumask *mask, struct irq_desc *desc) { }
1291fa46f1fSThomas Gleixner #endif
1301fa46f1fSThomas Gleixner 
131771ee3b0SThomas Gleixner /**
132771ee3b0SThomas Gleixner  *	irq_set_affinity - Set the irq affinity of a given irq
133771ee3b0SThomas Gleixner  *	@irq:		Interrupt to set affinity
134771ee3b0SThomas Gleixner  *	@cpumask:	cpumask
135771ee3b0SThomas Gleixner  *
136771ee3b0SThomas Gleixner  */
1371fa46f1fSThomas Gleixner int irq_set_affinity(unsigned int irq, const struct cpumask *mask)
138771ee3b0SThomas Gleixner {
13908678b08SYinghai Lu 	struct irq_desc *desc = irq_to_desc(irq);
140c96b3b3cSThomas Gleixner 	struct irq_chip *chip = desc->irq_data.chip;
141f6d87f4bSThomas Gleixner 	unsigned long flags;
1421fa46f1fSThomas Gleixner 	int ret = 0;
143771ee3b0SThomas Gleixner 
144c96b3b3cSThomas Gleixner 	if (!chip->irq_set_affinity)
145771ee3b0SThomas Gleixner 		return -EINVAL;
146771ee3b0SThomas Gleixner 
147239007b8SThomas Gleixner 	raw_spin_lock_irqsave(&desc->lock, flags);
148f6d87f4bSThomas Gleixner 
1491fa46f1fSThomas Gleixner 	if (irq_can_move_pcntxt(desc)) {
1501fa46f1fSThomas Gleixner 		ret = chip->irq_set_affinity(&desc->irq_data, mask, false);
1513b8249e7SThomas Gleixner 		switch (ret) {
1523b8249e7SThomas Gleixner 		case IRQ_SET_MASK_OK:
1531fa46f1fSThomas Gleixner 			cpumask_copy(desc->irq_data.affinity, mask);
1543b8249e7SThomas Gleixner 		case IRQ_SET_MASK_OK_NOCOPY:
155591d2fb0SThomas Gleixner 			irq_set_thread_affinity(desc);
1563b8249e7SThomas Gleixner 			ret = 0;
15757b150ccSYinghai Lu 		}
1581fa46f1fSThomas Gleixner 	} else {
159f230b6d5SThomas Gleixner 		irqd_set_move_pending(&desc->irq_data);
1601fa46f1fSThomas Gleixner 		irq_copy_pending(desc, mask);
161f6d87f4bSThomas Gleixner 	}
1621fa46f1fSThomas Gleixner 
163cd7eab44SBen Hutchings 	if (desc->affinity_notify) {
164cd7eab44SBen Hutchings 		kref_get(&desc->affinity_notify->kref);
165cd7eab44SBen Hutchings 		schedule_work(&desc->affinity_notify->work);
166cd7eab44SBen Hutchings 	}
1672bdd1055SThomas Gleixner 	irq_compat_set_affinity(desc);
1682bdd1055SThomas Gleixner 	irqd_set(&desc->irq_data, IRQD_AFFINITY_SET);
169239007b8SThomas Gleixner 	raw_spin_unlock_irqrestore(&desc->lock, flags);
1701fa46f1fSThomas Gleixner 	return ret;
171771ee3b0SThomas Gleixner }
172771ee3b0SThomas Gleixner 
173e7a297b0SPeter P Waskiewicz Jr int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m)
174e7a297b0SPeter P Waskiewicz Jr {
175e7a297b0SPeter P Waskiewicz Jr 	unsigned long flags;
17602725e74SThomas Gleixner 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags);
177e7a297b0SPeter P Waskiewicz Jr 
178e7a297b0SPeter P Waskiewicz Jr 	if (!desc)
179e7a297b0SPeter P Waskiewicz Jr 		return -EINVAL;
180e7a297b0SPeter P Waskiewicz Jr 	desc->affinity_hint = m;
18102725e74SThomas Gleixner 	irq_put_desc_unlock(desc, flags);
182e7a297b0SPeter P Waskiewicz Jr 	return 0;
183e7a297b0SPeter P Waskiewicz Jr }
184e7a297b0SPeter P Waskiewicz Jr EXPORT_SYMBOL_GPL(irq_set_affinity_hint);
185e7a297b0SPeter P Waskiewicz Jr 
186cd7eab44SBen Hutchings static void irq_affinity_notify(struct work_struct *work)
187cd7eab44SBen Hutchings {
188cd7eab44SBen Hutchings 	struct irq_affinity_notify *notify =
189cd7eab44SBen Hutchings 		container_of(work, struct irq_affinity_notify, work);
190cd7eab44SBen Hutchings 	struct irq_desc *desc = irq_to_desc(notify->irq);
191cd7eab44SBen Hutchings 	cpumask_var_t cpumask;
192cd7eab44SBen Hutchings 	unsigned long flags;
193cd7eab44SBen Hutchings 
1941fa46f1fSThomas Gleixner 	if (!desc || !alloc_cpumask_var(&cpumask, GFP_KERNEL))
195cd7eab44SBen Hutchings 		goto out;
196cd7eab44SBen Hutchings 
197cd7eab44SBen Hutchings 	raw_spin_lock_irqsave(&desc->lock, flags);
1981fa46f1fSThomas Gleixner 	if (irq_move_pending(desc))
1991fa46f1fSThomas Gleixner 		irq_get_pending(cpumask, desc);
200cd7eab44SBen Hutchings 	else
2011fb0ef31SThomas Gleixner 		cpumask_copy(cpumask, desc->irq_data.affinity);
202cd7eab44SBen Hutchings 	raw_spin_unlock_irqrestore(&desc->lock, flags);
203cd7eab44SBen Hutchings 
204cd7eab44SBen Hutchings 	notify->notify(notify, cpumask);
205cd7eab44SBen Hutchings 
206cd7eab44SBen Hutchings 	free_cpumask_var(cpumask);
207cd7eab44SBen Hutchings out:
208cd7eab44SBen Hutchings 	kref_put(&notify->kref, notify->release);
209cd7eab44SBen Hutchings }
210cd7eab44SBen Hutchings 
211cd7eab44SBen Hutchings /**
212cd7eab44SBen Hutchings  *	irq_set_affinity_notifier - control notification of IRQ affinity changes
213cd7eab44SBen Hutchings  *	@irq:		Interrupt for which to enable/disable notification
214cd7eab44SBen Hutchings  *	@notify:	Context for notification, or %NULL to disable
215cd7eab44SBen Hutchings  *			notification.  Function pointers must be initialised;
216cd7eab44SBen Hutchings  *			the other fields will be initialised by this function.
217cd7eab44SBen Hutchings  *
218cd7eab44SBen Hutchings  *	Must be called in process context.  Notification may only be enabled
219cd7eab44SBen Hutchings  *	after the IRQ is allocated and must be disabled before the IRQ is
220cd7eab44SBen Hutchings  *	freed using free_irq().
221cd7eab44SBen Hutchings  */
222cd7eab44SBen Hutchings int
223cd7eab44SBen Hutchings irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify)
224cd7eab44SBen Hutchings {
225cd7eab44SBen Hutchings 	struct irq_desc *desc = irq_to_desc(irq);
226cd7eab44SBen Hutchings 	struct irq_affinity_notify *old_notify;
227cd7eab44SBen Hutchings 	unsigned long flags;
228cd7eab44SBen Hutchings 
229cd7eab44SBen Hutchings 	/* The release function is promised process context */
230cd7eab44SBen Hutchings 	might_sleep();
231cd7eab44SBen Hutchings 
232cd7eab44SBen Hutchings 	if (!desc)
233cd7eab44SBen Hutchings 		return -EINVAL;
234cd7eab44SBen Hutchings 
235cd7eab44SBen Hutchings 	/* Complete initialisation of *notify */
236cd7eab44SBen Hutchings 	if (notify) {
237cd7eab44SBen Hutchings 		notify->irq = irq;
238cd7eab44SBen Hutchings 		kref_init(&notify->kref);
239cd7eab44SBen Hutchings 		INIT_WORK(&notify->work, irq_affinity_notify);
240cd7eab44SBen Hutchings 	}
241cd7eab44SBen Hutchings 
242cd7eab44SBen Hutchings 	raw_spin_lock_irqsave(&desc->lock, flags);
243cd7eab44SBen Hutchings 	old_notify = desc->affinity_notify;
244cd7eab44SBen Hutchings 	desc->affinity_notify = notify;
245cd7eab44SBen Hutchings 	raw_spin_unlock_irqrestore(&desc->lock, flags);
246cd7eab44SBen Hutchings 
247cd7eab44SBen Hutchings 	if (old_notify)
248cd7eab44SBen Hutchings 		kref_put(&old_notify->kref, old_notify->release);
249cd7eab44SBen Hutchings 
250cd7eab44SBen Hutchings 	return 0;
251cd7eab44SBen Hutchings }
252cd7eab44SBen Hutchings EXPORT_SYMBOL_GPL(irq_set_affinity_notifier);
253cd7eab44SBen Hutchings 
25418404756SMax Krasnyansky #ifndef CONFIG_AUTO_IRQ_AFFINITY
25518404756SMax Krasnyansky /*
25618404756SMax Krasnyansky  * Generic version of the affinity autoselector.
25718404756SMax Krasnyansky  */
2583b8249e7SThomas Gleixner static int
2593b8249e7SThomas Gleixner setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask)
26018404756SMax Krasnyansky {
26135e857cbSThomas Gleixner 	struct irq_chip *chip = irq_desc_get_chip(desc);
262569bda8dSThomas Gleixner 	struct cpumask *set = irq_default_affinity;
2633b8249e7SThomas Gleixner 	int ret;
264569bda8dSThomas Gleixner 
265b008207cSThomas Gleixner 	/* Excludes PER_CPU and NO_BALANCE interrupts */
26618404756SMax Krasnyansky 	if (!irq_can_set_affinity(irq))
26718404756SMax Krasnyansky 		return 0;
26818404756SMax Krasnyansky 
269f6d87f4bSThomas Gleixner 	/*
270f6d87f4bSThomas Gleixner 	 * Preserve an userspace affinity setup, but make sure that
271f6d87f4bSThomas Gleixner 	 * one of the targets is online.
272f6d87f4bSThomas Gleixner 	 */
2732bdd1055SThomas Gleixner 	if (irqd_has_set(&desc->irq_data, IRQD_AFFINITY_SET)) {
274569bda8dSThomas Gleixner 		if (cpumask_intersects(desc->irq_data.affinity,
275569bda8dSThomas Gleixner 				       cpu_online_mask))
276569bda8dSThomas Gleixner 			set = desc->irq_data.affinity;
2772bdd1055SThomas Gleixner 		else {
2782bdd1055SThomas Gleixner 			irq_compat_clr_affinity(desc);
2792bdd1055SThomas Gleixner 			irqd_clear(&desc->irq_data, IRQD_AFFINITY_SET);
2802bdd1055SThomas Gleixner 		}
281f6d87f4bSThomas Gleixner 	}
28218404756SMax Krasnyansky 
2833b8249e7SThomas Gleixner 	cpumask_and(mask, cpu_online_mask, set);
2843b8249e7SThomas Gleixner 	ret = chip->irq_set_affinity(&desc->irq_data, mask, false);
2853b8249e7SThomas Gleixner 	switch (ret) {
2863b8249e7SThomas Gleixner 	case IRQ_SET_MASK_OK:
2873b8249e7SThomas Gleixner 		cpumask_copy(desc->irq_data.affinity, mask);
2883b8249e7SThomas Gleixner 	case IRQ_SET_MASK_OK_NOCOPY:
2893b8249e7SThomas Gleixner 		irq_set_thread_affinity(desc);
2903b8249e7SThomas Gleixner 	}
29118404756SMax Krasnyansky 	return 0;
29218404756SMax Krasnyansky }
293f6d87f4bSThomas Gleixner #else
2943b8249e7SThomas Gleixner static inline int
2953b8249e7SThomas Gleixner setup_affinity(unsigned int irq, struct irq_desc *d, struct cpumask *mask)
296f6d87f4bSThomas Gleixner {
297f6d87f4bSThomas Gleixner 	return irq_select_affinity(irq);
298f6d87f4bSThomas Gleixner }
29918404756SMax Krasnyansky #endif
30018404756SMax Krasnyansky 
301f6d87f4bSThomas Gleixner /*
302f6d87f4bSThomas Gleixner  * Called when affinity is set via /proc/irq
303f6d87f4bSThomas Gleixner  */
3043b8249e7SThomas Gleixner int irq_select_affinity_usr(unsigned int irq, struct cpumask *mask)
305f6d87f4bSThomas Gleixner {
306f6d87f4bSThomas Gleixner 	struct irq_desc *desc = irq_to_desc(irq);
307f6d87f4bSThomas Gleixner 	unsigned long flags;
308f6d87f4bSThomas Gleixner 	int ret;
309f6d87f4bSThomas Gleixner 
310239007b8SThomas Gleixner 	raw_spin_lock_irqsave(&desc->lock, flags);
3113b8249e7SThomas Gleixner 	ret = setup_affinity(irq, desc, mask);
312239007b8SThomas Gleixner 	raw_spin_unlock_irqrestore(&desc->lock, flags);
313f6d87f4bSThomas Gleixner 	return ret;
314f6d87f4bSThomas Gleixner }
315f6d87f4bSThomas Gleixner 
316f6d87f4bSThomas Gleixner #else
3173b8249e7SThomas Gleixner static inline int
3183b8249e7SThomas Gleixner setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask)
319f6d87f4bSThomas Gleixner {
320f6d87f4bSThomas Gleixner 	return 0;
321f6d87f4bSThomas Gleixner }
3221da177e4SLinus Torvalds #endif
3231da177e4SLinus Torvalds 
3240a0c5168SRafael J. Wysocki void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
3250a0c5168SRafael J. Wysocki {
3260a0c5168SRafael J. Wysocki 	if (suspend) {
327685fd0b4SIan Campbell 		if (!desc->action || (desc->action->flags & IRQF_NO_SUSPEND))
3280a0c5168SRafael J. Wysocki 			return;
329c531e836SThomas Gleixner 		desc->istate |= IRQS_SUSPENDED;
3300a0c5168SRafael J. Wysocki 	}
3310a0c5168SRafael J. Wysocki 
3323aae994fSThomas Gleixner 	if (!desc->depth++)
33387923470SThomas Gleixner 		irq_disable(desc);
3340a0c5168SRafael J. Wysocki }
3350a0c5168SRafael J. Wysocki 
33602725e74SThomas Gleixner static int __disable_irq_nosync(unsigned int irq)
33702725e74SThomas Gleixner {
33802725e74SThomas Gleixner 	unsigned long flags;
33902725e74SThomas Gleixner 	struct irq_desc *desc = irq_get_desc_buslock(irq, &flags);
34002725e74SThomas Gleixner 
34102725e74SThomas Gleixner 	if (!desc)
34202725e74SThomas Gleixner 		return -EINVAL;
34302725e74SThomas Gleixner 	__disable_irq(desc, irq, false);
34402725e74SThomas Gleixner 	irq_put_desc_busunlock(desc, flags);
34502725e74SThomas Gleixner 	return 0;
34602725e74SThomas Gleixner }
34702725e74SThomas Gleixner 
3481da177e4SLinus Torvalds /**
3491da177e4SLinus Torvalds  *	disable_irq_nosync - disable an irq without waiting
3501da177e4SLinus Torvalds  *	@irq: Interrupt to disable
3511da177e4SLinus Torvalds  *
3521da177e4SLinus Torvalds  *	Disable the selected interrupt line.  Disables and Enables are
3531da177e4SLinus Torvalds  *	nested.
3541da177e4SLinus Torvalds  *	Unlike disable_irq(), this function does not ensure existing
3551da177e4SLinus Torvalds  *	instances of the IRQ handler have completed before returning.
3561da177e4SLinus Torvalds  *
3571da177e4SLinus Torvalds  *	This function may be called from IRQ context.
3581da177e4SLinus Torvalds  */
3591da177e4SLinus Torvalds void disable_irq_nosync(unsigned int irq)
3601da177e4SLinus Torvalds {
36102725e74SThomas Gleixner 	__disable_irq_nosync(irq);
3621da177e4SLinus Torvalds }
3631da177e4SLinus Torvalds EXPORT_SYMBOL(disable_irq_nosync);
3641da177e4SLinus Torvalds 
3651da177e4SLinus Torvalds /**
3661da177e4SLinus Torvalds  *	disable_irq - disable an irq and wait for completion
3671da177e4SLinus Torvalds  *	@irq: Interrupt to disable
3681da177e4SLinus Torvalds  *
3691da177e4SLinus Torvalds  *	Disable the selected interrupt line.  Enables and Disables are
3701da177e4SLinus Torvalds  *	nested.
3711da177e4SLinus Torvalds  *	This function waits for any pending IRQ handlers for this interrupt
3721da177e4SLinus Torvalds  *	to complete before returning. If you use this function while
3731da177e4SLinus Torvalds  *	holding a resource the IRQ handler may need you will deadlock.
3741da177e4SLinus Torvalds  *
3751da177e4SLinus Torvalds  *	This function may be called - with care - from IRQ context.
3761da177e4SLinus Torvalds  */
3771da177e4SLinus Torvalds void disable_irq(unsigned int irq)
3781da177e4SLinus Torvalds {
37902725e74SThomas Gleixner 	if (!__disable_irq_nosync(irq))
3801da177e4SLinus Torvalds 		synchronize_irq(irq);
3811da177e4SLinus Torvalds }
3821da177e4SLinus Torvalds EXPORT_SYMBOL(disable_irq);
3831da177e4SLinus Torvalds 
3840a0c5168SRafael J. Wysocki void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
3851adb0850SThomas Gleixner {
386dc5f219eSThomas Gleixner 	if (resume) {
387c531e836SThomas Gleixner 		if (!(desc->istate & IRQS_SUSPENDED)) {
388dc5f219eSThomas Gleixner 			if (!desc->action)
389dc5f219eSThomas Gleixner 				return;
390dc5f219eSThomas Gleixner 			if (!(desc->action->flags & IRQF_FORCE_RESUME))
391dc5f219eSThomas Gleixner 				return;
392dc5f219eSThomas Gleixner 			/* Pretend that it got disabled ! */
393dc5f219eSThomas Gleixner 			desc->depth++;
394dc5f219eSThomas Gleixner 		}
395c531e836SThomas Gleixner 		desc->istate &= ~IRQS_SUSPENDED;
396dc5f219eSThomas Gleixner 	}
3970a0c5168SRafael J. Wysocki 
3981adb0850SThomas Gleixner 	switch (desc->depth) {
3991adb0850SThomas Gleixner 	case 0:
4000a0c5168SRafael J. Wysocki  err_out:
401b8c512f6SArjan van de Ven 		WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
4021adb0850SThomas Gleixner 		break;
4031adb0850SThomas Gleixner 	case 1: {
404c531e836SThomas Gleixner 		if (desc->istate & IRQS_SUSPENDED)
4050a0c5168SRafael J. Wysocki 			goto err_out;
4061adb0850SThomas Gleixner 		/* Prevent probing on this irq: */
4071ccb4e61SThomas Gleixner 		irq_settings_set_noprobe(desc);
4083aae994fSThomas Gleixner 		irq_enable(desc);
4091adb0850SThomas Gleixner 		check_irq_resend(desc, irq);
4101adb0850SThomas Gleixner 		/* fall-through */
4111adb0850SThomas Gleixner 	}
4121adb0850SThomas Gleixner 	default:
4131adb0850SThomas Gleixner 		desc->depth--;
4141adb0850SThomas Gleixner 	}
4151adb0850SThomas Gleixner }
4161adb0850SThomas Gleixner 
4171da177e4SLinus Torvalds /**
4181da177e4SLinus Torvalds  *	enable_irq - enable handling of an irq
4191da177e4SLinus Torvalds  *	@irq: Interrupt to enable
4201da177e4SLinus Torvalds  *
4211da177e4SLinus Torvalds  *	Undoes the effect of one call to disable_irq().  If this
4221da177e4SLinus Torvalds  *	matches the last disable, processing of interrupts on this
4231da177e4SLinus Torvalds  *	IRQ line is re-enabled.
4241da177e4SLinus Torvalds  *
42570aedd24SThomas Gleixner  *	This function may be called from IRQ context only when
4266b8ff312SThomas Gleixner  *	desc->irq_data.chip->bus_lock and desc->chip->bus_sync_unlock are NULL !
4271da177e4SLinus Torvalds  */
4281da177e4SLinus Torvalds void enable_irq(unsigned int irq)
4291da177e4SLinus Torvalds {
4301da177e4SLinus Torvalds 	unsigned long flags;
43102725e74SThomas Gleixner 	struct irq_desc *desc = irq_get_desc_buslock(irq, &flags);
4321da177e4SLinus Torvalds 
4337d94f7caSYinghai Lu 	if (!desc)
434c2b5a251SMatthew Wilcox 		return;
43550f7c032SThomas Gleixner 	if (WARN(!desc->irq_data.chip,
4362656c366SThomas Gleixner 		 KERN_ERR "enable_irq before setup/request_irq: irq %u\n", irq))
43702725e74SThomas Gleixner 		goto out;
4382656c366SThomas Gleixner 
4390a0c5168SRafael J. Wysocki 	__enable_irq(desc, irq, false);
44002725e74SThomas Gleixner out:
44102725e74SThomas Gleixner 	irq_put_desc_busunlock(desc, flags);
4421da177e4SLinus Torvalds }
4431da177e4SLinus Torvalds EXPORT_SYMBOL(enable_irq);
4441da177e4SLinus Torvalds 
4450c5d1eb7SDavid Brownell static int set_irq_wake_real(unsigned int irq, unsigned int on)
4462db87321SUwe Kleine-König {
44708678b08SYinghai Lu 	struct irq_desc *desc = irq_to_desc(irq);
4482db87321SUwe Kleine-König 	int ret = -ENXIO;
4492db87321SUwe Kleine-König 
4502f7e99bbSThomas Gleixner 	if (desc->irq_data.chip->irq_set_wake)
4512f7e99bbSThomas Gleixner 		ret = desc->irq_data.chip->irq_set_wake(&desc->irq_data, on);
4522db87321SUwe Kleine-König 
4532db87321SUwe Kleine-König 	return ret;
4542db87321SUwe Kleine-König }
4552db87321SUwe Kleine-König 
456ba9a2331SThomas Gleixner /**
457a0cd9ca2SThomas Gleixner  *	irq_set_irq_wake - control irq power management wakeup
458ba9a2331SThomas Gleixner  *	@irq:	interrupt to control
459ba9a2331SThomas Gleixner  *	@on:	enable/disable power management wakeup
460ba9a2331SThomas Gleixner  *
46115a647ebSDavid Brownell  *	Enable/disable power management wakeup mode, which is
46215a647ebSDavid Brownell  *	disabled by default.  Enables and disables must match,
46315a647ebSDavid Brownell  *	just as they match for non-wakeup mode support.
46415a647ebSDavid Brownell  *
46515a647ebSDavid Brownell  *	Wakeup mode lets this IRQ wake the system from sleep
46615a647ebSDavid Brownell  *	states like "suspend to RAM".
467ba9a2331SThomas Gleixner  */
468a0cd9ca2SThomas Gleixner int irq_set_irq_wake(unsigned int irq, unsigned int on)
469ba9a2331SThomas Gleixner {
470ba9a2331SThomas Gleixner 	unsigned long flags;
47102725e74SThomas Gleixner 	struct irq_desc *desc = irq_get_desc_buslock(irq, &flags);
4722db87321SUwe Kleine-König 	int ret = 0;
473ba9a2331SThomas Gleixner 
47415a647ebSDavid Brownell 	/* wakeup-capable irqs can be shared between drivers that
47515a647ebSDavid Brownell 	 * don't need to have the same sleep mode behaviors.
47615a647ebSDavid Brownell 	 */
47715a647ebSDavid Brownell 	if (on) {
4782db87321SUwe Kleine-König 		if (desc->wake_depth++ == 0) {
4792db87321SUwe Kleine-König 			ret = set_irq_wake_real(irq, on);
4802db87321SUwe Kleine-König 			if (ret)
4812db87321SUwe Kleine-König 				desc->wake_depth = 0;
48215a647ebSDavid Brownell 			else
4837f94226fSThomas Gleixner 				irqd_set(&desc->irq_data, IRQD_WAKEUP_STATE);
4842db87321SUwe Kleine-König 		}
48515a647ebSDavid Brownell 	} else {
48615a647ebSDavid Brownell 		if (desc->wake_depth == 0) {
4877a2c4770SArjan van de Ven 			WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
4882db87321SUwe Kleine-König 		} else if (--desc->wake_depth == 0) {
4892db87321SUwe Kleine-König 			ret = set_irq_wake_real(irq, on);
4902db87321SUwe Kleine-König 			if (ret)
4912db87321SUwe Kleine-König 				desc->wake_depth = 1;
49215a647ebSDavid Brownell 			else
4937f94226fSThomas Gleixner 				irqd_clear(&desc->irq_data, IRQD_WAKEUP_STATE);
49415a647ebSDavid Brownell 		}
4952db87321SUwe Kleine-König 	}
49602725e74SThomas Gleixner 	irq_put_desc_busunlock(desc, flags);
497ba9a2331SThomas Gleixner 	return ret;
498ba9a2331SThomas Gleixner }
499a0cd9ca2SThomas Gleixner EXPORT_SYMBOL(irq_set_irq_wake);
500ba9a2331SThomas Gleixner 
5011da177e4SLinus Torvalds /*
5021da177e4SLinus Torvalds  * Internal function that tells the architecture code whether a
5031da177e4SLinus Torvalds  * particular irq has been exclusively allocated or is available
5041da177e4SLinus Torvalds  * for driver use.
5051da177e4SLinus Torvalds  */
5061da177e4SLinus Torvalds int can_request_irq(unsigned int irq, unsigned long irqflags)
5071da177e4SLinus Torvalds {
508cc8c3b78SThomas Gleixner 	unsigned long flags;
50902725e74SThomas Gleixner 	struct irq_desc *desc = irq_get_desc_lock(irq, &flags);
51002725e74SThomas Gleixner 	int canrequest = 0;
5111da177e4SLinus Torvalds 
5127d94f7caSYinghai Lu 	if (!desc)
5137d94f7caSYinghai Lu 		return 0;
5147d94f7caSYinghai Lu 
51502725e74SThomas Gleixner 	if (irq_settings_can_request(desc)) {
51602725e74SThomas Gleixner 		if (desc->action)
51702725e74SThomas Gleixner 			if (irqflags & desc->action->flags & IRQF_SHARED)
51802725e74SThomas Gleixner 				canrequest =1;
51902725e74SThomas Gleixner 	}
52002725e74SThomas Gleixner 	irq_put_desc_unlock(desc, flags);
52102725e74SThomas Gleixner 	return canrequest;
5221da177e4SLinus Torvalds }
5231da177e4SLinus Torvalds 
5240c5d1eb7SDavid Brownell int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
52582736f4dSUwe Kleine-König 		      unsigned long flags)
52682736f4dSUwe Kleine-König {
5276b8ff312SThomas Gleixner 	struct irq_chip *chip = desc->irq_data.chip;
528d4d5e089SThomas Gleixner 	int ret, unmask = 0;
52982736f4dSUwe Kleine-König 
530b2ba2c30SThomas Gleixner 	if (!chip || !chip->irq_set_type) {
53182736f4dSUwe Kleine-König 		/*
53282736f4dSUwe Kleine-König 		 * IRQF_TRIGGER_* but the PIC does not support multiple
53382736f4dSUwe Kleine-König 		 * flow-types?
53482736f4dSUwe Kleine-König 		 */
5353ff68a6aSMark Nelson 		pr_debug("No set_type function for IRQ %d (%s)\n", irq,
53682736f4dSUwe Kleine-König 				chip ? (chip->name ? : "unknown") : "unknown");
53782736f4dSUwe Kleine-König 		return 0;
53882736f4dSUwe Kleine-König 	}
53982736f4dSUwe Kleine-König 
540876dbd4cSThomas Gleixner 	flags &= IRQ_TYPE_SENSE_MASK;
541d4d5e089SThomas Gleixner 
542d4d5e089SThomas Gleixner 	if (chip->flags & IRQCHIP_SET_TYPE_MASKED) {
543d4d5e089SThomas Gleixner 		if (!(desc->istate & IRQS_MASKED))
544d4d5e089SThomas Gleixner 			mask_irq(desc);
545d4d5e089SThomas Gleixner 		if (!(desc->istate & IRQS_DISABLED))
546d4d5e089SThomas Gleixner 			unmask = 1;
547d4d5e089SThomas Gleixner 	}
548d4d5e089SThomas Gleixner 
549f2b662daSDavid Brownell 	/* caller masked out all except trigger mode flags */
550b2ba2c30SThomas Gleixner 	ret = chip->irq_set_type(&desc->irq_data, flags);
55182736f4dSUwe Kleine-König 
552876dbd4cSThomas Gleixner 	switch (ret) {
553876dbd4cSThomas Gleixner 	case IRQ_SET_MASK_OK:
554876dbd4cSThomas Gleixner 		irqd_clear(&desc->irq_data, IRQD_TRIGGER_MASK);
555876dbd4cSThomas Gleixner 		irqd_set(&desc->irq_data, flags);
556876dbd4cSThomas Gleixner 
557876dbd4cSThomas Gleixner 	case IRQ_SET_MASK_OK_NOCOPY:
558876dbd4cSThomas Gleixner 		flags = irqd_get_trigger_type(&desc->irq_data);
559876dbd4cSThomas Gleixner 		irq_settings_set_trigger_mask(desc, flags);
560876dbd4cSThomas Gleixner 		irqd_clear(&desc->irq_data, IRQD_LEVEL);
561876dbd4cSThomas Gleixner 		irq_settings_clr_level(desc);
562876dbd4cSThomas Gleixner 		if (flags & IRQ_TYPE_LEVEL_MASK) {
563876dbd4cSThomas Gleixner 			irq_settings_set_level(desc);
564876dbd4cSThomas Gleixner 			irqd_set(&desc->irq_data, IRQD_LEVEL);
565876dbd4cSThomas Gleixner 		}
56646732475SThomas Gleixner 
5676b8ff312SThomas Gleixner 		if (chip != desc->irq_data.chip)
5686b8ff312SThomas Gleixner 			irq_chip_set_defaults(desc->irq_data.chip);
569d4d5e089SThomas Gleixner 		ret = 0;
5708fff39e0SThomas Gleixner 		break;
571876dbd4cSThomas Gleixner 	default:
572876dbd4cSThomas Gleixner 		pr_err("setting trigger mode %lu for irq %u failed (%pF)\n",
573876dbd4cSThomas Gleixner 		       flags, irq, chip->irq_set_type);
5740c5d1eb7SDavid Brownell 	}
575d4d5e089SThomas Gleixner 	if (unmask)
576d4d5e089SThomas Gleixner 		unmask_irq(desc);
57782736f4dSUwe Kleine-König 	return ret;
57882736f4dSUwe Kleine-König }
57982736f4dSUwe Kleine-König 
580b25c340cSThomas Gleixner /*
581b25c340cSThomas Gleixner  * Default primary interrupt handler for threaded interrupts. Is
582b25c340cSThomas Gleixner  * assigned as primary handler when request_threaded_irq is called
583b25c340cSThomas Gleixner  * with handler == NULL. Useful for oneshot interrupts.
584b25c340cSThomas Gleixner  */
585b25c340cSThomas Gleixner static irqreturn_t irq_default_primary_handler(int irq, void *dev_id)
586b25c340cSThomas Gleixner {
587b25c340cSThomas Gleixner 	return IRQ_WAKE_THREAD;
588b25c340cSThomas Gleixner }
589b25c340cSThomas Gleixner 
590399b5da2SThomas Gleixner /*
591399b5da2SThomas Gleixner  * Primary handler for nested threaded interrupts. Should never be
592399b5da2SThomas Gleixner  * called.
593399b5da2SThomas Gleixner  */
594399b5da2SThomas Gleixner static irqreturn_t irq_nested_primary_handler(int irq, void *dev_id)
595399b5da2SThomas Gleixner {
596399b5da2SThomas Gleixner 	WARN(1, "Primary handler called for nested irq %d\n", irq);
597399b5da2SThomas Gleixner 	return IRQ_NONE;
598399b5da2SThomas Gleixner }
599399b5da2SThomas Gleixner 
6003aa551c9SThomas Gleixner static int irq_wait_for_interrupt(struct irqaction *action)
6013aa551c9SThomas Gleixner {
6023aa551c9SThomas Gleixner 	while (!kthread_should_stop()) {
6033aa551c9SThomas Gleixner 		set_current_state(TASK_INTERRUPTIBLE);
604f48fe81eSThomas Gleixner 
605f48fe81eSThomas Gleixner 		if (test_and_clear_bit(IRQTF_RUNTHREAD,
606f48fe81eSThomas Gleixner 				       &action->thread_flags)) {
6073aa551c9SThomas Gleixner 			__set_current_state(TASK_RUNNING);
6083aa551c9SThomas Gleixner 			return 0;
609f48fe81eSThomas Gleixner 		}
6103aa551c9SThomas Gleixner 		schedule();
6113aa551c9SThomas Gleixner 	}
6123aa551c9SThomas Gleixner 	return -1;
6133aa551c9SThomas Gleixner }
6143aa551c9SThomas Gleixner 
615b25c340cSThomas Gleixner /*
616b25c340cSThomas Gleixner  * Oneshot interrupts keep the irq line masked until the threaded
617b25c340cSThomas Gleixner  * handler finished. unmask if the interrupt has not been disabled and
618b25c340cSThomas Gleixner  * is marked MASKED.
619b25c340cSThomas Gleixner  */
620*b5faba21SThomas Gleixner static void irq_finalize_oneshot(struct irq_desc *desc,
621*b5faba21SThomas Gleixner 				 struct irqaction *action, bool force)
622b25c340cSThomas Gleixner {
623*b5faba21SThomas Gleixner 	if (!(desc->istate & IRQS_ONESHOT))
624*b5faba21SThomas Gleixner 		return;
6250b1adaa0SThomas Gleixner again:
6263876ec9eSThomas Gleixner 	chip_bus_lock(desc);
627239007b8SThomas Gleixner 	raw_spin_lock_irq(&desc->lock);
6280b1adaa0SThomas Gleixner 
6290b1adaa0SThomas Gleixner 	/*
6300b1adaa0SThomas Gleixner 	 * Implausible though it may be we need to protect us against
6310b1adaa0SThomas Gleixner 	 * the following scenario:
6320b1adaa0SThomas Gleixner 	 *
6330b1adaa0SThomas Gleixner 	 * The thread is faster done than the hard interrupt handler
6340b1adaa0SThomas Gleixner 	 * on the other CPU. If we unmask the irq line then the
6350b1adaa0SThomas Gleixner 	 * interrupt can come in again and masks the line, leaves due
636009b4c3bSThomas Gleixner 	 * to IRQS_INPROGRESS and the irq line is masked forever.
637*b5faba21SThomas Gleixner 	 *
638*b5faba21SThomas Gleixner 	 * This also serializes the state of shared oneshot handlers
639*b5faba21SThomas Gleixner 	 * versus "desc->threads_onehsot |= action->thread_mask;" in
640*b5faba21SThomas Gleixner 	 * irq_wake_thread(). See the comment there which explains the
641*b5faba21SThomas Gleixner 	 * serialization.
6420b1adaa0SThomas Gleixner 	 */
643009b4c3bSThomas Gleixner 	if (unlikely(desc->istate & IRQS_INPROGRESS)) {
6440b1adaa0SThomas Gleixner 		raw_spin_unlock_irq(&desc->lock);
6453876ec9eSThomas Gleixner 		chip_bus_sync_unlock(desc);
6460b1adaa0SThomas Gleixner 		cpu_relax();
6470b1adaa0SThomas Gleixner 		goto again;
6480b1adaa0SThomas Gleixner 	}
6490b1adaa0SThomas Gleixner 
650*b5faba21SThomas Gleixner 	/*
651*b5faba21SThomas Gleixner 	 * Now check again, whether the thread should run. Otherwise
652*b5faba21SThomas Gleixner 	 * we would clear the threads_oneshot bit of this thread which
653*b5faba21SThomas Gleixner 	 * was just set.
654*b5faba21SThomas Gleixner 	 */
655*b5faba21SThomas Gleixner 	if (!force && test_bit(IRQTF_RUNTHREAD, &action->thread_flags))
656*b5faba21SThomas Gleixner 		goto out_unlock;
657*b5faba21SThomas Gleixner 
658*b5faba21SThomas Gleixner 	desc->threads_oneshot &= ~action->thread_mask;
659*b5faba21SThomas Gleixner 
660*b5faba21SThomas Gleixner 	if (!desc->threads_oneshot && !(desc->istate & IRQS_DISABLED) &&
661*b5faba21SThomas Gleixner 	    (desc->istate & IRQS_MASKED)) {
6626e40262eSThomas Gleixner 		irq_compat_clr_masked(desc);
6636e40262eSThomas Gleixner 		desc->istate &= ~IRQS_MASKED;
6640eda58b7SThomas Gleixner 		desc->irq_data.chip->irq_unmask(&desc->irq_data);
665b25c340cSThomas Gleixner 	}
666*b5faba21SThomas Gleixner out_unlock:
667239007b8SThomas Gleixner 	raw_spin_unlock_irq(&desc->lock);
6683876ec9eSThomas Gleixner 	chip_bus_sync_unlock(desc);
669b25c340cSThomas Gleixner }
670b25c340cSThomas Gleixner 
67161f38261SBruno Premont #ifdef CONFIG_SMP
6723aa551c9SThomas Gleixner /*
673d4d5e089SThomas Gleixner  * Check whether we need to chasnge the affinity of the interrupt thread.
674591d2fb0SThomas Gleixner  */
675591d2fb0SThomas Gleixner static void
676591d2fb0SThomas Gleixner irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)
677591d2fb0SThomas Gleixner {
678591d2fb0SThomas Gleixner 	cpumask_var_t mask;
679591d2fb0SThomas Gleixner 
680591d2fb0SThomas Gleixner 	if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags))
681591d2fb0SThomas Gleixner 		return;
682591d2fb0SThomas Gleixner 
683591d2fb0SThomas Gleixner 	/*
684591d2fb0SThomas Gleixner 	 * In case we are out of memory we set IRQTF_AFFINITY again and
685591d2fb0SThomas Gleixner 	 * try again next time
686591d2fb0SThomas Gleixner 	 */
687591d2fb0SThomas Gleixner 	if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
688591d2fb0SThomas Gleixner 		set_bit(IRQTF_AFFINITY, &action->thread_flags);
689591d2fb0SThomas Gleixner 		return;
690591d2fb0SThomas Gleixner 	}
691591d2fb0SThomas Gleixner 
692239007b8SThomas Gleixner 	raw_spin_lock_irq(&desc->lock);
6936b8ff312SThomas Gleixner 	cpumask_copy(mask, desc->irq_data.affinity);
694239007b8SThomas Gleixner 	raw_spin_unlock_irq(&desc->lock);
695591d2fb0SThomas Gleixner 
696591d2fb0SThomas Gleixner 	set_cpus_allowed_ptr(current, mask);
697591d2fb0SThomas Gleixner 	free_cpumask_var(mask);
698591d2fb0SThomas Gleixner }
69961f38261SBruno Premont #else
70061f38261SBruno Premont static inline void
70161f38261SBruno Premont irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }
70261f38261SBruno Premont #endif
703591d2fb0SThomas Gleixner 
704591d2fb0SThomas Gleixner /*
7053aa551c9SThomas Gleixner  * Interrupt handler thread
7063aa551c9SThomas Gleixner  */
7073aa551c9SThomas Gleixner static int irq_thread(void *data)
7083aa551c9SThomas Gleixner {
709c9b5f501SPeter Zijlstra 	static const struct sched_param param = {
710fe7de49fSKOSAKI Motohiro 		.sched_priority = MAX_USER_RT_PRIO/2,
711fe7de49fSKOSAKI Motohiro 	};
7123aa551c9SThomas Gleixner 	struct irqaction *action = data;
7133aa551c9SThomas Gleixner 	struct irq_desc *desc = irq_to_desc(action->irq);
714*b5faba21SThomas Gleixner 	int wake;
7153aa551c9SThomas Gleixner 
7163aa551c9SThomas Gleixner 	sched_setscheduler(current, SCHED_FIFO, &param);
7173aa551c9SThomas Gleixner 	current->irqaction = action;
7183aa551c9SThomas Gleixner 
7193aa551c9SThomas Gleixner 	while (!irq_wait_for_interrupt(action)) {
7203aa551c9SThomas Gleixner 
721591d2fb0SThomas Gleixner 		irq_thread_check_affinity(desc, action);
722591d2fb0SThomas Gleixner 
7233aa551c9SThomas Gleixner 		atomic_inc(&desc->threads_active);
7243aa551c9SThomas Gleixner 
725239007b8SThomas Gleixner 		raw_spin_lock_irq(&desc->lock);
726c1594b77SThomas Gleixner 		if (unlikely(desc->istate & IRQS_DISABLED)) {
7273aa551c9SThomas Gleixner 			/*
7283aa551c9SThomas Gleixner 			 * CHECKME: We might need a dedicated
7293aa551c9SThomas Gleixner 			 * IRQ_THREAD_PENDING flag here, which
7303aa551c9SThomas Gleixner 			 * retriggers the thread in check_irq_resend()
7312a0d6fb3SThomas Gleixner 			 * but AFAICT IRQS_PENDING should be fine as it
7323aa551c9SThomas Gleixner 			 * retriggers the interrupt itself --- tglx
7333aa551c9SThomas Gleixner 			 */
7342a0d6fb3SThomas Gleixner 			irq_compat_set_pending(desc);
7352a0d6fb3SThomas Gleixner 			desc->istate |= IRQS_PENDING;
736239007b8SThomas Gleixner 			raw_spin_unlock_irq(&desc->lock);
7373aa551c9SThomas Gleixner 		} else {
738239007b8SThomas Gleixner 			raw_spin_unlock_irq(&desc->lock);
7393aa551c9SThomas Gleixner 
7403aa551c9SThomas Gleixner 			action->thread_fn(action->irq, action->dev_id);
741b25c340cSThomas Gleixner 
742*b5faba21SThomas Gleixner 			irq_finalize_oneshot(desc, action, false);
7433aa551c9SThomas Gleixner 		}
7443aa551c9SThomas Gleixner 
7453aa551c9SThomas Gleixner 		wake = atomic_dec_and_test(&desc->threads_active);
7463aa551c9SThomas Gleixner 
7473aa551c9SThomas Gleixner 		if (wake && waitqueue_active(&desc->wait_for_threads))
7483aa551c9SThomas Gleixner 			wake_up(&desc->wait_for_threads);
7493aa551c9SThomas Gleixner 	}
7503aa551c9SThomas Gleixner 
751*b5faba21SThomas Gleixner 	/* Prevent a stale desc->threads_oneshot */
752*b5faba21SThomas Gleixner 	irq_finalize_oneshot(desc, action, true);
753*b5faba21SThomas Gleixner 
7543aa551c9SThomas Gleixner 	/*
7553aa551c9SThomas Gleixner 	 * Clear irqaction. Otherwise exit_irq_thread() would make
7563aa551c9SThomas Gleixner 	 * fuzz about an active irq thread going into nirvana.
7573aa551c9SThomas Gleixner 	 */
7583aa551c9SThomas Gleixner 	current->irqaction = NULL;
7593aa551c9SThomas Gleixner 	return 0;
7603aa551c9SThomas Gleixner }
7613aa551c9SThomas Gleixner 
7623aa551c9SThomas Gleixner /*
7633aa551c9SThomas Gleixner  * Called from do_exit()
7643aa551c9SThomas Gleixner  */
7653aa551c9SThomas Gleixner void exit_irq_thread(void)
7663aa551c9SThomas Gleixner {
7673aa551c9SThomas Gleixner 	struct task_struct *tsk = current;
768*b5faba21SThomas Gleixner 	struct irq_desc *desc;
7693aa551c9SThomas Gleixner 
7703aa551c9SThomas Gleixner 	if (!tsk->irqaction)
7713aa551c9SThomas Gleixner 		return;
7723aa551c9SThomas Gleixner 
7733aa551c9SThomas Gleixner 	printk(KERN_ERR
7743aa551c9SThomas Gleixner 	       "exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
7753aa551c9SThomas Gleixner 	       tsk->comm ? tsk->comm : "", tsk->pid, tsk->irqaction->irq);
7763aa551c9SThomas Gleixner 
777*b5faba21SThomas Gleixner 	desc = irq_to_desc(tsk->irqaction->irq);
778*b5faba21SThomas Gleixner 
779*b5faba21SThomas Gleixner 	/*
780*b5faba21SThomas Gleixner 	 * Prevent a stale desc->threads_oneshot. Must be called
781*b5faba21SThomas Gleixner 	 * before setting the IRQTF_DIED flag.
782*b5faba21SThomas Gleixner 	 */
783*b5faba21SThomas Gleixner 	irq_finalize_oneshot(desc, tsk->irqaction, true);
784*b5faba21SThomas Gleixner 
7853aa551c9SThomas Gleixner 	/*
7863aa551c9SThomas Gleixner 	 * Set the THREAD DIED flag to prevent further wakeups of the
7873aa551c9SThomas Gleixner 	 * soon to be gone threaded handler.
7883aa551c9SThomas Gleixner 	 */
7893aa551c9SThomas Gleixner 	set_bit(IRQTF_DIED, &tsk->irqaction->flags);
7903aa551c9SThomas Gleixner }
7913aa551c9SThomas Gleixner 
7921da177e4SLinus Torvalds /*
7931da177e4SLinus Torvalds  * Internal function to register an irqaction - typically used to
7941da177e4SLinus Torvalds  * allocate special interrupts that are part of the architecture.
7951da177e4SLinus Torvalds  */
796d3c60047SThomas Gleixner static int
797d3c60047SThomas Gleixner __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
7981da177e4SLinus Torvalds {
799f17c7545SIngo Molnar 	struct irqaction *old, **old_ptr;
8008b126b77SAndrew Morton 	const char *old_name = NULL;
801*b5faba21SThomas Gleixner 	unsigned long flags, thread_mask = 0;
8023b8249e7SThomas Gleixner 	int ret, nested, shared = 0;
8033b8249e7SThomas Gleixner 	cpumask_var_t mask;
8041da177e4SLinus Torvalds 
8057d94f7caSYinghai Lu 	if (!desc)
806c2b5a251SMatthew Wilcox 		return -EINVAL;
807c2b5a251SMatthew Wilcox 
8086b8ff312SThomas Gleixner 	if (desc->irq_data.chip == &no_irq_chip)
8091da177e4SLinus Torvalds 		return -ENOSYS;
8101da177e4SLinus Torvalds 	/*
8111da177e4SLinus Torvalds 	 * Some drivers like serial.c use request_irq() heavily,
8121da177e4SLinus Torvalds 	 * so we have to be careful not to interfere with a
8131da177e4SLinus Torvalds 	 * running system.
8141da177e4SLinus Torvalds 	 */
8153cca53b0SThomas Gleixner 	if (new->flags & IRQF_SAMPLE_RANDOM) {
8161da177e4SLinus Torvalds 		/*
8171da177e4SLinus Torvalds 		 * This function might sleep, we want to call it first,
8181da177e4SLinus Torvalds 		 * outside of the atomic block.
8191da177e4SLinus Torvalds 		 * Yes, this might clear the entropy pool if the wrong
8201da177e4SLinus Torvalds 		 * driver is attempted to be loaded, without actually
8211da177e4SLinus Torvalds 		 * installing a new handler, but is this really a problem,
8221da177e4SLinus Torvalds 		 * only the sysadmin is able to do this.
8231da177e4SLinus Torvalds 		 */
8241da177e4SLinus Torvalds 		rand_initialize_irq(irq);
8251da177e4SLinus Torvalds 	}
8261da177e4SLinus Torvalds 
827b25c340cSThomas Gleixner 	/* Oneshot interrupts are not allowed with shared */
828b25c340cSThomas Gleixner 	if ((new->flags & IRQF_ONESHOT) && (new->flags & IRQF_SHARED))
829b25c340cSThomas Gleixner 		return -EINVAL;
830b25c340cSThomas Gleixner 
8311da177e4SLinus Torvalds 	/*
832399b5da2SThomas Gleixner 	 * Check whether the interrupt nests into another interrupt
833399b5da2SThomas Gleixner 	 * thread.
8343aa551c9SThomas Gleixner 	 */
8351ccb4e61SThomas Gleixner 	nested = irq_settings_is_nested_thread(desc);
836399b5da2SThomas Gleixner 	if (nested) {
837399b5da2SThomas Gleixner 		if (!new->thread_fn)
838399b5da2SThomas Gleixner 			return -EINVAL;
839399b5da2SThomas Gleixner 		/*
840399b5da2SThomas Gleixner 		 * Replace the primary handler which was provided from
841399b5da2SThomas Gleixner 		 * the driver for non nested interrupt handling by the
842399b5da2SThomas Gleixner 		 * dummy function which warns when called.
843399b5da2SThomas Gleixner 		 */
844399b5da2SThomas Gleixner 		new->handler = irq_nested_primary_handler;
845399b5da2SThomas Gleixner 	}
846399b5da2SThomas Gleixner 
847399b5da2SThomas Gleixner 	/*
848399b5da2SThomas Gleixner 	 * Create a handler thread when a thread function is supplied
849399b5da2SThomas Gleixner 	 * and the interrupt does not nest into another interrupt
850399b5da2SThomas Gleixner 	 * thread.
851399b5da2SThomas Gleixner 	 */
852399b5da2SThomas Gleixner 	if (new->thread_fn && !nested) {
8533aa551c9SThomas Gleixner 		struct task_struct *t;
8543aa551c9SThomas Gleixner 
8553aa551c9SThomas Gleixner 		t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
8563aa551c9SThomas Gleixner 				   new->name);
8573aa551c9SThomas Gleixner 		if (IS_ERR(t))
8583aa551c9SThomas Gleixner 			return PTR_ERR(t);
8593aa551c9SThomas Gleixner 		/*
8603aa551c9SThomas Gleixner 		 * We keep the reference to the task struct even if
8613aa551c9SThomas Gleixner 		 * the thread dies to avoid that the interrupt code
8623aa551c9SThomas Gleixner 		 * references an already freed task_struct.
8633aa551c9SThomas Gleixner 		 */
8643aa551c9SThomas Gleixner 		get_task_struct(t);
8653aa551c9SThomas Gleixner 		new->thread = t;
8663aa551c9SThomas Gleixner 	}
8673aa551c9SThomas Gleixner 
8683b8249e7SThomas Gleixner 	if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
8693b8249e7SThomas Gleixner 		ret = -ENOMEM;
8703b8249e7SThomas Gleixner 		goto out_thread;
8713b8249e7SThomas Gleixner 	}
8723b8249e7SThomas Gleixner 
8733aa551c9SThomas Gleixner 	/*
8741da177e4SLinus Torvalds 	 * The following block of code has to be executed atomically
8751da177e4SLinus Torvalds 	 */
876239007b8SThomas Gleixner 	raw_spin_lock_irqsave(&desc->lock, flags);
877f17c7545SIngo Molnar 	old_ptr = &desc->action;
878f17c7545SIngo Molnar 	old = *old_ptr;
87906fcb0c6SIngo Molnar 	if (old) {
880e76de9f8SThomas Gleixner 		/*
881e76de9f8SThomas Gleixner 		 * Can't share interrupts unless both agree to and are
882e76de9f8SThomas Gleixner 		 * the same type (level, edge, polarity). So both flag
8833cca53b0SThomas Gleixner 		 * fields must have IRQF_SHARED set and the bits which
884e76de9f8SThomas Gleixner 		 * set the trigger type must match.
885e76de9f8SThomas Gleixner 		 */
8863cca53b0SThomas Gleixner 		if (!((old->flags & new->flags) & IRQF_SHARED) ||
8878b126b77SAndrew Morton 		    ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK)) {
8888b126b77SAndrew Morton 			old_name = old->name;
889f5163427SDimitri Sivanich 			goto mismatch;
8908b126b77SAndrew Morton 		}
891f5163427SDimitri Sivanich 
892f5163427SDimitri Sivanich 		/* All handlers must agree on per-cpuness */
8933cca53b0SThomas Gleixner 		if ((old->flags & IRQF_PERCPU) !=
8943cca53b0SThomas Gleixner 		    (new->flags & IRQF_PERCPU))
895f5163427SDimitri Sivanich 			goto mismatch;
8961da177e4SLinus Torvalds 
8971da177e4SLinus Torvalds 		/* add new interrupt at end of irq queue */
8981da177e4SLinus Torvalds 		do {
899*b5faba21SThomas Gleixner 			thread_mask |= old->thread_mask;
900f17c7545SIngo Molnar 			old_ptr = &old->next;
901f17c7545SIngo Molnar 			old = *old_ptr;
9021da177e4SLinus Torvalds 		} while (old);
9031da177e4SLinus Torvalds 		shared = 1;
9041da177e4SLinus Torvalds 	}
9051da177e4SLinus Torvalds 
906*b5faba21SThomas Gleixner 	/*
907*b5faba21SThomas Gleixner 	 * Setup the thread mask for this irqaction. Unlikely to have
908*b5faba21SThomas Gleixner 	 * 32 resp 64 irqs sharing one line, but who knows.
909*b5faba21SThomas Gleixner 	 */
910*b5faba21SThomas Gleixner 	if (new->flags & IRQF_ONESHOT && thread_mask == ~0UL) {
911*b5faba21SThomas Gleixner 		ret = -EBUSY;
912*b5faba21SThomas Gleixner 		goto out_mask;
913*b5faba21SThomas Gleixner 	}
914*b5faba21SThomas Gleixner 	new->thread_mask = 1 << ffz(thread_mask);
915*b5faba21SThomas Gleixner 
9161da177e4SLinus Torvalds 	if (!shared) {
9176b8ff312SThomas Gleixner 		irq_chip_set_defaults(desc->irq_data.chip);
918e76de9f8SThomas Gleixner 
9193aa551c9SThomas Gleixner 		init_waitqueue_head(&desc->wait_for_threads);
9203aa551c9SThomas Gleixner 
92182736f4dSUwe Kleine-König 		/* Setup the type (level, edge polarity) if configured: */
92282736f4dSUwe Kleine-König 		if (new->flags & IRQF_TRIGGER_MASK) {
923f2b662daSDavid Brownell 			ret = __irq_set_trigger(desc, irq,
924f2b662daSDavid Brownell 					new->flags & IRQF_TRIGGER_MASK);
92582736f4dSUwe Kleine-König 
9263aa551c9SThomas Gleixner 			if (ret)
9273b8249e7SThomas Gleixner 				goto out_mask;
928091738a2SThomas Gleixner 		}
929f75d222bSAhmed S. Darwish 
930009b4c3bSThomas Gleixner 		desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \
931163ef309SThomas Gleixner 				  IRQS_INPROGRESS | IRQS_ONESHOT | \
932163ef309SThomas Gleixner 				  IRQS_WAITING);
93394d39e1fSThomas Gleixner 
934a005677bSThomas Gleixner 		if (new->flags & IRQF_PERCPU) {
935a005677bSThomas Gleixner 			irqd_set(&desc->irq_data, IRQD_PER_CPU);
936a005677bSThomas Gleixner 			irq_settings_set_per_cpu(desc);
937a005677bSThomas Gleixner 		}
9386a58fb3bSThomas Gleixner 
939b25c340cSThomas Gleixner 		if (new->flags & IRQF_ONESHOT)
9403d67baecSThomas Gleixner 			desc->istate |= IRQS_ONESHOT;
941b25c340cSThomas Gleixner 
9421ccb4e61SThomas Gleixner 		if (irq_settings_can_autoenable(desc))
94346999238SThomas Gleixner 			irq_startup(desc);
94446999238SThomas Gleixner 		else
945e76de9f8SThomas Gleixner 			/* Undo nested disables: */
946e76de9f8SThomas Gleixner 			desc->depth = 1;
94718404756SMax Krasnyansky 
948612e3684SThomas Gleixner 		/* Exclude IRQ from balancing if requested */
949a005677bSThomas Gleixner 		if (new->flags & IRQF_NOBALANCING) {
950a005677bSThomas Gleixner 			irq_settings_set_no_balancing(desc);
951a005677bSThomas Gleixner 			irqd_set(&desc->irq_data, IRQD_NO_BALANCING);
952a005677bSThomas Gleixner 		}
953612e3684SThomas Gleixner 
95418404756SMax Krasnyansky 		/* Set default affinity mask once everything is setup */
9553b8249e7SThomas Gleixner 		setup_affinity(irq, desc, mask);
9560c5d1eb7SDavid Brownell 
957876dbd4cSThomas Gleixner 	} else if (new->flags & IRQF_TRIGGER_MASK) {
958876dbd4cSThomas Gleixner 		unsigned int nmsk = new->flags & IRQF_TRIGGER_MASK;
959876dbd4cSThomas Gleixner 		unsigned int omsk = irq_settings_get_trigger_mask(desc);
960876dbd4cSThomas Gleixner 
961876dbd4cSThomas Gleixner 		if (nmsk != omsk)
962876dbd4cSThomas Gleixner 			/* hope the handler works with current  trigger mode */
963876dbd4cSThomas Gleixner 			pr_warning("IRQ %d uses trigger mode %u; requested %u\n",
964876dbd4cSThomas Gleixner 				   irq, nmsk, omsk);
96594d39e1fSThomas Gleixner 	}
96682736f4dSUwe Kleine-König 
96769ab8494SThomas Gleixner 	new->irq = irq;
968f17c7545SIngo Molnar 	*old_ptr = new;
96982736f4dSUwe Kleine-König 
9708528b0f1SLinus Torvalds 	/* Reset broken irq detection when installing new handler */
9718528b0f1SLinus Torvalds 	desc->irq_count = 0;
9728528b0f1SLinus Torvalds 	desc->irqs_unhandled = 0;
9731adb0850SThomas Gleixner 
9741adb0850SThomas Gleixner 	/*
9751adb0850SThomas Gleixner 	 * Check whether we disabled the irq via the spurious handler
9761adb0850SThomas Gleixner 	 * before. Reenable it and give it another chance.
9771adb0850SThomas Gleixner 	 */
9787acdd53eSThomas Gleixner 	if (shared && (desc->istate & IRQS_SPURIOUS_DISABLED)) {
9797acdd53eSThomas Gleixner 		desc->istate &= ~IRQS_SPURIOUS_DISABLED;
9800a0c5168SRafael J. Wysocki 		__enable_irq(desc, irq, false);
9811adb0850SThomas Gleixner 	}
9821adb0850SThomas Gleixner 
983239007b8SThomas Gleixner 	raw_spin_unlock_irqrestore(&desc->lock, flags);
9841da177e4SLinus Torvalds 
98569ab8494SThomas Gleixner 	/*
98669ab8494SThomas Gleixner 	 * Strictly no need to wake it up, but hung_task complains
98769ab8494SThomas Gleixner 	 * when no hard interrupt wakes the thread up.
98869ab8494SThomas Gleixner 	 */
98969ab8494SThomas Gleixner 	if (new->thread)
99069ab8494SThomas Gleixner 		wake_up_process(new->thread);
99169ab8494SThomas Gleixner 
9922c6927a3SYinghai Lu 	register_irq_proc(irq, desc);
9931da177e4SLinus Torvalds 	new->dir = NULL;
9941da177e4SLinus Torvalds 	register_handler_proc(irq, new);
9951da177e4SLinus Torvalds 
9961da177e4SLinus Torvalds 	return 0;
997f5163427SDimitri Sivanich 
998f5163427SDimitri Sivanich mismatch:
9993f050447SAlan Cox #ifdef CONFIG_DEBUG_SHIRQ
10003cca53b0SThomas Gleixner 	if (!(new->flags & IRQF_PROBE_SHARED)) {
1001e8c4b9d0SBjorn Helgaas 		printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
10028b126b77SAndrew Morton 		if (old_name)
10038b126b77SAndrew Morton 			printk(KERN_ERR "current handler: %s\n", old_name);
1004f5163427SDimitri Sivanich 		dump_stack();
100513e87ec6SAndrew Morton 	}
10063f050447SAlan Cox #endif
10073aa551c9SThomas Gleixner 	ret = -EBUSY;
10083aa551c9SThomas Gleixner 
10093b8249e7SThomas Gleixner out_mask:
10103b8249e7SThomas Gleixner 	free_cpumask_var(mask);
10113b8249e7SThomas Gleixner 
10123aa551c9SThomas Gleixner out_thread:
1013239007b8SThomas Gleixner 	raw_spin_unlock_irqrestore(&desc->lock, flags);
10143aa551c9SThomas Gleixner 	if (new->thread) {
10153aa551c9SThomas Gleixner 		struct task_struct *t = new->thread;
10163aa551c9SThomas Gleixner 
10173aa551c9SThomas Gleixner 		new->thread = NULL;
10183aa551c9SThomas Gleixner 		if (likely(!test_bit(IRQTF_DIED, &new->thread_flags)))
10193aa551c9SThomas Gleixner 			kthread_stop(t);
10203aa551c9SThomas Gleixner 		put_task_struct(t);
10213aa551c9SThomas Gleixner 	}
10223aa551c9SThomas Gleixner 	return ret;
10231da177e4SLinus Torvalds }
10241da177e4SLinus Torvalds 
10251da177e4SLinus Torvalds /**
1026d3c60047SThomas Gleixner  *	setup_irq - setup an interrupt
1027d3c60047SThomas Gleixner  *	@irq: Interrupt line to setup
1028d3c60047SThomas Gleixner  *	@act: irqaction for the interrupt
1029d3c60047SThomas Gleixner  *
1030d3c60047SThomas Gleixner  * Used to statically setup interrupts in the early boot process.
1031d3c60047SThomas Gleixner  */
1032d3c60047SThomas Gleixner int setup_irq(unsigned int irq, struct irqaction *act)
1033d3c60047SThomas Gleixner {
1034986c011dSDavid Daney 	int retval;
1035d3c60047SThomas Gleixner 	struct irq_desc *desc = irq_to_desc(irq);
1036d3c60047SThomas Gleixner 
1037986c011dSDavid Daney 	chip_bus_lock(desc);
1038986c011dSDavid Daney 	retval = __setup_irq(irq, desc, act);
1039986c011dSDavid Daney 	chip_bus_sync_unlock(desc);
1040986c011dSDavid Daney 
1041986c011dSDavid Daney 	return retval;
1042d3c60047SThomas Gleixner }
1043eb53b4e8SMagnus Damm EXPORT_SYMBOL_GPL(setup_irq);
1044d3c60047SThomas Gleixner 
1045cbf94f06SMagnus Damm  /*
1046cbf94f06SMagnus Damm  * Internal function to unregister an irqaction - used to free
1047cbf94f06SMagnus Damm  * regular and special interrupts that are part of the architecture.
10481da177e4SLinus Torvalds  */
1049cbf94f06SMagnus Damm static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
10501da177e4SLinus Torvalds {
1051d3c60047SThomas Gleixner 	struct irq_desc *desc = irq_to_desc(irq);
1052f17c7545SIngo Molnar 	struct irqaction *action, **action_ptr;
10531da177e4SLinus Torvalds 	unsigned long flags;
10541da177e4SLinus Torvalds 
1055ae88a23bSIngo Molnar 	WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
10567d94f7caSYinghai Lu 
10577d94f7caSYinghai Lu 	if (!desc)
1058f21cfb25SMagnus Damm 		return NULL;
10591da177e4SLinus Torvalds 
1060239007b8SThomas Gleixner 	raw_spin_lock_irqsave(&desc->lock, flags);
1061ae88a23bSIngo Molnar 
1062ae88a23bSIngo Molnar 	/*
1063ae88a23bSIngo Molnar 	 * There can be multiple actions per IRQ descriptor, find the right
1064ae88a23bSIngo Molnar 	 * one based on the dev_id:
1065ae88a23bSIngo Molnar 	 */
1066f17c7545SIngo Molnar 	action_ptr = &desc->action;
10671da177e4SLinus Torvalds 	for (;;) {
1068f17c7545SIngo Molnar 		action = *action_ptr;
10691da177e4SLinus Torvalds 
1070ae88a23bSIngo Molnar 		if (!action) {
1071ae88a23bSIngo Molnar 			WARN(1, "Trying to free already-free IRQ %d\n", irq);
1072239007b8SThomas Gleixner 			raw_spin_unlock_irqrestore(&desc->lock, flags);
1073ae88a23bSIngo Molnar 
1074f21cfb25SMagnus Damm 			return NULL;
1075ae88a23bSIngo Molnar 		}
10761da177e4SLinus Torvalds 
10778316e381SIngo Molnar 		if (action->dev_id == dev_id)
1078ae88a23bSIngo Molnar 			break;
1079f17c7545SIngo Molnar 		action_ptr = &action->next;
1080ae88a23bSIngo Molnar 	}
1081ae88a23bSIngo Molnar 
1082ae88a23bSIngo Molnar 	/* Found it - now remove it from the list of entries: */
1083f17c7545SIngo Molnar 	*action_ptr = action->next;
1084dbce706eSPaolo 'Blaisorblade' Giarrusso 
1085ae88a23bSIngo Molnar 	/* Currently used only by UML, might disappear one day: */
1086b77d6adcSPaolo 'Blaisorblade' Giarrusso #ifdef CONFIG_IRQ_RELEASE_METHOD
10876b8ff312SThomas Gleixner 	if (desc->irq_data.chip->release)
10886b8ff312SThomas Gleixner 		desc->irq_data.chip->release(irq, dev_id);
1089b77d6adcSPaolo 'Blaisorblade' Giarrusso #endif
1090dbce706eSPaolo 'Blaisorblade' Giarrusso 
1091ae88a23bSIngo Molnar 	/* If this was the last handler, shut down the IRQ line: */
109246999238SThomas Gleixner 	if (!desc->action)
109346999238SThomas Gleixner 		irq_shutdown(desc);
10943aa551c9SThomas Gleixner 
1095e7a297b0SPeter P Waskiewicz Jr #ifdef CONFIG_SMP
1096e7a297b0SPeter P Waskiewicz Jr 	/* make sure affinity_hint is cleaned up */
1097e7a297b0SPeter P Waskiewicz Jr 	if (WARN_ON_ONCE(desc->affinity_hint))
1098e7a297b0SPeter P Waskiewicz Jr 		desc->affinity_hint = NULL;
1099e7a297b0SPeter P Waskiewicz Jr #endif
1100e7a297b0SPeter P Waskiewicz Jr 
1101239007b8SThomas Gleixner 	raw_spin_unlock_irqrestore(&desc->lock, flags);
1102ae88a23bSIngo Molnar 
11031da177e4SLinus Torvalds 	unregister_handler_proc(irq, action);
11041da177e4SLinus Torvalds 
1105ae88a23bSIngo Molnar 	/* Make sure it's not being used on another CPU: */
11061da177e4SLinus Torvalds 	synchronize_irq(irq);
1107ae88a23bSIngo Molnar 
11081d99493bSDavid Woodhouse #ifdef CONFIG_DEBUG_SHIRQ
11091d99493bSDavid Woodhouse 	/*
1110ae88a23bSIngo Molnar 	 * It's a shared IRQ -- the driver ought to be prepared for an IRQ
1111ae88a23bSIngo Molnar 	 * event to happen even now it's being freed, so let's make sure that
1112ae88a23bSIngo Molnar 	 * is so by doing an extra call to the handler ....
1113ae88a23bSIngo Molnar 	 *
1114ae88a23bSIngo Molnar 	 * ( We do this after actually deregistering it, to make sure that a
1115ae88a23bSIngo Molnar 	 *   'real' IRQ doesn't run in * parallel with our fake. )
11161d99493bSDavid Woodhouse 	 */
11171d99493bSDavid Woodhouse 	if (action->flags & IRQF_SHARED) {
11181d99493bSDavid Woodhouse 		local_irq_save(flags);
11191d99493bSDavid Woodhouse 		action->handler(irq, dev_id);
11201d99493bSDavid Woodhouse 		local_irq_restore(flags);
11211d99493bSDavid Woodhouse 	}
11221d99493bSDavid Woodhouse #endif
11232d860ad7SLinus Torvalds 
11242d860ad7SLinus Torvalds 	if (action->thread) {
11252d860ad7SLinus Torvalds 		if (!test_bit(IRQTF_DIED, &action->thread_flags))
11262d860ad7SLinus Torvalds 			kthread_stop(action->thread);
11272d860ad7SLinus Torvalds 		put_task_struct(action->thread);
11282d860ad7SLinus Torvalds 	}
11292d860ad7SLinus Torvalds 
1130f21cfb25SMagnus Damm 	return action;
1131f21cfb25SMagnus Damm }
11321da177e4SLinus Torvalds 
11331da177e4SLinus Torvalds /**
1134cbf94f06SMagnus Damm  *	remove_irq - free an interrupt
1135cbf94f06SMagnus Damm  *	@irq: Interrupt line to free
1136cbf94f06SMagnus Damm  *	@act: irqaction for the interrupt
1137cbf94f06SMagnus Damm  *
1138cbf94f06SMagnus Damm  * Used to remove interrupts statically setup by the early boot process.
1139cbf94f06SMagnus Damm  */
1140cbf94f06SMagnus Damm void remove_irq(unsigned int irq, struct irqaction *act)
1141cbf94f06SMagnus Damm {
1142cbf94f06SMagnus Damm 	__free_irq(irq, act->dev_id);
1143cbf94f06SMagnus Damm }
1144eb53b4e8SMagnus Damm EXPORT_SYMBOL_GPL(remove_irq);
1145cbf94f06SMagnus Damm 
1146cbf94f06SMagnus Damm /**
1147f21cfb25SMagnus Damm  *	free_irq - free an interrupt allocated with request_irq
11481da177e4SLinus Torvalds  *	@irq: Interrupt line to free
11491da177e4SLinus Torvalds  *	@dev_id: Device identity to free
11501da177e4SLinus Torvalds  *
11511da177e4SLinus Torvalds  *	Remove an interrupt handler. The handler is removed and if the
11521da177e4SLinus Torvalds  *	interrupt line is no longer in use by any driver it is disabled.
11531da177e4SLinus Torvalds  *	On a shared IRQ the caller must ensure the interrupt is disabled
11541da177e4SLinus Torvalds  *	on the card it drives before calling this function. The function
11551da177e4SLinus Torvalds  *	does not return until any executing interrupts for this IRQ
11561da177e4SLinus Torvalds  *	have completed.
11571da177e4SLinus Torvalds  *
11581da177e4SLinus Torvalds  *	This function must not be called from interrupt context.
11591da177e4SLinus Torvalds  */
11601da177e4SLinus Torvalds void free_irq(unsigned int irq, void *dev_id)
11611da177e4SLinus Torvalds {
116270aedd24SThomas Gleixner 	struct irq_desc *desc = irq_to_desc(irq);
116370aedd24SThomas Gleixner 
116470aedd24SThomas Gleixner 	if (!desc)
116570aedd24SThomas Gleixner 		return;
116670aedd24SThomas Gleixner 
1167cd7eab44SBen Hutchings #ifdef CONFIG_SMP
1168cd7eab44SBen Hutchings 	if (WARN_ON(desc->affinity_notify))
1169cd7eab44SBen Hutchings 		desc->affinity_notify = NULL;
1170cd7eab44SBen Hutchings #endif
1171cd7eab44SBen Hutchings 
11723876ec9eSThomas Gleixner 	chip_bus_lock(desc);
1173cbf94f06SMagnus Damm 	kfree(__free_irq(irq, dev_id));
11743876ec9eSThomas Gleixner 	chip_bus_sync_unlock(desc);
11751da177e4SLinus Torvalds }
11761da177e4SLinus Torvalds EXPORT_SYMBOL(free_irq);
11771da177e4SLinus Torvalds 
11781da177e4SLinus Torvalds /**
11793aa551c9SThomas Gleixner  *	request_threaded_irq - allocate an interrupt line
11801da177e4SLinus Torvalds  *	@irq: Interrupt line to allocate
11813aa551c9SThomas Gleixner  *	@handler: Function to be called when the IRQ occurs.
11823aa551c9SThomas Gleixner  *		  Primary handler for threaded interrupts
1183b25c340cSThomas Gleixner  *		  If NULL and thread_fn != NULL the default
1184b25c340cSThomas Gleixner  *		  primary handler is installed
11853aa551c9SThomas Gleixner  *	@thread_fn: Function called from the irq handler thread
11863aa551c9SThomas Gleixner  *		    If NULL, no irq thread is created
11871da177e4SLinus Torvalds  *	@irqflags: Interrupt type flags
11881da177e4SLinus Torvalds  *	@devname: An ascii name for the claiming device
11891da177e4SLinus Torvalds  *	@dev_id: A cookie passed back to the handler function
11901da177e4SLinus Torvalds  *
11911da177e4SLinus Torvalds  *	This call allocates interrupt resources and enables the
11921da177e4SLinus Torvalds  *	interrupt line and IRQ handling. From the point this
11931da177e4SLinus Torvalds  *	call is made your handler function may be invoked. Since
11941da177e4SLinus Torvalds  *	your handler function must clear any interrupt the board
11951da177e4SLinus Torvalds  *	raises, you must take care both to initialise your hardware
11961da177e4SLinus Torvalds  *	and to set up the interrupt handler in the right order.
11971da177e4SLinus Torvalds  *
11983aa551c9SThomas Gleixner  *	If you want to set up a threaded irq handler for your device
11993aa551c9SThomas Gleixner  *	then you need to supply @handler and @thread_fn. @handler ist
12003aa551c9SThomas Gleixner  *	still called in hard interrupt context and has to check
12013aa551c9SThomas Gleixner  *	whether the interrupt originates from the device. If yes it
12023aa551c9SThomas Gleixner  *	needs to disable the interrupt on the device and return
120339a2eddbSSteven Rostedt  *	IRQ_WAKE_THREAD which will wake up the handler thread and run
12043aa551c9SThomas Gleixner  *	@thread_fn. This split handler design is necessary to support
12053aa551c9SThomas Gleixner  *	shared interrupts.
12063aa551c9SThomas Gleixner  *
12071da177e4SLinus Torvalds  *	Dev_id must be globally unique. Normally the address of the
12081da177e4SLinus Torvalds  *	device data structure is used as the cookie. Since the handler
12091da177e4SLinus Torvalds  *	receives this value it makes sense to use it.
12101da177e4SLinus Torvalds  *
12111da177e4SLinus Torvalds  *	If your interrupt is shared you must pass a non NULL dev_id
12121da177e4SLinus Torvalds  *	as this is required when freeing the interrupt.
12131da177e4SLinus Torvalds  *
12141da177e4SLinus Torvalds  *	Flags:
12151da177e4SLinus Torvalds  *
12163cca53b0SThomas Gleixner  *	IRQF_SHARED		Interrupt is shared
12173cca53b0SThomas Gleixner  *	IRQF_SAMPLE_RANDOM	The interrupt can be used for entropy
12180c5d1eb7SDavid Brownell  *	IRQF_TRIGGER_*		Specify active edge(s) or level
12191da177e4SLinus Torvalds  *
12201da177e4SLinus Torvalds  */
12213aa551c9SThomas Gleixner int request_threaded_irq(unsigned int irq, irq_handler_t handler,
12223aa551c9SThomas Gleixner 			 irq_handler_t thread_fn, unsigned long irqflags,
12233aa551c9SThomas Gleixner 			 const char *devname, void *dev_id)
12241da177e4SLinus Torvalds {
12251da177e4SLinus Torvalds 	struct irqaction *action;
122608678b08SYinghai Lu 	struct irq_desc *desc;
1227d3c60047SThomas Gleixner 	int retval;
12281da177e4SLinus Torvalds 
1229470c6623SDavid Brownell 	/*
12301da177e4SLinus Torvalds 	 * Sanity-check: shared interrupts must pass in a real dev-ID,
12311da177e4SLinus Torvalds 	 * otherwise we'll have trouble later trying to figure out
12321da177e4SLinus Torvalds 	 * which interrupt is which (messes up the interrupt freeing
12331da177e4SLinus Torvalds 	 * logic etc).
12341da177e4SLinus Torvalds 	 */
12353cca53b0SThomas Gleixner 	if ((irqflags & IRQF_SHARED) && !dev_id)
12361da177e4SLinus Torvalds 		return -EINVAL;
12377d94f7caSYinghai Lu 
1238cb5bc832SYinghai Lu 	desc = irq_to_desc(irq);
12397d94f7caSYinghai Lu 	if (!desc)
12401da177e4SLinus Torvalds 		return -EINVAL;
12417d94f7caSYinghai Lu 
12421ccb4e61SThomas Gleixner 	if (!irq_settings_can_request(desc))
12436550c775SThomas Gleixner 		return -EINVAL;
1244b25c340cSThomas Gleixner 
1245b25c340cSThomas Gleixner 	if (!handler) {
1246b25c340cSThomas Gleixner 		if (!thread_fn)
12471da177e4SLinus Torvalds 			return -EINVAL;
1248b25c340cSThomas Gleixner 		handler = irq_default_primary_handler;
1249b25c340cSThomas Gleixner 	}
12501da177e4SLinus Torvalds 
125145535732SThomas Gleixner 	action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
12521da177e4SLinus Torvalds 	if (!action)
12531da177e4SLinus Torvalds 		return -ENOMEM;
12541da177e4SLinus Torvalds 
12551da177e4SLinus Torvalds 	action->handler = handler;
12563aa551c9SThomas Gleixner 	action->thread_fn = thread_fn;
12571da177e4SLinus Torvalds 	action->flags = irqflags;
12581da177e4SLinus Torvalds 	action->name = devname;
12591da177e4SLinus Torvalds 	action->dev_id = dev_id;
12601da177e4SLinus Torvalds 
12613876ec9eSThomas Gleixner 	chip_bus_lock(desc);
1262d3c60047SThomas Gleixner 	retval = __setup_irq(irq, desc, action);
12633876ec9eSThomas Gleixner 	chip_bus_sync_unlock(desc);
126470aedd24SThomas Gleixner 
1265377bf1e4SAnton Vorontsov 	if (retval)
1266377bf1e4SAnton Vorontsov 		kfree(action);
1267377bf1e4SAnton Vorontsov 
12686d83f94dSThomas Gleixner #ifdef CONFIG_DEBUG_SHIRQ_FIXME
12696ce51c43SLuis Henriques 	if (!retval && (irqflags & IRQF_SHARED)) {
1270a304e1b8SDavid Woodhouse 		/*
1271a304e1b8SDavid Woodhouse 		 * It's a shared IRQ -- the driver ought to be prepared for it
1272a304e1b8SDavid Woodhouse 		 * to happen immediately, so let's make sure....
1273377bf1e4SAnton Vorontsov 		 * We disable the irq to make sure that a 'real' IRQ doesn't
1274377bf1e4SAnton Vorontsov 		 * run in parallel with our fake.
1275a304e1b8SDavid Woodhouse 		 */
1276a304e1b8SDavid Woodhouse 		unsigned long flags;
1277a304e1b8SDavid Woodhouse 
1278377bf1e4SAnton Vorontsov 		disable_irq(irq);
1279a304e1b8SDavid Woodhouse 		local_irq_save(flags);
1280377bf1e4SAnton Vorontsov 
1281a304e1b8SDavid Woodhouse 		handler(irq, dev_id);
1282377bf1e4SAnton Vorontsov 
1283a304e1b8SDavid Woodhouse 		local_irq_restore(flags);
1284377bf1e4SAnton Vorontsov 		enable_irq(irq);
1285a304e1b8SDavid Woodhouse 	}
1286a304e1b8SDavid Woodhouse #endif
12871da177e4SLinus Torvalds 	return retval;
12881da177e4SLinus Torvalds }
12893aa551c9SThomas Gleixner EXPORT_SYMBOL(request_threaded_irq);
1290ae731f8dSMarc Zyngier 
1291ae731f8dSMarc Zyngier /**
1292ae731f8dSMarc Zyngier  *	request_any_context_irq - allocate an interrupt line
1293ae731f8dSMarc Zyngier  *	@irq: Interrupt line to allocate
1294ae731f8dSMarc Zyngier  *	@handler: Function to be called when the IRQ occurs.
1295ae731f8dSMarc Zyngier  *		  Threaded handler for threaded interrupts.
1296ae731f8dSMarc Zyngier  *	@flags: Interrupt type flags
1297ae731f8dSMarc Zyngier  *	@name: An ascii name for the claiming device
1298ae731f8dSMarc Zyngier  *	@dev_id: A cookie passed back to the handler function
1299ae731f8dSMarc Zyngier  *
1300ae731f8dSMarc Zyngier  *	This call allocates interrupt resources and enables the
1301ae731f8dSMarc Zyngier  *	interrupt line and IRQ handling. It selects either a
1302ae731f8dSMarc Zyngier  *	hardirq or threaded handling method depending on the
1303ae731f8dSMarc Zyngier  *	context.
1304ae731f8dSMarc Zyngier  *
1305ae731f8dSMarc Zyngier  *	On failure, it returns a negative value. On success,
1306ae731f8dSMarc Zyngier  *	it returns either IRQC_IS_HARDIRQ or IRQC_IS_NESTED.
1307ae731f8dSMarc Zyngier  */
1308ae731f8dSMarc Zyngier int request_any_context_irq(unsigned int irq, irq_handler_t handler,
1309ae731f8dSMarc Zyngier 			    unsigned long flags, const char *name, void *dev_id)
1310ae731f8dSMarc Zyngier {
1311ae731f8dSMarc Zyngier 	struct irq_desc *desc = irq_to_desc(irq);
1312ae731f8dSMarc Zyngier 	int ret;
1313ae731f8dSMarc Zyngier 
1314ae731f8dSMarc Zyngier 	if (!desc)
1315ae731f8dSMarc Zyngier 		return -EINVAL;
1316ae731f8dSMarc Zyngier 
13171ccb4e61SThomas Gleixner 	if (irq_settings_is_nested_thread(desc)) {
1318ae731f8dSMarc Zyngier 		ret = request_threaded_irq(irq, NULL, handler,
1319ae731f8dSMarc Zyngier 					   flags, name, dev_id);
1320ae731f8dSMarc Zyngier 		return !ret ? IRQC_IS_NESTED : ret;
1321ae731f8dSMarc Zyngier 	}
1322ae731f8dSMarc Zyngier 
1323ae731f8dSMarc Zyngier 	ret = request_irq(irq, handler, flags, name, dev_id);
1324ae731f8dSMarc Zyngier 	return !ret ? IRQC_IS_HARDIRQ : ret;
1325ae731f8dSMarc Zyngier }
1326ae731f8dSMarc Zyngier EXPORT_SYMBOL_GPL(request_any_context_irq);
1327