Lines Matching refs:desc
54 static int alloc_masks(struct irq_desc *desc, int node) in alloc_masks() argument
56 if (!zalloc_cpumask_var_node(&desc->irq_common_data.affinity, in alloc_masks()
61 if (!zalloc_cpumask_var_node(&desc->irq_common_data.effective_affinity, in alloc_masks()
63 free_cpumask_var(desc->irq_common_data.affinity); in alloc_masks()
69 if (!zalloc_cpumask_var_node(&desc->pending_mask, GFP_KERNEL, node)) { in alloc_masks()
71 free_cpumask_var(desc->irq_common_data.effective_affinity); in alloc_masks()
73 free_cpumask_var(desc->irq_common_data.affinity); in alloc_masks()
80 static void desc_smp_init(struct irq_desc *desc, int node, in desc_smp_init() argument
85 cpumask_copy(desc->irq_common_data.affinity, affinity); in desc_smp_init()
88 cpumask_clear(desc->pending_mask); in desc_smp_init()
91 desc->irq_common_data.node = node; in desc_smp_init()
97 alloc_masks(struct irq_desc *desc, int node) { return 0; } in alloc_masks() argument
99 desc_smp_init(struct irq_desc *desc, int node, const struct cpumask *affinity) { } in desc_smp_init() argument
102 static void desc_set_defaults(unsigned int irq, struct irq_desc *desc, int node, in desc_set_defaults() argument
107 desc->irq_common_data.handler_data = NULL; in desc_set_defaults()
108 desc->irq_common_data.msi_desc = NULL; in desc_set_defaults()
110 desc->irq_data.common = &desc->irq_common_data; in desc_set_defaults()
111 desc->irq_data.irq = irq; in desc_set_defaults()
112 desc->irq_data.chip = &no_irq_chip; in desc_set_defaults()
113 desc->irq_data.chip_data = NULL; in desc_set_defaults()
114 irq_settings_clr_and_set(desc, ~0, _IRQ_DEFAULT_INIT_FLAGS); in desc_set_defaults()
115 irqd_set(&desc->irq_data, IRQD_IRQ_DISABLED); in desc_set_defaults()
116 irqd_set(&desc->irq_data, IRQD_IRQ_MASKED); in desc_set_defaults()
117 desc->handle_irq = handle_bad_irq; in desc_set_defaults()
118 desc->depth = 1; in desc_set_defaults()
119 desc->irq_count = 0; in desc_set_defaults()
120 desc->irqs_unhandled = 0; in desc_set_defaults()
121 desc->tot_count = 0; in desc_set_defaults()
122 desc->name = NULL; in desc_set_defaults()
123 desc->owner = owner; in desc_set_defaults()
125 *per_cpu_ptr(desc->kstat_irqs, cpu) = 0; in desc_set_defaults()
126 desc_smp_init(desc, node, affinity); in desc_set_defaults()
151 struct irq_desc *desc; in irq_find_at_or_after() local
154 desc = mt_find(&sparse_irqs, &index, nr_irqs); in irq_find_at_or_after()
156 return desc ? irq_desc_get_irq(desc) : nr_irqs; in irq_find_at_or_after()
159 static void irq_insert_desc(unsigned int irq, struct irq_desc *desc) in irq_insert_desc() argument
162 WARN_ON(mas_store_gfp(&mas, desc, GFP_KERNEL) != 0); in irq_insert_desc()
184 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in per_cpu_count_show() local
190 unsigned int c = irq_desc_kstat_cpu(desc, cpu); in per_cpu_count_show()
204 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in chip_name_show() local
207 raw_spin_lock_irq(&desc->lock); in chip_name_show()
208 if (desc->irq_data.chip && desc->irq_data.chip->name) { in chip_name_show()
210 desc->irq_data.chip->name); in chip_name_show()
212 raw_spin_unlock_irq(&desc->lock); in chip_name_show()
221 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in hwirq_show() local
224 raw_spin_lock_irq(&desc->lock); in hwirq_show()
225 if (desc->irq_data.domain) in hwirq_show()
226 ret = sprintf(buf, "%lu\n", desc->irq_data.hwirq); in hwirq_show()
227 raw_spin_unlock_irq(&desc->lock); in hwirq_show()
236 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in type_show() local
239 raw_spin_lock_irq(&desc->lock); in type_show()
241 irqd_is_level_type(&desc->irq_data) ? "level" : "edge"); in type_show()
242 raw_spin_unlock_irq(&desc->lock); in type_show()
252 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in wakeup_show() local
255 raw_spin_lock_irq(&desc->lock); in wakeup_show()
257 irqd_is_wakeup_set(&desc->irq_data) ? "enabled" : "disabled"); in wakeup_show()
258 raw_spin_unlock_irq(&desc->lock); in wakeup_show()
268 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in name_show() local
271 raw_spin_lock_irq(&desc->lock); in name_show()
272 if (desc->name) in name_show()
273 ret = scnprintf(buf, PAGE_SIZE, "%s\n", desc->name); in name_show()
274 raw_spin_unlock_irq(&desc->lock); in name_show()
283 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in actions_show() local
288 raw_spin_lock_irq(&desc->lock); in actions_show()
289 for_each_action_of_desc(desc, action) { in actions_show()
294 raw_spin_unlock_irq(&desc->lock); in actions_show()
321 static void irq_sysfs_add(int irq, struct irq_desc *desc) in irq_sysfs_add() argument
329 if (kobject_add(&desc->kobj, irq_kobj_base, "%d", irq)) in irq_sysfs_add()
332 desc->istate |= IRQS_SYSFS; in irq_sysfs_add()
336 static void irq_sysfs_del(struct irq_desc *desc) in irq_sysfs_del() argument
344 if (desc->istate & IRQS_SYSFS) in irq_sysfs_del()
345 kobject_del(&desc->kobj); in irq_sysfs_del()
350 struct irq_desc *desc; in irq_sysfs_init() local
363 for_each_irq_desc(irq, desc) in irq_sysfs_init()
364 irq_sysfs_add(irq, desc); in irq_sysfs_init()
377 static void irq_sysfs_add(int irq, struct irq_desc *desc) {} in irq_sysfs_add() argument
378 static void irq_sysfs_del(struct irq_desc *desc) {} in irq_sysfs_del() argument
391 static void free_masks(struct irq_desc *desc) in free_masks() argument
394 free_cpumask_var(desc->pending_mask); in free_masks()
396 free_cpumask_var(desc->irq_common_data.affinity); in free_masks()
398 free_cpumask_var(desc->irq_common_data.effective_affinity); in free_masks()
402 static inline void free_masks(struct irq_desc *desc) { } in free_masks() argument
419 struct irq_desc *desc; in alloc_desc() local
421 desc = kzalloc_node(sizeof(*desc), GFP_KERNEL, node); in alloc_desc()
422 if (!desc) in alloc_desc()
425 desc->kstat_irqs = alloc_percpu(unsigned int); in alloc_desc()
426 if (!desc->kstat_irqs) in alloc_desc()
429 if (alloc_masks(desc, node)) in alloc_desc()
432 raw_spin_lock_init(&desc->lock); in alloc_desc()
433 lockdep_set_class(&desc->lock, &irq_desc_lock_class); in alloc_desc()
434 mutex_init(&desc->request_mutex); in alloc_desc()
435 init_rcu_head(&desc->rcu); in alloc_desc()
436 init_waitqueue_head(&desc->wait_for_threads); in alloc_desc()
438 desc_set_defaults(irq, desc, node, affinity, owner); in alloc_desc()
439 irqd_set(&desc->irq_data, flags); in alloc_desc()
440 kobject_init(&desc->kobj, &irq_kobj_type); in alloc_desc()
441 irq_resend_init(desc); in alloc_desc()
443 return desc; in alloc_desc()
446 free_percpu(desc->kstat_irqs); in alloc_desc()
448 kfree(desc); in alloc_desc()
454 struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); in irq_kobj_release() local
456 free_masks(desc); in irq_kobj_release()
457 free_percpu(desc->kstat_irqs); in irq_kobj_release()
458 kfree(desc); in irq_kobj_release()
463 struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); in delayed_free_desc() local
465 kobject_put(&desc->kobj); in delayed_free_desc()
470 struct irq_desc *desc = irq_to_desc(irq); in free_desc() local
472 irq_remove_debugfs_entry(desc); in free_desc()
473 unregister_irq_proc(irq, desc); in free_desc()
484 irq_sysfs_del(desc); in free_desc()
493 call_rcu(&desc->rcu, delayed_free_desc); in free_desc()
500 struct irq_desc *desc; in alloc_descs() local
525 desc = alloc_desc(start + i, node, flags, mask, owner); in alloc_descs()
526 if (!desc) in alloc_descs()
528 irq_insert_desc(start + i, desc); in alloc_descs()
529 irq_sysfs_add(start + i, desc); in alloc_descs()
530 irq_add_debugfs_entry(start + i, desc); in alloc_descs()
551 struct irq_desc *desc; in early_irq_init() local
570 desc = alloc_desc(i, node, 0, NULL, NULL); in early_irq_init()
571 irq_insert_desc(i, desc); in early_irq_init()
589 struct irq_desc *desc; in early_irq_init() local
595 desc = irq_desc; in early_irq_init()
599 desc[i].kstat_irqs = alloc_percpu(unsigned int); in early_irq_init()
600 alloc_masks(&desc[i], node); in early_irq_init()
601 raw_spin_lock_init(&desc[i].lock); in early_irq_init()
602 lockdep_set_class(&desc[i].lock, &irq_desc_lock_class); in early_irq_init()
603 mutex_init(&desc[i].request_mutex); in early_irq_init()
604 init_waitqueue_head(&desc[i].wait_for_threads); in early_irq_init()
605 desc_set_defaults(i, &desc[i], node, NULL, NULL); in early_irq_init()
606 irq_resend_init(&desc[i]); in early_irq_init()
619 struct irq_desc *desc = irq_to_desc(irq); in free_desc() local
622 raw_spin_lock_irqsave(&desc->lock, flags); in free_desc()
623 desc_set_defaults(irq, desc, irq_desc_get_node(desc), NULL, NULL); in free_desc()
624 raw_spin_unlock_irqrestore(&desc->lock, flags); in free_desc()
635 struct irq_desc *desc = irq_to_desc(start + i); in alloc_descs() local
637 desc->owner = owner; in alloc_descs()
638 irq_insert_desc(start + i, desc); in alloc_descs()
664 int handle_irq_desc(struct irq_desc *desc) in handle_irq_desc() argument
668 if (!desc) in handle_irq_desc()
671 data = irq_desc_get_irq_data(desc); in handle_irq_desc()
675 generic_handle_irq_desc(desc); in handle_irq_desc()
868 struct irq_desc *desc = irq_to_desc(irq); in __irq_get_desc_lock() local
870 if (desc) { in __irq_get_desc_lock()
873 !irq_settings_is_per_cpu_devid(desc)) in __irq_get_desc_lock()
877 irq_settings_is_per_cpu_devid(desc)) in __irq_get_desc_lock()
882 chip_bus_lock(desc); in __irq_get_desc_lock()
883 raw_spin_lock_irqsave(&desc->lock, *flags); in __irq_get_desc_lock()
885 return desc; in __irq_get_desc_lock()
888 void __irq_put_desc_unlock(struct irq_desc *desc, unsigned long flags, bool bus) in __irq_put_desc_unlock() argument
889 __releases(&desc->lock) in __irq_put_desc_unlock()
891 raw_spin_unlock_irqrestore(&desc->lock, flags); in __irq_put_desc_unlock()
893 chip_bus_sync_unlock(desc); in __irq_put_desc_unlock()
899 struct irq_desc *desc = irq_to_desc(irq); in irq_set_percpu_devid_partition() local
901 if (!desc) in irq_set_percpu_devid_partition()
904 if (desc->percpu_enabled) in irq_set_percpu_devid_partition()
907 desc->percpu_enabled = kzalloc(sizeof(*desc->percpu_enabled), GFP_KERNEL); in irq_set_percpu_devid_partition()
909 if (!desc->percpu_enabled) in irq_set_percpu_devid_partition()
913 desc->percpu_affinity = affinity; in irq_set_percpu_devid_partition()
915 desc->percpu_affinity = cpu_possible_mask; in irq_set_percpu_devid_partition()
928 struct irq_desc *desc = irq_to_desc(irq); in irq_get_percpu_devid_partition() local
930 if (!desc || !desc->percpu_enabled) in irq_get_percpu_devid_partition()
934 cpumask_copy(affinity, desc->percpu_affinity); in irq_get_percpu_devid_partition()
956 struct irq_desc *desc = irq_to_desc(irq); in kstat_irqs_cpu() local
958 return desc && desc->kstat_irqs ? in kstat_irqs_cpu()
959 *per_cpu_ptr(desc->kstat_irqs, cpu) : 0; in kstat_irqs_cpu()
962 static bool irq_is_nmi(struct irq_desc *desc) in irq_is_nmi() argument
964 return desc->istate & IRQS_NMI; in irq_is_nmi()
969 struct irq_desc *desc = irq_to_desc(irq); in kstat_irqs() local
973 if (!desc || !desc->kstat_irqs) in kstat_irqs()
975 if (!irq_settings_is_per_cpu_devid(desc) && in kstat_irqs()
976 !irq_settings_is_per_cpu(desc) && in kstat_irqs()
977 !irq_is_nmi(desc)) in kstat_irqs()
978 return data_race(desc->tot_count); in kstat_irqs()
981 sum += data_race(*per_cpu_ptr(desc->kstat_irqs, cpu)); in kstat_irqs()
1009 struct irq_desc *desc = irq_to_desc(irq); in __irq_set_lockdep_class() local
1011 if (desc) { in __irq_set_lockdep_class()
1012 lockdep_set_class(&desc->lock, lock_class); in __irq_set_lockdep_class()
1013 lockdep_set_class(&desc->request_mutex, request_class); in __irq_set_lockdep_class()