aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/interrupt.h33
-rw-r--r--include/linux/irqdesc.h3
-rw-r--r--kernel/irq/manage.c82
3 files changed, 117 insertions, 1 deletions
diff --git a/include/linux/interrupt.h b/include/linux/interrupt.h
index 55e0d4253e49..63c5ad78e37c 100644
--- a/include/linux/interrupt.h
+++ b/include/linux/interrupt.h
@@ -14,6 +14,8 @@
14#include <linux/smp.h> 14#include <linux/smp.h>
15#include <linux/percpu.h> 15#include <linux/percpu.h>
16#include <linux/hrtimer.h> 16#include <linux/hrtimer.h>
17#include <linux/kref.h>
18#include <linux/workqueue.h>
17 19
18#include <asm/atomic.h> 20#include <asm/atomic.h>
19#include <asm/ptrace.h> 21#include <asm/ptrace.h>
@@ -240,6 +242,35 @@ extern int irq_can_set_affinity(unsigned int irq);
240extern int irq_select_affinity(unsigned int irq); 242extern int irq_select_affinity(unsigned int irq);
241 243
242extern int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m); 244extern int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m);
245
246/**
247 * struct irq_affinity_notify - context for notification of IRQ affinity changes
248 * @irq: Interrupt to which notification applies
249 * @kref: Reference count, for internal use
250 * @work: Work item, for internal use
251 * @notify: Function to be called on change. This will be
252 * called in process context.
253 * @release: Function to be called on release. This will be
254 * called in process context. Once registered, the
255 * structure must only be freed when this function is
256 * called or later.
257 */
258struct irq_affinity_notify {
259 unsigned int irq;
260 struct kref kref;
261 struct work_struct work;
262 void (*notify)(struct irq_affinity_notify *, const cpumask_t *mask);
263 void (*release)(struct kref *ref);
264};
265
266extern int
267irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify);
268
269static inline void irq_run_affinity_notifiers(void)
270{
271 flush_scheduled_work();
272}
273
243#else /* CONFIG_SMP */ 274#else /* CONFIG_SMP */
244 275
245static inline int irq_set_affinity(unsigned int irq, const struct cpumask *m) 276static inline int irq_set_affinity(unsigned int irq, const struct cpumask *m)
@@ -255,7 +286,7 @@ static inline int irq_can_set_affinity(unsigned int irq)
255static inline int irq_select_affinity(unsigned int irq) { return 0; } 286static inline int irq_select_affinity(unsigned int irq) { return 0; }
256 287
257static inline int irq_set_affinity_hint(unsigned int irq, 288static inline int irq_set_affinity_hint(unsigned int irq,
258 const struct cpumask *m) 289 const struct cpumask *m)
259{ 290{
260 return -EINVAL; 291 return -EINVAL;
261} 292}
diff --git a/include/linux/irqdesc.h b/include/linux/irqdesc.h
index c1a95b7b58de..bfef56dadddb 100644
--- a/include/linux/irqdesc.h
+++ b/include/linux/irqdesc.h
@@ -8,6 +8,7 @@
8 * For now it's included from <linux/irq.h> 8 * For now it's included from <linux/irq.h>
9 */ 9 */
10 10
11struct irq_affinity_notify;
11struct proc_dir_entry; 12struct proc_dir_entry;
12struct timer_rand_state; 13struct timer_rand_state;
13/** 14/**
@@ -24,6 +25,7 @@ struct timer_rand_state;
24 * @last_unhandled: aging timer for unhandled count 25 * @last_unhandled: aging timer for unhandled count
25 * @irqs_unhandled: stats field for spurious unhandled interrupts 26 * @irqs_unhandled: stats field for spurious unhandled interrupts
26 * @lock: locking for SMP 27 * @lock: locking for SMP
28 * @affinity_notify: context for notification of affinity changes
27 * @pending_mask: pending rebalanced interrupts 29 * @pending_mask: pending rebalanced interrupts
28 * @threads_active: number of irqaction threads currently running 30 * @threads_active: number of irqaction threads currently running
29 * @wait_for_threads: wait queue for sync_irq to wait for threaded handlers 31 * @wait_for_threads: wait queue for sync_irq to wait for threaded handlers
@@ -70,6 +72,7 @@ struct irq_desc {
70 raw_spinlock_t lock; 72 raw_spinlock_t lock;
71#ifdef CONFIG_SMP 73#ifdef CONFIG_SMP
72 const struct cpumask *affinity_hint; 74 const struct cpumask *affinity_hint;
75 struct irq_affinity_notify *affinity_notify;
73#ifdef CONFIG_GENERIC_PENDING_IRQ 76#ifdef CONFIG_GENERIC_PENDING_IRQ
74 cpumask_var_t pending_mask; 77 cpumask_var_t pending_mask;
75#endif 78#endif
diff --git a/kernel/irq/manage.c b/kernel/irq/manage.c
index 0caa59f747dd..0587c5ceaed8 100644
--- a/kernel/irq/manage.c
+++ b/kernel/irq/manage.c
@@ -134,6 +134,10 @@ int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
134 irq_set_thread_affinity(desc); 134 irq_set_thread_affinity(desc);
135 } 135 }
136#endif 136#endif
137 if (desc->affinity_notify) {
138 kref_get(&desc->affinity_notify->kref);
139 schedule_work(&desc->affinity_notify->work);
140 }
137 desc->status |= IRQ_AFFINITY_SET; 141 desc->status |= IRQ_AFFINITY_SET;
138 raw_spin_unlock_irqrestore(&desc->lock, flags); 142 raw_spin_unlock_irqrestore(&desc->lock, flags);
139 return 0; 143 return 0;
@@ -155,6 +159,79 @@ int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m)
155} 159}
156EXPORT_SYMBOL_GPL(irq_set_affinity_hint); 160EXPORT_SYMBOL_GPL(irq_set_affinity_hint);
157 161
162static void irq_affinity_notify(struct work_struct *work)
163{
164 struct irq_affinity_notify *notify =
165 container_of(work, struct irq_affinity_notify, work);
166 struct irq_desc *desc = irq_to_desc(notify->irq);
167 cpumask_var_t cpumask;
168 unsigned long flags;
169
170 if (!desc)
171 goto out;
172
173 if (!alloc_cpumask_var(&cpumask, GFP_KERNEL))
174 goto out;
175
176 raw_spin_lock_irqsave(&desc->lock, flags);
177#ifdef CONFIG_GENERIC_PENDING_IRQ
178 if (desc->status & IRQ_MOVE_PENDING)
179 cpumask_copy(cpumask, desc->pending_mask);
180 else
181#endif
182 cpumask_copy(cpumask, desc->affinity);
183 raw_spin_unlock_irqrestore(&desc->lock, flags);
184
185 notify->notify(notify, cpumask);
186
187 free_cpumask_var(cpumask);
188out:
189 kref_put(&notify->kref, notify->release);
190}
191
192/**
193 * irq_set_affinity_notifier - control notification of IRQ affinity changes
194 * @irq: Interrupt for which to enable/disable notification
195 * @notify: Context for notification, or %NULL to disable
196 * notification. Function pointers must be initialised;
197 * the other fields will be initialised by this function.
198 *
199 * Must be called in process context. Notification may only be enabled
200 * after the IRQ is allocated and must be disabled before the IRQ is
201 * freed using free_irq().
202 */
203int
204irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify)
205{
206 struct irq_desc *desc = irq_to_desc(irq);
207 struct irq_affinity_notify *old_notify;
208 unsigned long flags;
209
210 /* The release function is promised process context */
211 might_sleep();
212
213 if (!desc)
214 return -EINVAL;
215
216 /* Complete initialisation of *notify */
217 if (notify) {
218 notify->irq = irq;
219 kref_init(&notify->kref);
220 INIT_WORK(&notify->work, irq_affinity_notify);
221 }
222
223 raw_spin_lock_irqsave(&desc->lock, flags);
224 old_notify = desc->affinity_notify;
225 desc->affinity_notify = notify;
226 raw_spin_unlock_irqrestore(&desc->lock, flags);
227
228 if (old_notify)
229 kref_put(&old_notify->kref, old_notify->release);
230
231 return 0;
232}
233EXPORT_SYMBOL_GPL(irq_set_affinity_notifier);
234
158#ifndef CONFIG_AUTO_IRQ_AFFINITY 235#ifndef CONFIG_AUTO_IRQ_AFFINITY
159/* 236/*
160 * Generic version of the affinity autoselector. 237 * Generic version of the affinity autoselector.
@@ -1004,6 +1081,11 @@ void free_irq(unsigned int irq, void *dev_id)
1004 if (!desc) 1081 if (!desc)
1005 return; 1082 return;
1006 1083
1084#ifdef CONFIG_SMP
1085 if (WARN_ON(desc->affinity_notify))
1086 desc->affinity_notify = NULL;
1087#endif
1088
1007 chip_bus_lock(desc); 1089 chip_bus_lock(desc);
1008 kfree(__free_irq(irq, dev_id)); 1090 kfree(__free_irq(irq, dev_id));
1009 chip_bus_sync_unlock(desc); 1091 chip_bus_sync_unlock(desc);