diff options
Diffstat (limited to 'kernel/irq')
-rw-r--r-- | kernel/irq/Makefile | 1 | ||||
-rw-r--r-- | kernel/irq/chip.c | 7 | ||||
-rw-r--r-- | kernel/irq/handle.c | 36 | ||||
-rw-r--r-- | kernel/irq/internals.h | 3 | ||||
-rw-r--r-- | kernel/irq/manage.c | 223 | ||||
-rw-r--r-- | kernel/irq/numa_migrate.c | 11 | ||||
-rw-r--r-- | kernel/irq/pm.c | 79 | ||||
-rw-r--r-- | kernel/irq/spurious.c | 14 |
8 files changed, 262 insertions, 112 deletions
diff --git a/kernel/irq/Makefile b/kernel/irq/Makefile index 4dd5b1edac98..3394f8f52964 100644 --- a/kernel/irq/Makefile +++ b/kernel/irq/Makefile | |||
@@ -4,3 +4,4 @@ obj-$(CONFIG_GENERIC_IRQ_PROBE) += autoprobe.o | |||
4 | obj-$(CONFIG_PROC_FS) += proc.o | 4 | obj-$(CONFIG_PROC_FS) += proc.o |
5 | obj-$(CONFIG_GENERIC_PENDING_IRQ) += migration.o | 5 | obj-$(CONFIG_GENERIC_PENDING_IRQ) += migration.o |
6 | obj-$(CONFIG_NUMA_MIGRATE_IRQ_DESC) += numa_migrate.o | 6 | obj-$(CONFIG_NUMA_MIGRATE_IRQ_DESC) += numa_migrate.o |
7 | obj-$(CONFIG_PM_SLEEP) += pm.o | ||
diff --git a/kernel/irq/chip.c b/kernel/irq/chip.c index 122fef4b0bd3..c687ba4363f2 100644 --- a/kernel/irq/chip.c +++ b/kernel/irq/chip.c | |||
@@ -81,6 +81,7 @@ void dynamic_irq_cleanup(unsigned int irq) | |||
81 | desc->handle_irq = handle_bad_irq; | 81 | desc->handle_irq = handle_bad_irq; |
82 | desc->chip = &no_irq_chip; | 82 | desc->chip = &no_irq_chip; |
83 | desc->name = NULL; | 83 | desc->name = NULL; |
84 | clear_kstat_irqs(desc); | ||
84 | spin_unlock_irqrestore(&desc->lock, flags); | 85 | spin_unlock_irqrestore(&desc->lock, flags); |
85 | } | 86 | } |
86 | 87 | ||
@@ -293,7 +294,8 @@ static inline void mask_ack_irq(struct irq_desc *desc, int irq) | |||
293 | desc->chip->mask_ack(irq); | 294 | desc->chip->mask_ack(irq); |
294 | else { | 295 | else { |
295 | desc->chip->mask(irq); | 296 | desc->chip->mask(irq); |
296 | desc->chip->ack(irq); | 297 | if (desc->chip->ack) |
298 | desc->chip->ack(irq); | ||
297 | } | 299 | } |
298 | } | 300 | } |
299 | 301 | ||
@@ -479,7 +481,8 @@ handle_edge_irq(unsigned int irq, struct irq_desc *desc) | |||
479 | kstat_incr_irqs_this_cpu(irq, desc); | 481 | kstat_incr_irqs_this_cpu(irq, desc); |
480 | 482 | ||
481 | /* Start handling the irq */ | 483 | /* Start handling the irq */ |
482 | desc->chip->ack(irq); | 484 | if (desc->chip->ack) |
485 | desc->chip->ack(irq); | ||
483 | desc = irq_remap_to_desc(irq, desc); | 486 | desc = irq_remap_to_desc(irq, desc); |
484 | 487 | ||
485 | /* Mark the IRQ currently in progress.*/ | 488 | /* Mark the IRQ currently in progress.*/ |
diff --git a/kernel/irq/handle.c b/kernel/irq/handle.c index 412370ab9a34..343acecae629 100644 --- a/kernel/irq/handle.c +++ b/kernel/irq/handle.c | |||
@@ -83,19 +83,21 @@ static struct irq_desc irq_desc_init = { | |||
83 | 83 | ||
84 | void init_kstat_irqs(struct irq_desc *desc, int cpu, int nr) | 84 | void init_kstat_irqs(struct irq_desc *desc, int cpu, int nr) |
85 | { | 85 | { |
86 | unsigned long bytes; | ||
87 | char *ptr; | ||
88 | int node; | 86 | int node; |
89 | 87 | void *ptr; | |
90 | /* Compute how many bytes we need per irq and allocate them */ | ||
91 | bytes = nr * sizeof(unsigned int); | ||
92 | 88 | ||
93 | node = cpu_to_node(cpu); | 89 | node = cpu_to_node(cpu); |
94 | ptr = kzalloc_node(bytes, GFP_ATOMIC, node); | 90 | ptr = kzalloc_node(nr * sizeof(*desc->kstat_irqs), GFP_ATOMIC, node); |
95 | printk(KERN_DEBUG " alloc kstat_irqs on cpu %d node %d\n", cpu, node); | ||
96 | 91 | ||
97 | if (ptr) | 92 | /* |
98 | desc->kstat_irqs = (unsigned int *)ptr; | 93 | * don't overwite if can not get new one |
94 | * init_copy_kstat_irqs() could still use old one | ||
95 | */ | ||
96 | if (ptr) { | ||
97 | printk(KERN_DEBUG " alloc kstat_irqs on cpu %d node %d\n", | ||
98 | cpu, node); | ||
99 | desc->kstat_irqs = ptr; | ||
100 | } | ||
99 | } | 101 | } |
100 | 102 | ||
101 | static void init_one_irq_desc(int irq, struct irq_desc *desc, int cpu) | 103 | static void init_one_irq_desc(int irq, struct irq_desc *desc, int cpu) |
@@ -238,6 +240,7 @@ struct irq_desc irq_desc[NR_IRQS] __cacheline_aligned_in_smp = { | |||
238 | } | 240 | } |
239 | }; | 241 | }; |
240 | 242 | ||
243 | static unsigned int kstat_irqs_all[NR_IRQS][NR_CPUS]; | ||
241 | int __init early_irq_init(void) | 244 | int __init early_irq_init(void) |
242 | { | 245 | { |
243 | struct irq_desc *desc; | 246 | struct irq_desc *desc; |
@@ -254,6 +257,7 @@ int __init early_irq_init(void) | |||
254 | for (i = 0; i < count; i++) { | 257 | for (i = 0; i < count; i++) { |
255 | desc[i].irq = i; | 258 | desc[i].irq = i; |
256 | init_alloc_desc_masks(&desc[i], 0, true); | 259 | init_alloc_desc_masks(&desc[i], 0, true); |
260 | desc[i].kstat_irqs = kstat_irqs_all[i]; | ||
257 | } | 261 | } |
258 | return arch_early_irq_init(); | 262 | return arch_early_irq_init(); |
259 | } | 263 | } |
@@ -269,6 +273,11 @@ struct irq_desc *irq_to_desc_alloc_cpu(unsigned int irq, int cpu) | |||
269 | } | 273 | } |
270 | #endif /* !CONFIG_SPARSE_IRQ */ | 274 | #endif /* !CONFIG_SPARSE_IRQ */ |
271 | 275 | ||
276 | void clear_kstat_irqs(struct irq_desc *desc) | ||
277 | { | ||
278 | memset(desc->kstat_irqs, 0, nr_cpu_ids * sizeof(*(desc->kstat_irqs))); | ||
279 | } | ||
280 | |||
272 | /* | 281 | /* |
273 | * What should we do if we get a hw irq event on an illegal vector? | 282 | * What should we do if we get a hw irq event on an illegal vector? |
274 | * Each architecture has to answer this themself. | 283 | * Each architecture has to answer this themself. |
@@ -345,6 +354,8 @@ irqreturn_t handle_IRQ_event(unsigned int irq, struct irqaction *action) | |||
345 | irqreturn_t ret, retval = IRQ_NONE; | 354 | irqreturn_t ret, retval = IRQ_NONE; |
346 | unsigned int status = 0; | 355 | unsigned int status = 0; |
347 | 356 | ||
357 | WARN_ONCE(!in_irq(), "BUG: IRQ handler called from non-hardirq context!"); | ||
358 | |||
348 | if (!(action->flags & IRQF_DISABLED)) | 359 | if (!(action->flags & IRQF_DISABLED)) |
349 | local_irq_enable_in_hardirq(); | 360 | local_irq_enable_in_hardirq(); |
350 | 361 | ||
@@ -366,6 +377,11 @@ irqreturn_t handle_IRQ_event(unsigned int irq, struct irqaction *action) | |||
366 | } | 377 | } |
367 | 378 | ||
368 | #ifndef CONFIG_GENERIC_HARDIRQS_NO__DO_IRQ | 379 | #ifndef CONFIG_GENERIC_HARDIRQS_NO__DO_IRQ |
380 | |||
381 | #ifdef CONFIG_ENABLE_WARN_DEPRECATED | ||
382 | # warning __do_IRQ is deprecated. Please convert to proper flow handlers | ||
383 | #endif | ||
384 | |||
369 | /** | 385 | /** |
370 | * __do_IRQ - original all in one highlevel IRQ handler | 386 | * __do_IRQ - original all in one highlevel IRQ handler |
371 | * @irq: the interrupt number | 387 | * @irq: the interrupt number |
@@ -486,12 +502,10 @@ void early_init_irq_lock_class(void) | |||
486 | } | 502 | } |
487 | } | 503 | } |
488 | 504 | ||
489 | #ifdef CONFIG_SPARSE_IRQ | ||
490 | unsigned int kstat_irqs_cpu(unsigned int irq, int cpu) | 505 | unsigned int kstat_irqs_cpu(unsigned int irq, int cpu) |
491 | { | 506 | { |
492 | struct irq_desc *desc = irq_to_desc(irq); | 507 | struct irq_desc *desc = irq_to_desc(irq); |
493 | return desc ? desc->kstat_irqs[cpu] : 0; | 508 | return desc ? desc->kstat_irqs[cpu] : 0; |
494 | } | 509 | } |
495 | #endif | ||
496 | EXPORT_SYMBOL(kstat_irqs_cpu); | 510 | EXPORT_SYMBOL(kstat_irqs_cpu); |
497 | 511 | ||
diff --git a/kernel/irq/internals.h b/kernel/irq/internals.h index 40416a81a0f5..01ce20eab38f 100644 --- a/kernel/irq/internals.h +++ b/kernel/irq/internals.h | |||
@@ -12,9 +12,12 @@ extern void compat_irq_chip_set_default_handler(struct irq_desc *desc); | |||
12 | 12 | ||
13 | extern int __irq_set_trigger(struct irq_desc *desc, unsigned int irq, | 13 | extern int __irq_set_trigger(struct irq_desc *desc, unsigned int irq, |
14 | unsigned long flags); | 14 | unsigned long flags); |
15 | extern void __disable_irq(struct irq_desc *desc, unsigned int irq, bool susp); | ||
16 | extern void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume); | ||
15 | 17 | ||
16 | extern struct lock_class_key irq_desc_lock_class; | 18 | extern struct lock_class_key irq_desc_lock_class; |
17 | extern void init_kstat_irqs(struct irq_desc *desc, int cpu, int nr); | 19 | extern void init_kstat_irqs(struct irq_desc *desc, int cpu, int nr); |
20 | extern void clear_kstat_irqs(struct irq_desc *desc); | ||
18 | extern spinlock_t sparse_irq_lock; | 21 | extern spinlock_t sparse_irq_lock; |
19 | 22 | ||
20 | #ifdef CONFIG_SPARSE_IRQ | 23 | #ifdef CONFIG_SPARSE_IRQ |
diff --git a/kernel/irq/manage.c b/kernel/irq/manage.c index a3a5dc9ef346..1516ab77355c 100644 --- a/kernel/irq/manage.c +++ b/kernel/irq/manage.c | |||
@@ -109,7 +109,7 @@ int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask) | |||
109 | /* | 109 | /* |
110 | * Generic version of the affinity autoselector. | 110 | * Generic version of the affinity autoselector. |
111 | */ | 111 | */ |
112 | int do_irq_select_affinity(unsigned int irq, struct irq_desc *desc) | 112 | static int setup_affinity(unsigned int irq, struct irq_desc *desc) |
113 | { | 113 | { |
114 | if (!irq_can_set_affinity(irq)) | 114 | if (!irq_can_set_affinity(irq)) |
115 | return 0; | 115 | return 0; |
@@ -133,7 +133,7 @@ set_affinity: | |||
133 | return 0; | 133 | return 0; |
134 | } | 134 | } |
135 | #else | 135 | #else |
136 | static inline int do_irq_select_affinity(unsigned int irq, struct irq_desc *d) | 136 | static inline int setup_affinity(unsigned int irq, struct irq_desc *d) |
137 | { | 137 | { |
138 | return irq_select_affinity(irq); | 138 | return irq_select_affinity(irq); |
139 | } | 139 | } |
@@ -149,19 +149,33 @@ int irq_select_affinity_usr(unsigned int irq) | |||
149 | int ret; | 149 | int ret; |
150 | 150 | ||
151 | spin_lock_irqsave(&desc->lock, flags); | 151 | spin_lock_irqsave(&desc->lock, flags); |
152 | ret = do_irq_select_affinity(irq, desc); | 152 | ret = setup_affinity(irq, desc); |
153 | spin_unlock_irqrestore(&desc->lock, flags); | 153 | spin_unlock_irqrestore(&desc->lock, flags); |
154 | 154 | ||
155 | return ret; | 155 | return ret; |
156 | } | 156 | } |
157 | 157 | ||
158 | #else | 158 | #else |
159 | static inline int do_irq_select_affinity(int irq, struct irq_desc *desc) | 159 | static inline int setup_affinity(unsigned int irq, struct irq_desc *desc) |
160 | { | 160 | { |
161 | return 0; | 161 | return 0; |
162 | } | 162 | } |
163 | #endif | 163 | #endif |
164 | 164 | ||
165 | void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend) | ||
166 | { | ||
167 | if (suspend) { | ||
168 | if (!desc->action || (desc->action->flags & IRQF_TIMER)) | ||
169 | return; | ||
170 | desc->status |= IRQ_SUSPENDED; | ||
171 | } | ||
172 | |||
173 | if (!desc->depth++) { | ||
174 | desc->status |= IRQ_DISABLED; | ||
175 | desc->chip->disable(irq); | ||
176 | } | ||
177 | } | ||
178 | |||
165 | /** | 179 | /** |
166 | * disable_irq_nosync - disable an irq without waiting | 180 | * disable_irq_nosync - disable an irq without waiting |
167 | * @irq: Interrupt to disable | 181 | * @irq: Interrupt to disable |
@@ -182,10 +196,7 @@ void disable_irq_nosync(unsigned int irq) | |||
182 | return; | 196 | return; |
183 | 197 | ||
184 | spin_lock_irqsave(&desc->lock, flags); | 198 | spin_lock_irqsave(&desc->lock, flags); |
185 | if (!desc->depth++) { | 199 | __disable_irq(desc, irq, false); |
186 | desc->status |= IRQ_DISABLED; | ||
187 | desc->chip->disable(irq); | ||
188 | } | ||
189 | spin_unlock_irqrestore(&desc->lock, flags); | 200 | spin_unlock_irqrestore(&desc->lock, flags); |
190 | } | 201 | } |
191 | EXPORT_SYMBOL(disable_irq_nosync); | 202 | EXPORT_SYMBOL(disable_irq_nosync); |
@@ -215,15 +226,21 @@ void disable_irq(unsigned int irq) | |||
215 | } | 226 | } |
216 | EXPORT_SYMBOL(disable_irq); | 227 | EXPORT_SYMBOL(disable_irq); |
217 | 228 | ||
218 | static void __enable_irq(struct irq_desc *desc, unsigned int irq) | 229 | void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume) |
219 | { | 230 | { |
231 | if (resume) | ||
232 | desc->status &= ~IRQ_SUSPENDED; | ||
233 | |||
220 | switch (desc->depth) { | 234 | switch (desc->depth) { |
221 | case 0: | 235 | case 0: |
236 | err_out: | ||
222 | WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq); | 237 | WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq); |
223 | break; | 238 | break; |
224 | case 1: { | 239 | case 1: { |
225 | unsigned int status = desc->status & ~IRQ_DISABLED; | 240 | unsigned int status = desc->status & ~IRQ_DISABLED; |
226 | 241 | ||
242 | if (desc->status & IRQ_SUSPENDED) | ||
243 | goto err_out; | ||
227 | /* Prevent probing on this irq: */ | 244 | /* Prevent probing on this irq: */ |
228 | desc->status = status | IRQ_NOPROBE; | 245 | desc->status = status | IRQ_NOPROBE; |
229 | check_irq_resend(desc, irq); | 246 | check_irq_resend(desc, irq); |
@@ -253,7 +270,7 @@ void enable_irq(unsigned int irq) | |||
253 | return; | 270 | return; |
254 | 271 | ||
255 | spin_lock_irqsave(&desc->lock, flags); | 272 | spin_lock_irqsave(&desc->lock, flags); |
256 | __enable_irq(desc, irq); | 273 | __enable_irq(desc, irq, false); |
257 | spin_unlock_irqrestore(&desc->lock, flags); | 274 | spin_unlock_irqrestore(&desc->lock, flags); |
258 | } | 275 | } |
259 | EXPORT_SYMBOL(enable_irq); | 276 | EXPORT_SYMBOL(enable_irq); |
@@ -389,9 +406,9 @@ int __irq_set_trigger(struct irq_desc *desc, unsigned int irq, | |||
389 | * allocate special interrupts that are part of the architecture. | 406 | * allocate special interrupts that are part of the architecture. |
390 | */ | 407 | */ |
391 | static int | 408 | static int |
392 | __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | 409 | __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new) |
393 | { | 410 | { |
394 | struct irqaction *old, **p; | 411 | struct irqaction *old, **old_ptr; |
395 | const char *old_name = NULL; | 412 | const char *old_name = NULL; |
396 | unsigned long flags; | 413 | unsigned long flags; |
397 | int shared = 0; | 414 | int shared = 0; |
@@ -423,8 +440,8 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
423 | * The following block of code has to be executed atomically | 440 | * The following block of code has to be executed atomically |
424 | */ | 441 | */ |
425 | spin_lock_irqsave(&desc->lock, flags); | 442 | spin_lock_irqsave(&desc->lock, flags); |
426 | p = &desc->action; | 443 | old_ptr = &desc->action; |
427 | old = *p; | 444 | old = *old_ptr; |
428 | if (old) { | 445 | if (old) { |
429 | /* | 446 | /* |
430 | * Can't share interrupts unless both agree to and are | 447 | * Can't share interrupts unless both agree to and are |
@@ -447,8 +464,8 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
447 | 464 | ||
448 | /* add new interrupt at end of irq queue */ | 465 | /* add new interrupt at end of irq queue */ |
449 | do { | 466 | do { |
450 | p = &old->next; | 467 | old_ptr = &old->next; |
451 | old = *p; | 468 | old = *old_ptr; |
452 | } while (old); | 469 | } while (old); |
453 | shared = 1; | 470 | shared = 1; |
454 | } | 471 | } |
@@ -488,7 +505,7 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
488 | desc->status |= IRQ_NO_BALANCING; | 505 | desc->status |= IRQ_NO_BALANCING; |
489 | 506 | ||
490 | /* Set default affinity mask once everything is setup */ | 507 | /* Set default affinity mask once everything is setup */ |
491 | do_irq_select_affinity(irq, desc); | 508 | setup_affinity(irq, desc); |
492 | 509 | ||
493 | } else if ((new->flags & IRQF_TRIGGER_MASK) | 510 | } else if ((new->flags & IRQF_TRIGGER_MASK) |
494 | && (new->flags & IRQF_TRIGGER_MASK) | 511 | && (new->flags & IRQF_TRIGGER_MASK) |
@@ -499,7 +516,7 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
499 | (int)(new->flags & IRQF_TRIGGER_MASK)); | 516 | (int)(new->flags & IRQF_TRIGGER_MASK)); |
500 | } | 517 | } |
501 | 518 | ||
502 | *p = new; | 519 | *old_ptr = new; |
503 | 520 | ||
504 | /* Reset broken irq detection when installing new handler */ | 521 | /* Reset broken irq detection when installing new handler */ |
505 | desc->irq_count = 0; | 522 | desc->irq_count = 0; |
@@ -511,7 +528,7 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
511 | */ | 528 | */ |
512 | if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) { | 529 | if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) { |
513 | desc->status &= ~IRQ_SPURIOUS_DISABLED; | 530 | desc->status &= ~IRQ_SPURIOUS_DISABLED; |
514 | __enable_irq(desc, irq); | 531 | __enable_irq(desc, irq, false); |
515 | } | 532 | } |
516 | 533 | ||
517 | spin_unlock_irqrestore(&desc->lock, flags); | 534 | spin_unlock_irqrestore(&desc->lock, flags); |
@@ -549,90 +566,117 @@ int setup_irq(unsigned int irq, struct irqaction *act) | |||
549 | 566 | ||
550 | return __setup_irq(irq, desc, act); | 567 | return __setup_irq(irq, desc, act); |
551 | } | 568 | } |
569 | EXPORT_SYMBOL_GPL(setup_irq); | ||
552 | 570 | ||
553 | /** | 571 | /* |
554 | * free_irq - free an interrupt | 572 | * Internal function to unregister an irqaction - used to free |
555 | * @irq: Interrupt line to free | 573 | * regular and special interrupts that are part of the architecture. |
556 | * @dev_id: Device identity to free | ||
557 | * | ||
558 | * Remove an interrupt handler. The handler is removed and if the | ||
559 | * interrupt line is no longer in use by any driver it is disabled. | ||
560 | * On a shared IRQ the caller must ensure the interrupt is disabled | ||
561 | * on the card it drives before calling this function. The function | ||
562 | * does not return until any executing interrupts for this IRQ | ||
563 | * have completed. | ||
564 | * | ||
565 | * This function must not be called from interrupt context. | ||
566 | */ | 574 | */ |
567 | void free_irq(unsigned int irq, void *dev_id) | 575 | static struct irqaction *__free_irq(unsigned int irq, void *dev_id) |
568 | { | 576 | { |
569 | struct irq_desc *desc = irq_to_desc(irq); | 577 | struct irq_desc *desc = irq_to_desc(irq); |
570 | struct irqaction **p; | 578 | struct irqaction *action, **action_ptr; |
571 | unsigned long flags; | 579 | unsigned long flags; |
572 | 580 | ||
573 | WARN_ON(in_interrupt()); | 581 | WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq); |
574 | 582 | ||
575 | if (!desc) | 583 | if (!desc) |
576 | return; | 584 | return NULL; |
577 | 585 | ||
578 | spin_lock_irqsave(&desc->lock, flags); | 586 | spin_lock_irqsave(&desc->lock, flags); |
579 | p = &desc->action; | 587 | |
588 | /* | ||
589 | * There can be multiple actions per IRQ descriptor, find the right | ||
590 | * one based on the dev_id: | ||
591 | */ | ||
592 | action_ptr = &desc->action; | ||
580 | for (;;) { | 593 | for (;;) { |
581 | struct irqaction *action = *p; | 594 | action = *action_ptr; |
582 | 595 | ||
583 | if (action) { | 596 | if (!action) { |
584 | struct irqaction **pp = p; | 597 | WARN(1, "Trying to free already-free IRQ %d\n", irq); |
598 | spin_unlock_irqrestore(&desc->lock, flags); | ||
585 | 599 | ||
586 | p = &action->next; | 600 | return NULL; |
587 | if (action->dev_id != dev_id) | 601 | } |
588 | continue; | ||
589 | 602 | ||
590 | /* Found it - now remove it from the list of entries */ | 603 | if (action->dev_id == dev_id) |
591 | *pp = action->next; | 604 | break; |
605 | action_ptr = &action->next; | ||
606 | } | ||
592 | 607 | ||
593 | /* Currently used only by UML, might disappear one day.*/ | 608 | /* Found it - now remove it from the list of entries: */ |
609 | *action_ptr = action->next; | ||
610 | |||
611 | /* Currently used only by UML, might disappear one day: */ | ||
594 | #ifdef CONFIG_IRQ_RELEASE_METHOD | 612 | #ifdef CONFIG_IRQ_RELEASE_METHOD |
595 | if (desc->chip->release) | 613 | if (desc->chip->release) |
596 | desc->chip->release(irq, dev_id); | 614 | desc->chip->release(irq, dev_id); |
597 | #endif | 615 | #endif |
598 | 616 | ||
599 | if (!desc->action) { | 617 | /* If this was the last handler, shut down the IRQ line: */ |
600 | desc->status |= IRQ_DISABLED; | 618 | if (!desc->action) { |
601 | if (desc->chip->shutdown) | 619 | desc->status |= IRQ_DISABLED; |
602 | desc->chip->shutdown(irq); | 620 | if (desc->chip->shutdown) |
603 | else | 621 | desc->chip->shutdown(irq); |
604 | desc->chip->disable(irq); | 622 | else |
605 | } | 623 | desc->chip->disable(irq); |
606 | spin_unlock_irqrestore(&desc->lock, flags); | 624 | } |
607 | unregister_handler_proc(irq, action); | 625 | spin_unlock_irqrestore(&desc->lock, flags); |
626 | |||
627 | unregister_handler_proc(irq, action); | ||
628 | |||
629 | /* Make sure it's not being used on another CPU: */ | ||
630 | synchronize_irq(irq); | ||
608 | 631 | ||
609 | /* Make sure it's not being used on another CPU */ | ||
610 | synchronize_irq(irq); | ||
611 | #ifdef CONFIG_DEBUG_SHIRQ | ||
612 | /* | ||
613 | * It's a shared IRQ -- the driver ought to be | ||
614 | * prepared for it to happen even now it's | ||
615 | * being freed, so let's make sure.... We do | ||
616 | * this after actually deregistering it, to | ||
617 | * make sure that a 'real' IRQ doesn't run in | ||
618 | * parallel with our fake | ||
619 | */ | ||
620 | if (action->flags & IRQF_SHARED) { | ||
621 | local_irq_save(flags); | ||
622 | action->handler(irq, dev_id); | ||
623 | local_irq_restore(flags); | ||
624 | } | ||
625 | #endif | ||
626 | kfree(action); | ||
627 | return; | ||
628 | } | ||
629 | printk(KERN_ERR "Trying to free already-free IRQ %d\n", irq); | ||
630 | #ifdef CONFIG_DEBUG_SHIRQ | 632 | #ifdef CONFIG_DEBUG_SHIRQ |
631 | dump_stack(); | 633 | /* |
632 | #endif | 634 | * It's a shared IRQ -- the driver ought to be prepared for an IRQ |
633 | spin_unlock_irqrestore(&desc->lock, flags); | 635 | * event to happen even now it's being freed, so let's make sure that |
634 | return; | 636 | * is so by doing an extra call to the handler .... |
637 | * | ||
638 | * ( We do this after actually deregistering it, to make sure that a | ||
639 | * 'real' IRQ doesn't run in * parallel with our fake. ) | ||
640 | */ | ||
641 | if (action->flags & IRQF_SHARED) { | ||
642 | local_irq_save(flags); | ||
643 | action->handler(irq, dev_id); | ||
644 | local_irq_restore(flags); | ||
635 | } | 645 | } |
646 | #endif | ||
647 | return action; | ||
648 | } | ||
649 | |||
650 | /** | ||
651 | * remove_irq - free an interrupt | ||
652 | * @irq: Interrupt line to free | ||
653 | * @act: irqaction for the interrupt | ||
654 | * | ||
655 | * Used to remove interrupts statically setup by the early boot process. | ||
656 | */ | ||
657 | void remove_irq(unsigned int irq, struct irqaction *act) | ||
658 | { | ||
659 | __free_irq(irq, act->dev_id); | ||
660 | } | ||
661 | EXPORT_SYMBOL_GPL(remove_irq); | ||
662 | |||
663 | /** | ||
664 | * free_irq - free an interrupt allocated with request_irq | ||
665 | * @irq: Interrupt line to free | ||
666 | * @dev_id: Device identity to free | ||
667 | * | ||
668 | * Remove an interrupt handler. The handler is removed and if the | ||
669 | * interrupt line is no longer in use by any driver it is disabled. | ||
670 | * On a shared IRQ the caller must ensure the interrupt is disabled | ||
671 | * on the card it drives before calling this function. The function | ||
672 | * does not return until any executing interrupts for this IRQ | ||
673 | * have completed. | ||
674 | * | ||
675 | * This function must not be called from interrupt context. | ||
676 | */ | ||
677 | void free_irq(unsigned int irq, void *dev_id) | ||
678 | { | ||
679 | kfree(__free_irq(irq, dev_id)); | ||
636 | } | 680 | } |
637 | EXPORT_SYMBOL(free_irq); | 681 | EXPORT_SYMBOL(free_irq); |
638 | 682 | ||
@@ -679,11 +723,12 @@ int request_irq(unsigned int irq, irq_handler_t handler, | |||
679 | * the behavior is classified as "will not fix" so we need to | 723 | * the behavior is classified as "will not fix" so we need to |
680 | * start nudging drivers away from using that idiom. | 724 | * start nudging drivers away from using that idiom. |
681 | */ | 725 | */ |
682 | if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) | 726 | if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) == |
683 | == (IRQF_SHARED|IRQF_DISABLED)) | 727 | (IRQF_SHARED|IRQF_DISABLED)) { |
684 | pr_warning("IRQ %d/%s: IRQF_DISABLED is not " | 728 | pr_warning( |
685 | "guaranteed on shared IRQs\n", | 729 | "IRQ %d/%s: IRQF_DISABLED is not guaranteed on shared IRQs\n", |
686 | irq, devname); | 730 | irq, devname); |
731 | } | ||
687 | 732 | ||
688 | #ifdef CONFIG_LOCKDEP | 733 | #ifdef CONFIG_LOCKDEP |
689 | /* | 734 | /* |
@@ -709,15 +754,13 @@ int request_irq(unsigned int irq, irq_handler_t handler, | |||
709 | if (!handler) | 754 | if (!handler) |
710 | return -EINVAL; | 755 | return -EINVAL; |
711 | 756 | ||
712 | action = kmalloc(sizeof(struct irqaction), GFP_ATOMIC); | 757 | action = kzalloc(sizeof(struct irqaction), GFP_KERNEL); |
713 | if (!action) | 758 | if (!action) |
714 | return -ENOMEM; | 759 | return -ENOMEM; |
715 | 760 | ||
716 | action->handler = handler; | 761 | action->handler = handler; |
717 | action->flags = irqflags; | 762 | action->flags = irqflags; |
718 | cpus_clear(action->mask); | ||
719 | action->name = devname; | 763 | action->name = devname; |
720 | action->next = NULL; | ||
721 | action->dev_id = dev_id; | 764 | action->dev_id = dev_id; |
722 | 765 | ||
723 | retval = __setup_irq(irq, desc, action); | 766 | retval = __setup_irq(irq, desc, action); |
diff --git a/kernel/irq/numa_migrate.c b/kernel/irq/numa_migrate.c index 7f9b80434e32..243d6121e50e 100644 --- a/kernel/irq/numa_migrate.c +++ b/kernel/irq/numa_migrate.c | |||
@@ -17,16 +17,11 @@ static void init_copy_kstat_irqs(struct irq_desc *old_desc, | |||
17 | struct irq_desc *desc, | 17 | struct irq_desc *desc, |
18 | int cpu, int nr) | 18 | int cpu, int nr) |
19 | { | 19 | { |
20 | unsigned long bytes; | ||
21 | |||
22 | init_kstat_irqs(desc, cpu, nr); | 20 | init_kstat_irqs(desc, cpu, nr); |
23 | 21 | ||
24 | if (desc->kstat_irqs != old_desc->kstat_irqs) { | 22 | if (desc->kstat_irqs != old_desc->kstat_irqs) |
25 | /* Compute how many bytes we need per irq and allocate them */ | 23 | memcpy(desc->kstat_irqs, old_desc->kstat_irqs, |
26 | bytes = nr * sizeof(unsigned int); | 24 | nr * sizeof(*desc->kstat_irqs)); |
27 | |||
28 | memcpy(desc->kstat_irqs, old_desc->kstat_irqs, bytes); | ||
29 | } | ||
30 | } | 25 | } |
31 | 26 | ||
32 | static void free_kstat_irqs(struct irq_desc *old_desc, struct irq_desc *desc) | 27 | static void free_kstat_irqs(struct irq_desc *old_desc, struct irq_desc *desc) |
diff --git a/kernel/irq/pm.c b/kernel/irq/pm.c new file mode 100644 index 000000000000..638d8bedec14 --- /dev/null +++ b/kernel/irq/pm.c | |||
@@ -0,0 +1,79 @@ | |||
1 | /* | ||
2 | * linux/kernel/irq/pm.c | ||
3 | * | ||
4 | * Copyright (C) 2009 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc. | ||
5 | * | ||
6 | * This file contains power management functions related to interrupts. | ||
7 | */ | ||
8 | |||
9 | #include <linux/irq.h> | ||
10 | #include <linux/module.h> | ||
11 | #include <linux/interrupt.h> | ||
12 | |||
13 | #include "internals.h" | ||
14 | |||
15 | /** | ||
16 | * suspend_device_irqs - disable all currently enabled interrupt lines | ||
17 | * | ||
18 | * During system-wide suspend or hibernation device interrupts need to be | ||
19 | * disabled at the chip level and this function is provided for this purpose. | ||
20 | * It disables all interrupt lines that are enabled at the moment and sets the | ||
21 | * IRQ_SUSPENDED flag for them. | ||
22 | */ | ||
23 | void suspend_device_irqs(void) | ||
24 | { | ||
25 | struct irq_desc *desc; | ||
26 | int irq; | ||
27 | |||
28 | for_each_irq_desc(irq, desc) { | ||
29 | unsigned long flags; | ||
30 | |||
31 | spin_lock_irqsave(&desc->lock, flags); | ||
32 | __disable_irq(desc, irq, true); | ||
33 | spin_unlock_irqrestore(&desc->lock, flags); | ||
34 | } | ||
35 | |||
36 | for_each_irq_desc(irq, desc) | ||
37 | if (desc->status & IRQ_SUSPENDED) | ||
38 | synchronize_irq(irq); | ||
39 | } | ||
40 | EXPORT_SYMBOL_GPL(suspend_device_irqs); | ||
41 | |||
42 | /** | ||
43 | * resume_device_irqs - enable interrupt lines disabled by suspend_device_irqs() | ||
44 | * | ||
45 | * Enable all interrupt lines previously disabled by suspend_device_irqs() that | ||
46 | * have the IRQ_SUSPENDED flag set. | ||
47 | */ | ||
48 | void resume_device_irqs(void) | ||
49 | { | ||
50 | struct irq_desc *desc; | ||
51 | int irq; | ||
52 | |||
53 | for_each_irq_desc(irq, desc) { | ||
54 | unsigned long flags; | ||
55 | |||
56 | if (!(desc->status & IRQ_SUSPENDED)) | ||
57 | continue; | ||
58 | |||
59 | spin_lock_irqsave(&desc->lock, flags); | ||
60 | __enable_irq(desc, irq, true); | ||
61 | spin_unlock_irqrestore(&desc->lock, flags); | ||
62 | } | ||
63 | } | ||
64 | EXPORT_SYMBOL_GPL(resume_device_irqs); | ||
65 | |||
66 | /** | ||
67 | * check_wakeup_irqs - check if any wake-up interrupts are pending | ||
68 | */ | ||
69 | int check_wakeup_irqs(void) | ||
70 | { | ||
71 | struct irq_desc *desc; | ||
72 | int irq; | ||
73 | |||
74 | for_each_irq_desc(irq, desc) | ||
75 | if ((desc->status & IRQ_WAKEUP) && (desc->status & IRQ_PENDING)) | ||
76 | return -EBUSY; | ||
77 | |||
78 | return 0; | ||
79 | } | ||
diff --git a/kernel/irq/spurious.c b/kernel/irq/spurious.c index dd364c11e56e..4d568294de3e 100644 --- a/kernel/irq/spurious.c +++ b/kernel/irq/spurious.c | |||
@@ -104,7 +104,7 @@ static int misrouted_irq(int irq) | |||
104 | return ok; | 104 | return ok; |
105 | } | 105 | } |
106 | 106 | ||
107 | static void poll_spurious_irqs(unsigned long dummy) | 107 | static void poll_all_shared_irqs(void) |
108 | { | 108 | { |
109 | struct irq_desc *desc; | 109 | struct irq_desc *desc; |
110 | int i; | 110 | int i; |
@@ -123,11 +123,23 @@ static void poll_spurious_irqs(unsigned long dummy) | |||
123 | 123 | ||
124 | try_one_irq(i, desc); | 124 | try_one_irq(i, desc); |
125 | } | 125 | } |
126 | } | ||
127 | |||
128 | static void poll_spurious_irqs(unsigned long dummy) | ||
129 | { | ||
130 | poll_all_shared_irqs(); | ||
126 | 131 | ||
127 | mod_timer(&poll_spurious_irq_timer, | 132 | mod_timer(&poll_spurious_irq_timer, |
128 | jiffies + POLL_SPURIOUS_IRQ_INTERVAL); | 133 | jiffies + POLL_SPURIOUS_IRQ_INTERVAL); |
129 | } | 134 | } |
130 | 135 | ||
136 | #ifdef CONFIG_DEBUG_SHIRQ | ||
137 | void debug_poll_all_shared_irqs(void) | ||
138 | { | ||
139 | poll_all_shared_irqs(); | ||
140 | } | ||
141 | #endif | ||
142 | |||
131 | /* | 143 | /* |
132 | * If 99,900 of the previous 100,000 interrupts have not been handled | 144 | * If 99,900 of the previous 100,000 interrupts have not been handled |
133 | * then assume that the IRQ is stuck in some manner. Drop a diagnostic | 145 | * then assume that the IRQ is stuck in some manner. Drop a diagnostic |