diff options
Diffstat (limited to 'kernel/irq/manage.c')
-rw-r--r-- | kernel/irq/manage.c | 235 |
1 files changed, 139 insertions, 96 deletions
diff --git a/kernel/irq/manage.c b/kernel/irq/manage.c index 291f03664552..1516ab77355c 100644 --- a/kernel/irq/manage.c +++ b/kernel/irq/manage.c | |||
@@ -90,14 +90,14 @@ int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask) | |||
90 | 90 | ||
91 | #ifdef CONFIG_GENERIC_PENDING_IRQ | 91 | #ifdef CONFIG_GENERIC_PENDING_IRQ |
92 | if (desc->status & IRQ_MOVE_PCNTXT || desc->status & IRQ_DISABLED) { | 92 | if (desc->status & IRQ_MOVE_PCNTXT || desc->status & IRQ_DISABLED) { |
93 | cpumask_copy(&desc->affinity, cpumask); | 93 | cpumask_copy(desc->affinity, cpumask); |
94 | desc->chip->set_affinity(irq, cpumask); | 94 | desc->chip->set_affinity(irq, cpumask); |
95 | } else { | 95 | } else { |
96 | desc->status |= IRQ_MOVE_PENDING; | 96 | desc->status |= IRQ_MOVE_PENDING; |
97 | cpumask_copy(&desc->pending_mask, cpumask); | 97 | cpumask_copy(desc->pending_mask, cpumask); |
98 | } | 98 | } |
99 | #else | 99 | #else |
100 | cpumask_copy(&desc->affinity, cpumask); | 100 | cpumask_copy(desc->affinity, cpumask); |
101 | desc->chip->set_affinity(irq, cpumask); | 101 | desc->chip->set_affinity(irq, cpumask); |
102 | #endif | 102 | #endif |
103 | desc->status |= IRQ_AFFINITY_SET; | 103 | desc->status |= IRQ_AFFINITY_SET; |
@@ -109,7 +109,7 @@ int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask) | |||
109 | /* | 109 | /* |
110 | * Generic version of the affinity autoselector. | 110 | * Generic version of the affinity autoselector. |
111 | */ | 111 | */ |
112 | int do_irq_select_affinity(unsigned int irq, struct irq_desc *desc) | 112 | static int setup_affinity(unsigned int irq, struct irq_desc *desc) |
113 | { | 113 | { |
114 | if (!irq_can_set_affinity(irq)) | 114 | if (!irq_can_set_affinity(irq)) |
115 | return 0; | 115 | return 0; |
@@ -119,21 +119,21 @@ int do_irq_select_affinity(unsigned int irq, struct irq_desc *desc) | |||
119 | * one of the targets is online. | 119 | * one of the targets is online. |
120 | */ | 120 | */ |
121 | if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) { | 121 | if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) { |
122 | if (cpumask_any_and(&desc->affinity, cpu_online_mask) | 122 | if (cpumask_any_and(desc->affinity, cpu_online_mask) |
123 | < nr_cpu_ids) | 123 | < nr_cpu_ids) |
124 | goto set_affinity; | 124 | goto set_affinity; |
125 | else | 125 | else |
126 | desc->status &= ~IRQ_AFFINITY_SET; | 126 | desc->status &= ~IRQ_AFFINITY_SET; |
127 | } | 127 | } |
128 | 128 | ||
129 | cpumask_and(&desc->affinity, cpu_online_mask, irq_default_affinity); | 129 | cpumask_and(desc->affinity, cpu_online_mask, irq_default_affinity); |
130 | set_affinity: | 130 | set_affinity: |
131 | desc->chip->set_affinity(irq, &desc->affinity); | 131 | desc->chip->set_affinity(irq, desc->affinity); |
132 | 132 | ||
133 | return 0; | 133 | return 0; |
134 | } | 134 | } |
135 | #else | 135 | #else |
136 | static inline int do_irq_select_affinity(unsigned int irq, struct irq_desc *d) | 136 | static inline int setup_affinity(unsigned int irq, struct irq_desc *d) |
137 | { | 137 | { |
138 | return irq_select_affinity(irq); | 138 | return irq_select_affinity(irq); |
139 | } | 139 | } |
@@ -149,19 +149,33 @@ int irq_select_affinity_usr(unsigned int irq) | |||
149 | int ret; | 149 | int ret; |
150 | 150 | ||
151 | spin_lock_irqsave(&desc->lock, flags); | 151 | spin_lock_irqsave(&desc->lock, flags); |
152 | ret = do_irq_select_affinity(irq, desc); | 152 | ret = setup_affinity(irq, desc); |
153 | spin_unlock_irqrestore(&desc->lock, flags); | 153 | spin_unlock_irqrestore(&desc->lock, flags); |
154 | 154 | ||
155 | return ret; | 155 | return ret; |
156 | } | 156 | } |
157 | 157 | ||
158 | #else | 158 | #else |
159 | static inline int do_irq_select_affinity(int irq, struct irq_desc *desc) | 159 | static inline int setup_affinity(unsigned int irq, struct irq_desc *desc) |
160 | { | 160 | { |
161 | return 0; | 161 | return 0; |
162 | } | 162 | } |
163 | #endif | 163 | #endif |
164 | 164 | ||
165 | void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend) | ||
166 | { | ||
167 | if (suspend) { | ||
168 | if (!desc->action || (desc->action->flags & IRQF_TIMER)) | ||
169 | return; | ||
170 | desc->status |= IRQ_SUSPENDED; | ||
171 | } | ||
172 | |||
173 | if (!desc->depth++) { | ||
174 | desc->status |= IRQ_DISABLED; | ||
175 | desc->chip->disable(irq); | ||
176 | } | ||
177 | } | ||
178 | |||
165 | /** | 179 | /** |
166 | * disable_irq_nosync - disable an irq without waiting | 180 | * disable_irq_nosync - disable an irq without waiting |
167 | * @irq: Interrupt to disable | 181 | * @irq: Interrupt to disable |
@@ -182,10 +196,7 @@ void disable_irq_nosync(unsigned int irq) | |||
182 | return; | 196 | return; |
183 | 197 | ||
184 | spin_lock_irqsave(&desc->lock, flags); | 198 | spin_lock_irqsave(&desc->lock, flags); |
185 | if (!desc->depth++) { | 199 | __disable_irq(desc, irq, false); |
186 | desc->status |= IRQ_DISABLED; | ||
187 | desc->chip->disable(irq); | ||
188 | } | ||
189 | spin_unlock_irqrestore(&desc->lock, flags); | 200 | spin_unlock_irqrestore(&desc->lock, flags); |
190 | } | 201 | } |
191 | EXPORT_SYMBOL(disable_irq_nosync); | 202 | EXPORT_SYMBOL(disable_irq_nosync); |
@@ -215,15 +226,21 @@ void disable_irq(unsigned int irq) | |||
215 | } | 226 | } |
216 | EXPORT_SYMBOL(disable_irq); | 227 | EXPORT_SYMBOL(disable_irq); |
217 | 228 | ||
218 | static void __enable_irq(struct irq_desc *desc, unsigned int irq) | 229 | void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume) |
219 | { | 230 | { |
231 | if (resume) | ||
232 | desc->status &= ~IRQ_SUSPENDED; | ||
233 | |||
220 | switch (desc->depth) { | 234 | switch (desc->depth) { |
221 | case 0: | 235 | case 0: |
236 | err_out: | ||
222 | WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq); | 237 | WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq); |
223 | break; | 238 | break; |
224 | case 1: { | 239 | case 1: { |
225 | unsigned int status = desc->status & ~IRQ_DISABLED; | 240 | unsigned int status = desc->status & ~IRQ_DISABLED; |
226 | 241 | ||
242 | if (desc->status & IRQ_SUSPENDED) | ||
243 | goto err_out; | ||
227 | /* Prevent probing on this irq: */ | 244 | /* Prevent probing on this irq: */ |
228 | desc->status = status | IRQ_NOPROBE; | 245 | desc->status = status | IRQ_NOPROBE; |
229 | check_irq_resend(desc, irq); | 246 | check_irq_resend(desc, irq); |
@@ -253,7 +270,7 @@ void enable_irq(unsigned int irq) | |||
253 | return; | 270 | return; |
254 | 271 | ||
255 | spin_lock_irqsave(&desc->lock, flags); | 272 | spin_lock_irqsave(&desc->lock, flags); |
256 | __enable_irq(desc, irq); | 273 | __enable_irq(desc, irq, false); |
257 | spin_unlock_irqrestore(&desc->lock, flags); | 274 | spin_unlock_irqrestore(&desc->lock, flags); |
258 | } | 275 | } |
259 | EXPORT_SYMBOL(enable_irq); | 276 | EXPORT_SYMBOL(enable_irq); |
@@ -389,9 +406,9 @@ int __irq_set_trigger(struct irq_desc *desc, unsigned int irq, | |||
389 | * allocate special interrupts that are part of the architecture. | 406 | * allocate special interrupts that are part of the architecture. |
390 | */ | 407 | */ |
391 | static int | 408 | static int |
392 | __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | 409 | __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new) |
393 | { | 410 | { |
394 | struct irqaction *old, **p; | 411 | struct irqaction *old, **old_ptr; |
395 | const char *old_name = NULL; | 412 | const char *old_name = NULL; |
396 | unsigned long flags; | 413 | unsigned long flags; |
397 | int shared = 0; | 414 | int shared = 0; |
@@ -423,8 +440,8 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
423 | * The following block of code has to be executed atomically | 440 | * The following block of code has to be executed atomically |
424 | */ | 441 | */ |
425 | spin_lock_irqsave(&desc->lock, flags); | 442 | spin_lock_irqsave(&desc->lock, flags); |
426 | p = &desc->action; | 443 | old_ptr = &desc->action; |
427 | old = *p; | 444 | old = *old_ptr; |
428 | if (old) { | 445 | if (old) { |
429 | /* | 446 | /* |
430 | * Can't share interrupts unless both agree to and are | 447 | * Can't share interrupts unless both agree to and are |
@@ -447,8 +464,8 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
447 | 464 | ||
448 | /* add new interrupt at end of irq queue */ | 465 | /* add new interrupt at end of irq queue */ |
449 | do { | 466 | do { |
450 | p = &old->next; | 467 | old_ptr = &old->next; |
451 | old = *p; | 468 | old = *old_ptr; |
452 | } while (old); | 469 | } while (old); |
453 | shared = 1; | 470 | shared = 1; |
454 | } | 471 | } |
@@ -488,7 +505,7 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
488 | desc->status |= IRQ_NO_BALANCING; | 505 | desc->status |= IRQ_NO_BALANCING; |
489 | 506 | ||
490 | /* Set default affinity mask once everything is setup */ | 507 | /* Set default affinity mask once everything is setup */ |
491 | do_irq_select_affinity(irq, desc); | 508 | setup_affinity(irq, desc); |
492 | 509 | ||
493 | } else if ((new->flags & IRQF_TRIGGER_MASK) | 510 | } else if ((new->flags & IRQF_TRIGGER_MASK) |
494 | && (new->flags & IRQF_TRIGGER_MASK) | 511 | && (new->flags & IRQF_TRIGGER_MASK) |
@@ -499,7 +516,7 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
499 | (int)(new->flags & IRQF_TRIGGER_MASK)); | 516 | (int)(new->flags & IRQF_TRIGGER_MASK)); |
500 | } | 517 | } |
501 | 518 | ||
502 | *p = new; | 519 | *old_ptr = new; |
503 | 520 | ||
504 | /* Reset broken irq detection when installing new handler */ | 521 | /* Reset broken irq detection when installing new handler */ |
505 | desc->irq_count = 0; | 522 | desc->irq_count = 0; |
@@ -511,7 +528,7 @@ __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new) | |||
511 | */ | 528 | */ |
512 | if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) { | 529 | if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) { |
513 | desc->status &= ~IRQ_SPURIOUS_DISABLED; | 530 | desc->status &= ~IRQ_SPURIOUS_DISABLED; |
514 | __enable_irq(desc, irq); | 531 | __enable_irq(desc, irq, false); |
515 | } | 532 | } |
516 | 533 | ||
517 | spin_unlock_irqrestore(&desc->lock, flags); | 534 | spin_unlock_irqrestore(&desc->lock, flags); |
@@ -549,90 +566,117 @@ int setup_irq(unsigned int irq, struct irqaction *act) | |||
549 | 566 | ||
550 | return __setup_irq(irq, desc, act); | 567 | return __setup_irq(irq, desc, act); |
551 | } | 568 | } |
569 | EXPORT_SYMBOL_GPL(setup_irq); | ||
552 | 570 | ||
553 | /** | 571 | /* |
554 | * free_irq - free an interrupt | 572 | * Internal function to unregister an irqaction - used to free |
555 | * @irq: Interrupt line to free | 573 | * regular and special interrupts that are part of the architecture. |
556 | * @dev_id: Device identity to free | ||
557 | * | ||
558 | * Remove an interrupt handler. The handler is removed and if the | ||
559 | * interrupt line is no longer in use by any driver it is disabled. | ||
560 | * On a shared IRQ the caller must ensure the interrupt is disabled | ||
561 | * on the card it drives before calling this function. The function | ||
562 | * does not return until any executing interrupts for this IRQ | ||
563 | * have completed. | ||
564 | * | ||
565 | * This function must not be called from interrupt context. | ||
566 | */ | 574 | */ |
567 | void free_irq(unsigned int irq, void *dev_id) | 575 | static struct irqaction *__free_irq(unsigned int irq, void *dev_id) |
568 | { | 576 | { |
569 | struct irq_desc *desc = irq_to_desc(irq); | 577 | struct irq_desc *desc = irq_to_desc(irq); |
570 | struct irqaction **p; | 578 | struct irqaction *action, **action_ptr; |
571 | unsigned long flags; | 579 | unsigned long flags; |
572 | 580 | ||
573 | WARN_ON(in_interrupt()); | 581 | WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq); |
574 | 582 | ||
575 | if (!desc) | 583 | if (!desc) |
576 | return; | 584 | return NULL; |
577 | 585 | ||
578 | spin_lock_irqsave(&desc->lock, flags); | 586 | spin_lock_irqsave(&desc->lock, flags); |
579 | p = &desc->action; | 587 | |
588 | /* | ||
589 | * There can be multiple actions per IRQ descriptor, find the right | ||
590 | * one based on the dev_id: | ||
591 | */ | ||
592 | action_ptr = &desc->action; | ||
580 | for (;;) { | 593 | for (;;) { |
581 | struct irqaction *action = *p; | 594 | action = *action_ptr; |
582 | 595 | ||
583 | if (action) { | 596 | if (!action) { |
584 | struct irqaction **pp = p; | 597 | WARN(1, "Trying to free already-free IRQ %d\n", irq); |
598 | spin_unlock_irqrestore(&desc->lock, flags); | ||
585 | 599 | ||
586 | p = &action->next; | 600 | return NULL; |
587 | if (action->dev_id != dev_id) | 601 | } |
588 | continue; | ||
589 | 602 | ||
590 | /* Found it - now remove it from the list of entries */ | 603 | if (action->dev_id == dev_id) |
591 | *pp = action->next; | 604 | break; |
605 | action_ptr = &action->next; | ||
606 | } | ||
592 | 607 | ||
593 | /* Currently used only by UML, might disappear one day.*/ | 608 | /* Found it - now remove it from the list of entries: */ |
609 | *action_ptr = action->next; | ||
610 | |||
611 | /* Currently used only by UML, might disappear one day: */ | ||
594 | #ifdef CONFIG_IRQ_RELEASE_METHOD | 612 | #ifdef CONFIG_IRQ_RELEASE_METHOD |
595 | if (desc->chip->release) | 613 | if (desc->chip->release) |
596 | desc->chip->release(irq, dev_id); | 614 | desc->chip->release(irq, dev_id); |
597 | #endif | 615 | #endif |
598 | 616 | ||
599 | if (!desc->action) { | 617 | /* If this was the last handler, shut down the IRQ line: */ |
600 | desc->status |= IRQ_DISABLED; | 618 | if (!desc->action) { |
601 | if (desc->chip->shutdown) | 619 | desc->status |= IRQ_DISABLED; |
602 | desc->chip->shutdown(irq); | 620 | if (desc->chip->shutdown) |
603 | else | 621 | desc->chip->shutdown(irq); |
604 | desc->chip->disable(irq); | 622 | else |
605 | } | 623 | desc->chip->disable(irq); |
606 | spin_unlock_irqrestore(&desc->lock, flags); | 624 | } |
607 | unregister_handler_proc(irq, action); | 625 | spin_unlock_irqrestore(&desc->lock, flags); |
626 | |||
627 | unregister_handler_proc(irq, action); | ||
628 | |||
629 | /* Make sure it's not being used on another CPU: */ | ||
630 | synchronize_irq(irq); | ||
608 | 631 | ||
609 | /* Make sure it's not being used on another CPU */ | ||
610 | synchronize_irq(irq); | ||
611 | #ifdef CONFIG_DEBUG_SHIRQ | ||
612 | /* | ||
613 | * It's a shared IRQ -- the driver ought to be | ||
614 | * prepared for it to happen even now it's | ||
615 | * being freed, so let's make sure.... We do | ||
616 | * this after actually deregistering it, to | ||
617 | * make sure that a 'real' IRQ doesn't run in | ||
618 | * parallel with our fake | ||
619 | */ | ||
620 | if (action->flags & IRQF_SHARED) { | ||
621 | local_irq_save(flags); | ||
622 | action->handler(irq, dev_id); | ||
623 | local_irq_restore(flags); | ||
624 | } | ||
625 | #endif | ||
626 | kfree(action); | ||
627 | return; | ||
628 | } | ||
629 | printk(KERN_ERR "Trying to free already-free IRQ %d\n", irq); | ||
630 | #ifdef CONFIG_DEBUG_SHIRQ | 632 | #ifdef CONFIG_DEBUG_SHIRQ |
631 | dump_stack(); | 633 | /* |
632 | #endif | 634 | * It's a shared IRQ -- the driver ought to be prepared for an IRQ |
633 | spin_unlock_irqrestore(&desc->lock, flags); | 635 | * event to happen even now it's being freed, so let's make sure that |
634 | return; | 636 | * is so by doing an extra call to the handler .... |
637 | * | ||
638 | * ( We do this after actually deregistering it, to make sure that a | ||
639 | * 'real' IRQ doesn't run in * parallel with our fake. ) | ||
640 | */ | ||
641 | if (action->flags & IRQF_SHARED) { | ||
642 | local_irq_save(flags); | ||
643 | action->handler(irq, dev_id); | ||
644 | local_irq_restore(flags); | ||
635 | } | 645 | } |
646 | #endif | ||
647 | return action; | ||
648 | } | ||
649 | |||
650 | /** | ||
651 | * remove_irq - free an interrupt | ||
652 | * @irq: Interrupt line to free | ||
653 | * @act: irqaction for the interrupt | ||
654 | * | ||
655 | * Used to remove interrupts statically setup by the early boot process. | ||
656 | */ | ||
657 | void remove_irq(unsigned int irq, struct irqaction *act) | ||
658 | { | ||
659 | __free_irq(irq, act->dev_id); | ||
660 | } | ||
661 | EXPORT_SYMBOL_GPL(remove_irq); | ||
662 | |||
663 | /** | ||
664 | * free_irq - free an interrupt allocated with request_irq | ||
665 | * @irq: Interrupt line to free | ||
666 | * @dev_id: Device identity to free | ||
667 | * | ||
668 | * Remove an interrupt handler. The handler is removed and if the | ||
669 | * interrupt line is no longer in use by any driver it is disabled. | ||
670 | * On a shared IRQ the caller must ensure the interrupt is disabled | ||
671 | * on the card it drives before calling this function. The function | ||
672 | * does not return until any executing interrupts for this IRQ | ||
673 | * have completed. | ||
674 | * | ||
675 | * This function must not be called from interrupt context. | ||
676 | */ | ||
677 | void free_irq(unsigned int irq, void *dev_id) | ||
678 | { | ||
679 | kfree(__free_irq(irq, dev_id)); | ||
636 | } | 680 | } |
637 | EXPORT_SYMBOL(free_irq); | 681 | EXPORT_SYMBOL(free_irq); |
638 | 682 | ||
@@ -679,11 +723,12 @@ int request_irq(unsigned int irq, irq_handler_t handler, | |||
679 | * the behavior is classified as "will not fix" so we need to | 723 | * the behavior is classified as "will not fix" so we need to |
680 | * start nudging drivers away from using that idiom. | 724 | * start nudging drivers away from using that idiom. |
681 | */ | 725 | */ |
682 | if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) | 726 | if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) == |
683 | == (IRQF_SHARED|IRQF_DISABLED)) | 727 | (IRQF_SHARED|IRQF_DISABLED)) { |
684 | pr_warning("IRQ %d/%s: IRQF_DISABLED is not " | 728 | pr_warning( |
685 | "guaranteed on shared IRQs\n", | 729 | "IRQ %d/%s: IRQF_DISABLED is not guaranteed on shared IRQs\n", |
686 | irq, devname); | 730 | irq, devname); |
731 | } | ||
687 | 732 | ||
688 | #ifdef CONFIG_LOCKDEP | 733 | #ifdef CONFIG_LOCKDEP |
689 | /* | 734 | /* |
@@ -709,15 +754,13 @@ int request_irq(unsigned int irq, irq_handler_t handler, | |||
709 | if (!handler) | 754 | if (!handler) |
710 | return -EINVAL; | 755 | return -EINVAL; |
711 | 756 | ||
712 | action = kmalloc(sizeof(struct irqaction), GFP_ATOMIC); | 757 | action = kzalloc(sizeof(struct irqaction), GFP_KERNEL); |
713 | if (!action) | 758 | if (!action) |
714 | return -ENOMEM; | 759 | return -ENOMEM; |
715 | 760 | ||
716 | action->handler = handler; | 761 | action->handler = handler; |
717 | action->flags = irqflags; | 762 | action->flags = irqflags; |
718 | cpus_clear(action->mask); | ||
719 | action->name = devname; | 763 | action->name = devname; |
720 | action->next = NULL; | ||
721 | action->dev_id = dev_id; | 764 | action->dev_id = dev_id; |
722 | 765 | ||
723 | retval = __setup_irq(irq, desc, action); | 766 | retval = __setup_irq(irq, desc, action); |