diff options
-rw-r--r-- | arch/x86/entry/entry_32.S | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/arch/x86/entry/entry_32.S b/arch/x86/entry/entry_32.S index 43641310b6e3..7251c4f3e99e 100644 --- a/arch/x86/entry/entry_32.S +++ b/arch/x86/entry/entry_32.S | |||
@@ -65,7 +65,7 @@ | |||
65 | # define preempt_stop(clobbers) DISABLE_INTERRUPTS(clobbers); TRACE_IRQS_OFF | 65 | # define preempt_stop(clobbers) DISABLE_INTERRUPTS(clobbers); TRACE_IRQS_OFF |
66 | #else | 66 | #else |
67 | # define preempt_stop(clobbers) | 67 | # define preempt_stop(clobbers) |
68 | # define resume_kernel restore_all | 68 | # define resume_kernel restore_all_kernel |
69 | #endif | 69 | #endif |
70 | 70 | ||
71 | .macro TRACE_IRQS_IRET | 71 | .macro TRACE_IRQS_IRET |
@@ -399,9 +399,9 @@ ENTRY(resume_kernel) | |||
399 | DISABLE_INTERRUPTS(CLBR_ANY) | 399 | DISABLE_INTERRUPTS(CLBR_ANY) |
400 | .Lneed_resched: | 400 | .Lneed_resched: |
401 | cmpl $0, PER_CPU_VAR(__preempt_count) | 401 | cmpl $0, PER_CPU_VAR(__preempt_count) |
402 | jnz restore_all | 402 | jnz restore_all_kernel |
403 | testl $X86_EFLAGS_IF, PT_EFLAGS(%esp) # interrupts off (exception path) ? | 403 | testl $X86_EFLAGS_IF, PT_EFLAGS(%esp) # interrupts off (exception path) ? |
404 | jz restore_all | 404 | jz restore_all_kernel |
405 | call preempt_schedule_irq | 405 | call preempt_schedule_irq |
406 | jmp .Lneed_resched | 406 | jmp .Lneed_resched |
407 | END(resume_kernel) | 407 | END(resume_kernel) |
@@ -606,6 +606,11 @@ restore_all: | |||
606 | */ | 606 | */ |
607 | INTERRUPT_RETURN | 607 | INTERRUPT_RETURN |
608 | 608 | ||
609 | restore_all_kernel: | ||
610 | TRACE_IRQS_IRET | ||
611 | RESTORE_REGS 4 | ||
612 | jmp .Lirq_return | ||
613 | |||
609 | .section .fixup, "ax" | 614 | .section .fixup, "ax" |
610 | ENTRY(iret_exc ) | 615 | ENTRY(iret_exc ) |
611 | pushl $0 # no error code | 616 | pushl $0 # no error code |