1 files changed, 86 insertions, 27 deletions

diff --git a/arch/x86_64/kernel/entry.S b/arch/x86_64/kernel/entry.S
index 586b34c00c48..7290e72b9a34 100644
--- a/arch/x86_64/kernel/entry.S
+++ b/arch/x86_64/kernel/entry.S
@@ -154,6 +154,7 @@ rff_trace:
         GET_THREAD_INFO(%rcx)   
         jmp rff_action
         CFI_ENDPROC
+END(ret_from_fork)
 
 /*
  * System call entry. Upto 6 arguments in registers are supported.
@@ -188,7 +189,7 @@ rff_trace:
 
 ENTRY(system_call)
         CFI_STARTPROC   simple
-        CFI_DEF_CFA     rsp,0
+        CFI_DEF_CFA     rsp,PDA_STACKOFFSET
         CFI_REGISTER    rip,rcx
         /*CFI_REGISTER  rflags,r11*/
         swapgs
@@ -285,6 +286,7 @@ tracesys:
         /* Use IRET because user could have changed frame */
         jmp int_ret_from_sys_call
         CFI_ENDPROC
+END(system_call)
                 
 /* 
  * Syscall return path ending with IRET.
@@ -364,6 +366,7 @@ int_restore_rest:
         cli
         jmp int_with_check
         CFI_ENDPROC
+END(int_ret_from_sys_call)
                 
 /* 
  * Certain special system calls that need to save a complete full stack frame.
@@ -375,6 +378,7 @@ int_restore_rest:
         leaq    \func(%rip),%rax
         leaq    -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
         jmp     ptregscall_common
+END(\label)
         .endm
 
         CFI_STARTPROC
@@ -404,6 +408,7 @@ ENTRY(ptregscall_common)
         CFI_REL_OFFSET rip, 0
         ret
         CFI_ENDPROC
+END(ptregscall_common)
         
 ENTRY(stub_execve)
         CFI_STARTPROC
@@ -418,6 +423,7 @@ ENTRY(stub_execve)
         RESTORE_REST
         jmp int_ret_from_sys_call
         CFI_ENDPROC
+END(stub_execve)
         
 /*
  * sigreturn is special because it needs to restore all registers on return.
@@ -435,6 +441,7 @@ ENTRY(stub_rt_sigreturn)
         RESTORE_REST
         jmp int_ret_from_sys_call
         CFI_ENDPROC
+END(stub_rt_sigreturn)
 
 /*
  * initial frame state for interrupts and exceptions
@@ -466,29 +473,18 @@ ENTRY(stub_rt_sigreturn)
 /* 0(%rsp): interrupt number */ 
         .macro interrupt func
         cld
-#ifdef CONFIG_DEBUG_INFO
-        SAVE_ALL        
-        movq %rsp,%rdi
-        /*
-         * Setup a stack frame pointer.  This allows gdb to trace
-         * back to the original stack.
-         */
-        movq %rsp,%rbp
-        CFI_DEF_CFA_REGISTER    rbp
-#else           
         SAVE_ARGS
         leaq -ARGOFFSET(%rsp),%rdi      # arg1 for handler
-#endif  
+        pushq %rbp
+        CFI_ADJUST_CFA_OFFSET   8
+        CFI_REL_OFFSET          rbp, 0
+        movq %rsp,%rbp
+        CFI_DEF_CFA_REGISTER    rbp
         testl $3,CS(%rdi)
         je 1f
         swapgs  
 1:      incl    %gs:pda_irqcount        # RED-PEN should check preempt count
-        movq %gs:pda_irqstackptr,%rax
-        cmoveq %rax,%rsp /*todo This needs CFI annotation! */
-        pushq %rdi                      # save old stack        
-#ifndef CONFIG_DEBUG_INFO
-        CFI_ADJUST_CFA_OFFSET   8
-#endif
+        cmoveq %gs:pda_irqstackptr,%rsp
         call \func
         .endm
 
@@ -497,17 +493,11 @@ ENTRY(common_interrupt)
         interrupt do_IRQ
         /* 0(%rsp): oldrsp-ARGOFFSET */
 ret_from_intr:
-        popq  %rdi
-#ifndef CONFIG_DEBUG_INFO
-        CFI_ADJUST_CFA_OFFSET   -8
-#endif
         cli     
         decl %gs:pda_irqcount
-#ifdef CONFIG_DEBUG_INFO
-        movq RBP(%rdi),%rbp
+        leaveq
         CFI_DEF_CFA_REGISTER    rsp
-#endif
-        leaq ARGOFFSET(%rdi),%rsp /*todo This needs CFI annotation! */
+        CFI_ADJUST_CFA_OFFSET   -8
 exit_intr:
         GET_THREAD_INFO(%rcx)
         testl $3,CS-ARGOFFSET(%rsp)
@@ -589,7 +579,9 @@ retint_kernel:
         call preempt_schedule_irq
         jmp exit_intr
 #endif  
+
         CFI_ENDPROC
+END(common_interrupt)
         
 /*
  * APIC interrupts.
@@ -605,17 +597,21 @@ retint_kernel:
 
 ENTRY(thermal_interrupt)
         apicinterrupt THERMAL_APIC_VECTOR,smp_thermal_interrupt
+END(thermal_interrupt)
 
 ENTRY(threshold_interrupt)
         apicinterrupt THRESHOLD_APIC_VECTOR,mce_threshold_interrupt
+END(threshold_interrupt)
 
 #ifdef CONFIG_SMP       
 ENTRY(reschedule_interrupt)
         apicinterrupt RESCHEDULE_VECTOR,smp_reschedule_interrupt
+END(reschedule_interrupt)
 
         .macro INVALIDATE_ENTRY num
 ENTRY(invalidate_interrupt\num)
         apicinterrupt INVALIDATE_TLB_VECTOR_START+\num,smp_invalidate_interrupt 
+END(invalidate_interrupt\num)
         .endm
 
         INVALIDATE_ENTRY 0
@@ -629,17 +625,21 @@ ENTRY(invalidate_interrupt\num)
 
 ENTRY(call_function_interrupt)
         apicinterrupt CALL_FUNCTION_VECTOR,smp_call_function_interrupt
+END(call_function_interrupt)
 #endif
 
 #ifdef CONFIG_X86_LOCAL_APIC    
 ENTRY(apic_timer_interrupt)
         apicinterrupt LOCAL_TIMER_VECTOR,smp_apic_timer_interrupt
+END(apic_timer_interrupt)
 
 ENTRY(error_interrupt)
         apicinterrupt ERROR_APIC_VECTOR,smp_error_interrupt
+END(error_interrupt)
 
 ENTRY(spurious_interrupt)
         apicinterrupt SPURIOUS_APIC_VECTOR,smp_spurious_interrupt
+END(spurious_interrupt)
 #endif
                                 
 /*
@@ -777,6 +777,7 @@ error_kernelspace:
         cmpq $gs_change,RIP(%rsp)
         je   error_swapgs
         jmp  error_sti
+END(error_entry)
         
        /* Reload gs selector with exception handling */
        /* edi:  new selector */ 
@@ -794,6 +795,7 @@ gs_change:
         CFI_ADJUST_CFA_OFFSET -8
         ret
         CFI_ENDPROC
+ENDPROC(load_gs_index)
        
         .section __ex_table,"a"
         .align 8
@@ -847,7 +849,7 @@ ENTRY(kernel_thread)
         UNFAKE_STACK_FRAME
         ret
         CFI_ENDPROC
-
+ENDPROC(kernel_thread)
         
 child_rip:
         /*
@@ -860,6 +862,7 @@ child_rip:
         # exit
         xorl %edi, %edi
         call do_exit
+ENDPROC(child_rip)
 
 /*
  * execve(). This function needs to use IRET, not SYSRET, to set up all state properly.
@@ -889,19 +892,24 @@ ENTRY(execve)
         UNFAKE_STACK_FRAME
         ret
         CFI_ENDPROC
+ENDPROC(execve)
 
 KPROBE_ENTRY(page_fault)
         errorentry do_page_fault
+END(page_fault)
         .previous .text
 
 ENTRY(coprocessor_error)
         zeroentry do_coprocessor_error
+END(coprocessor_error)
 
 ENTRY(simd_coprocessor_error)
         zeroentry do_simd_coprocessor_error     
+END(simd_coprocessor_error)
 
 ENTRY(device_not_available)
         zeroentry math_state_restore
+END(device_not_available)
 
         /* runs on exception stack */
 KPROBE_ENTRY(debug)
@@ -911,6 +919,7 @@ KPROBE_ENTRY(debug)
         paranoidentry do_debug, DEBUG_STACK
         jmp paranoid_exit
         CFI_ENDPROC
+END(debug)
         .previous .text
 
         /* runs on exception stack */   
@@ -961,6 +970,7 @@ paranoid_schedule:
         cli
         jmp paranoid_userspace
         CFI_ENDPROC
+END(nmi)
         .previous .text
 
 KPROBE_ENTRY(int3)
@@ -970,22 +980,28 @@ KPROBE_ENTRY(int3)
         paranoidentry do_int3, DEBUG_STACK
         jmp paranoid_exit
         CFI_ENDPROC
+END(int3)
         .previous .text
 
 ENTRY(overflow)
         zeroentry do_overflow
+END(overflow)
 
 ENTRY(bounds)
         zeroentry do_bounds
+END(bounds)
 
 ENTRY(invalid_op)
         zeroentry do_invalid_op 
+END(invalid_op)
 
 ENTRY(coprocessor_segment_overrun)
         zeroentry do_coprocessor_segment_overrun
+END(coprocessor_segment_overrun)
 
 ENTRY(reserved)
         zeroentry do_reserved
+END(reserved)
 
         /* runs on exception stack */
 ENTRY(double_fault)
@@ -993,12 +1009,15 @@ ENTRY(double_fault)
         paranoidentry do_double_fault
         jmp paranoid_exit
         CFI_ENDPROC
+END(double_fault)
 
 ENTRY(invalid_TSS)
         errorentry do_invalid_TSS
+END(invalid_TSS)
 
 ENTRY(segment_not_present)
         errorentry do_segment_not_present
+END(segment_not_present)
 
         /* runs on exception stack */
 ENTRY(stack_segment)
@@ -1006,19 +1025,24 @@ ENTRY(stack_segment)
         paranoidentry do_stack_segment
         jmp paranoid_exit
         CFI_ENDPROC
+END(stack_segment)
 
 KPROBE_ENTRY(general_protection)
         errorentry do_general_protection
+END(general_protection)
         .previous .text
 
 ENTRY(alignment_check)
         errorentry do_alignment_check
+END(alignment_check)
 
 ENTRY(divide_error)
         zeroentry do_divide_error
+END(divide_error)
 
 ENTRY(spurious_interrupt_bug)
         zeroentry do_spurious_interrupt_bug
+END(spurious_interrupt_bug)
 
 #ifdef CONFIG_X86_MCE
         /* runs on exception stack */
@@ -1029,6 +1053,7 @@ ENTRY(machine_check)
         paranoidentry do_machine_check
         jmp paranoid_exit
         CFI_ENDPROC
+END(machine_check)
 #endif
 
 ENTRY(call_softirq)
@@ -1046,3 +1071,37 @@ ENTRY(call_softirq)
         decl %gs:pda_irqcount
         ret
         CFI_ENDPROC
+ENDPROC(call_softirq)
+
+#ifdef CONFIG_STACK_UNWIND
+ENTRY(arch_unwind_init_running)
+        CFI_STARTPROC
+        movq    %r15, R15(%rdi)
+        movq    %r14, R14(%rdi)
+        xchgq   %rsi, %rdx
+        movq    %r13, R13(%rdi)
+        movq    %r12, R12(%rdi)
+        xorl    %eax, %eax
+        movq    %rbp, RBP(%rdi)
+        movq    %rbx, RBX(%rdi)
+        movq    (%rsp), %rcx
+        movq    %rax, R11(%rdi)
+        movq    %rax, R10(%rdi)
+        movq    %rax, R9(%rdi)
+        movq    %rax, R8(%rdi)
+        movq    %rax, RAX(%rdi)
+        movq    %rax, RCX(%rdi)
+        movq    %rax, RDX(%rdi)
+        movq    %rax, RSI(%rdi)
+        movq    %rax, RDI(%rdi)
+        movq    %rax, ORIG_RAX(%rdi)
+        movq    %rcx, RIP(%rdi)
+        leaq    8(%rsp), %rcx
+        movq    $__KERNEL_CS, CS(%rdi)
+        movq    %rax, EFLAGS(%rdi)
+        movq    %rcx, RSP(%rdi)
+        movq    $__KERNEL_DS, SS(%rdi)
+        jmpq    *%rdx
+        CFI_ENDPROC
+ENDPROC(arch_unwind_init_running)
+#endif