aboutsummaryrefslogtreecommitdiffstats
path: root/arch/x86/ia32
diff options
context:
space:
mode:
authorDenys Vlasenko <dvlasenk@redhat.com>2015-03-19 13:17:45 -0400
committerIngo Molnar <mingo@kernel.org>2015-03-24 14:42:37 -0400
commitb3fe8ba320ace38cee6859b4c015d81627254ddb (patch)
tree5d831988166280490c4593f4505dacfca46e54c4 /arch/x86/ia32
parenta76c7f4604937bc781bfc411ef92c59474ddadda (diff)
x86/asm/entry/64: Change the THREAD_INFO() definition to not depend on KERNEL_STACK_OFFSET
This changes the THREAD_INFO() definition and all its callsites so that they do not count stack position from (top of stack - KERNEL_STACK_OFFSET), but from top of stack. Semi-mysterious expressions THREAD_INFO(%rsp,RIP) - "why RIP??" are now replaced by more logical THREAD_INFO(%rsp,SIZEOF_PTREGS) - "calculate thread_info's address using information that rsp is SIZEOF_PTREGS bytes below top of stack". While at it, replace "(off)-THREAD_SIZE(reg)" with equivalent "((off)-THREAD_SIZE)(reg)". The form without parentheses falsely looks like we invoke THREAD_SIZE() macro. Improve comment atop THREAD_INFO macro definition. This patch does not change generated code (verified by objdump). Signed-off-by: Denys Vlasenko <dvlasenk@redhat.com> Acked-by: Borislav Petkov <bp@suse.de> Acked-by: Andy Lutomirski <luto@kernel.org> Cc: Alexei Starovoitov <ast@plumgrid.com> Cc: Andy Lutomirski <luto@amacapital.net> Cc: Borislav Petkov <bp@alien8.de> Cc: Frederic Weisbecker <fweisbec@gmail.com> Cc: H. Peter Anvin <hpa@zytor.com> Cc: Kees Cook <keescook@chromium.org> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Oleg Nesterov <oleg@redhat.com> Cc: Steven Rostedt <rostedt@goodmis.org> Cc: Will Drewry <wad@chromium.org> Link: http://lkml.kernel.org/r/1426785469-15125-1-git-send-email-dvlasenk@redhat.com Signed-off-by: Ingo Molnar <mingo@kernel.org>
Diffstat (limited to 'arch/x86/ia32')
-rw-r--r--arch/x86/ia32/ia32entry.S30
1 files changed, 15 insertions, 15 deletions
diff --git a/arch/x86/ia32/ia32entry.S b/arch/x86/ia32/ia32entry.S
index ad9efef65a6b..50190e15c1b6 100644
--- a/arch/x86/ia32/ia32entry.S
+++ b/arch/x86/ia32/ia32entry.S
@@ -127,7 +127,7 @@ ENTRY(ia32_sysenter_target)
127 CFI_REL_OFFSET rsp,0 127 CFI_REL_OFFSET rsp,0
128 pushfq_cfi 128 pushfq_cfi
129 /*CFI_REL_OFFSET rflags,0*/ 129 /*CFI_REL_OFFSET rflags,0*/
130 movl TI_sysenter_return+THREAD_INFO(%rsp,3*8-KERNEL_STACK_OFFSET),%r10d 130 movl TI_sysenter_return+THREAD_INFO(%rsp,3*8),%r10d
131 CFI_REGISTER rip,r10 131 CFI_REGISTER rip,r10
132 pushq_cfi $__USER32_CS 132 pushq_cfi $__USER32_CS
133 /*CFI_REL_OFFSET cs,0*/ 133 /*CFI_REL_OFFSET cs,0*/
@@ -159,8 +159,8 @@ ENTRY(ia32_sysenter_target)
159 jnz sysenter_fix_flags 159 jnz sysenter_fix_flags
160sysenter_flags_fixed: 160sysenter_flags_fixed:
161 161
162 orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP) 162 orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,SIZEOF_PTREGS)
163 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,RIP) 163 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
164 CFI_REMEMBER_STATE 164 CFI_REMEMBER_STATE
165 jnz sysenter_tracesys 165 jnz sysenter_tracesys
166 cmpq $(IA32_NR_syscalls-1),%rax 166 cmpq $(IA32_NR_syscalls-1),%rax
@@ -177,10 +177,10 @@ sysenter_dispatch:
177 movq %rax,RAX(%rsp) 177 movq %rax,RAX(%rsp)
178 DISABLE_INTERRUPTS(CLBR_NONE) 178 DISABLE_INTERRUPTS(CLBR_NONE)
179 TRACE_IRQS_OFF 179 TRACE_IRQS_OFF
180 testl $_TIF_ALLWORK_MASK,TI_flags+THREAD_INFO(%rsp,RIP) 180 testl $_TIF_ALLWORK_MASK,TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
181 jnz sysexit_audit 181 jnz sysexit_audit
182sysexit_from_sys_call: 182sysexit_from_sys_call:
183 andl $~TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP) 183 andl $~TS_COMPAT,TI_status+THREAD_INFO(%rsp,SIZEOF_PTREGS)
184 /* clear IF, that popfq doesn't enable interrupts early */ 184 /* clear IF, that popfq doesn't enable interrupts early */
185 andl $~0x200,EFLAGS(%rsp) 185 andl $~0x200,EFLAGS(%rsp)
186 movl RIP(%rsp),%edx /* User %eip */ 186 movl RIP(%rsp),%edx /* User %eip */
@@ -225,7 +225,7 @@ sysexit_from_sys_call:
225 .endm 225 .endm
226 226
227 .macro auditsys_exit exit 227 .macro auditsys_exit exit
228 testl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,RIP) 228 testl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
229 jnz ia32_ret_from_sys_call 229 jnz ia32_ret_from_sys_call
230 TRACE_IRQS_ON 230 TRACE_IRQS_ON
231 ENABLE_INTERRUPTS(CLBR_NONE) 231 ENABLE_INTERRUPTS(CLBR_NONE)
@@ -240,7 +240,7 @@ sysexit_from_sys_call:
240 movl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),%edi 240 movl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),%edi
241 DISABLE_INTERRUPTS(CLBR_NONE) 241 DISABLE_INTERRUPTS(CLBR_NONE)
242 TRACE_IRQS_OFF 242 TRACE_IRQS_OFF
243 testl %edi,TI_flags+THREAD_INFO(%rsp,RIP) 243 testl %edi,TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
244 jz \exit 244 jz \exit
245 CLEAR_RREGS 245 CLEAR_RREGS
246 jmp int_with_check 246 jmp int_with_check
@@ -262,7 +262,7 @@ sysenter_fix_flags:
262 262
263sysenter_tracesys: 263sysenter_tracesys:
264#ifdef CONFIG_AUDITSYSCALL 264#ifdef CONFIG_AUDITSYSCALL
265 testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,RIP) 265 testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
266 jz sysenter_auditsys 266 jz sysenter_auditsys
267#endif 267#endif
268 SAVE_EXTRA_REGS 268 SAVE_EXTRA_REGS
@@ -346,8 +346,8 @@ ENTRY(ia32_cstar_target)
3461: movl (%r8),%r9d 3461: movl (%r8),%r9d
347 _ASM_EXTABLE(1b,ia32_badarg) 347 _ASM_EXTABLE(1b,ia32_badarg)
348 ASM_CLAC 348 ASM_CLAC
349 orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP) 349 orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,SIZEOF_PTREGS)
350 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,RIP) 350 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
351 CFI_REMEMBER_STATE 351 CFI_REMEMBER_STATE
352 jnz cstar_tracesys 352 jnz cstar_tracesys
353 cmpq $IA32_NR_syscalls-1,%rax 353 cmpq $IA32_NR_syscalls-1,%rax
@@ -364,10 +364,10 @@ cstar_dispatch:
364 movq %rax,RAX(%rsp) 364 movq %rax,RAX(%rsp)
365 DISABLE_INTERRUPTS(CLBR_NONE) 365 DISABLE_INTERRUPTS(CLBR_NONE)
366 TRACE_IRQS_OFF 366 TRACE_IRQS_OFF
367 testl $_TIF_ALLWORK_MASK,TI_flags+THREAD_INFO(%rsp,RIP) 367 testl $_TIF_ALLWORK_MASK,TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
368 jnz sysretl_audit 368 jnz sysretl_audit
369sysretl_from_sys_call: 369sysretl_from_sys_call:
370 andl $~TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP) 370 andl $~TS_COMPAT,TI_status+THREAD_INFO(%rsp,SIZEOF_PTREGS)
371 RESTORE_RSI_RDI_RDX 371 RESTORE_RSI_RDI_RDX
372 movl RIP(%rsp),%ecx 372 movl RIP(%rsp),%ecx
373 CFI_REGISTER rip,rcx 373 CFI_REGISTER rip,rcx
@@ -402,7 +402,7 @@ sysretl_audit:
402 402
403cstar_tracesys: 403cstar_tracesys:
404#ifdef CONFIG_AUDITSYSCALL 404#ifdef CONFIG_AUDITSYSCALL
405 testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,RIP) 405 testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
406 jz cstar_auditsys 406 jz cstar_auditsys
407#endif 407#endif
408 xchgl %r9d,%ebp 408 xchgl %r9d,%ebp
@@ -469,8 +469,8 @@ ENTRY(ia32_syscall)
469 this could be a problem. */ 469 this could be a problem. */
470 ALLOC_PT_GPREGS_ON_STACK 470 ALLOC_PT_GPREGS_ON_STACK
471 SAVE_C_REGS_EXCEPT_R891011 471 SAVE_C_REGS_EXCEPT_R891011
472 orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP) 472 orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,SIZEOF_PTREGS)
473 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,RIP) 473 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,SIZEOF_PTREGS)
474 jnz ia32_tracesys 474 jnz ia32_tracesys
475 cmpq $(IA32_NR_syscalls-1),%rax 475 cmpq $(IA32_NR_syscalls-1),%rax
476 ja ia32_badsys 476 ja ia32_badsys