aboutsummaryrefslogtreecommitdiffstats
path: root/include
diff options
context:
space:
mode:
Diffstat (limited to 'include')
-rw-r--r--include/asm-x86/irqflags.h4
-rw-r--r--include/asm-x86/paravirt.h15
2 files changed, 12 insertions, 7 deletions
diff --git a/include/asm-x86/irqflags.h b/include/asm-x86/irqflags.h
index c242527f970e..99ee5256a7e3 100644
--- a/include/asm-x86/irqflags.h
+++ b/include/asm-x86/irqflags.h
@@ -112,13 +112,13 @@ static inline unsigned long __raw_local_irq_save(void)
112 112
113#ifdef CONFIG_X86_64 113#ifdef CONFIG_X86_64
114#define INTERRUPT_RETURN iretq 114#define INTERRUPT_RETURN iretq
115#define ENABLE_INTERRUPTS_SYSCALL_RET \ 115#define USERSP_SYSRET \
116 movq %gs:pda_oldrsp, %rsp; \ 116 movq %gs:pda_oldrsp, %rsp; \
117 swapgs; \ 117 swapgs; \
118 sysretq; 118 sysretq;
119#else 119#else
120#define INTERRUPT_RETURN iret 120#define INTERRUPT_RETURN iret
121#define ENABLE_INTERRUPTS_SYSCALL_RET sti; sysexit 121#define ENABLE_INTERRUPTS_SYSEXIT sti; sysexit
122#define GET_CR0_INTO_EAX movl %cr0, %eax 122#define GET_CR0_INTO_EAX movl %cr0, %eax
123#endif 123#endif
124 124
diff --git a/include/asm-x86/paravirt.h b/include/asm-x86/paravirt.h
index 82cdcde4b222..2668903b70f5 100644
--- a/include/asm-x86/paravirt.h
+++ b/include/asm-x86/paravirt.h
@@ -141,8 +141,9 @@ struct pv_cpu_ops {
141 u64 (*read_pmc)(int counter); 141 u64 (*read_pmc)(int counter);
142 unsigned long long (*read_tscp)(unsigned int *aux); 142 unsigned long long (*read_tscp)(unsigned int *aux);
143 143
144 /* These two are jmp to, not actually called. */ 144 /* These three are jmp to, not actually called. */
145 void (*irq_enable_syscall_ret)(void); 145 void (*irq_enable_sysexit)(void);
146 void (*usersp_sysret)(void);
146 void (*iret)(void); 147 void (*iret)(void);
147 148
148 void (*swapgs)(void); 149 void (*swapgs)(void);
@@ -1480,10 +1481,10 @@ static inline unsigned long __raw_local_irq_save(void)
1480 call PARA_INDIRECT(pv_irq_ops+PV_IRQ_irq_enable); \ 1481 call PARA_INDIRECT(pv_irq_ops+PV_IRQ_irq_enable); \
1481 PV_RESTORE_REGS;) 1482 PV_RESTORE_REGS;)
1482 1483
1483#define ENABLE_INTERRUPTS_SYSCALL_RET \ 1484#define ENABLE_INTERRUPTS_SYSEXIT \
1484 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_irq_enable_syscall_ret),\ 1485 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_irq_enable_sysexit), \
1485 CLBR_NONE, \ 1486 CLBR_NONE, \
1486 jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_irq_enable_syscall_ret)) 1487 jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_irq_enable_sysexit))
1487 1488
1488 1489
1489#ifdef CONFIG_X86_32 1490#ifdef CONFIG_X86_32
@@ -1504,6 +1505,10 @@ static inline unsigned long __raw_local_irq_save(void)
1504 movq %rax, %rcx; \ 1505 movq %rax, %rcx; \
1505 xorq %rax, %rax; 1506 xorq %rax, %rax;
1506 1507
1508#define USERSP_SYSRET \
1509 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_usersp_sysret), \
1510 CLBR_NONE, \
1511 jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_usersp_sysret))
1507#endif 1512#endif
1508 1513
1509#endif /* __ASSEMBLY__ */ 1514#endif /* __ASSEMBLY__ */