aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/asm-x86/paravirt.h28
1 files changed, 15 insertions, 13 deletions
diff --git a/include/asm-x86/paravirt.h b/include/asm-x86/paravirt.h
index 198293bed46f..82cdcde4b222 100644
--- a/include/asm-x86/paravirt.h
+++ b/include/asm-x86/paravirt.h
@@ -1455,51 +1455,53 @@ static inline unsigned long __raw_local_irq_save(void)
1455#define PV_RESTORE_REGS popq %rdx; popq %rcx; popq %rdi; popq %rax 1455#define PV_RESTORE_REGS popq %rdx; popq %rcx; popq %rdi; popq %rax
1456#define PARA_PATCH(struct, off) ((PARAVIRT_PATCH_##struct + (off)) / 8) 1456#define PARA_PATCH(struct, off) ((PARAVIRT_PATCH_##struct + (off)) / 8)
1457#define PARA_SITE(ptype, clobbers, ops) _PVSITE(ptype, clobbers, ops, .quad, 8) 1457#define PARA_SITE(ptype, clobbers, ops) _PVSITE(ptype, clobbers, ops, .quad, 8)
1458#define PARA_INDIRECT(addr) *addr(%rip)
1458#else 1459#else
1459#define PV_SAVE_REGS pushl %eax; pushl %edi; pushl %ecx; pushl %edx 1460#define PV_SAVE_REGS pushl %eax; pushl %edi; pushl %ecx; pushl %edx
1460#define PV_RESTORE_REGS popl %edx; popl %ecx; popl %edi; popl %eax 1461#define PV_RESTORE_REGS popl %edx; popl %ecx; popl %edi; popl %eax
1461#define PARA_PATCH(struct, off) ((PARAVIRT_PATCH_##struct + (off)) / 4) 1462#define PARA_PATCH(struct, off) ((PARAVIRT_PATCH_##struct + (off)) / 4)
1462#define PARA_SITE(ptype, clobbers, ops) _PVSITE(ptype, clobbers, ops, .long, 4) 1463#define PARA_SITE(ptype, clobbers, ops) _PVSITE(ptype, clobbers, ops, .long, 4)
1464#define PARA_INDIRECT(addr) *%cs:addr
1463#endif 1465#endif
1464 1466
1465#define INTERRUPT_RETURN \ 1467#define INTERRUPT_RETURN \
1466 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_iret), CLBR_NONE, \ 1468 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_iret), CLBR_NONE, \
1467 jmp *%cs:pv_cpu_ops+PV_CPU_iret) 1469 jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_iret))
1468 1470
1469#define DISABLE_INTERRUPTS(clobbers) \ 1471#define DISABLE_INTERRUPTS(clobbers) \
1470 PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_disable), clobbers, \ 1472 PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_disable), clobbers, \
1471 PV_SAVE_REGS; \ 1473 PV_SAVE_REGS; \
1472 call *%cs:pv_irq_ops+PV_IRQ_irq_disable; \ 1474 call PARA_INDIRECT(pv_irq_ops+PV_IRQ_irq_disable); \
1473 PV_RESTORE_REGS;) \ 1475 PV_RESTORE_REGS;) \
1474 1476
1475#define ENABLE_INTERRUPTS(clobbers) \ 1477#define ENABLE_INTERRUPTS(clobbers) \
1476 PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_enable), clobbers, \ 1478 PARA_SITE(PARA_PATCH(pv_irq_ops, PV_IRQ_irq_enable), clobbers, \
1477 PV_SAVE_REGS; \ 1479 PV_SAVE_REGS; \
1478 call *%cs:pv_irq_ops+PV_IRQ_irq_enable; \ 1480 call PARA_INDIRECT(pv_irq_ops+PV_IRQ_irq_enable); \
1479 PV_RESTORE_REGS;) 1481 PV_RESTORE_REGS;)
1480 1482
1481#define ENABLE_INTERRUPTS_SYSCALL_RET \ 1483#define ENABLE_INTERRUPTS_SYSCALL_RET \
1482 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_irq_enable_syscall_ret),\ 1484 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_irq_enable_syscall_ret),\
1483 CLBR_NONE, \ 1485 CLBR_NONE, \
1484 jmp *%cs:pv_cpu_ops+PV_CPU_irq_enable_syscall_ret) 1486 jmp PARA_INDIRECT(pv_cpu_ops+PV_CPU_irq_enable_syscall_ret))
1485 1487
1486 1488
1487#ifdef CONFIG_X86_32 1489#ifdef CONFIG_X86_32
1488#define GET_CR0_INTO_EAX \ 1490#define GET_CR0_INTO_EAX \
1489 push %ecx; push %edx; \ 1491 push %ecx; push %edx; \
1490 call *pv_cpu_ops+PV_CPU_read_cr0; \ 1492 call PARA_INDIRECT(pv_cpu_ops+PV_CPU_read_cr0); \
1491 pop %edx; pop %ecx 1493 pop %edx; pop %ecx
1492#else 1494#else
1493#define SWAPGS \ 1495#define SWAPGS \
1494 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_swapgs), CLBR_NONE, \ 1496 PARA_SITE(PARA_PATCH(pv_cpu_ops, PV_CPU_swapgs), CLBR_NONE, \
1495 PV_SAVE_REGS; \ 1497 PV_SAVE_REGS; \
1496 call *pv_cpu_ops+PV_CPU_swapgs; \ 1498 call PARA_INDIRECT(pv_cpu_ops+PV_CPU_swapgs); \
1497 PV_RESTORE_REGS \ 1499 PV_RESTORE_REGS \
1498 ) 1500 )
1499 1501
1500#define GET_CR2_INTO_RCX \ 1502#define GET_CR2_INTO_RCX \
1501 call *pv_mmu_ops+PV_MMU_read_cr2; \ 1503 call PARA_INDIRECT(pv_mmu_ops+PV_MMU_read_cr2); \
1502 movq %rax, %rcx; \ 1504 movq %rax, %rcx; \
1503 xorq %rax, %rax; 1505 xorq %rax, %rax;
1504 1506
1505#endif 1507#endif