aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/kvm/kvm_main.c
diff options
context:
space:
mode:
Diffstat (limited to 'drivers/kvm/kvm_main.c')
-rw-r--r--drivers/kvm/kvm_main.c124
1 files changed, 123 insertions, 1 deletions
diff --git a/drivers/kvm/kvm_main.c b/drivers/kvm/kvm_main.c
index 9bfa1bcd26e9..e17b433152cb 100644
--- a/drivers/kvm/kvm_main.c
+++ b/drivers/kvm/kvm_main.c
@@ -38,6 +38,7 @@
38#include <linux/cpumask.h> 38#include <linux/cpumask.h>
39#include <linux/smp.h> 39#include <linux/smp.h>
40#include <linux/anon_inodes.h> 40#include <linux/anon_inodes.h>
41#include <linux/profile.h>
41 42
42#include <asm/processor.h> 43#include <asm/processor.h>
43#include <asm/msr.h> 44#include <asm/msr.h>
@@ -1970,6 +1971,127 @@ int kvm_emulate_pio_string(struct kvm_vcpu *vcpu, struct kvm_run *run, int in,
1970} 1971}
1971EXPORT_SYMBOL_GPL(kvm_emulate_pio_string); 1972EXPORT_SYMBOL_GPL(kvm_emulate_pio_string);
1972 1973
1974/*
1975 * Check if userspace requested an interrupt window, and that the
1976 * interrupt window is open.
1977 *
1978 * No need to exit to userspace if we already have an interrupt queued.
1979 */
1980static int dm_request_for_irq_injection(struct kvm_vcpu *vcpu,
1981 struct kvm_run *kvm_run)
1982{
1983 return (!vcpu->irq_summary &&
1984 kvm_run->request_interrupt_window &&
1985 vcpu->interrupt_window_open &&
1986 (kvm_x86_ops->get_rflags(vcpu) & X86_EFLAGS_IF));
1987}
1988
1989static void post_kvm_run_save(struct kvm_vcpu *vcpu,
1990 struct kvm_run *kvm_run)
1991{
1992 kvm_run->if_flag = (kvm_x86_ops->get_rflags(vcpu) & X86_EFLAGS_IF) != 0;
1993 kvm_run->cr8 = get_cr8(vcpu);
1994 kvm_run->apic_base = kvm_get_apic_base(vcpu);
1995 if (irqchip_in_kernel(vcpu->kvm))
1996 kvm_run->ready_for_interrupt_injection = 1;
1997 else
1998 kvm_run->ready_for_interrupt_injection =
1999 (vcpu->interrupt_window_open &&
2000 vcpu->irq_summary == 0);
2001}
2002
2003static int __vcpu_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run)
2004{
2005 int r;
2006
2007 if (unlikely(vcpu->mp_state == VCPU_MP_STATE_SIPI_RECEIVED)) {
2008 printk("vcpu %d received sipi with vector # %x\n",
2009 vcpu->vcpu_id, vcpu->sipi_vector);
2010 kvm_lapic_reset(vcpu);
2011 kvm_x86_ops->vcpu_reset(vcpu);
2012 vcpu->mp_state = VCPU_MP_STATE_RUNNABLE;
2013 }
2014
2015preempted:
2016 if (vcpu->guest_debug.enabled)
2017 kvm_x86_ops->guest_debug_pre(vcpu);
2018
2019again:
2020 r = kvm_mmu_reload(vcpu);
2021 if (unlikely(r))
2022 goto out;
2023
2024 preempt_disable();
2025
2026 kvm_x86_ops->prepare_guest_switch(vcpu);
2027 kvm_load_guest_fpu(vcpu);
2028
2029 local_irq_disable();
2030
2031 if (signal_pending(current)) {
2032 local_irq_enable();
2033 preempt_enable();
2034 r = -EINTR;
2035 kvm_run->exit_reason = KVM_EXIT_INTR;
2036 ++vcpu->stat.signal_exits;
2037 goto out;
2038 }
2039
2040 if (irqchip_in_kernel(vcpu->kvm))
2041 kvm_x86_ops->inject_pending_irq(vcpu);
2042 else if (!vcpu->mmio_read_completed)
2043 kvm_x86_ops->inject_pending_vectors(vcpu, kvm_run);
2044
2045 vcpu->guest_mode = 1;
2046
2047 if (vcpu->requests)
2048 if (test_and_clear_bit(KVM_TLB_FLUSH, &vcpu->requests))
2049 kvm_x86_ops->tlb_flush(vcpu);
2050
2051 kvm_x86_ops->run(vcpu, kvm_run);
2052
2053 vcpu->guest_mode = 0;
2054 local_irq_enable();
2055
2056 ++vcpu->stat.exits;
2057
2058 preempt_enable();
2059
2060 /*
2061 * Profile KVM exit RIPs:
2062 */
2063 if (unlikely(prof_on == KVM_PROFILING)) {
2064 kvm_x86_ops->cache_regs(vcpu);
2065 profile_hit(KVM_PROFILING, (void *)vcpu->rip);
2066 }
2067
2068 r = kvm_x86_ops->handle_exit(kvm_run, vcpu);
2069
2070 if (r > 0) {
2071 if (dm_request_for_irq_injection(vcpu, kvm_run)) {
2072 r = -EINTR;
2073 kvm_run->exit_reason = KVM_EXIT_INTR;
2074 ++vcpu->stat.request_irq_exits;
2075 goto out;
2076 }
2077 if (!need_resched()) {
2078 ++vcpu->stat.light_exits;
2079 goto again;
2080 }
2081 }
2082
2083out:
2084 if (r > 0) {
2085 kvm_resched(vcpu);
2086 goto preempted;
2087 }
2088
2089 post_kvm_run_save(vcpu, kvm_run);
2090
2091 return r;
2092}
2093
2094
1973static int kvm_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) 2095static int kvm_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run)
1974{ 2096{
1975 int r; 2097 int r;
@@ -2017,7 +2139,7 @@ static int kvm_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run)
2017 kvm_x86_ops->decache_regs(vcpu); 2139 kvm_x86_ops->decache_regs(vcpu);
2018 } 2140 }
2019 2141
2020 r = kvm_x86_ops->run(vcpu, kvm_run); 2142 r = __vcpu_run(vcpu, kvm_run);
2021 2143
2022out: 2144out:
2023 if (vcpu->sigset_active) 2145 if (vcpu->sigset_active)