diff options
Diffstat (limited to 'arch/x86/kernel/kvmclock.c')
| -rw-r--r-- | arch/x86/kernel/kvmclock.c | 93 |
1 files changed, 35 insertions, 58 deletions
diff --git a/arch/x86/kernel/kvmclock.c b/arch/x86/kernel/kvmclock.c index 4bc1be5d5472..87edf1ceb1df 100644 --- a/arch/x86/kernel/kvmclock.c +++ b/arch/x86/kernel/kvmclock.c | |||
| @@ -18,6 +18,7 @@ | |||
| 18 | 18 | ||
| 19 | #include <linux/clocksource.h> | 19 | #include <linux/clocksource.h> |
| 20 | #include <linux/kvm_para.h> | 20 | #include <linux/kvm_para.h> |
| 21 | #include <asm/pvclock.h> | ||
| 21 | #include <asm/arch_hooks.h> | 22 | #include <asm/arch_hooks.h> |
| 22 | #include <asm/msr.h> | 23 | #include <asm/msr.h> |
| 23 | #include <asm/apic.h> | 24 | #include <asm/apic.h> |
| @@ -36,83 +37,47 @@ static int parse_no_kvmclock(char *arg) | |||
| 36 | early_param("no-kvmclock", parse_no_kvmclock); | 37 | early_param("no-kvmclock", parse_no_kvmclock); |
| 37 | 38 | ||
| 38 | /* The hypervisor will put information about time periodically here */ | 39 | /* The hypervisor will put information about time periodically here */ |
| 39 | static DEFINE_PER_CPU_SHARED_ALIGNED(struct kvm_vcpu_time_info, hv_clock); | 40 | static DEFINE_PER_CPU_SHARED_ALIGNED(struct pvclock_vcpu_time_info, hv_clock); |
| 40 | #define get_clock(cpu, field) per_cpu(hv_clock, cpu).field | 41 | static struct pvclock_wall_clock wall_clock; |
| 41 | 42 | ||
| 42 | static inline u64 kvm_get_delta(u64 last_tsc) | ||
| 43 | { | ||
| 44 | int cpu = smp_processor_id(); | ||
| 45 | u64 delta = native_read_tsc() - last_tsc; | ||
| 46 | return (delta * get_clock(cpu, tsc_to_system_mul)) >> KVM_SCALE; | ||
| 47 | } | ||
| 48 | |||
| 49 | static struct kvm_wall_clock wall_clock; | ||
| 50 | static cycle_t kvm_clock_read(void); | ||
| 51 | /* | 43 | /* |
| 52 | * The wallclock is the time of day when we booted. Since then, some time may | 44 | * The wallclock is the time of day when we booted. Since then, some time may |
| 53 | * have elapsed since the hypervisor wrote the data. So we try to account for | 45 | * have elapsed since the hypervisor wrote the data. So we try to account for |
| 54 | * that with system time | 46 | * that with system time |
| 55 | */ | 47 | */ |
| 56 | unsigned long kvm_get_wallclock(void) | 48 | static unsigned long kvm_get_wallclock(void) |
| 57 | { | 49 | { |
| 58 | u32 wc_sec, wc_nsec; | 50 | struct pvclock_vcpu_time_info *vcpu_time; |
| 59 | u64 delta; | ||
| 60 | struct timespec ts; | 51 | struct timespec ts; |
| 61 | int version, nsec; | ||
| 62 | int low, high; | 52 | int low, high; |
| 63 | 53 | ||
| 64 | low = (int)__pa(&wall_clock); | 54 | low = (int)__pa(&wall_clock); |
| 65 | high = ((u64)__pa(&wall_clock) >> 32); | 55 | high = ((u64)__pa(&wall_clock) >> 32); |
| 56 | native_write_msr(MSR_KVM_WALL_CLOCK, low, high); | ||
| 66 | 57 | ||
| 67 | delta = kvm_clock_read(); | 58 | vcpu_time = &get_cpu_var(hv_clock); |
| 59 | pvclock_read_wallclock(&wall_clock, vcpu_time, &ts); | ||
| 60 | put_cpu_var(hv_clock); | ||
| 68 | 61 | ||
| 69 | native_write_msr(MSR_KVM_WALL_CLOCK, low, high); | 62 | return ts.tv_sec; |
| 70 | do { | ||
| 71 | version = wall_clock.wc_version; | ||
| 72 | rmb(); | ||
| 73 | wc_sec = wall_clock.wc_sec; | ||
| 74 | wc_nsec = wall_clock.wc_nsec; | ||
| 75 | rmb(); | ||
| 76 | } while ((wall_clock.wc_version != version) || (version & 1)); | ||
| 77 | |||
| 78 | delta = kvm_clock_read() - delta; | ||
| 79 | delta += wc_nsec; | ||
| 80 | nsec = do_div(delta, NSEC_PER_SEC); | ||
| 81 | set_normalized_timespec(&ts, wc_sec + delta, nsec); | ||
| 82 | /* | ||
| 83 | * Of all mechanisms of time adjustment I've tested, this one | ||
| 84 | * was the champion! | ||
| 85 | */ | ||
| 86 | return ts.tv_sec + 1; | ||
| 87 | } | 63 | } |
| 88 | 64 | ||
| 89 | int kvm_set_wallclock(unsigned long now) | 65 | static int kvm_set_wallclock(unsigned long now) |
| 90 | { | 66 | { |
| 91 | return 0; | 67 | return -1; |
| 92 | } | 68 | } |
| 93 | 69 | ||
| 94 | /* | ||
| 95 | * This is our read_clock function. The host puts an tsc timestamp each time | ||
| 96 | * it updates a new time. Without the tsc adjustment, we can have a situation | ||
| 97 | * in which a vcpu starts to run earlier (smaller system_time), but probes | ||
| 98 | * time later (compared to another vcpu), leading to backwards time | ||
| 99 | */ | ||
| 100 | static cycle_t kvm_clock_read(void) | 70 | static cycle_t kvm_clock_read(void) |
| 101 | { | 71 | { |
| 102 | u64 last_tsc, now; | 72 | struct pvclock_vcpu_time_info *src; |
| 103 | int cpu; | 73 | cycle_t ret; |
| 104 | 74 | ||
| 105 | preempt_disable(); | 75 | src = &get_cpu_var(hv_clock); |
| 106 | cpu = smp_processor_id(); | 76 | ret = pvclock_clocksource_read(src); |
| 107 | 77 | put_cpu_var(hv_clock); | |
| 108 | last_tsc = get_clock(cpu, tsc_timestamp); | 78 | return ret; |
| 109 | now = get_clock(cpu, system_time); | ||
| 110 | |||
| 111 | now += kvm_get_delta(last_tsc); | ||
| 112 | preempt_enable(); | ||
| 113 | |||
| 114 | return now; | ||
| 115 | } | 79 | } |
| 80 | |||
| 116 | static struct clocksource kvm_clock = { | 81 | static struct clocksource kvm_clock = { |
| 117 | .name = "kvm-clock", | 82 | .name = "kvm-clock", |
| 118 | .read = kvm_clock_read, | 83 | .read = kvm_clock_read, |
| @@ -123,13 +88,14 @@ static struct clocksource kvm_clock = { | |||
| 123 | .flags = CLOCK_SOURCE_IS_CONTINUOUS, | 88 | .flags = CLOCK_SOURCE_IS_CONTINUOUS, |
| 124 | }; | 89 | }; |
| 125 | 90 | ||
| 126 | static int kvm_register_clock(void) | 91 | static int kvm_register_clock(char *txt) |
| 127 | { | 92 | { |
| 128 | int cpu = smp_processor_id(); | 93 | int cpu = smp_processor_id(); |
| 129 | int low, high; | 94 | int low, high; |
| 130 | low = (int)__pa(&per_cpu(hv_clock, cpu)) | 1; | 95 | low = (int)__pa(&per_cpu(hv_clock, cpu)) | 1; |
| 131 | high = ((u64)__pa(&per_cpu(hv_clock, cpu)) >> 32); | 96 | high = ((u64)__pa(&per_cpu(hv_clock, cpu)) >> 32); |
| 132 | 97 | printk(KERN_INFO "kvm-clock: cpu %d, msr %x:%x, %s\n", | |
| 98 | cpu, high, low, txt); | ||
| 133 | return native_write_msr_safe(MSR_KVM_SYSTEM_TIME, low, high); | 99 | return native_write_msr_safe(MSR_KVM_SYSTEM_TIME, low, high); |
| 134 | } | 100 | } |
| 135 | 101 | ||
| @@ -140,12 +106,20 @@ static void kvm_setup_secondary_clock(void) | |||
| 140 | * Now that the first cpu already had this clocksource initialized, | 106 | * Now that the first cpu already had this clocksource initialized, |
| 141 | * we shouldn't fail. | 107 | * we shouldn't fail. |
| 142 | */ | 108 | */ |
| 143 | WARN_ON(kvm_register_clock()); | 109 | WARN_ON(kvm_register_clock("secondary cpu clock")); |
| 144 | /* ok, done with our trickery, call native */ | 110 | /* ok, done with our trickery, call native */ |
| 145 | setup_secondary_APIC_clock(); | 111 | setup_secondary_APIC_clock(); |
| 146 | } | 112 | } |
| 147 | #endif | 113 | #endif |
| 148 | 114 | ||
| 115 | #ifdef CONFIG_SMP | ||
| 116 | void __init kvm_smp_prepare_boot_cpu(void) | ||
| 117 | { | ||
| 118 | WARN_ON(kvm_register_clock("primary cpu clock")); | ||
| 119 | native_smp_prepare_boot_cpu(); | ||
| 120 | } | ||
| 121 | #endif | ||
| 122 | |||
| 149 | /* | 123 | /* |
| 150 | * After the clock is registered, the host will keep writing to the | 124 | * After the clock is registered, the host will keep writing to the |
| 151 | * registered memory location. If the guest happens to shutdown, this memory | 125 | * registered memory location. If the guest happens to shutdown, this memory |
| @@ -174,7 +148,7 @@ void __init kvmclock_init(void) | |||
| 174 | return; | 148 | return; |
| 175 | 149 | ||
| 176 | if (kvmclock && kvm_para_has_feature(KVM_FEATURE_CLOCKSOURCE)) { | 150 | if (kvmclock && kvm_para_has_feature(KVM_FEATURE_CLOCKSOURCE)) { |
| 177 | if (kvm_register_clock()) | 151 | if (kvm_register_clock("boot clock")) |
| 178 | return; | 152 | return; |
| 179 | pv_time_ops.get_wallclock = kvm_get_wallclock; | 153 | pv_time_ops.get_wallclock = kvm_get_wallclock; |
| 180 | pv_time_ops.set_wallclock = kvm_set_wallclock; | 154 | pv_time_ops.set_wallclock = kvm_set_wallclock; |
| @@ -182,6 +156,9 @@ void __init kvmclock_init(void) | |||
| 182 | #ifdef CONFIG_X86_LOCAL_APIC | 156 | #ifdef CONFIG_X86_LOCAL_APIC |
| 183 | pv_apic_ops.setup_secondary_clock = kvm_setup_secondary_clock; | 157 | pv_apic_ops.setup_secondary_clock = kvm_setup_secondary_clock; |
| 184 | #endif | 158 | #endif |
| 159 | #ifdef CONFIG_SMP | ||
| 160 | smp_ops.smp_prepare_boot_cpu = kvm_smp_prepare_boot_cpu; | ||
| 161 | #endif | ||
| 185 | machine_ops.shutdown = kvm_shutdown; | 162 | machine_ops.shutdown = kvm_shutdown; |
| 186 | #ifdef CONFIG_KEXEC | 163 | #ifdef CONFIG_KEXEC |
| 187 | machine_ops.crash_shutdown = kvm_crash_shutdown; | 164 | machine_ops.crash_shutdown = kvm_crash_shutdown; |
