diff options
-rw-r--r-- | drivers/kvm/ioapic.c | 2 | ||||
-rw-r--r-- | drivers/kvm/irq.c | 1 | ||||
-rw-r--r-- | drivers/kvm/kvm.h | 154 | ||||
-rw-r--r-- | drivers/kvm/kvm_main.c | 4 | ||||
-rw-r--r-- | drivers/kvm/lapic.c | 2 | ||||
-rw-r--r-- | drivers/kvm/mmu.c | 1 | ||||
-rw-r--r-- | drivers/kvm/svm.c | 2 | ||||
-rw-r--r-- | drivers/kvm/vmx.c | 1 | ||||
-rw-r--r-- | drivers/kvm/x86.h | 117 | ||||
-rw-r--r-- | drivers/kvm/x86_emulate.c | 1 |
10 files changed, 155 insertions, 130 deletions
diff --git a/drivers/kvm/ioapic.c b/drivers/kvm/ioapic.c index 8503d99b8339..e14b7c724e67 100644 --- a/drivers/kvm/ioapic.c +++ b/drivers/kvm/ioapic.c | |||
@@ -27,6 +27,8 @@ | |||
27 | */ | 27 | */ |
28 | 28 | ||
29 | #include "kvm.h" | 29 | #include "kvm.h" |
30 | #include "x86.h" | ||
31 | |||
30 | #include <linux/kvm.h> | 32 | #include <linux/kvm.h> |
31 | #include <linux/mm.h> | 33 | #include <linux/mm.h> |
32 | #include <linux/highmem.h> | 34 | #include <linux/highmem.h> |
diff --git a/drivers/kvm/irq.c b/drivers/kvm/irq.c index 7628c7ff628f..59b47c55fc76 100644 --- a/drivers/kvm/irq.c +++ b/drivers/kvm/irq.c | |||
@@ -22,6 +22,7 @@ | |||
22 | #include <linux/module.h> | 22 | #include <linux/module.h> |
23 | 23 | ||
24 | #include "kvm.h" | 24 | #include "kvm.h" |
25 | #include "x86.h" | ||
25 | #include "irq.h" | 26 | #include "irq.h" |
26 | 27 | ||
27 | /* | 28 | /* |
diff --git a/drivers/kvm/kvm.h b/drivers/kvm/kvm.h index eb006ed696c1..db18d278c1c0 100644 --- a/drivers/kvm/kvm.h +++ b/drivers/kvm/kvm.h | |||
@@ -308,93 +308,37 @@ struct kvm_io_device *kvm_io_bus_find_dev(struct kvm_io_bus *bus, gpa_t addr); | |||
308 | void kvm_io_bus_register_dev(struct kvm_io_bus *bus, | 308 | void kvm_io_bus_register_dev(struct kvm_io_bus *bus, |
309 | struct kvm_io_device *dev); | 309 | struct kvm_io_device *dev); |
310 | 310 | ||
311 | struct kvm_vcpu { | 311 | #ifdef CONFIG_HAS_IOMEM |
312 | struct kvm *kvm; | 312 | #define KVM_VCPU_MMIO \ |
313 | struct preempt_notifier preempt_notifier; | 313 | int mmio_needed; \ |
314 | int vcpu_id; | 314 | int mmio_read_completed; \ |
315 | struct mutex mutex; | 315 | int mmio_is_write; \ |
316 | int cpu; | 316 | int mmio_size; \ |
317 | u64 host_tsc; | 317 | unsigned char mmio_data[8]; \ |
318 | struct kvm_run *run; | ||
319 | int interrupt_window_open; | ||
320 | int guest_mode; | ||
321 | unsigned long requests; | ||
322 | unsigned long irq_summary; /* bit vector: 1 per word in irq_pending */ | ||
323 | DECLARE_BITMAP(irq_pending, KVM_NR_INTERRUPTS); | ||
324 | unsigned long regs[NR_VCPU_REGS]; /* for rsp: vcpu_load_rsp_rip() */ | ||
325 | unsigned long rip; /* needs vcpu_load_rsp_rip() */ | ||
326 | |||
327 | unsigned long cr0; | ||
328 | unsigned long cr2; | ||
329 | unsigned long cr3; | ||
330 | unsigned long cr4; | ||
331 | unsigned long cr8; | ||
332 | u64 pdptrs[4]; /* pae */ | ||
333 | u64 shadow_efer; | ||
334 | u64 apic_base; | ||
335 | struct kvm_lapic *apic; /* kernel irqchip context */ | ||
336 | #define VCPU_MP_STATE_RUNNABLE 0 | ||
337 | #define VCPU_MP_STATE_UNINITIALIZED 1 | ||
338 | #define VCPU_MP_STATE_INIT_RECEIVED 2 | ||
339 | #define VCPU_MP_STATE_SIPI_RECEIVED 3 | ||
340 | #define VCPU_MP_STATE_HALTED 4 | ||
341 | int mp_state; | ||
342 | int sipi_vector; | ||
343 | u64 ia32_misc_enable_msr; | ||
344 | |||
345 | struct kvm_mmu mmu; | ||
346 | |||
347 | struct kvm_mmu_memory_cache mmu_pte_chain_cache; | ||
348 | struct kvm_mmu_memory_cache mmu_rmap_desc_cache; | ||
349 | struct kvm_mmu_memory_cache mmu_page_cache; | ||
350 | struct kvm_mmu_memory_cache mmu_page_header_cache; | ||
351 | |||
352 | gfn_t last_pt_write_gfn; | ||
353 | int last_pt_write_count; | ||
354 | u64 *last_pte_updated; | ||
355 | |||
356 | struct kvm_guest_debug guest_debug; | ||
357 | |||
358 | struct i387_fxsave_struct host_fx_image; | ||
359 | struct i387_fxsave_struct guest_fx_image; | ||
360 | int fpu_active; | ||
361 | int guest_fpu_loaded; | ||
362 | |||
363 | int mmio_needed; | ||
364 | int mmio_read_completed; | ||
365 | int mmio_is_write; | ||
366 | int mmio_size; | ||
367 | unsigned char mmio_data[8]; | ||
368 | gpa_t mmio_phys_addr; | 318 | gpa_t mmio_phys_addr; |
369 | gva_t mmio_fault_cr2; | ||
370 | struct kvm_pio_request pio; | ||
371 | void *pio_data; | ||
372 | wait_queue_head_t wq; | ||
373 | 319 | ||
374 | int sigset_active; | 320 | #else |
375 | sigset_t sigset; | 321 | #define KVM_VCPU_MMIO |
376 | 322 | ||
377 | struct kvm_stat stat; | 323 | #endif |
378 | 324 | ||
379 | struct { | 325 | #define KVM_VCPU_COMM \ |
380 | int active; | 326 | struct kvm *kvm; \ |
381 | u8 save_iopl; | 327 | struct preempt_notifier preempt_notifier; \ |
382 | struct kvm_save_segment { | 328 | int vcpu_id; \ |
383 | u16 selector; | 329 | struct mutex mutex; \ |
384 | unsigned long base; | 330 | int cpu; \ |
385 | u32 limit; | 331 | struct kvm_run *run; \ |
386 | u32 ar; | 332 | int guest_mode; \ |
387 | } tr, es, ds, fs, gs; | 333 | unsigned long requests; \ |
388 | } rmode; | 334 | struct kvm_guest_debug guest_debug; \ |
389 | int halt_request; /* real mode on Intel only */ | 335 | int fpu_active; \ |
390 | 336 | int guest_fpu_loaded; \ | |
391 | int cpuid_nent; | 337 | wait_queue_head_t wq; \ |
392 | struct kvm_cpuid_entry cpuid_entries[KVM_MAX_CPUID_ENTRIES]; | 338 | int sigset_active; \ |
393 | 339 | sigset_t sigset; \ | |
394 | /* emulate context */ | 340 | struct kvm_stat stat; \ |
395 | 341 | KVM_VCPU_MMIO | |
396 | struct x86_emulate_ctxt emulate_ctxt; | ||
397 | }; | ||
398 | 342 | ||
399 | struct kvm_mem_alias { | 343 | struct kvm_mem_alias { |
400 | gfn_t base_gfn; | 344 | gfn_t base_gfn; |
@@ -680,50 +624,6 @@ static inline void kvm_guest_exit(void) | |||
680 | current->flags &= ~PF_VCPU; | 624 | current->flags &= ~PF_VCPU; |
681 | } | 625 | } |
682 | 626 | ||
683 | static inline int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t gva, | ||
684 | u32 error_code) | ||
685 | { | ||
686 | return vcpu->mmu.page_fault(vcpu, gva, error_code); | ||
687 | } | ||
688 | |||
689 | static inline void kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu) | ||
690 | { | ||
691 | if (unlikely(vcpu->kvm->n_free_mmu_pages < KVM_MIN_FREE_MMU_PAGES)) | ||
692 | __kvm_mmu_free_some_pages(vcpu); | ||
693 | } | ||
694 | |||
695 | static inline int kvm_mmu_reload(struct kvm_vcpu *vcpu) | ||
696 | { | ||
697 | if (likely(vcpu->mmu.root_hpa != INVALID_PAGE)) | ||
698 | return 0; | ||
699 | |||
700 | return kvm_mmu_load(vcpu); | ||
701 | } | ||
702 | |||
703 | static inline int is_long_mode(struct kvm_vcpu *vcpu) | ||
704 | { | ||
705 | #ifdef CONFIG_X86_64 | ||
706 | return vcpu->shadow_efer & EFER_LME; | ||
707 | #else | ||
708 | return 0; | ||
709 | #endif | ||
710 | } | ||
711 | |||
712 | static inline int is_pae(struct kvm_vcpu *vcpu) | ||
713 | { | ||
714 | return vcpu->cr4 & X86_CR4_PAE; | ||
715 | } | ||
716 | |||
717 | static inline int is_pse(struct kvm_vcpu *vcpu) | ||
718 | { | ||
719 | return vcpu->cr4 & X86_CR4_PSE; | ||
720 | } | ||
721 | |||
722 | static inline int is_paging(struct kvm_vcpu *vcpu) | ||
723 | { | ||
724 | return vcpu->cr0 & X86_CR0_PG; | ||
725 | } | ||
726 | |||
727 | static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot) | 627 | static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot) |
728 | { | 628 | { |
729 | return slot - kvm->memslots; | 629 | return slot - kvm->memslots; |
diff --git a/drivers/kvm/kvm_main.c b/drivers/kvm/kvm_main.c index 8f6c21d02656..0b23657f434c 100644 --- a/drivers/kvm/kvm_main.c +++ b/drivers/kvm/kvm_main.c | |||
@@ -2244,7 +2244,7 @@ static int kvm_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) | |||
2244 | if (r) | 2244 | if (r) |
2245 | goto out; | 2245 | goto out; |
2246 | } | 2246 | } |
2247 | 2247 | #if CONFIG_HAS_IOMEM | |
2248 | if (vcpu->mmio_needed) { | 2248 | if (vcpu->mmio_needed) { |
2249 | memcpy(vcpu->mmio_data, kvm_run->mmio.data, 8); | 2249 | memcpy(vcpu->mmio_data, kvm_run->mmio.data, 8); |
2250 | vcpu->mmio_read_completed = 1; | 2250 | vcpu->mmio_read_completed = 1; |
@@ -2259,7 +2259,7 @@ static int kvm_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) | |||
2259 | goto out; | 2259 | goto out; |
2260 | } | 2260 | } |
2261 | } | 2261 | } |
2262 | 2262 | #endif | |
2263 | if (kvm_run->exit_reason == KVM_EXIT_HYPERCALL) { | 2263 | if (kvm_run->exit_reason == KVM_EXIT_HYPERCALL) { |
2264 | kvm_x86_ops->cache_regs(vcpu); | 2264 | kvm_x86_ops->cache_regs(vcpu); |
2265 | vcpu->regs[VCPU_REGS_RAX] = kvm_run->hypercall.ret; | 2265 | vcpu->regs[VCPU_REGS_RAX] = kvm_run->hypercall.ret; |
diff --git a/drivers/kvm/lapic.c b/drivers/kvm/lapic.c index 8840f9dc0bca..64f74bd7093a 100644 --- a/drivers/kvm/lapic.c +++ b/drivers/kvm/lapic.c | |||
@@ -18,6 +18,8 @@ | |||
18 | */ | 18 | */ |
19 | 19 | ||
20 | #include "kvm.h" | 20 | #include "kvm.h" |
21 | #include "x86.h" | ||
22 | |||
21 | #include <linux/kvm.h> | 23 | #include <linux/kvm.h> |
22 | #include <linux/mm.h> | 24 | #include <linux/mm.h> |
23 | #include <linux/highmem.h> | 25 | #include <linux/highmem.h> |
diff --git a/drivers/kvm/mmu.c b/drivers/kvm/mmu.c index 5d7af4bde595..d9c5950cfae1 100644 --- a/drivers/kvm/mmu.c +++ b/drivers/kvm/mmu.c | |||
@@ -19,6 +19,7 @@ | |||
19 | 19 | ||
20 | #include "vmx.h" | 20 | #include "vmx.h" |
21 | #include "kvm.h" | 21 | #include "kvm.h" |
22 | #include "x86.h" | ||
22 | 23 | ||
23 | #include <linux/types.h> | 24 | #include <linux/types.h> |
24 | #include <linux/string.h> | 25 | #include <linux/string.h> |
diff --git a/drivers/kvm/svm.c b/drivers/kvm/svm.c index ef068d2dddd7..035c8e6898f1 100644 --- a/drivers/kvm/svm.c +++ b/drivers/kvm/svm.c | |||
@@ -13,7 +13,7 @@ | |||
13 | * the COPYING file in the top-level directory. | 13 | * the COPYING file in the top-level directory. |
14 | * | 14 | * |
15 | */ | 15 | */ |
16 | 16 | #include "x86.h" | |
17 | #include "kvm_svm.h" | 17 | #include "kvm_svm.h" |
18 | #include "x86_emulate.h" | 18 | #include "x86_emulate.h" |
19 | #include "irq.h" | 19 | #include "irq.h" |
diff --git a/drivers/kvm/vmx.c b/drivers/kvm/vmx.c index 9f77ddbeb025..87ff35128825 100644 --- a/drivers/kvm/vmx.c +++ b/drivers/kvm/vmx.c | |||
@@ -16,6 +16,7 @@ | |||
16 | */ | 16 | */ |
17 | 17 | ||
18 | #include "kvm.h" | 18 | #include "kvm.h" |
19 | #include "x86.h" | ||
19 | #include "x86_emulate.h" | 20 | #include "x86_emulate.h" |
20 | #include "irq.h" | 21 | #include "irq.h" |
21 | #include "vmx.h" | 22 | #include "vmx.h" |
diff --git a/drivers/kvm/x86.h b/drivers/kvm/x86.h index 1e2f71bd805d..01452b552db3 100644 --- a/drivers/kvm/x86.h +++ b/drivers/kvm/x86.h | |||
@@ -13,4 +13,121 @@ | |||
13 | 13 | ||
14 | #include "kvm.h" | 14 | #include "kvm.h" |
15 | 15 | ||
16 | #include <linux/types.h> | ||
17 | #include <linux/mm.h> | ||
18 | |||
19 | #include <linux/kvm.h> | ||
20 | #include <linux/kvm_para.h> | ||
21 | |||
22 | struct kvm_vcpu { | ||
23 | KVM_VCPU_COMM; | ||
24 | u64 host_tsc; | ||
25 | int interrupt_window_open; | ||
26 | unsigned long irq_summary; /* bit vector: 1 per word in irq_pending */ | ||
27 | DECLARE_BITMAP(irq_pending, KVM_NR_INTERRUPTS); | ||
28 | unsigned long regs[NR_VCPU_REGS]; /* for rsp: vcpu_load_rsp_rip() */ | ||
29 | unsigned long rip; /* needs vcpu_load_rsp_rip() */ | ||
30 | |||
31 | unsigned long cr0; | ||
32 | unsigned long cr2; | ||
33 | unsigned long cr3; | ||
34 | unsigned long cr4; | ||
35 | unsigned long cr8; | ||
36 | u64 pdptrs[4]; /* pae */ | ||
37 | u64 shadow_efer; | ||
38 | u64 apic_base; | ||
39 | struct kvm_lapic *apic; /* kernel irqchip context */ | ||
40 | #define VCPU_MP_STATE_RUNNABLE 0 | ||
41 | #define VCPU_MP_STATE_UNINITIALIZED 1 | ||
42 | #define VCPU_MP_STATE_INIT_RECEIVED 2 | ||
43 | #define VCPU_MP_STATE_SIPI_RECEIVED 3 | ||
44 | #define VCPU_MP_STATE_HALTED 4 | ||
45 | int mp_state; | ||
46 | int sipi_vector; | ||
47 | u64 ia32_misc_enable_msr; | ||
48 | |||
49 | struct kvm_mmu mmu; | ||
50 | |||
51 | struct kvm_mmu_memory_cache mmu_pte_chain_cache; | ||
52 | struct kvm_mmu_memory_cache mmu_rmap_desc_cache; | ||
53 | struct kvm_mmu_memory_cache mmu_page_cache; | ||
54 | struct kvm_mmu_memory_cache mmu_page_header_cache; | ||
55 | |||
56 | gfn_t last_pt_write_gfn; | ||
57 | int last_pt_write_count; | ||
58 | u64 *last_pte_updated; | ||
59 | |||
60 | |||
61 | struct i387_fxsave_struct host_fx_image; | ||
62 | struct i387_fxsave_struct guest_fx_image; | ||
63 | |||
64 | gva_t mmio_fault_cr2; | ||
65 | struct kvm_pio_request pio; | ||
66 | void *pio_data; | ||
67 | |||
68 | struct { | ||
69 | int active; | ||
70 | u8 save_iopl; | ||
71 | struct kvm_save_segment { | ||
72 | u16 selector; | ||
73 | unsigned long base; | ||
74 | u32 limit; | ||
75 | u32 ar; | ||
76 | } tr, es, ds, fs, gs; | ||
77 | } rmode; | ||
78 | int halt_request; /* real mode on Intel only */ | ||
79 | |||
80 | int cpuid_nent; | ||
81 | struct kvm_cpuid_entry cpuid_entries[KVM_MAX_CPUID_ENTRIES]; | ||
82 | |||
83 | /* emulate context */ | ||
84 | |||
85 | struct x86_emulate_ctxt emulate_ctxt; | ||
86 | }; | ||
87 | |||
88 | static inline int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t gva, | ||
89 | u32 error_code) | ||
90 | { | ||
91 | return vcpu->mmu.page_fault(vcpu, gva, error_code); | ||
92 | } | ||
93 | |||
94 | static inline void kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu) | ||
95 | { | ||
96 | if (unlikely(vcpu->kvm->n_free_mmu_pages < KVM_MIN_FREE_MMU_PAGES)) | ||
97 | __kvm_mmu_free_some_pages(vcpu); | ||
98 | } | ||
99 | |||
100 | static inline int kvm_mmu_reload(struct kvm_vcpu *vcpu) | ||
101 | { | ||
102 | if (likely(vcpu->mmu.root_hpa != INVALID_PAGE)) | ||
103 | return 0; | ||
104 | |||
105 | return kvm_mmu_load(vcpu); | ||
106 | } | ||
107 | |||
108 | static inline int is_long_mode(struct kvm_vcpu *vcpu) | ||
109 | { | ||
110 | #ifdef CONFIG_X86_64 | ||
111 | return vcpu->shadow_efer & EFER_LME; | ||
112 | #else | ||
113 | return 0; | ||
114 | #endif | ||
115 | } | ||
116 | |||
117 | static inline int is_pae(struct kvm_vcpu *vcpu) | ||
118 | { | ||
119 | return vcpu->cr4 & X86_CR4_PAE; | ||
120 | } | ||
121 | |||
122 | static inline int is_pse(struct kvm_vcpu *vcpu) | ||
123 | { | ||
124 | return vcpu->cr4 & X86_CR4_PSE; | ||
125 | } | ||
126 | |||
127 | static inline int is_paging(struct kvm_vcpu *vcpu) | ||
128 | { | ||
129 | return vcpu->cr0 & X86_CR0_PG; | ||
130 | } | ||
131 | |||
132 | |||
16 | #endif | 133 | #endif |
diff --git a/drivers/kvm/x86_emulate.c b/drivers/kvm/x86_emulate.c index e962de331606..73e3580c88e4 100644 --- a/drivers/kvm/x86_emulate.c +++ b/drivers/kvm/x86_emulate.c | |||
@@ -26,6 +26,7 @@ | |||
26 | #define DPRINTF(_f, _a ...) printf(_f , ## _a) | 26 | #define DPRINTF(_f, _a ...) printf(_f , ## _a) |
27 | #else | 27 | #else |
28 | #include "kvm.h" | 28 | #include "kvm.h" |
29 | #include "x86.h" | ||
29 | #define DPRINTF(x...) do {} while (0) | 30 | #define DPRINTF(x...) do {} while (0) |
30 | #endif | 31 | #endif |
31 | #include "x86_emulate.h" | 32 | #include "x86_emulate.h" |