diff options
| -rw-r--r-- | arch/x86/kvm/x86.c | 255 | ||||
| -rw-r--r-- | include/linux/kvm.h | 2 | ||||
| -rw-r--r-- | include/linux/kvm_host.h | 1 | ||||
| -rw-r--r-- | virt/kvm/kvm_main.c | 268 |
4 files changed, 269 insertions, 257 deletions
diff --git a/arch/x86/kvm/x86.c b/arch/x86/kvm/x86.c index d6d7123d2644..f8bde01ba8e6 100644 --- a/arch/x86/kvm/x86.c +++ b/arch/x86/kvm/x86.c | |||
| @@ -30,7 +30,6 @@ | |||
| 30 | #include <linux/interrupt.h> | 30 | #include <linux/interrupt.h> |
| 31 | #include <linux/kvm.h> | 31 | #include <linux/kvm.h> |
| 32 | #include <linux/fs.h> | 32 | #include <linux/fs.h> |
| 33 | #include <linux/pci.h> | ||
| 34 | #include <linux/vmalloc.h> | 33 | #include <linux/vmalloc.h> |
| 35 | #include <linux/module.h> | 34 | #include <linux/module.h> |
| 36 | #include <linux/mman.h> | 35 | #include <linux/mman.h> |
| @@ -107,238 +106,6 @@ struct kvm_stats_debugfs_item debugfs_entries[] = { | |||
| 107 | { NULL } | 106 | { NULL } |
| 108 | }; | 107 | }; |
| 109 | 108 | ||
| 110 | static struct kvm_assigned_dev_kernel *kvm_find_assigned_dev(struct list_head *head, | ||
| 111 | int assigned_dev_id) | ||
| 112 | { | ||
| 113 | struct list_head *ptr; | ||
| 114 | struct kvm_assigned_dev_kernel *match; | ||
| 115 | |||
| 116 | list_for_each(ptr, head) { | ||
| 117 | match = list_entry(ptr, struct kvm_assigned_dev_kernel, list); | ||
| 118 | if (match->assigned_dev_id == assigned_dev_id) | ||
| 119 | return match; | ||
| 120 | } | ||
| 121 | return NULL; | ||
| 122 | } | ||
| 123 | |||
| 124 | static void kvm_assigned_dev_interrupt_work_handler(struct work_struct *work) | ||
| 125 | { | ||
| 126 | struct kvm_assigned_dev_kernel *assigned_dev; | ||
| 127 | |||
| 128 | assigned_dev = container_of(work, struct kvm_assigned_dev_kernel, | ||
| 129 | interrupt_work); | ||
| 130 | |||
| 131 | /* This is taken to safely inject irq inside the guest. When | ||
| 132 | * the interrupt injection (or the ioapic code) uses a | ||
| 133 | * finer-grained lock, update this | ||
| 134 | */ | ||
| 135 | mutex_lock(&assigned_dev->kvm->lock); | ||
| 136 | kvm_set_irq(assigned_dev->kvm, | ||
| 137 | assigned_dev->guest_irq, 1); | ||
| 138 | mutex_unlock(&assigned_dev->kvm->lock); | ||
| 139 | kvm_put_kvm(assigned_dev->kvm); | ||
| 140 | } | ||
| 141 | |||
| 142 | /* FIXME: Implement the OR logic needed to make shared interrupts on | ||
| 143 | * this line behave properly | ||
| 144 | */ | ||
| 145 | static irqreturn_t kvm_assigned_dev_intr(int irq, void *dev_id) | ||
| 146 | { | ||
| 147 | struct kvm_assigned_dev_kernel *assigned_dev = | ||
| 148 | (struct kvm_assigned_dev_kernel *) dev_id; | ||
| 149 | |||
| 150 | kvm_get_kvm(assigned_dev->kvm); | ||
| 151 | schedule_work(&assigned_dev->interrupt_work); | ||
| 152 | disable_irq_nosync(irq); | ||
| 153 | return IRQ_HANDLED; | ||
| 154 | } | ||
| 155 | |||
| 156 | /* Ack the irq line for an assigned device */ | ||
| 157 | static void kvm_assigned_dev_ack_irq(struct kvm_irq_ack_notifier *kian) | ||
| 158 | { | ||
| 159 | struct kvm_assigned_dev_kernel *dev; | ||
| 160 | |||
| 161 | if (kian->gsi == -1) | ||
| 162 | return; | ||
| 163 | |||
| 164 | dev = container_of(kian, struct kvm_assigned_dev_kernel, | ||
| 165 | ack_notifier); | ||
| 166 | kvm_set_irq(dev->kvm, dev->guest_irq, 0); | ||
| 167 | enable_irq(dev->host_irq); | ||
| 168 | } | ||
| 169 | |||
| 170 | static void kvm_free_assigned_device(struct kvm *kvm, | ||
| 171 | struct kvm_assigned_dev_kernel | ||
| 172 | *assigned_dev) | ||
| 173 | { | ||
| 174 | if (irqchip_in_kernel(kvm) && assigned_dev->irq_requested) | ||
| 175 | free_irq(assigned_dev->host_irq, (void *)assigned_dev); | ||
| 176 | |||
| 177 | kvm_unregister_irq_ack_notifier(kvm, &assigned_dev->ack_notifier); | ||
| 178 | |||
| 179 | if (cancel_work_sync(&assigned_dev->interrupt_work)) | ||
| 180 | /* We had pending work. That means we will have to take | ||
| 181 | * care of kvm_put_kvm. | ||
| 182 | */ | ||
| 183 | kvm_put_kvm(kvm); | ||
| 184 | |||
| 185 | pci_release_regions(assigned_dev->dev); | ||
| 186 | pci_disable_device(assigned_dev->dev); | ||
| 187 | pci_dev_put(assigned_dev->dev); | ||
| 188 | |||
| 189 | list_del(&assigned_dev->list); | ||
| 190 | kfree(assigned_dev); | ||
| 191 | } | ||
| 192 | |||
| 193 | static void kvm_free_all_assigned_devices(struct kvm *kvm) | ||
| 194 | { | ||
| 195 | struct list_head *ptr, *ptr2; | ||
| 196 | struct kvm_assigned_dev_kernel *assigned_dev; | ||
| 197 | |||
| 198 | list_for_each_safe(ptr, ptr2, &kvm->arch.assigned_dev_head) { | ||
| 199 | assigned_dev = list_entry(ptr, | ||
| 200 | struct kvm_assigned_dev_kernel, | ||
| 201 | list); | ||
| 202 | |||
| 203 | kvm_free_assigned_device(kvm, assigned_dev); | ||
| 204 | } | ||
| 205 | } | ||
| 206 | |||
| 207 | static int kvm_vm_ioctl_assign_irq(struct kvm *kvm, | ||
| 208 | struct kvm_assigned_irq | ||
| 209 | *assigned_irq) | ||
| 210 | { | ||
| 211 | int r = 0; | ||
| 212 | struct kvm_assigned_dev_kernel *match; | ||
| 213 | |||
| 214 | mutex_lock(&kvm->lock); | ||
| 215 | |||
| 216 | match = kvm_find_assigned_dev(&kvm->arch.assigned_dev_head, | ||
| 217 | assigned_irq->assigned_dev_id); | ||
| 218 | if (!match) { | ||
| 219 | mutex_unlock(&kvm->lock); | ||
| 220 | return -EINVAL; | ||
| 221 | } | ||
| 222 | |||
| 223 | if (match->irq_requested) { | ||
| 224 | match->guest_irq = assigned_irq->guest_irq; | ||
| 225 | match->ack_notifier.gsi = assigned_irq->guest_irq; | ||
| 226 | mutex_unlock(&kvm->lock); | ||
| 227 | return 0; | ||
| 228 | } | ||
| 229 | |||
| 230 | INIT_WORK(&match->interrupt_work, | ||
| 231 | kvm_assigned_dev_interrupt_work_handler); | ||
| 232 | |||
| 233 | if (irqchip_in_kernel(kvm)) { | ||
| 234 | if (!capable(CAP_SYS_RAWIO)) { | ||
| 235 | r = -EPERM; | ||
| 236 | goto out_release; | ||
| 237 | } | ||
| 238 | |||
| 239 | if (assigned_irq->host_irq) | ||
| 240 | match->host_irq = assigned_irq->host_irq; | ||
| 241 | else | ||
| 242 | match->host_irq = match->dev->irq; | ||
| 243 | match->guest_irq = assigned_irq->guest_irq; | ||
| 244 | match->ack_notifier.gsi = assigned_irq->guest_irq; | ||
| 245 | match->ack_notifier.irq_acked = kvm_assigned_dev_ack_irq; | ||
| 246 | kvm_register_irq_ack_notifier(kvm, &match->ack_notifier); | ||
| 247 | |||
| 248 | /* Even though this is PCI, we don't want to use shared | ||
| 249 | * interrupts. Sharing host devices with guest-assigned devices | ||
| 250 | * on the same interrupt line is not a happy situation: there | ||
| 251 | * are going to be long delays in accepting, acking, etc. | ||
| 252 | */ | ||
| 253 | if (request_irq(match->host_irq, kvm_assigned_dev_intr, 0, | ||
| 254 | "kvm_assigned_device", (void *)match)) { | ||
| 255 | r = -EIO; | ||
| 256 | goto out_release; | ||
| 257 | } | ||
| 258 | } | ||
| 259 | |||
| 260 | match->irq_requested = true; | ||
| 261 | mutex_unlock(&kvm->lock); | ||
| 262 | return r; | ||
| 263 | out_release: | ||
| 264 | mutex_unlock(&kvm->lock); | ||
| 265 | kvm_free_assigned_device(kvm, match); | ||
| 266 | return r; | ||
| 267 | } | ||
| 268 | |||
| 269 | static int kvm_vm_ioctl_assign_device(struct kvm *kvm, | ||
| 270 | struct kvm_assigned_pci_dev *assigned_dev) | ||
| 271 | { | ||
| 272 | int r = 0; | ||
| 273 | struct kvm_assigned_dev_kernel *match; | ||
| 274 | struct pci_dev *dev; | ||
| 275 | |||
| 276 | mutex_lock(&kvm->lock); | ||
| 277 | |||
| 278 | match = kvm_find_assigned_dev(&kvm->arch.assigned_dev_head, | ||
| 279 | assigned_dev->assigned_dev_id); | ||
| 280 | if (match) { | ||
| 281 | /* device already assigned */ | ||
| 282 | r = -EINVAL; | ||
| 283 | goto out; | ||
| 284 | } | ||
| 285 | |||
| 286 | match = kzalloc(sizeof(struct kvm_assigned_dev_kernel), GFP_KERNEL); | ||
| 287 | if (match == NULL) { | ||
| 288 | printk(KERN_INFO "%s: Couldn't allocate memory\n", | ||
| 289 | __func__); | ||
| 290 | r = -ENOMEM; | ||
| 291 | goto out; | ||
| 292 | } | ||
| 293 | dev = pci_get_bus_and_slot(assigned_dev->busnr, | ||
| 294 | assigned_dev->devfn); | ||
| 295 | if (!dev) { | ||
| 296 | printk(KERN_INFO "%s: host device not found\n", __func__); | ||
| 297 | r = -EINVAL; | ||
| 298 | goto out_free; | ||
| 299 | } | ||
| 300 | if (pci_enable_device(dev)) { | ||
| 301 | printk(KERN_INFO "%s: Could not enable PCI device\n", __func__); | ||
| 302 | r = -EBUSY; | ||
| 303 | goto out_put; | ||
| 304 | } | ||
| 305 | r = pci_request_regions(dev, "kvm_assigned_device"); | ||
| 306 | if (r) { | ||
| 307 | printk(KERN_INFO "%s: Could not get access to device regions\n", | ||
| 308 | __func__); | ||
| 309 | goto out_disable; | ||
| 310 | } | ||
| 311 | match->assigned_dev_id = assigned_dev->assigned_dev_id; | ||
| 312 | match->host_busnr = assigned_dev->busnr; | ||
| 313 | match->host_devfn = assigned_dev->devfn; | ||
| 314 | match->dev = dev; | ||
| 315 | |||
| 316 | match->kvm = kvm; | ||
| 317 | |||
| 318 | list_add(&match->list, &kvm->arch.assigned_dev_head); | ||
| 319 | |||
| 320 | if (assigned_dev->flags & KVM_DEV_ASSIGN_ENABLE_IOMMU) { | ||
| 321 | r = kvm_iommu_map_guest(kvm, match); | ||
| 322 | if (r) | ||
| 323 | goto out_list_del; | ||
| 324 | } | ||
| 325 | |||
| 326 | out: | ||
| 327 | mutex_unlock(&kvm->lock); | ||
| 328 | return r; | ||
| 329 | out_list_del: | ||
| 330 | list_del(&match->list); | ||
| 331 | pci_release_regions(dev); | ||
| 332 | out_disable: | ||
| 333 | pci_disable_device(dev); | ||
| 334 | out_put: | ||
| 335 | pci_dev_put(dev); | ||
| 336 | out_free: | ||
| 337 | kfree(match); | ||
| 338 | mutex_unlock(&kvm->lock); | ||
| 339 | return r; | ||
| 340 | } | ||
| 341 | |||
| 342 | unsigned long segment_base(u16 selector) | 109 | unsigned long segment_base(u16 selector) |
| 343 | { | 110 | { |
| 344 | struct descriptor_table gdt; | 111 | struct descriptor_table gdt; |
| @@ -2030,28 +1797,6 @@ long kvm_arch_vm_ioctl(struct file *filp, | |||
| 2030 | goto out; | 1797 | goto out; |
| 2031 | break; | 1798 | break; |
| 2032 | } | 1799 | } |
| 2033 | case KVM_ASSIGN_PCI_DEVICE: { | ||
| 2034 | struct kvm_assigned_pci_dev assigned_dev; | ||
| 2035 | |||
| 2036 | r = -EFAULT; | ||
| 2037 | if (copy_from_user(&assigned_dev, argp, sizeof assigned_dev)) | ||
| 2038 | goto out; | ||
| 2039 | r = kvm_vm_ioctl_assign_device(kvm, &assigned_dev); | ||
| 2040 | if (r) | ||
| 2041 | goto out; | ||
| 2042 | break; | ||
| 2043 | } | ||
| 2044 | case KVM_ASSIGN_IRQ: { | ||
| 2045 | struct kvm_assigned_irq assigned_irq; | ||
| 2046 | |||
| 2047 | r = -EFAULT; | ||
| 2048 | if (copy_from_user(&assigned_irq, argp, sizeof assigned_irq)) | ||
| 2049 | goto out; | ||
| 2050 | r = kvm_vm_ioctl_assign_irq(kvm, &assigned_irq); | ||
| 2051 | if (r) | ||
| 2052 | goto out; | ||
| 2053 | break; | ||
| 2054 | } | ||
| 2055 | case KVM_GET_PIT: { | 1800 | case KVM_GET_PIT: { |
| 2056 | r = -EFAULT; | 1801 | r = -EFAULT; |
| 2057 | if (copy_from_user(&u.ps, argp, sizeof(struct kvm_pit_state))) | 1802 | if (copy_from_user(&u.ps, argp, sizeof(struct kvm_pit_state))) |
diff --git a/include/linux/kvm.h b/include/linux/kvm.h index 4269be171faf..9acf34a6dfbb 100644 --- a/include/linux/kvm.h +++ b/include/linux/kvm.h | |||
| @@ -383,7 +383,9 @@ struct kvm_trace_rec { | |||
| 383 | #define KVM_CAP_MP_STATE 14 | 383 | #define KVM_CAP_MP_STATE 14 |
| 384 | #define KVM_CAP_COALESCED_MMIO 15 | 384 | #define KVM_CAP_COALESCED_MMIO 15 |
| 385 | #define KVM_CAP_SYNC_MMU 16 /* Changes to host mmap are reflected in guest */ | 385 | #define KVM_CAP_SYNC_MMU 16 /* Changes to host mmap are reflected in guest */ |
| 386 | #ifdef CONFIG_X86 | ||
| 386 | #define KVM_CAP_DEVICE_ASSIGNMENT 17 | 387 | #define KVM_CAP_DEVICE_ASSIGNMENT 17 |
| 388 | #endif | ||
| 387 | #define KVM_CAP_IOMMU 18 | 389 | #define KVM_CAP_IOMMU 18 |
| 388 | 390 | ||
| 389 | /* | 391 | /* |
diff --git a/include/linux/kvm_host.h b/include/linux/kvm_host.h index 73b7c52b9493..10c1146cd009 100644 --- a/include/linux/kvm_host.h +++ b/include/linux/kvm_host.h | |||
| @@ -281,6 +281,7 @@ void kvm_free_physmem(struct kvm *kvm); | |||
| 281 | 281 | ||
| 282 | struct kvm *kvm_arch_create_vm(void); | 282 | struct kvm *kvm_arch_create_vm(void); |
| 283 | void kvm_arch_destroy_vm(struct kvm *kvm); | 283 | void kvm_arch_destroy_vm(struct kvm *kvm); |
| 284 | void kvm_free_all_assigned_devices(struct kvm *kvm); | ||
| 284 | 285 | ||
| 285 | int kvm_cpu_get_interrupt(struct kvm_vcpu *v); | 286 | int kvm_cpu_get_interrupt(struct kvm_vcpu *v); |
| 286 | int kvm_cpu_has_interrupt(struct kvm_vcpu *v); | 287 | int kvm_cpu_has_interrupt(struct kvm_vcpu *v); |
diff --git a/virt/kvm/kvm_main.c b/virt/kvm/kvm_main.c index 98cd916448a8..485bcdc16552 100644 --- a/virt/kvm/kvm_main.c +++ b/virt/kvm/kvm_main.c | |||
| @@ -51,6 +51,12 @@ | |||
| 51 | #include "coalesced_mmio.h" | 51 | #include "coalesced_mmio.h" |
| 52 | #endif | 52 | #endif |
| 53 | 53 | ||
| 54 | #ifdef KVM_CAP_DEVICE_ASSIGNMENT | ||
| 55 | #include <linux/pci.h> | ||
| 56 | #include <linux/interrupt.h> | ||
| 57 | #include "irq.h" | ||
| 58 | #endif | ||
| 59 | |||
| 54 | MODULE_AUTHOR("Qumranet"); | 60 | MODULE_AUTHOR("Qumranet"); |
| 55 | MODULE_LICENSE("GPL"); | 61 | MODULE_LICENSE("GPL"); |
| 56 | 62 | ||
| @@ -71,6 +77,240 @@ static long kvm_vcpu_ioctl(struct file *file, unsigned int ioctl, | |||
| 71 | 77 | ||
| 72 | bool kvm_rebooting; | 78 | bool kvm_rebooting; |
| 73 | 79 | ||
| 80 | #ifdef KVM_CAP_DEVICE_ASSIGNMENT | ||
| 81 | static struct kvm_assigned_dev_kernel *kvm_find_assigned_dev(struct list_head *head, | ||
| 82 | int assigned_dev_id) | ||
| 83 | { | ||
| 84 | struct list_head *ptr; | ||
| 85 | struct kvm_assigned_dev_kernel *match; | ||
| 86 | |||
| 87 | list_for_each(ptr, head) { | ||
| 88 | match = list_entry(ptr, struct kvm_assigned_dev_kernel, list); | ||
| 89 | if (match->assigned_dev_id == assigned_dev_id) | ||
| 90 | return match; | ||
| 91 | } | ||
| 92 | return NULL; | ||
| 93 | } | ||
| 94 | |||
| 95 | static void kvm_assigned_dev_interrupt_work_handler(struct work_struct *work) | ||
| 96 | { | ||
| 97 | struct kvm_assigned_dev_kernel *assigned_dev; | ||
| 98 | |||
| 99 | assigned_dev = container_of(work, struct kvm_assigned_dev_kernel, | ||
| 100 | interrupt_work); | ||
| 101 | |||
| 102 | /* This is taken to safely inject irq inside the guest. When | ||
| 103 | * the interrupt injection (or the ioapic code) uses a | ||
| 104 | * finer-grained lock, update this | ||
| 105 | */ | ||
| 106 | mutex_lock(&assigned_dev->kvm->lock); | ||
| 107 | kvm_set_irq(assigned_dev->kvm, | ||
| 108 | assigned_dev->guest_irq, 1); | ||
| 109 | mutex_unlock(&assigned_dev->kvm->lock); | ||
| 110 | kvm_put_kvm(assigned_dev->kvm); | ||
| 111 | } | ||
| 112 | |||
| 113 | /* FIXME: Implement the OR logic needed to make shared interrupts on | ||
| 114 | * this line behave properly | ||
| 115 | */ | ||
| 116 | static irqreturn_t kvm_assigned_dev_intr(int irq, void *dev_id) | ||
| 117 | { | ||
| 118 | struct kvm_assigned_dev_kernel *assigned_dev = | ||
| 119 | (struct kvm_assigned_dev_kernel *) dev_id; | ||
| 120 | |||
| 121 | kvm_get_kvm(assigned_dev->kvm); | ||
| 122 | schedule_work(&assigned_dev->interrupt_work); | ||
| 123 | disable_irq_nosync(irq); | ||
| 124 | return IRQ_HANDLED; | ||
| 125 | } | ||
| 126 | |||
| 127 | /* Ack the irq line for an assigned device */ | ||
| 128 | static void kvm_assigned_dev_ack_irq(struct kvm_irq_ack_notifier *kian) | ||
| 129 | { | ||
| 130 | struct kvm_assigned_dev_kernel *dev; | ||
| 131 | |||
| 132 | if (kian->gsi == -1) | ||
| 133 | return; | ||
| 134 | |||
| 135 | dev = container_of(kian, struct kvm_assigned_dev_kernel, | ||
| 136 | ack_notifier); | ||
| 137 | kvm_set_irq(dev->kvm, dev->guest_irq, 0); | ||
| 138 | enable_irq(dev->host_irq); | ||
| 139 | } | ||
| 140 | |||
| 141 | static void kvm_free_assigned_device(struct kvm *kvm, | ||
| 142 | struct kvm_assigned_dev_kernel | ||
| 143 | *assigned_dev) | ||
| 144 | { | ||
| 145 | if (irqchip_in_kernel(kvm) && assigned_dev->irq_requested) | ||
| 146 | free_irq(assigned_dev->host_irq, (void *)assigned_dev); | ||
| 147 | |||
| 148 | kvm_unregister_irq_ack_notifier(kvm, &assigned_dev->ack_notifier); | ||
| 149 | |||
| 150 | if (cancel_work_sync(&assigned_dev->interrupt_work)) | ||
| 151 | /* We had pending work. That means we will have to take | ||
| 152 | * care of kvm_put_kvm. | ||
| 153 | */ | ||
| 154 | kvm_put_kvm(kvm); | ||
| 155 | |||
| 156 | pci_release_regions(assigned_dev->dev); | ||
| 157 | pci_disable_device(assigned_dev->dev); | ||
| 158 | pci_dev_put(assigned_dev->dev); | ||
| 159 | |||
| 160 | list_del(&assigned_dev->list); | ||
| 161 | kfree(assigned_dev); | ||
| 162 | } | ||
| 163 | |||
| 164 | void kvm_free_all_assigned_devices(struct kvm *kvm) | ||
| 165 | { | ||
| 166 | struct list_head *ptr, *ptr2; | ||
| 167 | struct kvm_assigned_dev_kernel *assigned_dev; | ||
| 168 | |||
| 169 | list_for_each_safe(ptr, ptr2, &kvm->arch.assigned_dev_head) { | ||
| 170 | assigned_dev = list_entry(ptr, | ||
| 171 | struct kvm_assigned_dev_kernel, | ||
| 172 | list); | ||
| 173 | |||
| 174 | kvm_free_assigned_device(kvm, assigned_dev); | ||
| 175 | } | ||
| 176 | } | ||
| 177 | |||
| 178 | static int kvm_vm_ioctl_assign_irq(struct kvm *kvm, | ||
| 179 | struct kvm_assigned_irq | ||
| 180 | *assigned_irq) | ||
| 181 | { | ||
| 182 | int r = 0; | ||
| 183 | struct kvm_assigned_dev_kernel *match; | ||
| 184 | |||
| 185 | mutex_lock(&kvm->lock); | ||
| 186 | |||
| 187 | match = kvm_find_assigned_dev(&kvm->arch.assigned_dev_head, | ||
| 188 | assigned_irq->assigned_dev_id); | ||
| 189 | if (!match) { | ||
| 190 | mutex_unlock(&kvm->lock); | ||
| 191 | return -EINVAL; | ||
| 192 | } | ||
| 193 | |||
| 194 | if (match->irq_requested) { | ||
| 195 | match->guest_irq = assigned_irq->guest_irq; | ||
| 196 | match->ack_notifier.gsi = assigned_irq->guest_irq; | ||
| 197 | mutex_unlock(&kvm->lock); | ||
| 198 | return 0; | ||
| 199 | } | ||
| 200 | |||
| 201 | INIT_WORK(&match->interrupt_work, | ||
| 202 | kvm_assigned_dev_interrupt_work_handler); | ||
| 203 | |||
| 204 | if (irqchip_in_kernel(kvm)) { | ||
| 205 | if (!capable(CAP_SYS_RAWIO)) { | ||
| 206 | r = -EPERM; | ||
| 207 | goto out_release; | ||
| 208 | } | ||
| 209 | |||
| 210 | if (assigned_irq->host_irq) | ||
| 211 | match->host_irq = assigned_irq->host_irq; | ||
| 212 | else | ||
| 213 | match->host_irq = match->dev->irq; | ||
| 214 | match->guest_irq = assigned_irq->guest_irq; | ||
| 215 | match->ack_notifier.gsi = assigned_irq->guest_irq; | ||
| 216 | match->ack_notifier.irq_acked = kvm_assigned_dev_ack_irq; | ||
| 217 | kvm_register_irq_ack_notifier(kvm, &match->ack_notifier); | ||
| 218 | |||
| 219 | /* Even though this is PCI, we don't want to use shared | ||
| 220 | * interrupts. Sharing host devices with guest-assigned devices | ||
| 221 | * on the same interrupt line is not a happy situation: there | ||
| 222 | * are going to be long delays in accepting, acking, etc. | ||
| 223 | */ | ||
| 224 | if (request_irq(match->host_irq, kvm_assigned_dev_intr, 0, | ||
| 225 | "kvm_assigned_device", (void *)match)) { | ||
| 226 | r = -EIO; | ||
| 227 | goto out_release; | ||
| 228 | } | ||
| 229 | } | ||
| 230 | |||
| 231 | match->irq_requested = true; | ||
| 232 | mutex_unlock(&kvm->lock); | ||
| 233 | return r; | ||
| 234 | out_release: | ||
| 235 | mutex_unlock(&kvm->lock); | ||
| 236 | kvm_free_assigned_device(kvm, match); | ||
| 237 | return r; | ||
| 238 | } | ||
| 239 | |||
| 240 | static int kvm_vm_ioctl_assign_device(struct kvm *kvm, | ||
| 241 | struct kvm_assigned_pci_dev *assigned_dev) | ||
| 242 | { | ||
| 243 | int r = 0; | ||
| 244 | struct kvm_assigned_dev_kernel *match; | ||
| 245 | struct pci_dev *dev; | ||
| 246 | |||
| 247 | mutex_lock(&kvm->lock); | ||
| 248 | |||
| 249 | match = kvm_find_assigned_dev(&kvm->arch.assigned_dev_head, | ||
| 250 | assigned_dev->assigned_dev_id); | ||
| 251 | if (match) { | ||
| 252 | /* device already assigned */ | ||
| 253 | r = -EINVAL; | ||
| 254 | goto out; | ||
| 255 | } | ||
| 256 | |||
| 257 | match = kzalloc(sizeof(struct kvm_assigned_dev_kernel), GFP_KERNEL); | ||
| 258 | if (match == NULL) { | ||
| 259 | printk(KERN_INFO "%s: Couldn't allocate memory\n", | ||
| 260 | __func__); | ||
| 261 | r = -ENOMEM; | ||
| 262 | goto out; | ||
| 263 | } | ||
| 264 | dev = pci_get_bus_and_slot(assigned_dev->busnr, | ||
| 265 | assigned_dev->devfn); | ||
| 266 | if (!dev) { | ||
| 267 | printk(KERN_INFO "%s: host device not found\n", __func__); | ||
| 268 | r = -EINVAL; | ||
| 269 | goto out_free; | ||
| 270 | } | ||
| 271 | if (pci_enable_device(dev)) { | ||
| 272 | printk(KERN_INFO "%s: Could not enable PCI device\n", __func__); | ||
| 273 | r = -EBUSY; | ||
| 274 | goto out_put; | ||
| 275 | } | ||
| 276 | r = pci_request_regions(dev, "kvm_assigned_device"); | ||
| 277 | if (r) { | ||
| 278 | printk(KERN_INFO "%s: Could not get access to device regions\n", | ||
| 279 | __func__); | ||
| 280 | goto out_disable; | ||
| 281 | } | ||
| 282 | match->assigned_dev_id = assigned_dev->assigned_dev_id; | ||
| 283 | match->host_busnr = assigned_dev->busnr; | ||
| 284 | match->host_devfn = assigned_dev->devfn; | ||
| 285 | match->dev = dev; | ||
| 286 | |||
| 287 | match->kvm = kvm; | ||
| 288 | |||
| 289 | list_add(&match->list, &kvm->arch.assigned_dev_head); | ||
| 290 | |||
| 291 | if (assigned_dev->flags & KVM_DEV_ASSIGN_ENABLE_IOMMU) { | ||
| 292 | r = kvm_iommu_map_guest(kvm, match); | ||
| 293 | if (r) | ||
| 294 | goto out_list_del; | ||
| 295 | } | ||
| 296 | |||
| 297 | out: | ||
| 298 | mutex_unlock(&kvm->lock); | ||
| 299 | return r; | ||
| 300 | out_list_del: | ||
| 301 | list_del(&match->list); | ||
| 302 | pci_release_regions(dev); | ||
| 303 | out_disable: | ||
| 304 | pci_disable_device(dev); | ||
| 305 | out_put: | ||
| 306 | pci_dev_put(dev); | ||
| 307 | out_free: | ||
| 308 | kfree(match); | ||
| 309 | mutex_unlock(&kvm->lock); | ||
| 310 | return r; | ||
| 311 | } | ||
| 312 | #endif | ||
| 313 | |||
| 74 | static inline int valid_vcpu(int n) | 314 | static inline int valid_vcpu(int n) |
| 75 | { | 315 | { |
| 76 | return likely(n >= 0 && n < KVM_MAX_VCPUS); | 316 | return likely(n >= 0 && n < KVM_MAX_VCPUS); |
| @@ -578,12 +818,12 @@ int __kvm_set_memory_region(struct kvm *kvm, | |||
| 578 | } | 818 | } |
| 579 | 819 | ||
| 580 | kvm_free_physmem_slot(&old, &new); | 820 | kvm_free_physmem_slot(&old, &new); |
| 581 | 821 | #ifdef CONFIG_DMAR | |
| 582 | /* map the pages in iommu page table */ | 822 | /* map the pages in iommu page table */ |
| 583 | r = kvm_iommu_map_pages(kvm, base_gfn, npages); | 823 | r = kvm_iommu_map_pages(kvm, base_gfn, npages); |
| 584 | if (r) | 824 | if (r) |
| 585 | goto out; | 825 | goto out; |
| 586 | 826 | #endif | |
| 587 | return 0; | 827 | return 0; |
| 588 | 828 | ||
| 589 | out_free: | 829 | out_free: |
| @@ -1383,6 +1623,30 @@ static long kvm_vm_ioctl(struct file *filp, | |||
| 1383 | break; | 1623 | break; |
| 1384 | } | 1624 | } |
| 1385 | #endif | 1625 | #endif |
| 1626 | #ifdef KVM_CAP_DEVICE_ASSIGNMENT | ||
| 1627 | case KVM_ASSIGN_PCI_DEVICE: { | ||
| 1628 | struct kvm_assigned_pci_dev assigned_dev; | ||
| 1629 | |||
| 1630 | r = -EFAULT; | ||
| 1631 | if (copy_from_user(&assigned_dev, argp, sizeof assigned_dev)) | ||
| 1632 | goto out; | ||
| 1633 | r = kvm_vm_ioctl_assign_device(kvm, &assigned_dev); | ||
| 1634 | if (r) | ||
| 1635 | goto out; | ||
| 1636 | break; | ||
| 1637 | } | ||
| 1638 | case KVM_ASSIGN_IRQ: { | ||
| 1639 | struct kvm_assigned_irq assigned_irq; | ||
| 1640 | |||
| 1641 | r = -EFAULT; | ||
| 1642 | if (copy_from_user(&assigned_irq, argp, sizeof assigned_irq)) | ||
| 1643 | goto out; | ||
| 1644 | r = kvm_vm_ioctl_assign_irq(kvm, &assigned_irq); | ||
| 1645 | if (r) | ||
| 1646 | goto out; | ||
| 1647 | break; | ||
| 1648 | } | ||
| 1649 | #endif | ||
| 1386 | default: | 1650 | default: |
| 1387 | r = kvm_arch_vm_ioctl(filp, ioctl, arg); | 1651 | r = kvm_arch_vm_ioctl(filp, ioctl, arg); |
| 1388 | } | 1652 | } |
