aboutsummaryrefslogtreecommitdiffstats
path: root/virt
diff options
context:
space:
mode:
Diffstat (limited to 'virt')
-rw-r--r--virt/kvm/eventfd.c4
-rw-r--r--virt/kvm/kvm_main.c23
2 files changed, 23 insertions, 4 deletions
diff --git a/virt/kvm/eventfd.c b/virt/kvm/eventfd.c
index 3656849f78a0..73358d256fa2 100644
--- a/virt/kvm/eventfd.c
+++ b/virt/kvm/eventfd.c
@@ -90,7 +90,7 @@ irqfd_shutdown(struct work_struct *work)
90 * We know no new events will be scheduled at this point, so block 90 * We know no new events will be scheduled at this point, so block
91 * until all previously outstanding events have completed 91 * until all previously outstanding events have completed
92 */ 92 */
93 flush_work(&irqfd->inject); 93 flush_work_sync(&irqfd->inject);
94 94
95 /* 95 /*
96 * It is now safe to release the object's resources 96 * It is now safe to release the object's resources
@@ -578,7 +578,7 @@ kvm_assign_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args)
578 578
579 mutex_lock(&kvm->slots_lock); 579 mutex_lock(&kvm->slots_lock);
580 580
581 /* Verify that there isnt a match already */ 581 /* Verify that there isn't a match already */
582 if (ioeventfd_check_collision(kvm, p)) { 582 if (ioeventfd_check_collision(kvm, p)) {
583 ret = -EEXIST; 583 ret = -EEXIST;
584 goto unlock_fail; 584 goto unlock_fail;
diff --git a/virt/kvm/kvm_main.c b/virt/kvm/kvm_main.c
index 556e3efe5325..6330653480e4 100644
--- a/virt/kvm/kvm_main.c
+++ b/virt/kvm/kvm_main.c
@@ -1037,6 +1037,17 @@ static pfn_t get_fault_pfn(void)
1037 return fault_pfn; 1037 return fault_pfn;
1038} 1038}
1039 1039
1040int get_user_page_nowait(struct task_struct *tsk, struct mm_struct *mm,
1041 unsigned long start, int write, struct page **page)
1042{
1043 int flags = FOLL_TOUCH | FOLL_NOWAIT | FOLL_HWPOISON | FOLL_GET;
1044
1045 if (write)
1046 flags |= FOLL_WRITE;
1047
1048 return __get_user_pages(tsk, mm, start, 1, flags, page, NULL, NULL);
1049}
1050
1040static inline int check_user_page_hwpoison(unsigned long addr) 1051static inline int check_user_page_hwpoison(unsigned long addr)
1041{ 1052{
1042 int rc, flags = FOLL_TOUCH | FOLL_HWPOISON | FOLL_WRITE; 1053 int rc, flags = FOLL_TOUCH | FOLL_HWPOISON | FOLL_WRITE;
@@ -1070,7 +1081,14 @@ static pfn_t hva_to_pfn(struct kvm *kvm, unsigned long addr, bool atomic,
1070 if (writable) 1081 if (writable)
1071 *writable = write_fault; 1082 *writable = write_fault;
1072 1083
1073 npages = get_user_pages_fast(addr, 1, write_fault, page); 1084 if (async) {
1085 down_read(&current->mm->mmap_sem);
1086 npages = get_user_page_nowait(current, current->mm,
1087 addr, write_fault, page);
1088 up_read(&current->mm->mmap_sem);
1089 } else
1090 npages = get_user_pages_fast(addr, 1, write_fault,
1091 page);
1074 1092
1075 /* map read fault as writable if possible */ 1093 /* map read fault as writable if possible */
1076 if (unlikely(!write_fault) && npages == 1) { 1094 if (unlikely(!write_fault) && npages == 1) {
@@ -1093,7 +1111,8 @@ static pfn_t hva_to_pfn(struct kvm *kvm, unsigned long addr, bool atomic,
1093 return get_fault_pfn(); 1111 return get_fault_pfn();
1094 1112
1095 down_read(&current->mm->mmap_sem); 1113 down_read(&current->mm->mmap_sem);
1096 if (check_user_page_hwpoison(addr)) { 1114 if (npages == -EHWPOISON ||
1115 (!async && check_user_page_hwpoison(addr))) {
1097 up_read(&current->mm->mmap_sem); 1116 up_read(&current->mm->mmap_sem);
1098 get_page(hwpoison_page); 1117 get_page(hwpoison_page);
1099 return page_to_pfn(hwpoison_page); 1118 return page_to_pfn(hwpoison_page);