diff options
-rw-r--r-- | kernel/events/uprobes.c | 27 |
1 files changed, 14 insertions, 13 deletions
diff --git a/kernel/events/uprobes.c b/kernel/events/uprobes.c index 23c562b7fc2e..5db150b306d2 100644 --- a/kernel/events/uprobes.c +++ b/kernel/events/uprobes.c | |||
@@ -139,10 +139,15 @@ static int __replace_page(struct vm_area_struct *vma, unsigned long addr, | |||
139 | struct mm_struct *mm = vma->vm_mm; | 139 | struct mm_struct *mm = vma->vm_mm; |
140 | spinlock_t *ptl; | 140 | spinlock_t *ptl; |
141 | pte_t *ptep; | 141 | pte_t *ptep; |
142 | int err; | ||
142 | 143 | ||
144 | /* freeze PageSwapCache() for try_to_free_swap() below */ | ||
145 | lock_page(page); | ||
146 | |||
147 | err = -EAGAIN; | ||
143 | ptep = page_check_address(page, mm, addr, &ptl, 0); | 148 | ptep = page_check_address(page, mm, addr, &ptl, 0); |
144 | if (!ptep) | 149 | if (!ptep) |
145 | return -EAGAIN; | 150 | goto unlock; |
146 | 151 | ||
147 | get_page(kpage); | 152 | get_page(kpage); |
148 | page_add_new_anon_rmap(kpage, vma, addr); | 153 | page_add_new_anon_rmap(kpage, vma, addr); |
@@ -162,7 +167,10 @@ static int __replace_page(struct vm_area_struct *vma, unsigned long addr, | |||
162 | put_page(page); | 167 | put_page(page); |
163 | pte_unmap_unlock(ptep, ptl); | 168 | pte_unmap_unlock(ptep, ptl); |
164 | 169 | ||
165 | return 0; | 170 | err = 0; |
171 | unlock: | ||
172 | unlock_page(page); | ||
173 | return err; | ||
166 | } | 174 | } |
167 | 175 | ||
168 | /** | 176 | /** |
@@ -216,15 +224,10 @@ retry: | |||
216 | ret = -ENOMEM; | 224 | ret = -ENOMEM; |
217 | new_page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, vma, vaddr); | 225 | new_page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, vma, vaddr); |
218 | if (!new_page) | 226 | if (!new_page) |
219 | goto put_out; | 227 | goto put_old; |
220 | 228 | ||
221 | __SetPageUptodate(new_page); | 229 | __SetPageUptodate(new_page); |
222 | 230 | ||
223 | /* | ||
224 | * lock page will serialize against do_wp_page()'s | ||
225 | * PageAnon() handling | ||
226 | */ | ||
227 | lock_page(old_page); | ||
228 | /* copy the page now that we've got it stable */ | 231 | /* copy the page now that we've got it stable */ |
229 | vaddr_old = kmap_atomic(old_page); | 232 | vaddr_old = kmap_atomic(old_page); |
230 | vaddr_new = kmap_atomic(new_page); | 233 | vaddr_new = kmap_atomic(new_page); |
@@ -237,15 +240,13 @@ retry: | |||
237 | 240 | ||
238 | ret = anon_vma_prepare(vma); | 241 | ret = anon_vma_prepare(vma); |
239 | if (ret) | 242 | if (ret) |
240 | goto unlock_out; | 243 | goto put_new; |
241 | 244 | ||
242 | ret = __replace_page(vma, vaddr, old_page, new_page); | 245 | ret = __replace_page(vma, vaddr, old_page, new_page); |
243 | 246 | ||
244 | unlock_out: | 247 | put_new: |
245 | unlock_page(old_page); | ||
246 | page_cache_release(new_page); | 248 | page_cache_release(new_page); |
247 | 249 | put_old: | |
248 | put_out: | ||
249 | put_page(old_page); | 250 | put_page(old_page); |
250 | 251 | ||
251 | if (unlikely(ret == -EAGAIN)) | 252 | if (unlikely(ret == -EAGAIN)) |