diff options
Diffstat (limited to 'kernel/sched/completion.c')
-rw-r--r-- | kernel/sched/completion.c | 19 |
1 files changed, 17 insertions, 2 deletions
diff --git a/kernel/sched/completion.c b/kernel/sched/completion.c index 7052d3fd4e7b..8d0f35debf35 100644 --- a/kernel/sched/completion.c +++ b/kernel/sched/completion.c | |||
@@ -274,7 +274,7 @@ bool try_wait_for_completion(struct completion *x) | |||
274 | * first without taking the lock so we can | 274 | * first without taking the lock so we can |
275 | * return early in the blocking case. | 275 | * return early in the blocking case. |
276 | */ | 276 | */ |
277 | if (!ACCESS_ONCE(x->done)) | 277 | if (!READ_ONCE(x->done)) |
278 | return 0; | 278 | return 0; |
279 | 279 | ||
280 | spin_lock_irqsave(&x->wait.lock, flags); | 280 | spin_lock_irqsave(&x->wait.lock, flags); |
@@ -297,6 +297,21 @@ EXPORT_SYMBOL(try_wait_for_completion); | |||
297 | */ | 297 | */ |
298 | bool completion_done(struct completion *x) | 298 | bool completion_done(struct completion *x) |
299 | { | 299 | { |
300 | return !!ACCESS_ONCE(x->done); | 300 | if (!READ_ONCE(x->done)) |
301 | return false; | ||
302 | |||
303 | /* | ||
304 | * If ->done, we need to wait for complete() to release ->wait.lock | ||
305 | * otherwise we can end up freeing the completion before complete() | ||
306 | * is done referencing it. | ||
307 | * | ||
308 | * The RMB pairs with complete()'s RELEASE of ->wait.lock and orders | ||
309 | * the loads of ->done and ->wait.lock such that we cannot observe | ||
310 | * the lock before complete() acquires it while observing the ->done | ||
311 | * after it's acquired the lock. | ||
312 | */ | ||
313 | smp_rmb(); | ||
314 | spin_unlock_wait(&x->wait.lock); | ||
315 | return true; | ||
301 | } | 316 | } |
302 | EXPORT_SYMBOL(completion_done); | 317 | EXPORT_SYMBOL(completion_done); |