diff options
Diffstat (limited to 'kernel')
| -rw-r--r-- | kernel/sched/completion.c | 19 |
1 files changed, 17 insertions, 2 deletions
diff --git a/kernel/sched/completion.c b/kernel/sched/completion.c index 7052d3fd4e7b..8d0f35debf35 100644 --- a/kernel/sched/completion.c +++ b/kernel/sched/completion.c | |||
| @@ -274,7 +274,7 @@ bool try_wait_for_completion(struct completion *x) | |||
| 274 | * first without taking the lock so we can | 274 | * first without taking the lock so we can |
| 275 | * return early in the blocking case. | 275 | * return early in the blocking case. |
| 276 | */ | 276 | */ |
| 277 | if (!ACCESS_ONCE(x->done)) | 277 | if (!READ_ONCE(x->done)) |
| 278 | return 0; | 278 | return 0; |
| 279 | 279 | ||
| 280 | spin_lock_irqsave(&x->wait.lock, flags); | 280 | spin_lock_irqsave(&x->wait.lock, flags); |
| @@ -297,6 +297,21 @@ EXPORT_SYMBOL(try_wait_for_completion); | |||
| 297 | */ | 297 | */ |
| 298 | bool completion_done(struct completion *x) | 298 | bool completion_done(struct completion *x) |
| 299 | { | 299 | { |
| 300 | return !!ACCESS_ONCE(x->done); | 300 | if (!READ_ONCE(x->done)) |
| 301 | return false; | ||
| 302 | |||
| 303 | /* | ||
| 304 | * If ->done, we need to wait for complete() to release ->wait.lock | ||
| 305 | * otherwise we can end up freeing the completion before complete() | ||
| 306 | * is done referencing it. | ||
| 307 | * | ||
| 308 | * The RMB pairs with complete()'s RELEASE of ->wait.lock and orders | ||
| 309 | * the loads of ->done and ->wait.lock such that we cannot observe | ||
| 310 | * the lock before complete() acquires it while observing the ->done | ||
| 311 | * after it's acquired the lock. | ||
| 312 | */ | ||
| 313 | smp_rmb(); | ||
| 314 | spin_unlock_wait(&x->wait.lock); | ||
| 315 | return true; | ||
| 301 | } | 316 | } |
| 302 | EXPORT_SYMBOL(completion_done); | 317 | EXPORT_SYMBOL(completion_done); |
