diff options
| author | Linus Torvalds <torvalds@linux-foundation.org> | 2013-07-13 18:37:57 -0400 |
|---|---|---|
| committer | Linus Torvalds <torvalds@linux-foundation.org> | 2013-07-13 18:37:57 -0400 |
| commit | f8acc450e10dbe7996220bac5459ee9c14a82a6a (patch) | |
| tree | 48bbad2c7bc8223fbd721b5e71e5b1c4ba395864 | |
| parent | 505608d2b9f3ab9e3ea0fd1b89b1cc560b91a7b5 (diff) | |
| parent | 971ee28cbd1ccd87b3164facd9359a534c1d2892 (diff) | |
Merge branch 'sched-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip
Pull scheduler fix from Thomas Gleixner:
"Fix a potential deadlock versus hrtimers"
* 'sched-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip:
sched: Fix HRTICK
| -rw-r--r-- | kernel/sched/core.c | 20 |
1 files changed, 11 insertions, 9 deletions
diff --git a/kernel/sched/core.c b/kernel/sched/core.c index 9b1f2e533b95..0d8eb4525e76 100644 --- a/kernel/sched/core.c +++ b/kernel/sched/core.c | |||
| @@ -370,13 +370,6 @@ static struct rq *this_rq_lock(void) | |||
| 370 | #ifdef CONFIG_SCHED_HRTICK | 370 | #ifdef CONFIG_SCHED_HRTICK |
| 371 | /* | 371 | /* |
| 372 | * Use HR-timers to deliver accurate preemption points. | 372 | * Use HR-timers to deliver accurate preemption points. |
| 373 | * | ||
| 374 | * Its all a bit involved since we cannot program an hrt while holding the | ||
| 375 | * rq->lock. So what we do is store a state in in rq->hrtick_* and ask for a | ||
| 376 | * reschedule event. | ||
| 377 | * | ||
| 378 | * When we get rescheduled we reprogram the hrtick_timer outside of the | ||
| 379 | * rq->lock. | ||
| 380 | */ | 373 | */ |
| 381 | 374 | ||
| 382 | static void hrtick_clear(struct rq *rq) | 375 | static void hrtick_clear(struct rq *rq) |
| @@ -404,6 +397,15 @@ static enum hrtimer_restart hrtick(struct hrtimer *timer) | |||
| 404 | } | 397 | } |
| 405 | 398 | ||
| 406 | #ifdef CONFIG_SMP | 399 | #ifdef CONFIG_SMP |
| 400 | |||
| 401 | static int __hrtick_restart(struct rq *rq) | ||
| 402 | { | ||
| 403 | struct hrtimer *timer = &rq->hrtick_timer; | ||
| 404 | ktime_t time = hrtimer_get_softexpires(timer); | ||
| 405 | |||
| 406 | return __hrtimer_start_range_ns(timer, time, 0, HRTIMER_MODE_ABS_PINNED, 0); | ||
| 407 | } | ||
| 408 | |||
| 407 | /* | 409 | /* |
| 408 | * called from hardirq (IPI) context | 410 | * called from hardirq (IPI) context |
| 409 | */ | 411 | */ |
| @@ -412,7 +414,7 @@ static void __hrtick_start(void *arg) | |||
| 412 | struct rq *rq = arg; | 414 | struct rq *rq = arg; |
| 413 | 415 | ||
| 414 | raw_spin_lock(&rq->lock); | 416 | raw_spin_lock(&rq->lock); |
| 415 | hrtimer_restart(&rq->hrtick_timer); | 417 | __hrtick_restart(rq); |
| 416 | rq->hrtick_csd_pending = 0; | 418 | rq->hrtick_csd_pending = 0; |
| 417 | raw_spin_unlock(&rq->lock); | 419 | raw_spin_unlock(&rq->lock); |
| 418 | } | 420 | } |
| @@ -430,7 +432,7 @@ void hrtick_start(struct rq *rq, u64 delay) | |||
| 430 | hrtimer_set_expires(timer, time); | 432 | hrtimer_set_expires(timer, time); |
| 431 | 433 | ||
| 432 | if (rq == this_rq()) { | 434 | if (rq == this_rq()) { |
| 433 | hrtimer_restart(timer); | 435 | __hrtick_restart(rq); |
| 434 | } else if (!rq->hrtick_csd_pending) { | 436 | } else if (!rq->hrtick_csd_pending) { |
| 435 | __smp_call_function_single(cpu_of(rq), &rq->hrtick_csd, 0); | 437 | __smp_call_function_single(cpu_of(rq), &rq->hrtick_csd, 0); |
| 436 | rq->hrtick_csd_pending = 1; | 438 | rq->hrtick_csd_pending = 1; |
