aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/time/tick-sched.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/time/tick-sched.c')
-rw-r--r--kernel/time/tick-sched.c31
1 files changed, 23 insertions, 8 deletions
diff --git a/kernel/time/tick-sched.c b/kernel/time/tick-sched.c
index 7aedf4343539..0581c11fe6c6 100644
--- a/kernel/time/tick-sched.c
+++ b/kernel/time/tick-sched.c
@@ -508,10 +508,6 @@ static void tick_nohz_handler(struct clock_event_device *dev)
508 update_process_times(user_mode(regs)); 508 update_process_times(user_mode(regs));
509 profile_tick(CPU_PROFILING); 509 profile_tick(CPU_PROFILING);
510 510
511 /* Do not restart, when we are in the idle loop */
512 if (ts->tick_stopped)
513 return;
514
515 while (tick_nohz_reprogram(ts, now)) { 511 while (tick_nohz_reprogram(ts, now)) {
516 now = ktime_get(); 512 now = ktime_get();
517 tick_do_update_jiffies64(now); 513 tick_do_update_jiffies64(now);
@@ -557,6 +553,27 @@ static void tick_nohz_switch_to_nohz(void)
557 smp_processor_id()); 553 smp_processor_id());
558} 554}
559 555
556/*
557 * When NOHZ is enabled and the tick is stopped, we need to kick the
558 * tick timer from irq_enter() so that the jiffies update is kept
559 * alive during long running softirqs. That's ugly as hell, but
560 * correctness is key even if we need to fix the offending softirq in
561 * the first place.
562 *
563 * Note, this is different to tick_nohz_restart. We just kick the
564 * timer and do not touch the other magic bits which need to be done
565 * when idle is left.
566 */
567static void tick_nohz_kick_tick(int cpu)
568{
569 struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu);
570
571 if (!ts->tick_stopped)
572 return;
573
574 tick_nohz_restart(ts, ktime_get());
575}
576
560#else 577#else
561 578
562static inline void tick_nohz_switch_to_nohz(void) { } 579static inline void tick_nohz_switch_to_nohz(void) { }
@@ -568,9 +585,11 @@ static inline void tick_nohz_switch_to_nohz(void) { }
568 */ 585 */
569void tick_check_idle(int cpu) 586void tick_check_idle(int cpu)
570{ 587{
588 tick_check_oneshot_broadcast(cpu);
571#ifdef CONFIG_NO_HZ 589#ifdef CONFIG_NO_HZ
572 tick_nohz_stop_idle(cpu); 590 tick_nohz_stop_idle(cpu);
573 tick_nohz_update_jiffies(); 591 tick_nohz_update_jiffies();
592 tick_nohz_kick_tick(cpu);
574#endif 593#endif
575} 594}
576 595
@@ -627,10 +646,6 @@ static enum hrtimer_restart tick_sched_timer(struct hrtimer *timer)
627 profile_tick(CPU_PROFILING); 646 profile_tick(CPU_PROFILING);
628 } 647 }
629 648
630 /* Do not restart, when we are in the idle loop */
631 if (ts->tick_stopped)
632 return HRTIMER_NORESTART;
633
634 hrtimer_forward(timer, now, tick_period); 649 hrtimer_forward(timer, now, tick_period);
635 650
636 return HRTIMER_RESTART; 651 return HRTIMER_RESTART;