aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/tick.h2
-rw-r--r--kernel/sched/core.c2
-rw-r--r--kernel/time/tick-sched.c20
3 files changed, 24 insertions, 0 deletions
diff --git a/include/linux/tick.h b/include/linux/tick.h
index e31e67623ea1..9180f4b85e6d 100644
--- a/include/linux/tick.h
+++ b/include/linux/tick.h
@@ -163,12 +163,14 @@ extern int tick_nohz_full_cpu(int cpu);
163extern void tick_nohz_full_check(void); 163extern void tick_nohz_full_check(void);
164extern void tick_nohz_full_kick(void); 164extern void tick_nohz_full_kick(void);
165extern void tick_nohz_full_kick_all(void); 165extern void tick_nohz_full_kick_all(void);
166extern void tick_nohz_task_switch(struct task_struct *tsk);
166#else 167#else
167static inline void tick_nohz_init(void) { } 168static inline void tick_nohz_init(void) { }
168static inline int tick_nohz_full_cpu(int cpu) { return 0; } 169static inline int tick_nohz_full_cpu(int cpu) { return 0; }
169static inline void tick_nohz_full_check(void) { } 170static inline void tick_nohz_full_check(void) { }
170static inline void tick_nohz_full_kick(void) { } 171static inline void tick_nohz_full_kick(void) { }
171static inline void tick_nohz_full_kick_all(void) { } 172static inline void tick_nohz_full_kick_all(void) { }
173static inline void tick_nohz_task_switch(struct task_struct *tsk) { }
172#endif 174#endif
173 175
174 176
diff --git a/kernel/sched/core.c b/kernel/sched/core.c
index 9ad35005f1cb..dd09def88567 100644
--- a/kernel/sched/core.c
+++ b/kernel/sched/core.c
@@ -1896,6 +1896,8 @@ static void finish_task_switch(struct rq *rq, struct task_struct *prev)
1896 kprobe_flush_task(prev); 1896 kprobe_flush_task(prev);
1897 put_task_struct(prev); 1897 put_task_struct(prev);
1898 } 1898 }
1899
1900 tick_nohz_task_switch(current);
1899} 1901}
1900 1902
1901#ifdef CONFIG_SMP 1903#ifdef CONFIG_SMP
diff --git a/kernel/time/tick-sched.c b/kernel/time/tick-sched.c
index d0ed1905a85c..12a900dbb819 100644
--- a/kernel/time/tick-sched.c
+++ b/kernel/time/tick-sched.c
@@ -232,6 +232,26 @@ void tick_nohz_full_kick_all(void)
232 preempt_enable(); 232 preempt_enable();
233} 233}
234 234
235/*
236 * Re-evaluate the need for the tick as we switch the current task.
237 * It might need the tick due to per task/process properties:
238 * perf events, posix cpu timers, ...
239 */
240void tick_nohz_task_switch(struct task_struct *tsk)
241{
242 unsigned long flags;
243
244 if (!tick_nohz_full_cpu(smp_processor_id()))
245 return;
246
247 local_irq_save(flags);
248
249 if (tick_nohz_tick_stopped() && !can_stop_full_tick())
250 tick_nohz_full_kick();
251
252 local_irq_restore(flags);
253}
254
235int tick_nohz_full_cpu(int cpu) 255int tick_nohz_full_cpu(int cpu)
236{ 256{
237 if (!have_nohz_full_mask) 257 if (!have_nohz_full_mask)