diff options
-rw-r--r-- | include/linux/context_tracking.h | 10 | ||||
-rw-r--r-- | init/main.c | 2 | ||||
-rw-r--r-- | kernel/context_tracking.c | 23 |
3 files changed, 29 insertions, 6 deletions
diff --git a/include/linux/context_tracking.h b/include/linux/context_tracking.h index 1ae37c708c63..c138c24bad1a 100644 --- a/include/linux/context_tracking.h +++ b/include/linux/context_tracking.h | |||
@@ -4,6 +4,7 @@ | |||
4 | #include <linux/sched.h> | 4 | #include <linux/sched.h> |
5 | #include <linux/percpu.h> | 5 | #include <linux/percpu.h> |
6 | #include <linux/vtime.h> | 6 | #include <linux/vtime.h> |
7 | #include <linux/static_key.h> | ||
7 | #include <asm/ptrace.h> | 8 | #include <asm/ptrace.h> |
8 | 9 | ||
9 | struct context_tracking { | 10 | struct context_tracking { |
@@ -22,6 +23,7 @@ struct context_tracking { | |||
22 | 23 | ||
23 | 24 | ||
24 | #ifdef CONFIG_CONTEXT_TRACKING | 25 | #ifdef CONFIG_CONTEXT_TRACKING |
26 | extern struct static_key context_tracking_enabled; | ||
25 | DECLARE_PER_CPU(struct context_tracking, context_tracking); | 27 | DECLARE_PER_CPU(struct context_tracking, context_tracking); |
26 | 28 | ||
27 | static inline bool context_tracking_in_user(void) | 29 | static inline bool context_tracking_in_user(void) |
@@ -67,6 +69,14 @@ static inline void context_tracking_task_switch(struct task_struct *prev, | |||
67 | struct task_struct *next) { } | 69 | struct task_struct *next) { } |
68 | #endif /* !CONFIG_CONTEXT_TRACKING */ | 70 | #endif /* !CONFIG_CONTEXT_TRACKING */ |
69 | 71 | ||
72 | |||
73 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | ||
74 | extern void context_tracking_init(void); | ||
75 | #else | ||
76 | static inline void context_tracking_init(void) { } | ||
77 | #endif /* CONFIG_CONTEXT_TRACKING_FORCE */ | ||
78 | |||
79 | |||
70 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN | 80 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN |
71 | extern void guest_enter(void); | 81 | extern void guest_enter(void); |
72 | extern void guest_exit(void); | 82 | extern void guest_exit(void); |
diff --git a/init/main.c b/init/main.c index d03d2ec2eacf..af310afbef28 100644 --- a/init/main.c +++ b/init/main.c | |||
@@ -75,6 +75,7 @@ | |||
75 | #include <linux/blkdev.h> | 75 | #include <linux/blkdev.h> |
76 | #include <linux/elevator.h> | 76 | #include <linux/elevator.h> |
77 | #include <linux/sched_clock.h> | 77 | #include <linux/sched_clock.h> |
78 | #include <linux/context_tracking.h> | ||
78 | 79 | ||
79 | #include <asm/io.h> | 80 | #include <asm/io.h> |
80 | #include <asm/bugs.h> | 81 | #include <asm/bugs.h> |
@@ -545,6 +546,7 @@ asmlinkage void __init start_kernel(void) | |||
545 | idr_init_cache(); | 546 | idr_init_cache(); |
546 | rcu_init(); | 547 | rcu_init(); |
547 | tick_nohz_init(); | 548 | tick_nohz_init(); |
549 | context_tracking_init(); | ||
548 | radix_tree_init(); | 550 | radix_tree_init(); |
549 | /* init some links before init_ISA_irqs() */ | 551 | /* init some links before init_ISA_irqs() */ |
550 | early_irq_init(); | 552 | early_irq_init(); |
diff --git a/kernel/context_tracking.c b/kernel/context_tracking.c index 72bcb2570d3e..839d377d0da5 100644 --- a/kernel/context_tracking.c +++ b/kernel/context_tracking.c | |||
@@ -20,15 +20,16 @@ | |||
20 | #include <linux/hardirq.h> | 20 | #include <linux/hardirq.h> |
21 | #include <linux/export.h> | 21 | #include <linux/export.h> |
22 | 22 | ||
23 | DEFINE_PER_CPU(struct context_tracking, context_tracking) = { | 23 | struct static_key context_tracking_enabled = STATIC_KEY_INIT_FALSE; |
24 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | 24 | |
25 | .active = true, | 25 | DEFINE_PER_CPU(struct context_tracking, context_tracking); |
26 | #endif | ||
27 | }; | ||
28 | 26 | ||
29 | void context_tracking_cpu_set(int cpu) | 27 | void context_tracking_cpu_set(int cpu) |
30 | { | 28 | { |
31 | per_cpu(context_tracking.active, cpu) = true; | 29 | if (!per_cpu(context_tracking.active, cpu)) { |
30 | per_cpu(context_tracking.active, cpu) = true; | ||
31 | static_key_slow_inc(&context_tracking_enabled); | ||
32 | } | ||
32 | } | 33 | } |
33 | 34 | ||
34 | /** | 35 | /** |
@@ -202,3 +203,13 @@ void context_tracking_task_switch(struct task_struct *prev, | |||
202 | clear_tsk_thread_flag(prev, TIF_NOHZ); | 203 | clear_tsk_thread_flag(prev, TIF_NOHZ); |
203 | set_tsk_thread_flag(next, TIF_NOHZ); | 204 | set_tsk_thread_flag(next, TIF_NOHZ); |
204 | } | 205 | } |
206 | |||
207 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | ||
208 | void __init context_tracking_init(void) | ||
209 | { | ||
210 | int cpu; | ||
211 | |||
212 | for_each_possible_cpu(cpu) | ||
213 | context_tracking_cpu_set(cpu); | ||
214 | } | ||
215 | #endif | ||