diff options
| -rw-r--r-- | include/linux/context_tracking.h | 10 | ||||
| -rw-r--r-- | init/main.c | 2 | ||||
| -rw-r--r-- | kernel/context_tracking.c | 23 |
3 files changed, 29 insertions, 6 deletions
diff --git a/include/linux/context_tracking.h b/include/linux/context_tracking.h index 1ae37c708c63..c138c24bad1a 100644 --- a/include/linux/context_tracking.h +++ b/include/linux/context_tracking.h | |||
| @@ -4,6 +4,7 @@ | |||
| 4 | #include <linux/sched.h> | 4 | #include <linux/sched.h> |
| 5 | #include <linux/percpu.h> | 5 | #include <linux/percpu.h> |
| 6 | #include <linux/vtime.h> | 6 | #include <linux/vtime.h> |
| 7 | #include <linux/static_key.h> | ||
| 7 | #include <asm/ptrace.h> | 8 | #include <asm/ptrace.h> |
| 8 | 9 | ||
| 9 | struct context_tracking { | 10 | struct context_tracking { |
| @@ -22,6 +23,7 @@ struct context_tracking { | |||
| 22 | 23 | ||
| 23 | 24 | ||
| 24 | #ifdef CONFIG_CONTEXT_TRACKING | 25 | #ifdef CONFIG_CONTEXT_TRACKING |
| 26 | extern struct static_key context_tracking_enabled; | ||
| 25 | DECLARE_PER_CPU(struct context_tracking, context_tracking); | 27 | DECLARE_PER_CPU(struct context_tracking, context_tracking); |
| 26 | 28 | ||
| 27 | static inline bool context_tracking_in_user(void) | 29 | static inline bool context_tracking_in_user(void) |
| @@ -67,6 +69,14 @@ static inline void context_tracking_task_switch(struct task_struct *prev, | |||
| 67 | struct task_struct *next) { } | 69 | struct task_struct *next) { } |
| 68 | #endif /* !CONFIG_CONTEXT_TRACKING */ | 70 | #endif /* !CONFIG_CONTEXT_TRACKING */ |
| 69 | 71 | ||
| 72 | |||
| 73 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | ||
| 74 | extern void context_tracking_init(void); | ||
| 75 | #else | ||
| 76 | static inline void context_tracking_init(void) { } | ||
| 77 | #endif /* CONFIG_CONTEXT_TRACKING_FORCE */ | ||
| 78 | |||
| 79 | |||
| 70 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN | 80 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN |
| 71 | extern void guest_enter(void); | 81 | extern void guest_enter(void); |
| 72 | extern void guest_exit(void); | 82 | extern void guest_exit(void); |
diff --git a/init/main.c b/init/main.c index d03d2ec2eacf..af310afbef28 100644 --- a/init/main.c +++ b/init/main.c | |||
| @@ -75,6 +75,7 @@ | |||
| 75 | #include <linux/blkdev.h> | 75 | #include <linux/blkdev.h> |
| 76 | #include <linux/elevator.h> | 76 | #include <linux/elevator.h> |
| 77 | #include <linux/sched_clock.h> | 77 | #include <linux/sched_clock.h> |
| 78 | #include <linux/context_tracking.h> | ||
| 78 | 79 | ||
| 79 | #include <asm/io.h> | 80 | #include <asm/io.h> |
| 80 | #include <asm/bugs.h> | 81 | #include <asm/bugs.h> |
| @@ -545,6 +546,7 @@ asmlinkage void __init start_kernel(void) | |||
| 545 | idr_init_cache(); | 546 | idr_init_cache(); |
| 546 | rcu_init(); | 547 | rcu_init(); |
| 547 | tick_nohz_init(); | 548 | tick_nohz_init(); |
| 549 | context_tracking_init(); | ||
| 548 | radix_tree_init(); | 550 | radix_tree_init(); |
| 549 | /* init some links before init_ISA_irqs() */ | 551 | /* init some links before init_ISA_irqs() */ |
| 550 | early_irq_init(); | 552 | early_irq_init(); |
diff --git a/kernel/context_tracking.c b/kernel/context_tracking.c index 72bcb2570d3e..839d377d0da5 100644 --- a/kernel/context_tracking.c +++ b/kernel/context_tracking.c | |||
| @@ -20,15 +20,16 @@ | |||
| 20 | #include <linux/hardirq.h> | 20 | #include <linux/hardirq.h> |
| 21 | #include <linux/export.h> | 21 | #include <linux/export.h> |
| 22 | 22 | ||
| 23 | DEFINE_PER_CPU(struct context_tracking, context_tracking) = { | 23 | struct static_key context_tracking_enabled = STATIC_KEY_INIT_FALSE; |
| 24 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | 24 | |
| 25 | .active = true, | 25 | DEFINE_PER_CPU(struct context_tracking, context_tracking); |
| 26 | #endif | ||
| 27 | }; | ||
| 28 | 26 | ||
| 29 | void context_tracking_cpu_set(int cpu) | 27 | void context_tracking_cpu_set(int cpu) |
| 30 | { | 28 | { |
| 31 | per_cpu(context_tracking.active, cpu) = true; | 29 | if (!per_cpu(context_tracking.active, cpu)) { |
| 30 | per_cpu(context_tracking.active, cpu) = true; | ||
| 31 | static_key_slow_inc(&context_tracking_enabled); | ||
| 32 | } | ||
| 32 | } | 33 | } |
| 33 | 34 | ||
| 34 | /** | 35 | /** |
| @@ -202,3 +203,13 @@ void context_tracking_task_switch(struct task_struct *prev, | |||
| 202 | clear_tsk_thread_flag(prev, TIF_NOHZ); | 203 | clear_tsk_thread_flag(prev, TIF_NOHZ); |
| 203 | set_tsk_thread_flag(next, TIF_NOHZ); | 204 | set_tsk_thread_flag(next, TIF_NOHZ); |
| 204 | } | 205 | } |
| 206 | |||
| 207 | #ifdef CONFIG_CONTEXT_TRACKING_FORCE | ||
| 208 | void __init context_tracking_init(void) | ||
| 209 | { | ||
| 210 | int cpu; | ||
| 211 | |||
| 212 | for_each_possible_cpu(cpu) | ||
| 213 | context_tracking_cpu_set(cpu); | ||
| 214 | } | ||
| 215 | #endif | ||
