diff options
Diffstat (limited to 'kernel')
-rw-r--r-- | kernel/rcupdate.c | 18 | ||||
-rw-r--r-- | kernel/rcutree.c | 19 |
2 files changed, 18 insertions, 19 deletions
diff --git a/kernel/rcupdate.c b/kernel/rcupdate.c index 033cb55c26df..7bfa004572b1 100644 --- a/kernel/rcupdate.c +++ b/kernel/rcupdate.c | |||
@@ -44,6 +44,7 @@ | |||
44 | #include <linux/cpu.h> | 44 | #include <linux/cpu.h> |
45 | #include <linux/mutex.h> | 45 | #include <linux/mutex.h> |
46 | #include <linux/module.h> | 46 | #include <linux/module.h> |
47 | #include <linux/kernel_stat.h> | ||
47 | 48 | ||
48 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | 49 | #ifdef CONFIG_DEBUG_LOCK_ALLOC |
49 | static struct lock_class_key rcu_lock_key; | 50 | static struct lock_class_key rcu_lock_key; |
@@ -62,6 +63,23 @@ struct lockdep_map rcu_sched_lock_map = | |||
62 | EXPORT_SYMBOL_GPL(rcu_sched_lock_map); | 63 | EXPORT_SYMBOL_GPL(rcu_sched_lock_map); |
63 | #endif | 64 | #endif |
64 | 65 | ||
66 | int rcu_scheduler_active __read_mostly; | ||
67 | |||
68 | /* | ||
69 | * This function is invoked towards the end of the scheduler's initialization | ||
70 | * process. Before this is called, the idle task might contain | ||
71 | * RCU read-side critical sections (during which time, this idle | ||
72 | * task is booting the system). After this function is called, the | ||
73 | * idle tasks are prohibited from containing RCU read-side critical | ||
74 | * sections. | ||
75 | */ | ||
76 | void rcu_scheduler_starting(void) | ||
77 | { | ||
78 | WARN_ON(num_online_cpus() != 1); | ||
79 | WARN_ON(nr_context_switches() > 0); | ||
80 | rcu_scheduler_active = 1; | ||
81 | } | ||
82 | |||
65 | /* | 83 | /* |
66 | * Awaken the corresponding synchronize_rcu() instance now that a | 84 | * Awaken the corresponding synchronize_rcu() instance now that a |
67 | * grace period has elapsed. | 85 | * grace period has elapsed. |
diff --git a/kernel/rcutree.c b/kernel/rcutree.c index 525d39810616..335bfe4f0076 100644 --- a/kernel/rcutree.c +++ b/kernel/rcutree.c | |||
@@ -46,7 +46,6 @@ | |||
46 | #include <linux/cpu.h> | 46 | #include <linux/cpu.h> |
47 | #include <linux/mutex.h> | 47 | #include <linux/mutex.h> |
48 | #include <linux/time.h> | 48 | #include <linux/time.h> |
49 | #include <linux/kernel_stat.h> | ||
50 | 49 | ||
51 | #include "rcutree.h" | 50 | #include "rcutree.h" |
52 | 51 | ||
@@ -81,9 +80,6 @@ DEFINE_PER_CPU(struct rcu_data, rcu_sched_data); | |||
81 | struct rcu_state rcu_bh_state = RCU_STATE_INITIALIZER(rcu_bh_state); | 80 | struct rcu_state rcu_bh_state = RCU_STATE_INITIALIZER(rcu_bh_state); |
82 | DEFINE_PER_CPU(struct rcu_data, rcu_bh_data); | 81 | DEFINE_PER_CPU(struct rcu_data, rcu_bh_data); |
83 | 82 | ||
84 | static int rcu_scheduler_active __read_mostly; | ||
85 | |||
86 | |||
87 | /* | 83 | /* |
88 | * Return true if an RCU grace period is in progress. The ACCESS_ONCE()s | 84 | * Return true if an RCU grace period is in progress. The ACCESS_ONCE()s |
89 | * permit this function to be invoked without holding the root rcu_node | 85 | * permit this function to be invoked without holding the root rcu_node |
@@ -1565,21 +1561,6 @@ static int rcu_needs_cpu_quick_check(int cpu) | |||
1565 | rcu_preempt_needs_cpu(cpu); | 1561 | rcu_preempt_needs_cpu(cpu); |
1566 | } | 1562 | } |
1567 | 1563 | ||
1568 | /* | ||
1569 | * This function is invoked towards the end of the scheduler's initialization | ||
1570 | * process. Before this is called, the idle task might contain | ||
1571 | * RCU read-side critical sections (during which time, this idle | ||
1572 | * task is booting the system). After this function is called, the | ||
1573 | * idle tasks are prohibited from containing RCU read-side critical | ||
1574 | * sections. | ||
1575 | */ | ||
1576 | void rcu_scheduler_starting(void) | ||
1577 | { | ||
1578 | WARN_ON(num_online_cpus() != 1); | ||
1579 | WARN_ON(nr_context_switches() > 0); | ||
1580 | rcu_scheduler_active = 1; | ||
1581 | } | ||
1582 | |||
1583 | static DEFINE_PER_CPU(struct rcu_head, rcu_barrier_head) = {NULL}; | 1564 | static DEFINE_PER_CPU(struct rcu_head, rcu_barrier_head) = {NULL}; |
1584 | static atomic_t rcu_barrier_cpu_count; | 1565 | static atomic_t rcu_barrier_cpu_count; |
1585 | static DEFINE_MUTEX(rcu_barrier_mutex); | 1566 | static DEFINE_MUTEX(rcu_barrier_mutex); |