aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--kernel/rcupdate.c32
1 files changed, 10 insertions, 22 deletions
diff --git a/kernel/rcupdate.c b/kernel/rcupdate.c
index 4a189ea18b48..e43242274466 100644
--- a/kernel/rcupdate.c
+++ b/kernel/rcupdate.c
@@ -53,12 +53,6 @@ struct lockdep_map rcu_lock_map =
53EXPORT_SYMBOL_GPL(rcu_lock_map); 53EXPORT_SYMBOL_GPL(rcu_lock_map);
54#endif 54#endif
55 55
56enum rcu_barrier {
57 RCU_BARRIER_STD,
58 RCU_BARRIER_BH,
59 RCU_BARRIER_SCHED,
60};
61
62static DEFINE_PER_CPU(struct rcu_head, rcu_barrier_head) = {NULL}; 56static DEFINE_PER_CPU(struct rcu_head, rcu_barrier_head) = {NULL};
63static atomic_t rcu_barrier_cpu_count; 57static atomic_t rcu_barrier_cpu_count;
64static DEFINE_MUTEX(rcu_barrier_mutex); 58static DEFINE_MUTEX(rcu_barrier_mutex);
@@ -184,19 +178,12 @@ static void rcu_barrier_func(void *type)
184{ 178{
185 int cpu = smp_processor_id(); 179 int cpu = smp_processor_id();
186 struct rcu_head *head = &per_cpu(rcu_barrier_head, cpu); 180 struct rcu_head *head = &per_cpu(rcu_barrier_head, cpu);
181 void (*call_rcu_func)(struct rcu_head *head,
182 void (*func)(struct rcu_head *head));
187 183
188 atomic_inc(&rcu_barrier_cpu_count); 184 atomic_inc(&rcu_barrier_cpu_count);
189 switch ((enum rcu_barrier)type) { 185 call_rcu_func = type;
190 case RCU_BARRIER_STD: 186 call_rcu_func(head, rcu_barrier_callback);
191 call_rcu(head, rcu_barrier_callback);
192 break;
193 case RCU_BARRIER_BH:
194 call_rcu_bh(head, rcu_barrier_callback);
195 break;
196 case RCU_BARRIER_SCHED:
197 call_rcu_sched(head, rcu_barrier_callback);
198 break;
199 }
200} 187}
201 188
202static inline void wait_migrated_callbacks(void) 189static inline void wait_migrated_callbacks(void)
@@ -209,7 +196,8 @@ static inline void wait_migrated_callbacks(void)
209 * Orchestrate the specified type of RCU barrier, waiting for all 196 * Orchestrate the specified type of RCU barrier, waiting for all
210 * RCU callbacks of the specified type to complete. 197 * RCU callbacks of the specified type to complete.
211 */ 198 */
212static void _rcu_barrier(enum rcu_barrier type) 199static void _rcu_barrier(void (*call_rcu_func)(struct rcu_head *head,
200 void (*func)(struct rcu_head *head)))
213{ 201{
214 BUG_ON(in_interrupt()); 202 BUG_ON(in_interrupt());
215 /* Take cpucontrol mutex to protect against CPU hotplug */ 203 /* Take cpucontrol mutex to protect against CPU hotplug */
@@ -225,7 +213,7 @@ static void _rcu_barrier(enum rcu_barrier type)
225 * early. 213 * early.
226 */ 214 */
227 atomic_set(&rcu_barrier_cpu_count, 1); 215 atomic_set(&rcu_barrier_cpu_count, 1);
228 on_each_cpu(rcu_barrier_func, (void *)type, 1); 216 on_each_cpu(rcu_barrier_func, (void *)call_rcu_func, 1);
229 if (atomic_dec_and_test(&rcu_barrier_cpu_count)) 217 if (atomic_dec_and_test(&rcu_barrier_cpu_count))
230 complete(&rcu_barrier_completion); 218 complete(&rcu_barrier_completion);
231 wait_for_completion(&rcu_barrier_completion); 219 wait_for_completion(&rcu_barrier_completion);
@@ -238,7 +226,7 @@ static void _rcu_barrier(enum rcu_barrier type)
238 */ 226 */
239void rcu_barrier(void) 227void rcu_barrier(void)
240{ 228{
241 _rcu_barrier(RCU_BARRIER_STD); 229 _rcu_barrier(call_rcu);
242} 230}
243EXPORT_SYMBOL_GPL(rcu_barrier); 231EXPORT_SYMBOL_GPL(rcu_barrier);
244 232
@@ -247,7 +235,7 @@ EXPORT_SYMBOL_GPL(rcu_barrier);
247 */ 235 */
248void rcu_barrier_bh(void) 236void rcu_barrier_bh(void)
249{ 237{
250 _rcu_barrier(RCU_BARRIER_BH); 238 _rcu_barrier(call_rcu_bh);
251} 239}
252EXPORT_SYMBOL_GPL(rcu_barrier_bh); 240EXPORT_SYMBOL_GPL(rcu_barrier_bh);
253 241
@@ -256,7 +244,7 @@ EXPORT_SYMBOL_GPL(rcu_barrier_bh);
256 */ 244 */
257void rcu_barrier_sched(void) 245void rcu_barrier_sched(void)
258{ 246{
259 _rcu_barrier(RCU_BARRIER_SCHED); 247 _rcu_barrier(call_rcu_sched);
260} 248}
261EXPORT_SYMBOL_GPL(rcu_barrier_sched); 249EXPORT_SYMBOL_GPL(rcu_barrier_sched);
262 250