diff options
-rw-r--r-- | include/linux/rcupdate.h | 27 | ||||
-rw-r--r-- | kernel/rcutiny.c | 2 | ||||
-rw-r--r-- | kernel/rcutree.c | 2 |
3 files changed, 31 insertions, 0 deletions
diff --git a/include/linux/rcupdate.h b/include/linux/rcupdate.h index 6ee663c8745a..937217425c47 100644 --- a/include/linux/rcupdate.h +++ b/include/linux/rcupdate.h | |||
@@ -190,6 +190,33 @@ extern void rcu_idle_exit(void); | |||
190 | extern void rcu_irq_enter(void); | 190 | extern void rcu_irq_enter(void); |
191 | extern void rcu_irq_exit(void); | 191 | extern void rcu_irq_exit(void); |
192 | 192 | ||
193 | /** | ||
194 | * RCU_NONIDLE - Indicate idle-loop code that needs RCU readers | ||
195 | * @a: Code that RCU needs to pay attention to. | ||
196 | * | ||
197 | * RCU, RCU-bh, and RCU-sched read-side critical sections are forbidden | ||
198 | * in the inner idle loop, that is, between the rcu_idle_enter() and | ||
199 | * the rcu_idle_exit() -- RCU will happily ignore any such read-side | ||
200 | * critical sections. However, things like powertop need tracepoints | ||
201 | * in the inner idle loop. | ||
202 | * | ||
203 | * This macro provides the way out: RCU_NONIDLE(do_something_with_RCU()) | ||
204 | * will tell RCU that it needs to pay attending, invoke its argument | ||
205 | * (in this example, a call to the do_something_with_RCU() function), | ||
206 | * and then tell RCU to go back to ignoring this CPU. It is permissible | ||
207 | * to nest RCU_NONIDLE() wrappers, but the nesting level is currently | ||
208 | * quite limited. If deeper nesting is required, it will be necessary | ||
209 | * to adjust DYNTICK_TASK_NESTING_VALUE accordingly. | ||
210 | * | ||
211 | * This macro may be used from process-level code only. | ||
212 | */ | ||
213 | #define RCU_NONIDLE(a) \ | ||
214 | do { \ | ||
215 | rcu_idle_exit(); \ | ||
216 | do { a; } while (0); \ | ||
217 | rcu_idle_enter(); \ | ||
218 | } while (0) | ||
219 | |||
193 | /* | 220 | /* |
194 | * Infrastructure to implement the synchronize_() primitives in | 221 | * Infrastructure to implement the synchronize_() primitives in |
195 | * TREE_RCU and rcu_barrier_() primitives in TINY_RCU. | 222 | * TREE_RCU and rcu_barrier_() primitives in TINY_RCU. |
diff --git a/kernel/rcutiny.c b/kernel/rcutiny.c index c8b0e1582c04..37a5444204d2 100644 --- a/kernel/rcutiny.c +++ b/kernel/rcutiny.c | |||
@@ -97,6 +97,7 @@ void rcu_idle_enter(void) | |||
97 | rcu_idle_enter_common(oldval); | 97 | rcu_idle_enter_common(oldval); |
98 | local_irq_restore(flags); | 98 | local_irq_restore(flags); |
99 | } | 99 | } |
100 | EXPORT_SYMBOL_GPL(rcu_idle_enter); | ||
100 | 101 | ||
101 | /* | 102 | /* |
102 | * Exit an interrupt handler towards idle. | 103 | * Exit an interrupt handler towards idle. |
@@ -153,6 +154,7 @@ void rcu_idle_exit(void) | |||
153 | rcu_idle_exit_common(oldval); | 154 | rcu_idle_exit_common(oldval); |
154 | local_irq_restore(flags); | 155 | local_irq_restore(flags); |
155 | } | 156 | } |
157 | EXPORT_SYMBOL_GPL(rcu_idle_exit); | ||
156 | 158 | ||
157 | /* | 159 | /* |
158 | * Enter an interrupt handler, moving away from idle. | 160 | * Enter an interrupt handler, moving away from idle. |
diff --git a/kernel/rcutree.c b/kernel/rcutree.c index 92b47760edf3..eacc10b03531 100644 --- a/kernel/rcutree.c +++ b/kernel/rcutree.c | |||
@@ -402,6 +402,7 @@ void rcu_idle_enter(void) | |||
402 | rcu_idle_enter_common(rdtp, oldval); | 402 | rcu_idle_enter_common(rdtp, oldval); |
403 | local_irq_restore(flags); | 403 | local_irq_restore(flags); |
404 | } | 404 | } |
405 | EXPORT_SYMBOL_GPL(rcu_idle_enter); | ||
405 | 406 | ||
406 | /** | 407 | /** |
407 | * rcu_irq_exit - inform RCU that current CPU is exiting irq towards idle | 408 | * rcu_irq_exit - inform RCU that current CPU is exiting irq towards idle |
@@ -493,6 +494,7 @@ void rcu_idle_exit(void) | |||
493 | rcu_idle_exit_common(rdtp, oldval); | 494 | rcu_idle_exit_common(rdtp, oldval); |
494 | local_irq_restore(flags); | 495 | local_irq_restore(flags); |
495 | } | 496 | } |
497 | EXPORT_SYMBOL_GPL(rcu_idle_exit); | ||
496 | 498 | ||
497 | /** | 499 | /** |
498 | * rcu_irq_enter - inform RCU that current CPU is entering irq away from idle | 500 | * rcu_irq_enter - inform RCU that current CPU is entering irq away from idle |