diff options
Diffstat (limited to 'include/linux/rcupdate.h')
-rw-r--r-- | include/linux/rcupdate.h | 75 |
1 files changed, 72 insertions, 3 deletions
diff --git a/include/linux/rcupdate.h b/include/linux/rcupdate.h index 325bad7bbca9..89414d67d961 100644 --- a/include/linux/rcupdate.h +++ b/include/linux/rcupdate.h | |||
@@ -61,16 +61,30 @@ struct rcu_head { | |||
61 | }; | 61 | }; |
62 | 62 | ||
63 | /* Exported common interfaces */ | 63 | /* Exported common interfaces */ |
64 | extern void call_rcu_sched(struct rcu_head *head, | ||
65 | void (*func)(struct rcu_head *rcu)); | ||
66 | extern void synchronize_sched(void); | ||
64 | extern void rcu_barrier_bh(void); | 67 | extern void rcu_barrier_bh(void); |
65 | extern void rcu_barrier_sched(void); | 68 | extern void rcu_barrier_sched(void); |
66 | extern void synchronize_sched_expedited(void); | 69 | extern void synchronize_sched_expedited(void); |
67 | extern int sched_expedited_torture_stats(char *page); | 70 | extern int sched_expedited_torture_stats(char *page); |
68 | 71 | ||
69 | /* Internal to kernel */ | 72 | static inline void __rcu_read_lock_bh(void) |
70 | extern void rcu_init(void); | 73 | { |
74 | local_bh_disable(); | ||
75 | } | ||
76 | |||
77 | static inline void __rcu_read_unlock_bh(void) | ||
78 | { | ||
79 | local_bh_enable(); | ||
80 | } | ||
71 | 81 | ||
72 | #ifdef CONFIG_PREEMPT_RCU | 82 | #ifdef CONFIG_PREEMPT_RCU |
73 | 83 | ||
84 | extern void __rcu_read_lock(void); | ||
85 | extern void __rcu_read_unlock(void); | ||
86 | void synchronize_rcu(void); | ||
87 | |||
74 | /* | 88 | /* |
75 | * Defined as a macro as it is a very low level header included from | 89 | * Defined as a macro as it is a very low level header included from |
76 | * areas that don't even know about current. This gives the rcu_read_lock() | 90 | * areas that don't even know about current. This gives the rcu_read_lock() |
@@ -79,7 +93,53 @@ extern void rcu_init(void); | |||
79 | */ | 93 | */ |
80 | #define rcu_preempt_depth() (current->rcu_read_lock_nesting) | 94 | #define rcu_preempt_depth() (current->rcu_read_lock_nesting) |
81 | 95 | ||
82 | #endif /* #ifdef CONFIG_PREEMPT_RCU */ | 96 | #else /* #ifdef CONFIG_PREEMPT_RCU */ |
97 | |||
98 | static inline void __rcu_read_lock(void) | ||
99 | { | ||
100 | preempt_disable(); | ||
101 | } | ||
102 | |||
103 | static inline void __rcu_read_unlock(void) | ||
104 | { | ||
105 | preempt_enable(); | ||
106 | } | ||
107 | |||
108 | static inline void synchronize_rcu(void) | ||
109 | { | ||
110 | synchronize_sched(); | ||
111 | } | ||
112 | |||
113 | static inline int rcu_preempt_depth(void) | ||
114 | { | ||
115 | return 0; | ||
116 | } | ||
117 | |||
118 | #endif /* #else #ifdef CONFIG_PREEMPT_RCU */ | ||
119 | |||
120 | /* Internal to kernel */ | ||
121 | extern void rcu_init(void); | ||
122 | extern void rcu_sched_qs(int cpu); | ||
123 | extern void rcu_bh_qs(int cpu); | ||
124 | extern void rcu_check_callbacks(int cpu, int user); | ||
125 | struct notifier_block; | ||
126 | |||
127 | #ifdef CONFIG_NO_HZ | ||
128 | |||
129 | extern void rcu_enter_nohz(void); | ||
130 | extern void rcu_exit_nohz(void); | ||
131 | |||
132 | #else /* #ifdef CONFIG_NO_HZ */ | ||
133 | |||
134 | static inline void rcu_enter_nohz(void) | ||
135 | { | ||
136 | } | ||
137 | |||
138 | static inline void rcu_exit_nohz(void) | ||
139 | { | ||
140 | } | ||
141 | |||
142 | #endif /* #else #ifdef CONFIG_NO_HZ */ | ||
83 | 143 | ||
84 | #if defined(CONFIG_TREE_RCU) || defined(CONFIG_TREE_PREEMPT_RCU) | 144 | #if defined(CONFIG_TREE_RCU) || defined(CONFIG_TREE_PREEMPT_RCU) |
85 | #include <linux/rcutree.h> | 145 | #include <linux/rcutree.h> |
@@ -626,6 +686,8 @@ struct rcu_synchronize { | |||
626 | 686 | ||
627 | extern void wakeme_after_rcu(struct rcu_head *head); | 687 | extern void wakeme_after_rcu(struct rcu_head *head); |
628 | 688 | ||
689 | #ifdef CONFIG_PREEMPT_RCU | ||
690 | |||
629 | /** | 691 | /** |
630 | * call_rcu() - Queue an RCU callback for invocation after a grace period. | 692 | * call_rcu() - Queue an RCU callback for invocation after a grace period. |
631 | * @head: structure to be used for queueing the RCU updates. | 693 | * @head: structure to be used for queueing the RCU updates. |
@@ -642,6 +704,13 @@ extern void wakeme_after_rcu(struct rcu_head *head); | |||
642 | extern void call_rcu(struct rcu_head *head, | 704 | extern void call_rcu(struct rcu_head *head, |
643 | void (*func)(struct rcu_head *head)); | 705 | void (*func)(struct rcu_head *head)); |
644 | 706 | ||
707 | #else /* #ifdef CONFIG_PREEMPT_RCU */ | ||
708 | |||
709 | /* In classic RCU, call_rcu() is just call_rcu_sched(). */ | ||
710 | #define call_rcu call_rcu_sched | ||
711 | |||
712 | #endif /* #else #ifdef CONFIG_PREEMPT_RCU */ | ||
713 | |||
645 | /** | 714 | /** |
646 | * call_rcu_bh() - Queue an RCU for invocation after a quicker grace period. | 715 | * call_rcu_bh() - Queue an RCU for invocation after a quicker grace period. |
647 | * @head: structure to be used for queueing the RCU updates. | 716 | * @head: structure to be used for queueing the RCU updates. |