aboutsummaryrefslogtreecommitdiffstats
path: root/include/linux
diff options
context:
space:
mode:
authorLinus Torvalds <torvalds@linux-foundation.org>2011-11-06 23:20:46 -0500
committerLinus Torvalds <torvalds@linux-foundation.org>2011-11-06 23:20:46 -0500
commitb32fc0a0629bf5894b35f33554c118aacfd0d1e2 (patch)
tree5d6aaa9a35b7fa63681adab91da3b3dec5276f84 /include/linux
parent403299a8515c56db58454c57712f4dc96d6c1fde (diff)
parent97ce2c88f9ad42e3c60a9beb9fca87abf3639faa (diff)
Merge branch 'upstream/jump-label-noearly' of git://git.kernel.org/pub/scm/linux/kernel/git/jeremy/xen
* 'upstream/jump-label-noearly' of git://git.kernel.org/pub/scm/linux/kernel/git/jeremy/xen: jump-label: initialize jump-label subsystem much earlier x86/jump_label: add arch_jump_label_transform_static() s390/jump-label: add arch_jump_label_transform_static() jump_label: add arch_jump_label_transform_static() to optimise non-live code updates sparc/jump_label: drop arch_jump_label_text_poke_early() x86/jump_label: drop arch_jump_label_text_poke_early() jump_label: if a key has already been initialized, don't nop it out stop_machine: make stop_machine safe and efficient to call early jump_label: use proper atomic_t initializer Conflicts: - arch/x86/kernel/jump_label.c Added __init_or_module to arch_jump_label_text_poke_early vs removal of that function entirely - kernel/stop_machine.c same patch ("stop_machine: make stop_machine safe and efficient to call early") merged twice, with whitespace fix in one version
Diffstat (limited to 'include/linux')
-rw-r--r--include/linux/jump_label.h23
1 files changed, 14 insertions, 9 deletions
diff --git a/include/linux/jump_label.h b/include/linux/jump_label.h
index 66f23dc5e76a..388b0d425b50 100644
--- a/include/linux/jump_label.h
+++ b/include/linux/jump_label.h
@@ -16,7 +16,7 @@ struct jump_label_key {
16 16
17# include <asm/jump_label.h> 17# include <asm/jump_label.h>
18# define HAVE_JUMP_LABEL 18# define HAVE_JUMP_LABEL
19#endif 19#endif /* CC_HAVE_ASM_GOTO && CONFIG_JUMP_LABEL */
20 20
21enum jump_label_type { 21enum jump_label_type {
22 JUMP_LABEL_DISABLE = 0, 22 JUMP_LABEL_DISABLE = 0,
@@ -28,9 +28,9 @@ struct module;
28#ifdef HAVE_JUMP_LABEL 28#ifdef HAVE_JUMP_LABEL
29 29
30#ifdef CONFIG_MODULES 30#ifdef CONFIG_MODULES
31#define JUMP_LABEL_INIT {{ 0 }, NULL, NULL} 31#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL}
32#else 32#else
33#define JUMP_LABEL_INIT {{ 0 }, NULL} 33#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL}
34#endif 34#endif
35 35
36static __always_inline bool static_branch(struct jump_label_key *key) 36static __always_inline bool static_branch(struct jump_label_key *key)
@@ -41,18 +41,20 @@ static __always_inline bool static_branch(struct jump_label_key *key)
41extern struct jump_entry __start___jump_table[]; 41extern struct jump_entry __start___jump_table[];
42extern struct jump_entry __stop___jump_table[]; 42extern struct jump_entry __stop___jump_table[];
43 43
44extern void jump_label_init(void);
44extern void jump_label_lock(void); 45extern void jump_label_lock(void);
45extern void jump_label_unlock(void); 46extern void jump_label_unlock(void);
46extern void arch_jump_label_transform(struct jump_entry *entry, 47extern void arch_jump_label_transform(struct jump_entry *entry,
47 enum jump_label_type type); 48 enum jump_label_type type);
48extern void arch_jump_label_text_poke_early(jump_label_t addr); 49extern void arch_jump_label_transform_static(struct jump_entry *entry,
50 enum jump_label_type type);
49extern int jump_label_text_reserved(void *start, void *end); 51extern int jump_label_text_reserved(void *start, void *end);
50extern void jump_label_inc(struct jump_label_key *key); 52extern void jump_label_inc(struct jump_label_key *key);
51extern void jump_label_dec(struct jump_label_key *key); 53extern void jump_label_dec(struct jump_label_key *key);
52extern bool jump_label_enabled(struct jump_label_key *key); 54extern bool jump_label_enabled(struct jump_label_key *key);
53extern void jump_label_apply_nops(struct module *mod); 55extern void jump_label_apply_nops(struct module *mod);
54 56
55#else 57#else /* !HAVE_JUMP_LABEL */
56 58
57#include <linux/atomic.h> 59#include <linux/atomic.h>
58 60
@@ -62,6 +64,10 @@ struct jump_label_key {
62 atomic_t enabled; 64 atomic_t enabled;
63}; 65};
64 66
67static __always_inline void jump_label_init(void)
68{
69}
70
65static __always_inline bool static_branch(struct jump_label_key *key) 71static __always_inline bool static_branch(struct jump_label_key *key)
66{ 72{
67 if (unlikely(atomic_read(&key->enabled))) 73 if (unlikely(atomic_read(&key->enabled)))
@@ -96,7 +102,6 @@ static inline int jump_label_apply_nops(struct module *mod)
96{ 102{
97 return 0; 103 return 0;
98} 104}
105#endif /* HAVE_JUMP_LABEL */
99 106
100#endif 107#endif /* _LINUX_JUMP_LABEL_H */
101
102#endif