diff options
| author | Linus Torvalds <torvalds@linux-foundation.org> | 2011-11-06 23:20:46 -0500 |
|---|---|---|
| committer | Linus Torvalds <torvalds@linux-foundation.org> | 2011-11-06 23:20:46 -0500 |
| commit | b32fc0a0629bf5894b35f33554c118aacfd0d1e2 (patch) | |
| tree | 5d6aaa9a35b7fa63681adab91da3b3dec5276f84 /include/linux | |
| parent | 403299a8515c56db58454c57712f4dc96d6c1fde (diff) | |
| parent | 97ce2c88f9ad42e3c60a9beb9fca87abf3639faa (diff) | |
Merge branch 'upstream/jump-label-noearly' of git://git.kernel.org/pub/scm/linux/kernel/git/jeremy/xen
* 'upstream/jump-label-noearly' of git://git.kernel.org/pub/scm/linux/kernel/git/jeremy/xen:
jump-label: initialize jump-label subsystem much earlier
x86/jump_label: add arch_jump_label_transform_static()
s390/jump-label: add arch_jump_label_transform_static()
jump_label: add arch_jump_label_transform_static() to optimise non-live code updates
sparc/jump_label: drop arch_jump_label_text_poke_early()
x86/jump_label: drop arch_jump_label_text_poke_early()
jump_label: if a key has already been initialized, don't nop it out
stop_machine: make stop_machine safe and efficient to call early
jump_label: use proper atomic_t initializer
Conflicts:
- arch/x86/kernel/jump_label.c
Added __init_or_module to arch_jump_label_text_poke_early vs
removal of that function entirely
- kernel/stop_machine.c
same patch ("stop_machine: make stop_machine safe and efficient
to call early") merged twice, with whitespace fix in one version
Diffstat (limited to 'include/linux')
| -rw-r--r-- | include/linux/jump_label.h | 23 |
1 files changed, 14 insertions, 9 deletions
diff --git a/include/linux/jump_label.h b/include/linux/jump_label.h index 66f23dc5e76a..388b0d425b50 100644 --- a/include/linux/jump_label.h +++ b/include/linux/jump_label.h | |||
| @@ -16,7 +16,7 @@ struct jump_label_key { | |||
| 16 | 16 | ||
| 17 | # include <asm/jump_label.h> | 17 | # include <asm/jump_label.h> |
| 18 | # define HAVE_JUMP_LABEL | 18 | # define HAVE_JUMP_LABEL |
| 19 | #endif | 19 | #endif /* CC_HAVE_ASM_GOTO && CONFIG_JUMP_LABEL */ |
| 20 | 20 | ||
| 21 | enum jump_label_type { | 21 | enum jump_label_type { |
| 22 | JUMP_LABEL_DISABLE = 0, | 22 | JUMP_LABEL_DISABLE = 0, |
| @@ -28,9 +28,9 @@ struct module; | |||
| 28 | #ifdef HAVE_JUMP_LABEL | 28 | #ifdef HAVE_JUMP_LABEL |
| 29 | 29 | ||
| 30 | #ifdef CONFIG_MODULES | 30 | #ifdef CONFIG_MODULES |
| 31 | #define JUMP_LABEL_INIT {{ 0 }, NULL, NULL} | 31 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL} |
| 32 | #else | 32 | #else |
| 33 | #define JUMP_LABEL_INIT {{ 0 }, NULL} | 33 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL} |
| 34 | #endif | 34 | #endif |
| 35 | 35 | ||
| 36 | static __always_inline bool static_branch(struct jump_label_key *key) | 36 | static __always_inline bool static_branch(struct jump_label_key *key) |
| @@ -41,18 +41,20 @@ static __always_inline bool static_branch(struct jump_label_key *key) | |||
| 41 | extern struct jump_entry __start___jump_table[]; | 41 | extern struct jump_entry __start___jump_table[]; |
| 42 | extern struct jump_entry __stop___jump_table[]; | 42 | extern struct jump_entry __stop___jump_table[]; |
| 43 | 43 | ||
| 44 | extern void jump_label_init(void); | ||
| 44 | extern void jump_label_lock(void); | 45 | extern void jump_label_lock(void); |
| 45 | extern void jump_label_unlock(void); | 46 | extern void jump_label_unlock(void); |
| 46 | extern void arch_jump_label_transform(struct jump_entry *entry, | 47 | extern void arch_jump_label_transform(struct jump_entry *entry, |
| 47 | enum jump_label_type type); | 48 | enum jump_label_type type); |
| 48 | extern void arch_jump_label_text_poke_early(jump_label_t addr); | 49 | extern void arch_jump_label_transform_static(struct jump_entry *entry, |
| 50 | enum jump_label_type type); | ||
| 49 | extern int jump_label_text_reserved(void *start, void *end); | 51 | extern int jump_label_text_reserved(void *start, void *end); |
| 50 | extern void jump_label_inc(struct jump_label_key *key); | 52 | extern void jump_label_inc(struct jump_label_key *key); |
| 51 | extern void jump_label_dec(struct jump_label_key *key); | 53 | extern void jump_label_dec(struct jump_label_key *key); |
| 52 | extern bool jump_label_enabled(struct jump_label_key *key); | 54 | extern bool jump_label_enabled(struct jump_label_key *key); |
| 53 | extern void jump_label_apply_nops(struct module *mod); | 55 | extern void jump_label_apply_nops(struct module *mod); |
| 54 | 56 | ||
| 55 | #else | 57 | #else /* !HAVE_JUMP_LABEL */ |
| 56 | 58 | ||
| 57 | #include <linux/atomic.h> | 59 | #include <linux/atomic.h> |
| 58 | 60 | ||
| @@ -62,6 +64,10 @@ struct jump_label_key { | |||
| 62 | atomic_t enabled; | 64 | atomic_t enabled; |
| 63 | }; | 65 | }; |
| 64 | 66 | ||
| 67 | static __always_inline void jump_label_init(void) | ||
| 68 | { | ||
| 69 | } | ||
| 70 | |||
| 65 | static __always_inline bool static_branch(struct jump_label_key *key) | 71 | static __always_inline bool static_branch(struct jump_label_key *key) |
| 66 | { | 72 | { |
| 67 | if (unlikely(atomic_read(&key->enabled))) | 73 | if (unlikely(atomic_read(&key->enabled))) |
| @@ -96,7 +102,6 @@ static inline int jump_label_apply_nops(struct module *mod) | |||
| 96 | { | 102 | { |
| 97 | return 0; | 103 | return 0; |
| 98 | } | 104 | } |
| 105 | #endif /* HAVE_JUMP_LABEL */ | ||
| 99 | 106 | ||
| 100 | #endif | 107 | #endif /* _LINUX_JUMP_LABEL_H */ |
| 101 | |||
| 102 | #endif | ||
