diff options
Diffstat (limited to 'include/linux')
| -rw-r--r-- | include/linux/jump_label.h | 23 |
1 files changed, 14 insertions, 9 deletions
diff --git a/include/linux/jump_label.h b/include/linux/jump_label.h index 66f23dc5e76a..388b0d425b50 100644 --- a/include/linux/jump_label.h +++ b/include/linux/jump_label.h | |||
| @@ -16,7 +16,7 @@ struct jump_label_key { | |||
| 16 | 16 | ||
| 17 | # include <asm/jump_label.h> | 17 | # include <asm/jump_label.h> |
| 18 | # define HAVE_JUMP_LABEL | 18 | # define HAVE_JUMP_LABEL |
| 19 | #endif | 19 | #endif /* CC_HAVE_ASM_GOTO && CONFIG_JUMP_LABEL */ |
| 20 | 20 | ||
| 21 | enum jump_label_type { | 21 | enum jump_label_type { |
| 22 | JUMP_LABEL_DISABLE = 0, | 22 | JUMP_LABEL_DISABLE = 0, |
| @@ -28,9 +28,9 @@ struct module; | |||
| 28 | #ifdef HAVE_JUMP_LABEL | 28 | #ifdef HAVE_JUMP_LABEL |
| 29 | 29 | ||
| 30 | #ifdef CONFIG_MODULES | 30 | #ifdef CONFIG_MODULES |
| 31 | #define JUMP_LABEL_INIT {{ 0 }, NULL, NULL} | 31 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL} |
| 32 | #else | 32 | #else |
| 33 | #define JUMP_LABEL_INIT {{ 0 }, NULL} | 33 | #define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL} |
| 34 | #endif | 34 | #endif |
| 35 | 35 | ||
| 36 | static __always_inline bool static_branch(struct jump_label_key *key) | 36 | static __always_inline bool static_branch(struct jump_label_key *key) |
| @@ -41,18 +41,20 @@ static __always_inline bool static_branch(struct jump_label_key *key) | |||
| 41 | extern struct jump_entry __start___jump_table[]; | 41 | extern struct jump_entry __start___jump_table[]; |
| 42 | extern struct jump_entry __stop___jump_table[]; | 42 | extern struct jump_entry __stop___jump_table[]; |
| 43 | 43 | ||
| 44 | extern void jump_label_init(void); | ||
| 44 | extern void jump_label_lock(void); | 45 | extern void jump_label_lock(void); |
| 45 | extern void jump_label_unlock(void); | 46 | extern void jump_label_unlock(void); |
| 46 | extern void arch_jump_label_transform(struct jump_entry *entry, | 47 | extern void arch_jump_label_transform(struct jump_entry *entry, |
| 47 | enum jump_label_type type); | 48 | enum jump_label_type type); |
| 48 | extern void arch_jump_label_text_poke_early(jump_label_t addr); | 49 | extern void arch_jump_label_transform_static(struct jump_entry *entry, |
| 50 | enum jump_label_type type); | ||
| 49 | extern int jump_label_text_reserved(void *start, void *end); | 51 | extern int jump_label_text_reserved(void *start, void *end); |
| 50 | extern void jump_label_inc(struct jump_label_key *key); | 52 | extern void jump_label_inc(struct jump_label_key *key); |
| 51 | extern void jump_label_dec(struct jump_label_key *key); | 53 | extern void jump_label_dec(struct jump_label_key *key); |
| 52 | extern bool jump_label_enabled(struct jump_label_key *key); | 54 | extern bool jump_label_enabled(struct jump_label_key *key); |
| 53 | extern void jump_label_apply_nops(struct module *mod); | 55 | extern void jump_label_apply_nops(struct module *mod); |
| 54 | 56 | ||
| 55 | #else | 57 | #else /* !HAVE_JUMP_LABEL */ |
| 56 | 58 | ||
| 57 | #include <linux/atomic.h> | 59 | #include <linux/atomic.h> |
| 58 | 60 | ||
| @@ -62,6 +64,10 @@ struct jump_label_key { | |||
| 62 | atomic_t enabled; | 64 | atomic_t enabled; |
| 63 | }; | 65 | }; |
| 64 | 66 | ||
| 67 | static __always_inline void jump_label_init(void) | ||
| 68 | { | ||
| 69 | } | ||
| 70 | |||
| 65 | static __always_inline bool static_branch(struct jump_label_key *key) | 71 | static __always_inline bool static_branch(struct jump_label_key *key) |
| 66 | { | 72 | { |
| 67 | if (unlikely(atomic_read(&key->enabled))) | 73 | if (unlikely(atomic_read(&key->enabled))) |
| @@ -96,7 +102,6 @@ static inline int jump_label_apply_nops(struct module *mod) | |||
| 96 | { | 102 | { |
| 97 | return 0; | 103 | return 0; |
| 98 | } | 104 | } |
| 105 | #endif /* HAVE_JUMP_LABEL */ | ||
| 99 | 106 | ||
| 100 | #endif | 107 | #endif /* _LINUX_JUMP_LABEL_H */ |
| 101 | |||
| 102 | #endif | ||
