aboutsummaryrefslogtreecommitdiffstats
path: root/include/linux/compiler.h
diff options
context:
space:
mode:
Diffstat (limited to 'include/linux/compiler.h')
-rw-r--r--include/linux/compiler.h14
1 files changed, 8 insertions, 6 deletions
diff --git a/include/linux/compiler.h b/include/linux/compiler.h
index cf0fa5d86059..bbbe1570de1c 100644
--- a/include/linux/compiler.h
+++ b/include/linux/compiler.h
@@ -107,12 +107,13 @@ struct ftrace_branch_data {
107 */ 107 */
108#if defined(CONFIG_TRACE_BRANCH_PROFILING) \ 108#if defined(CONFIG_TRACE_BRANCH_PROFILING) \
109 && !defined(DISABLE_BRANCH_PROFILING) && !defined(__CHECKER__) 109 && !defined(DISABLE_BRANCH_PROFILING) && !defined(__CHECKER__)
110void ftrace_likely_update(struct ftrace_branch_data *f, int val, int expect); 110void ftrace_likely_update(struct ftrace_branch_data *f, int val,
111 int expect, int is_constant);
111 112
112#define likely_notrace(x) __builtin_expect(!!(x), 1) 113#define likely_notrace(x) __builtin_expect(!!(x), 1)
113#define unlikely_notrace(x) __builtin_expect(!!(x), 0) 114#define unlikely_notrace(x) __builtin_expect(!!(x), 0)
114 115
115#define __branch_check__(x, expect) ({ \ 116#define __branch_check__(x, expect, is_constant) ({ \
116 int ______r; \ 117 int ______r; \
117 static struct ftrace_branch_data \ 118 static struct ftrace_branch_data \
118 __attribute__((__aligned__(4))) \ 119 __attribute__((__aligned__(4))) \
@@ -122,8 +123,9 @@ void ftrace_likely_update(struct ftrace_branch_data *f, int val, int expect);
122 .file = __FILE__, \ 123 .file = __FILE__, \
123 .line = __LINE__, \ 124 .line = __LINE__, \
124 }; \ 125 }; \
125 ______r = likely_notrace(x); \ 126 ______r = __builtin_expect(!!(x), expect); \
126 ftrace_likely_update(&______f, ______r, expect); \ 127 ftrace_likely_update(&______f, ______r, \
128 expect, is_constant); \
127 ______r; \ 129 ______r; \
128 }) 130 })
129 131
@@ -133,10 +135,10 @@ void ftrace_likely_update(struct ftrace_branch_data *f, int val, int expect);
133 * written by Daniel Walker. 135 * written by Daniel Walker.
134 */ 136 */
135# ifndef likely 137# ifndef likely
136# define likely(x) (__builtin_constant_p(x) ? !!(x) : __branch_check__(x, 1)) 138# define likely(x) (__branch_check__(x, 1, __builtin_constant_p(x)))
137# endif 139# endif
138# ifndef unlikely 140# ifndef unlikely
139# define unlikely(x) (__builtin_constant_p(x) ? !!(x) : __branch_check__(x, 0)) 141# define unlikely(x) (__branch_check__(x, 0, __builtin_constant_p(x)))
140# endif 142# endif
141 143
142#ifdef CONFIG_PROFILE_ALL_BRANCHES 144#ifdef CONFIG_PROFILE_ALL_BRANCHES