diff options
Diffstat (limited to 'include/linux/compiler.h')
| -rw-r--r-- | include/linux/compiler.h | 20 | 
1 files changed, 18 insertions, 2 deletions
diff --git a/include/linux/compiler.h b/include/linux/compiler.h index 867722591be2..05be2352fef8 100644 --- a/include/linux/compiler.h +++ b/include/linux/compiler.h  | |||
| @@ -250,7 +250,23 @@ static __always_inline void __write_once_size(volatile void *p, void *res, int s | |||
| 250 | ({ union { typeof(x) __val; char __c[1]; } __u; __read_once_size(&(x), __u.__c, sizeof(x)); __u.__val; }) | 250 | ({ union { typeof(x) __val; char __c[1]; } __u; __read_once_size(&(x), __u.__c, sizeof(x)); __u.__val; }) | 
| 251 | 251 | ||
| 252 | #define WRITE_ONCE(x, val) \ | 252 | #define WRITE_ONCE(x, val) \ | 
| 253 | ({ typeof(x) __val = (val); __write_once_size(&(x), &__val, sizeof(__val)); __val; }) | 253 | ({ union { typeof(x) __val; char __c[1]; } __u = { .__val = (val) }; __write_once_size(&(x), __u.__c, sizeof(x)); __u.__val; }) | 
| 254 | |||
| 255 | /** | ||
| 256 | * READ_ONCE_CTRL - Read a value heading a control dependency | ||
| 257 | * @x: The value to be read, heading the control dependency | ||
| 258 | * | ||
| 259 | * Control dependencies are tricky. See Documentation/memory-barriers.txt | ||
| 260 | * for important information on how to use them. Note that in many cases, | ||
| 261 | * use of smp_load_acquire() will be much simpler. Control dependencies | ||
| 262 | * should be avoided except on the hottest of hotpaths. | ||
| 263 | */ | ||
| 264 | #define READ_ONCE_CTRL(x) \ | ||
| 265 | ({ \ | ||
| 266 | typeof(x) __val = READ_ONCE(x); \ | ||
| 267 | smp_read_barrier_depends(); /* Enforce control dependency. */ \ | ||
| 268 | __val; \ | ||
| 269 | }) | ||
| 254 | 270 | ||
| 255 | #endif /* __KERNEL__ */ | 271 | #endif /* __KERNEL__ */ | 
| 256 | 272 | ||
| @@ -450,7 +466,7 @@ static __always_inline void __write_once_size(volatile void *p, void *res, int s | |||
| 450 | * with an explicit memory barrier or atomic instruction that provides the | 466 | * with an explicit memory barrier or atomic instruction that provides the | 
| 451 | * required ordering. | 467 | * required ordering. | 
| 452 | * | 468 | * | 
| 453 | * If possible use READ_ONCE/ASSIGN_ONCE instead. | 469 | * If possible use READ_ONCE()/WRITE_ONCE() instead. | 
| 454 | */ | 470 | */ | 
| 455 | #define __ACCESS_ONCE(x) ({ \ | 471 | #define __ACCESS_ONCE(x) ({ \ | 
| 456 | __maybe_unused typeof(x) __var = (__force typeof(x)) 0; \ | 472 | __maybe_unused typeof(x) __var = (__force typeof(x)) 0; \ | 
