aboutsummaryrefslogtreecommitdiffstats
path: root/include/asm-x86_64/percpu.h
diff options
context:
space:
mode:
Diffstat (limited to 'include/asm-x86_64/percpu.h')
-rw-r--r--include/asm-x86_64/percpu.h22
1 files changed, 19 insertions, 3 deletions
diff --git a/include/asm-x86_64/percpu.h b/include/asm-x86_64/percpu.h
index 08dd9f9dda81..285756010c51 100644
--- a/include/asm-x86_64/percpu.h
+++ b/include/asm-x86_64/percpu.h
@@ -11,6 +11,16 @@
11 11
12#include <asm/pda.h> 12#include <asm/pda.h>
13 13
14#ifdef CONFIG_MODULES
15# define PERCPU_MODULE_RESERVE 8192
16#else
17# define PERCPU_MODULE_RESERVE 0
18#endif
19
20#define PERCPU_ENOUGH_ROOM \
21 (ALIGN(__per_cpu_end - __per_cpu_start, SMP_CACHE_BYTES) + \
22 PERCPU_MODULE_RESERVE)
23
14#define __per_cpu_offset(cpu) (cpu_pda(cpu)->data_offset) 24#define __per_cpu_offset(cpu) (cpu_pda(cpu)->data_offset)
15#define __my_cpu_offset() read_pda(data_offset) 25#define __my_cpu_offset() read_pda(data_offset)
16 26
@@ -21,9 +31,15 @@
21 __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name 31 __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name
22 32
23/* var is in discarded region: offset to particular copy we want */ 33/* var is in discarded region: offset to particular copy we want */
24#define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu))) 34#define per_cpu(var, cpu) (*({ \
25#define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __my_cpu_offset())) 35 extern int simple_indentifier_##var(void); \
26#define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __my_cpu_offset())) 36 RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)); }))
37#define __get_cpu_var(var) (*({ \
38 extern int simple_indentifier_##var(void); \
39 RELOC_HIDE(&per_cpu__##var, __my_cpu_offset()); }))
40#define __raw_get_cpu_var(var) (*({ \
41 extern int simple_indentifier_##var(void); \
42 RELOC_HIDE(&per_cpu__##var, __my_cpu_offset()); }))
27 43
28/* A macro to avoid #include hell... */ 44/* A macro to avoid #include hell... */
29#define percpu_modcopy(pcpudst, src, size) \ 45#define percpu_modcopy(pcpudst, src, size) \