diff options
author | Tejun Heo <tj@kernel.org> | 2009-06-24 02:13:53 -0400 |
---|---|---|
committer | Tejun Heo <tj@kernel.org> | 2009-06-24 02:13:53 -0400 |
commit | 9a0ef2923abd2cc2c6f78d3663ac7af34c0220e8 (patch) | |
tree | ba4377fdf8d6d61c4246275e97961ece1085492c | |
parent | 9b7dbc7dc0365a943af2d73b1376a6f0aac5dc0d (diff) |
s390: switch to dynamic percpu allocator
64bit s390 shares the same problem with alpha regarding percpu symbol
addressing from modules. It needs assembly magic to force GOTENT
reference when building module as the percpu address will be outside
the usual 4G range from the module text. This can be solved by using
weak percpu variable definitions.
This patch makes s390 use weak definitions and switch to dynamic
percpu allocator. Please note that weak attribute is not added if
!SMP as percpu variables behave exactly the same as normal variables
on UP.
Compile tested. Generation of GOTENT reference verified.
This patch is based on Ivan Kokshaysky's alpha percpu patch.
[ Impact: use dynamic percpu allocator ]
Signed-off-by: Tejun Heo <tj@kernel.org>
Cc: Martin Schwidefsky <schwidefsky@de.ibm.com>
Cc: Heiko Carstens <heiko.carstens@de.ibm.com>
-rw-r--r-- | arch/s390/Kconfig | 3 | ||||
-rw-r--r-- | arch/s390/include/asm/percpu.h | 32 |
2 files changed, 8 insertions, 27 deletions
diff --git a/arch/s390/Kconfig b/arch/s390/Kconfig index f4a3cc62d28f..a14dba0e4d67 100644 --- a/arch/s390/Kconfig +++ b/arch/s390/Kconfig | |||
@@ -75,9 +75,6 @@ config VIRT_CPU_ACCOUNTING | |||
75 | config ARCH_SUPPORTS_DEBUG_PAGEALLOC | 75 | config ARCH_SUPPORTS_DEBUG_PAGEALLOC |
76 | def_bool y | 76 | def_bool y |
77 | 77 | ||
78 | config HAVE_LEGACY_PER_CPU_AREA | ||
79 | def_bool y | ||
80 | |||
81 | mainmenu "Linux Kernel Configuration" | 78 | mainmenu "Linux Kernel Configuration" |
82 | 79 | ||
83 | config S390 | 80 | config S390 |
diff --git a/arch/s390/include/asm/percpu.h b/arch/s390/include/asm/percpu.h index 408d60b4f75b..f7ad8719d02d 100644 --- a/arch/s390/include/asm/percpu.h +++ b/arch/s390/include/asm/percpu.h | |||
@@ -1,37 +1,21 @@ | |||
1 | #ifndef __ARCH_S390_PERCPU__ | 1 | #ifndef __ARCH_S390_PERCPU__ |
2 | #define __ARCH_S390_PERCPU__ | 2 | #define __ARCH_S390_PERCPU__ |
3 | 3 | ||
4 | #include <linux/compiler.h> | ||
5 | #include <asm/lowcore.h> | ||
6 | |||
7 | /* | 4 | /* |
8 | * s390 uses its own implementation for per cpu data, the offset of | 5 | * s390 uses its own implementation for per cpu data, the offset of |
9 | * the cpu local data area is cached in the cpu's lowcore memory. | 6 | * the cpu local data area is cached in the cpu's lowcore memory. |
10 | * For 64 bit module code s390 forces the use of a GOT slot for the | ||
11 | * address of the per cpu variable. This is needed because the module | ||
12 | * may be more than 4G above the per cpu area. | ||
13 | */ | 7 | */ |
14 | #if defined(__s390x__) && defined(MODULE) | 8 | #define __my_cpu_offset S390_lowcore.percpu_offset |
15 | |||
16 | #define SHIFT_PERCPU_PTR(ptr,offset) (({ \ | ||
17 | extern int simple_identifier_##var(void); \ | ||
18 | unsigned long *__ptr; \ | ||
19 | asm ( "larl %0, %1@GOTENT" \ | ||
20 | : "=a" (__ptr) : "X" (ptr) ); \ | ||
21 | (typeof(ptr))((*__ptr) + (offset)); })) | ||
22 | |||
23 | #else | ||
24 | |||
25 | #define SHIFT_PERCPU_PTR(ptr, offset) (({ \ | ||
26 | extern int simple_identifier_##var(void); \ | ||
27 | unsigned long __ptr; \ | ||
28 | asm ( "" : "=a" (__ptr) : "0" (ptr) ); \ | ||
29 | (typeof(ptr)) (__ptr + (offset)); })) | ||
30 | 9 | ||
10 | /* | ||
11 | * For 64 bit module code, the module may be more than 4G above the | ||
12 | * per cpu area, use weak definitions to force the compiler to | ||
13 | * generate external references. | ||
14 | */ | ||
15 | #if defined(CONFIG_SMP) && defined(__s390x__) && defined(MODULE) | ||
16 | #define ARCH_NEEDS_WEAK_PER_CPU | ||
31 | #endif | 17 | #endif |
32 | 18 | ||
33 | #define __my_cpu_offset S390_lowcore.percpu_offset | ||
34 | |||
35 | #include <asm-generic/percpu.h> | 19 | #include <asm-generic/percpu.h> |
36 | 20 | ||
37 | #endif /* __ARCH_S390_PERCPU__ */ | 21 | #endif /* __ARCH_S390_PERCPU__ */ |