diff options
| -rw-r--r-- | include/linux/percpu.h | 3 | ||||
| -rw-r--r-- | mm/slub.c | 12 |
2 files changed, 7 insertions, 8 deletions
diff --git a/include/linux/percpu.h b/include/linux/percpu.h index 8b97308e65df..9ca008f0c542 100644 --- a/include/linux/percpu.h +++ b/include/linux/percpu.h | |||
| @@ -259,6 +259,9 @@ extern void __bad_size_call_parameter(void); | |||
| 259 | * Special handling for cmpxchg_double. cmpxchg_double is passed two | 259 | * Special handling for cmpxchg_double. cmpxchg_double is passed two |
| 260 | * percpu variables. The first has to be aligned to a double word | 260 | * percpu variables. The first has to be aligned to a double word |
| 261 | * boundary and the second has to follow directly thereafter. | 261 | * boundary and the second has to follow directly thereafter. |
| 262 | * We enforce this on all architectures even if they don't support | ||
| 263 | * a double cmpxchg instruction, since it's a cheap requirement, and it | ||
| 264 | * avoids breaking the requirement for architectures with the instruction. | ||
| 262 | */ | 265 | */ |
| 263 | #define __pcpu_double_call_return_bool(stem, pcp1, pcp2, ...) \ | 266 | #define __pcpu_double_call_return_bool(stem, pcp1, pcp2, ...) \ |
| 264 | ({ \ | 267 | ({ \ |
| @@ -2320,16 +2320,12 @@ static inline int alloc_kmem_cache_cpus(struct kmem_cache *s) | |||
| 2320 | BUILD_BUG_ON(PERCPU_DYNAMIC_EARLY_SIZE < | 2320 | BUILD_BUG_ON(PERCPU_DYNAMIC_EARLY_SIZE < |
| 2321 | SLUB_PAGE_SHIFT * sizeof(struct kmem_cache_cpu)); | 2321 | SLUB_PAGE_SHIFT * sizeof(struct kmem_cache_cpu)); |
| 2322 | 2322 | ||
| 2323 | #ifdef CONFIG_CMPXCHG_LOCAL | ||
| 2324 | /* | 2323 | /* |
| 2325 | * Must align to double word boundary for the double cmpxchg instructions | 2324 | * Must align to double word boundary for the double cmpxchg |
| 2326 | * to work. | 2325 | * instructions to work; see __pcpu_double_call_return_bool(). |
| 2327 | */ | 2326 | */ |
| 2328 | s->cpu_slab = __alloc_percpu(sizeof(struct kmem_cache_cpu), 2 * sizeof(void *)); | 2327 | s->cpu_slab = __alloc_percpu(sizeof(struct kmem_cache_cpu), |
| 2329 | #else | 2328 | 2 * sizeof(void *)); |
| 2330 | /* Regular alignment is sufficient */ | ||
| 2331 | s->cpu_slab = alloc_percpu(struct kmem_cache_cpu); | ||
| 2332 | #endif | ||
| 2333 | 2329 | ||
| 2334 | if (!s->cpu_slab) | 2330 | if (!s->cpu_slab) |
| 2335 | return 0; | 2331 | return 0; |
