diff options
| -rw-r--r-- | Documentation/kernel-parameters.txt | 3 | ||||
| -rw-r--r-- | arch/x86/include/asm/alternative.h | 4 | ||||
| -rw-r--r-- | arch/x86/kernel/alternative.c | 107 | ||||
| -rw-r--r-- | arch/x86/kernel/smpboot.c | 20 | ||||
| -rw-r--r-- | arch/x86/xen/smp.c | 6 | ||||
| -rw-r--r-- | kernel/cpu.c | 11 |
6 files changed, 32 insertions, 119 deletions
diff --git a/Documentation/kernel-parameters.txt b/Documentation/kernel-parameters.txt index ad7e2e5088c1..7aef3345f739 100644 --- a/Documentation/kernel-parameters.txt +++ b/Documentation/kernel-parameters.txt | |||
| @@ -2638,9 +2638,6 @@ bytes respectively. Such letter suffixes can also be entirely omitted. | |||
| 2638 | smart2= [HW] | 2638 | smart2= [HW] |
| 2639 | Format: <io1>[,<io2>[,...,<io8>]] | 2639 | Format: <io1>[,<io2>[,...,<io8>]] |
| 2640 | 2640 | ||
| 2641 | smp-alt-once [X86-32,SMP] On a hotplug CPU system, only | ||
| 2642 | attempt to substitute SMP alternatives once at boot. | ||
| 2643 | |||
| 2644 | smsc-ircc2.nopnp [HW] Don't use PNP to discover SMC devices | 2641 | smsc-ircc2.nopnp [HW] Don't use PNP to discover SMC devices |
| 2645 | smsc-ircc2.ircc_cfg= [HW] Device configuration I/O port | 2642 | smsc-ircc2.ircc_cfg= [HW] Device configuration I/O port |
| 2646 | smsc-ircc2.ircc_sir= [HW] SIR base I/O port | 2643 | smsc-ircc2.ircc_sir= [HW] SIR base I/O port |
diff --git a/arch/x86/include/asm/alternative.h b/arch/x86/include/asm/alternative.h index 70780689599a..444704c8e186 100644 --- a/arch/x86/include/asm/alternative.h +++ b/arch/x86/include/asm/alternative.h | |||
| @@ -60,7 +60,7 @@ extern void alternatives_smp_module_add(struct module *mod, char *name, | |||
| 60 | void *locks, void *locks_end, | 60 | void *locks, void *locks_end, |
| 61 | void *text, void *text_end); | 61 | void *text, void *text_end); |
| 62 | extern void alternatives_smp_module_del(struct module *mod); | 62 | extern void alternatives_smp_module_del(struct module *mod); |
| 63 | extern void alternatives_smp_switch(int smp); | 63 | extern void alternatives_enable_smp(void); |
| 64 | extern int alternatives_text_reserved(void *start, void *end); | 64 | extern int alternatives_text_reserved(void *start, void *end); |
| 65 | extern bool skip_smp_alternatives; | 65 | extern bool skip_smp_alternatives; |
| 66 | #else | 66 | #else |
| @@ -68,7 +68,7 @@ static inline void alternatives_smp_module_add(struct module *mod, char *name, | |||
| 68 | void *locks, void *locks_end, | 68 | void *locks, void *locks_end, |
| 69 | void *text, void *text_end) {} | 69 | void *text, void *text_end) {} |
| 70 | static inline void alternatives_smp_module_del(struct module *mod) {} | 70 | static inline void alternatives_smp_module_del(struct module *mod) {} |
| 71 | static inline void alternatives_smp_switch(int smp) {} | 71 | static inline void alternatives_enable_smp(void) {} |
| 72 | static inline int alternatives_text_reserved(void *start, void *end) | 72 | static inline int alternatives_text_reserved(void *start, void *end) |
| 73 | { | 73 | { |
| 74 | return 0; | 74 | return 0; |
diff --git a/arch/x86/kernel/alternative.c b/arch/x86/kernel/alternative.c index afb7ff79a29f..af1f326a31c4 100644 --- a/arch/x86/kernel/alternative.c +++ b/arch/x86/kernel/alternative.c | |||
| @@ -23,19 +23,6 @@ | |||
| 23 | 23 | ||
| 24 | #define MAX_PATCH_LEN (255-1) | 24 | #define MAX_PATCH_LEN (255-1) |
| 25 | 25 | ||
| 26 | #ifdef CONFIG_HOTPLUG_CPU | ||
| 27 | static int smp_alt_once; | ||
| 28 | |||
| 29 | static int __init bootonly(char *str) | ||
| 30 | { | ||
| 31 | smp_alt_once = 1; | ||
| 32 | return 1; | ||
| 33 | } | ||
| 34 | __setup("smp-alt-boot", bootonly); | ||
| 35 | #else | ||
| 36 | #define smp_alt_once 1 | ||
| 37 | #endif | ||
| 38 | |||
| 39 | static int __initdata_or_module debug_alternative; | 26 | static int __initdata_or_module debug_alternative; |
| 40 | 27 | ||
| 41 | static int __init debug_alt(char *str) | 28 | static int __init debug_alt(char *str) |
| @@ -326,9 +313,6 @@ static void alternatives_smp_unlock(const s32 *start, const s32 *end, | |||
| 326 | { | 313 | { |
| 327 | const s32 *poff; | 314 | const s32 *poff; |
| 328 | 315 | ||
| 329 | if (noreplace_smp) | ||
| 330 | return; | ||
| 331 | |||
| 332 | mutex_lock(&text_mutex); | 316 | mutex_lock(&text_mutex); |
| 333 | for (poff = start; poff < end; poff++) { | 317 | for (poff = start; poff < end; poff++) { |
| 334 | u8 *ptr = (u8 *)poff + *poff; | 318 | u8 *ptr = (u8 *)poff + *poff; |
| @@ -359,7 +343,7 @@ struct smp_alt_module { | |||
| 359 | }; | 343 | }; |
| 360 | static LIST_HEAD(smp_alt_modules); | 344 | static LIST_HEAD(smp_alt_modules); |
| 361 | static DEFINE_MUTEX(smp_alt); | 345 | static DEFINE_MUTEX(smp_alt); |
| 362 | static int smp_mode = 1; /* protected by smp_alt */ | 346 | static bool uniproc_patched = false; /* protected by smp_alt */ |
| 363 | 347 | ||
| 364 | void __init_or_module alternatives_smp_module_add(struct module *mod, | 348 | void __init_or_module alternatives_smp_module_add(struct module *mod, |
| 365 | char *name, | 349 | char *name, |
| @@ -368,19 +352,18 @@ void __init_or_module alternatives_smp_module_add(struct module *mod, | |||
| 368 | { | 352 | { |
| 369 | struct smp_alt_module *smp; | 353 | struct smp_alt_module *smp; |
| 370 | 354 | ||
| 371 | if (noreplace_smp) | 355 | mutex_lock(&smp_alt); |
| 372 | return; | 356 | if (!uniproc_patched) |
| 357 | goto unlock; | ||
| 373 | 358 | ||
| 374 | if (smp_alt_once) { | 359 | if (num_possible_cpus() == 1) |
| 375 | if (boot_cpu_has(X86_FEATURE_UP)) | 360 | /* Don't bother remembering, we'll never have to undo it. */ |
| 376 | alternatives_smp_unlock(locks, locks_end, | 361 | goto smp_unlock; |
| 377 | text, text_end); | ||
| 378 | return; | ||
| 379 | } | ||
| 380 | 362 | ||
| 381 | smp = kzalloc(sizeof(*smp), GFP_KERNEL); | 363 | smp = kzalloc(sizeof(*smp), GFP_KERNEL); |
| 382 | if (NULL == smp) | 364 | if (NULL == smp) |
| 383 | return; /* we'll run the (safe but slow) SMP code then ... */ | 365 | /* we'll run the (safe but slow) SMP code then ... */ |
| 366 | goto unlock; | ||
| 384 | 367 | ||
| 385 | smp->mod = mod; | 368 | smp->mod = mod; |
| 386 | smp->name = name; | 369 | smp->name = name; |
| @@ -392,11 +375,10 @@ void __init_or_module alternatives_smp_module_add(struct module *mod, | |||
| 392 | __func__, smp->locks, smp->locks_end, | 375 | __func__, smp->locks, smp->locks_end, |
| 393 | smp->text, smp->text_end, smp->name); | 376 | smp->text, smp->text_end, smp->name); |
| 394 | 377 | ||
| 395 | mutex_lock(&smp_alt); | ||
| 396 | list_add_tail(&smp->next, &smp_alt_modules); | 378 | list_add_tail(&smp->next, &smp_alt_modules); |
| 397 | if (boot_cpu_has(X86_FEATURE_UP)) | 379 | smp_unlock: |
| 398 | alternatives_smp_unlock(smp->locks, smp->locks_end, | 380 | alternatives_smp_unlock(locks, locks_end, text, text_end); |
| 399 | smp->text, smp->text_end); | 381 | unlock: |
| 400 | mutex_unlock(&smp_alt); | 382 | mutex_unlock(&smp_alt); |
| 401 | } | 383 | } |
| 402 | 384 | ||
| @@ -404,24 +386,18 @@ void __init_or_module alternatives_smp_module_del(struct module *mod) | |||
| 404 | { | 386 | { |
| 405 | struct smp_alt_module *item; | 387 | struct smp_alt_module *item; |
| 406 | 388 | ||
| 407 | if (smp_alt_once || noreplace_smp) | ||
| 408 | return; | ||
| 409 | |||
| 410 | mutex_lock(&smp_alt); | 389 | mutex_lock(&smp_alt); |
| 411 | list_for_each_entry(item, &smp_alt_modules, next) { | 390 | list_for_each_entry(item, &smp_alt_modules, next) { |
| 412 | if (mod != item->mod) | 391 | if (mod != item->mod) |
| 413 | continue; | 392 | continue; |
| 414 | list_del(&item->next); | 393 | list_del(&item->next); |
| 415 | mutex_unlock(&smp_alt); | ||
| 416 | DPRINTK("%s: %s\n", __func__, item->name); | ||
| 417 | kfree(item); | 394 | kfree(item); |
| 418 | return; | 395 | break; |
| 419 | } | 396 | } |
| 420 | mutex_unlock(&smp_alt); | 397 | mutex_unlock(&smp_alt); |
| 421 | } | 398 | } |
| 422 | 399 | ||
| 423 | bool skip_smp_alternatives; | 400 | void alternatives_enable_smp(void) |
| 424 | void alternatives_smp_switch(int smp) | ||
| 425 | { | 401 | { |
| 426 | struct smp_alt_module *mod; | 402 | struct smp_alt_module *mod; |
| 427 | 403 | ||
| @@ -436,34 +412,21 @@ void alternatives_smp_switch(int smp) | |||
| 436 | pr_info("lockdep: fixing up alternatives\n"); | 412 | pr_info("lockdep: fixing up alternatives\n"); |
| 437 | #endif | 413 | #endif |
| 438 | 414 | ||
| 439 | if (noreplace_smp || smp_alt_once || skip_smp_alternatives) | 415 | /* Why bother if there are no other CPUs? */ |
| 440 | return; | 416 | BUG_ON(num_possible_cpus() == 1); |
| 441 | BUG_ON(!smp && (num_online_cpus() > 1)); | ||
| 442 | 417 | ||
| 443 | mutex_lock(&smp_alt); | 418 | mutex_lock(&smp_alt); |
| 444 | 419 | ||
| 445 | /* | 420 | if (uniproc_patched) { |
| 446 | * Avoid unnecessary switches because it forces JIT based VMs to | ||
| 447 | * throw away all cached translations, which can be quite costly. | ||
| 448 | */ | ||
| 449 | if (smp == smp_mode) { | ||
| 450 | /* nothing */ | ||
| 451 | } else if (smp) { | ||
| 452 | pr_info("switching to SMP code\n"); | 421 | pr_info("switching to SMP code\n"); |
| 422 | BUG_ON(num_online_cpus() != 1); | ||
| 453 | clear_cpu_cap(&boot_cpu_data, X86_FEATURE_UP); | 423 | clear_cpu_cap(&boot_cpu_data, X86_FEATURE_UP); |
| 454 | clear_cpu_cap(&cpu_data(0), X86_FEATURE_UP); | 424 | clear_cpu_cap(&cpu_data(0), X86_FEATURE_UP); |
| 455 | list_for_each_entry(mod, &smp_alt_modules, next) | 425 | list_for_each_entry(mod, &smp_alt_modules, next) |
| 456 | alternatives_smp_lock(mod->locks, mod->locks_end, | 426 | alternatives_smp_lock(mod->locks, mod->locks_end, |
| 457 | mod->text, mod->text_end); | 427 | mod->text, mod->text_end); |
| 458 | } else { | 428 | uniproc_patched = false; |
| 459 | pr_info("switching to UP code\n"); | ||
| 460 | set_cpu_cap(&boot_cpu_data, X86_FEATURE_UP); | ||
| 461 | set_cpu_cap(&cpu_data(0), X86_FEATURE_UP); | ||
| 462 | list_for_each_entry(mod, &smp_alt_modules, next) | ||
| 463 | alternatives_smp_unlock(mod->locks, mod->locks_end, | ||
| 464 | mod->text, mod->text_end); | ||
| 465 | } | 429 | } |
| 466 | smp_mode = smp; | ||
| 467 | mutex_unlock(&smp_alt); | 430 | mutex_unlock(&smp_alt); |
| 468 | } | 431 | } |
| 469 | 432 | ||
| @@ -540,40 +503,22 @@ void __init alternative_instructions(void) | |||
| 540 | 503 | ||
| 541 | apply_alternatives(__alt_instructions, __alt_instructions_end); | 504 | apply_alternatives(__alt_instructions, __alt_instructions_end); |
| 542 | 505 | ||
| 543 | /* switch to patch-once-at-boottime-only mode and free the | ||
| 544 | * tables in case we know the number of CPUs will never ever | ||
| 545 | * change */ | ||
| 546 | #ifdef CONFIG_HOTPLUG_CPU | ||
| 547 | if (num_possible_cpus() < 2) | ||
| 548 | smp_alt_once = 1; | ||
| 549 | #endif | ||
| 550 | |||
| 551 | #ifdef CONFIG_SMP | 506 | #ifdef CONFIG_SMP |
| 552 | if (smp_alt_once) { | 507 | /* Patch to UP if other cpus not imminent. */ |
| 553 | if (1 == num_possible_cpus()) { | 508 | if (!noreplace_smp && (num_present_cpus() == 1 || setup_max_cpus <= 1)) { |
| 554 | pr_info("switching to UP code\n"); | 509 | uniproc_patched = true; |
| 555 | set_cpu_cap(&boot_cpu_data, X86_FEATURE_UP); | ||
| 556 | set_cpu_cap(&cpu_data(0), X86_FEATURE_UP); | ||
| 557 | |||
| 558 | alternatives_smp_unlock(__smp_locks, __smp_locks_end, | ||
| 559 | _text, _etext); | ||
| 560 | } | ||
| 561 | } else { | ||
| 562 | alternatives_smp_module_add(NULL, "core kernel", | 510 | alternatives_smp_module_add(NULL, "core kernel", |
| 563 | __smp_locks, __smp_locks_end, | 511 | __smp_locks, __smp_locks_end, |
| 564 | _text, _etext); | 512 | _text, _etext); |
| 565 | |||
| 566 | /* Only switch to UP mode if we don't immediately boot others */ | ||
| 567 | if (num_present_cpus() == 1 || setup_max_cpus <= 1) | ||
| 568 | alternatives_smp_switch(0); | ||
| 569 | } | 513 | } |
| 570 | #endif | ||
| 571 | apply_paravirt(__parainstructions, __parainstructions_end); | ||
| 572 | 514 | ||
| 573 | if (smp_alt_once) | 515 | if (!uniproc_patched || num_possible_cpus() == 1) |
| 574 | free_init_pages("SMP alternatives", | 516 | free_init_pages("SMP alternatives", |
| 575 | (unsigned long)__smp_locks, | 517 | (unsigned long)__smp_locks, |
| 576 | (unsigned long)__smp_locks_end); | 518 | (unsigned long)__smp_locks_end); |
| 519 | #endif | ||
| 520 | |||
| 521 | apply_paravirt(__parainstructions, __parainstructions_end); | ||
| 577 | 522 | ||
| 578 | restart_nmi(); | 523 | restart_nmi(); |
| 579 | } | 524 | } |
diff --git a/arch/x86/kernel/smpboot.c b/arch/x86/kernel/smpboot.c index 7c5a8c314c02..c80a33bc528b 100644 --- a/arch/x86/kernel/smpboot.c +++ b/arch/x86/kernel/smpboot.c | |||
| @@ -665,7 +665,8 @@ static int __cpuinit do_boot_cpu(int apicid, int cpu, struct task_struct *idle) | |||
| 665 | unsigned long boot_error = 0; | 665 | unsigned long boot_error = 0; |
| 666 | int timeout; | 666 | int timeout; |
| 667 | 667 | ||
| 668 | alternatives_smp_switch(1); | 668 | /* Just in case we booted with a single CPU. */ |
| 669 | alternatives_enable_smp(); | ||
| 669 | 670 | ||
| 670 | idle->thread.sp = (unsigned long) (((struct pt_regs *) | 671 | idle->thread.sp = (unsigned long) (((struct pt_regs *) |
| 671 | (THREAD_SIZE + task_stack_page(idle))) - 1); | 672 | (THREAD_SIZE + task_stack_page(idle))) - 1); |
| @@ -1053,20 +1054,6 @@ out: | |||
| 1053 | preempt_enable(); | 1054 | preempt_enable(); |
| 1054 | } | 1055 | } |
| 1055 | 1056 | ||
| 1056 | void arch_disable_nonboot_cpus_begin(void) | ||
| 1057 | { | ||
| 1058 | /* | ||
| 1059 | * Avoid the smp alternatives switch during the disable_nonboot_cpus(). | ||
| 1060 | * In the suspend path, we will be back in the SMP mode shortly anyways. | ||
| 1061 | */ | ||
| 1062 | skip_smp_alternatives = true; | ||
| 1063 | } | ||
| 1064 | |||
| 1065 | void arch_disable_nonboot_cpus_end(void) | ||
| 1066 | { | ||
| 1067 | skip_smp_alternatives = false; | ||
| 1068 | } | ||
| 1069 | |||
| 1070 | void arch_enable_nonboot_cpus_begin(void) | 1057 | void arch_enable_nonboot_cpus_begin(void) |
| 1071 | { | 1058 | { |
| 1072 | set_mtrr_aps_delayed_init(); | 1059 | set_mtrr_aps_delayed_init(); |
| @@ -1256,9 +1243,6 @@ void native_cpu_die(unsigned int cpu) | |||
| 1256 | if (per_cpu(cpu_state, cpu) == CPU_DEAD) { | 1243 | if (per_cpu(cpu_state, cpu) == CPU_DEAD) { |
| 1257 | if (system_state == SYSTEM_RUNNING) | 1244 | if (system_state == SYSTEM_RUNNING) |
| 1258 | pr_info("CPU %u is now offline\n", cpu); | 1245 | pr_info("CPU %u is now offline\n", cpu); |
| 1259 | |||
| 1260 | if (1 == num_online_cpus()) | ||
| 1261 | alternatives_smp_switch(0); | ||
| 1262 | return; | 1246 | return; |
| 1263 | } | 1247 | } |
| 1264 | msleep(100); | 1248 | msleep(100); |
diff --git a/arch/x86/xen/smp.c b/arch/x86/xen/smp.c index f58dca7a6e52..353c50f18702 100644 --- a/arch/x86/xen/smp.c +++ b/arch/x86/xen/smp.c | |||
| @@ -377,7 +377,8 @@ static int __cpuinit xen_cpu_up(unsigned int cpu, struct task_struct *idle) | |||
| 377 | return rc; | 377 | return rc; |
| 378 | 378 | ||
| 379 | if (num_online_cpus() == 1) | 379 | if (num_online_cpus() == 1) |
| 380 | alternatives_smp_switch(1); | 380 | /* Just in case we booted with a single CPU. */ |
| 381 | alternatives_enable_smp(); | ||
| 381 | 382 | ||
| 382 | rc = xen_smp_intr_init(cpu); | 383 | rc = xen_smp_intr_init(cpu); |
| 383 | if (rc) | 384 | if (rc) |
| @@ -424,9 +425,6 @@ static void xen_cpu_die(unsigned int cpu) | |||
| 424 | unbind_from_irqhandler(per_cpu(xen_irq_work, cpu), NULL); | 425 | unbind_from_irqhandler(per_cpu(xen_irq_work, cpu), NULL); |
| 425 | xen_uninit_lock_cpu(cpu); | 426 | xen_uninit_lock_cpu(cpu); |
| 426 | xen_teardown_timer(cpu); | 427 | xen_teardown_timer(cpu); |
| 427 | |||
| 428 | if (num_online_cpus() == 1) | ||
| 429 | alternatives_smp_switch(0); | ||
| 430 | } | 428 | } |
| 431 | 429 | ||
| 432 | static void __cpuinit xen_play_dead(void) /* used only with HOTPLUG_CPU */ | 430 | static void __cpuinit xen_play_dead(void) /* used only with HOTPLUG_CPU */ |
diff --git a/kernel/cpu.c b/kernel/cpu.c index 14d32588cccd..f6bfe3e03f6b 100644 --- a/kernel/cpu.c +++ b/kernel/cpu.c | |||
| @@ -439,14 +439,6 @@ EXPORT_SYMBOL_GPL(cpu_up); | |||
| 439 | #ifdef CONFIG_PM_SLEEP_SMP | 439 | #ifdef CONFIG_PM_SLEEP_SMP |
| 440 | static cpumask_var_t frozen_cpus; | 440 | static cpumask_var_t frozen_cpus; |
| 441 | 441 | ||
| 442 | void __weak arch_disable_nonboot_cpus_begin(void) | ||
| 443 | { | ||
| 444 | } | ||
| 445 | |||
| 446 | void __weak arch_disable_nonboot_cpus_end(void) | ||
| 447 | { | ||
| 448 | } | ||
| 449 | |||
| 450 | int disable_nonboot_cpus(void) | 442 | int disable_nonboot_cpus(void) |
| 451 | { | 443 | { |
| 452 | int cpu, first_cpu, error = 0; | 444 | int cpu, first_cpu, error = 0; |
| @@ -458,7 +450,6 @@ int disable_nonboot_cpus(void) | |||
| 458 | * with the userspace trying to use the CPU hotplug at the same time | 450 | * with the userspace trying to use the CPU hotplug at the same time |
| 459 | */ | 451 | */ |
| 460 | cpumask_clear(frozen_cpus); | 452 | cpumask_clear(frozen_cpus); |
| 461 | arch_disable_nonboot_cpus_begin(); | ||
| 462 | 453 | ||
| 463 | printk("Disabling non-boot CPUs ...\n"); | 454 | printk("Disabling non-boot CPUs ...\n"); |
| 464 | for_each_online_cpu(cpu) { | 455 | for_each_online_cpu(cpu) { |
| @@ -474,8 +465,6 @@ int disable_nonboot_cpus(void) | |||
| 474 | } | 465 | } |
| 475 | } | 466 | } |
| 476 | 467 | ||
| 477 | arch_disable_nonboot_cpus_end(); | ||
| 478 | |||
| 479 | if (!error) { | 468 | if (!error) { |
| 480 | BUG_ON(num_online_cpus() > 1); | 469 | BUG_ON(num_online_cpus() > 1); |
| 481 | /* Make sure the CPUs won't be enabled by someone else */ | 470 | /* Make sure the CPUs won't be enabled by someone else */ |
