aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/sched.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/sched.c')
-rw-r--r--kernel/sched.c67
1 files changed, 50 insertions, 17 deletions
diff --git a/kernel/sched.c b/kernel/sched.c
index 552faf8d358c..2b942e49d0fa 100644
--- a/kernel/sched.c
+++ b/kernel/sched.c
@@ -5804,17 +5804,46 @@ static struct notifier_block __cpuinitdata migration_notifier = {
5804 .priority = CPU_PRI_MIGRATION, 5804 .priority = CPU_PRI_MIGRATION,
5805}; 5805};
5806 5806
5807static int __cpuinit sched_cpu_active(struct notifier_block *nfb,
5808 unsigned long action, void *hcpu)
5809{
5810 switch (action & ~CPU_TASKS_FROZEN) {
5811 case CPU_ONLINE:
5812 case CPU_DOWN_FAILED:
5813 set_cpu_active((long)hcpu, true);
5814 return NOTIFY_OK;
5815 default:
5816 return NOTIFY_DONE;
5817 }
5818}
5819
5820static int __cpuinit sched_cpu_inactive(struct notifier_block *nfb,
5821 unsigned long action, void *hcpu)
5822{
5823 switch (action & ~CPU_TASKS_FROZEN) {
5824 case CPU_DOWN_PREPARE:
5825 set_cpu_active((long)hcpu, false);
5826 return NOTIFY_OK;
5827 default:
5828 return NOTIFY_DONE;
5829 }
5830}
5831
5807static int __init migration_init(void) 5832static int __init migration_init(void)
5808{ 5833{
5809 void *cpu = (void *)(long)smp_processor_id(); 5834 void *cpu = (void *)(long)smp_processor_id();
5810 int err; 5835 int err;
5811 5836
5812 /* Start one for the boot CPU: */ 5837 /* Initialize migration for the boot CPU */
5813 err = migration_call(&migration_notifier, CPU_UP_PREPARE, cpu); 5838 err = migration_call(&migration_notifier, CPU_UP_PREPARE, cpu);
5814 BUG_ON(err == NOTIFY_BAD); 5839 BUG_ON(err == NOTIFY_BAD);
5815 migration_call(&migration_notifier, CPU_ONLINE, cpu); 5840 migration_call(&migration_notifier, CPU_ONLINE, cpu);
5816 register_cpu_notifier(&migration_notifier); 5841 register_cpu_notifier(&migration_notifier);
5817 5842
5843 /* Register cpu active notifiers */
5844 cpu_notifier(sched_cpu_active, CPU_PRI_SCHED_ACTIVE);
5845 cpu_notifier(sched_cpu_inactive, CPU_PRI_SCHED_INACTIVE);
5846
5818 return 0; 5847 return 0;
5819} 5848}
5820early_initcall(migration_init); 5849early_initcall(migration_init);
@@ -7273,29 +7302,35 @@ int __init sched_create_sysfs_power_savings_entries(struct sysdev_class *cls)
7273} 7302}
7274#endif /* CONFIG_SCHED_MC || CONFIG_SCHED_SMT */ 7303#endif /* CONFIG_SCHED_MC || CONFIG_SCHED_SMT */
7275 7304
7276#ifndef CONFIG_CPUSETS
7277/* 7305/*
7278 * Add online and remove offline CPUs from the scheduler domains. 7306 * Update cpusets according to cpu_active mask. If cpusets are
7279 * When cpusets are enabled they take over this function. 7307 * disabled, cpuset_update_active_cpus() becomes a simple wrapper
7308 * around partition_sched_domains().
7280 */ 7309 */
7281static int update_sched_domains(struct notifier_block *nfb, 7310static int __cpuexit cpuset_cpu_active(struct notifier_block *nfb,
7282 unsigned long action, void *hcpu) 7311 unsigned long action, void *hcpu)
7283{ 7312{
7284 switch (action) { 7313 switch (action & ~CPU_TASKS_FROZEN) {
7285 case CPU_ONLINE: 7314 case CPU_ONLINE:
7286 case CPU_ONLINE_FROZEN:
7287 case CPU_DOWN_PREPARE:
7288 case CPU_DOWN_PREPARE_FROZEN:
7289 case CPU_DOWN_FAILED: 7315 case CPU_DOWN_FAILED:
7290 case CPU_DOWN_FAILED_FROZEN: 7316 cpuset_update_active_cpus();
7291 partition_sched_domains(1, NULL, NULL);
7292 return NOTIFY_OK; 7317 return NOTIFY_OK;
7318 default:
7319 return NOTIFY_DONE;
7320 }
7321}
7293 7322
7323static int __cpuexit cpuset_cpu_inactive(struct notifier_block *nfb,
7324 unsigned long action, void *hcpu)
7325{
7326 switch (action & ~CPU_TASKS_FROZEN) {
7327 case CPU_DOWN_PREPARE:
7328 cpuset_update_active_cpus();
7329 return NOTIFY_OK;
7294 default: 7330 default:
7295 return NOTIFY_DONE; 7331 return NOTIFY_DONE;
7296 } 7332 }
7297} 7333}
7298#endif
7299 7334
7300static int update_runtime(struct notifier_block *nfb, 7335static int update_runtime(struct notifier_block *nfb,
7301 unsigned long action, void *hcpu) 7336 unsigned long action, void *hcpu)
@@ -7341,10 +7376,8 @@ void __init sched_init_smp(void)
7341 mutex_unlock(&sched_domains_mutex); 7376 mutex_unlock(&sched_domains_mutex);
7342 put_online_cpus(); 7377 put_online_cpus();
7343 7378
7344#ifndef CONFIG_CPUSETS 7379 hotcpu_notifier(cpuset_cpu_active, CPU_PRI_CPUSET_ACTIVE);
7345 /* XXX: Theoretical race here - CPU may be hotplugged now */ 7380 hotcpu_notifier(cpuset_cpu_inactive, CPU_PRI_CPUSET_INACTIVE);
7346 hotcpu_notifier(update_sched_domains, 0);
7347#endif
7348 7381
7349 /* RT runtime code needs to handle some hotplug events */ 7382 /* RT runtime code needs to handle some hotplug events */
7350 hotcpu_notifier(update_runtime, 0); 7383 hotcpu_notifier(update_runtime, 0);