aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/sched.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/sched.c')
-rw-r--r--kernel/sched.c32
1 files changed, 17 insertions, 15 deletions
diff --git a/kernel/sched.c b/kernel/sched.c
index aa31244caa9f..281da29d0801 100644
--- a/kernel/sched.c
+++ b/kernel/sched.c
@@ -4134,7 +4134,7 @@ static int load_balance(int this_cpu, struct rq *this_rq,
4134 unsigned long flags; 4134 unsigned long flags;
4135 struct cpumask *cpus = __get_cpu_var(load_balance_tmpmask); 4135 struct cpumask *cpus = __get_cpu_var(load_balance_tmpmask);
4136 4136
4137 cpumask_copy(cpus, cpu_online_mask); 4137 cpumask_copy(cpus, cpu_active_mask);
4138 4138
4139 /* 4139 /*
4140 * When power savings policy is enabled for the parent domain, idle 4140 * When power savings policy is enabled for the parent domain, idle
@@ -4297,7 +4297,7 @@ load_balance_newidle(int this_cpu, struct rq *this_rq, struct sched_domain *sd)
4297 int all_pinned = 0; 4297 int all_pinned = 0;
4298 struct cpumask *cpus = __get_cpu_var(load_balance_tmpmask); 4298 struct cpumask *cpus = __get_cpu_var(load_balance_tmpmask);
4299 4299
4300 cpumask_copy(cpus, cpu_online_mask); 4300 cpumask_copy(cpus, cpu_active_mask);
4301 4301
4302 /* 4302 /*
4303 * When power savings policy is enabled for the parent domain, idle 4303 * When power savings policy is enabled for the parent domain, idle
@@ -4694,7 +4694,7 @@ int select_nohz_load_balancer(int stop_tick)
4694 cpumask_set_cpu(cpu, nohz.cpu_mask); 4694 cpumask_set_cpu(cpu, nohz.cpu_mask);
4695 4695
4696 /* time for ilb owner also to sleep */ 4696 /* time for ilb owner also to sleep */
4697 if (cpumask_weight(nohz.cpu_mask) == num_online_cpus()) { 4697 if (cpumask_weight(nohz.cpu_mask) == num_active_cpus()) {
4698 if (atomic_read(&nohz.load_balancer) == cpu) 4698 if (atomic_read(&nohz.load_balancer) == cpu)
4699 atomic_set(&nohz.load_balancer, -1); 4699 atomic_set(&nohz.load_balancer, -1);
4700 return 0; 4700 return 0;
@@ -7093,7 +7093,7 @@ int set_cpus_allowed_ptr(struct task_struct *p, const struct cpumask *new_mask)
7093 int ret = 0; 7093 int ret = 0;
7094 7094
7095 rq = task_rq_lock(p, &flags); 7095 rq = task_rq_lock(p, &flags);
7096 if (!cpumask_intersects(new_mask, cpu_online_mask)) { 7096 if (!cpumask_intersects(new_mask, cpu_active_mask)) {
7097 ret = -EINVAL; 7097 ret = -EINVAL;
7098 goto out; 7098 goto out;
7099 } 7099 }
@@ -7115,7 +7115,7 @@ int set_cpus_allowed_ptr(struct task_struct *p, const struct cpumask *new_mask)
7115 if (cpumask_test_cpu(task_cpu(p), new_mask)) 7115 if (cpumask_test_cpu(task_cpu(p), new_mask))
7116 goto out; 7116 goto out;
7117 7117
7118 if (migrate_task(p, cpumask_any_and(cpu_online_mask, new_mask), &req)) { 7118 if (migrate_task(p, cpumask_any_and(cpu_active_mask, new_mask), &req)) {
7119 /* Need help from migration thread: drop lock and wait. */ 7119 /* Need help from migration thread: drop lock and wait. */
7120 struct task_struct *mt = rq->migration_thread; 7120 struct task_struct *mt = rq->migration_thread;
7121 7121
@@ -7269,19 +7269,19 @@ static void move_task_off_dead_cpu(int dead_cpu, struct task_struct *p)
7269 7269
7270again: 7270again:
7271 /* Look for allowed, online CPU in same node. */ 7271 /* Look for allowed, online CPU in same node. */
7272 for_each_cpu_and(dest_cpu, nodemask, cpu_online_mask) 7272 for_each_cpu_and(dest_cpu, nodemask, cpu_active_mask)
7273 if (cpumask_test_cpu(dest_cpu, &p->cpus_allowed)) 7273 if (cpumask_test_cpu(dest_cpu, &p->cpus_allowed))
7274 goto move; 7274 goto move;
7275 7275
7276 /* Any allowed, online CPU? */ 7276 /* Any allowed, online CPU? */
7277 dest_cpu = cpumask_any_and(&p->cpus_allowed, cpu_online_mask); 7277 dest_cpu = cpumask_any_and(&p->cpus_allowed, cpu_active_mask);
7278 if (dest_cpu < nr_cpu_ids) 7278 if (dest_cpu < nr_cpu_ids)
7279 goto move; 7279 goto move;
7280 7280
7281 /* No more Mr. Nice Guy. */ 7281 /* No more Mr. Nice Guy. */
7282 if (dest_cpu >= nr_cpu_ids) { 7282 if (dest_cpu >= nr_cpu_ids) {
7283 cpuset_cpus_allowed_locked(p, &p->cpus_allowed); 7283 cpuset_cpus_allowed_locked(p, &p->cpus_allowed);
7284 dest_cpu = cpumask_any_and(cpu_online_mask, &p->cpus_allowed); 7284 dest_cpu = cpumask_any_and(cpu_active_mask, &p->cpus_allowed);
7285 7285
7286 /* 7286 /*
7287 * Don't tell them about moving exiting tasks or 7287 * Don't tell them about moving exiting tasks or
@@ -7310,7 +7310,7 @@ move:
7310 */ 7310 */
7311static void migrate_nr_uninterruptible(struct rq *rq_src) 7311static void migrate_nr_uninterruptible(struct rq *rq_src)
7312{ 7312{
7313 struct rq *rq_dest = cpu_rq(cpumask_any(cpu_online_mask)); 7313 struct rq *rq_dest = cpu_rq(cpumask_any(cpu_active_mask));
7314 unsigned long flags; 7314 unsigned long flags;
7315 7315
7316 local_irq_save(flags); 7316 local_irq_save(flags);
@@ -7564,7 +7564,7 @@ static ctl_table *sd_alloc_ctl_cpu_table(int cpu)
7564static struct ctl_table_header *sd_sysctl_header; 7564static struct ctl_table_header *sd_sysctl_header;
7565static void register_sched_domain_sysctl(void) 7565static void register_sched_domain_sysctl(void)
7566{ 7566{
7567 int i, cpu_num = num_online_cpus(); 7567 int i, cpu_num = num_possible_cpus();
7568 struct ctl_table *entry = sd_alloc_ctl_entry(cpu_num + 1); 7568 struct ctl_table *entry = sd_alloc_ctl_entry(cpu_num + 1);
7569 char buf[32]; 7569 char buf[32];
7570 7570
@@ -7574,7 +7574,7 @@ static void register_sched_domain_sysctl(void)
7574 if (entry == NULL) 7574 if (entry == NULL)
7575 return; 7575 return;
7576 7576
7577 for_each_online_cpu(i) { 7577 for_each_possible_cpu(i) {
7578 snprintf(buf, 32, "cpu%d", i); 7578 snprintf(buf, 32, "cpu%d", i);
7579 entry->procname = kstrdup(buf, GFP_KERNEL); 7579 entry->procname = kstrdup(buf, GFP_KERNEL);
7580 entry->mode = 0555; 7580 entry->mode = 0555;
@@ -9100,7 +9100,7 @@ match1:
9100 if (doms_new == NULL) { 9100 if (doms_new == NULL) {
9101 ndoms_cur = 0; 9101 ndoms_cur = 0;
9102 doms_new = &fallback_doms; 9102 doms_new = &fallback_doms;
9103 cpumask_andnot(doms_new[0], cpu_online_mask, cpu_isolated_map); 9103 cpumask_andnot(doms_new[0], cpu_active_mask, cpu_isolated_map);
9104 WARN_ON_ONCE(dattr_new); 9104 WARN_ON_ONCE(dattr_new);
9105 } 9105 }
9106 9106
@@ -9231,8 +9231,10 @@ static int update_sched_domains(struct notifier_block *nfb,
9231 switch (action) { 9231 switch (action) {
9232 case CPU_ONLINE: 9232 case CPU_ONLINE:
9233 case CPU_ONLINE_FROZEN: 9233 case CPU_ONLINE_FROZEN:
9234 case CPU_DEAD: 9234 case CPU_DOWN_PREPARE:
9235 case CPU_DEAD_FROZEN: 9235 case CPU_DOWN_PREPARE_FROZEN:
9236 case CPU_DOWN_FAILED:
9237 case CPU_DOWN_FAILED_FROZEN:
9236 partition_sched_domains(1, NULL, NULL); 9238 partition_sched_domains(1, NULL, NULL);
9237 return NOTIFY_OK; 9239 return NOTIFY_OK;
9238 9240
@@ -9279,7 +9281,7 @@ void __init sched_init_smp(void)
9279#endif 9281#endif
9280 get_online_cpus(); 9282 get_online_cpus();
9281 mutex_lock(&sched_domains_mutex); 9283 mutex_lock(&sched_domains_mutex);
9282 arch_init_sched_domains(cpu_online_mask); 9284 arch_init_sched_domains(cpu_active_mask);
9283 cpumask_andnot(non_isolated_cpus, cpu_possible_mask, cpu_isolated_map); 9285 cpumask_andnot(non_isolated_cpus, cpu_possible_mask, cpu_isolated_map);
9284 if (cpumask_empty(non_isolated_cpus)) 9286 if (cpumask_empty(non_isolated_cpus))
9285 cpumask_set_cpu(smp_processor_id(), non_isolated_cpus); 9287 cpumask_set_cpu(smp_processor_id(), non_isolated_cpus);