diff options
Diffstat (limited to 'kernel/cpuset.c')
| -rw-r--r-- | kernel/cpuset.c | 105 |
1 files changed, 48 insertions, 57 deletions
diff --git a/kernel/cpuset.c b/kernel/cpuset.c index 0b1712dba587..a09ac2b9a661 100644 --- a/kernel/cpuset.c +++ b/kernel/cpuset.c | |||
| @@ -1389,79 +1389,73 @@ static int fmeter_getrate(struct fmeter *fmp) | |||
| 1389 | return val; | 1389 | return val; |
| 1390 | } | 1390 | } |
| 1391 | 1391 | ||
| 1392 | /* Called by cgroups to determine if a cpuset is usable; cgroup_mutex held */ | ||
| 1393 | static int cpuset_can_attach(struct cgroup_subsys *ss, struct cgroup *cont, | ||
| 1394 | struct task_struct *tsk) | ||
| 1395 | { | ||
| 1396 | struct cpuset *cs = cgroup_cs(cont); | ||
| 1397 | |||
| 1398 | if (cpumask_empty(cs->cpus_allowed) || nodes_empty(cs->mems_allowed)) | ||
| 1399 | return -ENOSPC; | ||
| 1400 | |||
| 1401 | /* | ||
| 1402 | * Kthreads bound to specific cpus cannot be moved to a new cpuset; we | ||
| 1403 | * cannot change their cpu affinity and isolating such threads by their | ||
| 1404 | * set of allowed nodes is unnecessary. Thus, cpusets are not | ||
| 1405 | * applicable for such threads. This prevents checking for success of | ||
| 1406 | * set_cpus_allowed_ptr() on all attached tasks before cpus_allowed may | ||
| 1407 | * be changed. | ||
| 1408 | */ | ||
| 1409 | if (tsk->flags & PF_THREAD_BOUND) | ||
| 1410 | return -EINVAL; | ||
| 1411 | |||
| 1412 | return 0; | ||
| 1413 | } | ||
| 1414 | |||
| 1415 | static int cpuset_can_attach_task(struct cgroup *cgrp, struct task_struct *task) | ||
| 1416 | { | ||
| 1417 | return security_task_setscheduler(task); | ||
| 1418 | } | ||
| 1419 | |||
| 1420 | /* | 1392 | /* |
| 1421 | * Protected by cgroup_lock. The nodemasks must be stored globally because | 1393 | * Protected by cgroup_lock. The nodemasks must be stored globally because |
| 1422 | * dynamically allocating them is not allowed in pre_attach, and they must | 1394 | * dynamically allocating them is not allowed in can_attach, and they must |
| 1423 | * persist among pre_attach, attach_task, and attach. | 1395 | * persist until attach. |
| 1424 | */ | 1396 | */ |
| 1425 | static cpumask_var_t cpus_attach; | 1397 | static cpumask_var_t cpus_attach; |
| 1426 | static nodemask_t cpuset_attach_nodemask_from; | 1398 | static nodemask_t cpuset_attach_nodemask_from; |
| 1427 | static nodemask_t cpuset_attach_nodemask_to; | 1399 | static nodemask_t cpuset_attach_nodemask_to; |
| 1428 | 1400 | ||
| 1429 | /* Set-up work for before attaching each task. */ | 1401 | /* Called by cgroups to determine if a cpuset is usable; cgroup_mutex held */ |
| 1430 | static void cpuset_pre_attach(struct cgroup *cont) | 1402 | static int cpuset_can_attach(struct cgroup_subsys *ss, struct cgroup *cgrp, |
| 1403 | struct cgroup_taskset *tset) | ||
| 1431 | { | 1404 | { |
| 1432 | struct cpuset *cs = cgroup_cs(cont); | 1405 | struct cpuset *cs = cgroup_cs(cgrp); |
| 1406 | struct task_struct *task; | ||
| 1407 | int ret; | ||
| 1408 | |||
| 1409 | if (cpumask_empty(cs->cpus_allowed) || nodes_empty(cs->mems_allowed)) | ||
| 1410 | return -ENOSPC; | ||
| 1411 | |||
| 1412 | cgroup_taskset_for_each(task, cgrp, tset) { | ||
| 1413 | /* | ||
| 1414 | * Kthreads bound to specific cpus cannot be moved to a new | ||
| 1415 | * cpuset; we cannot change their cpu affinity and | ||
| 1416 | * isolating such threads by their set of allowed nodes is | ||
| 1417 | * unnecessary. Thus, cpusets are not applicable for such | ||
| 1418 | * threads. This prevents checking for success of | ||
| 1419 | * set_cpus_allowed_ptr() on all attached tasks before | ||
| 1420 | * cpus_allowed may be changed. | ||
| 1421 | */ | ||
| 1422 | if (task->flags & PF_THREAD_BOUND) | ||
| 1423 | return -EINVAL; | ||
| 1424 | if ((ret = security_task_setscheduler(task))) | ||
| 1425 | return ret; | ||
| 1426 | } | ||
| 1433 | 1427 | ||
| 1428 | /* prepare for attach */ | ||
| 1434 | if (cs == &top_cpuset) | 1429 | if (cs == &top_cpuset) |
| 1435 | cpumask_copy(cpus_attach, cpu_possible_mask); | 1430 | cpumask_copy(cpus_attach, cpu_possible_mask); |
| 1436 | else | 1431 | else |
| 1437 | guarantee_online_cpus(cs, cpus_attach); | 1432 | guarantee_online_cpus(cs, cpus_attach); |
| 1438 | 1433 | ||
| 1439 | guarantee_online_mems(cs, &cpuset_attach_nodemask_to); | 1434 | guarantee_online_mems(cs, &cpuset_attach_nodemask_to); |
| 1440 | } | ||
| 1441 | |||
| 1442 | /* Per-thread attachment work. */ | ||
| 1443 | static void cpuset_attach_task(struct cgroup *cont, struct task_struct *tsk) | ||
| 1444 | { | ||
| 1445 | int err; | ||
| 1446 | struct cpuset *cs = cgroup_cs(cont); | ||
| 1447 | 1435 | ||
| 1448 | /* | 1436 | return 0; |
| 1449 | * can_attach beforehand should guarantee that this doesn't fail. | ||
| 1450 | * TODO: have a better way to handle failure here | ||
| 1451 | */ | ||
| 1452 | err = set_cpus_allowed_ptr(tsk, cpus_attach); | ||
| 1453 | WARN_ON_ONCE(err); | ||
| 1454 | |||
| 1455 | cpuset_change_task_nodemask(tsk, &cpuset_attach_nodemask_to); | ||
| 1456 | cpuset_update_task_spread_flag(cs, tsk); | ||
| 1457 | } | 1437 | } |
| 1458 | 1438 | ||
| 1459 | static void cpuset_attach(struct cgroup_subsys *ss, struct cgroup *cont, | 1439 | static void cpuset_attach(struct cgroup_subsys *ss, struct cgroup *cgrp, |
| 1460 | struct cgroup *oldcont, struct task_struct *tsk) | 1440 | struct cgroup_taskset *tset) |
| 1461 | { | 1441 | { |
| 1462 | struct mm_struct *mm; | 1442 | struct mm_struct *mm; |
| 1463 | struct cpuset *cs = cgroup_cs(cont); | 1443 | struct task_struct *task; |
| 1464 | struct cpuset *oldcs = cgroup_cs(oldcont); | 1444 | struct task_struct *leader = cgroup_taskset_first(tset); |
| 1445 | struct cgroup *oldcgrp = cgroup_taskset_cur_cgroup(tset); | ||
| 1446 | struct cpuset *cs = cgroup_cs(cgrp); | ||
| 1447 | struct cpuset *oldcs = cgroup_cs(oldcgrp); | ||
| 1448 | |||
| 1449 | cgroup_taskset_for_each(task, cgrp, tset) { | ||
| 1450 | /* | ||
| 1451 | * can_attach beforehand should guarantee that this doesn't | ||
| 1452 | * fail. TODO: have a better way to handle failure here | ||
| 1453 | */ | ||
| 1454 | WARN_ON_ONCE(set_cpus_allowed_ptr(task, cpus_attach)); | ||
| 1455 | |||
| 1456 | cpuset_change_task_nodemask(task, &cpuset_attach_nodemask_to); | ||
| 1457 | cpuset_update_task_spread_flag(cs, task); | ||
| 1458 | } | ||
| 1465 | 1459 | ||
| 1466 | /* | 1460 | /* |
| 1467 | * Change mm, possibly for multiple threads in a threadgroup. This is | 1461 | * Change mm, possibly for multiple threads in a threadgroup. This is |
| @@ -1469,7 +1463,7 @@ static void cpuset_attach(struct cgroup_subsys *ss, struct cgroup *cont, | |||
| 1469 | */ | 1463 | */ |
| 1470 | cpuset_attach_nodemask_from = oldcs->mems_allowed; | 1464 | cpuset_attach_nodemask_from = oldcs->mems_allowed; |
| 1471 | cpuset_attach_nodemask_to = cs->mems_allowed; | 1465 | cpuset_attach_nodemask_to = cs->mems_allowed; |
| 1472 | mm = get_task_mm(tsk); | 1466 | mm = get_task_mm(leader); |
| 1473 | if (mm) { | 1467 | if (mm) { |
| 1474 | mpol_rebind_mm(mm, &cpuset_attach_nodemask_to); | 1468 | mpol_rebind_mm(mm, &cpuset_attach_nodemask_to); |
| 1475 | if (is_memory_migrate(cs)) | 1469 | if (is_memory_migrate(cs)) |
| @@ -1925,9 +1919,6 @@ struct cgroup_subsys cpuset_subsys = { | |||
| 1925 | .create = cpuset_create, | 1919 | .create = cpuset_create, |
| 1926 | .destroy = cpuset_destroy, | 1920 | .destroy = cpuset_destroy, |
| 1927 | .can_attach = cpuset_can_attach, | 1921 | .can_attach = cpuset_can_attach, |
| 1928 | .can_attach_task = cpuset_can_attach_task, | ||
| 1929 | .pre_attach = cpuset_pre_attach, | ||
| 1930 | .attach_task = cpuset_attach_task, | ||
| 1931 | .attach = cpuset_attach, | 1922 | .attach = cpuset_attach, |
| 1932 | .populate = cpuset_populate, | 1923 | .populate = cpuset_populate, |
| 1933 | .post_clone = cpuset_post_clone, | 1924 | .post_clone = cpuset_post_clone, |
