aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/sched/fair.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/sched/fair.c')
-rw-r--r--kernel/sched/fair.c16
1 files changed, 11 insertions, 5 deletions
diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 5166b9b1af70..222c2d0b6ae2 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -1381,7 +1381,7 @@ static void double_lock(spinlock_t *l1, spinlock_t *l2)
1381 spin_lock_nested(l2, SINGLE_DEPTH_NESTING); 1381 spin_lock_nested(l2, SINGLE_DEPTH_NESTING);
1382} 1382}
1383 1383
1384static void task_numa_group(struct task_struct *p, int cpupid) 1384static void task_numa_group(struct task_struct *p, int cpupid, int flags)
1385{ 1385{
1386 struct numa_group *grp, *my_grp; 1386 struct numa_group *grp, *my_grp;
1387 struct task_struct *tsk; 1387 struct task_struct *tsk;
@@ -1439,10 +1439,16 @@ static void task_numa_group(struct task_struct *p, int cpupid)
1439 if (my_grp->nr_tasks == grp->nr_tasks && my_grp > grp) 1439 if (my_grp->nr_tasks == grp->nr_tasks && my_grp > grp)
1440 goto unlock; 1440 goto unlock;
1441 1441
1442 if (!get_numa_group(grp)) 1442 /* Always join threads in the same process. */
1443 goto unlock; 1443 if (tsk->mm == current->mm)
1444 join = true;
1445
1446 /* Simple filter to avoid false positives due to PID collisions */
1447 if (flags & TNF_SHARED)
1448 join = true;
1444 1449
1445 join = true; 1450 if (join && !get_numa_group(grp))
1451 join = false;
1446 1452
1447unlock: 1453unlock:
1448 rcu_read_unlock(); 1454 rcu_read_unlock();
@@ -1539,7 +1545,7 @@ void task_numa_fault(int last_cpupid, int node, int pages, int flags)
1539 } else { 1545 } else {
1540 priv = cpupid_match_pid(p, last_cpupid); 1546 priv = cpupid_match_pid(p, last_cpupid);
1541 if (!priv && !(flags & TNF_NO_GROUP)) 1547 if (!priv && !(flags & TNF_NO_GROUP))
1542 task_numa_group(p, last_cpupid); 1548 task_numa_group(p, last_cpupid, flags);
1543 } 1549 }
1544 1550
1545 /* 1551 /*