aboutsummaryrefslogtreecommitdiffstats
path: root/mm/memcontrol.c
diff options
context:
space:
mode:
Diffstat (limited to 'mm/memcontrol.c')
-rw-r--r--mm/memcontrol.c9
1 files changed, 7 insertions, 2 deletions
diff --git a/mm/memcontrol.c b/mm/memcontrol.c
index 3d8a0c79dece..d888956a2cfc 100644
--- a/mm/memcontrol.c
+++ b/mm/memcontrol.c
@@ -1606,6 +1606,7 @@ void mem_cgroup_update_page_stat(struct page *page,
1606 struct mem_cgroup *mem; 1606 struct mem_cgroup *mem;
1607 struct page_cgroup *pc = lookup_page_cgroup(page); 1607 struct page_cgroup *pc = lookup_page_cgroup(page);
1608 bool need_unlock = false; 1608 bool need_unlock = false;
1609 unsigned long uninitialized_var(flags);
1609 1610
1610 if (unlikely(!pc)) 1611 if (unlikely(!pc))
1611 return; 1612 return;
@@ -1617,7 +1618,7 @@ void mem_cgroup_update_page_stat(struct page *page,
1617 /* pc->mem_cgroup is unstable ? */ 1618 /* pc->mem_cgroup is unstable ? */
1618 if (unlikely(mem_cgroup_stealed(mem))) { 1619 if (unlikely(mem_cgroup_stealed(mem))) {
1619 /* take a lock against to access pc->mem_cgroup */ 1620 /* take a lock against to access pc->mem_cgroup */
1620 lock_page_cgroup(pc); 1621 move_lock_page_cgroup(pc, &flags);
1621 need_unlock = true; 1622 need_unlock = true;
1622 mem = pc->mem_cgroup; 1623 mem = pc->mem_cgroup;
1623 if (!mem || !PageCgroupUsed(pc)) 1624 if (!mem || !PageCgroupUsed(pc))
@@ -1640,7 +1641,7 @@ void mem_cgroup_update_page_stat(struct page *page,
1640 1641
1641out: 1642out:
1642 if (unlikely(need_unlock)) 1643 if (unlikely(need_unlock))
1643 unlock_page_cgroup(pc); 1644 move_unlock_page_cgroup(pc, &flags);
1644 rcu_read_unlock(); 1645 rcu_read_unlock();
1645 return; 1646 return;
1646} 1647}
@@ -2211,9 +2212,13 @@ static int mem_cgroup_move_account(struct page_cgroup *pc,
2211 struct mem_cgroup *from, struct mem_cgroup *to, bool uncharge) 2212 struct mem_cgroup *from, struct mem_cgroup *to, bool uncharge)
2212{ 2213{
2213 int ret = -EINVAL; 2214 int ret = -EINVAL;
2215 unsigned long flags;
2216
2214 lock_page_cgroup(pc); 2217 lock_page_cgroup(pc);
2215 if (PageCgroupUsed(pc) && pc->mem_cgroup == from) { 2218 if (PageCgroupUsed(pc) && pc->mem_cgroup == from) {
2219 move_lock_page_cgroup(pc, &flags);
2216 __mem_cgroup_move_account(pc, from, to, uncharge); 2220 __mem_cgroup_move_account(pc, from, to, uncharge);
2221 move_unlock_page_cgroup(pc, &flags);
2217 ret = 0; 2222 ret = 0;
2218 } 2223 }
2219 unlock_page_cgroup(pc); 2224 unlock_page_cgroup(pc);