aboutsummaryrefslogtreecommitdiffstats
path: root/mm
diff options
context:
space:
mode:
Diffstat (limited to 'mm')
-rw-r--r--mm/memcontrol.c24
1 files changed, 13 insertions, 11 deletions
diff --git a/mm/memcontrol.c b/mm/memcontrol.c
index bb8d7d3cf302..6fbf50977f77 100644
--- a/mm/memcontrol.c
+++ b/mm/memcontrol.c
@@ -258,8 +258,8 @@ struct mem_cgroup {
258 */ 258 */
259 struct rcu_head rcu_freeing; 259 struct rcu_head rcu_freeing;
260 /* 260 /*
261 * But when using vfree(), that cannot be done at 261 * We also need some space for a worker in deferred freeing.
262 * interrupt time, so we must then queue the work. 262 * By the time we call it, rcu_freeing is no longer in use.
263 */ 263 */
264 struct work_struct work_freeing; 264 struct work_struct work_freeing;
265 }; 265 };
@@ -4702,23 +4702,28 @@ out_free:
4702} 4702}
4703 4703
4704/* 4704/*
4705 * Helpers for freeing a vzalloc()ed mem_cgroup by RCU, 4705 * Helpers for freeing a kmalloc()ed/vzalloc()ed mem_cgroup by RCU,
4706 * but in process context. The work_freeing structure is overlaid 4706 * but in process context. The work_freeing structure is overlaid
4707 * on the rcu_freeing structure, which itself is overlaid on memsw. 4707 * on the rcu_freeing structure, which itself is overlaid on memsw.
4708 */ 4708 */
4709static void vfree_work(struct work_struct *work) 4709static void free_work(struct work_struct *work)
4710{ 4710{
4711 struct mem_cgroup *memcg; 4711 struct mem_cgroup *memcg;
4712 int size = sizeof(struct mem_cgroup);
4712 4713
4713 memcg = container_of(work, struct mem_cgroup, work_freeing); 4714 memcg = container_of(work, struct mem_cgroup, work_freeing);
4714 vfree(memcg); 4715 if (size < PAGE_SIZE)
4716 kfree(memcg);
4717 else
4718 vfree(memcg);
4715} 4719}
4716static void vfree_rcu(struct rcu_head *rcu_head) 4720
4721static void free_rcu(struct rcu_head *rcu_head)
4717{ 4722{
4718 struct mem_cgroup *memcg; 4723 struct mem_cgroup *memcg;
4719 4724
4720 memcg = container_of(rcu_head, struct mem_cgroup, rcu_freeing); 4725 memcg = container_of(rcu_head, struct mem_cgroup, rcu_freeing);
4721 INIT_WORK(&memcg->work_freeing, vfree_work); 4726 INIT_WORK(&memcg->work_freeing, free_work);
4722 schedule_work(&memcg->work_freeing); 4727 schedule_work(&memcg->work_freeing);
4723} 4728}
4724 4729
@@ -4744,10 +4749,7 @@ static void __mem_cgroup_free(struct mem_cgroup *memcg)
4744 free_mem_cgroup_per_zone_info(memcg, node); 4749 free_mem_cgroup_per_zone_info(memcg, node);
4745 4750
4746 free_percpu(memcg->stat); 4751 free_percpu(memcg->stat);
4747 if (sizeof(struct mem_cgroup) < PAGE_SIZE) 4752 call_rcu(&memcg->rcu_freeing, free_rcu);
4748 kfree_rcu(memcg, rcu_freeing);
4749 else
4750 call_rcu(&memcg->rcu_freeing, vfree_rcu);
4751} 4753}
4752 4754
4753static void mem_cgroup_get(struct mem_cgroup *memcg) 4755static void mem_cgroup_get(struct mem_cgroup *memcg)