aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/sched.h4
-rw-r--r--mm/memcontrol.c18
2 files changed, 12 insertions, 10 deletions
diff --git a/include/linux/sched.h b/include/linux/sched.h
index 4b601be3dace..98fc7ed4b191 100644
--- a/include/linux/sched.h
+++ b/include/linux/sched.h
@@ -1524,8 +1524,8 @@ struct task_struct {
1524 struct memcg_batch_info { 1524 struct memcg_batch_info {
1525 int do_batch; /* incremented when batch uncharge started */ 1525 int do_batch; /* incremented when batch uncharge started */
1526 struct mem_cgroup *memcg; /* target memcg of uncharge */ 1526 struct mem_cgroup *memcg; /* target memcg of uncharge */
1527 unsigned long bytes; /* uncharged usage */ 1527 unsigned long nr_pages; /* uncharged usage */
1528 unsigned long memsw_bytes; /* uncharged mem+swap usage */ 1528 unsigned long memsw_nr_pages; /* uncharged mem+swap usage */
1529 } memcg_batch; 1529 } memcg_batch;
1530#endif 1530#endif
1531}; 1531};
diff --git a/mm/memcontrol.c b/mm/memcontrol.c
index 91120a04f935..9dfbed2aacc9 100644
--- a/mm/memcontrol.c
+++ b/mm/memcontrol.c
@@ -2579,9 +2579,9 @@ __do_uncharge(struct mem_cgroup *mem, const enum charge_type ctype,
2579 if (batch->memcg != mem) 2579 if (batch->memcg != mem)
2580 goto direct_uncharge; 2580 goto direct_uncharge;
2581 /* remember freed charge and uncharge it later */ 2581 /* remember freed charge and uncharge it later */
2582 batch->bytes += PAGE_SIZE; 2582 batch->nr_pages++;
2583 if (uncharge_memsw) 2583 if (uncharge_memsw)
2584 batch->memsw_bytes += PAGE_SIZE; 2584 batch->memsw_nr_pages++;
2585 return; 2585 return;
2586direct_uncharge: 2586direct_uncharge:
2587 res_counter_uncharge(&mem->res, page_size); 2587 res_counter_uncharge(&mem->res, page_size);
@@ -2708,8 +2708,8 @@ void mem_cgroup_uncharge_start(void)
2708 /* We can do nest. */ 2708 /* We can do nest. */
2709 if (current->memcg_batch.do_batch == 1) { 2709 if (current->memcg_batch.do_batch == 1) {
2710 current->memcg_batch.memcg = NULL; 2710 current->memcg_batch.memcg = NULL;
2711 current->memcg_batch.bytes = 0; 2711 current->memcg_batch.nr_pages = 0;
2712 current->memcg_batch.memsw_bytes = 0; 2712 current->memcg_batch.memsw_nr_pages = 0;
2713 } 2713 }
2714} 2714}
2715 2715
@@ -2730,10 +2730,12 @@ void mem_cgroup_uncharge_end(void)
2730 * This "batch->memcg" is valid without any css_get/put etc... 2730 * This "batch->memcg" is valid without any css_get/put etc...
2731 * bacause we hide charges behind us. 2731 * bacause we hide charges behind us.
2732 */ 2732 */
2733 if (batch->bytes) 2733 if (batch->nr_pages)
2734 res_counter_uncharge(&batch->memcg->res, batch->bytes); 2734 res_counter_uncharge(&batch->memcg->res,
2735 if (batch->memsw_bytes) 2735 batch->nr_pages * PAGE_SIZE);
2736 res_counter_uncharge(&batch->memcg->memsw, batch->memsw_bytes); 2736 if (batch->memsw_nr_pages)
2737 res_counter_uncharge(&batch->memcg->memsw,
2738 batch->memsw_nr_pages * PAGE_SIZE);
2737 memcg_oom_recover(batch->memcg); 2739 memcg_oom_recover(batch->memcg);
2738 /* forget this pointer (for sanity check) */ 2740 /* forget this pointer (for sanity check) */
2739 batch->memcg = NULL; 2741 batch->memcg = NULL;