aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--mm/memcontrol.c71
1 files changed, 59 insertions, 12 deletions
diff --git a/mm/memcontrol.c b/mm/memcontrol.c
index 33fc0302e29e..6f6a575e77ad 100644
--- a/mm/memcontrol.c
+++ b/mm/memcontrol.c
@@ -702,6 +702,23 @@ static unsigned int get_swappiness(struct mem_cgroup *memcg)
702 return swappiness; 702 return swappiness;
703} 703}
704 704
705static int mem_cgroup_count_children_cb(struct mem_cgroup *mem, void *data)
706{
707 int *val = data;
708 (*val)++;
709 return 0;
710}
711/*
712 * This function returns the number of memcg under hierarchy tree. Returns
713 * 1(self count) if no children.
714 */
715static int mem_cgroup_count_children(struct mem_cgroup *mem)
716{
717 int num = 0;
718 mem_cgroup_walk_tree(mem, &num, mem_cgroup_count_children_cb);
719 return num;
720}
721
705/* 722/*
706 * Visit the first child (need not be the first child as per the ordering 723 * Visit the first child (need not be the first child as per the ordering
707 * of the cgroup list, since we track last_scanned_child) of @mem and use 724 * of the cgroup list, since we track last_scanned_child) of @mem and use
@@ -750,9 +767,11 @@ mem_cgroup_select_victim(struct mem_cgroup *root_mem)
750 * 767 *
751 * We give up and return to the caller when we visit root_mem twice. 768 * We give up and return to the caller when we visit root_mem twice.
752 * (other groups can be removed while we're walking....) 769 * (other groups can be removed while we're walking....)
770 *
771 * If shrink==true, for avoiding to free too much, this returns immedieately.
753 */ 772 */
754static int mem_cgroup_hierarchical_reclaim(struct mem_cgroup *root_mem, 773static int mem_cgroup_hierarchical_reclaim(struct mem_cgroup *root_mem,
755 gfp_t gfp_mask, bool noswap) 774 gfp_t gfp_mask, bool noswap, bool shrink)
756{ 775{
757 struct mem_cgroup *victim; 776 struct mem_cgroup *victim;
758 int ret, total = 0; 777 int ret, total = 0;
@@ -771,6 +790,13 @@ static int mem_cgroup_hierarchical_reclaim(struct mem_cgroup *root_mem,
771 ret = try_to_free_mem_cgroup_pages(victim, gfp_mask, noswap, 790 ret = try_to_free_mem_cgroup_pages(victim, gfp_mask, noswap,
772 get_swappiness(victim)); 791 get_swappiness(victim));
773 css_put(&victim->css); 792 css_put(&victim->css);
793 /*
794 * At shrinking usage, we can't check we should stop here or
795 * reclaim more. It's depends on callers. last_scanned_child
796 * will work enough for keeping fairness under tree.
797 */
798 if (shrink)
799 return ret;
774 total += ret; 800 total += ret;
775 if (mem_cgroup_check_under_limit(root_mem)) 801 if (mem_cgroup_check_under_limit(root_mem))
776 return 1 + total; 802 return 1 + total;
@@ -856,7 +882,7 @@ static int __mem_cgroup_try_charge(struct mm_struct *mm,
856 goto nomem; 882 goto nomem;
857 883
858 ret = mem_cgroup_hierarchical_reclaim(mem_over_limit, gfp_mask, 884 ret = mem_cgroup_hierarchical_reclaim(mem_over_limit, gfp_mask,
859 noswap); 885 noswap, false);
860 if (ret) 886 if (ret)
861 continue; 887 continue;
862 888
@@ -1489,7 +1515,8 @@ int mem_cgroup_shrink_usage(struct page *page,
1489 return 0; 1515 return 0;
1490 1516
1491 do { 1517 do {
1492 progress = mem_cgroup_hierarchical_reclaim(mem, gfp_mask, true); 1518 progress = mem_cgroup_hierarchical_reclaim(mem,
1519 gfp_mask, true, false);
1493 progress += mem_cgroup_check_under_limit(mem); 1520 progress += mem_cgroup_check_under_limit(mem);
1494 } while (!progress && --retry); 1521 } while (!progress && --retry);
1495 1522
@@ -1504,11 +1531,21 @@ static DEFINE_MUTEX(set_limit_mutex);
1504static int mem_cgroup_resize_limit(struct mem_cgroup *memcg, 1531static int mem_cgroup_resize_limit(struct mem_cgroup *memcg,
1505 unsigned long long val) 1532 unsigned long long val)
1506{ 1533{
1507 1534 int retry_count;
1508 int retry_count = MEM_CGROUP_RECLAIM_RETRIES;
1509 int progress; 1535 int progress;
1510 u64 memswlimit; 1536 u64 memswlimit;
1511 int ret = 0; 1537 int ret = 0;
1538 int children = mem_cgroup_count_children(memcg);
1539 u64 curusage, oldusage;
1540
1541 /*
1542 * For keeping hierarchical_reclaim simple, how long we should retry
1543 * is depends on callers. We set our retry-count to be function
1544 * of # of children which we should visit in this loop.
1545 */
1546 retry_count = MEM_CGROUP_RECLAIM_RETRIES * children;
1547
1548 oldusage = res_counter_read_u64(&memcg->res, RES_USAGE);
1512 1549
1513 while (retry_count) { 1550 while (retry_count) {
1514 if (signal_pending(current)) { 1551 if (signal_pending(current)) {
@@ -1534,8 +1571,13 @@ static int mem_cgroup_resize_limit(struct mem_cgroup *memcg,
1534 break; 1571 break;
1535 1572
1536 progress = mem_cgroup_hierarchical_reclaim(memcg, GFP_KERNEL, 1573 progress = mem_cgroup_hierarchical_reclaim(memcg, GFP_KERNEL,
1537 false); 1574 false, true);
1538 if (!progress) retry_count--; 1575 curusage = res_counter_read_u64(&memcg->res, RES_USAGE);
1576 /* Usage is reduced ? */
1577 if (curusage >= oldusage)
1578 retry_count--;
1579 else
1580 oldusage = curusage;
1539 } 1581 }
1540 1582
1541 return ret; 1583 return ret;
@@ -1544,13 +1586,16 @@ static int mem_cgroup_resize_limit(struct mem_cgroup *memcg,
1544int mem_cgroup_resize_memsw_limit(struct mem_cgroup *memcg, 1586int mem_cgroup_resize_memsw_limit(struct mem_cgroup *memcg,
1545 unsigned long long val) 1587 unsigned long long val)
1546{ 1588{
1547 int retry_count = MEM_CGROUP_RECLAIM_RETRIES; 1589 int retry_count;
1548 u64 memlimit, oldusage, curusage; 1590 u64 memlimit, oldusage, curusage;
1549 int ret; 1591 int children = mem_cgroup_count_children(memcg);
1592 int ret = -EBUSY;
1550 1593
1551 if (!do_swap_account) 1594 if (!do_swap_account)
1552 return -EINVAL; 1595 return -EINVAL;
1553 1596 /* see mem_cgroup_resize_res_limit */
1597 retry_count = children * MEM_CGROUP_RECLAIM_RETRIES;
1598 oldusage = res_counter_read_u64(&memcg->memsw, RES_USAGE);
1554 while (retry_count) { 1599 while (retry_count) {
1555 if (signal_pending(current)) { 1600 if (signal_pending(current)) {
1556 ret = -EINTR; 1601 ret = -EINTR;
@@ -1574,11 +1619,13 @@ int mem_cgroup_resize_memsw_limit(struct mem_cgroup *memcg,
1574 if (!ret) 1619 if (!ret)
1575 break; 1620 break;
1576 1621
1577 oldusage = res_counter_read_u64(&memcg->memsw, RES_USAGE); 1622 mem_cgroup_hierarchical_reclaim(memcg, GFP_KERNEL, true, true);
1578 mem_cgroup_hierarchical_reclaim(memcg, GFP_KERNEL, true);
1579 curusage = res_counter_read_u64(&memcg->memsw, RES_USAGE); 1623 curusage = res_counter_read_u64(&memcg->memsw, RES_USAGE);
1624 /* Usage is reduced ? */
1580 if (curusage >= oldusage) 1625 if (curusage >= oldusage)
1581 retry_count--; 1626 retry_count--;
1627 else
1628 oldusage = curusage;
1582 } 1629 }
1583 return ret; 1630 return ret;
1584} 1631}