aboutsummaryrefslogtreecommitdiffstats
path: root/mm
diff options
context:
space:
mode:
Diffstat (limited to 'mm')
-rw-r--r--mm/page_alloc.c57
-rw-r--r--mm/vmstat.c30
2 files changed, 39 insertions, 48 deletions
diff --git a/mm/page_alloc.c b/mm/page_alloc.c
index 5c7de8e959fc..144c0967e702 100644
--- a/mm/page_alloc.c
+++ b/mm/page_alloc.c
@@ -901,24 +901,21 @@ static void drain_pages(unsigned int cpu)
901{ 901{
902 unsigned long flags; 902 unsigned long flags;
903 struct zone *zone; 903 struct zone *zone;
904 int i;
905 904
906 for_each_zone(zone) { 905 for_each_zone(zone) {
907 struct per_cpu_pageset *pset; 906 struct per_cpu_pageset *pset;
907 struct per_cpu_pages *pcp;
908 908
909 if (!populated_zone(zone)) 909 if (!populated_zone(zone))
910 continue; 910 continue;
911 911
912 pset = zone_pcp(zone, cpu); 912 pset = zone_pcp(zone, cpu);
913 for (i = 0; i < ARRAY_SIZE(pset->pcp); i++) { 913
914 struct per_cpu_pages *pcp; 914 pcp = &pset->pcp;
915 915 local_irq_save(flags);
916 pcp = &pset->pcp[i]; 916 free_pages_bulk(zone, pcp->count, &pcp->list, 0);
917 local_irq_save(flags); 917 pcp->count = 0;
918 free_pages_bulk(zone, pcp->count, &pcp->list, 0); 918 local_irq_restore(flags);
919 pcp->count = 0;
920 local_irq_restore(flags);
921 }
922 } 919 }
923} 920}
924 921
@@ -993,10 +990,13 @@ static void fastcall free_hot_cold_page(struct page *page, int cold)
993 arch_free_page(page, 0); 990 arch_free_page(page, 0);
994 kernel_map_pages(page, 1, 0); 991 kernel_map_pages(page, 1, 0);
995 992
996 pcp = &zone_pcp(zone, get_cpu())->pcp[cold]; 993 pcp = &zone_pcp(zone, get_cpu())->pcp;
997 local_irq_save(flags); 994 local_irq_save(flags);
998 __count_vm_event(PGFREE); 995 __count_vm_event(PGFREE);
999 list_add(&page->lru, &pcp->list); 996 if (cold)
997 list_add_tail(&page->lru, &pcp->list);
998 else
999 list_add(&page->lru, &pcp->list);
1000 set_page_private(page, get_pageblock_migratetype(page)); 1000 set_page_private(page, get_pageblock_migratetype(page));
1001 pcp->count++; 1001 pcp->count++;
1002 if (pcp->count >= pcp->high) { 1002 if (pcp->count >= pcp->high) {
@@ -1054,7 +1054,7 @@ again:
1054 if (likely(order == 0)) { 1054 if (likely(order == 0)) {
1055 struct per_cpu_pages *pcp; 1055 struct per_cpu_pages *pcp;
1056 1056
1057 pcp = &zone_pcp(zone, cpu)->pcp[cold]; 1057 pcp = &zone_pcp(zone, cpu)->pcp;
1058 local_irq_save(flags); 1058 local_irq_save(flags);
1059 if (!pcp->count) { 1059 if (!pcp->count) {
1060 pcp->count = rmqueue_bulk(zone, 0, 1060 pcp->count = rmqueue_bulk(zone, 0,
@@ -1064,9 +1064,15 @@ again:
1064 } 1064 }
1065 1065
1066 /* Find a page of the appropriate migrate type */ 1066 /* Find a page of the appropriate migrate type */
1067 list_for_each_entry(page, &pcp->list, lru) 1067 if (cold) {
1068 if (page_private(page) == migratetype) 1068 list_for_each_entry_reverse(page, &pcp->list, lru)
1069 break; 1069 if (page_private(page) == migratetype)
1070 break;
1071 } else {
1072 list_for_each_entry(page, &pcp->list, lru)
1073 if (page_private(page) == migratetype)
1074 break;
1075 }
1070 1076
1071 /* Allocate more to the pcp list if necessary */ 1077 /* Allocate more to the pcp list if necessary */
1072 if (unlikely(&page->lru == &pcp->list)) { 1078 if (unlikely(&page->lru == &pcp->list)) {
@@ -1793,12 +1799,9 @@ void show_free_areas(void)
1793 1799
1794 pageset = zone_pcp(zone, cpu); 1800 pageset = zone_pcp(zone, cpu);
1795 1801
1796 printk("CPU %4d: Hot: hi:%5d, btch:%4d usd:%4d " 1802 printk("CPU %4d: hi:%5d, btch:%4d usd:%4d\n",
1797 "Cold: hi:%5d, btch:%4d usd:%4d\n", 1803 cpu, pageset->pcp.high,
1798 cpu, pageset->pcp[0].high, 1804 pageset->pcp.batch, pageset->pcp.count);
1799 pageset->pcp[0].batch, pageset->pcp[0].count,
1800 pageset->pcp[1].high, pageset->pcp[1].batch,
1801 pageset->pcp[1].count);
1802 } 1805 }
1803 } 1806 }
1804 1807
@@ -2596,17 +2599,11 @@ inline void setup_pageset(struct per_cpu_pageset *p, unsigned long batch)
2596 2599
2597 memset(p, 0, sizeof(*p)); 2600 memset(p, 0, sizeof(*p));
2598 2601
2599 pcp = &p->pcp[0]; /* hot */ 2602 pcp = &p->pcp;
2600 pcp->count = 0; 2603 pcp->count = 0;
2601 pcp->high = 6 * batch; 2604 pcp->high = 6 * batch;
2602 pcp->batch = max(1UL, 1 * batch); 2605 pcp->batch = max(1UL, 1 * batch);
2603 INIT_LIST_HEAD(&pcp->list); 2606 INIT_LIST_HEAD(&pcp->list);
2604
2605 pcp = &p->pcp[1]; /* cold*/
2606 pcp->count = 0;
2607 pcp->high = 2 * batch;
2608 pcp->batch = max(1UL, batch/2);
2609 INIT_LIST_HEAD(&pcp->list);
2610} 2607}
2611 2608
2612/* 2609/*
@@ -2619,7 +2616,7 @@ static void setup_pagelist_highmark(struct per_cpu_pageset *p,
2619{ 2616{
2620 struct per_cpu_pages *pcp; 2617 struct per_cpu_pages *pcp;
2621 2618
2622 pcp = &p->pcp[0]; /* hot list */ 2619 pcp = &p->pcp;
2623 pcp->high = high; 2620 pcp->high = high;
2624 pcp->batch = max(1UL, high/4); 2621 pcp->batch = max(1UL, high/4);
2625 if ((high/4) > (PAGE_SHIFT * 8)) 2622 if ((high/4) > (PAGE_SHIFT * 8))
diff --git a/mm/vmstat.c b/mm/vmstat.c
index 9ffc573ceb6e..888668e0b7db 100644
--- a/mm/vmstat.c
+++ b/mm/vmstat.c
@@ -337,7 +337,7 @@ void refresh_cpu_vm_stats(int cpu)
337 * Check if there are pages remaining in this pageset 337 * Check if there are pages remaining in this pageset
338 * if not then there is nothing to expire. 338 * if not then there is nothing to expire.
339 */ 339 */
340 if (!p->expire || (!p->pcp[0].count && !p->pcp[1].count)) 340 if (!p->expire || !p->pcp.count)
341 continue; 341 continue;
342 342
343 /* 343 /*
@@ -352,11 +352,8 @@ void refresh_cpu_vm_stats(int cpu)
352 if (p->expire) 352 if (p->expire)
353 continue; 353 continue;
354 354
355 if (p->pcp[0].count) 355 if (p->pcp.count)
356 drain_zone_pages(zone, p->pcp + 0); 356 drain_zone_pages(zone, &p->pcp);
357
358 if (p->pcp[1].count)
359 drain_zone_pages(zone, p->pcp + 1);
360#endif 357#endif
361 } 358 }
362 359
@@ -693,20 +690,17 @@ static void zoneinfo_show_print(struct seq_file *m, pg_data_t *pgdat,
693 "\n pagesets"); 690 "\n pagesets");
694 for_each_online_cpu(i) { 691 for_each_online_cpu(i) {
695 struct per_cpu_pageset *pageset; 692 struct per_cpu_pageset *pageset;
696 int j;
697 693
698 pageset = zone_pcp(zone, i); 694 pageset = zone_pcp(zone, i);
699 for (j = 0; j < ARRAY_SIZE(pageset->pcp); j++) { 695 seq_printf(m,
700 seq_printf(m, 696 "\n cpu: %i"
701 "\n cpu: %i pcp: %i" 697 "\n count: %i"
702 "\n count: %i" 698 "\n high: %i"
703 "\n high: %i" 699 "\n batch: %i",
704 "\n batch: %i", 700 i,
705 i, j, 701 pageset->pcp.count,
706 pageset->pcp[j].count, 702 pageset->pcp.high,
707 pageset->pcp[j].high, 703 pageset->pcp.batch);
708 pageset->pcp[j].batch);
709 }
710#ifdef CONFIG_SMP 704#ifdef CONFIG_SMP
711 seq_printf(m, "\n vm stats threshold: %d", 705 seq_printf(m, "\n vm stats threshold: %d",
712 pageset->stat_threshold); 706 pageset->stat_threshold);