aboutsummaryrefslogtreecommitdiffstats
path: root/mm/vmscan.c
diff options
context:
space:
mode:
Diffstat (limited to 'mm/vmscan.c')
-rw-r--r--mm/vmscan.c20
1 files changed, 11 insertions, 9 deletions
diff --git a/mm/vmscan.c b/mm/vmscan.c
index acb7611cd525..40fb37828e8c 100644
--- a/mm/vmscan.c
+++ b/mm/vmscan.c
@@ -1042,9 +1042,10 @@ int isolate_lru_page(struct page *page)
1042 if (PageLRU(page)) { 1042 if (PageLRU(page)) {
1043 struct zone *zone = page_zone(page); 1043 struct zone *zone = page_zone(page);
1044 spin_lock_irq(&zone->lru_lock); 1044 spin_lock_irq(&zone->lru_lock);
1045 if (TestClearPageLRU(page)) { 1045 if (PageLRU(page)) {
1046 ret = 1; 1046 ret = 1;
1047 get_page(page); 1047 get_page(page);
1048 ClearPageLRU(page);
1048 if (PageActive(page)) 1049 if (PageActive(page))
1049 del_page_from_active_list(zone, page); 1050 del_page_from_active_list(zone, page);
1050 else 1051 else
@@ -1085,6 +1086,8 @@ static int isolate_lru_pages(int nr_to_scan, struct list_head *src,
1085 page = lru_to_page(src); 1086 page = lru_to_page(src);
1086 prefetchw_prev_lru_page(page, src, flags); 1087 prefetchw_prev_lru_page(page, src, flags);
1087 1088
1089 BUG_ON(!PageLRU(page));
1090
1088 list_del(&page->lru); 1091 list_del(&page->lru);
1089 if (unlikely(get_page_testone(page))) { 1092 if (unlikely(get_page_testone(page))) {
1090 /* 1093 /*
@@ -1100,8 +1103,7 @@ static int isolate_lru_pages(int nr_to_scan, struct list_head *src,
1100 * the page is not being freed elsewhere -- the page release 1103 * the page is not being freed elsewhere -- the page release
1101 * code relies on it. 1104 * code relies on it.
1102 */ 1105 */
1103 if (!TestClearPageLRU(page)) 1106 ClearPageLRU(page);
1104 BUG();
1105 list_add(&page->lru, dst); 1107 list_add(&page->lru, dst);
1106 nr_taken++; 1108 nr_taken++;
1107 } 1109 }
@@ -1156,8 +1158,8 @@ static void shrink_cache(struct zone *zone, struct scan_control *sc)
1156 */ 1158 */
1157 while (!list_empty(&page_list)) { 1159 while (!list_empty(&page_list)) {
1158 page = lru_to_page(&page_list); 1160 page = lru_to_page(&page_list);
1159 if (TestSetPageLRU(page)) 1161 BUG_ON(PageLRU(page));
1160 BUG(); 1162 SetPageLRU(page);
1161 list_del(&page->lru); 1163 list_del(&page->lru);
1162 if (PageActive(page)) 1164 if (PageActive(page))
1163 add_page_to_active_list(zone, page); 1165 add_page_to_active_list(zone, page);
@@ -1276,8 +1278,8 @@ refill_inactive_zone(struct zone *zone, struct scan_control *sc)
1276 while (!list_empty(&l_inactive)) { 1278 while (!list_empty(&l_inactive)) {
1277 page = lru_to_page(&l_inactive); 1279 page = lru_to_page(&l_inactive);
1278 prefetchw_prev_lru_page(page, &l_inactive, flags); 1280 prefetchw_prev_lru_page(page, &l_inactive, flags);
1279 if (TestSetPageLRU(page)) 1281 BUG_ON(PageLRU(page));
1280 BUG(); 1282 SetPageLRU(page);
1281 if (!TestClearPageActive(page)) 1283 if (!TestClearPageActive(page))
1282 BUG(); 1284 BUG();
1283 list_move(&page->lru, &zone->inactive_list); 1285 list_move(&page->lru, &zone->inactive_list);
@@ -1305,8 +1307,8 @@ refill_inactive_zone(struct zone *zone, struct scan_control *sc)
1305 while (!list_empty(&l_active)) { 1307 while (!list_empty(&l_active)) {
1306 page = lru_to_page(&l_active); 1308 page = lru_to_page(&l_active);
1307 prefetchw_prev_lru_page(page, &l_active, flags); 1309 prefetchw_prev_lru_page(page, &l_active, flags);
1308 if (TestSetPageLRU(page)) 1310 BUG_ON(PageLRU(page));
1309 BUG(); 1311 SetPageLRU(page);
1310 BUG_ON(!PageActive(page)); 1312 BUG_ON(!PageActive(page));
1311 list_move(&page->lru, &zone->active_list); 1313 list_move(&page->lru, &zone->active_list);
1312 pgmoved++; 1314 pgmoved++;