diff options
-rw-r--r-- | include/linux/page-flags.h | 5 | ||||
-rw-r--r-- | mm/swap.c | 16 | ||||
-rw-r--r-- | mm/vmscan.c | 20 |
3 files changed, 21 insertions, 20 deletions
diff --git a/include/linux/page-flags.h b/include/linux/page-flags.h index d52999c43336..58856c823f8b 100644 --- a/include/linux/page-flags.h +++ b/include/linux/page-flags.h | |||
@@ -239,10 +239,9 @@ extern void __mod_page_state_offset(unsigned long offset, unsigned long delta); | |||
239 | #define __ClearPageDirty(page) __clear_bit(PG_dirty, &(page)->flags) | 239 | #define __ClearPageDirty(page) __clear_bit(PG_dirty, &(page)->flags) |
240 | #define TestClearPageDirty(page) test_and_clear_bit(PG_dirty, &(page)->flags) | 240 | #define TestClearPageDirty(page) test_and_clear_bit(PG_dirty, &(page)->flags) |
241 | 241 | ||
242 | #define SetPageLRU(page) set_bit(PG_lru, &(page)->flags) | ||
243 | #define PageLRU(page) test_bit(PG_lru, &(page)->flags) | 242 | #define PageLRU(page) test_bit(PG_lru, &(page)->flags) |
244 | #define TestSetPageLRU(page) test_and_set_bit(PG_lru, &(page)->flags) | 243 | #define SetPageLRU(page) set_bit(PG_lru, &(page)->flags) |
245 | #define TestClearPageLRU(page) test_and_clear_bit(PG_lru, &(page)->flags) | 244 | #define ClearPageLRU(page) clear_bit(PG_lru, &(page)->flags) |
246 | 245 | ||
247 | #define PageActive(page) test_bit(PG_active, &(page)->flags) | 246 | #define PageActive(page) test_bit(PG_active, &(page)->flags) |
248 | #define SetPageActive(page) set_bit(PG_active, &(page)->flags) | 247 | #define SetPageActive(page) set_bit(PG_active, &(page)->flags) |
@@ -214,8 +214,8 @@ void fastcall __page_cache_release(struct page *page) | |||
214 | struct zone *zone = page_zone(page); | 214 | struct zone *zone = page_zone(page); |
215 | 215 | ||
216 | spin_lock_irqsave(&zone->lru_lock, flags); | 216 | spin_lock_irqsave(&zone->lru_lock, flags); |
217 | if (!TestClearPageLRU(page)) | 217 | BUG_ON(!PageLRU(page)); |
218 | BUG(); | 218 | ClearPageLRU(page); |
219 | del_page_from_lru(zone, page); | 219 | del_page_from_lru(zone, page); |
220 | spin_unlock_irqrestore(&zone->lru_lock, flags); | 220 | spin_unlock_irqrestore(&zone->lru_lock, flags); |
221 | } | 221 | } |
@@ -265,8 +265,8 @@ void release_pages(struct page **pages, int nr, int cold) | |||
265 | zone = pagezone; | 265 | zone = pagezone; |
266 | spin_lock_irq(&zone->lru_lock); | 266 | spin_lock_irq(&zone->lru_lock); |
267 | } | 267 | } |
268 | if (!TestClearPageLRU(page)) | 268 | BUG_ON(!PageLRU(page)); |
269 | BUG(); | 269 | ClearPageLRU(page); |
270 | del_page_from_lru(zone, page); | 270 | del_page_from_lru(zone, page); |
271 | } | 271 | } |
272 | 272 | ||
@@ -345,8 +345,8 @@ void __pagevec_lru_add(struct pagevec *pvec) | |||
345 | zone = pagezone; | 345 | zone = pagezone; |
346 | spin_lock_irq(&zone->lru_lock); | 346 | spin_lock_irq(&zone->lru_lock); |
347 | } | 347 | } |
348 | if (TestSetPageLRU(page)) | 348 | BUG_ON(PageLRU(page)); |
349 | BUG(); | 349 | SetPageLRU(page); |
350 | add_page_to_inactive_list(zone, page); | 350 | add_page_to_inactive_list(zone, page); |
351 | } | 351 | } |
352 | if (zone) | 352 | if (zone) |
@@ -372,8 +372,8 @@ void __pagevec_lru_add_active(struct pagevec *pvec) | |||
372 | zone = pagezone; | 372 | zone = pagezone; |
373 | spin_lock_irq(&zone->lru_lock); | 373 | spin_lock_irq(&zone->lru_lock); |
374 | } | 374 | } |
375 | if (TestSetPageLRU(page)) | 375 | BUG_ON(PageLRU(page)); |
376 | BUG(); | 376 | SetPageLRU(page); |
377 | if (TestSetPageActive(page)) | 377 | if (TestSetPageActive(page)) |
378 | BUG(); | 378 | BUG(); |
379 | add_page_to_active_list(zone, page); | 379 | add_page_to_active_list(zone, page); |
diff --git a/mm/vmscan.c b/mm/vmscan.c index acb7611cd525..40fb37828e8c 100644 --- a/mm/vmscan.c +++ b/mm/vmscan.c | |||
@@ -1042,9 +1042,10 @@ int isolate_lru_page(struct page *page) | |||
1042 | if (PageLRU(page)) { | 1042 | if (PageLRU(page)) { |
1043 | struct zone *zone = page_zone(page); | 1043 | struct zone *zone = page_zone(page); |
1044 | spin_lock_irq(&zone->lru_lock); | 1044 | spin_lock_irq(&zone->lru_lock); |
1045 | if (TestClearPageLRU(page)) { | 1045 | if (PageLRU(page)) { |
1046 | ret = 1; | 1046 | ret = 1; |
1047 | get_page(page); | 1047 | get_page(page); |
1048 | ClearPageLRU(page); | ||
1048 | if (PageActive(page)) | 1049 | if (PageActive(page)) |
1049 | del_page_from_active_list(zone, page); | 1050 | del_page_from_active_list(zone, page); |
1050 | else | 1051 | else |
@@ -1085,6 +1086,8 @@ static int isolate_lru_pages(int nr_to_scan, struct list_head *src, | |||
1085 | page = lru_to_page(src); | 1086 | page = lru_to_page(src); |
1086 | prefetchw_prev_lru_page(page, src, flags); | 1087 | prefetchw_prev_lru_page(page, src, flags); |
1087 | 1088 | ||
1089 | BUG_ON(!PageLRU(page)); | ||
1090 | |||
1088 | list_del(&page->lru); | 1091 | list_del(&page->lru); |
1089 | if (unlikely(get_page_testone(page))) { | 1092 | if (unlikely(get_page_testone(page))) { |
1090 | /* | 1093 | /* |
@@ -1100,8 +1103,7 @@ static int isolate_lru_pages(int nr_to_scan, struct list_head *src, | |||
1100 | * the page is not being freed elsewhere -- the page release | 1103 | * the page is not being freed elsewhere -- the page release |
1101 | * code relies on it. | 1104 | * code relies on it. |
1102 | */ | 1105 | */ |
1103 | if (!TestClearPageLRU(page)) | 1106 | ClearPageLRU(page); |
1104 | BUG(); | ||
1105 | list_add(&page->lru, dst); | 1107 | list_add(&page->lru, dst); |
1106 | nr_taken++; | 1108 | nr_taken++; |
1107 | } | 1109 | } |
@@ -1156,8 +1158,8 @@ static void shrink_cache(struct zone *zone, struct scan_control *sc) | |||
1156 | */ | 1158 | */ |
1157 | while (!list_empty(&page_list)) { | 1159 | while (!list_empty(&page_list)) { |
1158 | page = lru_to_page(&page_list); | 1160 | page = lru_to_page(&page_list); |
1159 | if (TestSetPageLRU(page)) | 1161 | BUG_ON(PageLRU(page)); |
1160 | BUG(); | 1162 | SetPageLRU(page); |
1161 | list_del(&page->lru); | 1163 | list_del(&page->lru); |
1162 | if (PageActive(page)) | 1164 | if (PageActive(page)) |
1163 | add_page_to_active_list(zone, page); | 1165 | add_page_to_active_list(zone, page); |
@@ -1276,8 +1278,8 @@ refill_inactive_zone(struct zone *zone, struct scan_control *sc) | |||
1276 | while (!list_empty(&l_inactive)) { | 1278 | while (!list_empty(&l_inactive)) { |
1277 | page = lru_to_page(&l_inactive); | 1279 | page = lru_to_page(&l_inactive); |
1278 | prefetchw_prev_lru_page(page, &l_inactive, flags); | 1280 | prefetchw_prev_lru_page(page, &l_inactive, flags); |
1279 | if (TestSetPageLRU(page)) | 1281 | BUG_ON(PageLRU(page)); |
1280 | BUG(); | 1282 | SetPageLRU(page); |
1281 | if (!TestClearPageActive(page)) | 1283 | if (!TestClearPageActive(page)) |
1282 | BUG(); | 1284 | BUG(); |
1283 | list_move(&page->lru, &zone->inactive_list); | 1285 | list_move(&page->lru, &zone->inactive_list); |
@@ -1305,8 +1307,8 @@ refill_inactive_zone(struct zone *zone, struct scan_control *sc) | |||
1305 | while (!list_empty(&l_active)) { | 1307 | while (!list_empty(&l_active)) { |
1306 | page = lru_to_page(&l_active); | 1308 | page = lru_to_page(&l_active); |
1307 | prefetchw_prev_lru_page(page, &l_active, flags); | 1309 | prefetchw_prev_lru_page(page, &l_active, flags); |
1308 | if (TestSetPageLRU(page)) | 1310 | BUG_ON(PageLRU(page)); |
1309 | BUG(); | 1311 | SetPageLRU(page); |
1310 | BUG_ON(!PageActive(page)); | 1312 | BUG_ON(!PageActive(page)); |
1311 | list_move(&page->lru, &zone->active_list); | 1313 | list_move(&page->lru, &zone->active_list); |
1312 | pgmoved++; | 1314 | pgmoved++; |