aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorHugh Dickins <hugh@veritas.com>2009-01-06 17:40:05 -0500
committerLinus Torvalds <torvalds@linux-foundation.org>2009-01-06 18:59:07 -0500
commit79f4b7bf393e67bbffec807cc68caaefc72b82ee (patch)
tree5bee7c12fe49e63e38d74afc6bbd2933906ecb9b
parent0f64415d42760379753e6088787ce3fd3e069509 (diff)
badpage: simplify page_alloc flag check+clear
Simplify the PAGE_FLAGS checking and clearing when freeing and allocating a page: check the same flags as before when freeing, clear ALL the flags (unless PageReserved) when freeing, check ALL flags off when allocating. Signed-off-by: Hugh Dickins <hugh@veritas.com> Cc: Nick Piggin <nickpiggin@yahoo.com.au> Cc: Christoph Lameter <cl@linux-foundation.org> Cc: Mel Gorman <mel@csn.ul.ie> Cc: Rik van Riel <riel@redhat.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
-rw-r--r--include/linux/page-flags.h25
-rw-r--r--mm/page_alloc.c19
2 files changed, 14 insertions, 30 deletions
diff --git a/include/linux/page-flags.h b/include/linux/page-flags.h
index 628ec0802492..219a523ecdb0 100644
--- a/include/linux/page-flags.h
+++ b/include/linux/page-flags.h
@@ -373,31 +373,22 @@ static inline void __ClearPageTail(struct page *page)
373#define __PG_MLOCKED 0 373#define __PG_MLOCKED 0
374#endif 374#endif
375 375
376#define PAGE_FLAGS (1 << PG_lru | 1 << PG_private | 1 << PG_locked | \
377 1 << PG_buddy | 1 << PG_writeback | \
378 1 << PG_slab | 1 << PG_swapcache | 1 << PG_active | \
379 __PG_UNEVICTABLE | __PG_MLOCKED)
380
381/*
382 * Flags checked in bad_page(). Pages on the free list should not have
383 * these flags set. It they are, there is a problem.
384 */
385#define PAGE_FLAGS_CLEAR_WHEN_BAD (PAGE_FLAGS | \
386 1 << PG_reclaim | 1 << PG_dirty | 1 << PG_swapbacked)
387
388/* 376/*
389 * Flags checked when a page is freed. Pages being freed should not have 377 * Flags checked when a page is freed. Pages being freed should not have
390 * these flags set. It they are, there is a problem. 378 * these flags set. It they are, there is a problem.
391 */ 379 */
392#define PAGE_FLAGS_CHECK_AT_FREE (PAGE_FLAGS | 1 << PG_reserved) 380#define PAGE_FLAGS_CHECK_AT_FREE \
381 (1 << PG_lru | 1 << PG_private | 1 << PG_locked | \
382 1 << PG_buddy | 1 << PG_writeback | 1 << PG_reserved | \
383 1 << PG_slab | 1 << PG_swapcache | 1 << PG_active | \
384 __PG_UNEVICTABLE | __PG_MLOCKED)
393 385
394/* 386/*
395 * Flags checked when a page is prepped for return by the page allocator. 387 * Flags checked when a page is prepped for return by the page allocator.
396 * Pages being prepped should not have these flags set. It they are, there 388 * Pages being prepped should not have any flags set. It they are set,
397 * is a problem. 389 * there has been a kernel bug or struct page corruption.
398 */ 390 */
399#define PAGE_FLAGS_CHECK_AT_PREP (PAGE_FLAGS | \ 391#define PAGE_FLAGS_CHECK_AT_PREP ((1 << NR_PAGEFLAGS) - 1)
400 1 << PG_reserved | 1 << PG_dirty | 1 << PG_swapbacked)
401 392
402#endif /* !__GENERATING_BOUNDS_H */ 393#endif /* !__GENERATING_BOUNDS_H */
403#endif /* PAGE_FLAGS_H */ 394#endif /* PAGE_FLAGS_H */
diff --git a/mm/page_alloc.c b/mm/page_alloc.c
index 31c512410a99..b90a74d28485 100644
--- a/mm/page_alloc.c
+++ b/mm/page_alloc.c
@@ -231,7 +231,6 @@ static void bad_page(struct page *page)
231 printk(KERN_EMERG "Trying to fix it up, but a reboot is needed\n" 231 printk(KERN_EMERG "Trying to fix it up, but a reboot is needed\n"
232 KERN_EMERG "Backtrace:\n"); 232 KERN_EMERG "Backtrace:\n");
233 dump_stack(); 233 dump_stack();
234 page->flags &= ~PAGE_FLAGS_CLEAR_WHEN_BAD;
235 set_page_count(page, 0); 234 set_page_count(page, 0);
236 reset_page_mapcount(page); 235 reset_page_mapcount(page);
237 page->mapping = NULL; 236 page->mapping = NULL;
@@ -468,16 +467,16 @@ static inline int free_pages_check(struct page *page)
468 (page_count(page) != 0) | 467 (page_count(page) != 0) |
469 (page->flags & PAGE_FLAGS_CHECK_AT_FREE))) 468 (page->flags & PAGE_FLAGS_CHECK_AT_FREE)))
470 bad_page(page); 469 bad_page(page);
471 if (PageDirty(page))
472 __ClearPageDirty(page);
473 if (PageSwapBacked(page))
474 __ClearPageSwapBacked(page);
475 /* 470 /*
476 * For now, we report if PG_reserved was found set, but do not 471 * For now, we report if PG_reserved was found set, but do not
477 * clear it, and do not free the page. But we shall soon need 472 * clear it, and do not free the page. But we shall soon need
478 * to do more, for when the ZERO_PAGE count wraps negative. 473 * to do more, for when the ZERO_PAGE count wraps negative.
479 */ 474 */
480 return PageReserved(page); 475 if (PageReserved(page))
476 return 1;
477 if (page->flags & PAGE_FLAGS_CHECK_AT_PREP)
478 page->flags &= ~PAGE_FLAGS_CHECK_AT_PREP;
479 return 0;
481} 480}
482 481
483/* 482/*
@@ -621,13 +620,7 @@ static int prep_new_page(struct page *page, int order, gfp_t gfp_flags)
621 if (PageReserved(page)) 620 if (PageReserved(page))
622 return 1; 621 return 1;
623 622
624 page->flags &= ~(1 << PG_uptodate | 1 << PG_error | 1 << PG_reclaim | 623 page->flags &= ~PAGE_FLAGS_CHECK_AT_PREP;
625 1 << PG_referenced | 1 << PG_arch_1 |
626 1 << PG_owner_priv_1 | 1 << PG_mappedtodisk
627#ifdef CONFIG_UNEVICTABLE_LRU
628 | 1 << PG_mlocked
629#endif
630 );
631 set_page_private(page, 0); 624 set_page_private(page, 0);
632 set_page_refcounted(page); 625 set_page_refcounted(page);
633 626