aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/pagemap.h2
-rw-r--r--mm/filemap.c13
-rw-r--r--mm/swapfile.c2
3 files changed, 7 insertions, 10 deletions
diff --git a/include/linux/pagemap.h b/include/linux/pagemap.h
index 7334b2b6c4c6..709742be02f0 100644
--- a/include/linux/pagemap.h
+++ b/include/linux/pagemap.h
@@ -311,7 +311,7 @@ static inline void __clear_page_locked(struct page *page)
311 311
312static inline int trylock_page(struct page *page) 312static inline int trylock_page(struct page *page)
313{ 313{
314 return !test_and_set_bit(PG_locked, &page->flags); 314 return (likely(!test_and_set_bit_lock(PG_locked, &page->flags)));
315} 315}
316 316
317/* 317/*
diff --git a/mm/filemap.c b/mm/filemap.c
index a1ddd2557af2..e1b23fda48de 100644
--- a/mm/filemap.c
+++ b/mm/filemap.c
@@ -573,17 +573,14 @@ EXPORT_SYMBOL(wait_on_page_bit);
573 * mechananism between PageLocked pages and PageWriteback pages is shared. 573 * mechananism between PageLocked pages and PageWriteback pages is shared.
574 * But that's OK - sleepers in wait_on_page_writeback() just go back to sleep. 574 * But that's OK - sleepers in wait_on_page_writeback() just go back to sleep.
575 * 575 *
576 * The first mb is necessary to safely close the critical section opened by the 576 * The mb is necessary to enforce ordering between the clear_bit and the read
577 * test_and_set_bit() to lock the page; the second mb is necessary to enforce 577 * of the waitqueue (to avoid SMP races with a parallel wait_on_page_locked()).
578 * ordering between the clear_bit and the read of the waitqueue (to avoid SMP
579 * races with a parallel wait_on_page_locked()).
580 */ 578 */
581void unlock_page(struct page *page) 579void unlock_page(struct page *page)
582{ 580{
583 smp_mb__before_clear_bit(); 581 VM_BUG_ON(!PageLocked(page));
584 if (!test_and_clear_bit(PG_locked, &page->flags)) 582 clear_bit_unlock(PG_locked, &page->flags);
585 BUG(); 583 smp_mb__after_clear_bit();
586 smp_mb__after_clear_bit();
587 wake_up_page(page, PG_locked); 584 wake_up_page(page, PG_locked);
588} 585}
589EXPORT_SYMBOL(unlock_page); 586EXPORT_SYMBOL(unlock_page);
diff --git a/mm/swapfile.c b/mm/swapfile.c
index 2a97fafa3d89..90cb67a5417c 100644
--- a/mm/swapfile.c
+++ b/mm/swapfile.c
@@ -422,7 +422,7 @@ void free_swap_and_cache(swp_entry_t entry)
422 if (p) { 422 if (p) {
423 if (swap_entry_free(p, swp_offset(entry)) == 1) { 423 if (swap_entry_free(p, swp_offset(entry)) == 1) {
424 page = find_get_page(&swapper_space, entry.val); 424 page = find_get_page(&swapper_space, entry.val);
425 if (page && unlikely(!trylock_page(page))) { 425 if (page && !trylock_page(page)) {
426 page_cache_release(page); 426 page_cache_release(page);
427 page = NULL; 427 page = NULL;
428 } 428 }