diff options
| author | Nick Piggin <npiggin@suse.de> | 2008-08-02 06:01:03 -0400 |
|---|---|---|
| committer | Linus Torvalds <torvalds@linux-foundation.org> | 2008-08-05 00:31:34 -0400 |
| commit | 529ae9aaa08378cfe2a4350bded76f32cc8ff0ce (patch) | |
| tree | d3ae998f9876c72a83a022805103a92111852b21 /mm | |
| parent | e9ba9698187ddbc0c5bfcf41de0349a662d23d02 (diff) | |
mm: rename page trylock
Converting page lock to new locking bitops requires a change of page flag
operation naming, so we might as well convert it to something nicer
(!TestSetPageLocked_Lock => trylock_page, SetPageLocked => set_page_locked).
This also facilitates lockdeping of page lock.
Signed-off-by: Nick Piggin <npiggin@suse.de>
Acked-by: KOSAKI Motohiro <kosaki.motohiro@jp.fujitsu.com>
Acked-by: Peter Zijlstra <peterz@infradead.org>
Acked-by: Andrew Morton <akpm@linux-foundation.org>
Acked-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
Diffstat (limited to 'mm')
| -rw-r--r-- | mm/filemap.c | 12 | ||||
| -rw-r--r-- | mm/memory.c | 2 | ||||
| -rw-r--r-- | mm/migrate.c | 4 | ||||
| -rw-r--r-- | mm/rmap.c | 2 | ||||
| -rw-r--r-- | mm/shmem.c | 4 | ||||
| -rw-r--r-- | mm/swap.c | 2 | ||||
| -rw-r--r-- | mm/swap_state.c | 8 | ||||
| -rw-r--r-- | mm/swapfile.c | 2 | ||||
| -rw-r--r-- | mm/truncate.c | 4 | ||||
| -rw-r--r-- | mm/vmscan.c | 4 |
10 files changed, 22 insertions, 22 deletions
diff --git a/mm/filemap.c b/mm/filemap.c index d97d1ad55473..54e968650855 100644 --- a/mm/filemap.c +++ b/mm/filemap.c | |||
| @@ -558,14 +558,14 @@ EXPORT_SYMBOL(wait_on_page_bit); | |||
| 558 | * But that's OK - sleepers in wait_on_page_writeback() just go back to sleep. | 558 | * But that's OK - sleepers in wait_on_page_writeback() just go back to sleep. |
| 559 | * | 559 | * |
| 560 | * The first mb is necessary to safely close the critical section opened by the | 560 | * The first mb is necessary to safely close the critical section opened by the |
| 561 | * TestSetPageLocked(), the second mb is necessary to enforce ordering between | 561 | * test_and_set_bit() to lock the page; the second mb is necessary to enforce |
| 562 | * the clear_bit and the read of the waitqueue (to avoid SMP races with a | 562 | * ordering between the clear_bit and the read of the waitqueue (to avoid SMP |
| 563 | * parallel wait_on_page_locked()). | 563 | * races with a parallel wait_on_page_locked()). |
| 564 | */ | 564 | */ |
| 565 | void unlock_page(struct page *page) | 565 | void unlock_page(struct page *page) |
| 566 | { | 566 | { |
| 567 | smp_mb__before_clear_bit(); | 567 | smp_mb__before_clear_bit(); |
| 568 | if (!TestClearPageLocked(page)) | 568 | if (!test_and_clear_bit(PG_locked, &page->flags)) |
| 569 | BUG(); | 569 | BUG(); |
| 570 | smp_mb__after_clear_bit(); | 570 | smp_mb__after_clear_bit(); |
| 571 | wake_up_page(page, PG_locked); | 571 | wake_up_page(page, PG_locked); |
| @@ -931,7 +931,7 @@ grab_cache_page_nowait(struct address_space *mapping, pgoff_t index) | |||
| 931 | struct page *page = find_get_page(mapping, index); | 931 | struct page *page = find_get_page(mapping, index); |
| 932 | 932 | ||
| 933 | if (page) { | 933 | if (page) { |
| 934 | if (!TestSetPageLocked(page)) | 934 | if (trylock_page(page)) |
| 935 | return page; | 935 | return page; |
| 936 | page_cache_release(page); | 936 | page_cache_release(page); |
| 937 | return NULL; | 937 | return NULL; |
| @@ -1027,7 +1027,7 @@ find_page: | |||
| 1027 | if (inode->i_blkbits == PAGE_CACHE_SHIFT || | 1027 | if (inode->i_blkbits == PAGE_CACHE_SHIFT || |
| 1028 | !mapping->a_ops->is_partially_uptodate) | 1028 | !mapping->a_ops->is_partially_uptodate) |
| 1029 | goto page_not_up_to_date; | 1029 | goto page_not_up_to_date; |
| 1030 | if (TestSetPageLocked(page)) | 1030 | if (!trylock_page(page)) |
| 1031 | goto page_not_up_to_date; | 1031 | goto page_not_up_to_date; |
| 1032 | if (!mapping->a_ops->is_partially_uptodate(page, | 1032 | if (!mapping->a_ops->is_partially_uptodate(page, |
| 1033 | desc, offset)) | 1033 | desc, offset)) |
diff --git a/mm/memory.c b/mm/memory.c index a472bcd4b061..1002f473f497 100644 --- a/mm/memory.c +++ b/mm/memory.c | |||
| @@ -1789,7 +1789,7 @@ static int do_wp_page(struct mm_struct *mm, struct vm_area_struct *vma, | |||
| 1789 | * not dirty accountable. | 1789 | * not dirty accountable. |
| 1790 | */ | 1790 | */ |
| 1791 | if (PageAnon(old_page)) { | 1791 | if (PageAnon(old_page)) { |
| 1792 | if (!TestSetPageLocked(old_page)) { | 1792 | if (trylock_page(old_page)) { |
| 1793 | reuse = can_share_swap_page(old_page); | 1793 | reuse = can_share_swap_page(old_page); |
| 1794 | unlock_page(old_page); | 1794 | unlock_page(old_page); |
| 1795 | } | 1795 | } |
diff --git a/mm/migrate.c b/mm/migrate.c index 153572fb60b8..2a80136b23bb 100644 --- a/mm/migrate.c +++ b/mm/migrate.c | |||
| @@ -605,7 +605,7 @@ static int move_to_new_page(struct page *newpage, struct page *page) | |||
| 605 | * establishing additional references. We are the only one | 605 | * establishing additional references. We are the only one |
| 606 | * holding a reference to the new page at this point. | 606 | * holding a reference to the new page at this point. |
| 607 | */ | 607 | */ |
| 608 | if (TestSetPageLocked(newpage)) | 608 | if (!trylock_page(newpage)) |
| 609 | BUG(); | 609 | BUG(); |
| 610 | 610 | ||
| 611 | /* Prepare mapping for the new page.*/ | 611 | /* Prepare mapping for the new page.*/ |
| @@ -667,7 +667,7 @@ static int unmap_and_move(new_page_t get_new_page, unsigned long private, | |||
| 667 | BUG_ON(charge); | 667 | BUG_ON(charge); |
| 668 | 668 | ||
| 669 | rc = -EAGAIN; | 669 | rc = -EAGAIN; |
| 670 | if (TestSetPageLocked(page)) { | 670 | if (!trylock_page(page)) { |
| 671 | if (!force) | 671 | if (!force) |
| 672 | goto move_newpage; | 672 | goto move_newpage; |
| 673 | lock_page(page); | 673 | lock_page(page); |
| @@ -422,7 +422,7 @@ int page_referenced(struct page *page, int is_locked, | |||
| 422 | referenced += page_referenced_anon(page, mem_cont); | 422 | referenced += page_referenced_anon(page, mem_cont); |
| 423 | else if (is_locked) | 423 | else if (is_locked) |
| 424 | referenced += page_referenced_file(page, mem_cont); | 424 | referenced += page_referenced_file(page, mem_cont); |
| 425 | else if (TestSetPageLocked(page)) | 425 | else if (!trylock_page(page)) |
| 426 | referenced++; | 426 | referenced++; |
| 427 | else { | 427 | else { |
| 428 | if (page->mapping) | 428 | if (page->mapping) |
diff --git a/mm/shmem.c b/mm/shmem.c index c1e5a3b4f758..04fb4f1ab88e 100644 --- a/mm/shmem.c +++ b/mm/shmem.c | |||
| @@ -1265,7 +1265,7 @@ repeat: | |||
| 1265 | } | 1265 | } |
| 1266 | 1266 | ||
| 1267 | /* We have to do this with page locked to prevent races */ | 1267 | /* We have to do this with page locked to prevent races */ |
| 1268 | if (TestSetPageLocked(swappage)) { | 1268 | if (!trylock_page(swappage)) { |
| 1269 | shmem_swp_unmap(entry); | 1269 | shmem_swp_unmap(entry); |
| 1270 | spin_unlock(&info->lock); | 1270 | spin_unlock(&info->lock); |
| 1271 | wait_on_page_locked(swappage); | 1271 | wait_on_page_locked(swappage); |
| @@ -1329,7 +1329,7 @@ repeat: | |||
| 1329 | shmem_swp_unmap(entry); | 1329 | shmem_swp_unmap(entry); |
| 1330 | filepage = find_get_page(mapping, idx); | 1330 | filepage = find_get_page(mapping, idx); |
| 1331 | if (filepage && | 1331 | if (filepage && |
| 1332 | (!PageUptodate(filepage) || TestSetPageLocked(filepage))) { | 1332 | (!PageUptodate(filepage) || !trylock_page(filepage))) { |
| 1333 | spin_unlock(&info->lock); | 1333 | spin_unlock(&info->lock); |
| 1334 | wait_on_page_locked(filepage); | 1334 | wait_on_page_locked(filepage); |
| 1335 | page_cache_release(filepage); | 1335 | page_cache_release(filepage); |
| @@ -444,7 +444,7 @@ void pagevec_strip(struct pagevec *pvec) | |||
| 444 | for (i = 0; i < pagevec_count(pvec); i++) { | 444 | for (i = 0; i < pagevec_count(pvec); i++) { |
| 445 | struct page *page = pvec->pages[i]; | 445 | struct page *page = pvec->pages[i]; |
| 446 | 446 | ||
| 447 | if (PagePrivate(page) && !TestSetPageLocked(page)) { | 447 | if (PagePrivate(page) && trylock_page(page)) { |
| 448 | if (PagePrivate(page)) | 448 | if (PagePrivate(page)) |
| 449 | try_to_release_page(page, 0); | 449 | try_to_release_page(page, 0); |
| 450 | unlock_page(page); | 450 | unlock_page(page); |
diff --git a/mm/swap_state.c b/mm/swap_state.c index b8035b055129..167cf2dc8a03 100644 --- a/mm/swap_state.c +++ b/mm/swap_state.c | |||
| @@ -201,7 +201,7 @@ void delete_from_swap_cache(struct page *page) | |||
| 201 | */ | 201 | */ |
| 202 | static inline void free_swap_cache(struct page *page) | 202 | static inline void free_swap_cache(struct page *page) |
| 203 | { | 203 | { |
| 204 | if (PageSwapCache(page) && !TestSetPageLocked(page)) { | 204 | if (PageSwapCache(page) && trylock_page(page)) { |
| 205 | remove_exclusive_swap_page(page); | 205 | remove_exclusive_swap_page(page); |
| 206 | unlock_page(page); | 206 | unlock_page(page); |
| 207 | } | 207 | } |
| @@ -302,9 +302,9 @@ struct page *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, | |||
| 302 | * re-using the just freed swap entry for an existing page. | 302 | * re-using the just freed swap entry for an existing page. |
| 303 | * May fail (-ENOMEM) if radix-tree node allocation failed. | 303 | * May fail (-ENOMEM) if radix-tree node allocation failed. |
| 304 | */ | 304 | */ |
| 305 | SetPageLocked(new_page); | 305 | set_page_locked(new_page); |
| 306 | err = add_to_swap_cache(new_page, entry, gfp_mask & GFP_KERNEL); | 306 | err = add_to_swap_cache(new_page, entry, gfp_mask & GFP_KERNEL); |
| 307 | if (!err) { | 307 | if (likely(!err)) { |
| 308 | /* | 308 | /* |
| 309 | * Initiate read into locked page and return. | 309 | * Initiate read into locked page and return. |
| 310 | */ | 310 | */ |
| @@ -312,7 +312,7 @@ struct page *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, | |||
| 312 | swap_readpage(NULL, new_page); | 312 | swap_readpage(NULL, new_page); |
| 313 | return new_page; | 313 | return new_page; |
| 314 | } | 314 | } |
| 315 | ClearPageLocked(new_page); | 315 | clear_page_locked(new_page); |
| 316 | swap_free(entry); | 316 | swap_free(entry); |
| 317 | } while (err != -ENOMEM); | 317 | } while (err != -ENOMEM); |
| 318 | 318 | ||
diff --git a/mm/swapfile.c b/mm/swapfile.c index bb7f79641f9e..1e330f2998fa 100644 --- a/mm/swapfile.c +++ b/mm/swapfile.c | |||
| @@ -403,7 +403,7 @@ void free_swap_and_cache(swp_entry_t entry) | |||
| 403 | if (p) { | 403 | if (p) { |
| 404 | if (swap_entry_free(p, swp_offset(entry)) == 1) { | 404 | if (swap_entry_free(p, swp_offset(entry)) == 1) { |
| 405 | page = find_get_page(&swapper_space, entry.val); | 405 | page = find_get_page(&swapper_space, entry.val); |
| 406 | if (page && unlikely(TestSetPageLocked(page))) { | 406 | if (page && unlikely(!trylock_page(page))) { |
| 407 | page_cache_release(page); | 407 | page_cache_release(page); |
| 408 | page = NULL; | 408 | page = NULL; |
| 409 | } | 409 | } |
diff --git a/mm/truncate.c b/mm/truncate.c index 894e9a70699f..250505091d37 100644 --- a/mm/truncate.c +++ b/mm/truncate.c | |||
| @@ -187,7 +187,7 @@ void truncate_inode_pages_range(struct address_space *mapping, | |||
| 187 | if (page_index > next) | 187 | if (page_index > next) |
| 188 | next = page_index; | 188 | next = page_index; |
| 189 | next++; | 189 | next++; |
| 190 | if (TestSetPageLocked(page)) | 190 | if (!trylock_page(page)) |
| 191 | continue; | 191 | continue; |
| 192 | if (PageWriteback(page)) { | 192 | if (PageWriteback(page)) { |
| 193 | unlock_page(page); | 193 | unlock_page(page); |
| @@ -280,7 +280,7 @@ unsigned long __invalidate_mapping_pages(struct address_space *mapping, | |||
| 280 | pgoff_t index; | 280 | pgoff_t index; |
| 281 | int lock_failed; | 281 | int lock_failed; |
| 282 | 282 | ||
| 283 | lock_failed = TestSetPageLocked(page); | 283 | lock_failed = !trylock_page(page); |
| 284 | 284 | ||
| 285 | /* | 285 | /* |
| 286 | * We really shouldn't be looking at the ->index of an | 286 | * We really shouldn't be looking at the ->index of an |
diff --git a/mm/vmscan.c b/mm/vmscan.c index 75be453628bf..1ff1a58e7c10 100644 --- a/mm/vmscan.c +++ b/mm/vmscan.c | |||
| @@ -496,7 +496,7 @@ static unsigned long shrink_page_list(struct list_head *page_list, | |||
| 496 | page = lru_to_page(page_list); | 496 | page = lru_to_page(page_list); |
| 497 | list_del(&page->lru); | 497 | list_del(&page->lru); |
| 498 | 498 | ||
| 499 | if (TestSetPageLocked(page)) | 499 | if (!trylock_page(page)) |
| 500 | goto keep; | 500 | goto keep; |
| 501 | 501 | ||
| 502 | VM_BUG_ON(PageActive(page)); | 502 | VM_BUG_ON(PageActive(page)); |
| @@ -582,7 +582,7 @@ static unsigned long shrink_page_list(struct list_head *page_list, | |||
| 582 | * A synchronous write - probably a ramdisk. Go | 582 | * A synchronous write - probably a ramdisk. Go |
| 583 | * ahead and try to reclaim the page. | 583 | * ahead and try to reclaim the page. |
| 584 | */ | 584 | */ |
| 585 | if (TestSetPageLocked(page)) | 585 | if (!trylock_page(page)) |
| 586 | goto keep; | 586 | goto keep; |
| 587 | if (PageDirty(page) || PageWriteback(page)) | 587 | if (PageDirty(page) || PageWriteback(page)) |
| 588 | goto keep_locked; | 588 | goto keep_locked; |
