aboutsummaryrefslogtreecommitdiffstats
path: root/mm/filemap.c
diff options
context:
space:
mode:
Diffstat (limited to 'mm/filemap.c')
-rw-r--r--mm/filemap.c49
1 files changed, 31 insertions, 18 deletions
diff --git a/mm/filemap.c b/mm/filemap.c
index b83aebfd0a00..76bfb6460f57 100644
--- a/mm/filemap.c
+++ b/mm/filemap.c
@@ -714,9 +714,12 @@ repeat:
714 page = radix_tree_deref_slot(pagep); 714 page = radix_tree_deref_slot(pagep);
715 if (unlikely(!page)) 715 if (unlikely(!page))
716 goto out; 716 goto out;
717 if (radix_tree_deref_retry(page)) 717 if (radix_tree_exception(page)) {
718 if (radix_tree_exceptional_entry(page))
719 goto out;
720 /* radix_tree_deref_retry(page) */
718 goto repeat; 721 goto repeat;
719 722 }
720 if (!page_cache_get_speculative(page)) 723 if (!page_cache_get_speculative(page))
721 goto repeat; 724 goto repeat;
722 725
@@ -753,7 +756,7 @@ struct page *find_lock_page(struct address_space *mapping, pgoff_t offset)
753 756
754repeat: 757repeat:
755 page = find_get_page(mapping, offset); 758 page = find_get_page(mapping, offset);
756 if (page) { 759 if (page && !radix_tree_exception(page)) {
757 lock_page(page); 760 lock_page(page);
758 /* Has the page been truncated? */ 761 /* Has the page been truncated? */
759 if (unlikely(page->mapping != mapping)) { 762 if (unlikely(page->mapping != mapping)) {
@@ -849,11 +852,14 @@ repeat:
849 if (unlikely(!page)) 852 if (unlikely(!page))
850 continue; 853 continue;
851 854
852 /* 855 if (radix_tree_exception(page)) {
853 * This can only trigger when the entry at index 0 moves out 856 if (radix_tree_exceptional_entry(page))
854 * of or back to the root: none yet gotten, safe to restart. 857 continue;
855 */ 858 /*
856 if (radix_tree_deref_retry(page)) { 859 * radix_tree_deref_retry(page):
860 * can only trigger when entry at index 0 moves out of
861 * or back to root: none yet gotten, safe to restart.
862 */
857 WARN_ON(start | i); 863 WARN_ON(start | i);
858 goto restart; 864 goto restart;
859 } 865 }
@@ -912,12 +918,16 @@ repeat:
912 if (unlikely(!page)) 918 if (unlikely(!page))
913 continue; 919 continue;
914 920
915 /* 921 if (radix_tree_exception(page)) {
916 * This can only trigger when the entry at index 0 moves out 922 if (radix_tree_exceptional_entry(page))
917 * of or back to the root: none yet gotten, safe to restart. 923 break;
918 */ 924 /*
919 if (radix_tree_deref_retry(page)) 925 * radix_tree_deref_retry(page):
926 * can only trigger when entry at index 0 moves out of
927 * or back to root: none yet gotten, safe to restart.
928 */
920 goto restart; 929 goto restart;
930 }
921 931
922 if (!page_cache_get_speculative(page)) 932 if (!page_cache_get_speculative(page))
923 goto repeat; 933 goto repeat;
@@ -977,12 +987,15 @@ repeat:
977 if (unlikely(!page)) 987 if (unlikely(!page))
978 continue; 988 continue;
979 989
980 /* 990 if (radix_tree_exception(page)) {
981 * This can only trigger when the entry at index 0 moves out 991 BUG_ON(radix_tree_exceptional_entry(page));
982 * of or back to the root: none yet gotten, safe to restart. 992 /*
983 */ 993 * radix_tree_deref_retry(page):
984 if (radix_tree_deref_retry(page)) 994 * can only trigger when entry at index 0 moves out of
995 * or back to root: none yet gotten, safe to restart.
996 */
985 goto restart; 997 goto restart;
998 }
986 999
987 if (!page_cache_get_speculative(page)) 1000 if (!page_cache_get_speculative(page))
988 goto repeat; 1001 goto repeat;