diff options
-rw-r--r-- | fs/splice.c | 31 | ||||
-rw-r--r-- | include/linux/pipe_fs_i.h | 5 |
2 files changed, 23 insertions, 13 deletions
diff --git a/fs/splice.c b/fs/splice.c index b0c157d76948..3318b965c10b 100644 --- a/fs/splice.c +++ b/fs/splice.c | |||
@@ -78,7 +78,6 @@ static int page_cache_pipe_buf_steal(struct pipe_inode_info *info, | |||
78 | return 1; | 78 | return 1; |
79 | } | 79 | } |
80 | 80 | ||
81 | buf->flags |= PIPE_BUF_FLAG_LRU; | ||
82 | return 0; | 81 | return 0; |
83 | } | 82 | } |
84 | 83 | ||
@@ -86,8 +85,6 @@ static void page_cache_pipe_buf_release(struct pipe_inode_info *info, | |||
86 | struct pipe_buffer *buf) | 85 | struct pipe_buffer *buf) |
87 | { | 86 | { |
88 | page_cache_release(buf->page); | 87 | page_cache_release(buf->page); |
89 | buf->page = NULL; | ||
90 | buf->flags &= ~PIPE_BUF_FLAG_LRU; | ||
91 | } | 88 | } |
92 | 89 | ||
93 | static int page_cache_pipe_buf_pin(struct pipe_inode_info *info, | 90 | static int page_cache_pipe_buf_pin(struct pipe_inode_info *info, |
@@ -570,22 +567,36 @@ static int pipe_to_file(struct pipe_inode_info *info, struct pipe_buffer *buf, | |||
570 | if ((sd->flags & SPLICE_F_MOVE) && this_len == PAGE_CACHE_SIZE) { | 567 | if ((sd->flags & SPLICE_F_MOVE) && this_len == PAGE_CACHE_SIZE) { |
571 | /* | 568 | /* |
572 | * If steal succeeds, buf->page is now pruned from the vm | 569 | * If steal succeeds, buf->page is now pruned from the vm |
573 | * side (LRU and page cache) and we can reuse it. The page | 570 | * side (page cache) and we can reuse it. The page will also |
574 | * will also be looked on successful return. | 571 | * be locked on successful return. |
575 | */ | 572 | */ |
576 | if (buf->ops->steal(info, buf)) | 573 | if (buf->ops->steal(info, buf)) |
577 | goto find_page; | 574 | goto find_page; |
578 | 575 | ||
579 | page = buf->page; | 576 | page = buf->page; |
577 | page_cache_get(page); | ||
578 | |||
579 | /* | ||
580 | * page must be on the LRU for adding to the pagecache. | ||
581 | * Check this without grabbing the zone lock, if it isn't | ||
582 | * the do grab the zone lock, recheck, and add if necessary. | ||
583 | */ | ||
584 | if (!PageLRU(page)) { | ||
585 | struct zone *zone = page_zone(page); | ||
586 | |||
587 | spin_lock_irq(&zone->lru_lock); | ||
588 | if (!PageLRU(page)) { | ||
589 | SetPageLRU(page); | ||
590 | add_page_to_inactive_list(zone, page); | ||
591 | } | ||
592 | spin_unlock_irq(&zone->lru_lock); | ||
593 | } | ||
594 | |||
580 | if (add_to_page_cache(page, mapping, index, gfp_mask)) { | 595 | if (add_to_page_cache(page, mapping, index, gfp_mask)) { |
596 | page_cache_release(page); | ||
581 | unlock_page(page); | 597 | unlock_page(page); |
582 | goto find_page; | 598 | goto find_page; |
583 | } | 599 | } |
584 | |||
585 | page_cache_get(page); | ||
586 | |||
587 | if (!(buf->flags & PIPE_BUF_FLAG_LRU)) | ||
588 | lru_cache_add(page); | ||
589 | } else { | 600 | } else { |
590 | find_page: | 601 | find_page: |
591 | page = find_lock_page(mapping, index); | 602 | page = find_lock_page(mapping, index); |
diff --git a/include/linux/pipe_fs_i.h b/include/linux/pipe_fs_i.h index df4d3fa7d3dc..070954f05947 100644 --- a/include/linux/pipe_fs_i.h +++ b/include/linux/pipe_fs_i.h | |||
@@ -5,9 +5,8 @@ | |||
5 | 5 | ||
6 | #define PIPE_BUFFERS (16) | 6 | #define PIPE_BUFFERS (16) |
7 | 7 | ||
8 | #define PIPE_BUF_FLAG_LRU 0x01 /* page is on the LRU */ | 8 | #define PIPE_BUF_FLAG_ATOMIC 0x01 /* was atomically mapped */ |
9 | #define PIPE_BUF_FLAG_ATOMIC 0x02 /* was atomically mapped */ | 9 | #define PIPE_BUF_FLAG_GIFT 0x02 /* page is a gift */ |
10 | #define PIPE_BUF_FLAG_GIFT 0x04 /* page is a gift */ | ||
11 | 10 | ||
12 | struct pipe_buffer { | 11 | struct pipe_buffer { |
13 | struct page *page; | 12 | struct page *page; |