diff options
Diffstat (limited to 'fs/nfs/direct.c')
| -rw-r--r-- | fs/nfs/direct.c | 53 |
1 files changed, 33 insertions, 20 deletions
diff --git a/fs/nfs/direct.c b/fs/nfs/direct.c index 345aa5c0f382..0c542ec92d5b 100644 --- a/fs/nfs/direct.c +++ b/fs/nfs/direct.c | |||
| @@ -122,19 +122,25 @@ ssize_t nfs_direct_IO(int rw, struct kiocb *iocb, const struct iovec *iov, loff_ | |||
| 122 | return -EINVAL; | 122 | return -EINVAL; |
| 123 | } | 123 | } |
| 124 | 124 | ||
| 125 | static void nfs_direct_dirty_pages(struct page **pages, int npages) | 125 | static void nfs_direct_dirty_pages(struct page **pages, unsigned int pgbase, size_t count) |
| 126 | { | 126 | { |
| 127 | int i; | 127 | unsigned int npages; |
| 128 | unsigned int i; | ||
| 129 | |||
| 130 | if (count == 0) | ||
| 131 | return; | ||
| 132 | pages += (pgbase >> PAGE_SHIFT); | ||
| 133 | npages = (count + (pgbase & ~PAGE_MASK) + PAGE_SIZE - 1) >> PAGE_SHIFT; | ||
| 128 | for (i = 0; i < npages; i++) { | 134 | for (i = 0; i < npages; i++) { |
| 129 | struct page *page = pages[i]; | 135 | struct page *page = pages[i]; |
| 130 | if (!PageCompound(page)) | 136 | if (!PageCompound(page)) |
| 131 | set_page_dirty_lock(page); | 137 | set_page_dirty(page); |
| 132 | } | 138 | } |
| 133 | } | 139 | } |
| 134 | 140 | ||
| 135 | static void nfs_direct_release_pages(struct page **pages, int npages) | 141 | static void nfs_direct_release_pages(struct page **pages, unsigned int npages) |
| 136 | { | 142 | { |
| 137 | int i; | 143 | unsigned int i; |
| 138 | for (i = 0; i < npages; i++) | 144 | for (i = 0; i < npages; i++) |
| 139 | page_cache_release(pages[i]); | 145 | page_cache_release(pages[i]); |
| 140 | } | 146 | } |
| @@ -224,17 +230,18 @@ static void nfs_direct_read_result(struct rpc_task *task, void *calldata) | |||
| 224 | if (nfs_readpage_result(task, data) != 0) | 230 | if (nfs_readpage_result(task, data) != 0) |
| 225 | return; | 231 | return; |
| 226 | 232 | ||
| 227 | nfs_direct_dirty_pages(data->pagevec, data->npages); | ||
| 228 | nfs_direct_release_pages(data->pagevec, data->npages); | ||
| 229 | |||
| 230 | spin_lock(&dreq->lock); | 233 | spin_lock(&dreq->lock); |
| 231 | 234 | if (unlikely(task->tk_status < 0)) { | |
| 232 | if (likely(task->tk_status >= 0)) | ||
| 233 | dreq->count += data->res.count; | ||
| 234 | else | ||
| 235 | dreq->error = task->tk_status; | 235 | dreq->error = task->tk_status; |
| 236 | 236 | spin_unlock(&dreq->lock); | |
| 237 | spin_unlock(&dreq->lock); | 237 | } else { |
| 238 | dreq->count += data->res.count; | ||
| 239 | spin_unlock(&dreq->lock); | ||
| 240 | nfs_direct_dirty_pages(data->pagevec, | ||
| 241 | data->args.pgbase, | ||
| 242 | data->res.count); | ||
| 243 | } | ||
| 244 | nfs_direct_release_pages(data->pagevec, data->npages); | ||
| 238 | 245 | ||
| 239 | if (put_dreq(dreq)) | 246 | if (put_dreq(dreq)) |
| 240 | nfs_direct_complete(dreq); | 247 | nfs_direct_complete(dreq); |
| @@ -279,9 +286,12 @@ static ssize_t nfs_direct_read_schedule(struct nfs_direct_req *dreq, unsigned lo | |||
| 279 | result = get_user_pages(current, current->mm, user_addr, | 286 | result = get_user_pages(current, current->mm, user_addr, |
| 280 | data->npages, 1, 0, data->pagevec, NULL); | 287 | data->npages, 1, 0, data->pagevec, NULL); |
| 281 | up_read(¤t->mm->mmap_sem); | 288 | up_read(¤t->mm->mmap_sem); |
| 282 | if (unlikely(result < data->npages)) { | 289 | if (result < 0) { |
| 283 | if (result > 0) | 290 | nfs_readdata_release(data); |
| 284 | nfs_direct_release_pages(data->pagevec, result); | 291 | break; |
| 292 | } | ||
| 293 | if ((unsigned)result < data->npages) { | ||
| 294 | nfs_direct_release_pages(data->pagevec, result); | ||
| 285 | nfs_readdata_release(data); | 295 | nfs_readdata_release(data); |
| 286 | break; | 296 | break; |
| 287 | } | 297 | } |
| @@ -610,9 +620,12 @@ static ssize_t nfs_direct_write_schedule(struct nfs_direct_req *dreq, unsigned l | |||
| 610 | result = get_user_pages(current, current->mm, user_addr, | 620 | result = get_user_pages(current, current->mm, user_addr, |
| 611 | data->npages, 0, 0, data->pagevec, NULL); | 621 | data->npages, 0, 0, data->pagevec, NULL); |
| 612 | up_read(¤t->mm->mmap_sem); | 622 | up_read(¤t->mm->mmap_sem); |
| 613 | if (unlikely(result < data->npages)) { | 623 | if (result < 0) { |
| 614 | if (result > 0) | 624 | nfs_writedata_release(data); |
| 615 | nfs_direct_release_pages(data->pagevec, result); | 625 | break; |
| 626 | } | ||
| 627 | if ((unsigned)result < data->npages) { | ||
| 628 | nfs_direct_release_pages(data->pagevec, result); | ||
| 616 | nfs_writedata_release(data); | 629 | nfs_writedata_release(data); |
| 617 | break; | 630 | break; |
| 618 | } | 631 | } |
