diff options
Diffstat (limited to 'fs/nfs/direct.c')
-rw-r--r-- | fs/nfs/direct.c | 53 |
1 files changed, 33 insertions, 20 deletions
diff --git a/fs/nfs/direct.c b/fs/nfs/direct.c index 345aa5c0f3..0c542ec92d 100644 --- a/fs/nfs/direct.c +++ b/fs/nfs/direct.c | |||
@@ -122,19 +122,25 @@ ssize_t nfs_direct_IO(int rw, struct kiocb *iocb, const struct iovec *iov, loff_ | |||
122 | return -EINVAL; | 122 | return -EINVAL; |
123 | } | 123 | } |
124 | 124 | ||
125 | static void nfs_direct_dirty_pages(struct page **pages, int npages) | 125 | static void nfs_direct_dirty_pages(struct page **pages, unsigned int pgbase, size_t count) |
126 | { | 126 | { |
127 | int i; | 127 | unsigned int npages; |
128 | unsigned int i; | ||
129 | |||
130 | if (count == 0) | ||
131 | return; | ||
132 | pages += (pgbase >> PAGE_SHIFT); | ||
133 | npages = (count + (pgbase & ~PAGE_MASK) + PAGE_SIZE - 1) >> PAGE_SHIFT; | ||
128 | for (i = 0; i < npages; i++) { | 134 | for (i = 0; i < npages; i++) { |
129 | struct page *page = pages[i]; | 135 | struct page *page = pages[i]; |
130 | if (!PageCompound(page)) | 136 | if (!PageCompound(page)) |
131 | set_page_dirty_lock(page); | 137 | set_page_dirty(page); |
132 | } | 138 | } |
133 | } | 139 | } |
134 | 140 | ||
135 | static void nfs_direct_release_pages(struct page **pages, int npages) | 141 | static void nfs_direct_release_pages(struct page **pages, unsigned int npages) |
136 | { | 142 | { |
137 | int i; | 143 | unsigned int i; |
138 | for (i = 0; i < npages; i++) | 144 | for (i = 0; i < npages; i++) |
139 | page_cache_release(pages[i]); | 145 | page_cache_release(pages[i]); |
140 | } | 146 | } |
@@ -224,17 +230,18 @@ static void nfs_direct_read_result(struct rpc_task *task, void *calldata) | |||
224 | if (nfs_readpage_result(task, data) != 0) | 230 | if (nfs_readpage_result(task, data) != 0) |
225 | return; | 231 | return; |
226 | 232 | ||
227 | nfs_direct_dirty_pages(data->pagevec, data->npages); | ||
228 | nfs_direct_release_pages(data->pagevec, data->npages); | ||
229 | |||
230 | spin_lock(&dreq->lock); | 233 | spin_lock(&dreq->lock); |
231 | 234 | if (unlikely(task->tk_status < 0)) { | |
232 | if (likely(task->tk_status >= 0)) | ||
233 | dreq->count += data->res.count; | ||
234 | else | ||
235 | dreq->error = task->tk_status; | 235 | dreq->error = task->tk_status; |
236 | 236 | spin_unlock(&dreq->lock); | |
237 | spin_unlock(&dreq->lock); | 237 | } else { |
238 | dreq->count += data->res.count; | ||
239 | spin_unlock(&dreq->lock); | ||
240 | nfs_direct_dirty_pages(data->pagevec, | ||
241 | data->args.pgbase, | ||
242 | data->res.count); | ||
243 | } | ||
244 | nfs_direct_release_pages(data->pagevec, data->npages); | ||
238 | 245 | ||
239 | if (put_dreq(dreq)) | 246 | if (put_dreq(dreq)) |
240 | nfs_direct_complete(dreq); | 247 | nfs_direct_complete(dreq); |
@@ -279,9 +286,12 @@ static ssize_t nfs_direct_read_schedule(struct nfs_direct_req *dreq, unsigned lo | |||
279 | result = get_user_pages(current, current->mm, user_addr, | 286 | result = get_user_pages(current, current->mm, user_addr, |
280 | data->npages, 1, 0, data->pagevec, NULL); | 287 | data->npages, 1, 0, data->pagevec, NULL); |
281 | up_read(¤t->mm->mmap_sem); | 288 | up_read(¤t->mm->mmap_sem); |
282 | if (unlikely(result < data->npages)) { | 289 | if (result < 0) { |
283 | if (result > 0) | 290 | nfs_readdata_release(data); |
284 | nfs_direct_release_pages(data->pagevec, result); | 291 | break; |
292 | } | ||
293 | if ((unsigned)result < data->npages) { | ||
294 | nfs_direct_release_pages(data->pagevec, result); | ||
285 | nfs_readdata_release(data); | 295 | nfs_readdata_release(data); |
286 | break; | 296 | break; |
287 | } | 297 | } |
@@ -610,9 +620,12 @@ static ssize_t nfs_direct_write_schedule(struct nfs_direct_req *dreq, unsigned l | |||
610 | result = get_user_pages(current, current->mm, user_addr, | 620 | result = get_user_pages(current, current->mm, user_addr, |
611 | data->npages, 0, 0, data->pagevec, NULL); | 621 | data->npages, 0, 0, data->pagevec, NULL); |
612 | up_read(¤t->mm->mmap_sem); | 622 | up_read(¤t->mm->mmap_sem); |
613 | if (unlikely(result < data->npages)) { | 623 | if (result < 0) { |
614 | if (result > 0) | 624 | nfs_writedata_release(data); |
615 | nfs_direct_release_pages(data->pagevec, result); | 625 | break; |
626 | } | ||
627 | if ((unsigned)result < data->npages) { | ||
628 | nfs_direct_release_pages(data->pagevec, result); | ||
616 | nfs_writedata_release(data); | 629 | nfs_writedata_release(data); |
617 | break; | 630 | break; |
618 | } | 631 | } |