diff options
| -rw-r--r-- | fs/read_write.c | 46 | ||||
| -rw-r--r-- | fs/splice.c | 23 | ||||
| -rw-r--r-- | include/linux/fs.h | 3 | ||||
| -rw-r--r-- | include/linux/uio.h | 4 | ||||
| -rw-r--r-- | mm/iov_iter.c | 17 | ||||
| -rw-r--r-- | mm/page_io.c | 9 |
6 files changed, 73 insertions, 29 deletions
diff --git a/fs/read_write.c b/fs/read_write.c index 4060691e78f7..8e1b68786d66 100644 --- a/fs/read_write.c +++ b/fs/read_write.c | |||
| @@ -333,6 +333,52 @@ out_putf: | |||
| 333 | } | 333 | } |
| 334 | #endif | 334 | #endif |
| 335 | 335 | ||
| 336 | ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos) | ||
| 337 | { | ||
| 338 | struct kiocb kiocb; | ||
| 339 | ssize_t ret; | ||
| 340 | |||
| 341 | if (!file->f_op->read_iter) | ||
| 342 | return -EINVAL; | ||
| 343 | |||
| 344 | init_sync_kiocb(&kiocb, file); | ||
| 345 | kiocb.ki_pos = *ppos; | ||
| 346 | kiocb.ki_nbytes = iov_iter_count(iter); | ||
| 347 | |||
| 348 | iter->type |= READ; | ||
| 349 | ret = file->f_op->read_iter(&kiocb, iter); | ||
| 350 | if (ret == -EIOCBQUEUED) | ||
| 351 | ret = wait_on_sync_kiocb(&kiocb); | ||
| 352 | |||
| 353 | if (ret > 0) | ||
| 354 | *ppos = kiocb.ki_pos; | ||
| 355 | return ret; | ||
| 356 | } | ||
| 357 | EXPORT_SYMBOL(vfs_iter_read); | ||
| 358 | |||
| 359 | ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos) | ||
| 360 | { | ||
| 361 | struct kiocb kiocb; | ||
| 362 | ssize_t ret; | ||
| 363 | |||
| 364 | if (!file->f_op->write_iter) | ||
| 365 | return -EINVAL; | ||
| 366 | |||
| 367 | init_sync_kiocb(&kiocb, file); | ||
| 368 | kiocb.ki_pos = *ppos; | ||
| 369 | kiocb.ki_nbytes = iov_iter_count(iter); | ||
| 370 | |||
| 371 | iter->type |= WRITE; | ||
| 372 | ret = file->f_op->write_iter(&kiocb, iter); | ||
| 373 | if (ret == -EIOCBQUEUED) | ||
| 374 | ret = wait_on_sync_kiocb(&kiocb); | ||
| 375 | |||
| 376 | if (ret > 0) | ||
| 377 | *ppos = kiocb.ki_pos; | ||
| 378 | return ret; | ||
| 379 | } | ||
| 380 | EXPORT_SYMBOL(vfs_iter_write); | ||
| 381 | |||
| 336 | /* | 382 | /* |
| 337 | * rw_verify_area doesn't like huge counts. We limit | 383 | * rw_verify_area doesn't like huge counts. We limit |
| 338 | * them to something that fits in "int" so that others | 384 | * them to something that fits in "int" so that others |
diff --git a/fs/splice.c b/fs/splice.c index 75c6058eabf2..7968da96bebb 100644 --- a/fs/splice.c +++ b/fs/splice.c | |||
| @@ -961,7 +961,6 @@ iter_file_splice_write(struct pipe_inode_info *pipe, struct file *out, | |||
| 961 | splice_from_pipe_begin(&sd); | 961 | splice_from_pipe_begin(&sd); |
| 962 | while (sd.total_len) { | 962 | while (sd.total_len) { |
| 963 | struct iov_iter from; | 963 | struct iov_iter from; |
| 964 | struct kiocb kiocb; | ||
| 965 | size_t left; | 964 | size_t left; |
| 966 | int n, idx; | 965 | int n, idx; |
| 967 | 966 | ||
| @@ -1005,29 +1004,15 @@ iter_file_splice_write(struct pipe_inode_info *pipe, struct file *out, | |||
| 1005 | left -= this_len; | 1004 | left -= this_len; |
| 1006 | } | 1005 | } |
| 1007 | 1006 | ||
| 1008 | /* ... iov_iter */ | 1007 | iov_iter_bvec(&from, ITER_BVEC | WRITE, array, n, |
| 1009 | from.type = ITER_BVEC | WRITE; | 1008 | sd.total_len - left); |
| 1010 | from.bvec = array; | 1009 | ret = vfs_iter_write(out, &from, &sd.pos); |
| 1011 | from.nr_segs = n; | ||
| 1012 | from.count = sd.total_len - left; | ||
| 1013 | from.iov_offset = 0; | ||
| 1014 | |||
| 1015 | /* ... and iocb */ | ||
| 1016 | init_sync_kiocb(&kiocb, out); | ||
| 1017 | kiocb.ki_pos = sd.pos; | ||
| 1018 | kiocb.ki_nbytes = sd.total_len - left; | ||
| 1019 | |||
| 1020 | /* now, send it */ | ||
| 1021 | ret = out->f_op->write_iter(&kiocb, &from); | ||
| 1022 | if (-EIOCBQUEUED == ret) | ||
| 1023 | ret = wait_on_sync_kiocb(&kiocb); | ||
| 1024 | |||
| 1025 | if (ret <= 0) | 1010 | if (ret <= 0) |
| 1026 | break; | 1011 | break; |
| 1027 | 1012 | ||
| 1028 | sd.num_spliced += ret; | 1013 | sd.num_spliced += ret; |
| 1029 | sd.total_len -= ret; | 1014 | sd.total_len -= ret; |
| 1030 | *ppos = sd.pos = kiocb.ki_pos; | 1015 | *ppos = sd.pos; |
| 1031 | 1016 | ||
| 1032 | /* dismiss the fully eaten buffers, adjust the partial one */ | 1017 | /* dismiss the fully eaten buffers, adjust the partial one */ |
| 1033 | while (ret) { | 1018 | while (ret) { |
diff --git a/include/linux/fs.h b/include/linux/fs.h index a9250b2a11ba..0b5b146d0490 100644 --- a/include/linux/fs.h +++ b/include/linux/fs.h | |||
| @@ -2548,6 +2548,9 @@ extern ssize_t do_sync_write(struct file *filp, const char __user *buf, size_t l | |||
| 2548 | extern ssize_t new_sync_read(struct file *filp, char __user *buf, size_t len, loff_t *ppos); | 2548 | extern ssize_t new_sync_read(struct file *filp, char __user *buf, size_t len, loff_t *ppos); |
| 2549 | extern ssize_t new_sync_write(struct file *filp, const char __user *buf, size_t len, loff_t *ppos); | 2549 | extern ssize_t new_sync_write(struct file *filp, const char __user *buf, size_t len, loff_t *ppos); |
| 2550 | 2550 | ||
| 2551 | ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos); | ||
| 2552 | ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos); | ||
| 2553 | |||
| 2551 | /* fs/block_dev.c */ | 2554 | /* fs/block_dev.c */ |
| 2552 | extern ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to); | 2555 | extern ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to); |
| 2553 | extern ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from); | 2556 | extern ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from); |
diff --git a/include/linux/uio.h b/include/linux/uio.h index 3e0cb4ea3905..07a022641996 100644 --- a/include/linux/uio.h +++ b/include/linux/uio.h | |||
| @@ -88,7 +88,9 @@ size_t iov_iter_zero(size_t bytes, struct iov_iter *); | |||
| 88 | unsigned long iov_iter_alignment(const struct iov_iter *i); | 88 | unsigned long iov_iter_alignment(const struct iov_iter *i); |
| 89 | void iov_iter_init(struct iov_iter *i, int direction, const struct iovec *iov, | 89 | void iov_iter_init(struct iov_iter *i, int direction, const struct iovec *iov, |
| 90 | unsigned long nr_segs, size_t count); | 90 | unsigned long nr_segs, size_t count); |
| 91 | void iov_iter_kvec(struct iov_iter *i, int direction, const struct kvec *iov, | 91 | void iov_iter_kvec(struct iov_iter *i, int direction, const struct kvec *kvec, |
| 92 | unsigned long nr_segs, size_t count); | ||
| 93 | void iov_iter_bvec(struct iov_iter *i, int direction, const struct bio_vec *bvec, | ||
| 92 | unsigned long nr_segs, size_t count); | 94 | unsigned long nr_segs, size_t count); |
| 93 | ssize_t iov_iter_get_pages(struct iov_iter *i, struct page **pages, | 95 | ssize_t iov_iter_get_pages(struct iov_iter *i, struct page **pages, |
| 94 | size_t maxsize, unsigned maxpages, size_t *start); | 96 | size_t maxsize, unsigned maxpages, size_t *start); |
diff --git a/mm/iov_iter.c b/mm/iov_iter.c index a1599ca4ab0e..827732047da1 100644 --- a/mm/iov_iter.c +++ b/mm/iov_iter.c | |||
| @@ -501,18 +501,31 @@ size_t iov_iter_single_seg_count(const struct iov_iter *i) | |||
| 501 | EXPORT_SYMBOL(iov_iter_single_seg_count); | 501 | EXPORT_SYMBOL(iov_iter_single_seg_count); |
| 502 | 502 | ||
| 503 | void iov_iter_kvec(struct iov_iter *i, int direction, | 503 | void iov_iter_kvec(struct iov_iter *i, int direction, |
| 504 | const struct kvec *iov, unsigned long nr_segs, | 504 | const struct kvec *kvec, unsigned long nr_segs, |
| 505 | size_t count) | 505 | size_t count) |
| 506 | { | 506 | { |
| 507 | BUG_ON(!(direction & ITER_KVEC)); | 507 | BUG_ON(!(direction & ITER_KVEC)); |
| 508 | i->type = direction; | 508 | i->type = direction; |
| 509 | i->kvec = (struct kvec *)iov; | 509 | i->kvec = kvec; |
| 510 | i->nr_segs = nr_segs; | 510 | i->nr_segs = nr_segs; |
| 511 | i->iov_offset = 0; | 511 | i->iov_offset = 0; |
| 512 | i->count = count; | 512 | i->count = count; |
| 513 | } | 513 | } |
| 514 | EXPORT_SYMBOL(iov_iter_kvec); | 514 | EXPORT_SYMBOL(iov_iter_kvec); |
| 515 | 515 | ||
| 516 | void iov_iter_bvec(struct iov_iter *i, int direction, | ||
| 517 | const struct bio_vec *bvec, unsigned long nr_segs, | ||
| 518 | size_t count) | ||
| 519 | { | ||
| 520 | BUG_ON(!(direction & ITER_BVEC)); | ||
| 521 | i->type = direction; | ||
| 522 | i->bvec = bvec; | ||
| 523 | i->nr_segs = nr_segs; | ||
| 524 | i->iov_offset = 0; | ||
| 525 | i->count = count; | ||
| 526 | } | ||
| 527 | EXPORT_SYMBOL(iov_iter_bvec); | ||
| 528 | |||
| 516 | unsigned long iov_iter_alignment(const struct iov_iter *i) | 529 | unsigned long iov_iter_alignment(const struct iov_iter *i) |
| 517 | { | 530 | { |
| 518 | unsigned long res = 0; | 531 | unsigned long res = 0; |
diff --git a/mm/page_io.c b/mm/page_io.c index 955db8b0d497..e6045804c8d8 100644 --- a/mm/page_io.c +++ b/mm/page_io.c | |||
| @@ -269,14 +269,9 @@ int __swap_writepage(struct page *page, struct writeback_control *wbc, | |||
| 269 | .bv_len = PAGE_SIZE, | 269 | .bv_len = PAGE_SIZE, |
| 270 | .bv_offset = 0 | 270 | .bv_offset = 0 |
| 271 | }; | 271 | }; |
| 272 | struct iov_iter from = { | 272 | struct iov_iter from; |
| 273 | .type = ITER_BVEC | WRITE, | ||
| 274 | .count = PAGE_SIZE, | ||
| 275 | .iov_offset = 0, | ||
| 276 | .nr_segs = 1, | ||
| 277 | }; | ||
| 278 | from.bvec = &bv; /* older gcc versions are broken */ | ||
| 279 | 273 | ||
| 274 | iov_iter_bvec(&from, ITER_BVEC | WRITE, &bv, 1, PAGE_SIZE); | ||
| 280 | init_sync_kiocb(&kiocb, swap_file); | 275 | init_sync_kiocb(&kiocb, swap_file); |
| 281 | kiocb.ki_pos = page_file_offset(page); | 276 | kiocb.ki_pos = page_file_offset(page); |
| 282 | kiocb.ki_nbytes = PAGE_SIZE; | 277 | kiocb.ki_nbytes = PAGE_SIZE; |
