aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--fs/read_write.c46
-rw-r--r--fs/splice.c23
-rw-r--r--include/linux/fs.h3
-rw-r--r--include/linux/uio.h4
-rw-r--r--mm/iov_iter.c17
-rw-r--r--mm/page_io.c9
6 files changed, 73 insertions, 29 deletions
diff --git a/fs/read_write.c b/fs/read_write.c
index 4060691e78f7..8e1b68786d66 100644
--- a/fs/read_write.c
+++ b/fs/read_write.c
@@ -333,6 +333,52 @@ out_putf:
333} 333}
334#endif 334#endif
335 335
336ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos)
337{
338 struct kiocb kiocb;
339 ssize_t ret;
340
341 if (!file->f_op->read_iter)
342 return -EINVAL;
343
344 init_sync_kiocb(&kiocb, file);
345 kiocb.ki_pos = *ppos;
346 kiocb.ki_nbytes = iov_iter_count(iter);
347
348 iter->type |= READ;
349 ret = file->f_op->read_iter(&kiocb, iter);
350 if (ret == -EIOCBQUEUED)
351 ret = wait_on_sync_kiocb(&kiocb);
352
353 if (ret > 0)
354 *ppos = kiocb.ki_pos;
355 return ret;
356}
357EXPORT_SYMBOL(vfs_iter_read);
358
359ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos)
360{
361 struct kiocb kiocb;
362 ssize_t ret;
363
364 if (!file->f_op->write_iter)
365 return -EINVAL;
366
367 init_sync_kiocb(&kiocb, file);
368 kiocb.ki_pos = *ppos;
369 kiocb.ki_nbytes = iov_iter_count(iter);
370
371 iter->type |= WRITE;
372 ret = file->f_op->write_iter(&kiocb, iter);
373 if (ret == -EIOCBQUEUED)
374 ret = wait_on_sync_kiocb(&kiocb);
375
376 if (ret > 0)
377 *ppos = kiocb.ki_pos;
378 return ret;
379}
380EXPORT_SYMBOL(vfs_iter_write);
381
336/* 382/*
337 * rw_verify_area doesn't like huge counts. We limit 383 * rw_verify_area doesn't like huge counts. We limit
338 * them to something that fits in "int" so that others 384 * them to something that fits in "int" so that others
diff --git a/fs/splice.c b/fs/splice.c
index 75c6058eabf2..7968da96bebb 100644
--- a/fs/splice.c
+++ b/fs/splice.c
@@ -961,7 +961,6 @@ iter_file_splice_write(struct pipe_inode_info *pipe, struct file *out,
961 splice_from_pipe_begin(&sd); 961 splice_from_pipe_begin(&sd);
962 while (sd.total_len) { 962 while (sd.total_len) {
963 struct iov_iter from; 963 struct iov_iter from;
964 struct kiocb kiocb;
965 size_t left; 964 size_t left;
966 int n, idx; 965 int n, idx;
967 966
@@ -1005,29 +1004,15 @@ iter_file_splice_write(struct pipe_inode_info *pipe, struct file *out,
1005 left -= this_len; 1004 left -= this_len;
1006 } 1005 }
1007 1006
1008 /* ... iov_iter */ 1007 iov_iter_bvec(&from, ITER_BVEC | WRITE, array, n,
1009 from.type = ITER_BVEC | WRITE; 1008 sd.total_len - left);
1010 from.bvec = array; 1009 ret = vfs_iter_write(out, &from, &sd.pos);
1011 from.nr_segs = n;
1012 from.count = sd.total_len - left;
1013 from.iov_offset = 0;
1014
1015 /* ... and iocb */
1016 init_sync_kiocb(&kiocb, out);
1017 kiocb.ki_pos = sd.pos;
1018 kiocb.ki_nbytes = sd.total_len - left;
1019
1020 /* now, send it */
1021 ret = out->f_op->write_iter(&kiocb, &from);
1022 if (-EIOCBQUEUED == ret)
1023 ret = wait_on_sync_kiocb(&kiocb);
1024
1025 if (ret <= 0) 1010 if (ret <= 0)
1026 break; 1011 break;
1027 1012
1028 sd.num_spliced += ret; 1013 sd.num_spliced += ret;
1029 sd.total_len -= ret; 1014 sd.total_len -= ret;
1030 *ppos = sd.pos = kiocb.ki_pos; 1015 *ppos = sd.pos;
1031 1016
1032 /* dismiss the fully eaten buffers, adjust the partial one */ 1017 /* dismiss the fully eaten buffers, adjust the partial one */
1033 while (ret) { 1018 while (ret) {
diff --git a/include/linux/fs.h b/include/linux/fs.h
index a9250b2a11ba..0b5b146d0490 100644
--- a/include/linux/fs.h
+++ b/include/linux/fs.h
@@ -2548,6 +2548,9 @@ extern ssize_t do_sync_write(struct file *filp, const char __user *buf, size_t l
2548extern ssize_t new_sync_read(struct file *filp, char __user *buf, size_t len, loff_t *ppos); 2548extern ssize_t new_sync_read(struct file *filp, char __user *buf, size_t len, loff_t *ppos);
2549extern ssize_t new_sync_write(struct file *filp, const char __user *buf, size_t len, loff_t *ppos); 2549extern ssize_t new_sync_write(struct file *filp, const char __user *buf, size_t len, loff_t *ppos);
2550 2550
2551ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos);
2552ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos);
2553
2551/* fs/block_dev.c */ 2554/* fs/block_dev.c */
2552extern ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to); 2555extern ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to);
2553extern ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from); 2556extern ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from);
diff --git a/include/linux/uio.h b/include/linux/uio.h
index 3e0cb4ea3905..07a022641996 100644
--- a/include/linux/uio.h
+++ b/include/linux/uio.h
@@ -88,7 +88,9 @@ size_t iov_iter_zero(size_t bytes, struct iov_iter *);
88unsigned long iov_iter_alignment(const struct iov_iter *i); 88unsigned long iov_iter_alignment(const struct iov_iter *i);
89void iov_iter_init(struct iov_iter *i, int direction, const struct iovec *iov, 89void iov_iter_init(struct iov_iter *i, int direction, const struct iovec *iov,
90 unsigned long nr_segs, size_t count); 90 unsigned long nr_segs, size_t count);
91void iov_iter_kvec(struct iov_iter *i, int direction, const struct kvec *iov, 91void iov_iter_kvec(struct iov_iter *i, int direction, const struct kvec *kvec,
92 unsigned long nr_segs, size_t count);
93void iov_iter_bvec(struct iov_iter *i, int direction, const struct bio_vec *bvec,
92 unsigned long nr_segs, size_t count); 94 unsigned long nr_segs, size_t count);
93ssize_t iov_iter_get_pages(struct iov_iter *i, struct page **pages, 95ssize_t iov_iter_get_pages(struct iov_iter *i, struct page **pages,
94 size_t maxsize, unsigned maxpages, size_t *start); 96 size_t maxsize, unsigned maxpages, size_t *start);
diff --git a/mm/iov_iter.c b/mm/iov_iter.c
index a1599ca4ab0e..827732047da1 100644
--- a/mm/iov_iter.c
+++ b/mm/iov_iter.c
@@ -501,18 +501,31 @@ size_t iov_iter_single_seg_count(const struct iov_iter *i)
501EXPORT_SYMBOL(iov_iter_single_seg_count); 501EXPORT_SYMBOL(iov_iter_single_seg_count);
502 502
503void iov_iter_kvec(struct iov_iter *i, int direction, 503void iov_iter_kvec(struct iov_iter *i, int direction,
504 const struct kvec *iov, unsigned long nr_segs, 504 const struct kvec *kvec, unsigned long nr_segs,
505 size_t count) 505 size_t count)
506{ 506{
507 BUG_ON(!(direction & ITER_KVEC)); 507 BUG_ON(!(direction & ITER_KVEC));
508 i->type = direction; 508 i->type = direction;
509 i->kvec = (struct kvec *)iov; 509 i->kvec = kvec;
510 i->nr_segs = nr_segs; 510 i->nr_segs = nr_segs;
511 i->iov_offset = 0; 511 i->iov_offset = 0;
512 i->count = count; 512 i->count = count;
513} 513}
514EXPORT_SYMBOL(iov_iter_kvec); 514EXPORT_SYMBOL(iov_iter_kvec);
515 515
516void iov_iter_bvec(struct iov_iter *i, int direction,
517 const struct bio_vec *bvec, unsigned long nr_segs,
518 size_t count)
519{
520 BUG_ON(!(direction & ITER_BVEC));
521 i->type = direction;
522 i->bvec = bvec;
523 i->nr_segs = nr_segs;
524 i->iov_offset = 0;
525 i->count = count;
526}
527EXPORT_SYMBOL(iov_iter_bvec);
528
516unsigned long iov_iter_alignment(const struct iov_iter *i) 529unsigned long iov_iter_alignment(const struct iov_iter *i)
517{ 530{
518 unsigned long res = 0; 531 unsigned long res = 0;
diff --git a/mm/page_io.c b/mm/page_io.c
index 955db8b0d497..e6045804c8d8 100644
--- a/mm/page_io.c
+++ b/mm/page_io.c
@@ -269,14 +269,9 @@ int __swap_writepage(struct page *page, struct writeback_control *wbc,
269 .bv_len = PAGE_SIZE, 269 .bv_len = PAGE_SIZE,
270 .bv_offset = 0 270 .bv_offset = 0
271 }; 271 };
272 struct iov_iter from = { 272 struct iov_iter from;
273 .type = ITER_BVEC | WRITE,
274 .count = PAGE_SIZE,
275 .iov_offset = 0,
276 .nr_segs = 1,
277 };
278 from.bvec = &bv; /* older gcc versions are broken */
279 273
274 iov_iter_bvec(&from, ITER_BVEC | WRITE, &bv, 1, PAGE_SIZE);
280 init_sync_kiocb(&kiocb, swap_file); 275 init_sync_kiocb(&kiocb, swap_file);
281 kiocb.ki_pos = page_file_offset(page); 276 kiocb.ki_pos = page_file_offset(page);
282 kiocb.ki_nbytes = PAGE_SIZE; 277 kiocb.ki_nbytes = PAGE_SIZE;