block: allow bio_for_each_segment_all() to iterate over multi-page bvec

This patch introduces one extra iterator variable to bio_for_each_segment_all(),
then we can allow bio_for_each_segment_all() to iterate over multi-page bvec.

Given it is just one mechannical & simple change on all bio_for_each_segment_all()
users, this patch does tree-wide change in one single patch, so that we can
avoid to use a temporary helper for this conversion.

Reviewed-by: Omar Sandoval <osandov@fb.com>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Signed-off-by: Ming Lei <ming.lei@redhat.com>
Signed-off-by: Jens Axboe <axboe@kernel.dk>

1 files changed, 30 insertions, 0 deletions

diff --git a/include/linux/bvec.h b/include/linux/bvec.h
index 21f76bad7be2..30a57b68d017 100644
--- a/include/linux/bvec.h
+++ b/include/linux/bvec.h
@@ -45,6 +45,12 @@ struct bvec_iter {
                                                    current bvec */
 };
 
+struct bvec_iter_all {
+        struct bio_vec  bv;
+        int             idx;
+        unsigned        done;
+};
+
 /*
  * various member access, note that bio_data should of course not be used
  * on highmem page vectors
@@ -131,6 +137,30 @@ static inline bool bvec_iter_advance(const struct bio_vec *bv,
         .bi_bvec_done   = 0,                                            \
 }
 
+static inline struct bio_vec *bvec_init_iter_all(struct bvec_iter_all *iter_all)
+{
+        iter_all->bv.bv_page = NULL;
+        iter_all->done = 0;
+
+        return &iter_all->bv;
+}
+
+static inline void mp_bvec_next_segment(const struct bio_vec *bvec,
+                                        struct bvec_iter_all *iter_all)
+{
+        struct bio_vec *bv = &iter_all->bv;
+
+        if (bv->bv_page) {
+                bv->bv_page = nth_page(bv->bv_page, 1);
+                bv->bv_offset = 0;
+        } else {
+                bv->bv_page = bvec->bv_page;
+                bv->bv_offset = bvec->bv_offset;
+        }
+        bv->bv_len = min_t(unsigned int, PAGE_SIZE - bv->bv_offset,
+                           bvec->bv_len - iter_all->done);
+}
+
 /*
  * Get the last single-page segment from the multi-page bvec and store it
  * in @seg