aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorJens Axboe <axboe@fb.com>2015-11-05 12:41:16 -0500
committerJens Axboe <axboe@fb.com>2015-11-07 12:40:46 -0500
commitdece16353ef47d8d33f5302bc158072a9d65e26f (patch)
tree75438980d0f76c155bab11ddb5f1f1600fcaee13
parent8e483ed1342a4ea45b70f0f33ac54eff7a33d918 (diff)
block: change ->make_request_fn() and users to return a queue cookie
No functional changes in this patch, but it prepares us for returning a more useful cookie related to the IO that was queued up. Signed-off-by: Jens Axboe <axboe@fb.com> Acked-by: Christoph Hellwig <hch@lst.de> Acked-by: Keith Busch <keith.busch@intel.com>
-rw-r--r--arch/m68k/emu/nfblock.c3
-rw-r--r--arch/powerpc/sysdev/axonram.c5
-rw-r--r--arch/xtensa/platforms/iss/simdisk.c3
-rw-r--r--block/blk-core.c26
-rw-r--r--block/blk-mq.c26
-rw-r--r--drivers/block/brd.c5
-rw-r--r--drivers/block/drbd/drbd_int.h2
-rw-r--r--drivers/block/drbd/drbd_req.c3
-rw-r--r--drivers/block/null_blk.c3
-rw-r--r--drivers/block/pktcdvd.c9
-rw-r--r--drivers/block/ps3vram.c6
-rw-r--r--drivers/block/rsxx/dev.c5
-rw-r--r--drivers/block/umem.c4
-rw-r--r--drivers/block/zram/zram_drv.c5
-rw-r--r--drivers/lightnvm/rrpc.c9
-rw-r--r--drivers/md/bcache/request.c11
-rw-r--r--drivers/md/dm.c6
-rw-r--r--drivers/md/md.c8
-rw-r--r--drivers/nvdimm/blk.c3
-rw-r--r--drivers/nvdimm/btt.c3
-rw-r--r--drivers/nvdimm/pmem.c3
-rw-r--r--drivers/s390/block/dcssblk.c8
-rw-r--r--drivers/s390/block/xpram.c5
-rw-r--r--drivers/staging/lustre/lustre/llite/lloop.c5
-rw-r--r--include/linux/blk_types.h24
-rw-r--r--include/linux/blkdev.h4
-rw-r--r--include/linux/fs.h2
-rw-r--r--include/linux/lightnvm.h2
28 files changed, 127 insertions, 71 deletions
diff --git a/arch/m68k/emu/nfblock.c b/arch/m68k/emu/nfblock.c
index f2a00c591bf7..e9110b9b8bcd 100644
--- a/arch/m68k/emu/nfblock.c
+++ b/arch/m68k/emu/nfblock.c
@@ -59,7 +59,7 @@ struct nfhd_device {
59 struct gendisk *disk; 59 struct gendisk *disk;
60}; 60};
61 61
62static void nfhd_make_request(struct request_queue *queue, struct bio *bio) 62static blk_qc_t nfhd_make_request(struct request_queue *queue, struct bio *bio)
63{ 63{
64 struct nfhd_device *dev = queue->queuedata; 64 struct nfhd_device *dev = queue->queuedata;
65 struct bio_vec bvec; 65 struct bio_vec bvec;
@@ -77,6 +77,7 @@ static void nfhd_make_request(struct request_queue *queue, struct bio *bio)
77 sec += len; 77 sec += len;
78 } 78 }
79 bio_endio(bio); 79 bio_endio(bio);
80 return BLK_QC_T_NONE;
80} 81}
81 82
82static int nfhd_getgeo(struct block_device *bdev, struct hd_geometry *geo) 83static int nfhd_getgeo(struct block_device *bdev, struct hd_geometry *geo)
diff --git a/arch/powerpc/sysdev/axonram.c b/arch/powerpc/sysdev/axonram.c
index d2b79bc336c1..7a399b4d60a0 100644
--- a/arch/powerpc/sysdev/axonram.c
+++ b/arch/powerpc/sysdev/axonram.c
@@ -103,7 +103,7 @@ axon_ram_irq_handler(int irq, void *dev)
103 * axon_ram_make_request - make_request() method for block device 103 * axon_ram_make_request - make_request() method for block device
104 * @queue, @bio: see blk_queue_make_request() 104 * @queue, @bio: see blk_queue_make_request()
105 */ 105 */
106static void 106static blk_qc_t
107axon_ram_make_request(struct request_queue *queue, struct bio *bio) 107axon_ram_make_request(struct request_queue *queue, struct bio *bio)
108{ 108{
109 struct axon_ram_bank *bank = bio->bi_bdev->bd_disk->private_data; 109 struct axon_ram_bank *bank = bio->bi_bdev->bd_disk->private_data;
@@ -120,7 +120,7 @@ axon_ram_make_request(struct request_queue *queue, struct bio *bio)
120 bio_for_each_segment(vec, bio, iter) { 120 bio_for_each_segment(vec, bio, iter) {
121 if (unlikely(phys_mem + vec.bv_len > phys_end)) { 121 if (unlikely(phys_mem + vec.bv_len > phys_end)) {
122 bio_io_error(bio); 122 bio_io_error(bio);
123 return; 123 return BLK_QC_T_NONE;
124 } 124 }
125 125
126 user_mem = page_address(vec.bv_page) + vec.bv_offset; 126 user_mem = page_address(vec.bv_page) + vec.bv_offset;
@@ -133,6 +133,7 @@ axon_ram_make_request(struct request_queue *queue, struct bio *bio)
133 transfered += vec.bv_len; 133 transfered += vec.bv_len;
134 } 134 }
135 bio_endio(bio); 135 bio_endio(bio);
136 return BLK_QC_T_NONE;
136} 137}
137 138
138/** 139/**
diff --git a/arch/xtensa/platforms/iss/simdisk.c b/arch/xtensa/platforms/iss/simdisk.c
index fa84ca990caa..3c3ace2c46b6 100644
--- a/arch/xtensa/platforms/iss/simdisk.c
+++ b/arch/xtensa/platforms/iss/simdisk.c
@@ -101,7 +101,7 @@ static void simdisk_transfer(struct simdisk *dev, unsigned long sector,
101 spin_unlock(&dev->lock); 101 spin_unlock(&dev->lock);
102} 102}
103 103
104static void simdisk_make_request(struct request_queue *q, struct bio *bio) 104static blk_qc_t simdisk_make_request(struct request_queue *q, struct bio *bio)
105{ 105{
106 struct simdisk *dev = q->queuedata; 106 struct simdisk *dev = q->queuedata;
107 struct bio_vec bvec; 107 struct bio_vec bvec;
@@ -119,6 +119,7 @@ static void simdisk_make_request(struct request_queue *q, struct bio *bio)
119 } 119 }
120 120
121 bio_endio(bio); 121 bio_endio(bio);
122 return BLK_QC_T_NONE;
122} 123}
123 124
124static int simdisk_open(struct block_device *bdev, fmode_t mode) 125static int simdisk_open(struct block_device *bdev, fmode_t mode)
diff --git a/block/blk-core.c b/block/blk-core.c
index 89eec7965870..e93df6d386a0 100644
--- a/block/blk-core.c
+++ b/block/blk-core.c
@@ -809,7 +809,7 @@ blk_init_queue_node(request_fn_proc *rfn, spinlock_t *lock, int node_id)
809} 809}
810EXPORT_SYMBOL(blk_init_queue_node); 810EXPORT_SYMBOL(blk_init_queue_node);
811 811
812static void blk_queue_bio(struct request_queue *q, struct bio *bio); 812static blk_qc_t blk_queue_bio(struct request_queue *q, struct bio *bio);
813 813
814struct request_queue * 814struct request_queue *
815blk_init_allocated_queue(struct request_queue *q, request_fn_proc *rfn, 815blk_init_allocated_queue(struct request_queue *q, request_fn_proc *rfn,
@@ -1678,7 +1678,7 @@ void init_request_from_bio(struct request *req, struct bio *bio)
1678 blk_rq_bio_prep(req->q, req, bio); 1678 blk_rq_bio_prep(req->q, req, bio);
1679} 1679}
1680 1680
1681static void blk_queue_bio(struct request_queue *q, struct bio *bio) 1681static blk_qc_t blk_queue_bio(struct request_queue *q, struct bio *bio)
1682{ 1682{
1683 const bool sync = !!(bio->bi_rw & REQ_SYNC); 1683 const bool sync = !!(bio->bi_rw & REQ_SYNC);
1684 struct blk_plug *plug; 1684 struct blk_plug *plug;
@@ -1698,7 +1698,7 @@ static void blk_queue_bio(struct request_queue *q, struct bio *bio)
1698 if (bio_integrity_enabled(bio) && bio_integrity_prep(bio)) { 1698 if (bio_integrity_enabled(bio) && bio_integrity_prep(bio)) {
1699 bio->bi_error = -EIO; 1699 bio->bi_error = -EIO;
1700 bio_endio(bio); 1700 bio_endio(bio);
1701 return; 1701 return BLK_QC_T_NONE;
1702 } 1702 }
1703 1703
1704 if (bio->bi_rw & (REQ_FLUSH | REQ_FUA)) { 1704 if (bio->bi_rw & (REQ_FLUSH | REQ_FUA)) {
@@ -1713,7 +1713,7 @@ static void blk_queue_bio(struct request_queue *q, struct bio *bio)
1713 */ 1713 */
1714 if (!blk_queue_nomerges(q)) { 1714 if (!blk_queue_nomerges(q)) {
1715 if (blk_attempt_plug_merge(q, bio, &request_count, NULL)) 1715 if (blk_attempt_plug_merge(q, bio, &request_count, NULL))
1716 return; 1716 return BLK_QC_T_NONE;
1717 } else 1717 } else
1718 request_count = blk_plug_queued_count(q); 1718 request_count = blk_plug_queued_count(q);
1719 1719
@@ -1791,6 +1791,8 @@ get_rq:
1791out_unlock: 1791out_unlock:
1792 spin_unlock_irq(q->queue_lock); 1792 spin_unlock_irq(q->queue_lock);
1793 } 1793 }
1794
1795 return BLK_QC_T_NONE;
1794} 1796}
1795 1797
1796/* 1798/*
@@ -1996,12 +1998,13 @@ end_io:
1996 * a lower device by calling into generic_make_request recursively, which 1998 * a lower device by calling into generic_make_request recursively, which
1997 * means the bio should NOT be touched after the call to ->make_request_fn. 1999 * means the bio should NOT be touched after the call to ->make_request_fn.
1998 */ 2000 */
1999void generic_make_request(struct bio *bio) 2001blk_qc_t generic_make_request(struct bio *bio)
2000{ 2002{
2001 struct bio_list bio_list_on_stack; 2003 struct bio_list bio_list_on_stack;
2004 blk_qc_t ret = BLK_QC_T_NONE;
2002 2005
2003 if (!generic_make_request_checks(bio)) 2006 if (!generic_make_request_checks(bio))
2004 return; 2007 goto out;
2005 2008
2006 /* 2009 /*
2007 * We only want one ->make_request_fn to be active at a time, else 2010 * We only want one ->make_request_fn to be active at a time, else
@@ -2015,7 +2018,7 @@ void generic_make_request(struct bio *bio)
2015 */ 2018 */
2016 if (current->bio_list) { 2019 if (current->bio_list) {
2017 bio_list_add(current->bio_list, bio); 2020 bio_list_add(current->bio_list, bio);
2018 return; 2021 goto out;
2019 } 2022 }
2020 2023
2021 /* following loop may be a bit non-obvious, and so deserves some 2024 /* following loop may be a bit non-obvious, and so deserves some
@@ -2040,7 +2043,7 @@ void generic_make_request(struct bio *bio)
2040 2043
2041 if (likely(blk_queue_enter(q, __GFP_WAIT) == 0)) { 2044 if (likely(blk_queue_enter(q, __GFP_WAIT) == 0)) {
2042 2045
2043 q->make_request_fn(q, bio); 2046 ret = q->make_request_fn(q, bio);
2044 2047
2045 blk_queue_exit(q); 2048 blk_queue_exit(q);
2046 2049
@@ -2053,6 +2056,9 @@ void generic_make_request(struct bio *bio)
2053 } 2056 }
2054 } while (bio); 2057 } while (bio);
2055 current->bio_list = NULL; /* deactivate */ 2058 current->bio_list = NULL; /* deactivate */
2059
2060out:
2061 return ret;
2056} 2062}
2057EXPORT_SYMBOL(generic_make_request); 2063EXPORT_SYMBOL(generic_make_request);
2058 2064
@@ -2066,7 +2072,7 @@ EXPORT_SYMBOL(generic_make_request);
2066 * interfaces; @bio must be presetup and ready for I/O. 2072 * interfaces; @bio must be presetup and ready for I/O.
2067 * 2073 *
2068 */ 2074 */
2069void submit_bio(int rw, struct bio *bio) 2075blk_qc_t submit_bio(int rw, struct bio *bio)
2070{ 2076{
2071 bio->bi_rw |= rw; 2077 bio->bi_rw |= rw;
2072 2078
@@ -2100,7 +2106,7 @@ void submit_bio(int rw, struct bio *bio)
2100 } 2106 }
2101 } 2107 }
2102 2108
2103 generic_make_request(bio); 2109 return generic_make_request(bio);
2104} 2110}
2105EXPORT_SYMBOL(submit_bio); 2111EXPORT_SYMBOL(submit_bio);
2106 2112
diff --git a/block/blk-mq.c b/block/blk-mq.c
index 1c27b3eaef64..65f43bd696a0 100644
--- a/block/blk-mq.c
+++ b/block/blk-mq.c
@@ -1235,7 +1235,7 @@ static int blk_mq_direct_issue_request(struct request *rq)
1235 * but will attempt to bypass the hctx queueing if we can go straight to 1235 * but will attempt to bypass the hctx queueing if we can go straight to
1236 * hardware for SYNC IO. 1236 * hardware for SYNC IO.
1237 */ 1237 */
1238static void blk_mq_make_request(struct request_queue *q, struct bio *bio) 1238static blk_qc_t blk_mq_make_request(struct request_queue *q, struct bio *bio)
1239{ 1239{
1240 const int is_sync = rw_is_sync(bio->bi_rw); 1240 const int is_sync = rw_is_sync(bio->bi_rw);
1241 const int is_flush_fua = bio->bi_rw & (REQ_FLUSH | REQ_FUA); 1241 const int is_flush_fua = bio->bi_rw & (REQ_FLUSH | REQ_FUA);
@@ -1249,7 +1249,7 @@ static void blk_mq_make_request(struct request_queue *q, struct bio *bio)
1249 1249
1250 if (bio_integrity_enabled(bio) && bio_integrity_prep(bio)) { 1250 if (bio_integrity_enabled(bio) && bio_integrity_prep(bio)) {
1251 bio_io_error(bio); 1251 bio_io_error(bio);
1252 return; 1252 return BLK_QC_T_NONE;
1253 } 1253 }
1254 1254
1255 blk_queue_split(q, &bio, q->bio_split); 1255 blk_queue_split(q, &bio, q->bio_split);
@@ -1257,13 +1257,13 @@ static void blk_mq_make_request(struct request_queue *q, struct bio *bio)
1257 if (!is_flush_fua && !blk_queue_nomerges(q)) { 1257 if (!is_flush_fua && !blk_queue_nomerges(q)) {
1258 if (blk_attempt_plug_merge(q, bio, &request_count, 1258 if (blk_attempt_plug_merge(q, bio, &request_count,
1259 &same_queue_rq)) 1259 &same_queue_rq))
1260 return; 1260 return BLK_QC_T_NONE;
1261 } else 1261 } else
1262 request_count = blk_plug_queued_count(q); 1262 request_count = blk_plug_queued_count(q);
1263 1263
1264 rq = blk_mq_map_request(q, bio, &data); 1264 rq = blk_mq_map_request(q, bio, &data);
1265 if (unlikely(!rq)) 1265 if (unlikely(!rq))
1266 return; 1266 return BLK_QC_T_NONE;
1267 1267
1268 if (unlikely(is_flush_fua)) { 1268 if (unlikely(is_flush_fua)) {
1269 blk_mq_bio_to_request(rq, bio); 1269 blk_mq_bio_to_request(rq, bio);
@@ -1302,11 +1302,11 @@ static void blk_mq_make_request(struct request_queue *q, struct bio *bio)
1302 old_rq = rq; 1302 old_rq = rq;
1303 blk_mq_put_ctx(data.ctx); 1303 blk_mq_put_ctx(data.ctx);
1304 if (!old_rq) 1304 if (!old_rq)
1305 return; 1305 return BLK_QC_T_NONE;
1306 if (!blk_mq_direct_issue_request(old_rq)) 1306 if (!blk_mq_direct_issue_request(old_rq))
1307 return; 1307 return BLK_QC_T_NONE;
1308 blk_mq_insert_request(old_rq, false, true, true); 1308 blk_mq_insert_request(old_rq, false, true, true);
1309 return; 1309 return BLK_QC_T_NONE;
1310 } 1310 }
1311 1311
1312 if (!blk_mq_merge_queue_io(data.hctx, data.ctx, rq, bio)) { 1312 if (!blk_mq_merge_queue_io(data.hctx, data.ctx, rq, bio)) {
@@ -1320,13 +1320,14 @@ run_queue:
1320 blk_mq_run_hw_queue(data.hctx, !is_sync || is_flush_fua); 1320 blk_mq_run_hw_queue(data.hctx, !is_sync || is_flush_fua);
1321 } 1321 }
1322 blk_mq_put_ctx(data.ctx); 1322 blk_mq_put_ctx(data.ctx);
1323 return BLK_QC_T_NONE;
1323} 1324}
1324 1325
1325/* 1326/*
1326 * Single hardware queue variant. This will attempt to use any per-process 1327 * Single hardware queue variant. This will attempt to use any per-process
1327 * plug for merging and IO deferral. 1328 * plug for merging and IO deferral.
1328 */ 1329 */
1329static void blk_sq_make_request(struct request_queue *q, struct bio *bio) 1330static blk_qc_t blk_sq_make_request(struct request_queue *q, struct bio *bio)
1330{ 1331{
1331 const int is_sync = rw_is_sync(bio->bi_rw); 1332 const int is_sync = rw_is_sync(bio->bi_rw);
1332 const int is_flush_fua = bio->bi_rw & (REQ_FLUSH | REQ_FUA); 1333 const int is_flush_fua = bio->bi_rw & (REQ_FLUSH | REQ_FUA);
@@ -1339,18 +1340,18 @@ static void blk_sq_make_request(struct request_queue *q, struct bio *bio)
1339 1340
1340 if (bio_integrity_enabled(bio) && bio_integrity_prep(bio)) { 1341 if (bio_integrity_enabled(bio) && bio_integrity_prep(bio)) {
1341 bio_io_error(bio); 1342 bio_io_error(bio);
1342 return; 1343 return BLK_QC_T_NONE;
1343 } 1344 }
1344 1345
1345 blk_queue_split(q, &bio, q->bio_split); 1346 blk_queue_split(q, &bio, q->bio_split);
1346 1347
1347 if (!is_flush_fua && !blk_queue_nomerges(q) && 1348 if (!is_flush_fua && !blk_queue_nomerges(q) &&
1348 blk_attempt_plug_merge(q, bio, &request_count, NULL)) 1349 blk_attempt_plug_merge(q, bio, &request_count, NULL))
1349 return; 1350 return BLK_QC_T_NONE;
1350 1351
1351 rq = blk_mq_map_request(q, bio, &data); 1352 rq = blk_mq_map_request(q, bio, &data);
1352 if (unlikely(!rq)) 1353 if (unlikely(!rq))
1353 return; 1354 return BLK_QC_T_NONE;
1354 1355
1355 if (unlikely(is_flush_fua)) { 1356 if (unlikely(is_flush_fua)) {
1356 blk_mq_bio_to_request(rq, bio); 1357 blk_mq_bio_to_request(rq, bio);
@@ -1374,7 +1375,7 @@ static void blk_sq_make_request(struct request_queue *q, struct bio *bio)
1374 } 1375 }
1375 list_add_tail(&rq->queuelist, &plug->mq_list); 1376 list_add_tail(&rq->queuelist, &plug->mq_list);
1376 blk_mq_put_ctx(data.ctx); 1377 blk_mq_put_ctx(data.ctx);
1377 return; 1378 return BLK_QC_T_NONE;
1378 } 1379 }
1379 1380
1380 if (!blk_mq_merge_queue_io(data.hctx, data.ctx, rq, bio)) { 1381 if (!blk_mq_merge_queue_io(data.hctx, data.ctx, rq, bio)) {
@@ -1389,6 +1390,7 @@ run_queue:
1389 } 1390 }
1390 1391
1391 blk_mq_put_ctx(data.ctx); 1392 blk_mq_put_ctx(data.ctx);
1393 return BLK_QC_T_NONE;
1392} 1394}
1393 1395
1394/* 1396/*
diff --git a/drivers/block/brd.c b/drivers/block/brd.c
index b9794aeeb878..c9f9c30d6467 100644
--- a/drivers/block/brd.c
+++ b/drivers/block/brd.c
@@ -323,7 +323,7 @@ out:
323 return err; 323 return err;
324} 324}
325 325
326static void brd_make_request(struct request_queue *q, struct bio *bio) 326static blk_qc_t brd_make_request(struct request_queue *q, struct bio *bio)
327{ 327{
328 struct block_device *bdev = bio->bi_bdev; 328 struct block_device *bdev = bio->bi_bdev;
329 struct brd_device *brd = bdev->bd_disk->private_data; 329 struct brd_device *brd = bdev->bd_disk->private_data;
@@ -358,9 +358,10 @@ static void brd_make_request(struct request_queue *q, struct bio *bio)
358 358
359out: 359out:
360 bio_endio(bio); 360 bio_endio(bio);
361 return; 361 return BLK_QC_T_NONE;
362io_error: 362io_error:
363 bio_io_error(bio); 363 bio_io_error(bio);
364 return BLK_QC_T_NONE;
364} 365}
365 366
366static int brd_rw_page(struct block_device *bdev, sector_t sector, 367static int brd_rw_page(struct block_device *bdev, sector_t sector,
diff --git a/drivers/block/drbd/drbd_int.h b/drivers/block/drbd/drbd_int.h
index 015c6e91b756..e66d453a5f2b 100644
--- a/drivers/block/drbd/drbd_int.h
+++ b/drivers/block/drbd/drbd_int.h
@@ -1448,7 +1448,7 @@ extern int proc_details;
1448/* drbd_req */ 1448/* drbd_req */
1449extern void do_submit(struct work_struct *ws); 1449extern void do_submit(struct work_struct *ws);
1450extern void __drbd_make_request(struct drbd_device *, struct bio *, unsigned long); 1450extern void __drbd_make_request(struct drbd_device *, struct bio *, unsigned long);
1451extern void drbd_make_request(struct request_queue *q, struct bio *bio); 1451extern blk_qc_t drbd_make_request(struct request_queue *q, struct bio *bio);
1452extern int drbd_read_remote(struct drbd_device *device, struct drbd_request *req); 1452extern int drbd_read_remote(struct drbd_device *device, struct drbd_request *req);
1453extern int is_valid_ar_handle(struct drbd_request *, sector_t); 1453extern int is_valid_ar_handle(struct drbd_request *, sector_t);
1454 1454
diff --git a/drivers/block/drbd/drbd_req.c b/drivers/block/drbd/drbd_req.c
index 211592682169..3ae2c0086563 100644
--- a/drivers/block/drbd/drbd_req.c
+++ b/drivers/block/drbd/drbd_req.c
@@ -1494,7 +1494,7 @@ void do_submit(struct work_struct *ws)
1494 } 1494 }
1495} 1495}
1496 1496
1497void drbd_make_request(struct request_queue *q, struct bio *bio) 1497blk_qc_t drbd_make_request(struct request_queue *q, struct bio *bio)
1498{ 1498{
1499 struct drbd_device *device = (struct drbd_device *) q->queuedata; 1499 struct drbd_device *device = (struct drbd_device *) q->queuedata;
1500 unsigned long start_jif; 1500 unsigned long start_jif;
@@ -1510,6 +1510,7 @@ void drbd_make_request(struct request_queue *q, struct bio *bio)
1510 1510
1511 inc_ap_bio(device); 1511 inc_ap_bio(device);
1512 __drbd_make_request(device, bio, start_jif); 1512 __drbd_make_request(device, bio, start_jif);
1513 return BLK_QC_T_NONE;
1513} 1514}
1514 1515
1515void request_timer_fn(unsigned long data) 1516void request_timer_fn(unsigned long data)
diff --git a/drivers/block/null_blk.c b/drivers/block/null_blk.c
index 1c9e4fe5aa44..6255d1c4bba4 100644
--- a/drivers/block/null_blk.c
+++ b/drivers/block/null_blk.c
@@ -321,7 +321,7 @@ static struct nullb_queue *nullb_to_queue(struct nullb *nullb)
321 return &nullb->queues[index]; 321 return &nullb->queues[index];
322} 322}
323 323
324static void null_queue_bio(struct request_queue *q, struct bio *bio) 324static blk_qc_t null_queue_bio(struct request_queue *q, struct bio *bio)
325{ 325{
326 struct nullb *nullb = q->queuedata; 326 struct nullb *nullb = q->queuedata;
327 struct nullb_queue *nq = nullb_to_queue(nullb); 327 struct nullb_queue *nq = nullb_to_queue(nullb);
@@ -331,6 +331,7 @@ static void null_queue_bio(struct request_queue *q, struct bio *bio)
331 cmd->bio = bio; 331 cmd->bio = bio;
332 332
333 null_handle_cmd(cmd); 333 null_handle_cmd(cmd);
334 return BLK_QC_T_NONE;
334} 335}
335 336
336static int null_rq_prep_fn(struct request_queue *q, struct request *req) 337static int null_rq_prep_fn(struct request_queue *q, struct request *req)
diff --git a/drivers/block/pktcdvd.c b/drivers/block/pktcdvd.c
index 7be2375db7f2..a7f4abcedee1 100644
--- a/drivers/block/pktcdvd.c
+++ b/drivers/block/pktcdvd.c
@@ -2441,7 +2441,7 @@ static void pkt_make_request_write(struct request_queue *q, struct bio *bio)
2441 } 2441 }
2442} 2442}
2443 2443
2444static void pkt_make_request(struct request_queue *q, struct bio *bio) 2444static blk_qc_t pkt_make_request(struct request_queue *q, struct bio *bio)
2445{ 2445{
2446 struct pktcdvd_device *pd; 2446 struct pktcdvd_device *pd;
2447 char b[BDEVNAME_SIZE]; 2447 char b[BDEVNAME_SIZE];
@@ -2467,7 +2467,7 @@ static void pkt_make_request(struct request_queue *q, struct bio *bio)
2467 */ 2467 */
2468 if (bio_data_dir(bio) == READ) { 2468 if (bio_data_dir(bio) == READ) {
2469 pkt_make_request_read(pd, bio); 2469 pkt_make_request_read(pd, bio);
2470 return; 2470 return BLK_QC_T_NONE;
2471 } 2471 }
2472 2472
2473 if (!test_bit(PACKET_WRITABLE, &pd->flags)) { 2473 if (!test_bit(PACKET_WRITABLE, &pd->flags)) {
@@ -2499,13 +2499,12 @@ static void pkt_make_request(struct request_queue *q, struct bio *bio)
2499 pkt_make_request_write(q, split); 2499 pkt_make_request_write(q, split);
2500 } while (split != bio); 2500 } while (split != bio);
2501 2501
2502 return; 2502 return BLK_QC_T_NONE;
2503end_io: 2503end_io:
2504 bio_io_error(bio); 2504 bio_io_error(bio);
2505 return BLK_QC_T_NONE;
2505} 2506}
2506 2507
2507
2508
2509static void pkt_init_queue(struct pktcdvd_device *pd) 2508static void pkt_init_queue(struct pktcdvd_device *pd)
2510{ 2509{
2511 struct request_queue *q = pd->disk->queue; 2510 struct request_queue *q = pd->disk->queue;
diff --git a/drivers/block/ps3vram.c b/drivers/block/ps3vram.c
index d89fcac59515..56847fcda086 100644
--- a/drivers/block/ps3vram.c
+++ b/drivers/block/ps3vram.c
@@ -598,7 +598,7 @@ out:
598 return next; 598 return next;
599} 599}
600 600
601static void ps3vram_make_request(struct request_queue *q, struct bio *bio) 601static blk_qc_t ps3vram_make_request(struct request_queue *q, struct bio *bio)
602{ 602{
603 struct ps3_system_bus_device *dev = q->queuedata; 603 struct ps3_system_bus_device *dev = q->queuedata;
604 struct ps3vram_priv *priv = ps3_system_bus_get_drvdata(dev); 604 struct ps3vram_priv *priv = ps3_system_bus_get_drvdata(dev);
@@ -614,11 +614,13 @@ static void ps3vram_make_request(struct request_queue *q, struct bio *bio)
614 spin_unlock_irq(&priv->lock); 614 spin_unlock_irq(&priv->lock);
615 615
616 if (busy) 616 if (busy)
617 return; 617 return BLK_QC_T_NONE;
618 618
619 do { 619 do {
620 bio = ps3vram_do_bio(dev, bio); 620 bio = ps3vram_do_bio(dev, bio);
621 } while (bio); 621 } while (bio);
622
623 return BLK_QC_T_NONE;
622} 624}
623 625
624static int ps3vram_probe(struct ps3_system_bus_device *dev) 626static int ps3vram_probe(struct ps3_system_bus_device *dev)
diff --git a/drivers/block/rsxx/dev.c b/drivers/block/rsxx/dev.c
index 3163e4cdc2cc..e1b8b7061d2f 100644
--- a/drivers/block/rsxx/dev.c
+++ b/drivers/block/rsxx/dev.c
@@ -145,7 +145,7 @@ static void bio_dma_done_cb(struct rsxx_cardinfo *card,
145 } 145 }
146} 146}
147 147
148static void rsxx_make_request(struct request_queue *q, struct bio *bio) 148static blk_qc_t rsxx_make_request(struct request_queue *q, struct bio *bio)
149{ 149{
150 struct rsxx_cardinfo *card = q->queuedata; 150 struct rsxx_cardinfo *card = q->queuedata;
151 struct rsxx_bio_meta *bio_meta; 151 struct rsxx_bio_meta *bio_meta;
@@ -199,7 +199,7 @@ static void rsxx_make_request(struct request_queue *q, struct bio *bio)
199 if (st) 199 if (st)
200 goto queue_err; 200 goto queue_err;
201 201
202 return; 202 return BLK_QC_T_NONE;
203 203
204queue_err: 204queue_err:
205 kmem_cache_free(bio_meta_pool, bio_meta); 205 kmem_cache_free(bio_meta_pool, bio_meta);
@@ -207,6 +207,7 @@ req_err:
207 if (st) 207 if (st)
208 bio->bi_error = st; 208 bio->bi_error = st;
209 bio_endio(bio); 209 bio_endio(bio);
210 return BLK_QC_T_NONE;
210} 211}
211 212
212/*----------------- Device Setup -------------------*/ 213/*----------------- Device Setup -------------------*/
diff --git a/drivers/block/umem.c b/drivers/block/umem.c
index 04d65790a886..7939b9f87441 100644
--- a/drivers/block/umem.c
+++ b/drivers/block/umem.c
@@ -524,7 +524,7 @@ static int mm_check_plugged(struct cardinfo *card)
524 return !!blk_check_plugged(mm_unplug, card, sizeof(struct blk_plug_cb)); 524 return !!blk_check_plugged(mm_unplug, card, sizeof(struct blk_plug_cb));
525} 525}
526 526
527static void mm_make_request(struct request_queue *q, struct bio *bio) 527static blk_qc_t mm_make_request(struct request_queue *q, struct bio *bio)
528{ 528{
529 struct cardinfo *card = q->queuedata; 529 struct cardinfo *card = q->queuedata;
530 pr_debug("mm_make_request %llu %u\n", 530 pr_debug("mm_make_request %llu %u\n",
@@ -541,7 +541,7 @@ static void mm_make_request(struct request_queue *q, struct bio *bio)
541 activate(card); 541 activate(card);
542 spin_unlock_irq(&card->lock); 542 spin_unlock_irq(&card->lock);
543 543
544 return; 544 return BLK_QC_T_NONE;
545} 545}
546 546
547static irqreturn_t mm_interrupt(int irq, void *__card) 547static irqreturn_t mm_interrupt(int irq, void *__card)
diff --git a/drivers/block/zram/zram_drv.c b/drivers/block/zram/zram_drv.c
index 9fa15bb9d118..4c99b6ba8681 100644
--- a/drivers/block/zram/zram_drv.c
+++ b/drivers/block/zram/zram_drv.c
@@ -894,7 +894,7 @@ out:
894/* 894/*
895 * Handler function for all zram I/O requests. 895 * Handler function for all zram I/O requests.
896 */ 896 */
897static void zram_make_request(struct request_queue *queue, struct bio *bio) 897static blk_qc_t zram_make_request(struct request_queue *queue, struct bio *bio)
898{ 898{
899 struct zram *zram = queue->queuedata; 899 struct zram *zram = queue->queuedata;
900 900
@@ -911,11 +911,12 @@ static void zram_make_request(struct request_queue *queue, struct bio *bio)
911 911
912 __zram_make_request(zram, bio); 912 __zram_make_request(zram, bio);
913 zram_meta_put(zram); 913 zram_meta_put(zram);
914 return; 914 return BLK_QC_T_NONE;
915put_zram: 915put_zram:
916 zram_meta_put(zram); 916 zram_meta_put(zram);
917error: 917error:
918 bio_io_error(bio); 918 bio_io_error(bio);
919 return BLK_QC_T_NONE;
919} 920}
920 921
921static void zram_slot_free_notify(struct block_device *bdev, 922static void zram_slot_free_notify(struct block_device *bdev,
diff --git a/drivers/lightnvm/rrpc.c b/drivers/lightnvm/rrpc.c
index 64a888a5e9b3..7ba64c87ba1c 100644
--- a/drivers/lightnvm/rrpc.c
+++ b/drivers/lightnvm/rrpc.c
@@ -803,7 +803,7 @@ static int rrpc_submit_io(struct rrpc *rrpc, struct bio *bio,
803 return NVM_IO_OK; 803 return NVM_IO_OK;
804} 804}
805 805
806static void rrpc_make_rq(struct request_queue *q, struct bio *bio) 806static blk_qc_t rrpc_make_rq(struct request_queue *q, struct bio *bio)
807{ 807{
808 struct rrpc *rrpc = q->queuedata; 808 struct rrpc *rrpc = q->queuedata;
809 struct nvm_rq *rqd; 809 struct nvm_rq *rqd;
@@ -811,21 +811,21 @@ static void rrpc_make_rq(struct request_queue *q, struct bio *bio)
811 811
812 if (bio->bi_rw & REQ_DISCARD) { 812 if (bio->bi_rw & REQ_DISCARD) {
813 rrpc_discard(rrpc, bio); 813 rrpc_discard(rrpc, bio);
814 return; 814 return BLK_QC_T_NONE;
815 } 815 }
816 816
817 rqd = mempool_alloc(rrpc->rq_pool, GFP_KERNEL); 817 rqd = mempool_alloc(rrpc->rq_pool, GFP_KERNEL);
818 if (!rqd) { 818 if (!rqd) {
819 pr_err_ratelimited("rrpc: not able to queue bio."); 819 pr_err_ratelimited("rrpc: not able to queue bio.");
820 bio_io_error(bio); 820 bio_io_error(bio);
821 return; 821 return BLK_QC_T_NONE;
822 } 822 }
823 memset(rqd, 0, sizeof(struct nvm_rq)); 823 memset(rqd, 0, sizeof(struct nvm_rq));
824 824
825 err = rrpc_submit_io(rrpc, bio, rqd, NVM_IOTYPE_NONE); 825 err = rrpc_submit_io(rrpc, bio, rqd, NVM_IOTYPE_NONE);
826 switch (err) { 826 switch (err) {
827 case NVM_IO_OK: 827 case NVM_IO_OK:
828 return; 828 return BLK_QC_T_NONE;
829 case NVM_IO_ERR: 829 case NVM_IO_ERR:
830 bio_io_error(bio); 830 bio_io_error(bio);
831 break; 831 break;
@@ -841,6 +841,7 @@ static void rrpc_make_rq(struct request_queue *q, struct bio *bio)
841 } 841 }
842 842
843 mempool_free(rqd, rrpc->rq_pool); 843 mempool_free(rqd, rrpc->rq_pool);
844 return BLK_QC_T_NONE;
844} 845}
845 846
846static void rrpc_requeue(struct work_struct *work) 847static void rrpc_requeue(struct work_struct *work)
diff --git a/drivers/md/bcache/request.c b/drivers/md/bcache/request.c
index 8e9877b04637..25fa8445bb24 100644
--- a/drivers/md/bcache/request.c
+++ b/drivers/md/bcache/request.c
@@ -958,7 +958,8 @@ static void cached_dev_nodata(struct closure *cl)
958 958
959/* Cached devices - read & write stuff */ 959/* Cached devices - read & write stuff */
960 960
961static void cached_dev_make_request(struct request_queue *q, struct bio *bio) 961static blk_qc_t cached_dev_make_request(struct request_queue *q,
962 struct bio *bio)
962{ 963{
963 struct search *s; 964 struct search *s;
964 struct bcache_device *d = bio->bi_bdev->bd_disk->private_data; 965 struct bcache_device *d = bio->bi_bdev->bd_disk->private_data;
@@ -997,6 +998,8 @@ static void cached_dev_make_request(struct request_queue *q, struct bio *bio)
997 else 998 else
998 generic_make_request(bio); 999 generic_make_request(bio);
999 } 1000 }
1001
1002 return BLK_QC_T_NONE;
1000} 1003}
1001 1004
1002static int cached_dev_ioctl(struct bcache_device *d, fmode_t mode, 1005static int cached_dev_ioctl(struct bcache_device *d, fmode_t mode,
@@ -1070,7 +1073,8 @@ static void flash_dev_nodata(struct closure *cl)
1070 continue_at(cl, search_free, NULL); 1073 continue_at(cl, search_free, NULL);
1071} 1074}
1072 1075
1073static void flash_dev_make_request(struct request_queue *q, struct bio *bio) 1076static blk_qc_t flash_dev_make_request(struct request_queue *q,
1077 struct bio *bio)
1074{ 1078{
1075 struct search *s; 1079 struct search *s;
1076 struct closure *cl; 1080 struct closure *cl;
@@ -1093,7 +1097,7 @@ static void flash_dev_make_request(struct request_queue *q, struct bio *bio)
1093 continue_at_nobarrier(&s->cl, 1097 continue_at_nobarrier(&s->cl,
1094 flash_dev_nodata, 1098 flash_dev_nodata,
1095 bcache_wq); 1099 bcache_wq);
1096 return; 1100 return BLK_QC_T_NONE;
1097 } else if (rw) { 1101 } else if (rw) {
1098 bch_keybuf_check_overlapping(&s->iop.c->moving_gc_keys, 1102 bch_keybuf_check_overlapping(&s->iop.c->moving_gc_keys,
1099 &KEY(d->id, bio->bi_iter.bi_sector, 0), 1103 &KEY(d->id, bio->bi_iter.bi_sector, 0),
@@ -1109,6 +1113,7 @@ static void flash_dev_make_request(struct request_queue *q, struct bio *bio)
1109 } 1113 }
1110 1114
1111 continue_at(cl, search_free, NULL); 1115 continue_at(cl, search_free, NULL);
1116 return BLK_QC_T_NONE;
1112} 1117}
1113 1118
1114static int flash_dev_ioctl(struct bcache_device *d, fmode_t mode, 1119static int flash_dev_ioctl(struct bcache_device *d, fmode_t mode,
diff --git a/drivers/md/dm.c b/drivers/md/dm.c
index 32440ad5f684..6e15f3565892 100644
--- a/drivers/md/dm.c
+++ b/drivers/md/dm.c
@@ -1755,7 +1755,7 @@ static void __split_and_process_bio(struct mapped_device *md,
1755 * The request function that just remaps the bio built up by 1755 * The request function that just remaps the bio built up by
1756 * dm_merge_bvec. 1756 * dm_merge_bvec.
1757 */ 1757 */
1758static void dm_make_request(struct request_queue *q, struct bio *bio) 1758static blk_qc_t dm_make_request(struct request_queue *q, struct bio *bio)
1759{ 1759{
1760 int rw = bio_data_dir(bio); 1760 int rw = bio_data_dir(bio);
1761 struct mapped_device *md = q->queuedata; 1761 struct mapped_device *md = q->queuedata;
@@ -1774,12 +1774,12 @@ static void dm_make_request(struct request_queue *q, struct bio *bio)
1774 queue_io(md, bio); 1774 queue_io(md, bio);
1775 else 1775 else
1776 bio_io_error(bio); 1776 bio_io_error(bio);
1777 return; 1777 return BLK_QC_T_NONE;
1778 } 1778 }
1779 1779
1780 __split_and_process_bio(md, map, bio); 1780 __split_and_process_bio(md, map, bio);
1781 dm_put_live_table(md, srcu_idx); 1781 dm_put_live_table(md, srcu_idx);
1782 return; 1782 return BLK_QC_T_NONE;
1783} 1783}
1784 1784
1785int dm_request_based(struct mapped_device *md) 1785int dm_request_based(struct mapped_device *md)
diff --git a/drivers/md/md.c b/drivers/md/md.c
index 3f9a514b5b9d..807095f4c793 100644
--- a/drivers/md/md.c
+++ b/drivers/md/md.c
@@ -250,7 +250,7 @@ static DEFINE_SPINLOCK(all_mddevs_lock);
250 * call has finished, the bio has been linked into some internal structure 250 * call has finished, the bio has been linked into some internal structure
251 * and so is visible to ->quiesce(), so we don't need the refcount any more. 251 * and so is visible to ->quiesce(), so we don't need the refcount any more.
252 */ 252 */
253static void md_make_request(struct request_queue *q, struct bio *bio) 253static blk_qc_t md_make_request(struct request_queue *q, struct bio *bio)
254{ 254{
255 const int rw = bio_data_dir(bio); 255 const int rw = bio_data_dir(bio);
256 struct mddev *mddev = q->queuedata; 256 struct mddev *mddev = q->queuedata;
@@ -262,13 +262,13 @@ static void md_make_request(struct request_queue *q, struct bio *bio)
262 if (mddev == NULL || mddev->pers == NULL 262 if (mddev == NULL || mddev->pers == NULL
263 || !mddev->ready) { 263 || !mddev->ready) {
264 bio_io_error(bio); 264 bio_io_error(bio);
265 return; 265 return BLK_QC_T_NONE;
266 } 266 }
267 if (mddev->ro == 1 && unlikely(rw == WRITE)) { 267 if (mddev->ro == 1 && unlikely(rw == WRITE)) {
268 if (bio_sectors(bio) != 0) 268 if (bio_sectors(bio) != 0)
269 bio->bi_error = -EROFS; 269 bio->bi_error = -EROFS;
270 bio_endio(bio); 270 bio_endio(bio);
271 return; 271 return BLK_QC_T_NONE;
272 } 272 }
273 smp_rmb(); /* Ensure implications of 'active' are visible */ 273 smp_rmb(); /* Ensure implications of 'active' are visible */
274 rcu_read_lock(); 274 rcu_read_lock();
@@ -302,6 +302,8 @@ static void md_make_request(struct request_queue *q, struct bio *bio)
302 302
303 if (atomic_dec_and_test(&mddev->active_io) && mddev->suspended) 303 if (atomic_dec_and_test(&mddev->active_io) && mddev->suspended)
304 wake_up(&mddev->sb_wait); 304 wake_up(&mddev->sb_wait);
305
306 return BLK_QC_T_NONE;
305} 307}
306 308
307/* mddev_suspend makes sure no new requests are submitted 309/* mddev_suspend makes sure no new requests are submitted
diff --git a/drivers/nvdimm/blk.c b/drivers/nvdimm/blk.c
index 0df77cb07df6..91a336ea8c4f 100644
--- a/drivers/nvdimm/blk.c
+++ b/drivers/nvdimm/blk.c
@@ -161,7 +161,7 @@ static int nd_blk_do_bvec(struct nd_blk_device *blk_dev,
161 return err; 161 return err;
162} 162}
163 163
164static void nd_blk_make_request(struct request_queue *q, struct bio *bio) 164static blk_qc_t nd_blk_make_request(struct request_queue *q, struct bio *bio)
165{ 165{
166 struct block_device *bdev = bio->bi_bdev; 166 struct block_device *bdev = bio->bi_bdev;
167 struct gendisk *disk = bdev->bd_disk; 167 struct gendisk *disk = bdev->bd_disk;
@@ -208,6 +208,7 @@ static void nd_blk_make_request(struct request_queue *q, struct bio *bio)
208 208
209 out: 209 out:
210 bio_endio(bio); 210 bio_endio(bio);
211 return BLK_QC_T_NONE;
211} 212}
212 213
213static int nd_blk_rw_bytes(struct nd_namespace_common *ndns, 214static int nd_blk_rw_bytes(struct nd_namespace_common *ndns,
diff --git a/drivers/nvdimm/btt.c b/drivers/nvdimm/btt.c
index eae93ab8ffcd..efb2c1ceef98 100644
--- a/drivers/nvdimm/btt.c
+++ b/drivers/nvdimm/btt.c
@@ -1150,7 +1150,7 @@ static int btt_do_bvec(struct btt *btt, struct bio_integrity_payload *bip,
1150 return ret; 1150 return ret;
1151} 1151}
1152 1152
1153static void btt_make_request(struct request_queue *q, struct bio *bio) 1153static blk_qc_t btt_make_request(struct request_queue *q, struct bio *bio)
1154{ 1154{
1155 struct bio_integrity_payload *bip = bio_integrity(bio); 1155 struct bio_integrity_payload *bip = bio_integrity(bio);
1156 struct btt *btt = q->queuedata; 1156 struct btt *btt = q->queuedata;
@@ -1198,6 +1198,7 @@ static void btt_make_request(struct request_queue *q, struct bio *bio)
1198 1198
1199out: 1199out:
1200 bio_endio(bio); 1200 bio_endio(bio);
1201 return BLK_QC_T_NONE;
1201} 1202}
1202 1203
1203static int btt_rw_page(struct block_device *bdev, sector_t sector, 1204static int btt_rw_page(struct block_device *bdev, sector_t sector,
diff --git a/drivers/nvdimm/pmem.c b/drivers/nvdimm/pmem.c
index 0ba6a978f227..3963b7533b65 100644
--- a/drivers/nvdimm/pmem.c
+++ b/drivers/nvdimm/pmem.c
@@ -64,7 +64,7 @@ static void pmem_do_bvec(struct pmem_device *pmem, struct page *page,
64 kunmap_atomic(mem); 64 kunmap_atomic(mem);
65} 65}
66 66
67static void pmem_make_request(struct request_queue *q, struct bio *bio) 67static blk_qc_t pmem_make_request(struct request_queue *q, struct bio *bio)
68{ 68{
69 bool do_acct; 69 bool do_acct;
70 unsigned long start; 70 unsigned long start;
@@ -84,6 +84,7 @@ static void pmem_make_request(struct request_queue *q, struct bio *bio)
84 wmb_pmem(); 84 wmb_pmem();
85 85
86 bio_endio(bio); 86 bio_endio(bio);
87 return BLK_QC_T_NONE;
87} 88}
88 89
89static int pmem_rw_page(struct block_device *bdev, sector_t sector, 90static int pmem_rw_page(struct block_device *bdev, sector_t sector,
diff --git a/drivers/s390/block/dcssblk.c b/drivers/s390/block/dcssblk.c
index 5ed44fe21380..94a8f4ab57bc 100644
--- a/drivers/s390/block/dcssblk.c
+++ b/drivers/s390/block/dcssblk.c
@@ -27,7 +27,8 @@
27 27
28static int dcssblk_open(struct block_device *bdev, fmode_t mode); 28static int dcssblk_open(struct block_device *bdev, fmode_t mode);
29static void dcssblk_release(struct gendisk *disk, fmode_t mode); 29static void dcssblk_release(struct gendisk *disk, fmode_t mode);
30static void dcssblk_make_request(struct request_queue *q, struct bio *bio); 30static blk_qc_t dcssblk_make_request(struct request_queue *q,
31 struct bio *bio);
31static long dcssblk_direct_access(struct block_device *bdev, sector_t secnum, 32static long dcssblk_direct_access(struct block_device *bdev, sector_t secnum,
32 void __pmem **kaddr, unsigned long *pfn); 33 void __pmem **kaddr, unsigned long *pfn);
33 34
@@ -815,7 +816,7 @@ dcssblk_release(struct gendisk *disk, fmode_t mode)
815 up_write(&dcssblk_devices_sem); 816 up_write(&dcssblk_devices_sem);
816} 817}
817 818
818static void 819static blk_qc_t
819dcssblk_make_request(struct request_queue *q, struct bio *bio) 820dcssblk_make_request(struct request_queue *q, struct bio *bio)
820{ 821{
821 struct dcssblk_dev_info *dev_info; 822 struct dcssblk_dev_info *dev_info;
@@ -874,9 +875,10 @@ dcssblk_make_request(struct request_queue *q, struct bio *bio)
874 bytes_done += bvec.bv_len; 875 bytes_done += bvec.bv_len;
875 } 876 }
876 bio_endio(bio); 877 bio_endio(bio);
877 return; 878 return BLK_QC_T_NONE;
878fail: 879fail:
879 bio_io_error(bio); 880 bio_io_error(bio);
881 return BLK_QC_T_NONE;
880} 882}
881 883
882static long 884static long
diff --git a/drivers/s390/block/xpram.c b/drivers/s390/block/xpram.c
index 02871f1db562..288f59a4147b 100644
--- a/drivers/s390/block/xpram.c
+++ b/drivers/s390/block/xpram.c
@@ -181,7 +181,7 @@ static unsigned long xpram_highest_page_index(void)
181/* 181/*
182 * Block device make request function. 182 * Block device make request function.
183 */ 183 */
184static void xpram_make_request(struct request_queue *q, struct bio *bio) 184static blk_qc_t xpram_make_request(struct request_queue *q, struct bio *bio)
185{ 185{
186 xpram_device_t *xdev = bio->bi_bdev->bd_disk->private_data; 186 xpram_device_t *xdev = bio->bi_bdev->bd_disk->private_data;
187 struct bio_vec bvec; 187 struct bio_vec bvec;
@@ -223,9 +223,10 @@ static void xpram_make_request(struct request_queue *q, struct bio *bio)
223 } 223 }
224 } 224 }
225 bio_endio(bio); 225 bio_endio(bio);
226 return; 226 return BLK_QC_T_NONE;
227fail: 227fail:
228 bio_io_error(bio); 228 bio_io_error(bio);
229 return BLK_QC_T_NONE;
229} 230}
230 231
231static int xpram_getgeo(struct block_device *bdev, struct hd_geometry *geo) 232static int xpram_getgeo(struct block_device *bdev, struct hd_geometry *geo)
diff --git a/drivers/staging/lustre/lustre/llite/lloop.c b/drivers/staging/lustre/lustre/llite/lloop.c
index e6974c36276d..fed50d538a41 100644
--- a/drivers/staging/lustre/lustre/llite/lloop.c
+++ b/drivers/staging/lustre/lustre/llite/lloop.c
@@ -333,7 +333,7 @@ static unsigned int loop_get_bio(struct lloop_device *lo, struct bio **req)
333 return count; 333 return count;
334} 334}
335 335
336static void loop_make_request(struct request_queue *q, struct bio *old_bio) 336static blk_qc_t loop_make_request(struct request_queue *q, struct bio *old_bio)
337{ 337{
338 struct lloop_device *lo = q->queuedata; 338 struct lloop_device *lo = q->queuedata;
339 int rw = bio_rw(old_bio); 339 int rw = bio_rw(old_bio);
@@ -364,9 +364,10 @@ static void loop_make_request(struct request_queue *q, struct bio *old_bio)
364 goto err; 364 goto err;
365 } 365 }
366 loop_add_bio(lo, old_bio); 366 loop_add_bio(lo, old_bio);
367 return; 367 return BLK_QC_T_NONE;
368err: 368err:
369 bio_io_error(old_bio); 369 bio_io_error(old_bio);
370 return BLK_QC_T_NONE;
370} 371}
371 372
372static inline void loop_handle_bio(struct lloop_device *lo, struct bio *bio) 373static inline void loop_handle_bio(struct lloop_device *lo, struct bio *bio)
diff --git a/include/linux/blk_types.h b/include/linux/blk_types.h
index e8130138f29d..641e5a3ed58c 100644
--- a/include/linux/blk_types.h
+++ b/include/linux/blk_types.h
@@ -244,4 +244,28 @@ enum rq_flag_bits {
244#define REQ_MQ_INFLIGHT (1ULL << __REQ_MQ_INFLIGHT) 244#define REQ_MQ_INFLIGHT (1ULL << __REQ_MQ_INFLIGHT)
245#define REQ_NO_TIMEOUT (1ULL << __REQ_NO_TIMEOUT) 245#define REQ_NO_TIMEOUT (1ULL << __REQ_NO_TIMEOUT)
246 246
247typedef unsigned int blk_qc_t;
248#define BLK_QC_T_NONE -1U
249#define BLK_QC_T_SHIFT 16
250
251static inline bool blk_qc_t_valid(blk_qc_t cookie)
252{
253 return cookie != BLK_QC_T_NONE;
254}
255
256static inline blk_qc_t blk_tag_to_qc_t(unsigned int tag, unsigned int queue_num)
257{
258 return tag | (queue_num << BLK_QC_T_SHIFT);
259}
260
261static inline unsigned int blk_qc_t_to_queue_num(blk_qc_t cookie)
262{
263 return cookie >> BLK_QC_T_SHIFT;
264}
265
266static inline unsigned int blk_qc_t_to_tag(blk_qc_t cookie)
267{
268 return cookie & 0xffff;
269}
270
247#endif /* __LINUX_BLK_TYPES_H */ 271#endif /* __LINUX_BLK_TYPES_H */
diff --git a/include/linux/blkdev.h b/include/linux/blkdev.h
index d045ca8487af..5ee0f5243025 100644
--- a/include/linux/blkdev.h
+++ b/include/linux/blkdev.h
@@ -209,7 +209,7 @@ static inline unsigned short req_get_ioprio(struct request *req)
209struct blk_queue_ctx; 209struct blk_queue_ctx;
210 210
211typedef void (request_fn_proc) (struct request_queue *q); 211typedef void (request_fn_proc) (struct request_queue *q);
212typedef void (make_request_fn) (struct request_queue *q, struct bio *bio); 212typedef blk_qc_t (make_request_fn) (struct request_queue *q, struct bio *bio);
213typedef int (prep_rq_fn) (struct request_queue *, struct request *); 213typedef int (prep_rq_fn) (struct request_queue *, struct request *);
214typedef void (unprep_rq_fn) (struct request_queue *, struct request *); 214typedef void (unprep_rq_fn) (struct request_queue *, struct request *);
215 215
@@ -761,7 +761,7 @@ static inline void rq_flush_dcache_pages(struct request *rq)
761 761
762extern int blk_register_queue(struct gendisk *disk); 762extern int blk_register_queue(struct gendisk *disk);
763extern void blk_unregister_queue(struct gendisk *disk); 763extern void blk_unregister_queue(struct gendisk *disk);
764extern void generic_make_request(struct bio *bio); 764extern blk_qc_t generic_make_request(struct bio *bio);
765extern void blk_rq_init(struct request_queue *q, struct request *rq); 765extern void blk_rq_init(struct request_queue *q, struct request *rq);
766extern void blk_put_request(struct request *); 766extern void blk_put_request(struct request *);
767extern void __blk_put_request(struct request_queue *, struct request *); 767extern void __blk_put_request(struct request_queue *, struct request *);
diff --git a/include/linux/fs.h b/include/linux/fs.h
index 72d8a844c692..bcca36e4bc1e 100644
--- a/include/linux/fs.h
+++ b/include/linux/fs.h
@@ -2625,7 +2625,7 @@ static inline void remove_inode_hash(struct inode *inode)
2625extern void inode_sb_list_add(struct inode *inode); 2625extern void inode_sb_list_add(struct inode *inode);
2626 2626
2627#ifdef CONFIG_BLOCK 2627#ifdef CONFIG_BLOCK
2628extern void submit_bio(int, struct bio *); 2628extern blk_qc_t submit_bio(int, struct bio *);
2629extern int bdev_read_only(struct block_device *); 2629extern int bdev_read_only(struct block_device *);
2630#endif 2630#endif
2631extern int set_blocksize(struct block_device *, int); 2631extern int set_blocksize(struct block_device *, int);
diff --git a/include/linux/lightnvm.h b/include/linux/lightnvm.h
index 5ebd70d12f35..69c9057e1ab8 100644
--- a/include/linux/lightnvm.h
+++ b/include/linux/lightnvm.h
@@ -426,7 +426,7 @@ static inline struct ppa_addr block_to_ppa(struct nvm_dev *dev,
426 return ppa; 426 return ppa;
427} 427}
428 428
429typedef void (nvm_tgt_make_rq_fn)(struct request_queue *, struct bio *); 429typedef blk_qc_t (nvm_tgt_make_rq_fn)(struct request_queue *, struct bio *);
430typedef sector_t (nvm_tgt_capacity_fn)(void *); 430typedef sector_t (nvm_tgt_capacity_fn)(void *);
431typedef int (nvm_tgt_end_io_fn)(struct nvm_rq *, int); 431typedef int (nvm_tgt_end_io_fn)(struct nvm_rq *, int);
432typedef void *(nvm_tgt_init_fn)(struct nvm_dev *, struct gendisk *, int, int); 432typedef void *(nvm_tgt_init_fn)(struct nvm_dev *, struct gendisk *, int, int);