aboutsummaryrefslogtreecommitdiffstats
path: root/include/linux/blkdev.h
diff options
context:
space:
mode:
Diffstat (limited to 'include/linux/blkdev.h')
-rw-r--r--include/linux/blkdev.h259
1 files changed, 215 insertions, 44 deletions
diff --git a/include/linux/blkdev.h b/include/linux/blkdev.h
index d2a1b71e93c..a92d9e4ea96 100644
--- a/include/linux/blkdev.h
+++ b/include/linux/blkdev.h
@@ -16,14 +16,15 @@
16#include <linux/bio.h> 16#include <linux/bio.h>
17#include <linux/module.h> 17#include <linux/module.h>
18#include <linux/stringify.h> 18#include <linux/stringify.h>
19#include <linux/gfp.h>
19#include <linux/bsg.h> 20#include <linux/bsg.h>
21#include <linux/smp.h>
20 22
21#include <asm/scatterlist.h> 23#include <asm/scatterlist.h>
22 24
23struct scsi_ioctl_command; 25struct scsi_ioctl_command;
24 26
25struct request_queue; 27struct request_queue;
26typedef struct request_queue request_queue_t __deprecated;
27struct elevator_queue; 28struct elevator_queue;
28typedef struct elevator_queue elevator_t; 29typedef struct elevator_queue elevator_t;
29struct request_pm_state; 30struct request_pm_state;
@@ -34,12 +35,6 @@ struct sg_io_hdr;
34#define BLKDEV_MIN_RQ 4 35#define BLKDEV_MIN_RQ 4
35#define BLKDEV_MAX_RQ 128 /* Default maximum */ 36#define BLKDEV_MAX_RQ 128 /* Default maximum */
36 37
37int put_io_context(struct io_context *ioc);
38void exit_io_context(void);
39struct io_context *get_io_context(gfp_t gfp_flags, int node);
40struct io_context *alloc_io_context(gfp_t gfp_flags, int node);
41void copy_io_context(struct io_context **pdst, struct io_context **psrc);
42
43struct request; 38struct request;
44typedef void (rq_end_io_fn)(struct request *, int); 39typedef void (rq_end_io_fn)(struct request *, int);
45 40
@@ -61,7 +56,6 @@ enum rq_cmd_type_bits {
61 REQ_TYPE_PM_SUSPEND, /* suspend request */ 56 REQ_TYPE_PM_SUSPEND, /* suspend request */
62 REQ_TYPE_PM_RESUME, /* resume request */ 57 REQ_TYPE_PM_RESUME, /* resume request */
63 REQ_TYPE_PM_SHUTDOWN, /* shutdown request */ 58 REQ_TYPE_PM_SHUTDOWN, /* shutdown request */
64 REQ_TYPE_FLUSH, /* flush request */
65 REQ_TYPE_SPECIAL, /* driver defined type */ 59 REQ_TYPE_SPECIAL, /* driver defined type */
66 REQ_TYPE_LINUX_BLOCK, /* generic block layer message */ 60 REQ_TYPE_LINUX_BLOCK, /* generic block layer message */
67 /* 61 /*
@@ -83,19 +77,18 @@ enum rq_cmd_type_bits {
83 * 77 *
84 */ 78 */
85enum { 79enum {
86 /*
87 * just examples for now
88 */
89 REQ_LB_OP_EJECT = 0x40, /* eject request */ 80 REQ_LB_OP_EJECT = 0x40, /* eject request */
90 REQ_LB_OP_FLUSH = 0x41, /* flush device */ 81 REQ_LB_OP_FLUSH = 0x41, /* flush request */
82 REQ_LB_OP_DISCARD = 0x42, /* discard sectors */
91}; 83};
92 84
93/* 85/*
94 * request type modified bits. first three bits match BIO_RW* bits, important 86 * request type modified bits. first two bits match BIO_RW* bits, important
95 */ 87 */
96enum rq_flag_bits { 88enum rq_flag_bits {
97 __REQ_RW, /* not set, read. set, write */ 89 __REQ_RW, /* not set, read. set, write */
98 __REQ_FAILFAST, /* no low level driver retries */ 90 __REQ_FAILFAST, /* no low level driver retries */
91 __REQ_DISCARD, /* request to discard sectors */
99 __REQ_SORTED, /* elevator knows about this request */ 92 __REQ_SORTED, /* elevator knows about this request */
100 __REQ_SOFTBARRIER, /* may not be passed by ioscheduler */ 93 __REQ_SOFTBARRIER, /* may not be passed by ioscheduler */
101 __REQ_HARDBARRIER, /* may not be passed by drive either */ 94 __REQ_HARDBARRIER, /* may not be passed by drive either */
@@ -113,10 +106,12 @@ enum rq_flag_bits {
113 __REQ_ALLOCED, /* request came from our alloc pool */ 106 __REQ_ALLOCED, /* request came from our alloc pool */
114 __REQ_RW_META, /* metadata io request */ 107 __REQ_RW_META, /* metadata io request */
115 __REQ_COPY_USER, /* contains copies of user pages */ 108 __REQ_COPY_USER, /* contains copies of user pages */
109 __REQ_INTEGRITY, /* integrity metadata has been remapped */
116 __REQ_NR_BITS, /* stops here */ 110 __REQ_NR_BITS, /* stops here */
117}; 111};
118 112
119#define REQ_RW (1 << __REQ_RW) 113#define REQ_RW (1 << __REQ_RW)
114#define REQ_DISCARD (1 << __REQ_DISCARD)
120#define REQ_FAILFAST (1 << __REQ_FAILFAST) 115#define REQ_FAILFAST (1 << __REQ_FAILFAST)
121#define REQ_SORTED (1 << __REQ_SORTED) 116#define REQ_SORTED (1 << __REQ_SORTED)
122#define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER) 117#define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER)
@@ -135,6 +130,7 @@ enum rq_flag_bits {
135#define REQ_ALLOCED (1 << __REQ_ALLOCED) 130#define REQ_ALLOCED (1 << __REQ_ALLOCED)
136#define REQ_RW_META (1 << __REQ_RW_META) 131#define REQ_RW_META (1 << __REQ_RW_META)
137#define REQ_COPY_USER (1 << __REQ_COPY_USER) 132#define REQ_COPY_USER (1 << __REQ_COPY_USER)
133#define REQ_INTEGRITY (1 << __REQ_INTEGRITY)
138 134
139#define BLK_MAX_CDB 16 135#define BLK_MAX_CDB 16
140 136
@@ -145,12 +141,14 @@ enum rq_flag_bits {
145 */ 141 */
146struct request { 142struct request {
147 struct list_head queuelist; 143 struct list_head queuelist;
148 struct list_head donelist; 144 struct call_single_data csd;
145 int cpu;
149 146
150 struct request_queue *q; 147 struct request_queue *q;
151 148
152 unsigned int cmd_flags; 149 unsigned int cmd_flags;
153 enum rq_cmd_type_bits cmd_type; 150 enum rq_cmd_type_bits cmd_type;
151 unsigned long atomic_flags;
154 152
155 /* Maintain bio traversal state for part by part I/O submission. 153 /* Maintain bio traversal state for part by part I/O submission.
156 * hard_* are block layer internals, no driver should touch them! 154 * hard_* are block layer internals, no driver should touch them!
@@ -195,13 +193,6 @@ struct request {
195 */ 193 */
196 unsigned short nr_phys_segments; 194 unsigned short nr_phys_segments;
197 195
198 /* Number of scatter-gather addr+len pairs after
199 * physical and DMA remapping hardware coalescing is performed.
200 * This is the number of scatter-gather entries the driver
201 * will actually have to deal with after DMA mapping is done.
202 */
203 unsigned short nr_hw_segments;
204
205 unsigned short ioprio; 196 unsigned short ioprio;
206 197
207 void *special; 198 void *special;
@@ -225,6 +216,8 @@ struct request {
225 void *data; 216 void *data;
226 void *sense; 217 void *sense;
227 218
219 unsigned long deadline;
220 struct list_head timeout_list;
228 unsigned int timeout; 221 unsigned int timeout;
229 int retries; 222 int retries;
230 223
@@ -238,6 +231,11 @@ struct request {
238 struct request *next_rq; 231 struct request *next_rq;
239}; 232};
240 233
234static inline unsigned short req_get_ioprio(struct request *req)
235{
236 return req->ioprio;
237}
238
241/* 239/*
242 * State information carried for REQ_TYPE_PM_SUSPEND and REQ_TYPE_PM_RESUME 240 * State information carried for REQ_TYPE_PM_SUSPEND and REQ_TYPE_PM_RESUME
243 * requests. Some step values could eventually be made generic. 241 * requests. Some step values could eventually be made generic.
@@ -257,12 +255,29 @@ typedef void (request_fn_proc) (struct request_queue *q);
257typedef int (make_request_fn) (struct request_queue *q, struct bio *bio); 255typedef int (make_request_fn) (struct request_queue *q, struct bio *bio);
258typedef int (prep_rq_fn) (struct request_queue *, struct request *); 256typedef int (prep_rq_fn) (struct request_queue *, struct request *);
259typedef void (unplug_fn) (struct request_queue *); 257typedef void (unplug_fn) (struct request_queue *);
258typedef int (prepare_discard_fn) (struct request_queue *, struct request *);
260 259
261struct bio_vec; 260struct bio_vec;
262typedef int (merge_bvec_fn) (struct request_queue *, struct bio *, struct bio_vec *); 261struct bvec_merge_data {
262 struct block_device *bi_bdev;
263 sector_t bi_sector;
264 unsigned bi_size;
265 unsigned long bi_rw;
266};
267typedef int (merge_bvec_fn) (struct request_queue *, struct bvec_merge_data *,
268 struct bio_vec *);
263typedef void (prepare_flush_fn) (struct request_queue *, struct request *); 269typedef void (prepare_flush_fn) (struct request_queue *, struct request *);
264typedef void (softirq_done_fn)(struct request *); 270typedef void (softirq_done_fn)(struct request *);
265typedef int (dma_drain_needed_fn)(struct request *); 271typedef int (dma_drain_needed_fn)(struct request *);
272typedef int (lld_busy_fn) (struct request_queue *q);
273
274enum blk_eh_timer_return {
275 BLK_EH_NOT_HANDLED,
276 BLK_EH_HANDLED,
277 BLK_EH_RESET_TIMER,
278};
279
280typedef enum blk_eh_timer_return (rq_timed_out_fn)(struct request *);
266 281
267enum blk_queue_state { 282enum blk_queue_state {
268 Queue_down, 283 Queue_down,
@@ -278,6 +293,15 @@ struct blk_queue_tag {
278 atomic_t refcnt; /* map can be shared */ 293 atomic_t refcnt; /* map can be shared */
279}; 294};
280 295
296#define BLK_SCSI_MAX_CMDS (256)
297#define BLK_SCSI_CMD_PER_LONG (BLK_SCSI_MAX_CMDS / (sizeof(long) * 8))
298
299struct blk_cmd_filter {
300 unsigned long read_ok[BLK_SCSI_CMD_PER_LONG];
301 unsigned long write_ok[BLK_SCSI_CMD_PER_LONG];
302 struct kobject kobj;
303};
304
281struct request_queue 305struct request_queue
282{ 306{
283 /* 307 /*
@@ -296,10 +320,13 @@ struct request_queue
296 make_request_fn *make_request_fn; 320 make_request_fn *make_request_fn;
297 prep_rq_fn *prep_rq_fn; 321 prep_rq_fn *prep_rq_fn;
298 unplug_fn *unplug_fn; 322 unplug_fn *unplug_fn;
323 prepare_discard_fn *prepare_discard_fn;
299 merge_bvec_fn *merge_bvec_fn; 324 merge_bvec_fn *merge_bvec_fn;
300 prepare_flush_fn *prepare_flush_fn; 325 prepare_flush_fn *prepare_flush_fn;
301 softirq_done_fn *softirq_done_fn; 326 softirq_done_fn *softirq_done_fn;
327 rq_timed_out_fn *rq_timed_out_fn;
302 dma_drain_needed_fn *dma_drain_needed; 328 dma_drain_needed_fn *dma_drain_needed;
329 lld_busy_fn *lld_busy_fn;
303 330
304 /* 331 /*
305 * Dispatch queue sorting 332 * Dispatch queue sorting
@@ -374,6 +401,10 @@ struct request_queue
374 unsigned int nr_sorted; 401 unsigned int nr_sorted;
375 unsigned int in_flight; 402 unsigned int in_flight;
376 403
404 unsigned int rq_timeout;
405 struct timer_list timeout;
406 struct list_head timeout_list;
407
377 /* 408 /*
378 * sg stuff 409 * sg stuff
379 */ 410 */
@@ -396,6 +427,7 @@ struct request_queue
396#if defined(CONFIG_BLK_DEV_BSG) 427#if defined(CONFIG_BLK_DEV_BSG)
397 struct bsg_class_device bsg_dev; 428 struct bsg_class_device bsg_dev;
398#endif 429#endif
430 struct blk_cmd_filter cmd_filter;
399}; 431};
400 432
401#define QUEUE_FLAG_CLUSTER 0 /* cluster several segments into 1 */ 433#define QUEUE_FLAG_CLUSTER 0 /* cluster several segments into 1 */
@@ -409,6 +441,10 @@ struct request_queue
409#define QUEUE_FLAG_ELVSWITCH 8 /* don't use elevator, just do FIFO */ 441#define QUEUE_FLAG_ELVSWITCH 8 /* don't use elevator, just do FIFO */
410#define QUEUE_FLAG_BIDI 9 /* queue supports bidi requests */ 442#define QUEUE_FLAG_BIDI 9 /* queue supports bidi requests */
411#define QUEUE_FLAG_NOMERGES 10 /* disable merge attempts */ 443#define QUEUE_FLAG_NOMERGES 10 /* disable merge attempts */
444#define QUEUE_FLAG_SAME_COMP 11 /* force complete on same CPU */
445#define QUEUE_FLAG_FAIL_IO 12 /* fake timeout */
446#define QUEUE_FLAG_STACKABLE 13 /* supports request stacking */
447#define QUEUE_FLAG_NONROT 14 /* non-rotational device (SSD) */
412 448
413static inline int queue_is_locked(struct request_queue *q) 449static inline int queue_is_locked(struct request_queue *q)
414{ 450{
@@ -426,6 +462,32 @@ static inline void queue_flag_set_unlocked(unsigned int flag,
426 __set_bit(flag, &q->queue_flags); 462 __set_bit(flag, &q->queue_flags);
427} 463}
428 464
465static inline int queue_flag_test_and_clear(unsigned int flag,
466 struct request_queue *q)
467{
468 WARN_ON_ONCE(!queue_is_locked(q));
469
470 if (test_bit(flag, &q->queue_flags)) {
471 __clear_bit(flag, &q->queue_flags);
472 return 1;
473 }
474
475 return 0;
476}
477
478static inline int queue_flag_test_and_set(unsigned int flag,
479 struct request_queue *q)
480{
481 WARN_ON_ONCE(!queue_is_locked(q));
482
483 if (!test_bit(flag, &q->queue_flags)) {
484 __set_bit(flag, &q->queue_flags);
485 return 0;
486 }
487
488 return 1;
489}
490
429static inline void queue_flag_set(unsigned int flag, struct request_queue *q) 491static inline void queue_flag_set(unsigned int flag, struct request_queue *q)
430{ 492{
431 WARN_ON_ONCE(!queue_is_locked(q)); 493 WARN_ON_ONCE(!queue_is_locked(q));
@@ -488,7 +550,10 @@ enum {
488#define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags) 550#define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags)
489#define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags) 551#define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags)
490#define blk_queue_nomerges(q) test_bit(QUEUE_FLAG_NOMERGES, &(q)->queue_flags) 552#define blk_queue_nomerges(q) test_bit(QUEUE_FLAG_NOMERGES, &(q)->queue_flags)
553#define blk_queue_nonrot(q) test_bit(QUEUE_FLAG_NONROT, &(q)->queue_flags)
491#define blk_queue_flushing(q) ((q)->ordseq) 554#define blk_queue_flushing(q) ((q)->ordseq)
555#define blk_queue_stackable(q) \
556 test_bit(QUEUE_FLAG_STACKABLE, &(q)->queue_flags)
492 557
493#define blk_fs_request(rq) ((rq)->cmd_type == REQ_TYPE_FS) 558#define blk_fs_request(rq) ((rq)->cmd_type == REQ_TYPE_FS)
494#define blk_pc_request(rq) ((rq)->cmd_type == REQ_TYPE_BLOCK_PC) 559#define blk_pc_request(rq) ((rq)->cmd_type == REQ_TYPE_BLOCK_PC)
@@ -498,16 +563,18 @@ enum {
498#define blk_noretry_request(rq) ((rq)->cmd_flags & REQ_FAILFAST) 563#define blk_noretry_request(rq) ((rq)->cmd_flags & REQ_FAILFAST)
499#define blk_rq_started(rq) ((rq)->cmd_flags & REQ_STARTED) 564#define blk_rq_started(rq) ((rq)->cmd_flags & REQ_STARTED)
500 565
501#define blk_account_rq(rq) (blk_rq_started(rq) && blk_fs_request(rq)) 566#define blk_account_rq(rq) (blk_rq_started(rq) && (blk_fs_request(rq) || blk_discard_rq(rq)))
502 567
503#define blk_pm_suspend_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_SUSPEND) 568#define blk_pm_suspend_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_SUSPEND)
504#define blk_pm_resume_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_RESUME) 569#define blk_pm_resume_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_RESUME)
505#define blk_pm_request(rq) \ 570#define blk_pm_request(rq) \
506 (blk_pm_suspend_request(rq) || blk_pm_resume_request(rq)) 571 (blk_pm_suspend_request(rq) || blk_pm_resume_request(rq))
507 572
573#define blk_rq_cpu_valid(rq) ((rq)->cpu != -1)
508#define blk_sorted_rq(rq) ((rq)->cmd_flags & REQ_SORTED) 574#define blk_sorted_rq(rq) ((rq)->cmd_flags & REQ_SORTED)
509#define blk_barrier_rq(rq) ((rq)->cmd_flags & REQ_HARDBARRIER) 575#define blk_barrier_rq(rq) ((rq)->cmd_flags & REQ_HARDBARRIER)
510#define blk_fua_rq(rq) ((rq)->cmd_flags & REQ_FUA) 576#define blk_fua_rq(rq) ((rq)->cmd_flags & REQ_FUA)
577#define blk_discard_rq(rq) ((rq)->cmd_flags & REQ_DISCARD)
511#define blk_bidi_rq(rq) ((rq)->next_rq != NULL) 578#define blk_bidi_rq(rq) ((rq)->next_rq != NULL)
512#define blk_empty_barrier(rq) (blk_barrier_rq(rq) && blk_fs_request(rq) && !(rq)->hard_nr_sectors) 579#define blk_empty_barrier(rq) (blk_barrier_rq(rq) && blk_fs_request(rq) && !(rq)->hard_nr_sectors)
513/* rq->queuelist of dequeued request must be list_empty() */ 580/* rq->queuelist of dequeued request must be list_empty() */
@@ -554,7 +621,8 @@ static inline void blk_clear_queue_full(struct request_queue *q, int rw)
554#define RQ_NOMERGE_FLAGS \ 621#define RQ_NOMERGE_FLAGS \
555 (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER) 622 (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER)
556#define rq_mergeable(rq) \ 623#define rq_mergeable(rq) \
557 (!((rq)->cmd_flags & RQ_NOMERGE_FLAGS) && blk_fs_request((rq))) 624 (!((rq)->cmd_flags & RQ_NOMERGE_FLAGS) && \
625 (blk_discard_rq(rq) || blk_fs_request((rq))))
558 626
559/* 627/*
560 * q->prep_rq_fn return values 628 * q->prep_rq_fn return values
@@ -599,6 +667,12 @@ static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio)
599} 667}
600#endif /* CONFIG_MMU */ 668#endif /* CONFIG_MMU */
601 669
670struct rq_map_data {
671 struct page **pages;
672 int page_order;
673 int nr_entries;
674};
675
602struct req_iterator { 676struct req_iterator {
603 int i; 677 int i;
604 struct bio *bio; 678 struct bio *bio;
@@ -623,11 +697,15 @@ extern void generic_make_request(struct bio *bio);
623extern void blk_rq_init(struct request_queue *q, struct request *rq); 697extern void blk_rq_init(struct request_queue *q, struct request *rq);
624extern void blk_put_request(struct request *); 698extern void blk_put_request(struct request *);
625extern void __blk_put_request(struct request_queue *, struct request *); 699extern void __blk_put_request(struct request_queue *, struct request *);
626extern void blk_end_sync_rq(struct request *rq, int error);
627extern struct request *blk_get_request(struct request_queue *, int, gfp_t); 700extern struct request *blk_get_request(struct request_queue *, int, gfp_t);
628extern void blk_insert_request(struct request_queue *, struct request *, int, void *); 701extern void blk_insert_request(struct request_queue *, struct request *, int, void *);
629extern void blk_requeue_request(struct request_queue *, struct request *); 702extern void blk_requeue_request(struct request_queue *, struct request *);
703extern int blk_rq_check_limits(struct request_queue *q, struct request *rq);
704extern int blk_lld_busy(struct request_queue *q);
705extern int blk_insert_cloned_request(struct request_queue *q,
706 struct request *rq);
630extern void blk_plug_device(struct request_queue *); 707extern void blk_plug_device(struct request_queue *);
708extern void blk_plug_device_unlocked(struct request_queue *);
631extern int blk_remove_plug(struct request_queue *); 709extern int blk_remove_plug(struct request_queue *);
632extern void blk_recount_segments(struct request_queue *, struct bio *); 710extern void blk_recount_segments(struct request_queue *, struct bio *);
633extern int scsi_cmd_ioctl(struct file *, struct request_queue *, 711extern int scsi_cmd_ioctl(struct file *, struct request_queue *,
@@ -667,16 +745,18 @@ extern void __blk_stop_queue(struct request_queue *q);
667extern void __blk_run_queue(struct request_queue *); 745extern void __blk_run_queue(struct request_queue *);
668extern void blk_run_queue(struct request_queue *); 746extern void blk_run_queue(struct request_queue *);
669extern void blk_start_queueing(struct request_queue *); 747extern void blk_start_queueing(struct request_queue *);
670extern int blk_rq_map_user(struct request_queue *, struct request *, void __user *, unsigned long); 748extern int blk_rq_map_user(struct request_queue *, struct request *,
749 struct rq_map_data *, void __user *, unsigned long,
750 gfp_t);
671extern int blk_rq_unmap_user(struct bio *); 751extern int blk_rq_unmap_user(struct bio *);
672extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t); 752extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t);
673extern int blk_rq_map_user_iov(struct request_queue *, struct request *, 753extern int blk_rq_map_user_iov(struct request_queue *, struct request *,
674 struct sg_iovec *, int, unsigned int); 754 struct rq_map_data *, struct sg_iovec *, int,
755 unsigned int, gfp_t);
675extern int blk_execute_rq(struct request_queue *, struct gendisk *, 756extern int blk_execute_rq(struct request_queue *, struct gendisk *,
676 struct request *, int); 757 struct request *, int);
677extern void blk_execute_rq_nowait(struct request_queue *, struct gendisk *, 758extern void blk_execute_rq_nowait(struct request_queue *, struct gendisk *,
678 struct request *, int, rq_end_io_fn *); 759 struct request *, int, rq_end_io_fn *);
679extern int blk_verify_command(unsigned char *, int);
680extern void blk_unplug(struct request_queue *q); 760extern void blk_unplug(struct request_queue *q);
681 761
682static inline struct request_queue *bdev_get_queue(struct block_device *bdev) 762static inline struct request_queue *bdev_get_queue(struct block_device *bdev)
@@ -713,12 +793,15 @@ extern int __blk_end_request(struct request *rq, int error,
713extern int blk_end_bidi_request(struct request *rq, int error, 793extern int blk_end_bidi_request(struct request *rq, int error,
714 unsigned int nr_bytes, unsigned int bidi_bytes); 794 unsigned int nr_bytes, unsigned int bidi_bytes);
715extern void end_request(struct request *, int); 795extern void end_request(struct request *, int);
716extern void end_queued_request(struct request *, int);
717extern void end_dequeued_request(struct request *, int);
718extern int blk_end_request_callback(struct request *rq, int error, 796extern int blk_end_request_callback(struct request *rq, int error,
719 unsigned int nr_bytes, 797 unsigned int nr_bytes,
720 int (drv_callback)(struct request *)); 798 int (drv_callback)(struct request *));
721extern void blk_complete_request(struct request *); 799extern void blk_complete_request(struct request *);
800extern void __blk_complete_request(struct request *);
801extern void blk_abort_request(struct request *);
802extern void blk_abort_queue(struct request_queue *);
803extern void blk_update_request(struct request *rq, int error,
804 unsigned int nr_bytes);
722 805
723/* 806/*
724 * blk_end_request() takes bytes instead of sectors as a complete size. 807 * blk_end_request() takes bytes instead of sectors as a complete size.
@@ -749,15 +832,20 @@ extern void blk_queue_max_segment_size(struct request_queue *, unsigned int);
749extern void blk_queue_hardsect_size(struct request_queue *, unsigned short); 832extern void blk_queue_hardsect_size(struct request_queue *, unsigned short);
750extern void blk_queue_stack_limits(struct request_queue *t, struct request_queue *b); 833extern void blk_queue_stack_limits(struct request_queue *t, struct request_queue *b);
751extern void blk_queue_dma_pad(struct request_queue *, unsigned int); 834extern void blk_queue_dma_pad(struct request_queue *, unsigned int);
835extern void blk_queue_update_dma_pad(struct request_queue *, unsigned int);
752extern int blk_queue_dma_drain(struct request_queue *q, 836extern int blk_queue_dma_drain(struct request_queue *q,
753 dma_drain_needed_fn *dma_drain_needed, 837 dma_drain_needed_fn *dma_drain_needed,
754 void *buf, unsigned int size); 838 void *buf, unsigned int size);
839extern void blk_queue_lld_busy(struct request_queue *q, lld_busy_fn *fn);
755extern void blk_queue_segment_boundary(struct request_queue *, unsigned long); 840extern void blk_queue_segment_boundary(struct request_queue *, unsigned long);
756extern void blk_queue_prep_rq(struct request_queue *, prep_rq_fn *pfn); 841extern void blk_queue_prep_rq(struct request_queue *, prep_rq_fn *pfn);
757extern void blk_queue_merge_bvec(struct request_queue *, merge_bvec_fn *); 842extern void blk_queue_merge_bvec(struct request_queue *, merge_bvec_fn *);
758extern void blk_queue_dma_alignment(struct request_queue *, int); 843extern void blk_queue_dma_alignment(struct request_queue *, int);
759extern void blk_queue_update_dma_alignment(struct request_queue *, int); 844extern void blk_queue_update_dma_alignment(struct request_queue *, int);
760extern void blk_queue_softirq_done(struct request_queue *, softirq_done_fn *); 845extern void blk_queue_softirq_done(struct request_queue *, softirq_done_fn *);
846extern void blk_queue_set_discard(struct request_queue *, prepare_discard_fn *);
847extern void blk_queue_rq_timed_out(struct request_queue *, rq_timed_out_fn *);
848extern void blk_queue_rq_timeout(struct request_queue *, unsigned int);
761extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev); 849extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev);
762extern int blk_queue_ordered(struct request_queue *, unsigned, prepare_flush_fn *); 850extern int blk_queue_ordered(struct request_queue *, unsigned, prepare_flush_fn *);
763extern int blk_do_ordered(struct request_queue *, struct request **); 851extern int blk_do_ordered(struct request_queue *, struct request **);
@@ -779,8 +867,6 @@ extern void blk_put_queue(struct request_queue *);
779/* 867/*
780 * tag stuff 868 * tag stuff
781 */ 869 */
782#define blk_queue_tag_depth(q) ((q)->queue_tags->busy)
783#define blk_queue_tag_queue(q) ((q)->queue_tags->busy < (q)->queue_tags->max_depth)
784#define blk_rq_tagged(rq) ((rq)->cmd_flags & REQ_QUEUED) 870#define blk_rq_tagged(rq) ((rq)->cmd_flags & REQ_QUEUED)
785extern int blk_queue_start_tag(struct request_queue *, struct request *); 871extern int blk_queue_start_tag(struct request_queue *, struct request *);
786extern struct request *blk_queue_find_tag(struct request_queue *, int); 872extern struct request *blk_queue_find_tag(struct request_queue *, int);
@@ -801,6 +887,23 @@ static inline struct request *blk_map_queue_find_tag(struct blk_queue_tag *bqt,
801} 887}
802 888
803extern int blkdev_issue_flush(struct block_device *, sector_t *); 889extern int blkdev_issue_flush(struct block_device *, sector_t *);
890extern int blkdev_issue_discard(struct block_device *,
891 sector_t sector, sector_t nr_sects, gfp_t);
892
893static inline int sb_issue_discard(struct super_block *sb,
894 sector_t block, sector_t nr_blocks)
895{
896 block <<= (sb->s_blocksize_bits - 9);
897 nr_blocks <<= (sb->s_blocksize_bits - 9);
898 return blkdev_issue_discard(sb->s_bdev, block, nr_blocks, GFP_KERNEL);
899}
900
901/*
902* command filter functions
903*/
904extern int blk_verify_command(struct blk_cmd_filter *filter,
905 unsigned char *cmd, int has_write_perm);
906extern void blk_set_cmd_filter_defaults(struct blk_cmd_filter *filter);
804 907
805#define MAX_PHYS_SEGMENTS 128 908#define MAX_PHYS_SEGMENTS 128
806#define MAX_HW_SEGMENTS 128 909#define MAX_HW_SEGMENTS 128
@@ -831,6 +934,13 @@ static inline int queue_dma_alignment(struct request_queue *q)
831 return q ? q->dma_alignment : 511; 934 return q ? q->dma_alignment : 511;
832} 935}
833 936
937static inline int blk_rq_aligned(struct request_queue *q, void *addr,
938 unsigned int len)
939{
940 unsigned int alignment = queue_dma_alignment(q) | q->dma_pad_mask;
941 return !((unsigned long)addr & alignment) && !(len & alignment);
942}
943
834/* assumes size > 256 */ 944/* assumes size > 256 */
835static inline unsigned int blksize_bits(unsigned int size) 945static inline unsigned int blksize_bits(unsigned int size)
836{ 946{
@@ -857,7 +967,7 @@ static inline void put_dev_sector(Sector p)
857} 967}
858 968
859struct work_struct; 969struct work_struct;
860int kblockd_schedule_work(struct work_struct *work); 970int kblockd_schedule_work(struct request_queue *q, struct work_struct *work);
861void kblockd_flush_work(struct work_struct *work); 971void kblockd_flush_work(struct work_struct *work);
862 972
863#define MODULE_ALIAS_BLOCKDEV(major,minor) \ 973#define MODULE_ALIAS_BLOCKDEV(major,minor) \
@@ -865,28 +975,89 @@ void kblockd_flush_work(struct work_struct *work);
865#define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \ 975#define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \
866 MODULE_ALIAS("block-major-" __stringify(major) "-*") 976 MODULE_ALIAS("block-major-" __stringify(major) "-*")
867 977
978#if defined(CONFIG_BLK_DEV_INTEGRITY)
868 979
869#else /* CONFIG_BLOCK */ 980#define INTEGRITY_FLAG_READ 2 /* verify data integrity on read */
870/* 981#define INTEGRITY_FLAG_WRITE 4 /* generate data integrity on write */
871 * stubs for when the block layer is configured out
872 */
873#define buffer_heads_over_limit 0
874 982
875static inline long nr_blockdev_pages(void) 983struct blk_integrity_exchg {
984 void *prot_buf;
985 void *data_buf;
986 sector_t sector;
987 unsigned int data_size;
988 unsigned short sector_size;
989 const char *disk_name;
990};
991
992typedef void (integrity_gen_fn) (struct blk_integrity_exchg *);
993typedef int (integrity_vrfy_fn) (struct blk_integrity_exchg *);
994typedef void (integrity_set_tag_fn) (void *, void *, unsigned int);
995typedef void (integrity_get_tag_fn) (void *, void *, unsigned int);
996
997struct blk_integrity {
998 integrity_gen_fn *generate_fn;
999 integrity_vrfy_fn *verify_fn;
1000 integrity_set_tag_fn *set_tag_fn;
1001 integrity_get_tag_fn *get_tag_fn;
1002
1003 unsigned short flags;
1004 unsigned short tuple_size;
1005 unsigned short sector_size;
1006 unsigned short tag_size;
1007
1008 const char *name;
1009
1010 struct kobject kobj;
1011};
1012
1013extern int blk_integrity_register(struct gendisk *, struct blk_integrity *);
1014extern void blk_integrity_unregister(struct gendisk *);
1015extern int blk_integrity_compare(struct gendisk *, struct gendisk *);
1016extern int blk_rq_map_integrity_sg(struct request *, struct scatterlist *);
1017extern int blk_rq_count_integrity_sg(struct request *);
1018
1019static inline
1020struct blk_integrity *bdev_get_integrity(struct block_device *bdev)
876{ 1021{
877 return 0; 1022 return bdev->bd_disk->integrity;
878} 1023}
879 1024
880static inline void exit_io_context(void) 1025static inline struct blk_integrity *blk_get_integrity(struct gendisk *disk)
881{ 1026{
1027 return disk->integrity;
882} 1028}
883 1029
884struct io_context; 1030static inline int blk_integrity_rq(struct request *rq)
885static inline int put_io_context(struct io_context *ioc)
886{ 1031{
887 return 1; 1032 if (rq->bio == NULL)
1033 return 0;
1034
1035 return bio_integrity(rq->bio);
888} 1036}
889 1037
1038#else /* CONFIG_BLK_DEV_INTEGRITY */
1039
1040#define blk_integrity_rq(rq) (0)
1041#define blk_rq_count_integrity_sg(a) (0)
1042#define blk_rq_map_integrity_sg(a, b) (0)
1043#define bdev_get_integrity(a) (0)
1044#define blk_get_integrity(a) (0)
1045#define blk_integrity_compare(a, b) (0)
1046#define blk_integrity_register(a, b) (0)
1047#define blk_integrity_unregister(a) do { } while (0);
1048
1049#endif /* CONFIG_BLK_DEV_INTEGRITY */
1050
1051#else /* CONFIG_BLOCK */
1052/*
1053 * stubs for when the block layer is configured out
1054 */
1055#define buffer_heads_over_limit 0
1056
1057static inline long nr_blockdev_pages(void)
1058{
1059 return 0;
1060}
890 1061
891#endif /* CONFIG_BLOCK */ 1062#endif /* CONFIG_BLOCK */
892 1063