diff options
| author | Ingo Molnar <mingo@elte.hu> | 2008-10-15 07:46:29 -0400 |
|---|---|---|
| committer | Ingo Molnar <mingo@elte.hu> | 2008-10-15 07:46:29 -0400 |
| commit | b2aaf8f74cdc84a9182f6cabf198b7763bcb9d40 (patch) | |
| tree | 53ccb1c2c14751fe69cf93102e76e97021f6df07 /include/linux/blkdev.h | |
| parent | 4f962d4d65923d7b722192e729840cfb79af0a5a (diff) | |
| parent | 278429cff8809958d25415ba0ed32b59866ab1a8 (diff) | |
Merge branch 'linus' into stackprotector
Conflicts:
arch/x86/kernel/Makefile
include/asm-x86/pda.h
Diffstat (limited to 'include/linux/blkdev.h')
| -rw-r--r-- | include/linux/blkdev.h | 259 |
1 files changed, 215 insertions, 44 deletions
diff --git a/include/linux/blkdev.h b/include/linux/blkdev.h index d2a1b71e93c..a92d9e4ea96 100644 --- a/include/linux/blkdev.h +++ b/include/linux/blkdev.h | |||
| @@ -16,14 +16,15 @@ | |||
| 16 | #include <linux/bio.h> | 16 | #include <linux/bio.h> |
| 17 | #include <linux/module.h> | 17 | #include <linux/module.h> |
| 18 | #include <linux/stringify.h> | 18 | #include <linux/stringify.h> |
| 19 | #include <linux/gfp.h> | ||
| 19 | #include <linux/bsg.h> | 20 | #include <linux/bsg.h> |
| 21 | #include <linux/smp.h> | ||
| 20 | 22 | ||
| 21 | #include <asm/scatterlist.h> | 23 | #include <asm/scatterlist.h> |
| 22 | 24 | ||
| 23 | struct scsi_ioctl_command; | 25 | struct scsi_ioctl_command; |
| 24 | 26 | ||
| 25 | struct request_queue; | 27 | struct request_queue; |
| 26 | typedef struct request_queue request_queue_t __deprecated; | ||
| 27 | struct elevator_queue; | 28 | struct elevator_queue; |
| 28 | typedef struct elevator_queue elevator_t; | 29 | typedef struct elevator_queue elevator_t; |
| 29 | struct request_pm_state; | 30 | struct request_pm_state; |
| @@ -34,12 +35,6 @@ struct sg_io_hdr; | |||
| 34 | #define BLKDEV_MIN_RQ 4 | 35 | #define BLKDEV_MIN_RQ 4 |
| 35 | #define BLKDEV_MAX_RQ 128 /* Default maximum */ | 36 | #define BLKDEV_MAX_RQ 128 /* Default maximum */ |
| 36 | 37 | ||
| 37 | int put_io_context(struct io_context *ioc); | ||
| 38 | void exit_io_context(void); | ||
| 39 | struct io_context *get_io_context(gfp_t gfp_flags, int node); | ||
| 40 | struct io_context *alloc_io_context(gfp_t gfp_flags, int node); | ||
| 41 | void copy_io_context(struct io_context **pdst, struct io_context **psrc); | ||
| 42 | |||
| 43 | struct request; | 38 | struct request; |
| 44 | typedef void (rq_end_io_fn)(struct request *, int); | 39 | typedef void (rq_end_io_fn)(struct request *, int); |
| 45 | 40 | ||
| @@ -61,7 +56,6 @@ enum rq_cmd_type_bits { | |||
| 61 | REQ_TYPE_PM_SUSPEND, /* suspend request */ | 56 | REQ_TYPE_PM_SUSPEND, /* suspend request */ |
| 62 | REQ_TYPE_PM_RESUME, /* resume request */ | 57 | REQ_TYPE_PM_RESUME, /* resume request */ |
| 63 | REQ_TYPE_PM_SHUTDOWN, /* shutdown request */ | 58 | REQ_TYPE_PM_SHUTDOWN, /* shutdown request */ |
| 64 | REQ_TYPE_FLUSH, /* flush request */ | ||
| 65 | REQ_TYPE_SPECIAL, /* driver defined type */ | 59 | REQ_TYPE_SPECIAL, /* driver defined type */ |
| 66 | REQ_TYPE_LINUX_BLOCK, /* generic block layer message */ | 60 | REQ_TYPE_LINUX_BLOCK, /* generic block layer message */ |
| 67 | /* | 61 | /* |
| @@ -83,19 +77,18 @@ enum rq_cmd_type_bits { | |||
| 83 | * | 77 | * |
| 84 | */ | 78 | */ |
| 85 | enum { | 79 | enum { |
| 86 | /* | ||
| 87 | * just examples for now | ||
| 88 | */ | ||
| 89 | REQ_LB_OP_EJECT = 0x40, /* eject request */ | 80 | REQ_LB_OP_EJECT = 0x40, /* eject request */ |
| 90 | REQ_LB_OP_FLUSH = 0x41, /* flush device */ | 81 | REQ_LB_OP_FLUSH = 0x41, /* flush request */ |
| 82 | REQ_LB_OP_DISCARD = 0x42, /* discard sectors */ | ||
| 91 | }; | 83 | }; |
| 92 | 84 | ||
| 93 | /* | 85 | /* |
| 94 | * request type modified bits. first three bits match BIO_RW* bits, important | 86 | * request type modified bits. first two bits match BIO_RW* bits, important |
| 95 | */ | 87 | */ |
| 96 | enum rq_flag_bits { | 88 | enum rq_flag_bits { |
| 97 | __REQ_RW, /* not set, read. set, write */ | 89 | __REQ_RW, /* not set, read. set, write */ |
| 98 | __REQ_FAILFAST, /* no low level driver retries */ | 90 | __REQ_FAILFAST, /* no low level driver retries */ |
| 91 | __REQ_DISCARD, /* request to discard sectors */ | ||
| 99 | __REQ_SORTED, /* elevator knows about this request */ | 92 | __REQ_SORTED, /* elevator knows about this request */ |
| 100 | __REQ_SOFTBARRIER, /* may not be passed by ioscheduler */ | 93 | __REQ_SOFTBARRIER, /* may not be passed by ioscheduler */ |
| 101 | __REQ_HARDBARRIER, /* may not be passed by drive either */ | 94 | __REQ_HARDBARRIER, /* may not be passed by drive either */ |
| @@ -113,10 +106,12 @@ enum rq_flag_bits { | |||
| 113 | __REQ_ALLOCED, /* request came from our alloc pool */ | 106 | __REQ_ALLOCED, /* request came from our alloc pool */ |
| 114 | __REQ_RW_META, /* metadata io request */ | 107 | __REQ_RW_META, /* metadata io request */ |
| 115 | __REQ_COPY_USER, /* contains copies of user pages */ | 108 | __REQ_COPY_USER, /* contains copies of user pages */ |
| 109 | __REQ_INTEGRITY, /* integrity metadata has been remapped */ | ||
| 116 | __REQ_NR_BITS, /* stops here */ | 110 | __REQ_NR_BITS, /* stops here */ |
| 117 | }; | 111 | }; |
| 118 | 112 | ||
| 119 | #define REQ_RW (1 << __REQ_RW) | 113 | #define REQ_RW (1 << __REQ_RW) |
| 114 | #define REQ_DISCARD (1 << __REQ_DISCARD) | ||
| 120 | #define REQ_FAILFAST (1 << __REQ_FAILFAST) | 115 | #define REQ_FAILFAST (1 << __REQ_FAILFAST) |
| 121 | #define REQ_SORTED (1 << __REQ_SORTED) | 116 | #define REQ_SORTED (1 << __REQ_SORTED) |
| 122 | #define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER) | 117 | #define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER) |
| @@ -135,6 +130,7 @@ enum rq_flag_bits { | |||
| 135 | #define REQ_ALLOCED (1 << __REQ_ALLOCED) | 130 | #define REQ_ALLOCED (1 << __REQ_ALLOCED) |
| 136 | #define REQ_RW_META (1 << __REQ_RW_META) | 131 | #define REQ_RW_META (1 << __REQ_RW_META) |
| 137 | #define REQ_COPY_USER (1 << __REQ_COPY_USER) | 132 | #define REQ_COPY_USER (1 << __REQ_COPY_USER) |
| 133 | #define REQ_INTEGRITY (1 << __REQ_INTEGRITY) | ||
| 138 | 134 | ||
| 139 | #define BLK_MAX_CDB 16 | 135 | #define BLK_MAX_CDB 16 |
| 140 | 136 | ||
| @@ -145,12 +141,14 @@ enum rq_flag_bits { | |||
| 145 | */ | 141 | */ |
| 146 | struct request { | 142 | struct request { |
| 147 | struct list_head queuelist; | 143 | struct list_head queuelist; |
| 148 | struct list_head donelist; | 144 | struct call_single_data csd; |
| 145 | int cpu; | ||
| 149 | 146 | ||
| 150 | struct request_queue *q; | 147 | struct request_queue *q; |
| 151 | 148 | ||
| 152 | unsigned int cmd_flags; | 149 | unsigned int cmd_flags; |
| 153 | enum rq_cmd_type_bits cmd_type; | 150 | enum rq_cmd_type_bits cmd_type; |
| 151 | unsigned long atomic_flags; | ||
| 154 | 152 | ||
| 155 | /* Maintain bio traversal state for part by part I/O submission. | 153 | /* Maintain bio traversal state for part by part I/O submission. |
| 156 | * hard_* are block layer internals, no driver should touch them! | 154 | * hard_* are block layer internals, no driver should touch them! |
| @@ -195,13 +193,6 @@ struct request { | |||
| 195 | */ | 193 | */ |
| 196 | unsigned short nr_phys_segments; | 194 | unsigned short nr_phys_segments; |
| 197 | 195 | ||
| 198 | /* Number of scatter-gather addr+len pairs after | ||
| 199 | * physical and DMA remapping hardware coalescing is performed. | ||
| 200 | * This is the number of scatter-gather entries the driver | ||
| 201 | * will actually have to deal with after DMA mapping is done. | ||
| 202 | */ | ||
| 203 | unsigned short nr_hw_segments; | ||
| 204 | |||
| 205 | unsigned short ioprio; | 196 | unsigned short ioprio; |
| 206 | 197 | ||
| 207 | void *special; | 198 | void *special; |
| @@ -225,6 +216,8 @@ struct request { | |||
| 225 | void *data; | 216 | void *data; |
| 226 | void *sense; | 217 | void *sense; |
| 227 | 218 | ||
| 219 | unsigned long deadline; | ||
| 220 | struct list_head timeout_list; | ||
| 228 | unsigned int timeout; | 221 | unsigned int timeout; |
| 229 | int retries; | 222 | int retries; |
| 230 | 223 | ||
| @@ -238,6 +231,11 @@ struct request { | |||
| 238 | struct request *next_rq; | 231 | struct request *next_rq; |
| 239 | }; | 232 | }; |
| 240 | 233 | ||
| 234 | static inline unsigned short req_get_ioprio(struct request *req) | ||
| 235 | { | ||
| 236 | return req->ioprio; | ||
| 237 | } | ||
| 238 | |||
| 241 | /* | 239 | /* |
| 242 | * State information carried for REQ_TYPE_PM_SUSPEND and REQ_TYPE_PM_RESUME | 240 | * State information carried for REQ_TYPE_PM_SUSPEND and REQ_TYPE_PM_RESUME |
| 243 | * requests. Some step values could eventually be made generic. | 241 | * requests. Some step values could eventually be made generic. |
| @@ -257,12 +255,29 @@ typedef void (request_fn_proc) (struct request_queue *q); | |||
| 257 | typedef int (make_request_fn) (struct request_queue *q, struct bio *bio); | 255 | typedef int (make_request_fn) (struct request_queue *q, struct bio *bio); |
| 258 | typedef int (prep_rq_fn) (struct request_queue *, struct request *); | 256 | typedef int (prep_rq_fn) (struct request_queue *, struct request *); |
| 259 | typedef void (unplug_fn) (struct request_queue *); | 257 | typedef void (unplug_fn) (struct request_queue *); |
| 258 | typedef int (prepare_discard_fn) (struct request_queue *, struct request *); | ||
| 260 | 259 | ||
| 261 | struct bio_vec; | 260 | struct bio_vec; |
| 262 | typedef int (merge_bvec_fn) (struct request_queue *, struct bio *, struct bio_vec *); | 261 | struct bvec_merge_data { |
| 262 | struct block_device *bi_bdev; | ||
| 263 | sector_t bi_sector; | ||
| 264 | unsigned bi_size; | ||
| 265 | unsigned long bi_rw; | ||
| 266 | }; | ||
| 267 | typedef int (merge_bvec_fn) (struct request_queue *, struct bvec_merge_data *, | ||
| 268 | struct bio_vec *); | ||
| 263 | typedef void (prepare_flush_fn) (struct request_queue *, struct request *); | 269 | typedef void (prepare_flush_fn) (struct request_queue *, struct request *); |
| 264 | typedef void (softirq_done_fn)(struct request *); | 270 | typedef void (softirq_done_fn)(struct request *); |
| 265 | typedef int (dma_drain_needed_fn)(struct request *); | 271 | typedef int (dma_drain_needed_fn)(struct request *); |
| 272 | typedef int (lld_busy_fn) (struct request_queue *q); | ||
| 273 | |||
| 274 | enum blk_eh_timer_return { | ||
| 275 | BLK_EH_NOT_HANDLED, | ||
| 276 | BLK_EH_HANDLED, | ||
| 277 | BLK_EH_RESET_TIMER, | ||
| 278 | }; | ||
| 279 | |||
| 280 | typedef enum blk_eh_timer_return (rq_timed_out_fn)(struct request *); | ||
| 266 | 281 | ||
| 267 | enum blk_queue_state { | 282 | enum blk_queue_state { |
| 268 | Queue_down, | 283 | Queue_down, |
| @@ -278,6 +293,15 @@ struct blk_queue_tag { | |||
| 278 | atomic_t refcnt; /* map can be shared */ | 293 | atomic_t refcnt; /* map can be shared */ |
| 279 | }; | 294 | }; |
| 280 | 295 | ||
| 296 | #define BLK_SCSI_MAX_CMDS (256) | ||
| 297 | #define BLK_SCSI_CMD_PER_LONG (BLK_SCSI_MAX_CMDS / (sizeof(long) * 8)) | ||
| 298 | |||
| 299 | struct blk_cmd_filter { | ||
| 300 | unsigned long read_ok[BLK_SCSI_CMD_PER_LONG]; | ||
| 301 | unsigned long write_ok[BLK_SCSI_CMD_PER_LONG]; | ||
| 302 | struct kobject kobj; | ||
| 303 | }; | ||
| 304 | |||
| 281 | struct request_queue | 305 | struct request_queue |
| 282 | { | 306 | { |
| 283 | /* | 307 | /* |
| @@ -296,10 +320,13 @@ struct request_queue | |||
| 296 | make_request_fn *make_request_fn; | 320 | make_request_fn *make_request_fn; |
| 297 | prep_rq_fn *prep_rq_fn; | 321 | prep_rq_fn *prep_rq_fn; |
| 298 | unplug_fn *unplug_fn; | 322 | unplug_fn *unplug_fn; |
| 323 | prepare_discard_fn *prepare_discard_fn; | ||
| 299 | merge_bvec_fn *merge_bvec_fn; | 324 | merge_bvec_fn *merge_bvec_fn; |
| 300 | prepare_flush_fn *prepare_flush_fn; | 325 | prepare_flush_fn *prepare_flush_fn; |
| 301 | softirq_done_fn *softirq_done_fn; | 326 | softirq_done_fn *softirq_done_fn; |
| 327 | rq_timed_out_fn *rq_timed_out_fn; | ||
| 302 | dma_drain_needed_fn *dma_drain_needed; | 328 | dma_drain_needed_fn *dma_drain_needed; |
| 329 | lld_busy_fn *lld_busy_fn; | ||
| 303 | 330 | ||
| 304 | /* | 331 | /* |
| 305 | * Dispatch queue sorting | 332 | * Dispatch queue sorting |
| @@ -374,6 +401,10 @@ struct request_queue | |||
| 374 | unsigned int nr_sorted; | 401 | unsigned int nr_sorted; |
| 375 | unsigned int in_flight; | 402 | unsigned int in_flight; |
| 376 | 403 | ||
| 404 | unsigned int rq_timeout; | ||
| 405 | struct timer_list timeout; | ||
| 406 | struct list_head timeout_list; | ||
| 407 | |||
| 377 | /* | 408 | /* |
| 378 | * sg stuff | 409 | * sg stuff |
| 379 | */ | 410 | */ |
| @@ -396,6 +427,7 @@ struct request_queue | |||
| 396 | #if defined(CONFIG_BLK_DEV_BSG) | 427 | #if defined(CONFIG_BLK_DEV_BSG) |
| 397 | struct bsg_class_device bsg_dev; | 428 | struct bsg_class_device bsg_dev; |
| 398 | #endif | 429 | #endif |
| 430 | struct blk_cmd_filter cmd_filter; | ||
| 399 | }; | 431 | }; |
| 400 | 432 | ||
| 401 | #define QUEUE_FLAG_CLUSTER 0 /* cluster several segments into 1 */ | 433 | #define QUEUE_FLAG_CLUSTER 0 /* cluster several segments into 1 */ |
| @@ -409,6 +441,10 @@ struct request_queue | |||
| 409 | #define QUEUE_FLAG_ELVSWITCH 8 /* don't use elevator, just do FIFO */ | 441 | #define QUEUE_FLAG_ELVSWITCH 8 /* don't use elevator, just do FIFO */ |
| 410 | #define QUEUE_FLAG_BIDI 9 /* queue supports bidi requests */ | 442 | #define QUEUE_FLAG_BIDI 9 /* queue supports bidi requests */ |
| 411 | #define QUEUE_FLAG_NOMERGES 10 /* disable merge attempts */ | 443 | #define QUEUE_FLAG_NOMERGES 10 /* disable merge attempts */ |
| 444 | #define QUEUE_FLAG_SAME_COMP 11 /* force complete on same CPU */ | ||
| 445 | #define QUEUE_FLAG_FAIL_IO 12 /* fake timeout */ | ||
| 446 | #define QUEUE_FLAG_STACKABLE 13 /* supports request stacking */ | ||
| 447 | #define QUEUE_FLAG_NONROT 14 /* non-rotational device (SSD) */ | ||
| 412 | 448 | ||
| 413 | static inline int queue_is_locked(struct request_queue *q) | 449 | static inline int queue_is_locked(struct request_queue *q) |
| 414 | { | 450 | { |
| @@ -426,6 +462,32 @@ static inline void queue_flag_set_unlocked(unsigned int flag, | |||
| 426 | __set_bit(flag, &q->queue_flags); | 462 | __set_bit(flag, &q->queue_flags); |
| 427 | } | 463 | } |
| 428 | 464 | ||
| 465 | static inline int queue_flag_test_and_clear(unsigned int flag, | ||
| 466 | struct request_queue *q) | ||
| 467 | { | ||
| 468 | WARN_ON_ONCE(!queue_is_locked(q)); | ||
| 469 | |||
| 470 | if (test_bit(flag, &q->queue_flags)) { | ||
| 471 | __clear_bit(flag, &q->queue_flags); | ||
| 472 | return 1; | ||
| 473 | } | ||
| 474 | |||
| 475 | return 0; | ||
| 476 | } | ||
| 477 | |||
| 478 | static inline int queue_flag_test_and_set(unsigned int flag, | ||
| 479 | struct request_queue *q) | ||
| 480 | { | ||
| 481 | WARN_ON_ONCE(!queue_is_locked(q)); | ||
| 482 | |||
| 483 | if (!test_bit(flag, &q->queue_flags)) { | ||
| 484 | __set_bit(flag, &q->queue_flags); | ||
| 485 | return 0; | ||
| 486 | } | ||
| 487 | |||
| 488 | return 1; | ||
| 489 | } | ||
| 490 | |||
| 429 | static inline void queue_flag_set(unsigned int flag, struct request_queue *q) | 491 | static inline void queue_flag_set(unsigned int flag, struct request_queue *q) |
| 430 | { | 492 | { |
| 431 | WARN_ON_ONCE(!queue_is_locked(q)); | 493 | WARN_ON_ONCE(!queue_is_locked(q)); |
| @@ -488,7 +550,10 @@ enum { | |||
| 488 | #define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags) | 550 | #define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags) |
| 489 | #define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags) | 551 | #define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags) |
| 490 | #define blk_queue_nomerges(q) test_bit(QUEUE_FLAG_NOMERGES, &(q)->queue_flags) | 552 | #define blk_queue_nomerges(q) test_bit(QUEUE_FLAG_NOMERGES, &(q)->queue_flags) |
| 553 | #define blk_queue_nonrot(q) test_bit(QUEUE_FLAG_NONROT, &(q)->queue_flags) | ||
| 491 | #define blk_queue_flushing(q) ((q)->ordseq) | 554 | #define blk_queue_flushing(q) ((q)->ordseq) |
| 555 | #define blk_queue_stackable(q) \ | ||
| 556 | test_bit(QUEUE_FLAG_STACKABLE, &(q)->queue_flags) | ||
| 492 | 557 | ||
| 493 | #define blk_fs_request(rq) ((rq)->cmd_type == REQ_TYPE_FS) | 558 | #define blk_fs_request(rq) ((rq)->cmd_type == REQ_TYPE_FS) |
| 494 | #define blk_pc_request(rq) ((rq)->cmd_type == REQ_TYPE_BLOCK_PC) | 559 | #define blk_pc_request(rq) ((rq)->cmd_type == REQ_TYPE_BLOCK_PC) |
| @@ -498,16 +563,18 @@ enum { | |||
| 498 | #define blk_noretry_request(rq) ((rq)->cmd_flags & REQ_FAILFAST) | 563 | #define blk_noretry_request(rq) ((rq)->cmd_flags & REQ_FAILFAST) |
| 499 | #define blk_rq_started(rq) ((rq)->cmd_flags & REQ_STARTED) | 564 | #define blk_rq_started(rq) ((rq)->cmd_flags & REQ_STARTED) |
| 500 | 565 | ||
| 501 | #define blk_account_rq(rq) (blk_rq_started(rq) && blk_fs_request(rq)) | 566 | #define blk_account_rq(rq) (blk_rq_started(rq) && (blk_fs_request(rq) || blk_discard_rq(rq))) |
| 502 | 567 | ||
| 503 | #define blk_pm_suspend_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_SUSPEND) | 568 | #define blk_pm_suspend_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_SUSPEND) |
| 504 | #define blk_pm_resume_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_RESUME) | 569 | #define blk_pm_resume_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_RESUME) |
| 505 | #define blk_pm_request(rq) \ | 570 | #define blk_pm_request(rq) \ |
| 506 | (blk_pm_suspend_request(rq) || blk_pm_resume_request(rq)) | 571 | (blk_pm_suspend_request(rq) || blk_pm_resume_request(rq)) |
| 507 | 572 | ||
| 573 | #define blk_rq_cpu_valid(rq) ((rq)->cpu != -1) | ||
| 508 | #define blk_sorted_rq(rq) ((rq)->cmd_flags & REQ_SORTED) | 574 | #define blk_sorted_rq(rq) ((rq)->cmd_flags & REQ_SORTED) |
| 509 | #define blk_barrier_rq(rq) ((rq)->cmd_flags & REQ_HARDBARRIER) | 575 | #define blk_barrier_rq(rq) ((rq)->cmd_flags & REQ_HARDBARRIER) |
| 510 | #define blk_fua_rq(rq) ((rq)->cmd_flags & REQ_FUA) | 576 | #define blk_fua_rq(rq) ((rq)->cmd_flags & REQ_FUA) |
| 577 | #define blk_discard_rq(rq) ((rq)->cmd_flags & REQ_DISCARD) | ||
| 511 | #define blk_bidi_rq(rq) ((rq)->next_rq != NULL) | 578 | #define blk_bidi_rq(rq) ((rq)->next_rq != NULL) |
| 512 | #define blk_empty_barrier(rq) (blk_barrier_rq(rq) && blk_fs_request(rq) && !(rq)->hard_nr_sectors) | 579 | #define blk_empty_barrier(rq) (blk_barrier_rq(rq) && blk_fs_request(rq) && !(rq)->hard_nr_sectors) |
| 513 | /* rq->queuelist of dequeued request must be list_empty() */ | 580 | /* rq->queuelist of dequeued request must be list_empty() */ |
| @@ -554,7 +621,8 @@ static inline void blk_clear_queue_full(struct request_queue *q, int rw) | |||
| 554 | #define RQ_NOMERGE_FLAGS \ | 621 | #define RQ_NOMERGE_FLAGS \ |
| 555 | (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER) | 622 | (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER) |
| 556 | #define rq_mergeable(rq) \ | 623 | #define rq_mergeable(rq) \ |
| 557 | (!((rq)->cmd_flags & RQ_NOMERGE_FLAGS) && blk_fs_request((rq))) | 624 | (!((rq)->cmd_flags & RQ_NOMERGE_FLAGS) && \ |
| 625 | (blk_discard_rq(rq) || blk_fs_request((rq)))) | ||
| 558 | 626 | ||
| 559 | /* | 627 | /* |
| 560 | * q->prep_rq_fn return values | 628 | * q->prep_rq_fn return values |
| @@ -599,6 +667,12 @@ static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio) | |||
| 599 | } | 667 | } |
| 600 | #endif /* CONFIG_MMU */ | 668 | #endif /* CONFIG_MMU */ |
| 601 | 669 | ||
| 670 | struct rq_map_data { | ||
| 671 | struct page **pages; | ||
| 672 | int page_order; | ||
| 673 | int nr_entries; | ||
| 674 | }; | ||
| 675 | |||
| 602 | struct req_iterator { | 676 | struct req_iterator { |
| 603 | int i; | 677 | int i; |
| 604 | struct bio *bio; | 678 | struct bio *bio; |
| @@ -623,11 +697,15 @@ extern void generic_make_request(struct bio *bio); | |||
| 623 | extern void blk_rq_init(struct request_queue *q, struct request *rq); | 697 | extern void blk_rq_init(struct request_queue *q, struct request *rq); |
| 624 | extern void blk_put_request(struct request *); | 698 | extern void blk_put_request(struct request *); |
| 625 | extern void __blk_put_request(struct request_queue *, struct request *); | 699 | extern void __blk_put_request(struct request_queue *, struct request *); |
| 626 | extern void blk_end_sync_rq(struct request *rq, int error); | ||
| 627 | extern struct request *blk_get_request(struct request_queue *, int, gfp_t); | 700 | extern struct request *blk_get_request(struct request_queue *, int, gfp_t); |
| 628 | extern void blk_insert_request(struct request_queue *, struct request *, int, void *); | 701 | extern void blk_insert_request(struct request_queue *, struct request *, int, void *); |
| 629 | extern void blk_requeue_request(struct request_queue *, struct request *); | 702 | extern void blk_requeue_request(struct request_queue *, struct request *); |
| 703 | extern int blk_rq_check_limits(struct request_queue *q, struct request *rq); | ||
| 704 | extern int blk_lld_busy(struct request_queue *q); | ||
| 705 | extern int blk_insert_cloned_request(struct request_queue *q, | ||
| 706 | struct request *rq); | ||
| 630 | extern void blk_plug_device(struct request_queue *); | 707 | extern void blk_plug_device(struct request_queue *); |
| 708 | extern void blk_plug_device_unlocked(struct request_queue *); | ||
| 631 | extern int blk_remove_plug(struct request_queue *); | 709 | extern int blk_remove_plug(struct request_queue *); |
| 632 | extern void blk_recount_segments(struct request_queue *, struct bio *); | 710 | extern void blk_recount_segments(struct request_queue *, struct bio *); |
| 633 | extern int scsi_cmd_ioctl(struct file *, struct request_queue *, | 711 | extern int scsi_cmd_ioctl(struct file *, struct request_queue *, |
| @@ -667,16 +745,18 @@ extern void __blk_stop_queue(struct request_queue *q); | |||
| 667 | extern void __blk_run_queue(struct request_queue *); | 745 | extern void __blk_run_queue(struct request_queue *); |
| 668 | extern void blk_run_queue(struct request_queue *); | 746 | extern void blk_run_queue(struct request_queue *); |
| 669 | extern void blk_start_queueing(struct request_queue *); | 747 | extern void blk_start_queueing(struct request_queue *); |
| 670 | extern int blk_rq_map_user(struct request_queue *, struct request *, void __user *, unsigned long); | 748 | extern int blk_rq_map_user(struct request_queue *, struct request *, |
| 749 | struct rq_map_data *, void __user *, unsigned long, | ||
| 750 | gfp_t); | ||
| 671 | extern int blk_rq_unmap_user(struct bio *); | 751 | extern int blk_rq_unmap_user(struct bio *); |
| 672 | extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t); | 752 | extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t); |
| 673 | extern int blk_rq_map_user_iov(struct request_queue *, struct request *, | 753 | extern int blk_rq_map_user_iov(struct request_queue *, struct request *, |
| 674 | struct sg_iovec *, int, unsigned int); | 754 | struct rq_map_data *, struct sg_iovec *, int, |
| 755 | unsigned int, gfp_t); | ||
| 675 | extern int blk_execute_rq(struct request_queue *, struct gendisk *, | 756 | extern int blk_execute_rq(struct request_queue *, struct gendisk *, |
| 676 | struct request *, int); | 757 | struct request *, int); |
| 677 | extern void blk_execute_rq_nowait(struct request_queue *, struct gendisk *, | 758 | extern void blk_execute_rq_nowait(struct request_queue *, struct gendisk *, |
| 678 | struct request *, int, rq_end_io_fn *); | 759 | struct request *, int, rq_end_io_fn *); |
| 679 | extern int blk_verify_command(unsigned char *, int); | ||
| 680 | extern void blk_unplug(struct request_queue *q); | 760 | extern void blk_unplug(struct request_queue *q); |
| 681 | 761 | ||
| 682 | static inline struct request_queue *bdev_get_queue(struct block_device *bdev) | 762 | static inline struct request_queue *bdev_get_queue(struct block_device *bdev) |
| @@ -713,12 +793,15 @@ extern int __blk_end_request(struct request *rq, int error, | |||
| 713 | extern int blk_end_bidi_request(struct request *rq, int error, | 793 | extern int blk_end_bidi_request(struct request *rq, int error, |
| 714 | unsigned int nr_bytes, unsigned int bidi_bytes); | 794 | unsigned int nr_bytes, unsigned int bidi_bytes); |
| 715 | extern void end_request(struct request *, int); | 795 | extern void end_request(struct request *, int); |
| 716 | extern void end_queued_request(struct request *, int); | ||
| 717 | extern void end_dequeued_request(struct request *, int); | ||
| 718 | extern int blk_end_request_callback(struct request *rq, int error, | 796 | extern int blk_end_request_callback(struct request *rq, int error, |
| 719 | unsigned int nr_bytes, | 797 | unsigned int nr_bytes, |
| 720 | int (drv_callback)(struct request *)); | 798 | int (drv_callback)(struct request *)); |
| 721 | extern void blk_complete_request(struct request *); | 799 | extern void blk_complete_request(struct request *); |
| 800 | extern void __blk_complete_request(struct request *); | ||
| 801 | extern void blk_abort_request(struct request *); | ||
| 802 | extern void blk_abort_queue(struct request_queue *); | ||
| 803 | extern void blk_update_request(struct request *rq, int error, | ||
| 804 | unsigned int nr_bytes); | ||
| 722 | 805 | ||
| 723 | /* | 806 | /* |
| 724 | * blk_end_request() takes bytes instead of sectors as a complete size. | 807 | * blk_end_request() takes bytes instead of sectors as a complete size. |
| @@ -749,15 +832,20 @@ extern void blk_queue_max_segment_size(struct request_queue *, unsigned int); | |||
| 749 | extern void blk_queue_hardsect_size(struct request_queue *, unsigned short); | 832 | extern void blk_queue_hardsect_size(struct request_queue *, unsigned short); |
| 750 | extern void blk_queue_stack_limits(struct request_queue *t, struct request_queue *b); | 833 | extern void blk_queue_stack_limits(struct request_queue *t, struct request_queue *b); |
| 751 | extern void blk_queue_dma_pad(struct request_queue *, unsigned int); | 834 | extern void blk_queue_dma_pad(struct request_queue *, unsigned int); |
| 835 | extern void blk_queue_update_dma_pad(struct request_queue *, unsigned int); | ||
| 752 | extern int blk_queue_dma_drain(struct request_queue *q, | 836 | extern int blk_queue_dma_drain(struct request_queue *q, |
| 753 | dma_drain_needed_fn *dma_drain_needed, | 837 | dma_drain_needed_fn *dma_drain_needed, |
| 754 | void *buf, unsigned int size); | 838 | void *buf, unsigned int size); |
| 839 | extern void blk_queue_lld_busy(struct request_queue *q, lld_busy_fn *fn); | ||
| 755 | extern void blk_queue_segment_boundary(struct request_queue *, unsigned long); | 840 | extern void blk_queue_segment_boundary(struct request_queue *, unsigned long); |
| 756 | extern void blk_queue_prep_rq(struct request_queue *, prep_rq_fn *pfn); | 841 | extern void blk_queue_prep_rq(struct request_queue *, prep_rq_fn *pfn); |
| 757 | extern void blk_queue_merge_bvec(struct request_queue *, merge_bvec_fn *); | 842 | extern void blk_queue_merge_bvec(struct request_queue *, merge_bvec_fn *); |
| 758 | extern void blk_queue_dma_alignment(struct request_queue *, int); | 843 | extern void blk_queue_dma_alignment(struct request_queue *, int); |
| 759 | extern void blk_queue_update_dma_alignment(struct request_queue *, int); | 844 | extern void blk_queue_update_dma_alignment(struct request_queue *, int); |
| 760 | extern void blk_queue_softirq_done(struct request_queue *, softirq_done_fn *); | 845 | extern void blk_queue_softirq_done(struct request_queue *, softirq_done_fn *); |
| 846 | extern void blk_queue_set_discard(struct request_queue *, prepare_discard_fn *); | ||
| 847 | extern void blk_queue_rq_timed_out(struct request_queue *, rq_timed_out_fn *); | ||
| 848 | extern void blk_queue_rq_timeout(struct request_queue *, unsigned int); | ||
| 761 | extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev); | 849 | extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev); |
| 762 | extern int blk_queue_ordered(struct request_queue *, unsigned, prepare_flush_fn *); | 850 | extern int blk_queue_ordered(struct request_queue *, unsigned, prepare_flush_fn *); |
| 763 | extern int blk_do_ordered(struct request_queue *, struct request **); | 851 | extern int blk_do_ordered(struct request_queue *, struct request **); |
| @@ -779,8 +867,6 @@ extern void blk_put_queue(struct request_queue *); | |||
| 779 | /* | 867 | /* |
| 780 | * tag stuff | 868 | * tag stuff |
| 781 | */ | 869 | */ |
| 782 | #define blk_queue_tag_depth(q) ((q)->queue_tags->busy) | ||
| 783 | #define blk_queue_tag_queue(q) ((q)->queue_tags->busy < (q)->queue_tags->max_depth) | ||
| 784 | #define blk_rq_tagged(rq) ((rq)->cmd_flags & REQ_QUEUED) | 870 | #define blk_rq_tagged(rq) ((rq)->cmd_flags & REQ_QUEUED) |
| 785 | extern int blk_queue_start_tag(struct request_queue *, struct request *); | 871 | extern int blk_queue_start_tag(struct request_queue *, struct request *); |
| 786 | extern struct request *blk_queue_find_tag(struct request_queue *, int); | 872 | extern struct request *blk_queue_find_tag(struct request_queue *, int); |
| @@ -801,6 +887,23 @@ static inline struct request *blk_map_queue_find_tag(struct blk_queue_tag *bqt, | |||
| 801 | } | 887 | } |
| 802 | 888 | ||
| 803 | extern int blkdev_issue_flush(struct block_device *, sector_t *); | 889 | extern int blkdev_issue_flush(struct block_device *, sector_t *); |
| 890 | extern int blkdev_issue_discard(struct block_device *, | ||
| 891 | sector_t sector, sector_t nr_sects, gfp_t); | ||
| 892 | |||
| 893 | static inline int sb_issue_discard(struct super_block *sb, | ||
| 894 | sector_t block, sector_t nr_blocks) | ||
| 895 | { | ||
| 896 | block <<= (sb->s_blocksize_bits - 9); | ||
| 897 | nr_blocks <<= (sb->s_blocksize_bits - 9); | ||
| 898 | return blkdev_issue_discard(sb->s_bdev, block, nr_blocks, GFP_KERNEL); | ||
| 899 | } | ||
| 900 | |||
| 901 | /* | ||
| 902 | * command filter functions | ||
| 903 | */ | ||
| 904 | extern int blk_verify_command(struct blk_cmd_filter *filter, | ||
| 905 | unsigned char *cmd, int has_write_perm); | ||
| 906 | extern void blk_set_cmd_filter_defaults(struct blk_cmd_filter *filter); | ||
| 804 | 907 | ||
| 805 | #define MAX_PHYS_SEGMENTS 128 | 908 | #define MAX_PHYS_SEGMENTS 128 |
| 806 | #define MAX_HW_SEGMENTS 128 | 909 | #define MAX_HW_SEGMENTS 128 |
| @@ -831,6 +934,13 @@ static inline int queue_dma_alignment(struct request_queue *q) | |||
| 831 | return q ? q->dma_alignment : 511; | 934 | return q ? q->dma_alignment : 511; |
| 832 | } | 935 | } |
| 833 | 936 | ||
| 937 | static inline int blk_rq_aligned(struct request_queue *q, void *addr, | ||
| 938 | unsigned int len) | ||
| 939 | { | ||
| 940 | unsigned int alignment = queue_dma_alignment(q) | q->dma_pad_mask; | ||
| 941 | return !((unsigned long)addr & alignment) && !(len & alignment); | ||
| 942 | } | ||
| 943 | |||
| 834 | /* assumes size > 256 */ | 944 | /* assumes size > 256 */ |
| 835 | static inline unsigned int blksize_bits(unsigned int size) | 945 | static inline unsigned int blksize_bits(unsigned int size) |
| 836 | { | 946 | { |
| @@ -857,7 +967,7 @@ static inline void put_dev_sector(Sector p) | |||
| 857 | } | 967 | } |
| 858 | 968 | ||
| 859 | struct work_struct; | 969 | struct work_struct; |
| 860 | int kblockd_schedule_work(struct work_struct *work); | 970 | int kblockd_schedule_work(struct request_queue *q, struct work_struct *work); |
| 861 | void kblockd_flush_work(struct work_struct *work); | 971 | void kblockd_flush_work(struct work_struct *work); |
| 862 | 972 | ||
| 863 | #define MODULE_ALIAS_BLOCKDEV(major,minor) \ | 973 | #define MODULE_ALIAS_BLOCKDEV(major,minor) \ |
| @@ -865,28 +975,89 @@ void kblockd_flush_work(struct work_struct *work); | |||
| 865 | #define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \ | 975 | #define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \ |
| 866 | MODULE_ALIAS("block-major-" __stringify(major) "-*") | 976 | MODULE_ALIAS("block-major-" __stringify(major) "-*") |
| 867 | 977 | ||
| 978 | #if defined(CONFIG_BLK_DEV_INTEGRITY) | ||
| 868 | 979 | ||
| 869 | #else /* CONFIG_BLOCK */ | 980 | #define INTEGRITY_FLAG_READ 2 /* verify data integrity on read */ |
| 870 | /* | 981 | #define INTEGRITY_FLAG_WRITE 4 /* generate data integrity on write */ |
| 871 | * stubs for when the block layer is configured out | ||
| 872 | */ | ||
| 873 | #define buffer_heads_over_limit 0 | ||
| 874 | 982 | ||
| 875 | static inline long nr_blockdev_pages(void) | 983 | struct blk_integrity_exchg { |
| 984 | void *prot_buf; | ||
| 985 | void *data_buf; | ||
| 986 | sector_t sector; | ||
| 987 | unsigned int data_size; | ||
| 988 | unsigned short sector_size; | ||
| 989 | const char *disk_name; | ||
| 990 | }; | ||
| 991 | |||
| 992 | typedef void (integrity_gen_fn) (struct blk_integrity_exchg *); | ||
| 993 | typedef int (integrity_vrfy_fn) (struct blk_integrity_exchg *); | ||
| 994 | typedef void (integrity_set_tag_fn) (void *, void *, unsigned int); | ||
| 995 | typedef void (integrity_get_tag_fn) (void *, void *, unsigned int); | ||
| 996 | |||
| 997 | struct blk_integrity { | ||
| 998 | integrity_gen_fn *generate_fn; | ||
| 999 | integrity_vrfy_fn *verify_fn; | ||
| 1000 | integrity_set_tag_fn *set_tag_fn; | ||
| 1001 | integrity_get_tag_fn *get_tag_fn; | ||
| 1002 | |||
| 1003 | unsigned short flags; | ||
| 1004 | unsigned short tuple_size; | ||
| 1005 | unsigned short sector_size; | ||
| 1006 | unsigned short tag_size; | ||
| 1007 | |||
| 1008 | const char *name; | ||
| 1009 | |||
| 1010 | struct kobject kobj; | ||
| 1011 | }; | ||
| 1012 | |||
| 1013 | extern int blk_integrity_register(struct gendisk *, struct blk_integrity *); | ||
| 1014 | extern void blk_integrity_unregister(struct gendisk *); | ||
| 1015 | extern int blk_integrity_compare(struct gendisk *, struct gendisk *); | ||
| 1016 | extern int blk_rq_map_integrity_sg(struct request *, struct scatterlist *); | ||
| 1017 | extern int blk_rq_count_integrity_sg(struct request *); | ||
| 1018 | |||
| 1019 | static inline | ||
| 1020 | struct blk_integrity *bdev_get_integrity(struct block_device *bdev) | ||
| 876 | { | 1021 | { |
| 877 | return 0; | 1022 | return bdev->bd_disk->integrity; |
| 878 | } | 1023 | } |
| 879 | 1024 | ||
| 880 | static inline void exit_io_context(void) | 1025 | static inline struct blk_integrity *blk_get_integrity(struct gendisk *disk) |
| 881 | { | 1026 | { |
| 1027 | return disk->integrity; | ||
| 882 | } | 1028 | } |
| 883 | 1029 | ||
| 884 | struct io_context; | 1030 | static inline int blk_integrity_rq(struct request *rq) |
| 885 | static inline int put_io_context(struct io_context *ioc) | ||
| 886 | { | 1031 | { |
| 887 | return 1; | 1032 | if (rq->bio == NULL) |
| 1033 | return 0; | ||
| 1034 | |||
| 1035 | return bio_integrity(rq->bio); | ||
| 888 | } | 1036 | } |
| 889 | 1037 | ||
| 1038 | #else /* CONFIG_BLK_DEV_INTEGRITY */ | ||
| 1039 | |||
| 1040 | #define blk_integrity_rq(rq) (0) | ||
| 1041 | #define blk_rq_count_integrity_sg(a) (0) | ||
| 1042 | #define blk_rq_map_integrity_sg(a, b) (0) | ||
| 1043 | #define bdev_get_integrity(a) (0) | ||
| 1044 | #define blk_get_integrity(a) (0) | ||
| 1045 | #define blk_integrity_compare(a, b) (0) | ||
| 1046 | #define blk_integrity_register(a, b) (0) | ||
| 1047 | #define blk_integrity_unregister(a) do { } while (0); | ||
| 1048 | |||
| 1049 | #endif /* CONFIG_BLK_DEV_INTEGRITY */ | ||
| 1050 | |||
| 1051 | #else /* CONFIG_BLOCK */ | ||
| 1052 | /* | ||
| 1053 | * stubs for when the block layer is configured out | ||
| 1054 | */ | ||
| 1055 | #define buffer_heads_over_limit 0 | ||
| 1056 | |||
| 1057 | static inline long nr_blockdev_pages(void) | ||
| 1058 | { | ||
| 1059 | return 0; | ||
| 1060 | } | ||
| 890 | 1061 | ||
| 891 | #endif /* CONFIG_BLOCK */ | 1062 | #endif /* CONFIG_BLOCK */ |
| 892 | 1063 | ||
