diff options
| author | Linus Torvalds <torvalds@linux-foundation.org> | 2010-10-25 10:45:10 -0400 |
|---|---|---|
| committer | Linus Torvalds <torvalds@linux-foundation.org> | 2010-10-25 10:45:10 -0400 |
| commit | 8e775167d54e6521e7cdbc03ee7ec42a8c67b49a (patch) | |
| tree | a49914306fb28505c6e21a456df8bdc40d6eac23 | |
| parent | 4b37ba90f49d4157ac5628f8d730d3505f176724 (diff) | |
| parent | f253b86b4ad1b3220544e75880510fd455ebd23f (diff) | |
Merge branch 'for-linus' of git://git.kernel.dk/linux-2.6-block
* 'for-linus' of git://git.kernel.dk/linux-2.6-block:
Revert "block: fix accounting bug on cross partition merges"
| -rw-r--r-- | block/blk-core.c | 24 | ||||
| -rw-r--r-- | block/blk-merge.c | 2 | ||||
| -rw-r--r-- | block/blk.h | 4 | ||||
| -rw-r--r-- | block/genhd.c | 14 | ||||
| -rw-r--r-- | fs/partitions/check.c | 12 | ||||
| -rw-r--r-- | include/linux/blkdev.h | 1 | ||||
| -rw-r--r-- | include/linux/elevator.h | 2 | ||||
| -rw-r--r-- | include/linux/genhd.h | 1 |
8 files changed, 13 insertions, 47 deletions
diff --git a/block/blk-core.c b/block/blk-core.c index 881fe44ec7da..f0834e2f5727 100644 --- a/block/blk-core.c +++ b/block/blk-core.c | |||
| @@ -64,15 +64,13 @@ static void drive_stat_acct(struct request *rq, int new_io) | |||
| 64 | return; | 64 | return; |
| 65 | 65 | ||
| 66 | cpu = part_stat_lock(); | 66 | cpu = part_stat_lock(); |
| 67 | part = disk_map_sector_rcu(rq->rq_disk, blk_rq_pos(rq)); | ||
| 67 | 68 | ||
| 68 | if (!new_io) { | 69 | if (!new_io) |
| 69 | part = rq->part; | ||
| 70 | part_stat_inc(cpu, part, merges[rw]); | 70 | part_stat_inc(cpu, part, merges[rw]); |
| 71 | } else { | 71 | else { |
| 72 | part = disk_map_sector_rcu(rq->rq_disk, blk_rq_pos(rq)); | ||
| 73 | part_round_stats(cpu, part); | 72 | part_round_stats(cpu, part); |
| 74 | part_inc_in_flight(part, rw); | 73 | part_inc_in_flight(part, rw); |
| 75 | rq->part = part; | ||
| 76 | } | 74 | } |
| 77 | 75 | ||
| 78 | part_stat_unlock(); | 76 | part_stat_unlock(); |
| @@ -130,7 +128,6 @@ void blk_rq_init(struct request_queue *q, struct request *rq) | |||
| 130 | rq->ref_count = 1; | 128 | rq->ref_count = 1; |
| 131 | rq->start_time = jiffies; | 129 | rq->start_time = jiffies; |
| 132 | set_start_time_ns(rq); | 130 | set_start_time_ns(rq); |
| 133 | rq->part = NULL; | ||
| 134 | } | 131 | } |
| 135 | EXPORT_SYMBOL(blk_rq_init); | 132 | EXPORT_SYMBOL(blk_rq_init); |
| 136 | 133 | ||
| @@ -805,16 +802,11 @@ static struct request *get_request(struct request_queue *q, int rw_flags, | |||
| 805 | rl->starved[is_sync] = 0; | 802 | rl->starved[is_sync] = 0; |
| 806 | 803 | ||
| 807 | priv = !test_bit(QUEUE_FLAG_ELVSWITCH, &q->queue_flags); | 804 | priv = !test_bit(QUEUE_FLAG_ELVSWITCH, &q->queue_flags); |
| 808 | if (priv) { | 805 | if (priv) |
| 809 | rl->elvpriv++; | 806 | rl->elvpriv++; |
| 810 | 807 | ||
| 811 | /* | 808 | if (blk_queue_io_stat(q)) |
| 812 | * Don't do stats for non-priv requests | 809 | rw_flags |= REQ_IO_STAT; |
| 813 | */ | ||
| 814 | if (blk_queue_io_stat(q)) | ||
| 815 | rw_flags |= REQ_IO_STAT; | ||
| 816 | } | ||
| 817 | |||
| 818 | spin_unlock_irq(q->queue_lock); | 810 | spin_unlock_irq(q->queue_lock); |
| 819 | 811 | ||
| 820 | rq = blk_alloc_request(q, rw_flags, priv, gfp_mask); | 812 | rq = blk_alloc_request(q, rw_flags, priv, gfp_mask); |
| @@ -1791,7 +1783,7 @@ static void blk_account_io_completion(struct request *req, unsigned int bytes) | |||
| 1791 | int cpu; | 1783 | int cpu; |
| 1792 | 1784 | ||
| 1793 | cpu = part_stat_lock(); | 1785 | cpu = part_stat_lock(); |
| 1794 | part = req->part; | 1786 | part = disk_map_sector_rcu(req->rq_disk, blk_rq_pos(req)); |
| 1795 | part_stat_add(cpu, part, sectors[rw], bytes >> 9); | 1787 | part_stat_add(cpu, part, sectors[rw], bytes >> 9); |
| 1796 | part_stat_unlock(); | 1788 | part_stat_unlock(); |
| 1797 | } | 1789 | } |
| @@ -1811,7 +1803,7 @@ static void blk_account_io_done(struct request *req) | |||
| 1811 | int cpu; | 1803 | int cpu; |
| 1812 | 1804 | ||
| 1813 | cpu = part_stat_lock(); | 1805 | cpu = part_stat_lock(); |
| 1814 | part = req->part; | 1806 | part = disk_map_sector_rcu(req->rq_disk, blk_rq_pos(req)); |
| 1815 | 1807 | ||
| 1816 | part_stat_inc(cpu, part, ios[rw]); | 1808 | part_stat_inc(cpu, part, ios[rw]); |
| 1817 | part_stat_add(cpu, part, ticks[rw], duration); | 1809 | part_stat_add(cpu, part, ticks[rw], duration); |
diff --git a/block/blk-merge.c b/block/blk-merge.c index 0a2fd8a48a38..77b7c26df6b5 100644 --- a/block/blk-merge.c +++ b/block/blk-merge.c | |||
| @@ -351,7 +351,7 @@ static void blk_account_io_merge(struct request *req) | |||
| 351 | int cpu; | 351 | int cpu; |
| 352 | 352 | ||
| 353 | cpu = part_stat_lock(); | 353 | cpu = part_stat_lock(); |
| 354 | part = req->part; | 354 | part = disk_map_sector_rcu(req->rq_disk, blk_rq_pos(req)); |
| 355 | 355 | ||
| 356 | part_round_stats(cpu, part); | 356 | part_round_stats(cpu, part); |
| 357 | part_dec_in_flight(part, rq_data_dir(req)); | 357 | part_dec_in_flight(part, rq_data_dir(req)); |
diff --git a/block/blk.h b/block/blk.h index 1e675e5ade02..2db8f32838e7 100644 --- a/block/blk.h +++ b/block/blk.h | |||
| @@ -116,6 +116,10 @@ void blk_queue_congestion_threshold(struct request_queue *q); | |||
| 116 | 116 | ||
| 117 | int blk_dev_init(void); | 117 | int blk_dev_init(void); |
| 118 | 118 | ||
| 119 | void elv_quiesce_start(struct request_queue *q); | ||
| 120 | void elv_quiesce_end(struct request_queue *q); | ||
| 121 | |||
| 122 | |||
| 119 | /* | 123 | /* |
| 120 | * Return the threshold (number of used requests) at which the queue is | 124 | * Return the threshold (number of used requests) at which the queue is |
| 121 | * considered to be congested. It include a little hysteresis to keep the | 125 | * considered to be congested. It include a little hysteresis to keep the |
diff --git a/block/genhd.c b/block/genhd.c index a8adf96a4b41..5fa2b44a72ff 100644 --- a/block/genhd.c +++ b/block/genhd.c | |||
| @@ -929,15 +929,8 @@ static void disk_free_ptbl_rcu_cb(struct rcu_head *head) | |||
| 929 | { | 929 | { |
| 930 | struct disk_part_tbl *ptbl = | 930 | struct disk_part_tbl *ptbl = |
| 931 | container_of(head, struct disk_part_tbl, rcu_head); | 931 | container_of(head, struct disk_part_tbl, rcu_head); |
| 932 | struct gendisk *disk = ptbl->disk; | ||
| 933 | struct request_queue *q = disk->queue; | ||
| 934 | unsigned long flags; | ||
| 935 | 932 | ||
| 936 | kfree(ptbl); | 933 | kfree(ptbl); |
| 937 | |||
| 938 | spin_lock_irqsave(q->queue_lock, flags); | ||
| 939 | elv_quiesce_end(q); | ||
| 940 | spin_unlock_irqrestore(q->queue_lock, flags); | ||
| 941 | } | 934 | } |
| 942 | 935 | ||
| 943 | /** | 936 | /** |
| @@ -955,17 +948,11 @@ static void disk_replace_part_tbl(struct gendisk *disk, | |||
| 955 | struct disk_part_tbl *new_ptbl) | 948 | struct disk_part_tbl *new_ptbl) |
| 956 | { | 949 | { |
| 957 | struct disk_part_tbl *old_ptbl = disk->part_tbl; | 950 | struct disk_part_tbl *old_ptbl = disk->part_tbl; |
| 958 | struct request_queue *q = disk->queue; | ||
| 959 | 951 | ||
| 960 | rcu_assign_pointer(disk->part_tbl, new_ptbl); | 952 | rcu_assign_pointer(disk->part_tbl, new_ptbl); |
| 961 | 953 | ||
| 962 | if (old_ptbl) { | 954 | if (old_ptbl) { |
| 963 | rcu_assign_pointer(old_ptbl->last_lookup, NULL); | 955 | rcu_assign_pointer(old_ptbl->last_lookup, NULL); |
| 964 | |||
| 965 | spin_lock_irq(q->queue_lock); | ||
| 966 | elv_quiesce_start(q); | ||
| 967 | spin_unlock_irq(q->queue_lock); | ||
| 968 | |||
| 969 | call_rcu(&old_ptbl->rcu_head, disk_free_ptbl_rcu_cb); | 956 | call_rcu(&old_ptbl->rcu_head, disk_free_ptbl_rcu_cb); |
| 970 | } | 957 | } |
| 971 | } | 958 | } |
| @@ -1006,7 +993,6 @@ int disk_expand_part_tbl(struct gendisk *disk, int partno) | |||
| 1006 | return -ENOMEM; | 993 | return -ENOMEM; |
| 1007 | 994 | ||
| 1008 | new_ptbl->len = target; | 995 | new_ptbl->len = target; |
| 1009 | new_ptbl->disk = disk; | ||
| 1010 | 996 | ||
| 1011 | for (i = 0; i < len; i++) | 997 | for (i = 0; i < len; i++) |
| 1012 | rcu_assign_pointer(new_ptbl->part[i], old_ptbl->part[i]); | 998 | rcu_assign_pointer(new_ptbl->part[i], old_ptbl->part[i]); |
diff --git a/fs/partitions/check.c b/fs/partitions/check.c index b81bfc016a05..0a8b0ad0c7e2 100644 --- a/fs/partitions/check.c +++ b/fs/partitions/check.c | |||
| @@ -365,25 +365,17 @@ struct device_type part_type = { | |||
| 365 | static void delete_partition_rcu_cb(struct rcu_head *head) | 365 | static void delete_partition_rcu_cb(struct rcu_head *head) |
| 366 | { | 366 | { |
| 367 | struct hd_struct *part = container_of(head, struct hd_struct, rcu_head); | 367 | struct hd_struct *part = container_of(head, struct hd_struct, rcu_head); |
| 368 | struct gendisk *disk = part_to_disk(part); | ||
| 369 | struct request_queue *q = disk->queue; | ||
| 370 | unsigned long flags; | ||
| 371 | 368 | ||
| 372 | part->start_sect = 0; | 369 | part->start_sect = 0; |
| 373 | part->nr_sects = 0; | 370 | part->nr_sects = 0; |
| 374 | part_stat_set_all(part, 0); | 371 | part_stat_set_all(part, 0); |
| 375 | put_device(part_to_dev(part)); | 372 | put_device(part_to_dev(part)); |
| 376 | |||
| 377 | spin_lock_irqsave(q->queue_lock, flags); | ||
| 378 | elv_quiesce_end(q); | ||
| 379 | spin_unlock_irqrestore(q->queue_lock, flags); | ||
| 380 | } | 373 | } |
| 381 | 374 | ||
| 382 | void delete_partition(struct gendisk *disk, int partno) | 375 | void delete_partition(struct gendisk *disk, int partno) |
| 383 | { | 376 | { |
| 384 | struct disk_part_tbl *ptbl = disk->part_tbl; | 377 | struct disk_part_tbl *ptbl = disk->part_tbl; |
| 385 | struct hd_struct *part; | 378 | struct hd_struct *part; |
| 386 | struct request_queue *q = disk->queue; | ||
| 387 | 379 | ||
| 388 | if (partno >= ptbl->len) | 380 | if (partno >= ptbl->len) |
| 389 | return; | 381 | return; |
| @@ -398,10 +390,6 @@ void delete_partition(struct gendisk *disk, int partno) | |||
| 398 | kobject_put(part->holder_dir); | 390 | kobject_put(part->holder_dir); |
| 399 | device_del(part_to_dev(part)); | 391 | device_del(part_to_dev(part)); |
| 400 | 392 | ||
| 401 | spin_lock_irq(q->queue_lock); | ||
| 402 | elv_quiesce_start(q); | ||
| 403 | spin_unlock_irq(q->queue_lock); | ||
| 404 | |||
| 405 | call_rcu(&part->rcu_head, delete_partition_rcu_cb); | 393 | call_rcu(&part->rcu_head, delete_partition_rcu_cb); |
| 406 | } | 394 | } |
| 407 | 395 | ||
diff --git a/include/linux/blkdev.h b/include/linux/blkdev.h index 009b80e49f53..646b462d04df 100644 --- a/include/linux/blkdev.h +++ b/include/linux/blkdev.h | |||
| @@ -115,7 +115,6 @@ struct request { | |||
| 115 | void *elevator_private3; | 115 | void *elevator_private3; |
| 116 | 116 | ||
| 117 | struct gendisk *rq_disk; | 117 | struct gendisk *rq_disk; |
| 118 | struct hd_struct *part; | ||
| 119 | unsigned long start_time; | 118 | unsigned long start_time; |
| 120 | #ifdef CONFIG_BLK_CGROUP | 119 | #ifdef CONFIG_BLK_CGROUP |
| 121 | unsigned long long start_time_ns; | 120 | unsigned long long start_time_ns; |
diff --git a/include/linux/elevator.h b/include/linux/elevator.h index 80a0ece8f7e4..4fd978e7eb83 100644 --- a/include/linux/elevator.h +++ b/include/linux/elevator.h | |||
| @@ -122,8 +122,6 @@ extern void elv_completed_request(struct request_queue *, struct request *); | |||
| 122 | extern int elv_set_request(struct request_queue *, struct request *, gfp_t); | 122 | extern int elv_set_request(struct request_queue *, struct request *, gfp_t); |
| 123 | extern void elv_put_request(struct request_queue *, struct request *); | 123 | extern void elv_put_request(struct request_queue *, struct request *); |
| 124 | extern void elv_drain_elevator(struct request_queue *); | 124 | extern void elv_drain_elevator(struct request_queue *); |
| 125 | extern void elv_quiesce_start(struct request_queue *); | ||
| 126 | extern void elv_quiesce_end(struct request_queue *); | ||
| 127 | 125 | ||
| 128 | /* | 126 | /* |
| 129 | * io scheduler registration | 127 | * io scheduler registration |
diff --git a/include/linux/genhd.h b/include/linux/genhd.h index 557c3927e70f..7a7b9c1644e4 100644 --- a/include/linux/genhd.h +++ b/include/linux/genhd.h | |||
| @@ -140,7 +140,6 @@ struct disk_part_tbl { | |||
| 140 | struct rcu_head rcu_head; | 140 | struct rcu_head rcu_head; |
| 141 | int len; | 141 | int len; |
| 142 | struct hd_struct __rcu *last_lookup; | 142 | struct hd_struct __rcu *last_lookup; |
| 143 | struct gendisk *disk; | ||
| 144 | struct hd_struct __rcu *part[]; | 143 | struct hd_struct __rcu *part[]; |
| 145 | }; | 144 | }; |
| 146 | 145 | ||
