aboutsummaryrefslogtreecommitdiffstats
path: root/fs/btrfs/volumes.c
diff options
context:
space:
mode:
Diffstat (limited to 'fs/btrfs/volumes.c')
-rw-r--r--fs/btrfs/volumes.c154
1 files changed, 126 insertions, 28 deletions
diff --git a/fs/btrfs/volumes.c b/fs/btrfs/volumes.c
index 169be0f7285b..bc3c0b97588e 100644
--- a/fs/btrfs/volumes.c
+++ b/fs/btrfs/volumes.c
@@ -31,6 +31,13 @@ struct stripe {
31 u64 physical; 31 u64 physical;
32}; 32};
33 33
34struct multi_bio {
35 atomic_t stripes;
36 bio_end_io_t *end_io;
37 void *private;
38 int error;
39};
40
34struct map_lookup { 41struct map_lookup {
35 u64 type; 42 u64 type;
36 int io_align; 43 int io_align;
@@ -632,12 +639,12 @@ int btrfs_alloc_chunk(struct btrfs_trans_handle *trans,
632 if (list_empty(dev_list)) 639 if (list_empty(dev_list))
633 return -ENOSPC; 640 return -ENOSPC;
634 641
635 if (type & BTRFS_BLOCK_GROUP_RAID0) 642 if (type & (BTRFS_BLOCK_GROUP_RAID0))
636 num_stripes = btrfs_super_num_devices(&info->super_copy); 643 num_stripes = btrfs_super_num_devices(&info->super_copy);
637 if (type & BTRFS_BLOCK_GROUP_DATA) 644 if (type & (BTRFS_BLOCK_GROUP_RAID1)) {
638 stripe_len = 64 * 1024; 645 num_stripes = min_t(u64, 2,
639 if (type & (BTRFS_BLOCK_GROUP_METADATA | BTRFS_BLOCK_GROUP_SYSTEM)) 646 btrfs_super_num_devices(&info->super_copy));
640 stripe_len = 32 * 1024; 647 }
641again: 648again:
642 INIT_LIST_HEAD(&private_devs); 649 INIT_LIST_HEAD(&private_devs);
643 cur = dev_list->next; 650 cur = dev_list->next;
@@ -682,7 +689,11 @@ again:
682 689
683 stripes = &chunk->stripe; 690 stripes = &chunk->stripe;
684 691
685 *num_bytes = calc_size * num_stripes; 692 if (type & BTRFS_BLOCK_GROUP_RAID1)
693 *num_bytes = calc_size;
694 else
695 *num_bytes = calc_size * num_stripes;
696
686 index = 0; 697 index = 0;
687 while(index < num_stripes) { 698 while(index < num_stripes) {
688 BUG_ON(list_empty(&private_devs)); 699 BUG_ON(list_empty(&private_devs));
@@ -694,7 +705,7 @@ again:
694 key.objectid, 705 key.objectid,
695 calc_size, &dev_offset); 706 calc_size, &dev_offset);
696 BUG_ON(ret); 707 BUG_ON(ret);
697printk("alloc chunk size %Lu from dev %Lu\n", calc_size, device->devid); 708printk("alloc chunk start %Lu size %Lu from dev %Lu type %Lu\n", key.objectid, calc_size, device->devid, type);
698 device->bytes_used += calc_size; 709 device->bytes_used += calc_size;
699 ret = btrfs_update_device(trans, device); 710 ret = btrfs_update_device(trans, device);
700 BUG_ON(ret); 711 BUG_ON(ret);
@@ -774,9 +785,9 @@ void btrfs_mapping_tree_free(struct btrfs_mapping_tree *tree)
774 } 785 }
775} 786}
776 787
777int btrfs_map_block(struct btrfs_mapping_tree *map_tree, 788int btrfs_map_block(struct btrfs_mapping_tree *map_tree, int rw,
778 u64 logical, u64 *phys, u64 *length, 789 int dev_nr, u64 logical, u64 *phys, u64 *length,
779 struct btrfs_device **dev) 790 struct btrfs_device **dev, int *total_devs)
780{ 791{
781 struct extent_map *em; 792 struct extent_map *em;
782 struct map_lookup *map; 793 struct map_lookup *map;
@@ -808,19 +819,39 @@ int btrfs_map_block(struct btrfs_mapping_tree *map_tree,
808 /* stripe_offset is the offset of this block in its stripe*/ 819 /* stripe_offset is the offset of this block in its stripe*/
809 stripe_offset = offset - stripe_offset; 820 stripe_offset = offset - stripe_offset;
810 821
811 /* 822 if (map->type & BTRFS_BLOCK_GROUP_RAID1) {
812 * after this do_div call, stripe_nr is the number of stripes 823 stripe_index = dev_nr;
813 * on this device we have to walk to find the data, and 824 if (rw & (1 << BIO_RW))
814 * stripe_index is the number of our device in the stripe array 825 *total_devs = map->num_stripes;
815 */ 826 else {
816 stripe_index = do_div(stripe_nr, map->num_stripes); 827 int i;
817 828 u64 least = (u64)-1;
829 struct btrfs_device *cur;
830
831 for (i = 0; i < map->num_stripes; i++) {
832 cur = map->stripes[i].dev;
833 spin_lock(&cur->io_lock);
834 if (cur->total_ios < least) {
835 least = cur->total_ios;
836 stripe_index = i;
837 }
838 spin_unlock(&cur->io_lock);
839 }
840 *total_devs = 1;
841 }
842 } else {
843 /*
844 * after this do_div call, stripe_nr is the number of stripes
845 * on this device we have to walk to find the data, and
846 * stripe_index is the number of our device in the stripe array
847 */
848 stripe_index = do_div(stripe_nr, map->num_stripes);
849 }
818 BUG_ON(stripe_index >= map->num_stripes); 850 BUG_ON(stripe_index >= map->num_stripes);
819
820 *phys = map->stripes[stripe_index].physical + stripe_offset + 851 *phys = map->stripes[stripe_index].physical + stripe_offset +
821 stripe_nr * map->stripe_len; 852 stripe_nr * map->stripe_len;
822 853
823 if (map->type & BTRFS_BLOCK_GROUP_RAID0) { 854 if (map->type & (BTRFS_BLOCK_GROUP_RAID0 | BTRFS_BLOCK_GROUP_RAID1)) {
824 /* we limit the length of each bio to what fits in a stripe */ 855 /* we limit the length of each bio to what fits in a stripe */
825 *length = min_t(u64, em->len - offset, 856 *length = min_t(u64, em->len - offset,
826 map->stripe_len - stripe_offset); 857 map->stripe_len - stripe_offset);
@@ -833,33 +864,98 @@ int btrfs_map_block(struct btrfs_mapping_tree *map_tree,
833 return 0; 864 return 0;
834} 865}
835 866
867#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23)
868static void end_bio_multi_stripe(struct bio *bio, int err)
869#else
870static int end_bio_multi_stripe(struct bio *bio,
871 unsigned int bytes_done, int err)
872#endif
873{
874 struct multi_bio *multi = bio->bi_private;
875
876#if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23)
877 if (bio->bi_size)
878 return 1;
879#endif
880 if (err)
881 multi->error = err;
882
883 if (atomic_dec_and_test(&multi->stripes)) {
884 bio->bi_private = multi->private;
885 bio->bi_end_io = multi->end_io;
886
887 if (!err && multi->error)
888 err = multi->error;
889 kfree(multi);
890
891 bio_endio(bio, err);
892 } else {
893 bio_put(bio);
894 }
895#if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23)
896 return 0;
897#endif
898}
899
836int btrfs_map_bio(struct btrfs_root *root, int rw, struct bio *bio) 900int btrfs_map_bio(struct btrfs_root *root, int rw, struct bio *bio)
837{ 901{
838 struct btrfs_mapping_tree *map_tree; 902 struct btrfs_mapping_tree *map_tree;
839 struct btrfs_device *dev; 903 struct btrfs_device *dev;
904 struct bio *first_bio = bio;
840 u64 logical = bio->bi_sector << 9; 905 u64 logical = bio->bi_sector << 9;
841 u64 physical; 906 u64 physical;
842 u64 length = 0; 907 u64 length = 0;
843 u64 map_length; 908 u64 map_length;
844 struct bio_vec *bvec; 909 struct bio_vec *bvec;
910 struct multi_bio *multi = NULL;
845 int i; 911 int i;
846 int ret; 912 int ret;
913 int dev_nr = 0;
914 int total_devs = 1;
847 915
848 bio_for_each_segment(bvec, bio, i) { 916 bio_for_each_segment(bvec, bio, i) {
849 length += bvec->bv_len; 917 length += bvec->bv_len;
850 } 918 }
919
851 map_tree = &root->fs_info->mapping_tree; 920 map_tree = &root->fs_info->mapping_tree;
852 map_length = length; 921 map_length = length;
853 ret = btrfs_map_block(map_tree, logical, &physical, &map_length, &dev); 922 while(dev_nr < total_devs) {
854 if (map_length < length) { 923 ret = btrfs_map_block(map_tree, rw, dev_nr, logical,
855 printk("mapping failed logical %Lu bio len %Lu physical %Lu " 924 &physical, &map_length, &dev,
856 "len %Lu\n", logical, length, physical, map_length); 925 &total_devs);
857 BUG(); 926 if (map_length < length) {
927 printk("mapping failed logical %Lu bio len %Lu physical %Lu "
928 "len %Lu\n", logical, length, physical, map_length);
929 BUG();
930 }
931 BUG_ON(map_length < length);
932 if (total_devs > 1) {
933 if (!multi) {
934 multi = kmalloc(sizeof(*multi), GFP_NOFS);
935 atomic_set(&multi->stripes, 1);
936 multi->end_io = bio->bi_end_io;
937 multi->private = first_bio->bi_private;
938 multi->error = 0;
939 } else {
940 atomic_inc(&multi->stripes);
941 }
942 if (dev_nr < total_devs - 1) {
943 bio = bio_clone(first_bio, GFP_NOFS);
944 BUG_ON(!bio);
945 } else {
946 bio = first_bio;
947 }
948 bio->bi_private = multi;
949 bio->bi_end_io = end_bio_multi_stripe;
950 }
951 bio->bi_sector = physical >> 9;
952 bio->bi_bdev = dev->bdev;
953 spin_lock(&dev->io_lock);
954 dev->total_ios++;
955 spin_unlock(&dev->io_lock);
956 submit_bio(rw, bio);
957 dev_nr++;
858 } 958 }
859 BUG_ON(map_length < length);
860 bio->bi_sector = physical >> 9;
861 bio->bi_bdev = dev->bdev;
862 submit_bio(rw, bio);
863 return 0; 959 return 0;
864} 960}
865 961
@@ -982,6 +1078,8 @@ static int read_one_dev(struct btrfs_root *root,
982 return -ENOMEM; 1078 return -ENOMEM;
983 list_add(&device->dev_list, 1079 list_add(&device->dev_list,
984 &root->fs_info->fs_devices->devices); 1080 &root->fs_info->fs_devices->devices);
1081 device->total_ios = 0;
1082 spin_lock_init(&device->io_lock);
985 } 1083 }
986 1084
987 fill_device_from_item(leaf, dev_item, device); 1085 fill_device_from_item(leaf, dev_item, device);