diff options
| author | Len Brown <len.brown@intel.com> | 2012-06-04 00:35:19 -0400 |
|---|---|---|
| committer | Len Brown <len.brown@intel.com> | 2012-06-04 00:35:19 -0400 |
| commit | 7e1bd6e38b1f30860ce25a014c6d6adfb0079f4a (patch) | |
| tree | 65c5898ba93007d4399150c7a127a670bcfbc30d /fs/btrfs/backref.c | |
| parent | 301f33fbcf4ced53b3de114846ecece5d6aafeeb (diff) | |
| parent | f8f5701bdaf9134b1f90e5044a82c66324d2073f (diff) | |
Merge branch 'upstream' into bugfix-video
Update bugfix-video branch to 2.5-rc1
so I don't have to again resolve the
conflict in these patches vs. upstream.
Conflicts:
drivers/gpu/drm/gma500/psb_drv.c
text conflict: add comment vs delete neighboring line
keep just this:
/* igd_opregion_init(&dev_priv->opregion_dev); */
/* acpi_video_register(); */
Signed-off-by: Len Brown <len.brown@intel.com>
Diffstat (limited to 'fs/btrfs/backref.c')
| -rw-r--r-- | fs/btrfs/backref.c | 495 |
1 files changed, 350 insertions, 145 deletions
diff --git a/fs/btrfs/backref.c b/fs/btrfs/backref.c index bcec06750232..3f75895c919b 100644 --- a/fs/btrfs/backref.c +++ b/fs/btrfs/backref.c | |||
| @@ -24,22 +24,135 @@ | |||
| 24 | #include "delayed-ref.h" | 24 | #include "delayed-ref.h" |
| 25 | #include "locking.h" | 25 | #include "locking.h" |
| 26 | 26 | ||
| 27 | struct extent_inode_elem { | ||
| 28 | u64 inum; | ||
| 29 | u64 offset; | ||
| 30 | struct extent_inode_elem *next; | ||
| 31 | }; | ||
| 32 | |||
| 33 | static int check_extent_in_eb(struct btrfs_key *key, struct extent_buffer *eb, | ||
| 34 | struct btrfs_file_extent_item *fi, | ||
| 35 | u64 extent_item_pos, | ||
| 36 | struct extent_inode_elem **eie) | ||
| 37 | { | ||
| 38 | u64 data_offset; | ||
| 39 | u64 data_len; | ||
| 40 | struct extent_inode_elem *e; | ||
| 41 | |||
| 42 | data_offset = btrfs_file_extent_offset(eb, fi); | ||
| 43 | data_len = btrfs_file_extent_num_bytes(eb, fi); | ||
| 44 | |||
| 45 | if (extent_item_pos < data_offset || | ||
| 46 | extent_item_pos >= data_offset + data_len) | ||
| 47 | return 1; | ||
| 48 | |||
| 49 | e = kmalloc(sizeof(*e), GFP_NOFS); | ||
| 50 | if (!e) | ||
| 51 | return -ENOMEM; | ||
| 52 | |||
| 53 | e->next = *eie; | ||
| 54 | e->inum = key->objectid; | ||
| 55 | e->offset = key->offset + (extent_item_pos - data_offset); | ||
| 56 | *eie = e; | ||
| 57 | |||
| 58 | return 0; | ||
| 59 | } | ||
| 60 | |||
| 61 | static int find_extent_in_eb(struct extent_buffer *eb, u64 wanted_disk_byte, | ||
| 62 | u64 extent_item_pos, | ||
| 63 | struct extent_inode_elem **eie) | ||
| 64 | { | ||
| 65 | u64 disk_byte; | ||
| 66 | struct btrfs_key key; | ||
| 67 | struct btrfs_file_extent_item *fi; | ||
| 68 | int slot; | ||
| 69 | int nritems; | ||
| 70 | int extent_type; | ||
| 71 | int ret; | ||
| 72 | |||
| 73 | /* | ||
| 74 | * from the shared data ref, we only have the leaf but we need | ||
| 75 | * the key. thus, we must look into all items and see that we | ||
| 76 | * find one (some) with a reference to our extent item. | ||
| 77 | */ | ||
| 78 | nritems = btrfs_header_nritems(eb); | ||
| 79 | for (slot = 0; slot < nritems; ++slot) { | ||
| 80 | btrfs_item_key_to_cpu(eb, &key, slot); | ||
| 81 | if (key.type != BTRFS_EXTENT_DATA_KEY) | ||
| 82 | continue; | ||
| 83 | fi = btrfs_item_ptr(eb, slot, struct btrfs_file_extent_item); | ||
| 84 | extent_type = btrfs_file_extent_type(eb, fi); | ||
| 85 | if (extent_type == BTRFS_FILE_EXTENT_INLINE) | ||
| 86 | continue; | ||
| 87 | /* don't skip BTRFS_FILE_EXTENT_PREALLOC, we can handle that */ | ||
| 88 | disk_byte = btrfs_file_extent_disk_bytenr(eb, fi); | ||
| 89 | if (disk_byte != wanted_disk_byte) | ||
| 90 | continue; | ||
| 91 | |||
| 92 | ret = check_extent_in_eb(&key, eb, fi, extent_item_pos, eie); | ||
| 93 | if (ret < 0) | ||
| 94 | return ret; | ||
| 95 | } | ||
| 96 | |||
| 97 | return 0; | ||
| 98 | } | ||
| 99 | |||
| 27 | /* | 100 | /* |
| 28 | * this structure records all encountered refs on the way up to the root | 101 | * this structure records all encountered refs on the way up to the root |
| 29 | */ | 102 | */ |
| 30 | struct __prelim_ref { | 103 | struct __prelim_ref { |
| 31 | struct list_head list; | 104 | struct list_head list; |
| 32 | u64 root_id; | 105 | u64 root_id; |
| 33 | struct btrfs_key key; | 106 | struct btrfs_key key_for_search; |
| 34 | int level; | 107 | int level; |
| 35 | int count; | 108 | int count; |
| 109 | struct extent_inode_elem *inode_list; | ||
| 36 | u64 parent; | 110 | u64 parent; |
| 37 | u64 wanted_disk_byte; | 111 | u64 wanted_disk_byte; |
| 38 | }; | 112 | }; |
| 39 | 113 | ||
| 114 | /* | ||
| 115 | * the rules for all callers of this function are: | ||
| 116 | * - obtaining the parent is the goal | ||
| 117 | * - if you add a key, you must know that it is a correct key | ||
| 118 | * - if you cannot add the parent or a correct key, then we will look into the | ||
| 119 | * block later to set a correct key | ||
| 120 | * | ||
| 121 | * delayed refs | ||
| 122 | * ============ | ||
| 123 | * backref type | shared | indirect | shared | indirect | ||
| 124 | * information | tree | tree | data | data | ||
| 125 | * --------------------+--------+----------+--------+---------- | ||
| 126 | * parent logical | y | - | - | - | ||
| 127 | * key to resolve | - | y | y | y | ||
| 128 | * tree block logical | - | - | - | - | ||
| 129 | * root for resolving | y | y | y | y | ||
| 130 | * | ||
| 131 | * - column 1: we've the parent -> done | ||
| 132 | * - column 2, 3, 4: we use the key to find the parent | ||
| 133 | * | ||
| 134 | * on disk refs (inline or keyed) | ||
| 135 | * ============================== | ||
| 136 | * backref type | shared | indirect | shared | indirect | ||
| 137 | * information | tree | tree | data | data | ||
| 138 | * --------------------+--------+----------+--------+---------- | ||
| 139 | * parent logical | y | - | y | - | ||
| 140 | * key to resolve | - | - | - | y | ||
| 141 | * tree block logical | y | y | y | y | ||
| 142 | * root for resolving | - | y | y | y | ||
| 143 | * | ||
| 144 | * - column 1, 3: we've the parent -> done | ||
| 145 | * - column 2: we take the first key from the block to find the parent | ||
| 146 | * (see __add_missing_keys) | ||
| 147 | * - column 4: we use the key to find the parent | ||
| 148 | * | ||
| 149 | * additional information that's available but not required to find the parent | ||
| 150 | * block might help in merging entries to gain some speed. | ||
| 151 | */ | ||
| 152 | |||
| 40 | static int __add_prelim_ref(struct list_head *head, u64 root_id, | 153 | static int __add_prelim_ref(struct list_head *head, u64 root_id, |
| 41 | struct btrfs_key *key, int level, u64 parent, | 154 | struct btrfs_key *key, int level, |
| 42 | u64 wanted_disk_byte, int count) | 155 | u64 parent, u64 wanted_disk_byte, int count) |
| 43 | { | 156 | { |
| 44 | struct __prelim_ref *ref; | 157 | struct __prelim_ref *ref; |
| 45 | 158 | ||
| @@ -50,10 +163,11 @@ static int __add_prelim_ref(struct list_head *head, u64 root_id, | |||
| 50 | 163 | ||
| 51 | ref->root_id = root_id; | 164 | ref->root_id = root_id; |
| 52 | if (key) | 165 | if (key) |
| 53 | ref->key = *key; | 166 | ref->key_for_search = *key; |
| 54 | else | 167 | else |
| 55 | memset(&ref->key, 0, sizeof(ref->key)); | 168 | memset(&ref->key_for_search, 0, sizeof(ref->key_for_search)); |
| 56 | 169 | ||
| 170 | ref->inode_list = NULL; | ||
| 57 | ref->level = level; | 171 | ref->level = level; |
| 58 | ref->count = count; | 172 | ref->count = count; |
| 59 | ref->parent = parent; | 173 | ref->parent = parent; |
| @@ -64,18 +178,26 @@ static int __add_prelim_ref(struct list_head *head, u64 root_id, | |||
| 64 | } | 178 | } |
| 65 | 179 | ||
| 66 | static int add_all_parents(struct btrfs_root *root, struct btrfs_path *path, | 180 | static int add_all_parents(struct btrfs_root *root, struct btrfs_path *path, |
| 67 | struct ulist *parents, | 181 | struct ulist *parents, int level, |
| 68 | struct extent_buffer *eb, int level, | 182 | struct btrfs_key *key, u64 wanted_disk_byte, |
| 69 | u64 wanted_objectid, u64 wanted_disk_byte) | 183 | const u64 *extent_item_pos) |
| 70 | { | 184 | { |
| 71 | int ret; | 185 | int ret; |
| 72 | int slot; | 186 | int slot = path->slots[level]; |
| 187 | struct extent_buffer *eb = path->nodes[level]; | ||
| 73 | struct btrfs_file_extent_item *fi; | 188 | struct btrfs_file_extent_item *fi; |
| 74 | struct btrfs_key key; | 189 | struct extent_inode_elem *eie = NULL; |
| 75 | u64 disk_byte; | 190 | u64 disk_byte; |
| 191 | u64 wanted_objectid = key->objectid; | ||
| 76 | 192 | ||
| 77 | add_parent: | 193 | add_parent: |
| 78 | ret = ulist_add(parents, eb->start, 0, GFP_NOFS); | 194 | if (level == 0 && extent_item_pos) { |
| 195 | fi = btrfs_item_ptr(eb, slot, struct btrfs_file_extent_item); | ||
| 196 | ret = check_extent_in_eb(key, eb, fi, *extent_item_pos, &eie); | ||
| 197 | if (ret < 0) | ||
| 198 | return ret; | ||
| 199 | } | ||
| 200 | ret = ulist_add(parents, eb->start, (unsigned long)eie, GFP_NOFS); | ||
| 79 | if (ret < 0) | 201 | if (ret < 0) |
| 80 | return ret; | 202 | return ret; |
| 81 | 203 | ||
| @@ -89,6 +211,7 @@ add_parent: | |||
| 89 | * repeat this until we don't find any additional EXTENT_DATA items. | 211 | * repeat this until we don't find any additional EXTENT_DATA items. |
| 90 | */ | 212 | */ |
| 91 | while (1) { | 213 | while (1) { |
| 214 | eie = NULL; | ||
| 92 | ret = btrfs_next_leaf(root, path); | 215 | ret = btrfs_next_leaf(root, path); |
| 93 | if (ret < 0) | 216 | if (ret < 0) |
| 94 | return ret; | 217 | return ret; |
| @@ -97,9 +220,9 @@ add_parent: | |||
| 97 | 220 | ||
| 98 | eb = path->nodes[0]; | 221 | eb = path->nodes[0]; |
| 99 | for (slot = 0; slot < btrfs_header_nritems(eb); ++slot) { | 222 | for (slot = 0; slot < btrfs_header_nritems(eb); ++slot) { |
| 100 | btrfs_item_key_to_cpu(eb, &key, slot); | 223 | btrfs_item_key_to_cpu(eb, key, slot); |
| 101 | if (key.objectid != wanted_objectid || | 224 | if (key->objectid != wanted_objectid || |
| 102 | key.type != BTRFS_EXTENT_DATA_KEY) | 225 | key->type != BTRFS_EXTENT_DATA_KEY) |
| 103 | return 0; | 226 | return 0; |
| 104 | fi = btrfs_item_ptr(eb, slot, | 227 | fi = btrfs_item_ptr(eb, slot, |
| 105 | struct btrfs_file_extent_item); | 228 | struct btrfs_file_extent_item); |
| @@ -118,8 +241,10 @@ add_parent: | |||
| 118 | */ | 241 | */ |
| 119 | static int __resolve_indirect_ref(struct btrfs_fs_info *fs_info, | 242 | static int __resolve_indirect_ref(struct btrfs_fs_info *fs_info, |
| 120 | int search_commit_root, | 243 | int search_commit_root, |
| 244 | u64 time_seq, | ||
| 121 | struct __prelim_ref *ref, | 245 | struct __prelim_ref *ref, |
| 122 | struct ulist *parents) | 246 | struct ulist *parents, |
| 247 | const u64 *extent_item_pos) | ||
| 123 | { | 248 | { |
| 124 | struct btrfs_path *path; | 249 | struct btrfs_path *path; |
| 125 | struct btrfs_root *root; | 250 | struct btrfs_root *root; |
| @@ -152,12 +277,13 @@ static int __resolve_indirect_ref(struct btrfs_fs_info *fs_info, | |||
| 152 | goto out; | 277 | goto out; |
| 153 | 278 | ||
| 154 | path->lowest_level = level; | 279 | path->lowest_level = level; |
| 155 | ret = btrfs_search_slot(NULL, root, &ref->key, path, 0, 0); | 280 | ret = btrfs_search_old_slot(root, &ref->key_for_search, path, time_seq); |
| 156 | pr_debug("search slot in root %llu (level %d, ref count %d) returned " | 281 | pr_debug("search slot in root %llu (level %d, ref count %d) returned " |
| 157 | "%d for key (%llu %u %llu)\n", | 282 | "%d for key (%llu %u %llu)\n", |
| 158 | (unsigned long long)ref->root_id, level, ref->count, ret, | 283 | (unsigned long long)ref->root_id, level, ref->count, ret, |
| 159 | (unsigned long long)ref->key.objectid, ref->key.type, | 284 | (unsigned long long)ref->key_for_search.objectid, |
| 160 | (unsigned long long)ref->key.offset); | 285 | ref->key_for_search.type, |
| 286 | (unsigned long long)ref->key_for_search.offset); | ||
| 161 | if (ret < 0) | 287 | if (ret < 0) |
| 162 | goto out; | 288 | goto out; |
| 163 | 289 | ||
| @@ -179,9 +305,8 @@ static int __resolve_indirect_ref(struct btrfs_fs_info *fs_info, | |||
| 179 | btrfs_item_key_to_cpu(eb, &key, path->slots[0]); | 305 | btrfs_item_key_to_cpu(eb, &key, path->slots[0]); |
| 180 | } | 306 | } |
| 181 | 307 | ||
| 182 | /* the last two parameters will only be used for level == 0 */ | 308 | ret = add_all_parents(root, path, parents, level, &key, |
| 183 | ret = add_all_parents(root, path, parents, eb, level, key.objectid, | 309 | ref->wanted_disk_byte, extent_item_pos); |
| 184 | ref->wanted_disk_byte); | ||
| 185 | out: | 310 | out: |
| 186 | btrfs_free_path(path); | 311 | btrfs_free_path(path); |
| 187 | return ret; | 312 | return ret; |
| @@ -191,8 +316,9 @@ out: | |||
| 191 | * resolve all indirect backrefs from the list | 316 | * resolve all indirect backrefs from the list |
| 192 | */ | 317 | */ |
| 193 | static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, | 318 | static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, |
| 194 | int search_commit_root, | 319 | int search_commit_root, u64 time_seq, |
| 195 | struct list_head *head) | 320 | struct list_head *head, |
| 321 | const u64 *extent_item_pos) | ||
| 196 | { | 322 | { |
| 197 | int err; | 323 | int err; |
| 198 | int ret = 0; | 324 | int ret = 0; |
| @@ -201,6 +327,7 @@ static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, | |||
| 201 | struct __prelim_ref *new_ref; | 327 | struct __prelim_ref *new_ref; |
| 202 | struct ulist *parents; | 328 | struct ulist *parents; |
| 203 | struct ulist_node *node; | 329 | struct ulist_node *node; |
| 330 | struct ulist_iterator uiter; | ||
| 204 | 331 | ||
| 205 | parents = ulist_alloc(GFP_NOFS); | 332 | parents = ulist_alloc(GFP_NOFS); |
| 206 | if (!parents) | 333 | if (!parents) |
| @@ -217,7 +344,8 @@ static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, | |||
| 217 | if (ref->count == 0) | 344 | if (ref->count == 0) |
| 218 | continue; | 345 | continue; |
| 219 | err = __resolve_indirect_ref(fs_info, search_commit_root, | 346 | err = __resolve_indirect_ref(fs_info, search_commit_root, |
| 220 | ref, parents); | 347 | time_seq, ref, parents, |
| 348 | extent_item_pos); | ||
| 221 | if (err) { | 349 | if (err) { |
| 222 | if (ret == 0) | 350 | if (ret == 0) |
| 223 | ret = err; | 351 | ret = err; |
| @@ -225,11 +353,14 @@ static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, | |||
| 225 | } | 353 | } |
| 226 | 354 | ||
| 227 | /* we put the first parent into the ref at hand */ | 355 | /* we put the first parent into the ref at hand */ |
| 228 | node = ulist_next(parents, NULL); | 356 | ULIST_ITER_INIT(&uiter); |
| 357 | node = ulist_next(parents, &uiter); | ||
| 229 | ref->parent = node ? node->val : 0; | 358 | ref->parent = node ? node->val : 0; |
| 359 | ref->inode_list = | ||
| 360 | node ? (struct extent_inode_elem *)node->aux : 0; | ||
| 230 | 361 | ||
| 231 | /* additional parents require new refs being added here */ | 362 | /* additional parents require new refs being added here */ |
| 232 | while ((node = ulist_next(parents, node))) { | 363 | while ((node = ulist_next(parents, &uiter))) { |
| 233 | new_ref = kmalloc(sizeof(*new_ref), GFP_NOFS); | 364 | new_ref = kmalloc(sizeof(*new_ref), GFP_NOFS); |
| 234 | if (!new_ref) { | 365 | if (!new_ref) { |
| 235 | ret = -ENOMEM; | 366 | ret = -ENOMEM; |
| @@ -237,6 +368,8 @@ static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, | |||
| 237 | } | 368 | } |
| 238 | memcpy(new_ref, ref, sizeof(*ref)); | 369 | memcpy(new_ref, ref, sizeof(*ref)); |
| 239 | new_ref->parent = node->val; | 370 | new_ref->parent = node->val; |
| 371 | new_ref->inode_list = | ||
| 372 | (struct extent_inode_elem *)node->aux; | ||
| 240 | list_add(&new_ref->list, &ref->list); | 373 | list_add(&new_ref->list, &ref->list); |
| 241 | } | 374 | } |
| 242 | ulist_reinit(parents); | 375 | ulist_reinit(parents); |
| @@ -246,10 +379,65 @@ static int __resolve_indirect_refs(struct btrfs_fs_info *fs_info, | |||
| 246 | return ret; | 379 | return ret; |
| 247 | } | 380 | } |
| 248 | 381 | ||
| 382 | static inline int ref_for_same_block(struct __prelim_ref *ref1, | ||
| 383 | struct __prelim_ref *ref2) | ||
| 384 | { | ||
| 385 | if (ref1->level != ref2->level) | ||
| 386 | return 0; | ||
| 387 | if (ref1->root_id != ref2->root_id) | ||
| 388 | return 0; | ||
| 389 | if (ref1->key_for_search.type != ref2->key_for_search.type) | ||
| 390 | return 0; | ||
| 391 | if (ref1->key_for_search.objectid != ref2->key_for_search.objectid) | ||
| 392 | return 0; | ||
| 393 | if (ref1->key_for_search.offset != ref2->key_for_search.offset) | ||
| 394 | return 0; | ||
| 395 | if (ref1->parent != ref2->parent) | ||
| 396 | return 0; | ||
| 397 | |||
| 398 | return 1; | ||
| 399 | } | ||
| 400 | |||
| 401 | /* | ||
| 402 | * read tree blocks and add keys where required. | ||
| 403 | */ | ||
| 404 | static int __add_missing_keys(struct btrfs_fs_info *fs_info, | ||
| 405 | struct list_head *head) | ||
| 406 | { | ||
| 407 | struct list_head *pos; | ||
| 408 | struct extent_buffer *eb; | ||
| 409 | |||
| 410 | list_for_each(pos, head) { | ||
| 411 | struct __prelim_ref *ref; | ||
| 412 | ref = list_entry(pos, struct __prelim_ref, list); | ||
| 413 | |||
| 414 | if (ref->parent) | ||
| 415 | continue; | ||
| 416 | if (ref->key_for_search.type) | ||
| 417 | continue; | ||
| 418 | BUG_ON(!ref->wanted_disk_byte); | ||
| 419 | eb = read_tree_block(fs_info->tree_root, ref->wanted_disk_byte, | ||
| 420 | fs_info->tree_root->leafsize, 0); | ||
| 421 | BUG_ON(!eb); | ||
| 422 | btrfs_tree_read_lock(eb); | ||
| 423 | if (btrfs_header_level(eb) == 0) | ||
| 424 | btrfs_item_key_to_cpu(eb, &ref->key_for_search, 0); | ||
| 425 | else | ||
| 426 | btrfs_node_key_to_cpu(eb, &ref->key_for_search, 0); | ||
| 427 | btrfs_tree_read_unlock(eb); | ||
| 428 | free_extent_buffer(eb); | ||
| 429 | } | ||
| 430 | return 0; | ||
| 431 | } | ||
| 432 | |||
| 249 | /* | 433 | /* |
| 250 | * merge two lists of backrefs and adjust counts accordingly | 434 | * merge two lists of backrefs and adjust counts accordingly |
| 251 | * | 435 | * |
| 252 | * mode = 1: merge identical keys, if key is set | 436 | * mode = 1: merge identical keys, if key is set |
| 437 | * FIXME: if we add more keys in __add_prelim_ref, we can merge more here. | ||
| 438 | * additionally, we could even add a key range for the blocks we | ||
| 439 | * looked into to merge even more (-> replace unresolved refs by those | ||
| 440 | * having a parent). | ||
| 253 | * mode = 2: merge identical parents | 441 | * mode = 2: merge identical parents |
| 254 | */ | 442 | */ |
| 255 | static int __merge_refs(struct list_head *head, int mode) | 443 | static int __merge_refs(struct list_head *head, int mode) |
| @@ -263,20 +451,21 @@ static int __merge_refs(struct list_head *head, int mode) | |||
| 263 | 451 | ||
| 264 | ref1 = list_entry(pos1, struct __prelim_ref, list); | 452 | ref1 = list_entry(pos1, struct __prelim_ref, list); |
| 265 | 453 | ||
| 266 | if (mode == 1 && ref1->key.type == 0) | ||
| 267 | continue; | ||
| 268 | for (pos2 = pos1->next, n2 = pos2->next; pos2 != head; | 454 | for (pos2 = pos1->next, n2 = pos2->next; pos2 != head; |
| 269 | pos2 = n2, n2 = pos2->next) { | 455 | pos2 = n2, n2 = pos2->next) { |
| 270 | struct __prelim_ref *ref2; | 456 | struct __prelim_ref *ref2; |
| 457 | struct __prelim_ref *xchg; | ||
| 271 | 458 | ||
| 272 | ref2 = list_entry(pos2, struct __prelim_ref, list); | 459 | ref2 = list_entry(pos2, struct __prelim_ref, list); |
| 273 | 460 | ||
| 274 | if (mode == 1) { | 461 | if (mode == 1) { |
| 275 | if (memcmp(&ref1->key, &ref2->key, | 462 | if (!ref_for_same_block(ref1, ref2)) |
| 276 | sizeof(ref1->key)) || | ||
| 277 | ref1->level != ref2->level || | ||
| 278 | ref1->root_id != ref2->root_id) | ||
| 279 | continue; | 463 | continue; |
| 464 | if (!ref1->parent && ref2->parent) { | ||
| 465 | xchg = ref1; | ||
| 466 | ref1 = ref2; | ||
| 467 | ref2 = xchg; | ||
| 468 | } | ||
| 280 | ref1->count += ref2->count; | 469 | ref1->count += ref2->count; |
| 281 | } else { | 470 | } else { |
| 282 | if (ref1->parent != ref2->parent) | 471 | if (ref1->parent != ref2->parent) |
| @@ -296,16 +485,17 @@ static int __merge_refs(struct list_head *head, int mode) | |||
| 296 | * smaller or equal that seq to the list | 485 | * smaller or equal that seq to the list |
| 297 | */ | 486 | */ |
| 298 | static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, | 487 | static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, |
| 299 | struct btrfs_key *info_key, | ||
| 300 | struct list_head *prefs) | 488 | struct list_head *prefs) |
| 301 | { | 489 | { |
| 302 | struct btrfs_delayed_extent_op *extent_op = head->extent_op; | 490 | struct btrfs_delayed_extent_op *extent_op = head->extent_op; |
| 303 | struct rb_node *n = &head->node.rb_node; | 491 | struct rb_node *n = &head->node.rb_node; |
| 492 | struct btrfs_key key; | ||
| 493 | struct btrfs_key op_key = {0}; | ||
| 304 | int sgn; | 494 | int sgn; |
| 305 | int ret = 0; | 495 | int ret = 0; |
| 306 | 496 | ||
| 307 | if (extent_op && extent_op->update_key) | 497 | if (extent_op && extent_op->update_key) |
| 308 | btrfs_disk_key_to_cpu(info_key, &extent_op->key); | 498 | btrfs_disk_key_to_cpu(&op_key, &extent_op->key); |
| 309 | 499 | ||
| 310 | while ((n = rb_prev(n))) { | 500 | while ((n = rb_prev(n))) { |
| 311 | struct btrfs_delayed_ref_node *node; | 501 | struct btrfs_delayed_ref_node *node; |
| @@ -337,7 +527,7 @@ static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, | |||
| 337 | struct btrfs_delayed_tree_ref *ref; | 527 | struct btrfs_delayed_tree_ref *ref; |
| 338 | 528 | ||
| 339 | ref = btrfs_delayed_node_to_tree_ref(node); | 529 | ref = btrfs_delayed_node_to_tree_ref(node); |
| 340 | ret = __add_prelim_ref(prefs, ref->root, info_key, | 530 | ret = __add_prelim_ref(prefs, ref->root, &op_key, |
| 341 | ref->level + 1, 0, node->bytenr, | 531 | ref->level + 1, 0, node->bytenr, |
| 342 | node->ref_mod * sgn); | 532 | node->ref_mod * sgn); |
| 343 | break; | 533 | break; |
| @@ -346,7 +536,7 @@ static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, | |||
| 346 | struct btrfs_delayed_tree_ref *ref; | 536 | struct btrfs_delayed_tree_ref *ref; |
| 347 | 537 | ||
| 348 | ref = btrfs_delayed_node_to_tree_ref(node); | 538 | ref = btrfs_delayed_node_to_tree_ref(node); |
| 349 | ret = __add_prelim_ref(prefs, ref->root, info_key, | 539 | ret = __add_prelim_ref(prefs, ref->root, NULL, |
| 350 | ref->level + 1, ref->parent, | 540 | ref->level + 1, ref->parent, |
| 351 | node->bytenr, | 541 | node->bytenr, |
| 352 | node->ref_mod * sgn); | 542 | node->ref_mod * sgn); |
| @@ -354,8 +544,6 @@ static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, | |||
| 354 | } | 544 | } |
| 355 | case BTRFS_EXTENT_DATA_REF_KEY: { | 545 | case BTRFS_EXTENT_DATA_REF_KEY: { |
| 356 | struct btrfs_delayed_data_ref *ref; | 546 | struct btrfs_delayed_data_ref *ref; |
| 357 | struct btrfs_key key; | ||
| 358 | |||
| 359 | ref = btrfs_delayed_node_to_data_ref(node); | 547 | ref = btrfs_delayed_node_to_data_ref(node); |
| 360 | 548 | ||
| 361 | key.objectid = ref->objectid; | 549 | key.objectid = ref->objectid; |
| @@ -368,7 +556,6 @@ static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, | |||
| 368 | } | 556 | } |
| 369 | case BTRFS_SHARED_DATA_REF_KEY: { | 557 | case BTRFS_SHARED_DATA_REF_KEY: { |
| 370 | struct btrfs_delayed_data_ref *ref; | 558 | struct btrfs_delayed_data_ref *ref; |
| 371 | struct btrfs_key key; | ||
| 372 | 559 | ||
| 373 | ref = btrfs_delayed_node_to_data_ref(node); | 560 | ref = btrfs_delayed_node_to_data_ref(node); |
| 374 | 561 | ||
| @@ -394,8 +581,7 @@ static int __add_delayed_refs(struct btrfs_delayed_ref_head *head, u64 seq, | |||
| 394 | */ | 581 | */ |
| 395 | static int __add_inline_refs(struct btrfs_fs_info *fs_info, | 582 | static int __add_inline_refs(struct btrfs_fs_info *fs_info, |
| 396 | struct btrfs_path *path, u64 bytenr, | 583 | struct btrfs_path *path, u64 bytenr, |
| 397 | struct btrfs_key *info_key, int *info_level, | 584 | int *info_level, struct list_head *prefs) |
| 398 | struct list_head *prefs) | ||
| 399 | { | 585 | { |
| 400 | int ret = 0; | 586 | int ret = 0; |
| 401 | int slot; | 587 | int slot; |
| @@ -411,7 +597,7 @@ static int __add_inline_refs(struct btrfs_fs_info *fs_info, | |||
| 411 | * enumerate all inline refs | 597 | * enumerate all inline refs |
| 412 | */ | 598 | */ |
| 413 | leaf = path->nodes[0]; | 599 | leaf = path->nodes[0]; |
| 414 | slot = path->slots[0] - 1; | 600 | slot = path->slots[0]; |
| 415 | 601 | ||
| 416 | item_size = btrfs_item_size_nr(leaf, slot); | 602 | item_size = btrfs_item_size_nr(leaf, slot); |
| 417 | BUG_ON(item_size < sizeof(*ei)); | 603 | BUG_ON(item_size < sizeof(*ei)); |
| @@ -424,12 +610,9 @@ static int __add_inline_refs(struct btrfs_fs_info *fs_info, | |||
| 424 | 610 | ||
| 425 | if (flags & BTRFS_EXTENT_FLAG_TREE_BLOCK) { | 611 | if (flags & BTRFS_EXTENT_FLAG_TREE_BLOCK) { |
| 426 | struct btrfs_tree_block_info *info; | 612 | struct btrfs_tree_block_info *info; |
| 427 | struct btrfs_disk_key disk_key; | ||
| 428 | 613 | ||
| 429 | info = (struct btrfs_tree_block_info *)ptr; | 614 | info = (struct btrfs_tree_block_info *)ptr; |
| 430 | *info_level = btrfs_tree_block_level(leaf, info); | 615 | *info_level = btrfs_tree_block_level(leaf, info); |
| 431 | btrfs_tree_block_key(leaf, info, &disk_key); | ||
| 432 | btrfs_disk_key_to_cpu(info_key, &disk_key); | ||
| 433 | ptr += sizeof(struct btrfs_tree_block_info); | 616 | ptr += sizeof(struct btrfs_tree_block_info); |
| 434 | BUG_ON(ptr > end); | 617 | BUG_ON(ptr > end); |
| 435 | } else { | 618 | } else { |
| @@ -447,7 +630,7 @@ static int __add_inline_refs(struct btrfs_fs_info *fs_info, | |||
| 447 | 630 | ||
| 448 | switch (type) { | 631 | switch (type) { |
| 449 | case BTRFS_SHARED_BLOCK_REF_KEY: | 632 | case BTRFS_SHARED_BLOCK_REF_KEY: |
| 450 | ret = __add_prelim_ref(prefs, 0, info_key, | 633 | ret = __add_prelim_ref(prefs, 0, NULL, |
| 451 | *info_level + 1, offset, | 634 | *info_level + 1, offset, |
| 452 | bytenr, 1); | 635 | bytenr, 1); |
| 453 | break; | 636 | break; |
| @@ -462,8 +645,9 @@ static int __add_inline_refs(struct btrfs_fs_info *fs_info, | |||
| 462 | break; | 645 | break; |
| 463 | } | 646 | } |
| 464 | case BTRFS_TREE_BLOCK_REF_KEY: | 647 | case BTRFS_TREE_BLOCK_REF_KEY: |
| 465 | ret = __add_prelim_ref(prefs, offset, info_key, | 648 | ret = __add_prelim_ref(prefs, offset, NULL, |
| 466 | *info_level + 1, 0, bytenr, 1); | 649 | *info_level + 1, 0, |
| 650 | bytenr, 1); | ||
| 467 | break; | 651 | break; |
| 468 | case BTRFS_EXTENT_DATA_REF_KEY: { | 652 | case BTRFS_EXTENT_DATA_REF_KEY: { |
| 469 | struct btrfs_extent_data_ref *dref; | 653 | struct btrfs_extent_data_ref *dref; |
| @@ -477,8 +661,8 @@ static int __add_inline_refs(struct btrfs_fs_info *fs_info, | |||
| 477 | key.type = BTRFS_EXTENT_DATA_KEY; | 661 | key.type = BTRFS_EXTENT_DATA_KEY; |
| 478 | key.offset = btrfs_extent_data_ref_offset(leaf, dref); | 662 | key.offset = btrfs_extent_data_ref_offset(leaf, dref); |
| 479 | root = btrfs_extent_data_ref_root(leaf, dref); | 663 | root = btrfs_extent_data_ref_root(leaf, dref); |
| 480 | ret = __add_prelim_ref(prefs, root, &key, 0, 0, bytenr, | 664 | ret = __add_prelim_ref(prefs, root, &key, 0, 0, |
| 481 | count); | 665 | bytenr, count); |
| 482 | break; | 666 | break; |
| 483 | } | 667 | } |
| 484 | default: | 668 | default: |
| @@ -496,8 +680,7 @@ static int __add_inline_refs(struct btrfs_fs_info *fs_info, | |||
| 496 | */ | 680 | */ |
| 497 | static int __add_keyed_refs(struct btrfs_fs_info *fs_info, | 681 | static int __add_keyed_refs(struct btrfs_fs_info *fs_info, |
| 498 | struct btrfs_path *path, u64 bytenr, | 682 | struct btrfs_path *path, u64 bytenr, |
| 499 | struct btrfs_key *info_key, int info_level, | 683 | int info_level, struct list_head *prefs) |
| 500 | struct list_head *prefs) | ||
| 501 | { | 684 | { |
| 502 | struct btrfs_root *extent_root = fs_info->extent_root; | 685 | struct btrfs_root *extent_root = fs_info->extent_root; |
| 503 | int ret; | 686 | int ret; |
| @@ -527,7 +710,7 @@ static int __add_keyed_refs(struct btrfs_fs_info *fs_info, | |||
| 527 | 710 | ||
| 528 | switch (key.type) { | 711 | switch (key.type) { |
| 529 | case BTRFS_SHARED_BLOCK_REF_KEY: | 712 | case BTRFS_SHARED_BLOCK_REF_KEY: |
| 530 | ret = __add_prelim_ref(prefs, 0, info_key, | 713 | ret = __add_prelim_ref(prefs, 0, NULL, |
| 531 | info_level + 1, key.offset, | 714 | info_level + 1, key.offset, |
| 532 | bytenr, 1); | 715 | bytenr, 1); |
| 533 | break; | 716 | break; |
| @@ -543,8 +726,9 @@ static int __add_keyed_refs(struct btrfs_fs_info *fs_info, | |||
| 543 | break; | 726 | break; |
| 544 | } | 727 | } |
| 545 | case BTRFS_TREE_BLOCK_REF_KEY: | 728 | case BTRFS_TREE_BLOCK_REF_KEY: |
| 546 | ret = __add_prelim_ref(prefs, key.offset, info_key, | 729 | ret = __add_prelim_ref(prefs, key.offset, NULL, |
| 547 | info_level + 1, 0, bytenr, 1); | 730 | info_level + 1, 0, |
| 731 | bytenr, 1); | ||
| 548 | break; | 732 | break; |
| 549 | case BTRFS_EXTENT_DATA_REF_KEY: { | 733 | case BTRFS_EXTENT_DATA_REF_KEY: { |
| 550 | struct btrfs_extent_data_ref *dref; | 734 | struct btrfs_extent_data_ref *dref; |
| @@ -560,7 +744,7 @@ static int __add_keyed_refs(struct btrfs_fs_info *fs_info, | |||
| 560 | key.offset = btrfs_extent_data_ref_offset(leaf, dref); | 744 | key.offset = btrfs_extent_data_ref_offset(leaf, dref); |
| 561 | root = btrfs_extent_data_ref_root(leaf, dref); | 745 | root = btrfs_extent_data_ref_root(leaf, dref); |
| 562 | ret = __add_prelim_ref(prefs, root, &key, 0, 0, | 746 | ret = __add_prelim_ref(prefs, root, &key, 0, 0, |
| 563 | bytenr, count); | 747 | bytenr, count); |
| 564 | break; | 748 | break; |
| 565 | } | 749 | } |
| 566 | default: | 750 | default: |
| @@ -582,11 +766,12 @@ static int __add_keyed_refs(struct btrfs_fs_info *fs_info, | |||
| 582 | */ | 766 | */ |
| 583 | static int find_parent_nodes(struct btrfs_trans_handle *trans, | 767 | static int find_parent_nodes(struct btrfs_trans_handle *trans, |
| 584 | struct btrfs_fs_info *fs_info, u64 bytenr, | 768 | struct btrfs_fs_info *fs_info, u64 bytenr, |
| 585 | u64 seq, struct ulist *refs, struct ulist *roots) | 769 | u64 delayed_ref_seq, u64 time_seq, |
| 770 | struct ulist *refs, struct ulist *roots, | ||
| 771 | const u64 *extent_item_pos) | ||
| 586 | { | 772 | { |
| 587 | struct btrfs_key key; | 773 | struct btrfs_key key; |
| 588 | struct btrfs_path *path; | 774 | struct btrfs_path *path; |
| 589 | struct btrfs_key info_key = { 0 }; | ||
| 590 | struct btrfs_delayed_ref_root *delayed_refs = NULL; | 775 | struct btrfs_delayed_ref_root *delayed_refs = NULL; |
| 591 | struct btrfs_delayed_ref_head *head; | 776 | struct btrfs_delayed_ref_head *head; |
| 592 | int info_level = 0; | 777 | int info_level = 0; |
| @@ -645,7 +830,7 @@ again: | |||
| 645 | btrfs_put_delayed_ref(&head->node); | 830 | btrfs_put_delayed_ref(&head->node); |
| 646 | goto again; | 831 | goto again; |
| 647 | } | 832 | } |
| 648 | ret = __add_delayed_refs(head, seq, &info_key, | 833 | ret = __add_delayed_refs(head, delayed_ref_seq, |
| 649 | &prefs_delayed); | 834 | &prefs_delayed); |
| 650 | if (ret) { | 835 | if (ret) { |
| 651 | spin_unlock(&delayed_refs->lock); | 836 | spin_unlock(&delayed_refs->lock); |
| @@ -659,16 +844,17 @@ again: | |||
| 659 | struct extent_buffer *leaf; | 844 | struct extent_buffer *leaf; |
| 660 | int slot; | 845 | int slot; |
| 661 | 846 | ||
| 847 | path->slots[0]--; | ||
| 662 | leaf = path->nodes[0]; | 848 | leaf = path->nodes[0]; |
| 663 | slot = path->slots[0] - 1; | 849 | slot = path->slots[0]; |
| 664 | btrfs_item_key_to_cpu(leaf, &key, slot); | 850 | btrfs_item_key_to_cpu(leaf, &key, slot); |
| 665 | if (key.objectid == bytenr && | 851 | if (key.objectid == bytenr && |
| 666 | key.type == BTRFS_EXTENT_ITEM_KEY) { | 852 | key.type == BTRFS_EXTENT_ITEM_KEY) { |
| 667 | ret = __add_inline_refs(fs_info, path, bytenr, | 853 | ret = __add_inline_refs(fs_info, path, bytenr, |
| 668 | &info_key, &info_level, &prefs); | 854 | &info_level, &prefs); |
| 669 | if (ret) | 855 | if (ret) |
| 670 | goto out; | 856 | goto out; |
| 671 | ret = __add_keyed_refs(fs_info, path, bytenr, &info_key, | 857 | ret = __add_keyed_refs(fs_info, path, bytenr, |
| 672 | info_level, &prefs); | 858 | info_level, &prefs); |
| 673 | if (ret) | 859 | if (ret) |
| 674 | goto out; | 860 | goto out; |
| @@ -676,21 +862,18 @@ again: | |||
| 676 | } | 862 | } |
| 677 | btrfs_release_path(path); | 863 | btrfs_release_path(path); |
| 678 | 864 | ||
| 679 | /* | ||
| 680 | * when adding the delayed refs above, the info_key might not have | ||
| 681 | * been known yet. Go over the list and replace the missing keys | ||
| 682 | */ | ||
| 683 | list_for_each_entry(ref, &prefs_delayed, list) { | ||
| 684 | if ((ref->key.offset | ref->key.type | ref->key.objectid) == 0) | ||
| 685 | memcpy(&ref->key, &info_key, sizeof(ref->key)); | ||
| 686 | } | ||
| 687 | list_splice_init(&prefs_delayed, &prefs); | 865 | list_splice_init(&prefs_delayed, &prefs); |
| 688 | 866 | ||
| 867 | ret = __add_missing_keys(fs_info, &prefs); | ||
| 868 | if (ret) | ||
| 869 | goto out; | ||
| 870 | |||
| 689 | ret = __merge_refs(&prefs, 1); | 871 | ret = __merge_refs(&prefs, 1); |
| 690 | if (ret) | 872 | if (ret) |
| 691 | goto out; | 873 | goto out; |
| 692 | 874 | ||
| 693 | ret = __resolve_indirect_refs(fs_info, search_commit_root, &prefs); | 875 | ret = __resolve_indirect_refs(fs_info, search_commit_root, time_seq, |
| 876 | &prefs, extent_item_pos); | ||
| 694 | if (ret) | 877 | if (ret) |
| 695 | goto out; | 878 | goto out; |
| 696 | 879 | ||
| @@ -709,7 +892,33 @@ again: | |||
| 709 | BUG_ON(ret < 0); | 892 | BUG_ON(ret < 0); |
| 710 | } | 893 | } |
| 711 | if (ref->count && ref->parent) { | 894 | if (ref->count && ref->parent) { |
| 712 | ret = ulist_add(refs, ref->parent, 0, GFP_NOFS); | 895 | struct extent_inode_elem *eie = NULL; |
| 896 | if (extent_item_pos && !ref->inode_list) { | ||
| 897 | u32 bsz; | ||
| 898 | struct extent_buffer *eb; | ||
| 899 | bsz = btrfs_level_size(fs_info->extent_root, | ||
| 900 | info_level); | ||
| 901 | eb = read_tree_block(fs_info->extent_root, | ||
| 902 | ref->parent, bsz, 0); | ||
| 903 | BUG_ON(!eb); | ||
| 904 | ret = find_extent_in_eb(eb, bytenr, | ||
| 905 | *extent_item_pos, &eie); | ||
| 906 | ref->inode_list = eie; | ||
| 907 | free_extent_buffer(eb); | ||
| 908 | } | ||
| 909 | ret = ulist_add_merge(refs, ref->parent, | ||
| 910 | (unsigned long)ref->inode_list, | ||
| 911 | (unsigned long *)&eie, GFP_NOFS); | ||
| 912 | if (!ret && extent_item_pos) { | ||
| 913 | /* | ||
| 914 | * we've recorded that parent, so we must extend | ||
| 915 | * its inode list here | ||
| 916 | */ | ||
| 917 | BUG_ON(!eie); | ||
| 918 | while (eie->next) | ||
| 919 | eie = eie->next; | ||
| 920 | eie->next = ref->inode_list; | ||
| 921 | } | ||
| 713 | BUG_ON(ret < 0); | 922 | BUG_ON(ret < 0); |
| 714 | } | 923 | } |
| 715 | kfree(ref); | 924 | kfree(ref); |
| @@ -734,6 +943,28 @@ out: | |||
| 734 | return ret; | 943 | return ret; |
| 735 | } | 944 | } |
| 736 | 945 | ||
| 946 | static void free_leaf_list(struct ulist *blocks) | ||
| 947 | { | ||
| 948 | struct ulist_node *node = NULL; | ||
| 949 | struct extent_inode_elem *eie; | ||
| 950 | struct extent_inode_elem *eie_next; | ||
| 951 | struct ulist_iterator uiter; | ||
| 952 | |||
| 953 | ULIST_ITER_INIT(&uiter); | ||
| 954 | while ((node = ulist_next(blocks, &uiter))) { | ||
| 955 | if (!node->aux) | ||
| 956 | continue; | ||
| 957 | eie = (struct extent_inode_elem *)node->aux; | ||
| 958 | for (; eie; eie = eie_next) { | ||
| 959 | eie_next = eie->next; | ||
| 960 | kfree(eie); | ||
| 961 | } | ||
| 962 | node->aux = 0; | ||
| 963 | } | ||
| 964 | |||
| 965 | ulist_free(blocks); | ||
| 966 | } | ||
| 967 | |||
| 737 | /* | 968 | /* |
| 738 | * Finds all leafs with a reference to the specified combination of bytenr and | 969 | * Finds all leafs with a reference to the specified combination of bytenr and |
| 739 | * offset. key_list_head will point to a list of corresponding keys (caller must | 970 | * offset. key_list_head will point to a list of corresponding keys (caller must |
| @@ -744,7 +975,9 @@ out: | |||
| 744 | */ | 975 | */ |
| 745 | static int btrfs_find_all_leafs(struct btrfs_trans_handle *trans, | 976 | static int btrfs_find_all_leafs(struct btrfs_trans_handle *trans, |
| 746 | struct btrfs_fs_info *fs_info, u64 bytenr, | 977 | struct btrfs_fs_info *fs_info, u64 bytenr, |
| 747 | u64 num_bytes, u64 seq, struct ulist **leafs) | 978 | u64 delayed_ref_seq, u64 time_seq, |
| 979 | struct ulist **leafs, | ||
| 980 | const u64 *extent_item_pos) | ||
| 748 | { | 981 | { |
| 749 | struct ulist *tmp; | 982 | struct ulist *tmp; |
| 750 | int ret; | 983 | int ret; |
| @@ -758,11 +991,12 @@ static int btrfs_find_all_leafs(struct btrfs_trans_handle *trans, | |||
| 758 | return -ENOMEM; | 991 | return -ENOMEM; |
| 759 | } | 992 | } |
| 760 | 993 | ||
| 761 | ret = find_parent_nodes(trans, fs_info, bytenr, seq, *leafs, tmp); | 994 | ret = find_parent_nodes(trans, fs_info, bytenr, delayed_ref_seq, |
| 995 | time_seq, *leafs, tmp, extent_item_pos); | ||
| 762 | ulist_free(tmp); | 996 | ulist_free(tmp); |
| 763 | 997 | ||
| 764 | if (ret < 0 && ret != -ENOENT) { | 998 | if (ret < 0 && ret != -ENOENT) { |
| 765 | ulist_free(*leafs); | 999 | free_leaf_list(*leafs); |
| 766 | return ret; | 1000 | return ret; |
| 767 | } | 1001 | } |
| 768 | 1002 | ||
| @@ -784,10 +1018,12 @@ static int btrfs_find_all_leafs(struct btrfs_trans_handle *trans, | |||
| 784 | */ | 1018 | */ |
| 785 | int btrfs_find_all_roots(struct btrfs_trans_handle *trans, | 1019 | int btrfs_find_all_roots(struct btrfs_trans_handle *trans, |
| 786 | struct btrfs_fs_info *fs_info, u64 bytenr, | 1020 | struct btrfs_fs_info *fs_info, u64 bytenr, |
| 787 | u64 num_bytes, u64 seq, struct ulist **roots) | 1021 | u64 delayed_ref_seq, u64 time_seq, |
| 1022 | struct ulist **roots) | ||
| 788 | { | 1023 | { |
| 789 | struct ulist *tmp; | 1024 | struct ulist *tmp; |
| 790 | struct ulist_node *node = NULL; | 1025 | struct ulist_node *node = NULL; |
| 1026 | struct ulist_iterator uiter; | ||
| 791 | int ret; | 1027 | int ret; |
| 792 | 1028 | ||
| 793 | tmp = ulist_alloc(GFP_NOFS); | 1029 | tmp = ulist_alloc(GFP_NOFS); |
| @@ -799,15 +1035,16 @@ int btrfs_find_all_roots(struct btrfs_trans_handle *trans, | |||
| 799 | return -ENOMEM; | 1035 | return -ENOMEM; |
| 800 | } | 1036 | } |
| 801 | 1037 | ||
| 1038 | ULIST_ITER_INIT(&uiter); | ||
| 802 | while (1) { | 1039 | while (1) { |
| 803 | ret = find_parent_nodes(trans, fs_info, bytenr, seq, | 1040 | ret = find_parent_nodes(trans, fs_info, bytenr, delayed_ref_seq, |
| 804 | tmp, *roots); | 1041 | time_seq, tmp, *roots, NULL); |
| 805 | if (ret < 0 && ret != -ENOENT) { | 1042 | if (ret < 0 && ret != -ENOENT) { |
| 806 | ulist_free(tmp); | 1043 | ulist_free(tmp); |
| 807 | ulist_free(*roots); | 1044 | ulist_free(*roots); |
| 808 | return ret; | 1045 | return ret; |
| 809 | } | 1046 | } |
| 810 | node = ulist_next(tmp, node); | 1047 | node = ulist_next(tmp, &uiter); |
| 811 | if (!node) | 1048 | if (!node) |
| 812 | break; | 1049 | break; |
| 813 | bytenr = node->val; | 1050 | bytenr = node->val; |
| @@ -1093,67 +1330,25 @@ int tree_backref_for_extent(unsigned long *ptr, struct extent_buffer *eb, | |||
| 1093 | return 0; | 1330 | return 0; |
| 1094 | } | 1331 | } |
| 1095 | 1332 | ||
| 1096 | static int iterate_leaf_refs(struct btrfs_fs_info *fs_info, u64 logical, | 1333 | static int iterate_leaf_refs(struct extent_inode_elem *inode_list, |
| 1097 | u64 orig_extent_item_objectid, | 1334 | u64 root, u64 extent_item_objectid, |
| 1098 | u64 extent_item_pos, u64 root, | ||
| 1099 | iterate_extent_inodes_t *iterate, void *ctx) | 1335 | iterate_extent_inodes_t *iterate, void *ctx) |
| 1100 | { | 1336 | { |
| 1101 | u64 disk_byte; | 1337 | struct extent_inode_elem *eie; |
| 1102 | struct btrfs_key key; | ||
| 1103 | struct btrfs_file_extent_item *fi; | ||
| 1104 | struct extent_buffer *eb; | ||
| 1105 | int slot; | ||
| 1106 | int nritems; | ||
| 1107 | int ret = 0; | 1338 | int ret = 0; |
| 1108 | int extent_type; | ||
| 1109 | u64 data_offset; | ||
| 1110 | u64 data_len; | ||
| 1111 | |||
| 1112 | eb = read_tree_block(fs_info->tree_root, logical, | ||
| 1113 | fs_info->tree_root->leafsize, 0); | ||
| 1114 | if (!eb) | ||
| 1115 | return -EIO; | ||
| 1116 | |||
| 1117 | /* | ||
| 1118 | * from the shared data ref, we only have the leaf but we need | ||
| 1119 | * the key. thus, we must look into all items and see that we | ||
| 1120 | * find one (some) with a reference to our extent item. | ||
| 1121 | */ | ||
| 1122 | nritems = btrfs_header_nritems(eb); | ||
| 1123 | for (slot = 0; slot < nritems; ++slot) { | ||
| 1124 | btrfs_item_key_to_cpu(eb, &key, slot); | ||
| 1125 | if (key.type != BTRFS_EXTENT_DATA_KEY) | ||
| 1126 | continue; | ||
| 1127 | fi = btrfs_item_ptr(eb, slot, struct btrfs_file_extent_item); | ||
| 1128 | extent_type = btrfs_file_extent_type(eb, fi); | ||
| 1129 | if (extent_type == BTRFS_FILE_EXTENT_INLINE) | ||
| 1130 | continue; | ||
| 1131 | /* don't skip BTRFS_FILE_EXTENT_PREALLOC, we can handle that */ | ||
| 1132 | disk_byte = btrfs_file_extent_disk_bytenr(eb, fi); | ||
| 1133 | if (disk_byte != orig_extent_item_objectid) | ||
| 1134 | continue; | ||
| 1135 | |||
| 1136 | data_offset = btrfs_file_extent_offset(eb, fi); | ||
| 1137 | data_len = btrfs_file_extent_num_bytes(eb, fi); | ||
| 1138 | |||
| 1139 | if (extent_item_pos < data_offset || | ||
| 1140 | extent_item_pos >= data_offset + data_len) | ||
| 1141 | continue; | ||
| 1142 | 1339 | ||
| 1340 | for (eie = inode_list; eie; eie = eie->next) { | ||
| 1143 | pr_debug("ref for %llu resolved, key (%llu EXTEND_DATA %llu), " | 1341 | pr_debug("ref for %llu resolved, key (%llu EXTEND_DATA %llu), " |
| 1144 | "root %llu\n", orig_extent_item_objectid, | 1342 | "root %llu\n", extent_item_objectid, |
| 1145 | key.objectid, key.offset, root); | 1343 | eie->inum, eie->offset, root); |
| 1146 | ret = iterate(key.objectid, | 1344 | ret = iterate(eie->inum, eie->offset, root, ctx); |
| 1147 | key.offset + (extent_item_pos - data_offset), | ||
| 1148 | root, ctx); | ||
| 1149 | if (ret) { | 1345 | if (ret) { |
| 1150 | pr_debug("stopping iteration because ret=%d\n", ret); | 1346 | pr_debug("stopping iteration for %llu due to ret=%d\n", |
| 1347 | extent_item_objectid, ret); | ||
| 1151 | break; | 1348 | break; |
| 1152 | } | 1349 | } |
| 1153 | } | 1350 | } |
| 1154 | 1351 | ||
| 1155 | free_extent_buffer(eb); | ||
| 1156 | |||
| 1157 | return ret; | 1352 | return ret; |
| 1158 | } | 1353 | } |
| 1159 | 1354 | ||
| @@ -1175,7 +1370,10 @@ int iterate_extent_inodes(struct btrfs_fs_info *fs_info, | |||
| 1175 | struct ulist *roots = NULL; | 1370 | struct ulist *roots = NULL; |
| 1176 | struct ulist_node *ref_node = NULL; | 1371 | struct ulist_node *ref_node = NULL; |
| 1177 | struct ulist_node *root_node = NULL; | 1372 | struct ulist_node *root_node = NULL; |
| 1178 | struct seq_list seq_elem; | 1373 | struct seq_list seq_elem = {}; |
| 1374 | struct seq_list tree_mod_seq_elem = {}; | ||
| 1375 | struct ulist_iterator ref_uiter; | ||
| 1376 | struct ulist_iterator root_uiter; | ||
| 1179 | struct btrfs_delayed_ref_root *delayed_refs = NULL; | 1377 | struct btrfs_delayed_ref_root *delayed_refs = NULL; |
| 1180 | 1378 | ||
| 1181 | pr_debug("resolving all inodes for extent %llu\n", | 1379 | pr_debug("resolving all inodes for extent %llu\n", |
| @@ -1192,34 +1390,41 @@ int iterate_extent_inodes(struct btrfs_fs_info *fs_info, | |||
| 1192 | spin_lock(&delayed_refs->lock); | 1390 | spin_lock(&delayed_refs->lock); |
| 1193 | btrfs_get_delayed_seq(delayed_refs, &seq_elem); | 1391 | btrfs_get_delayed_seq(delayed_refs, &seq_elem); |
| 1194 | spin_unlock(&delayed_refs->lock); | 1392 | spin_unlock(&delayed_refs->lock); |
| 1393 | btrfs_get_tree_mod_seq(fs_info, &tree_mod_seq_elem); | ||
| 1195 | } | 1394 | } |
| 1196 | 1395 | ||
| 1197 | ret = btrfs_find_all_leafs(trans, fs_info, extent_item_objectid, | 1396 | ret = btrfs_find_all_leafs(trans, fs_info, extent_item_objectid, |
| 1198 | extent_item_pos, seq_elem.seq, | 1397 | seq_elem.seq, tree_mod_seq_elem.seq, &refs, |
| 1199 | &refs); | 1398 | &extent_item_pos); |
| 1200 | |||
| 1201 | if (ret) | 1399 | if (ret) |
| 1202 | goto out; | 1400 | goto out; |
| 1203 | 1401 | ||
| 1204 | while (!ret && (ref_node = ulist_next(refs, ref_node))) { | 1402 | ULIST_ITER_INIT(&ref_uiter); |
| 1205 | ret = btrfs_find_all_roots(trans, fs_info, ref_node->val, -1, | 1403 | while (!ret && (ref_node = ulist_next(refs, &ref_uiter))) { |
| 1206 | seq_elem.seq, &roots); | 1404 | ret = btrfs_find_all_roots(trans, fs_info, ref_node->val, |
| 1405 | seq_elem.seq, | ||
| 1406 | tree_mod_seq_elem.seq, &roots); | ||
| 1207 | if (ret) | 1407 | if (ret) |
| 1208 | break; | 1408 | break; |
| 1209 | while (!ret && (root_node = ulist_next(roots, root_node))) { | 1409 | ULIST_ITER_INIT(&root_uiter); |
| 1210 | pr_debug("root %llu references leaf %llu\n", | 1410 | while (!ret && (root_node = ulist_next(roots, &root_uiter))) { |
| 1211 | root_node->val, ref_node->val); | 1411 | pr_debug("root %llu references leaf %llu, data list " |
| 1212 | ret = iterate_leaf_refs(fs_info, ref_node->val, | 1412 | "%#lx\n", root_node->val, ref_node->val, |
| 1213 | extent_item_objectid, | 1413 | ref_node->aux); |
| 1214 | extent_item_pos, root_node->val, | 1414 | ret = iterate_leaf_refs( |
| 1215 | iterate, ctx); | 1415 | (struct extent_inode_elem *)ref_node->aux, |
| 1416 | root_node->val, extent_item_objectid, | ||
| 1417 | iterate, ctx); | ||
| 1216 | } | 1418 | } |
| 1419 | ulist_free(roots); | ||
| 1420 | roots = NULL; | ||
| 1217 | } | 1421 | } |
| 1218 | 1422 | ||
| 1219 | ulist_free(refs); | 1423 | free_leaf_list(refs); |
| 1220 | ulist_free(roots); | 1424 | ulist_free(roots); |
| 1221 | out: | 1425 | out: |
| 1222 | if (!search_commit_root) { | 1426 | if (!search_commit_root) { |
| 1427 | btrfs_put_tree_mod_seq(fs_info, &tree_mod_seq_elem); | ||
| 1223 | btrfs_put_delayed_seq(delayed_refs, &seq_elem); | 1428 | btrfs_put_delayed_seq(delayed_refs, &seq_elem); |
| 1224 | btrfs_end_transaction(trans, fs_info->extent_root); | 1429 | btrfs_end_transaction(trans, fs_info->extent_root); |
| 1225 | } | 1430 | } |
