1 /* 2 * Copyright (C) 2009 Oracle. All rights reserved. 3 * 4 * This program is free software; you can redistribute it and/or 5 * modify it under the terms of the GNU General Public 6 * License v2 as published by the Free Software Foundation. 7 * 8 * This program is distributed in the hope that it will be useful, 9 * but WITHOUT ANY WARRANTY; without even the implied warranty of 10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 11 * General Public License for more details. 12 * 13 * You should have received a copy of the GNU General Public 14 * License along with this program; if not, write to the 15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 16 * Boston, MA 021110-1307, USA. 17 */ 18 19 #include <linux/sched.h> 20 #include <linux/sort.h> 21 #include "ctree.h" 22 #include "delayed-ref.h" 23 #include "transaction.h" 24 25 /* 26 * delayed back reference update tracking. For subvolume trees 27 * we queue up extent allocations and backref maintenance for 28 * delayed processing. This avoids deep call chains where we 29 * add extents in the middle of btrfs_search_slot, and it allows 30 * us to buffer up frequently modified backrefs in an rb tree instead 31 * of hammering updates on the extent allocation tree. 32 */ 33 34 /* 35 * compare two delayed tree backrefs with same bytenr and type 36 */ 37 static int comp_tree_refs(struct btrfs_delayed_tree_ref *ref2, 38 struct btrfs_delayed_tree_ref *ref1) 39 { 40 if (ref1->node.type == BTRFS_TREE_BLOCK_REF_KEY) { 41 if (ref1->root < ref2->root) 42 return -1; 43 if (ref1->root > ref2->root) 44 return 1; 45 } else { 46 if (ref1->parent < ref2->parent) 47 return -1; 48 if (ref1->parent > ref2->parent) 49 return 1; 50 } 51 return 0; 52 } 53 54 /* 55 * compare two delayed data backrefs with same bytenr and type 56 */ 57 static int comp_data_refs(struct btrfs_delayed_data_ref *ref2, 58 struct btrfs_delayed_data_ref *ref1) 59 { 60 if (ref1->node.type == BTRFS_EXTENT_DATA_REF_KEY) { 61 if (ref1->root < ref2->root) 62 return -1; 63 if (ref1->root > ref2->root) 64 return 1; 65 if (ref1->objectid < ref2->objectid) 66 return -1; 67 if (ref1->objectid > ref2->objectid) 68 return 1; 69 if (ref1->offset < ref2->offset) 70 return -1; 71 if (ref1->offset > ref2->offset) 72 return 1; 73 } else { 74 if (ref1->parent < ref2->parent) 75 return -1; 76 if (ref1->parent > ref2->parent) 77 return 1; 78 } 79 return 0; 80 } 81 82 /* 83 * entries in the rb tree are ordered by the byte number of the extent, 84 * type of the delayed backrefs and content of delayed backrefs. 85 */ 86 static int comp_entry(struct btrfs_delayed_ref_node *ref2, 87 struct btrfs_delayed_ref_node *ref1) 88 { 89 if (ref1->bytenr < ref2->bytenr) 90 return -1; 91 if (ref1->bytenr > ref2->bytenr) 92 return 1; 93 if (ref1->is_head && ref2->is_head) 94 return 0; 95 if (ref2->is_head) 96 return -1; 97 if (ref1->is_head) 98 return 1; 99 if (ref1->type < ref2->type) 100 return -1; 101 if (ref1->type > ref2->type) 102 return 1; 103 if (ref1->type == BTRFS_TREE_BLOCK_REF_KEY || 104 ref1->type == BTRFS_SHARED_BLOCK_REF_KEY) { 105 return comp_tree_refs(btrfs_delayed_node_to_tree_ref(ref2), 106 btrfs_delayed_node_to_tree_ref(ref1)); 107 } else if (ref1->type == BTRFS_EXTENT_DATA_REF_KEY || 108 ref1->type == BTRFS_SHARED_DATA_REF_KEY) { 109 return comp_data_refs(btrfs_delayed_node_to_data_ref(ref2), 110 btrfs_delayed_node_to_data_ref(ref1)); 111 } 112 BUG(); 113 return 0; 114 } 115 116 /* 117 * insert a new ref into the rbtree. This returns any existing refs 118 * for the same (bytenr,parent) tuple, or NULL if the new node was properly 119 * inserted. 120 */ 121 static struct btrfs_delayed_ref_node *tree_insert(struct rb_root *root, 122 struct rb_node *node) 123 { 124 struct rb_node **p = &root->rb_node; 125 struct rb_node *parent_node = NULL; 126 struct btrfs_delayed_ref_node *entry; 127 struct btrfs_delayed_ref_node *ins; 128 int cmp; 129 130 ins = rb_entry(node, struct btrfs_delayed_ref_node, rb_node); 131 while (*p) { 132 parent_node = *p; 133 entry = rb_entry(parent_node, struct btrfs_delayed_ref_node, 134 rb_node); 135 136 cmp = comp_entry(entry, ins); 137 if (cmp < 0) 138 p = &(*p)->rb_left; 139 else if (cmp > 0) 140 p = &(*p)->rb_right; 141 else 142 return entry; 143 } 144 145 rb_link_node(node, parent_node, p); 146 rb_insert_color(node, root); 147 return NULL; 148 } 149 150 /* 151 * find an head entry based on bytenr. This returns the delayed ref 152 * head if it was able to find one, or NULL if nothing was in that spot 153 */ 154 static struct btrfs_delayed_ref_node *find_ref_head(struct rb_root *root, 155 u64 bytenr, 156 struct btrfs_delayed_ref_node **last) 157 { 158 struct rb_node *n = root->rb_node; 159 struct btrfs_delayed_ref_node *entry; 160 int cmp; 161 162 while (n) { 163 entry = rb_entry(n, struct btrfs_delayed_ref_node, rb_node); 164 WARN_ON(!entry->in_tree); 165 if (last) 166 *last = entry; 167 168 if (bytenr < entry->bytenr) 169 cmp = -1; 170 else if (bytenr > entry->bytenr) 171 cmp = 1; 172 else if (!btrfs_delayed_ref_is_head(entry)) 173 cmp = 1; 174 else 175 cmp = 0; 176 177 if (cmp < 0) 178 n = n->rb_left; 179 else if (cmp > 0) 180 n = n->rb_right; 181 else 182 return entry; 183 } 184 return NULL; 185 } 186 187 int btrfs_delayed_ref_lock(struct btrfs_trans_handle *trans, 188 struct btrfs_delayed_ref_head *head) 189 { 190 struct btrfs_delayed_ref_root *delayed_refs; 191 192 delayed_refs = &trans->transaction->delayed_refs; 193 assert_spin_locked(&delayed_refs->lock); 194 if (mutex_trylock(&head->mutex)) 195 return 0; 196 197 atomic_inc(&head->node.refs); 198 spin_unlock(&delayed_refs->lock); 199 200 mutex_lock(&head->mutex); 201 spin_lock(&delayed_refs->lock); 202 if (!head->node.in_tree) { 203 mutex_unlock(&head->mutex); 204 btrfs_put_delayed_ref(&head->node); 205 return -EAGAIN; 206 } 207 btrfs_put_delayed_ref(&head->node); 208 return 0; 209 } 210 211 int btrfs_find_ref_cluster(struct btrfs_trans_handle *trans, 212 struct list_head *cluster, u64 start) 213 { 214 int count = 0; 215 struct btrfs_delayed_ref_root *delayed_refs; 216 struct rb_node *node; 217 struct btrfs_delayed_ref_node *ref; 218 struct btrfs_delayed_ref_head *head; 219 220 delayed_refs = &trans->transaction->delayed_refs; 221 if (start == 0) { 222 node = rb_first(&delayed_refs->root); 223 } else { 224 ref = NULL; 225 find_ref_head(&delayed_refs->root, start, &ref); 226 if (ref) { 227 struct btrfs_delayed_ref_node *tmp; 228 229 node = rb_prev(&ref->rb_node); 230 while (node) { 231 tmp = rb_entry(node, 232 struct btrfs_delayed_ref_node, 233 rb_node); 234 if (tmp->bytenr < start) 235 break; 236 ref = tmp; 237 node = rb_prev(&ref->rb_node); 238 } 239 node = &ref->rb_node; 240 } else 241 node = rb_first(&delayed_refs->root); 242 } 243 again: 244 while (node && count < 32) { 245 ref = rb_entry(node, struct btrfs_delayed_ref_node, rb_node); 246 if (btrfs_delayed_ref_is_head(ref)) { 247 head = btrfs_delayed_node_to_head(ref); 248 if (list_empty(&head->cluster)) { 249 list_add_tail(&head->cluster, cluster); 250 delayed_refs->run_delayed_start = 251 head->node.bytenr; 252 count++; 253 254 WARN_ON(delayed_refs->num_heads_ready == 0); 255 delayed_refs->num_heads_ready--; 256 } else if (count) { 257 /* the goal of the clustering is to find extents 258 * that are likely to end up in the same extent 259 * leaf on disk. So, we don't want them spread 260 * all over the tree. Stop now if we've hit 261 * a head that was already in use 262 */ 263 break; 264 } 265 } 266 node = rb_next(node); 267 } 268 if (count) { 269 return 0; 270 } else if (start) { 271 /* 272 * we've gone to the end of the rbtree without finding any 273 * clusters. start from the beginning and try again 274 */ 275 start = 0; 276 node = rb_first(&delayed_refs->root); 277 goto again; 278 } 279 return 1; 280 } 281 282 /* 283 * This checks to see if there are any delayed refs in the 284 * btree for a given bytenr. It returns one if it finds any 285 * and zero otherwise. 286 * 287 * If it only finds a head node, it returns 0. 288 * 289 * The idea is to use this when deciding if you can safely delete an 290 * extent from the extent allocation tree. There may be a pending 291 * ref in the rbtree that adds or removes references, so as long as this 292 * returns one you need to leave the BTRFS_EXTENT_ITEM in the extent 293 * allocation tree. 294 */ 295 int btrfs_delayed_ref_pending(struct btrfs_trans_handle *trans, u64 bytenr) 296 { 297 struct btrfs_delayed_ref_node *ref; 298 struct btrfs_delayed_ref_root *delayed_refs; 299 struct rb_node *prev_node; 300 int ret = 0; 301 302 delayed_refs = &trans->transaction->delayed_refs; 303 spin_lock(&delayed_refs->lock); 304 305 ref = find_ref_head(&delayed_refs->root, bytenr, NULL); 306 if (ref) { 307 prev_node = rb_prev(&ref->rb_node); 308 if (!prev_node) 309 goto out; 310 ref = rb_entry(prev_node, struct btrfs_delayed_ref_node, 311 rb_node); 312 if (ref->bytenr == bytenr) 313 ret = 1; 314 } 315 out: 316 spin_unlock(&delayed_refs->lock); 317 return ret; 318 } 319 320 /* 321 * helper function to lookup reference count and flags of extent. 322 * 323 * the head node for delayed ref is used to store the sum of all the 324 * reference count modifications queued up in the rbtree. the head 325 * node may also store the extent flags to set. This way you can check 326 * to see what the reference count and extent flags would be if all of 327 * the delayed refs are not processed. 328 */ 329 int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans, 330 struct btrfs_root *root, u64 bytenr, 331 u64 num_bytes, u64 *refs, u64 *flags) 332 { 333 struct btrfs_delayed_ref_node *ref; 334 struct btrfs_delayed_ref_head *head; 335 struct btrfs_delayed_ref_root *delayed_refs; 336 struct btrfs_path *path; 337 struct btrfs_extent_item *ei; 338 struct extent_buffer *leaf; 339 struct btrfs_key key; 340 u32 item_size; 341 u64 num_refs; 342 u64 extent_flags; 343 int ret; 344 345 path = btrfs_alloc_path(); 346 if (!path) 347 return -ENOMEM; 348 349 key.objectid = bytenr; 350 key.type = BTRFS_EXTENT_ITEM_KEY; 351 key.offset = num_bytes; 352 delayed_refs = &trans->transaction->delayed_refs; 353 again: 354 ret = btrfs_search_slot(trans, root->fs_info->extent_root, 355 &key, path, 0, 0); 356 if (ret < 0) 357 goto out; 358 359 if (ret == 0) { 360 leaf = path->nodes[0]; 361 item_size = btrfs_item_size_nr(leaf, path->slots[0]); 362 if (item_size >= sizeof(*ei)) { 363 ei = btrfs_item_ptr(leaf, path->slots[0], 364 struct btrfs_extent_item); 365 num_refs = btrfs_extent_refs(leaf, ei); 366 extent_flags = btrfs_extent_flags(leaf, ei); 367 } else { 368 #ifdef BTRFS_COMPAT_EXTENT_TREE_V0 369 struct btrfs_extent_item_v0 *ei0; 370 BUG_ON(item_size != sizeof(*ei0)); 371 ei0 = btrfs_item_ptr(leaf, path->slots[0], 372 struct btrfs_extent_item_v0); 373 num_refs = btrfs_extent_refs_v0(leaf, ei0); 374 /* FIXME: this isn't correct for data */ 375 extent_flags = BTRFS_BLOCK_FLAG_FULL_BACKREF; 376 #else 377 BUG(); 378 #endif 379 } 380 BUG_ON(num_refs == 0); 381 } else { 382 num_refs = 0; 383 extent_flags = 0; 384 ret = 0; 385 } 386 387 spin_lock(&delayed_refs->lock); 388 ref = find_ref_head(&delayed_refs->root, bytenr, NULL); 389 if (ref) { 390 head = btrfs_delayed_node_to_head(ref); 391 if (!mutex_trylock(&head->mutex)) { 392 atomic_inc(&ref->refs); 393 spin_unlock(&delayed_refs->lock); 394 395 btrfs_release_path(root->fs_info->extent_root, path); 396 397 mutex_lock(&head->mutex); 398 mutex_unlock(&head->mutex); 399 btrfs_put_delayed_ref(ref); 400 goto again; 401 } 402 if (head->extent_op && head->extent_op->update_flags) 403 extent_flags |= head->extent_op->flags_to_set; 404 else 405 BUG_ON(num_refs == 0); 406 407 num_refs += ref->ref_mod; 408 mutex_unlock(&head->mutex); 409 } 410 WARN_ON(num_refs == 0); 411 if (refs) 412 *refs = num_refs; 413 if (flags) 414 *flags = extent_flags; 415 out: 416 spin_unlock(&delayed_refs->lock); 417 btrfs_free_path(path); 418 return ret; 419 } 420 421 /* 422 * helper function to update an extent delayed ref in the 423 * rbtree. existing and update must both have the same 424 * bytenr and parent 425 * 426 * This may free existing if the update cancels out whatever 427 * operation it was doing. 428 */ 429 static noinline void 430 update_existing_ref(struct btrfs_trans_handle *trans, 431 struct btrfs_delayed_ref_root *delayed_refs, 432 struct btrfs_delayed_ref_node *existing, 433 struct btrfs_delayed_ref_node *update) 434 { 435 if (update->action != existing->action) { 436 /* 437 * this is effectively undoing either an add or a 438 * drop. We decrement the ref_mod, and if it goes 439 * down to zero we just delete the entry without 440 * every changing the extent allocation tree. 441 */ 442 existing->ref_mod--; 443 if (existing->ref_mod == 0) { 444 rb_erase(&existing->rb_node, 445 &delayed_refs->root); 446 existing->in_tree = 0; 447 btrfs_put_delayed_ref(existing); 448 delayed_refs->num_entries--; 449 if (trans->delayed_ref_updates) 450 trans->delayed_ref_updates--; 451 } else { 452 WARN_ON(existing->type == BTRFS_TREE_BLOCK_REF_KEY || 453 existing->type == BTRFS_SHARED_BLOCK_REF_KEY); 454 } 455 } else { 456 WARN_ON(existing->type == BTRFS_TREE_BLOCK_REF_KEY || 457 existing->type == BTRFS_SHARED_BLOCK_REF_KEY); 458 /* 459 * the action on the existing ref matches 460 * the action on the ref we're trying to add. 461 * Bump the ref_mod by one so the backref that 462 * is eventually added/removed has the correct 463 * reference count 464 */ 465 existing->ref_mod += update->ref_mod; 466 } 467 } 468 469 /* 470 * helper function to update the accounting in the head ref 471 * existing and update must have the same bytenr 472 */ 473 static noinline void 474 update_existing_head_ref(struct btrfs_delayed_ref_node *existing, 475 struct btrfs_delayed_ref_node *update) 476 { 477 struct btrfs_delayed_ref_head *existing_ref; 478 struct btrfs_delayed_ref_head *ref; 479 480 existing_ref = btrfs_delayed_node_to_head(existing); 481 ref = btrfs_delayed_node_to_head(update); 482 BUG_ON(existing_ref->is_data != ref->is_data); 483 484 if (ref->must_insert_reserved) { 485 /* if the extent was freed and then 486 * reallocated before the delayed ref 487 * entries were processed, we can end up 488 * with an existing head ref without 489 * the must_insert_reserved flag set. 490 * Set it again here 491 */ 492 existing_ref->must_insert_reserved = ref->must_insert_reserved; 493 494 /* 495 * update the num_bytes so we make sure the accounting 496 * is done correctly 497 */ 498 existing->num_bytes = update->num_bytes; 499 500 } 501 502 if (ref->extent_op) { 503 if (!existing_ref->extent_op) { 504 existing_ref->extent_op = ref->extent_op; 505 } else { 506 if (ref->extent_op->update_key) { 507 memcpy(&existing_ref->extent_op->key, 508 &ref->extent_op->key, 509 sizeof(ref->extent_op->key)); 510 existing_ref->extent_op->update_key = 1; 511 } 512 if (ref->extent_op->update_flags) { 513 existing_ref->extent_op->flags_to_set |= 514 ref->extent_op->flags_to_set; 515 existing_ref->extent_op->update_flags = 1; 516 } 517 kfree(ref->extent_op); 518 } 519 } 520 /* 521 * update the reference mod on the head to reflect this new operation 522 */ 523 existing->ref_mod += update->ref_mod; 524 } 525 526 /* 527 * helper function to actually insert a head node into the rbtree. 528 * this does all the dirty work in terms of maintaining the correct 529 * overall modification count. 530 */ 531 static noinline int add_delayed_ref_head(struct btrfs_trans_handle *trans, 532 struct btrfs_delayed_ref_node *ref, 533 u64 bytenr, u64 num_bytes, 534 int action, int is_data) 535 { 536 struct btrfs_delayed_ref_node *existing; 537 struct btrfs_delayed_ref_head *head_ref = NULL; 538 struct btrfs_delayed_ref_root *delayed_refs; 539 int count_mod = 1; 540 int must_insert_reserved = 0; 541 542 /* 543 * the head node stores the sum of all the mods, so dropping a ref 544 * should drop the sum in the head node by one. 545 */ 546 if (action == BTRFS_UPDATE_DELAYED_HEAD) 547 count_mod = 0; 548 else if (action == BTRFS_DROP_DELAYED_REF) 549 count_mod = -1; 550 551 /* 552 * BTRFS_ADD_DELAYED_EXTENT means that we need to update 553 * the reserved accounting when the extent is finally added, or 554 * if a later modification deletes the delayed ref without ever 555 * inserting the extent into the extent allocation tree. 556 * ref->must_insert_reserved is the flag used to record 557 * that accounting mods are required. 558 * 559 * Once we record must_insert_reserved, switch the action to 560 * BTRFS_ADD_DELAYED_REF because other special casing is not required. 561 */ 562 if (action == BTRFS_ADD_DELAYED_EXTENT) 563 must_insert_reserved = 1; 564 else 565 must_insert_reserved = 0; 566 567 delayed_refs = &trans->transaction->delayed_refs; 568 569 /* first set the basic ref node struct up */ 570 atomic_set(&ref->refs, 1); 571 ref->bytenr = bytenr; 572 ref->num_bytes = num_bytes; 573 ref->ref_mod = count_mod; 574 ref->type = 0; 575 ref->action = 0; 576 ref->is_head = 1; 577 ref->in_tree = 1; 578 579 head_ref = btrfs_delayed_node_to_head(ref); 580 head_ref->must_insert_reserved = must_insert_reserved; 581 head_ref->is_data = is_data; 582 583 INIT_LIST_HEAD(&head_ref->cluster); 584 mutex_init(&head_ref->mutex); 585 586 existing = tree_insert(&delayed_refs->root, &ref->rb_node); 587 588 if (existing) { 589 update_existing_head_ref(existing, ref); 590 /* 591 * we've updated the existing ref, free the newly 592 * allocated ref 593 */ 594 kfree(ref); 595 } else { 596 delayed_refs->num_heads++; 597 delayed_refs->num_heads_ready++; 598 delayed_refs->num_entries++; 599 trans->delayed_ref_updates++; 600 } 601 return 0; 602 } 603 604 /* 605 * helper to insert a delayed tree ref into the rbtree. 606 */ 607 static noinline int add_delayed_tree_ref(struct btrfs_trans_handle *trans, 608 struct btrfs_delayed_ref_node *ref, 609 u64 bytenr, u64 num_bytes, u64 parent, 610 u64 ref_root, int level, int action) 611 { 612 struct btrfs_delayed_ref_node *existing; 613 struct btrfs_delayed_tree_ref *full_ref; 614 struct btrfs_delayed_ref_root *delayed_refs; 615 616 if (action == BTRFS_ADD_DELAYED_EXTENT) 617 action = BTRFS_ADD_DELAYED_REF; 618 619 delayed_refs = &trans->transaction->delayed_refs; 620 621 /* first set the basic ref node struct up */ 622 atomic_set(&ref->refs, 1); 623 ref->bytenr = bytenr; 624 ref->num_bytes = num_bytes; 625 ref->ref_mod = 1; 626 ref->action = action; 627 ref->is_head = 0; 628 ref->in_tree = 1; 629 630 full_ref = btrfs_delayed_node_to_tree_ref(ref); 631 if (parent) { 632 full_ref->parent = parent; 633 ref->type = BTRFS_SHARED_BLOCK_REF_KEY; 634 } else { 635 full_ref->root = ref_root; 636 ref->type = BTRFS_TREE_BLOCK_REF_KEY; 637 } 638 full_ref->level = level; 639 640 existing = tree_insert(&delayed_refs->root, &ref->rb_node); 641 642 if (existing) { 643 update_existing_ref(trans, delayed_refs, existing, ref); 644 /* 645 * we've updated the existing ref, free the newly 646 * allocated ref 647 */ 648 kfree(ref); 649 } else { 650 delayed_refs->num_entries++; 651 trans->delayed_ref_updates++; 652 } 653 return 0; 654 } 655 656 /* 657 * helper to insert a delayed data ref into the rbtree. 658 */ 659 static noinline int add_delayed_data_ref(struct btrfs_trans_handle *trans, 660 struct btrfs_delayed_ref_node *ref, 661 u64 bytenr, u64 num_bytes, u64 parent, 662 u64 ref_root, u64 owner, u64 offset, 663 int action) 664 { 665 struct btrfs_delayed_ref_node *existing; 666 struct btrfs_delayed_data_ref *full_ref; 667 struct btrfs_delayed_ref_root *delayed_refs; 668 669 if (action == BTRFS_ADD_DELAYED_EXTENT) 670 action = BTRFS_ADD_DELAYED_REF; 671 672 delayed_refs = &trans->transaction->delayed_refs; 673 674 /* first set the basic ref node struct up */ 675 atomic_set(&ref->refs, 1); 676 ref->bytenr = bytenr; 677 ref->num_bytes = num_bytes; 678 ref->ref_mod = 1; 679 ref->action = action; 680 ref->is_head = 0; 681 ref->in_tree = 1; 682 683 full_ref = btrfs_delayed_node_to_data_ref(ref); 684 if (parent) { 685 full_ref->parent = parent; 686 ref->type = BTRFS_SHARED_DATA_REF_KEY; 687 } else { 688 full_ref->root = ref_root; 689 ref->type = BTRFS_EXTENT_DATA_REF_KEY; 690 } 691 full_ref->objectid = owner; 692 full_ref->offset = offset; 693 694 existing = tree_insert(&delayed_refs->root, &ref->rb_node); 695 696 if (existing) { 697 update_existing_ref(trans, delayed_refs, existing, ref); 698 /* 699 * we've updated the existing ref, free the newly 700 * allocated ref 701 */ 702 kfree(ref); 703 } else { 704 delayed_refs->num_entries++; 705 trans->delayed_ref_updates++; 706 } 707 return 0; 708 } 709 710 /* 711 * add a delayed tree ref. This does all of the accounting required 712 * to make sure the delayed ref is eventually processed before this 713 * transaction commits. 714 */ 715 int btrfs_add_delayed_tree_ref(struct btrfs_trans_handle *trans, 716 u64 bytenr, u64 num_bytes, u64 parent, 717 u64 ref_root, int level, int action, 718 struct btrfs_delayed_extent_op *extent_op) 719 { 720 struct btrfs_delayed_tree_ref *ref; 721 struct btrfs_delayed_ref_head *head_ref; 722 struct btrfs_delayed_ref_root *delayed_refs; 723 int ret; 724 725 BUG_ON(extent_op && extent_op->is_data); 726 ref = kmalloc(sizeof(*ref), GFP_NOFS); 727 if (!ref) 728 return -ENOMEM; 729 730 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS); 731 if (!head_ref) { 732 kfree(ref); 733 return -ENOMEM; 734 } 735 736 head_ref->extent_op = extent_op; 737 738 delayed_refs = &trans->transaction->delayed_refs; 739 spin_lock(&delayed_refs->lock); 740 741 /* 742 * insert both the head node and the new ref without dropping 743 * the spin lock 744 */ 745 ret = add_delayed_ref_head(trans, &head_ref->node, bytenr, num_bytes, 746 action, 0); 747 BUG_ON(ret); 748 749 ret = add_delayed_tree_ref(trans, &ref->node, bytenr, num_bytes, 750 parent, ref_root, level, action); 751 BUG_ON(ret); 752 spin_unlock(&delayed_refs->lock); 753 return 0; 754 } 755 756 /* 757 * add a delayed data ref. it's similar to btrfs_add_delayed_tree_ref. 758 */ 759 int btrfs_add_delayed_data_ref(struct btrfs_trans_handle *trans, 760 u64 bytenr, u64 num_bytes, 761 u64 parent, u64 ref_root, 762 u64 owner, u64 offset, int action, 763 struct btrfs_delayed_extent_op *extent_op) 764 { 765 struct btrfs_delayed_data_ref *ref; 766 struct btrfs_delayed_ref_head *head_ref; 767 struct btrfs_delayed_ref_root *delayed_refs; 768 int ret; 769 770 BUG_ON(extent_op && !extent_op->is_data); 771 ref = kmalloc(sizeof(*ref), GFP_NOFS); 772 if (!ref) 773 return -ENOMEM; 774 775 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS); 776 if (!head_ref) { 777 kfree(ref); 778 return -ENOMEM; 779 } 780 781 head_ref->extent_op = extent_op; 782 783 delayed_refs = &trans->transaction->delayed_refs; 784 spin_lock(&delayed_refs->lock); 785 786 /* 787 * insert both the head node and the new ref without dropping 788 * the spin lock 789 */ 790 ret = add_delayed_ref_head(trans, &head_ref->node, bytenr, num_bytes, 791 action, 1); 792 BUG_ON(ret); 793 794 ret = add_delayed_data_ref(trans, &ref->node, bytenr, num_bytes, 795 parent, ref_root, owner, offset, action); 796 BUG_ON(ret); 797 spin_unlock(&delayed_refs->lock); 798 return 0; 799 } 800 801 int btrfs_add_delayed_extent_op(struct btrfs_trans_handle *trans, 802 u64 bytenr, u64 num_bytes, 803 struct btrfs_delayed_extent_op *extent_op) 804 { 805 struct btrfs_delayed_ref_head *head_ref; 806 struct btrfs_delayed_ref_root *delayed_refs; 807 int ret; 808 809 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS); 810 if (!head_ref) 811 return -ENOMEM; 812 813 head_ref->extent_op = extent_op; 814 815 delayed_refs = &trans->transaction->delayed_refs; 816 spin_lock(&delayed_refs->lock); 817 818 ret = add_delayed_ref_head(trans, &head_ref->node, bytenr, 819 num_bytes, BTRFS_UPDATE_DELAYED_HEAD, 820 extent_op->is_data); 821 BUG_ON(ret); 822 823 spin_unlock(&delayed_refs->lock); 824 return 0; 825 } 826 827 /* 828 * this does a simple search for the head node for a given extent. 829 * It must be called with the delayed ref spinlock held, and it returns 830 * the head node if any where found, or NULL if not. 831 */ 832 struct btrfs_delayed_ref_head * 833 btrfs_find_delayed_ref_head(struct btrfs_trans_handle *trans, u64 bytenr) 834 { 835 struct btrfs_delayed_ref_node *ref; 836 struct btrfs_delayed_ref_root *delayed_refs; 837 838 delayed_refs = &trans->transaction->delayed_refs; 839 ref = find_ref_head(&delayed_refs->root, bytenr, NULL); 840 if (ref) 841 return btrfs_delayed_node_to_head(ref); 842 return NULL; 843 } 844 845 /* 846 * add a delayed ref to the tree. This does all of the accounting required 847 * to make sure the delayed ref is eventually processed before this 848 * transaction commits. 849 * 850 * The main point of this call is to add and remove a backreference in a single 851 * shot, taking the lock only once, and only searching for the head node once. 852 * 853 * It is the same as doing a ref add and delete in two separate calls. 854 */ 855 #if 0 856 int btrfs_update_delayed_ref(struct btrfs_trans_handle *trans, 857 u64 bytenr, u64 num_bytes, u64 orig_parent, 858 u64 parent, u64 orig_ref_root, u64 ref_root, 859 u64 orig_ref_generation, u64 ref_generation, 860 u64 owner_objectid, int pin) 861 { 862 struct btrfs_delayed_ref *ref; 863 struct btrfs_delayed_ref *old_ref; 864 struct btrfs_delayed_ref_head *head_ref; 865 struct btrfs_delayed_ref_root *delayed_refs; 866 int ret; 867 868 ref = kmalloc(sizeof(*ref), GFP_NOFS); 869 if (!ref) 870 return -ENOMEM; 871 872 old_ref = kmalloc(sizeof(*old_ref), GFP_NOFS); 873 if (!old_ref) { 874 kfree(ref); 875 return -ENOMEM; 876 } 877 878 /* 879 * the parent = 0 case comes from cases where we don't actually 880 * know the parent yet. It will get updated later via a add/drop 881 * pair. 882 */ 883 if (parent == 0) 884 parent = bytenr; 885 if (orig_parent == 0) 886 orig_parent = bytenr; 887 888 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS); 889 if (!head_ref) { 890 kfree(ref); 891 kfree(old_ref); 892 return -ENOMEM; 893 } 894 delayed_refs = &trans->transaction->delayed_refs; 895 spin_lock(&delayed_refs->lock); 896 897 /* 898 * insert both the head node and the new ref without dropping 899 * the spin lock 900 */ 901 ret = __btrfs_add_delayed_ref(trans, &head_ref->node, bytenr, num_bytes, 902 (u64)-1, 0, 0, 0, 903 BTRFS_UPDATE_DELAYED_HEAD, 0); 904 BUG_ON(ret); 905 906 ret = __btrfs_add_delayed_ref(trans, &ref->node, bytenr, num_bytes, 907 parent, ref_root, ref_generation, 908 owner_objectid, BTRFS_ADD_DELAYED_REF, 0); 909 BUG_ON(ret); 910 911 ret = __btrfs_add_delayed_ref(trans, &old_ref->node, bytenr, num_bytes, 912 orig_parent, orig_ref_root, 913 orig_ref_generation, owner_objectid, 914 BTRFS_DROP_DELAYED_REF, pin); 915 BUG_ON(ret); 916 spin_unlock(&delayed_refs->lock); 917 return 0; 918 } 919 #endif 920