12e635a27SChris Mason #include <linux/module.h> 2eb60ceacSChris Mason #include "ctree.h" 3eb60ceacSChris Mason #include "disk-io.h" 49a8dd150SChris Mason 5e089f05cSChris Mason static int split_node(struct btrfs_trans_handle *trans, struct btrfs_root 6e089f05cSChris Mason *root, struct btrfs_path *path, int level); 7e089f05cSChris Mason static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root 8e089f05cSChris Mason *root, struct btrfs_path *path, int data_size); 9e089f05cSChris Mason static int push_node_left(struct btrfs_trans_handle *trans, struct btrfs_root 10e20d96d6SChris Mason *root, struct buffer_head *dst, struct buffer_head 11e089f05cSChris Mason *src); 12e089f05cSChris Mason static int balance_node_right(struct btrfs_trans_handle *trans, struct 13e20d96d6SChris Mason btrfs_root *root, struct buffer_head *dst_buf, 14e20d96d6SChris Mason struct buffer_head *src_buf); 15e089f05cSChris Mason static int del_ptr(struct btrfs_trans_handle *trans, struct btrfs_root *root, 16e089f05cSChris Mason struct btrfs_path *path, int level, int slot); 17d97e63b6SChris Mason 18234b63a0SChris Mason inline void btrfs_init_path(struct btrfs_path *p) 19be0e5c09SChris Mason { 20be0e5c09SChris Mason memset(p, 0, sizeof(*p)); 21be0e5c09SChris Mason } 22be0e5c09SChris Mason 23234b63a0SChris Mason void btrfs_release_path(struct btrfs_root *root, struct btrfs_path *p) 24eb60ceacSChris Mason { 25eb60ceacSChris Mason int i; 26234b63a0SChris Mason for (i = 0; i < BTRFS_MAX_LEVEL; i++) { 27eb60ceacSChris Mason if (!p->nodes[i]) 28eb60ceacSChris Mason break; 29234b63a0SChris Mason btrfs_block_release(root, p->nodes[i]); 30eb60ceacSChris Mason } 31aa5d6bedSChris Mason memset(p, 0, sizeof(*p)); 32eb60ceacSChris Mason } 33eb60ceacSChris Mason 34e089f05cSChris Mason static int btrfs_cow_block(struct btrfs_trans_handle *trans, struct btrfs_root 35e20d96d6SChris Mason *root, struct buffer_head *buf, struct buffer_head 36e20d96d6SChris Mason *parent, int parent_slot, struct buffer_head 37e089f05cSChris Mason **cow_ret) 3802217ed2SChris Mason { 39e20d96d6SChris Mason struct buffer_head *cow; 40e20d96d6SChris Mason struct btrfs_node *cow_node; 4102217ed2SChris Mason 42e20d96d6SChris Mason if (!buffer_dirty(buf)) { 4302217ed2SChris Mason *cow_ret = buf; 4402217ed2SChris Mason return 0; 4502217ed2SChris Mason } 46e089f05cSChris Mason cow = btrfs_alloc_free_block(trans, root); 47e20d96d6SChris Mason cow_node = btrfs_buffer_node(cow); 48e20d96d6SChris Mason memcpy(cow_node, btrfs_buffer_node(buf), root->blocksize); 49e20d96d6SChris Mason btrfs_set_header_blocknr(&cow_node->header, cow->b_blocknr); 5002217ed2SChris Mason *cow_ret = cow; 51e089f05cSChris Mason btrfs_inc_ref(trans, root, buf); 5202217ed2SChris Mason if (buf == root->node) { 5302217ed2SChris Mason root->node = cow; 54e20d96d6SChris Mason get_bh(cow); 55a28ec197SChris Mason if (buf != root->commit_root) 56e20d96d6SChris Mason btrfs_free_extent(trans, root, buf->b_blocknr, 1, 1); 57234b63a0SChris Mason btrfs_block_release(root, buf); 5802217ed2SChris Mason } else { 59e20d96d6SChris Mason btrfs_set_node_blockptr(btrfs_buffer_node(parent), parent_slot, 60e20d96d6SChris Mason cow->b_blocknr); 61e20d96d6SChris Mason BUG_ON(!buffer_dirty(parent)); 62e20d96d6SChris Mason btrfs_free_extent(trans, root, buf->b_blocknr, 1, 1); 6302217ed2SChris Mason } 64234b63a0SChris Mason btrfs_block_release(root, buf); 6502217ed2SChris Mason return 0; 6602217ed2SChris Mason } 6702217ed2SChris Mason 6874123bd7SChris Mason /* 6974123bd7SChris Mason * The leaf data grows from end-to-front in the node. 7074123bd7SChris Mason * this returns the address of the start of the last item, 7174123bd7SChris Mason * which is the stop of the leaf data stack 7274123bd7SChris Mason */ 73123abc88SChris Mason static inline unsigned int leaf_data_end(struct btrfs_root *root, 74123abc88SChris Mason struct btrfs_leaf *leaf) 75be0e5c09SChris Mason { 767518a238SChris Mason u32 nr = btrfs_header_nritems(&leaf->header); 77be0e5c09SChris Mason if (nr == 0) 78123abc88SChris Mason return BTRFS_LEAF_DATA_SIZE(root); 790783fcfcSChris Mason return btrfs_item_offset(leaf->items + nr - 1); 80be0e5c09SChris Mason } 81be0e5c09SChris Mason 8274123bd7SChris Mason /* 8374123bd7SChris Mason * The space between the end of the leaf items and 8474123bd7SChris Mason * the start of the leaf data. IOW, how much room 8574123bd7SChris Mason * the leaf has left for both items and data 8674123bd7SChris Mason */ 87123abc88SChris Mason int btrfs_leaf_free_space(struct btrfs_root *root, struct btrfs_leaf *leaf) 88be0e5c09SChris Mason { 89123abc88SChris Mason int data_end = leaf_data_end(root, leaf); 907518a238SChris Mason int nritems = btrfs_header_nritems(&leaf->header); 91be0e5c09SChris Mason char *items_end = (char *)(leaf->items + nritems + 1); 92123abc88SChris Mason return (char *)(btrfs_leaf_data(leaf) + data_end) - (char *)items_end; 93be0e5c09SChris Mason } 94be0e5c09SChris Mason 9574123bd7SChris Mason /* 9674123bd7SChris Mason * compare two keys in a memcmp fashion 9774123bd7SChris Mason */ 989aca1d51SChris Mason static int comp_keys(struct btrfs_disk_key *disk, struct btrfs_key *k2) 99be0e5c09SChris Mason { 100e2fa7227SChris Mason struct btrfs_key k1; 101e2fa7227SChris Mason 102e2fa7227SChris Mason btrfs_disk_key_to_cpu(&k1, disk); 103e2fa7227SChris Mason 104e2fa7227SChris Mason if (k1.objectid > k2->objectid) 105be0e5c09SChris Mason return 1; 106e2fa7227SChris Mason if (k1.objectid < k2->objectid) 107be0e5c09SChris Mason return -1; 10862e2749eSChris Mason if (k1.flags > k2->flags) 10962e2749eSChris Mason return 1; 11062e2749eSChris Mason if (k1.flags < k2->flags) 11162e2749eSChris Mason return -1; 112a8a2ee0cSChris Mason if (k1.offset > k2->offset) 113a8a2ee0cSChris Mason return 1; 114a8a2ee0cSChris Mason if (k1.offset < k2->offset) 115a8a2ee0cSChris Mason return -1; 116be0e5c09SChris Mason return 0; 117be0e5c09SChris Mason } 11874123bd7SChris Mason 119123abc88SChris Mason static int check_node(struct btrfs_root *root, struct btrfs_path *path, 120123abc88SChris Mason int level) 121aa5d6bedSChris Mason { 122aa5d6bedSChris Mason int i; 123234b63a0SChris Mason struct btrfs_node *parent = NULL; 124e20d96d6SChris Mason struct btrfs_node *node = btrfs_buffer_node(path->nodes[level]); 125aa5d6bedSChris Mason int parent_slot; 1267518a238SChris Mason u32 nritems = btrfs_header_nritems(&node->header); 127aa5d6bedSChris Mason 128aa5d6bedSChris Mason if (path->nodes[level + 1]) 129e20d96d6SChris Mason parent = btrfs_buffer_node(path->nodes[level + 1]); 130aa5d6bedSChris Mason parent_slot = path->slots[level + 1]; 1317518a238SChris Mason BUG_ON(nritems == 0); 1327518a238SChris Mason if (parent) { 133e2fa7227SChris Mason struct btrfs_disk_key *parent_key; 134123abc88SChris Mason parent_key = &parent->ptrs[parent_slot].key; 135123abc88SChris Mason BUG_ON(memcmp(parent_key, &node->ptrs[0].key, 136e2fa7227SChris Mason sizeof(struct btrfs_disk_key))); 1371d4f8a0cSChris Mason BUG_ON(btrfs_node_blockptr(parent, parent_slot) != 1387518a238SChris Mason btrfs_header_blocknr(&node->header)); 139aa5d6bedSChris Mason } 140123abc88SChris Mason BUG_ON(nritems > BTRFS_NODEPTRS_PER_BLOCK(root)); 1417518a238SChris Mason for (i = 0; nritems > 1 && i < nritems - 2; i++) { 142e2fa7227SChris Mason struct btrfs_key cpukey; 143123abc88SChris Mason btrfs_disk_key_to_cpu(&cpukey, &node->ptrs[i + 1].key); 144123abc88SChris Mason BUG_ON(comp_keys(&node->ptrs[i].key, &cpukey) >= 0); 145aa5d6bedSChris Mason } 146aa5d6bedSChris Mason return 0; 147aa5d6bedSChris Mason } 148aa5d6bedSChris Mason 149123abc88SChris Mason static int check_leaf(struct btrfs_root *root, struct btrfs_path *path, 150123abc88SChris Mason int level) 151aa5d6bedSChris Mason { 152aa5d6bedSChris Mason int i; 153e20d96d6SChris Mason struct btrfs_leaf *leaf = btrfs_buffer_leaf(path->nodes[level]); 154234b63a0SChris Mason struct btrfs_node *parent = NULL; 155aa5d6bedSChris Mason int parent_slot; 1567518a238SChris Mason u32 nritems = btrfs_header_nritems(&leaf->header); 157aa5d6bedSChris Mason 158aa5d6bedSChris Mason if (path->nodes[level + 1]) 159e20d96d6SChris Mason parent = btrfs_buffer_node(path->nodes[level + 1]); 160aa5d6bedSChris Mason parent_slot = path->slots[level + 1]; 161123abc88SChris Mason BUG_ON(btrfs_leaf_free_space(root, leaf) < 0); 1627518a238SChris Mason 1637518a238SChris Mason if (nritems == 0) 1647518a238SChris Mason return 0; 1657518a238SChris Mason 1667518a238SChris Mason if (parent) { 167e2fa7227SChris Mason struct btrfs_disk_key *parent_key; 168123abc88SChris Mason parent_key = &parent->ptrs[parent_slot].key; 169aa5d6bedSChris Mason BUG_ON(memcmp(parent_key, &leaf->items[0].key, 170e2fa7227SChris Mason sizeof(struct btrfs_disk_key))); 1711d4f8a0cSChris Mason BUG_ON(btrfs_node_blockptr(parent, parent_slot) != 1727518a238SChris Mason btrfs_header_blocknr(&leaf->header)); 173aa5d6bedSChris Mason } 1747518a238SChris Mason for (i = 0; nritems > 1 && i < nritems - 2; i++) { 175e2fa7227SChris Mason struct btrfs_key cpukey; 176e2fa7227SChris Mason btrfs_disk_key_to_cpu(&cpukey, &leaf->items[i + 1].key); 177aa5d6bedSChris Mason BUG_ON(comp_keys(&leaf->items[i].key, 178e2fa7227SChris Mason &cpukey) >= 0); 1790783fcfcSChris Mason BUG_ON(btrfs_item_offset(leaf->items + i) != 1800783fcfcSChris Mason btrfs_item_end(leaf->items + i + 1)); 181aa5d6bedSChris Mason if (i == 0) { 1820783fcfcSChris Mason BUG_ON(btrfs_item_offset(leaf->items + i) + 1830783fcfcSChris Mason btrfs_item_size(leaf->items + i) != 184123abc88SChris Mason BTRFS_LEAF_DATA_SIZE(root)); 185aa5d6bedSChris Mason } 186aa5d6bedSChris Mason } 187aa5d6bedSChris Mason return 0; 188aa5d6bedSChris Mason } 189aa5d6bedSChris Mason 190123abc88SChris Mason static int check_block(struct btrfs_root *root, struct btrfs_path *path, 191123abc88SChris Mason int level) 192aa5d6bedSChris Mason { 193aa5d6bedSChris Mason if (level == 0) 194123abc88SChris Mason return check_leaf(root, path, level); 195123abc88SChris Mason return check_node(root, path, level); 196aa5d6bedSChris Mason } 197aa5d6bedSChris Mason 19874123bd7SChris Mason /* 19974123bd7SChris Mason * search for key in the array p. items p are item_size apart 20074123bd7SChris Mason * and there are 'max' items in p 20174123bd7SChris Mason * the slot in the array is returned via slot, and it points to 20274123bd7SChris Mason * the place where you would insert key if it is not found in 20374123bd7SChris Mason * the array. 20474123bd7SChris Mason * 20574123bd7SChris Mason * slot may point to max if the key is bigger than all of the keys 20674123bd7SChris Mason */ 2079aca1d51SChris Mason static int generic_bin_search(char *p, int item_size, struct btrfs_key *key, 208be0e5c09SChris Mason int max, int *slot) 209be0e5c09SChris Mason { 210be0e5c09SChris Mason int low = 0; 211be0e5c09SChris Mason int high = max; 212be0e5c09SChris Mason int mid; 213be0e5c09SChris Mason int ret; 214e2fa7227SChris Mason struct btrfs_disk_key *tmp; 215be0e5c09SChris Mason 216be0e5c09SChris Mason while(low < high) { 217be0e5c09SChris Mason mid = (low + high) / 2; 218e2fa7227SChris Mason tmp = (struct btrfs_disk_key *)(p + mid * item_size); 219be0e5c09SChris Mason ret = comp_keys(tmp, key); 220be0e5c09SChris Mason 221be0e5c09SChris Mason if (ret < 0) 222be0e5c09SChris Mason low = mid + 1; 223be0e5c09SChris Mason else if (ret > 0) 224be0e5c09SChris Mason high = mid; 225be0e5c09SChris Mason else { 226be0e5c09SChris Mason *slot = mid; 227be0e5c09SChris Mason return 0; 228be0e5c09SChris Mason } 229be0e5c09SChris Mason } 230be0e5c09SChris Mason *slot = low; 231be0e5c09SChris Mason return 1; 232be0e5c09SChris Mason } 233be0e5c09SChris Mason 23497571fd0SChris Mason /* 23597571fd0SChris Mason * simple bin_search frontend that does the right thing for 23697571fd0SChris Mason * leaves vs nodes 23797571fd0SChris Mason */ 2389aca1d51SChris Mason static int bin_search(struct btrfs_node *c, struct btrfs_key *key, int *slot) 239be0e5c09SChris Mason { 2407518a238SChris Mason if (btrfs_is_leaf(c)) { 241234b63a0SChris Mason struct btrfs_leaf *l = (struct btrfs_leaf *)c; 2420783fcfcSChris Mason return generic_bin_search((void *)l->items, 2430783fcfcSChris Mason sizeof(struct btrfs_item), 2447518a238SChris Mason key, btrfs_header_nritems(&c->header), 2457518a238SChris Mason slot); 246be0e5c09SChris Mason } else { 247123abc88SChris Mason return generic_bin_search((void *)c->ptrs, 248123abc88SChris Mason sizeof(struct btrfs_key_ptr), 2497518a238SChris Mason key, btrfs_header_nritems(&c->header), 2507518a238SChris Mason slot); 251be0e5c09SChris Mason } 252be0e5c09SChris Mason return -1; 253be0e5c09SChris Mason } 254be0e5c09SChris Mason 255e20d96d6SChris Mason static struct buffer_head *read_node_slot(struct btrfs_root *root, 256e20d96d6SChris Mason struct buffer_head *parent_buf, 257bb803951SChris Mason int slot) 258bb803951SChris Mason { 259e20d96d6SChris Mason struct btrfs_node *node = btrfs_buffer_node(parent_buf); 260bb803951SChris Mason if (slot < 0) 261bb803951SChris Mason return NULL; 2627518a238SChris Mason if (slot >= btrfs_header_nritems(&node->header)) 263bb803951SChris Mason return NULL; 2641d4f8a0cSChris Mason return read_tree_block(root, btrfs_node_blockptr(node, slot)); 265bb803951SChris Mason } 266bb803951SChris Mason 267e089f05cSChris Mason static int balance_level(struct btrfs_trans_handle *trans, struct btrfs_root 268e089f05cSChris Mason *root, struct btrfs_path *path, int level) 269bb803951SChris Mason { 270e20d96d6SChris Mason struct buffer_head *right_buf; 271e20d96d6SChris Mason struct buffer_head *mid_buf; 272e20d96d6SChris Mason struct buffer_head *left_buf; 273e20d96d6SChris Mason struct buffer_head *parent_buf = NULL; 274234b63a0SChris Mason struct btrfs_node *right = NULL; 275234b63a0SChris Mason struct btrfs_node *mid; 276234b63a0SChris Mason struct btrfs_node *left = NULL; 277234b63a0SChris Mason struct btrfs_node *parent = NULL; 278bb803951SChris Mason int ret = 0; 279bb803951SChris Mason int wret; 280bb803951SChris Mason int pslot; 281bb803951SChris Mason int orig_slot = path->slots[level]; 28279f95c82SChris Mason u64 orig_ptr; 283bb803951SChris Mason 284bb803951SChris Mason if (level == 0) 285bb803951SChris Mason return 0; 286bb803951SChris Mason 287bb803951SChris Mason mid_buf = path->nodes[level]; 288e20d96d6SChris Mason mid = btrfs_buffer_node(mid_buf); 2891d4f8a0cSChris Mason orig_ptr = btrfs_node_blockptr(mid, orig_slot); 29079f95c82SChris Mason 291234b63a0SChris Mason if (level < BTRFS_MAX_LEVEL - 1) 292bb803951SChris Mason parent_buf = path->nodes[level + 1]; 293bb803951SChris Mason pslot = path->slots[level + 1]; 294bb803951SChris Mason 29540689478SChris Mason /* 29640689478SChris Mason * deal with the case where there is only one pointer in the root 29740689478SChris Mason * by promoting the node below to a root 29840689478SChris Mason */ 299bb803951SChris Mason if (!parent_buf) { 300e20d96d6SChris Mason struct buffer_head *child; 301e20d96d6SChris Mason u64 blocknr = mid_buf->b_blocknr; 302bb803951SChris Mason 3037518a238SChris Mason if (btrfs_header_nritems(&mid->header) != 1) 304bb803951SChris Mason return 0; 305bb803951SChris Mason 306bb803951SChris Mason /* promote the child to a root */ 307bb803951SChris Mason child = read_node_slot(root, mid_buf, 0); 308bb803951SChris Mason BUG_ON(!child); 309bb803951SChris Mason root->node = child; 310bb803951SChris Mason path->nodes[level] = NULL; 311bb803951SChris Mason /* once for the path */ 312234b63a0SChris Mason btrfs_block_release(root, mid_buf); 313bb803951SChris Mason /* once for the root ptr */ 314234b63a0SChris Mason btrfs_block_release(root, mid_buf); 315e089f05cSChris Mason clean_tree_block(trans, root, mid_buf); 316e089f05cSChris Mason return btrfs_free_extent(trans, root, blocknr, 1, 1); 317bb803951SChris Mason } 318e20d96d6SChris Mason parent = btrfs_buffer_node(parent_buf); 319bb803951SChris Mason 320123abc88SChris Mason if (btrfs_header_nritems(&mid->header) > 321123abc88SChris Mason BTRFS_NODEPTRS_PER_BLOCK(root) / 4) 322bb803951SChris Mason return 0; 323bb803951SChris Mason 324bb803951SChris Mason left_buf = read_node_slot(root, parent_buf, pslot - 1); 325bb803951SChris Mason right_buf = read_node_slot(root, parent_buf, pslot + 1); 32679f95c82SChris Mason 32779f95c82SChris Mason /* first, try to make some room in the middle buffer */ 328bb803951SChris Mason if (left_buf) { 329e089f05cSChris Mason btrfs_cow_block(trans, root, left_buf, parent_buf, pslot - 1, 330e089f05cSChris Mason &left_buf); 331e20d96d6SChris Mason left = btrfs_buffer_node(left_buf); 3327518a238SChris Mason orig_slot += btrfs_header_nritems(&left->header); 333e089f05cSChris Mason wret = push_node_left(trans, root, left_buf, mid_buf); 33479f95c82SChris Mason if (wret < 0) 33579f95c82SChris Mason ret = wret; 336bb803951SChris Mason } 33779f95c82SChris Mason 33879f95c82SChris Mason /* 33979f95c82SChris Mason * then try to empty the right most buffer into the middle 34079f95c82SChris Mason */ 341bb803951SChris Mason if (right_buf) { 342e089f05cSChris Mason btrfs_cow_block(trans, root, right_buf, parent_buf, pslot + 1, 343e089f05cSChris Mason &right_buf); 344e20d96d6SChris Mason right = btrfs_buffer_node(right_buf); 345e089f05cSChris Mason wret = push_node_left(trans, root, mid_buf, right_buf); 34679f95c82SChris Mason if (wret < 0) 34779f95c82SChris Mason ret = wret; 3487518a238SChris Mason if (btrfs_header_nritems(&right->header) == 0) { 349e20d96d6SChris Mason u64 blocknr = right_buf->b_blocknr; 350234b63a0SChris Mason btrfs_block_release(root, right_buf); 351e089f05cSChris Mason clean_tree_block(trans, root, right_buf); 352bb803951SChris Mason right_buf = NULL; 353bb803951SChris Mason right = NULL; 354e089f05cSChris Mason wret = del_ptr(trans, root, path, level + 1, pslot + 355e089f05cSChris Mason 1); 356bb803951SChris Mason if (wret) 357bb803951SChris Mason ret = wret; 358e089f05cSChris Mason wret = btrfs_free_extent(trans, root, blocknr, 1, 1); 359bb803951SChris Mason if (wret) 360bb803951SChris Mason ret = wret; 361bb803951SChris Mason } else { 362123abc88SChris Mason memcpy(&parent->ptrs[pslot + 1].key, 363123abc88SChris Mason &right->ptrs[0].key, 364e2fa7227SChris Mason sizeof(struct btrfs_disk_key)); 365e20d96d6SChris Mason BUG_ON(!buffer_dirty(parent_buf)); 366bb803951SChris Mason } 367bb803951SChris Mason } 3687518a238SChris Mason if (btrfs_header_nritems(&mid->header) == 1) { 36979f95c82SChris Mason /* 37079f95c82SChris Mason * we're not allowed to leave a node with one item in the 37179f95c82SChris Mason * tree during a delete. A deletion from lower in the tree 37279f95c82SChris Mason * could try to delete the only pointer in this node. 37379f95c82SChris Mason * So, pull some keys from the left. 37479f95c82SChris Mason * There has to be a left pointer at this point because 37579f95c82SChris Mason * otherwise we would have pulled some pointers from the 37679f95c82SChris Mason * right 37779f95c82SChris Mason */ 37879f95c82SChris Mason BUG_ON(!left_buf); 379e089f05cSChris Mason wret = balance_node_right(trans, root, mid_buf, left_buf); 38079f95c82SChris Mason if (wret < 0) 38179f95c82SChris Mason ret = wret; 38279f95c82SChris Mason BUG_ON(wret == 1); 38379f95c82SChris Mason } 3847518a238SChris Mason if (btrfs_header_nritems(&mid->header) == 0) { 38579f95c82SChris Mason /* we've managed to empty the middle node, drop it */ 386e20d96d6SChris Mason u64 blocknr = mid_buf->b_blocknr; 387234b63a0SChris Mason btrfs_block_release(root, mid_buf); 388e089f05cSChris Mason clean_tree_block(trans, root, mid_buf); 389bb803951SChris Mason mid_buf = NULL; 390bb803951SChris Mason mid = NULL; 391e089f05cSChris Mason wret = del_ptr(trans, root, path, level + 1, pslot); 392bb803951SChris Mason if (wret) 393bb803951SChris Mason ret = wret; 394e089f05cSChris Mason wret = btrfs_free_extent(trans, root, blocknr, 1, 1); 395bb803951SChris Mason if (wret) 396bb803951SChris Mason ret = wret; 39779f95c82SChris Mason } else { 39879f95c82SChris Mason /* update the parent key to reflect our changes */ 399123abc88SChris Mason memcpy(&parent->ptrs[pslot].key, &mid->ptrs[0].key, 400e2fa7227SChris Mason sizeof(struct btrfs_disk_key)); 401e20d96d6SChris Mason BUG_ON(!buffer_dirty(parent_buf)); 40279f95c82SChris Mason } 403bb803951SChris Mason 40479f95c82SChris Mason /* update the path */ 405bb803951SChris Mason if (left_buf) { 4067518a238SChris Mason if (btrfs_header_nritems(&left->header) > orig_slot) { 407e20d96d6SChris Mason get_bh(left_buf); 408bb803951SChris Mason path->nodes[level] = left_buf; 409bb803951SChris Mason path->slots[level + 1] -= 1; 410bb803951SChris Mason path->slots[level] = orig_slot; 411bb803951SChris Mason if (mid_buf) 412234b63a0SChris Mason btrfs_block_release(root, mid_buf); 413bb803951SChris Mason } else { 4147518a238SChris Mason orig_slot -= btrfs_header_nritems(&left->header); 415bb803951SChris Mason path->slots[level] = orig_slot; 416bb803951SChris Mason } 417bb803951SChris Mason } 41879f95c82SChris Mason /* double check we haven't messed things up */ 419123abc88SChris Mason check_block(root, path, level); 420e20d96d6SChris Mason if (orig_ptr != 421e20d96d6SChris Mason btrfs_node_blockptr(btrfs_buffer_node(path->nodes[level]), 4221d4f8a0cSChris Mason path->slots[level])) 42379f95c82SChris Mason BUG(); 424bb803951SChris Mason 425bb803951SChris Mason if (right_buf) 426234b63a0SChris Mason btrfs_block_release(root, right_buf); 427bb803951SChris Mason if (left_buf) 428234b63a0SChris Mason btrfs_block_release(root, left_buf); 429bb803951SChris Mason return ret; 430bb803951SChris Mason } 431bb803951SChris Mason 43274123bd7SChris Mason /* 43374123bd7SChris Mason * look for key in the tree. path is filled in with nodes along the way 43474123bd7SChris Mason * if key is found, we return zero and you can find the item in the leaf 43574123bd7SChris Mason * level of the path (level 0) 43674123bd7SChris Mason * 43774123bd7SChris Mason * If the key isn't found, the path points to the slot where it should 438aa5d6bedSChris Mason * be inserted, and 1 is returned. If there are other errors during the 439aa5d6bedSChris Mason * search a negative error number is returned. 44097571fd0SChris Mason * 44197571fd0SChris Mason * if ins_len > 0, nodes and leaves will be split as we walk down the 44297571fd0SChris Mason * tree. if ins_len < 0, nodes will be merged as we walk down the tree (if 44397571fd0SChris Mason * possible) 44474123bd7SChris Mason */ 445e089f05cSChris Mason int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root 446e089f05cSChris Mason *root, struct btrfs_key *key, struct btrfs_path *p, int 447e089f05cSChris Mason ins_len, int cow) 448be0e5c09SChris Mason { 449e20d96d6SChris Mason struct buffer_head *b; 450e20d96d6SChris Mason struct buffer_head *cow_buf; 451234b63a0SChris Mason struct btrfs_node *c; 452be0e5c09SChris Mason int slot; 453be0e5c09SChris Mason int ret; 454be0e5c09SChris Mason int level; 4555c680ed6SChris Mason 456bb803951SChris Mason again: 457bb803951SChris Mason b = root->node; 458e20d96d6SChris Mason get_bh(b); 459eb60ceacSChris Mason while (b) { 460e20d96d6SChris Mason c = btrfs_buffer_node(b); 461e20d96d6SChris Mason level = btrfs_header_level(&c->header); 46202217ed2SChris Mason if (cow) { 46302217ed2SChris Mason int wret; 464e20d96d6SChris Mason wret = btrfs_cow_block(trans, root, b, 465e20d96d6SChris Mason p->nodes[level + 1], 466e20d96d6SChris Mason p->slots[level + 1], 467e089f05cSChris Mason &cow_buf); 46802217ed2SChris Mason b = cow_buf; 46902217ed2SChris Mason } 47002217ed2SChris Mason BUG_ON(!cow && ins_len); 471e20d96d6SChris Mason c = btrfs_buffer_node(b); 472eb60ceacSChris Mason p->nodes[level] = b; 473123abc88SChris Mason ret = check_block(root, p, level); 474aa5d6bedSChris Mason if (ret) 475aa5d6bedSChris Mason return -1; 476be0e5c09SChris Mason ret = bin_search(c, key, &slot); 4777518a238SChris Mason if (!btrfs_is_leaf(c)) { 478be0e5c09SChris Mason if (ret && slot > 0) 479be0e5c09SChris Mason slot -= 1; 480be0e5c09SChris Mason p->slots[level] = slot; 4817518a238SChris Mason if (ins_len > 0 && btrfs_header_nritems(&c->header) == 482123abc88SChris Mason BTRFS_NODEPTRS_PER_BLOCK(root)) { 483e089f05cSChris Mason int sret = split_node(trans, root, p, level); 4845c680ed6SChris Mason BUG_ON(sret > 0); 4855c680ed6SChris Mason if (sret) 4865c680ed6SChris Mason return sret; 4875c680ed6SChris Mason b = p->nodes[level]; 488e20d96d6SChris Mason c = btrfs_buffer_node(b); 4895c680ed6SChris Mason slot = p->slots[level]; 490bb803951SChris Mason } else if (ins_len < 0) { 491e089f05cSChris Mason int sret = balance_level(trans, root, p, 492e089f05cSChris Mason level); 493bb803951SChris Mason if (sret) 494bb803951SChris Mason return sret; 495bb803951SChris Mason b = p->nodes[level]; 496bb803951SChris Mason if (!b) 497bb803951SChris Mason goto again; 498e20d96d6SChris Mason c = btrfs_buffer_node(b); 499bb803951SChris Mason slot = p->slots[level]; 5007518a238SChris Mason BUG_ON(btrfs_header_nritems(&c->header) == 1); 5015c680ed6SChris Mason } 5021d4f8a0cSChris Mason b = read_tree_block(root, btrfs_node_blockptr(c, slot)); 503be0e5c09SChris Mason } else { 504234b63a0SChris Mason struct btrfs_leaf *l = (struct btrfs_leaf *)c; 505be0e5c09SChris Mason p->slots[level] = slot; 506123abc88SChris Mason if (ins_len > 0 && btrfs_leaf_free_space(root, l) < 5070783fcfcSChris Mason sizeof(struct btrfs_item) + ins_len) { 508e089f05cSChris Mason int sret = split_leaf(trans, root, p, ins_len); 5095c680ed6SChris Mason BUG_ON(sret > 0); 5105c680ed6SChris Mason if (sret) 5115c680ed6SChris Mason return sret; 5125c680ed6SChris Mason } 513be0e5c09SChris Mason return ret; 514be0e5c09SChris Mason } 515be0e5c09SChris Mason } 516aa5d6bedSChris Mason return 1; 517be0e5c09SChris Mason } 518be0e5c09SChris Mason 51974123bd7SChris Mason /* 52074123bd7SChris Mason * adjust the pointers going up the tree, starting at level 52174123bd7SChris Mason * making sure the right key of each node is points to 'key'. 52274123bd7SChris Mason * This is used after shifting pointers to the left, so it stops 52374123bd7SChris Mason * fixing up pointers when a given leaf/node is not in slot 0 of the 52474123bd7SChris Mason * higher levels 525aa5d6bedSChris Mason * 526aa5d6bedSChris Mason * If this fails to write a tree block, it returns -1, but continues 527aa5d6bedSChris Mason * fixing up the blocks in ram so the tree is consistent. 52874123bd7SChris Mason */ 529e089f05cSChris Mason static int fixup_low_keys(struct btrfs_trans_handle *trans, struct btrfs_root 530e089f05cSChris Mason *root, struct btrfs_path *path, struct btrfs_disk_key 531e089f05cSChris Mason *key, int level) 532be0e5c09SChris Mason { 533be0e5c09SChris Mason int i; 534aa5d6bedSChris Mason int ret = 0; 535234b63a0SChris Mason for (i = level; i < BTRFS_MAX_LEVEL; i++) { 536234b63a0SChris Mason struct btrfs_node *t; 537be0e5c09SChris Mason int tslot = path->slots[i]; 538eb60ceacSChris Mason if (!path->nodes[i]) 539be0e5c09SChris Mason break; 540e20d96d6SChris Mason t = btrfs_buffer_node(path->nodes[i]); 541123abc88SChris Mason memcpy(&t->ptrs[tslot].key, key, sizeof(*key)); 542e20d96d6SChris Mason BUG_ON(!buffer_dirty(path->nodes[i])); 543be0e5c09SChris Mason if (tslot != 0) 544be0e5c09SChris Mason break; 545be0e5c09SChris Mason } 546aa5d6bedSChris Mason return ret; 547be0e5c09SChris Mason } 548be0e5c09SChris Mason 54974123bd7SChris Mason /* 55074123bd7SChris Mason * try to push data from one node into the next node left in the 55179f95c82SChris Mason * tree. 552aa5d6bedSChris Mason * 553aa5d6bedSChris Mason * returns 0 if some ptrs were pushed left, < 0 if there was some horrible 554aa5d6bedSChris Mason * error, and > 0 if there was no room in the left hand block. 55574123bd7SChris Mason */ 556e089f05cSChris Mason static int push_node_left(struct btrfs_trans_handle *trans, struct btrfs_root 557e20d96d6SChris Mason *root, struct buffer_head *dst_buf, struct 558e20d96d6SChris Mason buffer_head *src_buf) 559be0e5c09SChris Mason { 560e20d96d6SChris Mason struct btrfs_node *src = btrfs_buffer_node(src_buf); 561e20d96d6SChris Mason struct btrfs_node *dst = btrfs_buffer_node(dst_buf); 562be0e5c09SChris Mason int push_items = 0; 563bb803951SChris Mason int src_nritems; 564bb803951SChris Mason int dst_nritems; 565aa5d6bedSChris Mason int ret = 0; 566be0e5c09SChris Mason 5677518a238SChris Mason src_nritems = btrfs_header_nritems(&src->header); 5687518a238SChris Mason dst_nritems = btrfs_header_nritems(&dst->header); 569123abc88SChris Mason push_items = BTRFS_NODEPTRS_PER_BLOCK(root) - dst_nritems; 570eb60ceacSChris Mason if (push_items <= 0) { 571be0e5c09SChris Mason return 1; 572eb60ceacSChris Mason } 573be0e5c09SChris Mason 574be0e5c09SChris Mason if (src_nritems < push_items) 575be0e5c09SChris Mason push_items = src_nritems; 57679f95c82SChris Mason 577123abc88SChris Mason memcpy(dst->ptrs + dst_nritems, src->ptrs, 578123abc88SChris Mason push_items * sizeof(struct btrfs_key_ptr)); 579bb803951SChris Mason if (push_items < src_nritems) { 580123abc88SChris Mason memmove(src->ptrs, src->ptrs + push_items, 581e2fa7227SChris Mason (src_nritems - push_items) * 582123abc88SChris Mason sizeof(struct btrfs_key_ptr)); 583bb803951SChris Mason } 5847518a238SChris Mason btrfs_set_header_nritems(&src->header, src_nritems - push_items); 5857518a238SChris Mason btrfs_set_header_nritems(&dst->header, dst_nritems + push_items); 586e20d96d6SChris Mason BUG_ON(!buffer_dirty(src_buf)); 587e20d96d6SChris Mason BUG_ON(!buffer_dirty(dst_buf)); 588bb803951SChris Mason return ret; 589be0e5c09SChris Mason } 590be0e5c09SChris Mason 59197571fd0SChris Mason /* 59279f95c82SChris Mason * try to push data from one node into the next node right in the 59379f95c82SChris Mason * tree. 59479f95c82SChris Mason * 59579f95c82SChris Mason * returns 0 if some ptrs were pushed, < 0 if there was some horrible 59679f95c82SChris Mason * error, and > 0 if there was no room in the right hand block. 59779f95c82SChris Mason * 59879f95c82SChris Mason * this will only push up to 1/2 the contents of the left node over 59979f95c82SChris Mason */ 600e089f05cSChris Mason static int balance_node_right(struct btrfs_trans_handle *trans, struct 601e20d96d6SChris Mason btrfs_root *root, struct buffer_head *dst_buf, 602e20d96d6SChris Mason struct buffer_head *src_buf) 60379f95c82SChris Mason { 604e20d96d6SChris Mason struct btrfs_node *src = btrfs_buffer_node(src_buf); 605e20d96d6SChris Mason struct btrfs_node *dst = btrfs_buffer_node(dst_buf); 60679f95c82SChris Mason int push_items = 0; 60779f95c82SChris Mason int max_push; 60879f95c82SChris Mason int src_nritems; 60979f95c82SChris Mason int dst_nritems; 61079f95c82SChris Mason int ret = 0; 61179f95c82SChris Mason 6127518a238SChris Mason src_nritems = btrfs_header_nritems(&src->header); 6137518a238SChris Mason dst_nritems = btrfs_header_nritems(&dst->header); 614123abc88SChris Mason push_items = BTRFS_NODEPTRS_PER_BLOCK(root) - dst_nritems; 61579f95c82SChris Mason if (push_items <= 0) { 61679f95c82SChris Mason return 1; 61779f95c82SChris Mason } 61879f95c82SChris Mason 61979f95c82SChris Mason max_push = src_nritems / 2 + 1; 62079f95c82SChris Mason /* don't try to empty the node */ 62179f95c82SChris Mason if (max_push > src_nritems) 62279f95c82SChris Mason return 1; 62379f95c82SChris Mason if (max_push < push_items) 62479f95c82SChris Mason push_items = max_push; 62579f95c82SChris Mason 626123abc88SChris Mason memmove(dst->ptrs + push_items, dst->ptrs, 627123abc88SChris Mason dst_nritems * sizeof(struct btrfs_key_ptr)); 628123abc88SChris Mason memcpy(dst->ptrs, src->ptrs + src_nritems - push_items, 629123abc88SChris Mason push_items * sizeof(struct btrfs_key_ptr)); 63079f95c82SChris Mason 6317518a238SChris Mason btrfs_set_header_nritems(&src->header, src_nritems - push_items); 6327518a238SChris Mason btrfs_set_header_nritems(&dst->header, dst_nritems + push_items); 63379f95c82SChris Mason 634e20d96d6SChris Mason BUG_ON(!buffer_dirty(src_buf)); 635e20d96d6SChris Mason BUG_ON(!buffer_dirty(dst_buf)); 63679f95c82SChris Mason return ret; 63779f95c82SChris Mason } 63879f95c82SChris Mason 63979f95c82SChris Mason /* 64097571fd0SChris Mason * helper function to insert a new root level in the tree. 64197571fd0SChris Mason * A new node is allocated, and a single item is inserted to 64297571fd0SChris Mason * point to the existing root 643aa5d6bedSChris Mason * 644aa5d6bedSChris Mason * returns zero on success or < 0 on failure. 64597571fd0SChris Mason */ 646e089f05cSChris Mason static int insert_new_root(struct btrfs_trans_handle *trans, struct btrfs_root 647e089f05cSChris Mason *root, struct btrfs_path *path, int level) 64874123bd7SChris Mason { 649e20d96d6SChris Mason struct buffer_head *t; 650234b63a0SChris Mason struct btrfs_node *lower; 651234b63a0SChris Mason struct btrfs_node *c; 652e2fa7227SChris Mason struct btrfs_disk_key *lower_key; 6535c680ed6SChris Mason 6545c680ed6SChris Mason BUG_ON(path->nodes[level]); 6555c680ed6SChris Mason BUG_ON(path->nodes[level-1] != root->node); 6565c680ed6SChris Mason 657e089f05cSChris Mason t = btrfs_alloc_free_block(trans, root); 658e20d96d6SChris Mason c = btrfs_buffer_node(t); 659123abc88SChris Mason memset(c, 0, root->blocksize); 6607518a238SChris Mason btrfs_set_header_nritems(&c->header, 1); 6617518a238SChris Mason btrfs_set_header_level(&c->header, level); 662e20d96d6SChris Mason btrfs_set_header_blocknr(&c->header, t->b_blocknr); 6637518a238SChris Mason btrfs_set_header_parentid(&c->header, 664e20d96d6SChris Mason btrfs_header_parentid(btrfs_buffer_header(root->node))); 665e20d96d6SChris Mason lower = btrfs_buffer_node(path->nodes[level-1]); 6667518a238SChris Mason if (btrfs_is_leaf(lower)) 667234b63a0SChris Mason lower_key = &((struct btrfs_leaf *)lower)->items[0].key; 66874123bd7SChris Mason else 669123abc88SChris Mason lower_key = &lower->ptrs[0].key; 670123abc88SChris Mason memcpy(&c->ptrs[0].key, lower_key, sizeof(struct btrfs_disk_key)); 671e20d96d6SChris Mason btrfs_set_node_blockptr(c, 0, path->nodes[level - 1]->b_blocknr); 672cfaa7295SChris Mason /* the super has an extra ref to root->node */ 673234b63a0SChris Mason btrfs_block_release(root, root->node); 67474123bd7SChris Mason root->node = t; 675e20d96d6SChris Mason get_bh(t); 67674123bd7SChris Mason path->nodes[level] = t; 67774123bd7SChris Mason path->slots[level] = 0; 67874123bd7SChris Mason return 0; 67974123bd7SChris Mason } 6805c680ed6SChris Mason 6815c680ed6SChris Mason /* 6825c680ed6SChris Mason * worker function to insert a single pointer in a node. 6835c680ed6SChris Mason * the node should have enough room for the pointer already 68497571fd0SChris Mason * 6855c680ed6SChris Mason * slot and level indicate where you want the key to go, and 6865c680ed6SChris Mason * blocknr is the block the key points to. 687aa5d6bedSChris Mason * 688aa5d6bedSChris Mason * returns zero on success and < 0 on any error 6895c680ed6SChris Mason */ 690e089f05cSChris Mason static int insert_ptr(struct btrfs_trans_handle *trans, struct btrfs_root 691e089f05cSChris Mason *root, struct btrfs_path *path, struct btrfs_disk_key 692e089f05cSChris Mason *key, u64 blocknr, int slot, int level) 6935c680ed6SChris Mason { 694234b63a0SChris Mason struct btrfs_node *lower; 6955c680ed6SChris Mason int nritems; 6965c680ed6SChris Mason 6975c680ed6SChris Mason BUG_ON(!path->nodes[level]); 698e20d96d6SChris Mason lower = btrfs_buffer_node(path->nodes[level]); 6997518a238SChris Mason nritems = btrfs_header_nritems(&lower->header); 70074123bd7SChris Mason if (slot > nritems) 70174123bd7SChris Mason BUG(); 702123abc88SChris Mason if (nritems == BTRFS_NODEPTRS_PER_BLOCK(root)) 70374123bd7SChris Mason BUG(); 70474123bd7SChris Mason if (slot != nritems) { 705123abc88SChris Mason memmove(lower->ptrs + slot + 1, lower->ptrs + slot, 706123abc88SChris Mason (nritems - slot) * sizeof(struct btrfs_key_ptr)); 70774123bd7SChris Mason } 708123abc88SChris Mason memcpy(&lower->ptrs[slot].key, key, sizeof(struct btrfs_disk_key)); 7091d4f8a0cSChris Mason btrfs_set_node_blockptr(lower, slot, blocknr); 7107518a238SChris Mason btrfs_set_header_nritems(&lower->header, nritems + 1); 711e20d96d6SChris Mason BUG_ON(!buffer_dirty(path->nodes[level])); 71274123bd7SChris Mason return 0; 71374123bd7SChris Mason } 71474123bd7SChris Mason 71597571fd0SChris Mason /* 71697571fd0SChris Mason * split the node at the specified level in path in two. 71797571fd0SChris Mason * The path is corrected to point to the appropriate node after the split 71897571fd0SChris Mason * 71997571fd0SChris Mason * Before splitting this tries to make some room in the node by pushing 72097571fd0SChris Mason * left and right, if either one works, it returns right away. 721aa5d6bedSChris Mason * 722aa5d6bedSChris Mason * returns 0 on success and < 0 on failure 72397571fd0SChris Mason */ 724e089f05cSChris Mason static int split_node(struct btrfs_trans_handle *trans, struct btrfs_root 725e089f05cSChris Mason *root, struct btrfs_path *path, int level) 726be0e5c09SChris Mason { 727e20d96d6SChris Mason struct buffer_head *t; 728234b63a0SChris Mason struct btrfs_node *c; 729e20d96d6SChris Mason struct buffer_head *split_buffer; 730234b63a0SChris Mason struct btrfs_node *split; 731be0e5c09SChris Mason int mid; 7325c680ed6SChris Mason int ret; 733aa5d6bedSChris Mason int wret; 7347518a238SChris Mason u32 c_nritems; 735be0e5c09SChris Mason 7365c680ed6SChris Mason t = path->nodes[level]; 737e20d96d6SChris Mason c = btrfs_buffer_node(t); 7385c680ed6SChris Mason if (t == root->node) { 7395c680ed6SChris Mason /* trying to split the root, lets make a new one */ 740e089f05cSChris Mason ret = insert_new_root(trans, root, path, level + 1); 7415c680ed6SChris Mason if (ret) 7425c680ed6SChris Mason return ret; 7435c680ed6SChris Mason } 7447518a238SChris Mason c_nritems = btrfs_header_nritems(&c->header); 745e089f05cSChris Mason split_buffer = btrfs_alloc_free_block(trans, root); 746e20d96d6SChris Mason split = btrfs_buffer_node(split_buffer); 7477518a238SChris Mason btrfs_set_header_flags(&split->header, btrfs_header_flags(&c->header)); 748e20d96d6SChris Mason btrfs_set_header_blocknr(&split->header, split_buffer->b_blocknr); 7497518a238SChris Mason btrfs_set_header_parentid(&split->header, 750e20d96d6SChris Mason btrfs_header_parentid(btrfs_buffer_header(root->node))); 7517518a238SChris Mason mid = (c_nritems + 1) / 2; 752123abc88SChris Mason memcpy(split->ptrs, c->ptrs + mid, 753123abc88SChris Mason (c_nritems - mid) * sizeof(struct btrfs_key_ptr)); 7547518a238SChris Mason btrfs_set_header_nritems(&split->header, c_nritems - mid); 7557518a238SChris Mason btrfs_set_header_nritems(&c->header, mid); 756aa5d6bedSChris Mason ret = 0; 757aa5d6bedSChris Mason 758e20d96d6SChris Mason BUG_ON(!buffer_dirty(t)); 759e089f05cSChris Mason wret = insert_ptr(trans, root, path, &split->ptrs[0].key, 760e20d96d6SChris Mason split_buffer->b_blocknr, path->slots[level + 1] + 1, 761123abc88SChris Mason level + 1); 762aa5d6bedSChris Mason if (wret) 763aa5d6bedSChris Mason ret = wret; 764aa5d6bedSChris Mason 7655de08d7dSChris Mason if (path->slots[level] >= mid) { 7665c680ed6SChris Mason path->slots[level] -= mid; 767234b63a0SChris Mason btrfs_block_release(root, t); 7685c680ed6SChris Mason path->nodes[level] = split_buffer; 7695c680ed6SChris Mason path->slots[level + 1] += 1; 770eb60ceacSChris Mason } else { 771234b63a0SChris Mason btrfs_block_release(root, split_buffer); 772be0e5c09SChris Mason } 773aa5d6bedSChris Mason return ret; 774be0e5c09SChris Mason } 775be0e5c09SChris Mason 77674123bd7SChris Mason /* 77774123bd7SChris Mason * how many bytes are required to store the items in a leaf. start 77874123bd7SChris Mason * and nr indicate which items in the leaf to check. This totals up the 77974123bd7SChris Mason * space used both by the item structs and the item data 78074123bd7SChris Mason */ 781234b63a0SChris Mason static int leaf_space_used(struct btrfs_leaf *l, int start, int nr) 782be0e5c09SChris Mason { 783be0e5c09SChris Mason int data_len; 784be0e5c09SChris Mason int end = start + nr - 1; 785be0e5c09SChris Mason 786be0e5c09SChris Mason if (!nr) 787be0e5c09SChris Mason return 0; 7880783fcfcSChris Mason data_len = btrfs_item_end(l->items + start); 7890783fcfcSChris Mason data_len = data_len - btrfs_item_offset(l->items + end); 7900783fcfcSChris Mason data_len += sizeof(struct btrfs_item) * nr; 791be0e5c09SChris Mason return data_len; 792be0e5c09SChris Mason } 793be0e5c09SChris Mason 79474123bd7SChris Mason /* 79500ec4c51SChris Mason * push some data in the path leaf to the right, trying to free up at 79600ec4c51SChris Mason * least data_size bytes. returns zero if the push worked, nonzero otherwise 797aa5d6bedSChris Mason * 798aa5d6bedSChris Mason * returns 1 if the push failed because the other node didn't have enough 799aa5d6bedSChris Mason * room, 0 if everything worked out and < 0 if there were major errors. 80000ec4c51SChris Mason */ 801e089f05cSChris Mason static int push_leaf_right(struct btrfs_trans_handle *trans, struct btrfs_root 802e089f05cSChris Mason *root, struct btrfs_path *path, int data_size) 80300ec4c51SChris Mason { 804e20d96d6SChris Mason struct buffer_head *left_buf = path->nodes[0]; 805e20d96d6SChris Mason struct btrfs_leaf *left = btrfs_buffer_leaf(left_buf); 806234b63a0SChris Mason struct btrfs_leaf *right; 807e20d96d6SChris Mason struct buffer_head *right_buf; 808e20d96d6SChris Mason struct buffer_head *upper; 809e20d96d6SChris Mason struct btrfs_node *upper_node; 81000ec4c51SChris Mason int slot; 81100ec4c51SChris Mason int i; 81200ec4c51SChris Mason int free_space; 81300ec4c51SChris Mason int push_space = 0; 81400ec4c51SChris Mason int push_items = 0; 8150783fcfcSChris Mason struct btrfs_item *item; 8167518a238SChris Mason u32 left_nritems; 8177518a238SChris Mason u32 right_nritems; 81800ec4c51SChris Mason 81900ec4c51SChris Mason slot = path->slots[1]; 82000ec4c51SChris Mason if (!path->nodes[1]) { 82100ec4c51SChris Mason return 1; 82200ec4c51SChris Mason } 82300ec4c51SChris Mason upper = path->nodes[1]; 824e20d96d6SChris Mason upper_node = btrfs_buffer_node(upper); 825e20d96d6SChris Mason if (slot >= btrfs_header_nritems(&upper_node->header) - 1) { 82600ec4c51SChris Mason return 1; 82700ec4c51SChris Mason } 828e20d96d6SChris Mason right_buf = read_tree_block(root, 829e20d96d6SChris Mason btrfs_node_blockptr(btrfs_buffer_node(upper), slot + 1)); 830e20d96d6SChris Mason right = btrfs_buffer_leaf(right_buf); 831123abc88SChris Mason free_space = btrfs_leaf_free_space(root, right); 8320783fcfcSChris Mason if (free_space < data_size + sizeof(struct btrfs_item)) { 833234b63a0SChris Mason btrfs_block_release(root, right_buf); 83400ec4c51SChris Mason return 1; 83500ec4c51SChris Mason } 83602217ed2SChris Mason /* cow and double check */ 837e089f05cSChris Mason btrfs_cow_block(trans, root, right_buf, upper, slot + 1, &right_buf); 838e20d96d6SChris Mason right = btrfs_buffer_leaf(right_buf); 839123abc88SChris Mason free_space = btrfs_leaf_free_space(root, right); 8400783fcfcSChris Mason if (free_space < data_size + sizeof(struct btrfs_item)) { 841234b63a0SChris Mason btrfs_block_release(root, right_buf); 84202217ed2SChris Mason return 1; 84302217ed2SChris Mason } 84402217ed2SChris Mason 8457518a238SChris Mason left_nritems = btrfs_header_nritems(&left->header); 8467518a238SChris Mason for (i = left_nritems - 1; i >= 0; i--) { 84700ec4c51SChris Mason item = left->items + i; 84800ec4c51SChris Mason if (path->slots[0] == i) 84900ec4c51SChris Mason push_space += data_size + sizeof(*item); 8500783fcfcSChris Mason if (btrfs_item_size(item) + sizeof(*item) + push_space > 8510783fcfcSChris Mason free_space) 85200ec4c51SChris Mason break; 85300ec4c51SChris Mason push_items++; 8540783fcfcSChris Mason push_space += btrfs_item_size(item) + sizeof(*item); 85500ec4c51SChris Mason } 85600ec4c51SChris Mason if (push_items == 0) { 857234b63a0SChris Mason btrfs_block_release(root, right_buf); 85800ec4c51SChris Mason return 1; 85900ec4c51SChris Mason } 8607518a238SChris Mason right_nritems = btrfs_header_nritems(&right->header); 86100ec4c51SChris Mason /* push left to right */ 8620783fcfcSChris Mason push_space = btrfs_item_end(left->items + left_nritems - push_items); 863123abc88SChris Mason push_space -= leaf_data_end(root, left); 86400ec4c51SChris Mason /* make room in the right data area */ 865123abc88SChris Mason memmove(btrfs_leaf_data(right) + leaf_data_end(root, right) - 866123abc88SChris Mason push_space, btrfs_leaf_data(right) + leaf_data_end(root, right), 867123abc88SChris Mason BTRFS_LEAF_DATA_SIZE(root) - leaf_data_end(root, right)); 86800ec4c51SChris Mason /* copy from the left data area */ 869123abc88SChris Mason memcpy(btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) - push_space, 870123abc88SChris Mason btrfs_leaf_data(left) + leaf_data_end(root, left), push_space); 87100ec4c51SChris Mason memmove(right->items + push_items, right->items, 8720783fcfcSChris Mason right_nritems * sizeof(struct btrfs_item)); 87300ec4c51SChris Mason /* copy the items from left to right */ 8747518a238SChris Mason memcpy(right->items, left->items + left_nritems - push_items, 8750783fcfcSChris Mason push_items * sizeof(struct btrfs_item)); 87600ec4c51SChris Mason 87700ec4c51SChris Mason /* update the item pointers */ 8787518a238SChris Mason right_nritems += push_items; 8797518a238SChris Mason btrfs_set_header_nritems(&right->header, right_nritems); 880123abc88SChris Mason push_space = BTRFS_LEAF_DATA_SIZE(root); 8817518a238SChris Mason for (i = 0; i < right_nritems; i++) { 8820783fcfcSChris Mason btrfs_set_item_offset(right->items + i, push_space - 8830783fcfcSChris Mason btrfs_item_size(right->items + i)); 8840783fcfcSChris Mason push_space = btrfs_item_offset(right->items + i); 88500ec4c51SChris Mason } 8867518a238SChris Mason left_nritems -= push_items; 8877518a238SChris Mason btrfs_set_header_nritems(&left->header, left_nritems); 88800ec4c51SChris Mason 889e20d96d6SChris Mason BUG_ON(!buffer_dirty(left_buf)); 890e20d96d6SChris Mason BUG_ON(!buffer_dirty(right_buf)); 891e20d96d6SChris Mason memcpy(&upper_node->ptrs[slot + 1].key, 892e2fa7227SChris Mason &right->items[0].key, sizeof(struct btrfs_disk_key)); 893e20d96d6SChris Mason BUG_ON(!buffer_dirty(upper)); 89402217ed2SChris Mason 89500ec4c51SChris Mason /* then fixup the leaf pointer in the path */ 8967518a238SChris Mason if (path->slots[0] >= left_nritems) { 8977518a238SChris Mason path->slots[0] -= left_nritems; 898234b63a0SChris Mason btrfs_block_release(root, path->nodes[0]); 89900ec4c51SChris Mason path->nodes[0] = right_buf; 90000ec4c51SChris Mason path->slots[1] += 1; 90100ec4c51SChris Mason } else { 902234b63a0SChris Mason btrfs_block_release(root, right_buf); 90300ec4c51SChris Mason } 90400ec4c51SChris Mason return 0; 90500ec4c51SChris Mason } 90600ec4c51SChris Mason /* 90774123bd7SChris Mason * push some data in the path leaf to the left, trying to free up at 90874123bd7SChris Mason * least data_size bytes. returns zero if the push worked, nonzero otherwise 90974123bd7SChris Mason */ 910e089f05cSChris Mason static int push_leaf_left(struct btrfs_trans_handle *trans, struct btrfs_root 911e089f05cSChris Mason *root, struct btrfs_path *path, int data_size) 912be0e5c09SChris Mason { 913e20d96d6SChris Mason struct buffer_head *right_buf = path->nodes[0]; 914e20d96d6SChris Mason struct btrfs_leaf *right = btrfs_buffer_leaf(right_buf); 915e20d96d6SChris Mason struct buffer_head *t; 916234b63a0SChris Mason struct btrfs_leaf *left; 917be0e5c09SChris Mason int slot; 918be0e5c09SChris Mason int i; 919be0e5c09SChris Mason int free_space; 920be0e5c09SChris Mason int push_space = 0; 921be0e5c09SChris Mason int push_items = 0; 9220783fcfcSChris Mason struct btrfs_item *item; 9237518a238SChris Mason u32 old_left_nritems; 924aa5d6bedSChris Mason int ret = 0; 925aa5d6bedSChris Mason int wret; 926be0e5c09SChris Mason 927be0e5c09SChris Mason slot = path->slots[1]; 928be0e5c09SChris Mason if (slot == 0) { 929be0e5c09SChris Mason return 1; 930be0e5c09SChris Mason } 931be0e5c09SChris Mason if (!path->nodes[1]) { 932be0e5c09SChris Mason return 1; 933be0e5c09SChris Mason } 934e20d96d6SChris Mason t = read_tree_block(root, 935e20d96d6SChris Mason btrfs_node_blockptr(btrfs_buffer_node(path->nodes[1]), slot - 1)); 936e20d96d6SChris Mason left = btrfs_buffer_leaf(t); 937123abc88SChris Mason free_space = btrfs_leaf_free_space(root, left); 9380783fcfcSChris Mason if (free_space < data_size + sizeof(struct btrfs_item)) { 939234b63a0SChris Mason btrfs_block_release(root, t); 940be0e5c09SChris Mason return 1; 941be0e5c09SChris Mason } 94202217ed2SChris Mason 94302217ed2SChris Mason /* cow and double check */ 944e089f05cSChris Mason btrfs_cow_block(trans, root, t, path->nodes[1], slot - 1, &t); 945e20d96d6SChris Mason left = btrfs_buffer_leaf(t); 946123abc88SChris Mason free_space = btrfs_leaf_free_space(root, left); 9470783fcfcSChris Mason if (free_space < data_size + sizeof(struct btrfs_item)) { 948234b63a0SChris Mason btrfs_block_release(root, t); 94902217ed2SChris Mason return 1; 95002217ed2SChris Mason } 95102217ed2SChris Mason 9527518a238SChris Mason for (i = 0; i < btrfs_header_nritems(&right->header); i++) { 953be0e5c09SChris Mason item = right->items + i; 954be0e5c09SChris Mason if (path->slots[0] == i) 955be0e5c09SChris Mason push_space += data_size + sizeof(*item); 9560783fcfcSChris Mason if (btrfs_item_size(item) + sizeof(*item) + push_space > 9570783fcfcSChris Mason free_space) 958be0e5c09SChris Mason break; 959be0e5c09SChris Mason push_items++; 9600783fcfcSChris Mason push_space += btrfs_item_size(item) + sizeof(*item); 961be0e5c09SChris Mason } 962be0e5c09SChris Mason if (push_items == 0) { 963234b63a0SChris Mason btrfs_block_release(root, t); 964be0e5c09SChris Mason return 1; 965be0e5c09SChris Mason } 966be0e5c09SChris Mason /* push data from right to left */ 9677518a238SChris Mason memcpy(left->items + btrfs_header_nritems(&left->header), 9680783fcfcSChris Mason right->items, push_items * sizeof(struct btrfs_item)); 969123abc88SChris Mason push_space = BTRFS_LEAF_DATA_SIZE(root) - 9700783fcfcSChris Mason btrfs_item_offset(right->items + push_items -1); 971123abc88SChris Mason memcpy(btrfs_leaf_data(left) + leaf_data_end(root, left) - push_space, 972123abc88SChris Mason btrfs_leaf_data(right) + 973123abc88SChris Mason btrfs_item_offset(right->items + push_items - 1), 974be0e5c09SChris Mason push_space); 9757518a238SChris Mason old_left_nritems = btrfs_header_nritems(&left->header); 976eb60ceacSChris Mason BUG_ON(old_left_nritems < 0); 977eb60ceacSChris Mason 978be0e5c09SChris Mason for (i = old_left_nritems; i < old_left_nritems + push_items; i++) { 979123abc88SChris Mason u32 ioff = btrfs_item_offset(left->items + i); 980123abc88SChris Mason btrfs_set_item_offset(left->items + i, ioff - 981123abc88SChris Mason (BTRFS_LEAF_DATA_SIZE(root) - 9820783fcfcSChris Mason btrfs_item_offset(left->items + 9830783fcfcSChris Mason old_left_nritems - 1))); 984be0e5c09SChris Mason } 9857518a238SChris Mason btrfs_set_header_nritems(&left->header, old_left_nritems + push_items); 986be0e5c09SChris Mason 987be0e5c09SChris Mason /* fixup right node */ 9880783fcfcSChris Mason push_space = btrfs_item_offset(right->items + push_items - 1) - 989123abc88SChris Mason leaf_data_end(root, right); 990123abc88SChris Mason memmove(btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) - 991123abc88SChris Mason push_space, btrfs_leaf_data(right) + 992123abc88SChris Mason leaf_data_end(root, right), push_space); 993be0e5c09SChris Mason memmove(right->items, right->items + push_items, 9947518a238SChris Mason (btrfs_header_nritems(&right->header) - push_items) * 9950783fcfcSChris Mason sizeof(struct btrfs_item)); 9967518a238SChris Mason btrfs_set_header_nritems(&right->header, 9977518a238SChris Mason btrfs_header_nritems(&right->header) - 9987518a238SChris Mason push_items); 999123abc88SChris Mason push_space = BTRFS_LEAF_DATA_SIZE(root); 1000eb60ceacSChris Mason 10017518a238SChris Mason for (i = 0; i < btrfs_header_nritems(&right->header); i++) { 10020783fcfcSChris Mason btrfs_set_item_offset(right->items + i, push_space - 10030783fcfcSChris Mason btrfs_item_size(right->items + i)); 10040783fcfcSChris Mason push_space = btrfs_item_offset(right->items + i); 1005be0e5c09SChris Mason } 1006eb60ceacSChris Mason 1007e20d96d6SChris Mason BUG_ON(!buffer_dirty(t)); 1008e20d96d6SChris Mason BUG_ON(!buffer_dirty(right_buf)); 1009eb60ceacSChris Mason 1010e089f05cSChris Mason wret = fixup_low_keys(trans, root, path, &right->items[0].key, 1); 1011aa5d6bedSChris Mason if (wret) 1012aa5d6bedSChris Mason ret = wret; 1013be0e5c09SChris Mason 1014be0e5c09SChris Mason /* then fixup the leaf pointer in the path */ 1015be0e5c09SChris Mason if (path->slots[0] < push_items) { 1016be0e5c09SChris Mason path->slots[0] += old_left_nritems; 1017234b63a0SChris Mason btrfs_block_release(root, path->nodes[0]); 1018eb60ceacSChris Mason path->nodes[0] = t; 1019be0e5c09SChris Mason path->slots[1] -= 1; 1020be0e5c09SChris Mason } else { 1021234b63a0SChris Mason btrfs_block_release(root, t); 1022be0e5c09SChris Mason path->slots[0] -= push_items; 1023be0e5c09SChris Mason } 1024eb60ceacSChris Mason BUG_ON(path->slots[0] < 0); 1025aa5d6bedSChris Mason return ret; 1026be0e5c09SChris Mason } 1027be0e5c09SChris Mason 102874123bd7SChris Mason /* 102974123bd7SChris Mason * split the path's leaf in two, making sure there is at least data_size 103074123bd7SChris Mason * available for the resulting leaf level of the path. 1031aa5d6bedSChris Mason * 1032aa5d6bedSChris Mason * returns 0 if all went well and < 0 on failure. 103374123bd7SChris Mason */ 1034e089f05cSChris Mason static int split_leaf(struct btrfs_trans_handle *trans, struct btrfs_root 1035e089f05cSChris Mason *root, struct btrfs_path *path, int data_size) 1036be0e5c09SChris Mason { 1037e20d96d6SChris Mason struct buffer_head *l_buf; 1038234b63a0SChris Mason struct btrfs_leaf *l; 10397518a238SChris Mason u32 nritems; 1040eb60ceacSChris Mason int mid; 1041eb60ceacSChris Mason int slot; 1042234b63a0SChris Mason struct btrfs_leaf *right; 1043e20d96d6SChris Mason struct buffer_head *right_buffer; 10440783fcfcSChris Mason int space_needed = data_size + sizeof(struct btrfs_item); 1045be0e5c09SChris Mason int data_copy_size; 1046be0e5c09SChris Mason int rt_data_off; 1047be0e5c09SChris Mason int i; 1048be0e5c09SChris Mason int ret; 1049aa5d6bedSChris Mason int wret; 1050be0e5c09SChris Mason 105140689478SChris Mason /* first try to make some room by pushing left and right */ 1052e089f05cSChris Mason wret = push_leaf_left(trans, root, path, data_size); 1053eaee50e8SChris Mason if (wret < 0) 1054eaee50e8SChris Mason return wret; 1055eaee50e8SChris Mason if (wret) { 1056e089f05cSChris Mason wret = push_leaf_right(trans, root, path, data_size); 1057eaee50e8SChris Mason if (wret < 0) 1058eaee50e8SChris Mason return wret; 1059eaee50e8SChris Mason } 1060eb60ceacSChris Mason l_buf = path->nodes[0]; 1061e20d96d6SChris Mason l = btrfs_buffer_leaf(l_buf); 1062aa5d6bedSChris Mason 1063aa5d6bedSChris Mason /* did the pushes work? */ 1064123abc88SChris Mason if (btrfs_leaf_free_space(root, l) >= 1065123abc88SChris Mason sizeof(struct btrfs_item) + data_size) 1066be0e5c09SChris Mason return 0; 1067aa5d6bedSChris Mason 10685c680ed6SChris Mason if (!path->nodes[1]) { 1069e089f05cSChris Mason ret = insert_new_root(trans, root, path, 1); 10705c680ed6SChris Mason if (ret) 10715c680ed6SChris Mason return ret; 10725c680ed6SChris Mason } 1073eb60ceacSChris Mason slot = path->slots[0]; 10747518a238SChris Mason nritems = btrfs_header_nritems(&l->header); 1075eb60ceacSChris Mason mid = (nritems + 1)/ 2; 1076e089f05cSChris Mason right_buffer = btrfs_alloc_free_block(trans, root); 1077eb60ceacSChris Mason BUG_ON(!right_buffer); 1078eb60ceacSChris Mason BUG_ON(mid == nritems); 1079e20d96d6SChris Mason right = btrfs_buffer_leaf(right_buffer); 1080123abc88SChris Mason memset(&right->header, 0, sizeof(right->header)); 1081be0e5c09SChris Mason if (mid <= slot) { 108297571fd0SChris Mason /* FIXME, just alloc a new leaf here */ 1083be0e5c09SChris Mason if (leaf_space_used(l, mid, nritems - mid) + space_needed > 1084123abc88SChris Mason BTRFS_LEAF_DATA_SIZE(root)) 1085be0e5c09SChris Mason BUG(); 1086be0e5c09SChris Mason } else { 108797571fd0SChris Mason /* FIXME, just alloc a new leaf here */ 1088be0e5c09SChris Mason if (leaf_space_used(l, 0, mid + 1) + space_needed > 1089123abc88SChris Mason BTRFS_LEAF_DATA_SIZE(root)) 1090be0e5c09SChris Mason BUG(); 1091be0e5c09SChris Mason } 10927518a238SChris Mason btrfs_set_header_nritems(&right->header, nritems - mid); 1093e20d96d6SChris Mason btrfs_set_header_blocknr(&right->header, right_buffer->b_blocknr); 10947518a238SChris Mason btrfs_set_header_level(&right->header, 0); 10957518a238SChris Mason btrfs_set_header_parentid(&right->header, 1096e20d96d6SChris Mason btrfs_header_parentid(btrfs_buffer_header(root->node))); 1097123abc88SChris Mason data_copy_size = btrfs_item_end(l->items + mid) - 1098123abc88SChris Mason leaf_data_end(root, l); 1099be0e5c09SChris Mason memcpy(right->items, l->items + mid, 11000783fcfcSChris Mason (nritems - mid) * sizeof(struct btrfs_item)); 1101123abc88SChris Mason memcpy(btrfs_leaf_data(right) + BTRFS_LEAF_DATA_SIZE(root) - 1102123abc88SChris Mason data_copy_size, btrfs_leaf_data(l) + 1103123abc88SChris Mason leaf_data_end(root, l), data_copy_size); 1104123abc88SChris Mason rt_data_off = BTRFS_LEAF_DATA_SIZE(root) - 1105123abc88SChris Mason btrfs_item_end(l->items + mid); 110674123bd7SChris Mason 11070783fcfcSChris Mason for (i = 0; i < btrfs_header_nritems(&right->header); i++) { 1108123abc88SChris Mason u32 ioff = btrfs_item_offset(right->items + i); 11090783fcfcSChris Mason btrfs_set_item_offset(right->items + i, ioff + rt_data_off); 11100783fcfcSChris Mason } 111174123bd7SChris Mason 11127518a238SChris Mason btrfs_set_header_nritems(&l->header, mid); 1113aa5d6bedSChris Mason ret = 0; 1114e089f05cSChris Mason wret = insert_ptr(trans, root, path, &right->items[0].key, 1115e20d96d6SChris Mason right_buffer->b_blocknr, path->slots[1] + 1, 1); 1116aa5d6bedSChris Mason if (wret) 1117aa5d6bedSChris Mason ret = wret; 1118e20d96d6SChris Mason BUG_ON(!buffer_dirty(right_buffer)); 1119e20d96d6SChris Mason BUG_ON(!buffer_dirty(l_buf)); 1120eb60ceacSChris Mason BUG_ON(path->slots[0] != slot); 1121be0e5c09SChris Mason if (mid <= slot) { 1122234b63a0SChris Mason btrfs_block_release(root, path->nodes[0]); 1123eb60ceacSChris Mason path->nodes[0] = right_buffer; 1124be0e5c09SChris Mason path->slots[0] -= mid; 1125be0e5c09SChris Mason path->slots[1] += 1; 1126eb60ceacSChris Mason } else 1127234b63a0SChris Mason btrfs_block_release(root, right_buffer); 1128eb60ceacSChris Mason BUG_ON(path->slots[0] < 0); 1129be0e5c09SChris Mason return ret; 1130be0e5c09SChris Mason } 1131be0e5c09SChris Mason 113274123bd7SChris Mason /* 113374123bd7SChris Mason * Given a key and some data, insert an item into the tree. 113474123bd7SChris Mason * This does all the path init required, making room in the tree if needed. 113574123bd7SChris Mason */ 1136e089f05cSChris Mason int btrfs_insert_empty_item(struct btrfs_trans_handle *trans, struct btrfs_root 1137e089f05cSChris Mason *root, struct btrfs_path *path, struct btrfs_key 1138e089f05cSChris Mason *cpu_key, u32 data_size) 1139be0e5c09SChris Mason { 1140aa5d6bedSChris Mason int ret = 0; 1141be0e5c09SChris Mason int slot; 1142eb60ceacSChris Mason int slot_orig; 1143234b63a0SChris Mason struct btrfs_leaf *leaf; 1144e20d96d6SChris Mason struct buffer_head *leaf_buf; 11457518a238SChris Mason u32 nritems; 1146be0e5c09SChris Mason unsigned int data_end; 1147e2fa7227SChris Mason struct btrfs_disk_key disk_key; 1148e2fa7227SChris Mason 1149e2fa7227SChris Mason btrfs_cpu_key_to_disk(&disk_key, cpu_key); 1150be0e5c09SChris Mason 115174123bd7SChris Mason /* create a root if there isn't one */ 11525c680ed6SChris Mason if (!root->node) 1153cfaa7295SChris Mason BUG(); 1154e089f05cSChris Mason ret = btrfs_search_slot(trans, root, cpu_key, path, data_size, 1); 1155eb60ceacSChris Mason if (ret == 0) { 115662e2749eSChris Mason btrfs_release_path(root, path); 1157f0930a37SChris Mason return -EEXIST; 1158aa5d6bedSChris Mason } 1159ed2ff2cbSChris Mason if (ret < 0) 1160ed2ff2cbSChris Mason goto out; 1161be0e5c09SChris Mason 116262e2749eSChris Mason slot_orig = path->slots[0]; 116362e2749eSChris Mason leaf_buf = path->nodes[0]; 1164e20d96d6SChris Mason leaf = btrfs_buffer_leaf(leaf_buf); 116574123bd7SChris Mason 11667518a238SChris Mason nritems = btrfs_header_nritems(&leaf->header); 1167123abc88SChris Mason data_end = leaf_data_end(root, leaf); 1168eb60ceacSChris Mason 1169123abc88SChris Mason if (btrfs_leaf_free_space(root, leaf) < 1170234b63a0SChris Mason sizeof(struct btrfs_item) + data_size) 1171be0e5c09SChris Mason BUG(); 1172be0e5c09SChris Mason 117362e2749eSChris Mason slot = path->slots[0]; 1174eb60ceacSChris Mason BUG_ON(slot < 0); 1175be0e5c09SChris Mason if (slot != nritems) { 1176be0e5c09SChris Mason int i; 11770783fcfcSChris Mason unsigned int old_data = btrfs_item_end(leaf->items + slot); 1178be0e5c09SChris Mason 1179be0e5c09SChris Mason /* 1180be0e5c09SChris Mason * item0..itemN ... dataN.offset..dataN.size .. data0.size 1181be0e5c09SChris Mason */ 1182be0e5c09SChris Mason /* first correct the data pointers */ 11830783fcfcSChris Mason for (i = slot; i < nritems; i++) { 1184123abc88SChris Mason u32 ioff = btrfs_item_offset(leaf->items + i); 11850783fcfcSChris Mason btrfs_set_item_offset(leaf->items + i, 11860783fcfcSChris Mason ioff - data_size); 11870783fcfcSChris Mason } 1188be0e5c09SChris Mason 1189be0e5c09SChris Mason /* shift the items */ 1190be0e5c09SChris Mason memmove(leaf->items + slot + 1, leaf->items + slot, 11910783fcfcSChris Mason (nritems - slot) * sizeof(struct btrfs_item)); 1192be0e5c09SChris Mason 1193be0e5c09SChris Mason /* shift the data */ 1194123abc88SChris Mason memmove(btrfs_leaf_data(leaf) + data_end - data_size, 1195123abc88SChris Mason btrfs_leaf_data(leaf) + 1196be0e5c09SChris Mason data_end, old_data - data_end); 1197be0e5c09SChris Mason data_end = old_data; 1198be0e5c09SChris Mason } 119962e2749eSChris Mason /* setup the item for the new data */ 1200e2fa7227SChris Mason memcpy(&leaf->items[slot].key, &disk_key, 1201e2fa7227SChris Mason sizeof(struct btrfs_disk_key)); 12020783fcfcSChris Mason btrfs_set_item_offset(leaf->items + slot, data_end - data_size); 12030783fcfcSChris Mason btrfs_set_item_size(leaf->items + slot, data_size); 12047518a238SChris Mason btrfs_set_header_nritems(&leaf->header, nritems + 1); 1205aa5d6bedSChris Mason 1206aa5d6bedSChris Mason ret = 0; 12078e19f2cdSChris Mason if (slot == 0) 1208e089f05cSChris Mason ret = fixup_low_keys(trans, root, path, &disk_key, 1); 1209aa5d6bedSChris Mason 1210e20d96d6SChris Mason BUG_ON(!buffer_dirty(leaf_buf)); 1211123abc88SChris Mason if (btrfs_leaf_free_space(root, leaf) < 0) 1212be0e5c09SChris Mason BUG(); 121362e2749eSChris Mason check_leaf(root, path, 0); 1214ed2ff2cbSChris Mason out: 121562e2749eSChris Mason return ret; 121662e2749eSChris Mason } 121762e2749eSChris Mason 121862e2749eSChris Mason /* 121962e2749eSChris Mason * Given a key and some data, insert an item into the tree. 122062e2749eSChris Mason * This does all the path init required, making room in the tree if needed. 122162e2749eSChris Mason */ 1222e089f05cSChris Mason int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root 1223e089f05cSChris Mason *root, struct btrfs_key *cpu_key, void *data, u32 1224e089f05cSChris Mason data_size) 122562e2749eSChris Mason { 122662e2749eSChris Mason int ret = 0; 122762e2749eSChris Mason struct btrfs_path path; 122862e2749eSChris Mason u8 *ptr; 122962e2749eSChris Mason 123062e2749eSChris Mason btrfs_init_path(&path); 1231e089f05cSChris Mason ret = btrfs_insert_empty_item(trans, root, &path, cpu_key, data_size); 123262e2749eSChris Mason if (!ret) { 1233e20d96d6SChris Mason ptr = btrfs_item_ptr(btrfs_buffer_leaf(path.nodes[0]), 1234e20d96d6SChris Mason path.slots[0], u8); 123562e2749eSChris Mason memcpy(ptr, data, data_size); 123662e2749eSChris Mason } 1237234b63a0SChris Mason btrfs_release_path(root, &path); 1238aa5d6bedSChris Mason return ret; 1239be0e5c09SChris Mason } 1240be0e5c09SChris Mason 124174123bd7SChris Mason /* 12425de08d7dSChris Mason * delete the pointer from a given node. 124374123bd7SChris Mason * 124474123bd7SChris Mason * If the delete empties a node, the node is removed from the tree, 124574123bd7SChris Mason * continuing all the way the root if required. The root is converted into 124674123bd7SChris Mason * a leaf if all the nodes are emptied. 124774123bd7SChris Mason */ 1248e089f05cSChris Mason static int del_ptr(struct btrfs_trans_handle *trans, struct btrfs_root *root, 1249e089f05cSChris Mason struct btrfs_path *path, int level, int slot) 1250be0e5c09SChris Mason { 1251234b63a0SChris Mason struct btrfs_node *node; 1252e20d96d6SChris Mason struct buffer_head *parent = path->nodes[level]; 12537518a238SChris Mason u32 nritems; 1254aa5d6bedSChris Mason int ret = 0; 1255bb803951SChris Mason int wret; 1256be0e5c09SChris Mason 1257e20d96d6SChris Mason node = btrfs_buffer_node(parent); 12587518a238SChris Mason nritems = btrfs_header_nritems(&node->header); 1259be0e5c09SChris Mason if (slot != nritems -1) { 1260123abc88SChris Mason memmove(node->ptrs + slot, node->ptrs + slot + 1, 1261123abc88SChris Mason sizeof(struct btrfs_key_ptr) * (nritems - slot - 1)); 1262be0e5c09SChris Mason } 12637518a238SChris Mason nritems--; 12647518a238SChris Mason btrfs_set_header_nritems(&node->header, nritems); 12657518a238SChris Mason if (nritems == 0 && parent == root->node) { 1266e20d96d6SChris Mason struct btrfs_header *header = btrfs_buffer_header(root->node); 1267e20d96d6SChris Mason BUG_ON(btrfs_header_level(header) != 1); 1268eb60ceacSChris Mason /* just turn the root into a leaf and break */ 1269e20d96d6SChris Mason btrfs_set_header_level(header, 0); 1270bb803951SChris Mason } else if (slot == 0) { 1271e089f05cSChris Mason wret = fixup_low_keys(trans, root, path, &node->ptrs[0].key, 1272123abc88SChris Mason level + 1); 12730f70abe2SChris Mason if (wret) 12740f70abe2SChris Mason ret = wret; 1275be0e5c09SChris Mason } 1276e20d96d6SChris Mason BUG_ON(!buffer_dirty(parent)); 1277aa5d6bedSChris Mason return ret; 1278be0e5c09SChris Mason } 1279be0e5c09SChris Mason 128074123bd7SChris Mason /* 128174123bd7SChris Mason * delete the item at the leaf level in path. If that empties 128274123bd7SChris Mason * the leaf, remove it from the tree 128374123bd7SChris Mason */ 1284e089f05cSChris Mason int btrfs_del_item(struct btrfs_trans_handle *trans, struct btrfs_root *root, 1285e089f05cSChris Mason struct btrfs_path *path) 1286be0e5c09SChris Mason { 1287be0e5c09SChris Mason int slot; 1288234b63a0SChris Mason struct btrfs_leaf *leaf; 1289e20d96d6SChris Mason struct buffer_head *leaf_buf; 1290be0e5c09SChris Mason int doff; 1291be0e5c09SChris Mason int dsize; 1292aa5d6bedSChris Mason int ret = 0; 1293aa5d6bedSChris Mason int wret; 12947518a238SChris Mason u32 nritems; 1295be0e5c09SChris Mason 1296eb60ceacSChris Mason leaf_buf = path->nodes[0]; 1297e20d96d6SChris Mason leaf = btrfs_buffer_leaf(leaf_buf); 12984920c9acSChris Mason slot = path->slots[0]; 12990783fcfcSChris Mason doff = btrfs_item_offset(leaf->items + slot); 13000783fcfcSChris Mason dsize = btrfs_item_size(leaf->items + slot); 13017518a238SChris Mason nritems = btrfs_header_nritems(&leaf->header); 1302be0e5c09SChris Mason 13037518a238SChris Mason if (slot != nritems - 1) { 1304be0e5c09SChris Mason int i; 1305123abc88SChris Mason int data_end = leaf_data_end(root, leaf); 1306123abc88SChris Mason memmove(btrfs_leaf_data(leaf) + data_end + dsize, 1307123abc88SChris Mason btrfs_leaf_data(leaf) + data_end, 1308be0e5c09SChris Mason doff - data_end); 13090783fcfcSChris Mason for (i = slot + 1; i < nritems; i++) { 1310123abc88SChris Mason u32 ioff = btrfs_item_offset(leaf->items + i); 13110783fcfcSChris Mason btrfs_set_item_offset(leaf->items + i, ioff + dsize); 13120783fcfcSChris Mason } 1313be0e5c09SChris Mason memmove(leaf->items + slot, leaf->items + slot + 1, 13140783fcfcSChris Mason sizeof(struct btrfs_item) * 13157518a238SChris Mason (nritems - slot - 1)); 1316be0e5c09SChris Mason } 13177518a238SChris Mason btrfs_set_header_nritems(&leaf->header, nritems - 1); 13187518a238SChris Mason nritems--; 131974123bd7SChris Mason /* delete the leaf if we've emptied it */ 13207518a238SChris Mason if (nritems == 0) { 1321eb60ceacSChris Mason if (leaf_buf == root->node) { 13227518a238SChris Mason btrfs_set_header_level(&leaf->header, 0); 13239a8dd150SChris Mason } else { 1324e089f05cSChris Mason clean_tree_block(trans, root, leaf_buf); 1325e089f05cSChris Mason wret = del_ptr(trans, root, path, 1, path->slots[1]); 1326aa5d6bedSChris Mason if (wret) 1327aa5d6bedSChris Mason ret = wret; 1328e089f05cSChris Mason wret = btrfs_free_extent(trans, root, 1329e20d96d6SChris Mason leaf_buf->b_blocknr, 1, 1); 13300f70abe2SChris Mason if (wret) 13310f70abe2SChris Mason ret = wret; 13329a8dd150SChris Mason } 1333be0e5c09SChris Mason } else { 13347518a238SChris Mason int used = leaf_space_used(leaf, 0, nritems); 1335aa5d6bedSChris Mason if (slot == 0) { 1336e089f05cSChris Mason wret = fixup_low_keys(trans, root, path, 1337aa5d6bedSChris Mason &leaf->items[0].key, 1); 1338aa5d6bedSChris Mason if (wret) 1339aa5d6bedSChris Mason ret = wret; 1340aa5d6bedSChris Mason } 1341aa5d6bedSChris Mason 134274123bd7SChris Mason /* delete the leaf if it is mostly empty */ 1343123abc88SChris Mason if (used < BTRFS_LEAF_DATA_SIZE(root) / 3) { 1344be0e5c09SChris Mason /* push_leaf_left fixes the path. 1345be0e5c09SChris Mason * make sure the path still points to our leaf 1346be0e5c09SChris Mason * for possible call to del_ptr below 1347be0e5c09SChris Mason */ 13484920c9acSChris Mason slot = path->slots[1]; 1349e20d96d6SChris Mason get_bh(leaf_buf); 1350e089f05cSChris Mason wret = push_leaf_left(trans, root, path, 1); 1351aa5d6bedSChris Mason if (wret < 0) 1352aa5d6bedSChris Mason ret = wret; 1353f0930a37SChris Mason if (path->nodes[0] == leaf_buf && 13547518a238SChris Mason btrfs_header_nritems(&leaf->header)) { 1355e089f05cSChris Mason wret = push_leaf_right(trans, root, path, 1); 1356aa5d6bedSChris Mason if (wret < 0) 1357aa5d6bedSChris Mason ret = wret; 1358aa5d6bedSChris Mason } 13597518a238SChris Mason if (btrfs_header_nritems(&leaf->header) == 0) { 1360e20d96d6SChris Mason u64 blocknr = leaf_buf->b_blocknr; 1361e089f05cSChris Mason clean_tree_block(trans, root, leaf_buf); 1362e089f05cSChris Mason wret = del_ptr(trans, root, path, 1, slot); 1363aa5d6bedSChris Mason if (wret) 1364aa5d6bedSChris Mason ret = wret; 1365234b63a0SChris Mason btrfs_block_release(root, leaf_buf); 1366e089f05cSChris Mason wret = btrfs_free_extent(trans, root, blocknr, 1367e089f05cSChris Mason 1, 1); 13680f70abe2SChris Mason if (wret) 13690f70abe2SChris Mason ret = wret; 13705de08d7dSChris Mason } else { 1371234b63a0SChris Mason btrfs_block_release(root, leaf_buf); 1372be0e5c09SChris Mason } 1373be0e5c09SChris Mason } 13749a8dd150SChris Mason } 1375aa5d6bedSChris Mason return ret; 13769a8dd150SChris Mason } 13779a8dd150SChris Mason 137897571fd0SChris Mason /* 137997571fd0SChris Mason * walk up the tree as far as required to find the next leaf. 13800f70abe2SChris Mason * returns 0 if it found something or 1 if there are no greater leaves. 13810f70abe2SChris Mason * returns < 0 on io errors. 138297571fd0SChris Mason */ 1383234b63a0SChris Mason int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path) 1384d97e63b6SChris Mason { 1385d97e63b6SChris Mason int slot; 1386d97e63b6SChris Mason int level = 1; 1387d97e63b6SChris Mason u64 blocknr; 1388e20d96d6SChris Mason struct buffer_head *c; 1389e20d96d6SChris Mason struct btrfs_node *c_node; 1390e20d96d6SChris Mason struct buffer_head *next = NULL; 1391d97e63b6SChris Mason 1392234b63a0SChris Mason while(level < BTRFS_MAX_LEVEL) { 1393d97e63b6SChris Mason if (!path->nodes[level]) 13940f70abe2SChris Mason return 1; 1395d97e63b6SChris Mason slot = path->slots[level] + 1; 1396d97e63b6SChris Mason c = path->nodes[level]; 1397e20d96d6SChris Mason c_node = btrfs_buffer_node(c); 1398e20d96d6SChris Mason if (slot >= btrfs_header_nritems(&c_node->header)) { 1399d97e63b6SChris Mason level++; 1400d97e63b6SChris Mason continue; 1401d97e63b6SChris Mason } 1402e20d96d6SChris Mason blocknr = btrfs_node_blockptr(c_node, slot); 1403cfaa7295SChris Mason if (next) 1404234b63a0SChris Mason btrfs_block_release(root, next); 1405d97e63b6SChris Mason next = read_tree_block(root, blocknr); 1406d97e63b6SChris Mason break; 1407d97e63b6SChris Mason } 1408d97e63b6SChris Mason path->slots[level] = slot; 1409d97e63b6SChris Mason while(1) { 1410d97e63b6SChris Mason level--; 1411d97e63b6SChris Mason c = path->nodes[level]; 1412234b63a0SChris Mason btrfs_block_release(root, c); 1413d97e63b6SChris Mason path->nodes[level] = next; 1414d97e63b6SChris Mason path->slots[level] = 0; 1415d97e63b6SChris Mason if (!level) 1416d97e63b6SChris Mason break; 14171d4f8a0cSChris Mason next = read_tree_block(root, 1418e20d96d6SChris Mason btrfs_node_blockptr(btrfs_buffer_node(next), 0)); 1419d97e63b6SChris Mason } 1420d97e63b6SChris Mason return 0; 1421d97e63b6SChris Mason } 1422