16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 1979154b1bSChris Mason #include <linux/fs.h> 2034088780SChris Mason #include <linux/sched.h> 21d3c2fdcfSChris Mason #include <linux/writeback.h> 225f39d397SChris Mason #include <linux/pagemap.h> 2379154b1bSChris Mason #include "ctree.h" 2479154b1bSChris Mason #include "disk-io.h" 2579154b1bSChris Mason #include "transaction.h" 26925baeddSChris Mason #include "locking.h" 27*31153d81SYan Zheng #include "ref-cache.h" 2879154b1bSChris Mason 2978fae27eSChris Mason static int total_trans = 0; 302c90e5d6SChris Mason extern struct kmem_cache *btrfs_trans_handle_cachep; 312c90e5d6SChris Mason extern struct kmem_cache *btrfs_transaction_cachep; 322c90e5d6SChris Mason 330f7d52f4SChris Mason #define BTRFS_ROOT_TRANS_TAG 0 340f7d52f4SChris Mason 35*31153d81SYan Zheng struct dirty_root { 36*31153d81SYan Zheng struct list_head list; 37*31153d81SYan Zheng struct btrfs_root *root; 38*31153d81SYan Zheng struct btrfs_root *latest_root; 39*31153d81SYan Zheng struct btrfs_leaf_ref_tree ref_tree; 40*31153d81SYan Zheng }; 41*31153d81SYan Zheng 4280b6794dSChris Mason static noinline void put_transaction(struct btrfs_transaction *transaction) 4379154b1bSChris Mason { 442c90e5d6SChris Mason WARN_ON(transaction->use_count == 0); 4579154b1bSChris Mason transaction->use_count--; 4678fae27eSChris Mason if (transaction->use_count == 0) { 4778fae27eSChris Mason WARN_ON(total_trans == 0); 4878fae27eSChris Mason total_trans--; 498fd17795SChris Mason list_del_init(&transaction->list); 502c90e5d6SChris Mason memset(transaction, 0, sizeof(*transaction)); 512c90e5d6SChris Mason kmem_cache_free(btrfs_transaction_cachep, transaction); 5279154b1bSChris Mason } 5378fae27eSChris Mason } 5479154b1bSChris Mason 5580b6794dSChris Mason static noinline int join_transaction(struct btrfs_root *root) 5679154b1bSChris Mason { 5779154b1bSChris Mason struct btrfs_transaction *cur_trans; 5879154b1bSChris Mason cur_trans = root->fs_info->running_transaction; 5979154b1bSChris Mason if (!cur_trans) { 602c90e5d6SChris Mason cur_trans = kmem_cache_alloc(btrfs_transaction_cachep, 612c90e5d6SChris Mason GFP_NOFS); 6278fae27eSChris Mason total_trans++; 6379154b1bSChris Mason BUG_ON(!cur_trans); 640f7d52f4SChris Mason root->fs_info->generation++; 65e18e4809SChris Mason root->fs_info->last_alloc = 0; 664529ba49SChris Mason root->fs_info->last_data_alloc = 0; 6715ee9bc7SJosef Bacik cur_trans->num_writers = 1; 6815ee9bc7SJosef Bacik cur_trans->num_joined = 0; 690f7d52f4SChris Mason cur_trans->transid = root->fs_info->generation; 7079154b1bSChris Mason init_waitqueue_head(&cur_trans->writer_wait); 7179154b1bSChris Mason init_waitqueue_head(&cur_trans->commit_wait); 7279154b1bSChris Mason cur_trans->in_commit = 0; 73f9295749SChris Mason cur_trans->blocked = 0; 74d5719762SChris Mason cur_trans->use_count = 1; 7579154b1bSChris Mason cur_trans->commit_done = 0; 7608607c1bSChris Mason cur_trans->start_time = get_seconds(); 773063d29fSChris Mason INIT_LIST_HEAD(&cur_trans->pending_snapshots); 788fd17795SChris Mason list_add_tail(&cur_trans->list, &root->fs_info->trans_list); 79d1310b2eSChris Mason extent_io_tree_init(&cur_trans->dirty_pages, 805f39d397SChris Mason root->fs_info->btree_inode->i_mapping, 815f39d397SChris Mason GFP_NOFS); 8248ec2cf8SChris Mason spin_lock(&root->fs_info->new_trans_lock); 8348ec2cf8SChris Mason root->fs_info->running_transaction = cur_trans; 8448ec2cf8SChris Mason spin_unlock(&root->fs_info->new_trans_lock); 8515ee9bc7SJosef Bacik } else { 8679154b1bSChris Mason cur_trans->num_writers++; 8715ee9bc7SJosef Bacik cur_trans->num_joined++; 8815ee9bc7SJosef Bacik } 8915ee9bc7SJosef Bacik 9079154b1bSChris Mason return 0; 9179154b1bSChris Mason } 9279154b1bSChris Mason 9380b6794dSChris Mason static noinline int record_root_in_trans(struct btrfs_root *root) 946702ed49SChris Mason { 95*31153d81SYan Zheng struct dirty_root *dirty; 966702ed49SChris Mason u64 running_trans_id = root->fs_info->running_transaction->transid; 976702ed49SChris Mason if (root->ref_cows && root->last_trans < running_trans_id) { 986702ed49SChris Mason WARN_ON(root == root->fs_info->extent_root); 996702ed49SChris Mason if (root->root_item.refs != 0) { 1006702ed49SChris Mason radix_tree_tag_set(&root->fs_info->fs_roots_radix, 1016702ed49SChris Mason (unsigned long)root->root_key.objectid, 1026702ed49SChris Mason BTRFS_ROOT_TRANS_TAG); 103*31153d81SYan Zheng 104*31153d81SYan Zheng dirty = kmalloc(sizeof(*dirty), GFP_NOFS); 105*31153d81SYan Zheng BUG_ON(!dirty); 106*31153d81SYan Zheng dirty->root = kmalloc(sizeof(*dirty->root), GFP_NOFS); 107*31153d81SYan Zheng BUG_ON(!dirty->root); 108*31153d81SYan Zheng 109*31153d81SYan Zheng dirty->latest_root = root; 110*31153d81SYan Zheng INIT_LIST_HEAD(&dirty->list); 111*31153d81SYan Zheng btrfs_leaf_ref_tree_init(&dirty->ref_tree); 112*31153d81SYan Zheng dirty->ref_tree.generation = running_trans_id; 113*31153d81SYan Zheng 114925baeddSChris Mason root->commit_root = btrfs_root_node(root); 115*31153d81SYan Zheng root->ref_tree = &dirty->ref_tree; 116*31153d81SYan Zheng 117*31153d81SYan Zheng memcpy(dirty->root, root, sizeof(*root)); 118*31153d81SYan Zheng spin_lock_init(&dirty->root->node_lock); 119*31153d81SYan Zheng mutex_init(&dirty->root->objectid_mutex); 120*31153d81SYan Zheng dirty->root->node = root->commit_root; 121*31153d81SYan Zheng dirty->root->commit_root = NULL; 1226702ed49SChris Mason } else { 1236702ed49SChris Mason WARN_ON(1); 1246702ed49SChris Mason } 1256702ed49SChris Mason root->last_trans = running_trans_id; 1266702ed49SChris Mason } 1276702ed49SChris Mason return 0; 1286702ed49SChris Mason } 1296702ed49SChris Mason 130f9295749SChris Mason struct btrfs_trans_handle *start_transaction(struct btrfs_root *root, 131f9295749SChris Mason int num_blocks, int join) 13279154b1bSChris Mason { 1332c90e5d6SChris Mason struct btrfs_trans_handle *h = 1342c90e5d6SChris Mason kmem_cache_alloc(btrfs_trans_handle_cachep, GFP_NOFS); 135f9295749SChris Mason struct btrfs_transaction *cur_trans; 13679154b1bSChris Mason int ret; 13779154b1bSChris Mason 13879154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 139f9295749SChris Mason cur_trans = root->fs_info->running_transaction; 140f9295749SChris Mason if (cur_trans && cur_trans->blocked && !join) { 141f9295749SChris Mason DEFINE_WAIT(wait); 142f9295749SChris Mason cur_trans->use_count++; 143f9295749SChris Mason while(1) { 144f9295749SChris Mason prepare_to_wait(&root->fs_info->transaction_wait, &wait, 145f9295749SChris Mason TASK_UNINTERRUPTIBLE); 146f9295749SChris Mason if (cur_trans->blocked) { 147f9295749SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 148f9295749SChris Mason schedule(); 149f9295749SChris Mason mutex_lock(&root->fs_info->trans_mutex); 150f9295749SChris Mason finish_wait(&root->fs_info->transaction_wait, 151f9295749SChris Mason &wait); 152f9295749SChris Mason } else { 153f9295749SChris Mason finish_wait(&root->fs_info->transaction_wait, 154f9295749SChris Mason &wait); 155f9295749SChris Mason break; 156f9295749SChris Mason } 157f9295749SChris Mason } 158f9295749SChris Mason put_transaction(cur_trans); 159f9295749SChris Mason } 16079154b1bSChris Mason ret = join_transaction(root); 16179154b1bSChris Mason BUG_ON(ret); 1620f7d52f4SChris Mason 1636702ed49SChris Mason record_root_in_trans(root); 1646702ed49SChris Mason h->transid = root->fs_info->running_transaction->transid; 16579154b1bSChris Mason h->transaction = root->fs_info->running_transaction; 16679154b1bSChris Mason h->blocks_reserved = num_blocks; 16779154b1bSChris Mason h->blocks_used = 0; 16831f3c99bSChris Mason h->block_group = NULL; 16926b8003fSChris Mason h->alloc_exclude_nr = 0; 17026b8003fSChris Mason h->alloc_exclude_start = 0; 17179154b1bSChris Mason root->fs_info->running_transaction->use_count++; 17279154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 17379154b1bSChris Mason return h; 17479154b1bSChris Mason } 17579154b1bSChris Mason 176f9295749SChris Mason struct btrfs_trans_handle *btrfs_start_transaction(struct btrfs_root *root, 177f9295749SChris Mason int num_blocks) 178f9295749SChris Mason { 179f9295749SChris Mason return start_transaction(root, num_blocks, 0); 180f9295749SChris Mason } 181f9295749SChris Mason struct btrfs_trans_handle *btrfs_join_transaction(struct btrfs_root *root, 182f9295749SChris Mason int num_blocks) 183f9295749SChris Mason { 184f9295749SChris Mason return start_transaction(root, num_blocks, 1); 185f9295749SChris Mason } 186f9295749SChris Mason 18789ce8a63SChris Mason static noinline int wait_for_commit(struct btrfs_root *root, 18889ce8a63SChris Mason struct btrfs_transaction *commit) 18989ce8a63SChris Mason { 19089ce8a63SChris Mason DEFINE_WAIT(wait); 19189ce8a63SChris Mason mutex_lock(&root->fs_info->trans_mutex); 19289ce8a63SChris Mason while(!commit->commit_done) { 19389ce8a63SChris Mason prepare_to_wait(&commit->commit_wait, &wait, 19489ce8a63SChris Mason TASK_UNINTERRUPTIBLE); 19589ce8a63SChris Mason if (commit->commit_done) 19689ce8a63SChris Mason break; 19789ce8a63SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 19889ce8a63SChris Mason schedule(); 19989ce8a63SChris Mason mutex_lock(&root->fs_info->trans_mutex); 20089ce8a63SChris Mason } 20189ce8a63SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 20289ce8a63SChris Mason finish_wait(&commit->commit_wait, &wait); 20389ce8a63SChris Mason return 0; 20489ce8a63SChris Mason } 20589ce8a63SChris Mason 20689ce8a63SChris Mason static int __btrfs_end_transaction(struct btrfs_trans_handle *trans, 20789ce8a63SChris Mason struct btrfs_root *root, int throttle) 20879154b1bSChris Mason { 20979154b1bSChris Mason struct btrfs_transaction *cur_trans; 210d6e4a428SChris Mason 21179154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 21279154b1bSChris Mason cur_trans = root->fs_info->running_transaction; 213ccd467d6SChris Mason WARN_ON(cur_trans != trans->transaction); 214d5719762SChris Mason WARN_ON(cur_trans->num_writers < 1); 215ccd467d6SChris Mason cur_trans->num_writers--; 21689ce8a63SChris Mason 21779154b1bSChris Mason if (waitqueue_active(&cur_trans->writer_wait)) 21879154b1bSChris Mason wake_up(&cur_trans->writer_wait); 21989ce8a63SChris Mason 220f9295749SChris Mason if (0 && cur_trans->in_commit && throttle) { 221e6dcd2dcSChris Mason DEFINE_WAIT(wait); 22289ce8a63SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 223e6dcd2dcSChris Mason prepare_to_wait(&root->fs_info->transaction_throttle, &wait, 224e6dcd2dcSChris Mason TASK_UNINTERRUPTIBLE); 225e6dcd2dcSChris Mason schedule(); 226e6dcd2dcSChris Mason finish_wait(&root->fs_info->transaction_throttle, &wait); 22789ce8a63SChris Mason mutex_lock(&root->fs_info->trans_mutex); 22889ce8a63SChris Mason } 22989ce8a63SChris Mason 23079154b1bSChris Mason put_transaction(cur_trans); 23179154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 232d6025579SChris Mason memset(trans, 0, sizeof(*trans)); 2332c90e5d6SChris Mason kmem_cache_free(btrfs_trans_handle_cachep, trans); 23479154b1bSChris Mason return 0; 23579154b1bSChris Mason } 23679154b1bSChris Mason 23789ce8a63SChris Mason int btrfs_end_transaction(struct btrfs_trans_handle *trans, 23889ce8a63SChris Mason struct btrfs_root *root) 23989ce8a63SChris Mason { 24089ce8a63SChris Mason return __btrfs_end_transaction(trans, root, 0); 24189ce8a63SChris Mason } 24289ce8a63SChris Mason 24389ce8a63SChris Mason int btrfs_end_transaction_throttle(struct btrfs_trans_handle *trans, 24489ce8a63SChris Mason struct btrfs_root *root) 24589ce8a63SChris Mason { 24689ce8a63SChris Mason return __btrfs_end_transaction(trans, root, 1); 24789ce8a63SChris Mason } 24889ce8a63SChris Mason 24979154b1bSChris Mason 25079154b1bSChris Mason int btrfs_write_and_wait_transaction(struct btrfs_trans_handle *trans, 25179154b1bSChris Mason struct btrfs_root *root) 25279154b1bSChris Mason { 2537c4452b9SChris Mason int ret; 2547c4452b9SChris Mason int err; 2557c4452b9SChris Mason int werr = 0; 256d1310b2eSChris Mason struct extent_io_tree *dirty_pages; 2577c4452b9SChris Mason struct page *page; 2587c4452b9SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 2595f39d397SChris Mason u64 start; 2605f39d397SChris Mason u64 end; 2615f39d397SChris Mason unsigned long index; 2627c4452b9SChris Mason 2637c4452b9SChris Mason if (!trans || !trans->transaction) { 2647c4452b9SChris Mason return filemap_write_and_wait(btree_inode->i_mapping); 2657c4452b9SChris Mason } 2667c4452b9SChris Mason dirty_pages = &trans->transaction->dirty_pages; 2677c4452b9SChris Mason while(1) { 2685f39d397SChris Mason ret = find_first_extent_bit(dirty_pages, 0, &start, &end, 2695f39d397SChris Mason EXTENT_DIRTY); 2705f39d397SChris Mason if (ret) 2717c4452b9SChris Mason break; 2725f39d397SChris Mason clear_extent_dirty(dirty_pages, start, end, GFP_NOFS); 2735f39d397SChris Mason while(start <= end) { 2745f39d397SChris Mason index = start >> PAGE_CACHE_SHIFT; 27535ebb934SChris Mason start = (u64)(index + 1) << PAGE_CACHE_SHIFT; 2765f39d397SChris Mason page = find_lock_page(btree_inode->i_mapping, index); 2777c4452b9SChris Mason if (!page) 2787c4452b9SChris Mason continue; 2796702ed49SChris Mason if (PageWriteback(page)) { 2806702ed49SChris Mason if (PageDirty(page)) 2816702ed49SChris Mason wait_on_page_writeback(page); 2826702ed49SChris Mason else { 2836702ed49SChris Mason unlock_page(page); 2846702ed49SChris Mason page_cache_release(page); 2856702ed49SChris Mason continue; 2866702ed49SChris Mason } 2876702ed49SChris Mason } 2887c4452b9SChris Mason err = write_one_page(page, 0); 2897c4452b9SChris Mason if (err) 2907c4452b9SChris Mason werr = err; 2917c4452b9SChris Mason page_cache_release(page); 2927c4452b9SChris Mason } 2937c4452b9SChris Mason } 2947c4452b9SChris Mason err = filemap_fdatawait(btree_inode->i_mapping); 2957c4452b9SChris Mason if (err) 2967c4452b9SChris Mason werr = err; 2977c4452b9SChris Mason return werr; 29879154b1bSChris Mason } 29979154b1bSChris Mason 3000b86a832SChris Mason static int update_cowonly_root(struct btrfs_trans_handle *trans, 30179154b1bSChris Mason struct btrfs_root *root) 30279154b1bSChris Mason { 30379154b1bSChris Mason int ret; 3040b86a832SChris Mason u64 old_root_bytenr; 3050b86a832SChris Mason struct btrfs_root *tree_root = root->fs_info->tree_root; 30679154b1bSChris Mason 3070b86a832SChris Mason btrfs_write_dirty_block_groups(trans, root); 30879154b1bSChris Mason while(1) { 3090b86a832SChris Mason old_root_bytenr = btrfs_root_bytenr(&root->root_item); 3100b86a832SChris Mason if (old_root_bytenr == root->node->start) 31179154b1bSChris Mason break; 3120b86a832SChris Mason btrfs_set_root_bytenr(&root->root_item, 3130b86a832SChris Mason root->node->start); 3140b86a832SChris Mason btrfs_set_root_level(&root->root_item, 3150b86a832SChris Mason btrfs_header_level(root->node)); 31679154b1bSChris Mason ret = btrfs_update_root(trans, tree_root, 3170b86a832SChris Mason &root->root_key, 3180b86a832SChris Mason &root->root_item); 31979154b1bSChris Mason BUG_ON(ret); 3200b86a832SChris Mason btrfs_write_dirty_block_groups(trans, root); 3210b86a832SChris Mason } 3220b86a832SChris Mason return 0; 3230b86a832SChris Mason } 3240b86a832SChris Mason 3250b86a832SChris Mason int btrfs_commit_tree_roots(struct btrfs_trans_handle *trans, 3260b86a832SChris Mason struct btrfs_root *root) 3270b86a832SChris Mason { 3280b86a832SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 3290b86a832SChris Mason struct list_head *next; 3300b86a832SChris Mason 3310b86a832SChris Mason while(!list_empty(&fs_info->dirty_cowonly_roots)) { 3320b86a832SChris Mason next = fs_info->dirty_cowonly_roots.next; 3330b86a832SChris Mason list_del_init(next); 3340b86a832SChris Mason root = list_entry(next, struct btrfs_root, dirty_list); 3350b86a832SChris Mason update_cowonly_root(trans, root); 33679154b1bSChris Mason } 33779154b1bSChris Mason return 0; 33879154b1bSChris Mason } 33979154b1bSChris Mason 3405ce14bbcSChris Mason int btrfs_add_dead_root(struct btrfs_root *root, 3415ce14bbcSChris Mason struct btrfs_root *latest, 3425ce14bbcSChris Mason struct list_head *dead_list) 3435eda7b5eSChris Mason { 3445eda7b5eSChris Mason struct dirty_root *dirty; 3455eda7b5eSChris Mason 3465eda7b5eSChris Mason dirty = kmalloc(sizeof(*dirty), GFP_NOFS); 3475eda7b5eSChris Mason if (!dirty) 3485eda7b5eSChris Mason return -ENOMEM; 349*31153d81SYan Zheng btrfs_leaf_ref_tree_init(&dirty->ref_tree); 3505eda7b5eSChris Mason dirty->root = root; 3515ce14bbcSChris Mason dirty->latest_root = latest; 352*31153d81SYan Zheng root->ref_tree = NULL; 3535eda7b5eSChris Mason list_add(&dirty->list, dead_list); 3545eda7b5eSChris Mason return 0; 3555eda7b5eSChris Mason } 3565eda7b5eSChris Mason 35780b6794dSChris Mason static noinline int add_dirty_roots(struct btrfs_trans_handle *trans, 35835b7e476SChris Mason struct radix_tree_root *radix, 35935b7e476SChris Mason struct list_head *list) 3600f7d52f4SChris Mason { 3610f7d52f4SChris Mason struct dirty_root *dirty; 3620f7d52f4SChris Mason struct btrfs_root *gang[8]; 3630f7d52f4SChris Mason struct btrfs_root *root; 3640f7d52f4SChris Mason int i; 3650f7d52f4SChris Mason int ret; 36654aa1f4dSChris Mason int err = 0; 3675eda7b5eSChris Mason u32 refs; 36854aa1f4dSChris Mason 3690f7d52f4SChris Mason while(1) { 3700f7d52f4SChris Mason ret = radix_tree_gang_lookup_tag(radix, (void **)gang, 0, 3710f7d52f4SChris Mason ARRAY_SIZE(gang), 3720f7d52f4SChris Mason BTRFS_ROOT_TRANS_TAG); 3730f7d52f4SChris Mason if (ret == 0) 3740f7d52f4SChris Mason break; 3750f7d52f4SChris Mason for (i = 0; i < ret; i++) { 3760f7d52f4SChris Mason root = gang[i]; 3772619ba1fSChris Mason radix_tree_tag_clear(radix, 3782619ba1fSChris Mason (unsigned long)root->root_key.objectid, 3790f7d52f4SChris Mason BTRFS_ROOT_TRANS_TAG); 380*31153d81SYan Zheng 381*31153d81SYan Zheng BUG_ON(!root->ref_tree); 382*31153d81SYan Zheng dirty = container_of(root->ref_tree, struct dirty_root, 383*31153d81SYan Zheng ref_tree); 384*31153d81SYan Zheng 3850f7d52f4SChris Mason if (root->commit_root == root->node) { 386db94535dSChris Mason WARN_ON(root->node->start != 387db94535dSChris Mason btrfs_root_bytenr(&root->root_item)); 388*31153d81SYan Zheng 389*31153d81SYan Zheng BUG_ON(!btrfs_leaf_ref_tree_empty( 390*31153d81SYan Zheng root->ref_tree)); 3915f39d397SChris Mason free_extent_buffer(root->commit_root); 3920f7d52f4SChris Mason root->commit_root = NULL; 393*31153d81SYan Zheng root->ref_tree = NULL; 394*31153d81SYan Zheng 395*31153d81SYan Zheng kfree(dirty->root); 396*31153d81SYan Zheng kfree(dirty); 39758176a96SJosef Bacik 39858176a96SJosef Bacik /* make sure to update the root on disk 39958176a96SJosef Bacik * so we get any updates to the block used 40058176a96SJosef Bacik * counts 40158176a96SJosef Bacik */ 40258176a96SJosef Bacik err = btrfs_update_root(trans, 40358176a96SJosef Bacik root->fs_info->tree_root, 40458176a96SJosef Bacik &root->root_key, 40558176a96SJosef Bacik &root->root_item); 4060f7d52f4SChris Mason continue; 4070f7d52f4SChris Mason } 4089f3a7427SChris Mason 4099f3a7427SChris Mason memset(&root->root_item.drop_progress, 0, 4109f3a7427SChris Mason sizeof(struct btrfs_disk_key)); 4119f3a7427SChris Mason root->root_item.drop_level = 0; 4120f7d52f4SChris Mason root->commit_root = NULL; 413*31153d81SYan Zheng root->ref_tree = NULL; 4140f7d52f4SChris Mason root->root_key.offset = root->fs_info->generation; 415db94535dSChris Mason btrfs_set_root_bytenr(&root->root_item, 416db94535dSChris Mason root->node->start); 417db94535dSChris Mason btrfs_set_root_level(&root->root_item, 418db94535dSChris Mason btrfs_header_level(root->node)); 4190f7d52f4SChris Mason err = btrfs_insert_root(trans, root->fs_info->tree_root, 4200f7d52f4SChris Mason &root->root_key, 4210f7d52f4SChris Mason &root->root_item); 42254aa1f4dSChris Mason if (err) 42354aa1f4dSChris Mason break; 4249f3a7427SChris Mason 4259f3a7427SChris Mason refs = btrfs_root_refs(&dirty->root->root_item); 4269f3a7427SChris Mason btrfs_set_root_refs(&dirty->root->root_item, refs - 1); 4275eda7b5eSChris Mason err = btrfs_update_root(trans, root->fs_info->tree_root, 4289f3a7427SChris Mason &dirty->root->root_key, 4299f3a7427SChris Mason &dirty->root->root_item); 4305eda7b5eSChris Mason 4315eda7b5eSChris Mason BUG_ON(err); 4329f3a7427SChris Mason if (refs == 1) { 4330f7d52f4SChris Mason list_add(&dirty->list, list); 4349f3a7427SChris Mason } else { 4359f3a7427SChris Mason WARN_ON(1); 436*31153d81SYan Zheng free_extent_buffer(dirty->root->node); 4379f3a7427SChris Mason kfree(dirty->root); 4385eda7b5eSChris Mason kfree(dirty); 4390f7d52f4SChris Mason } 4400f7d52f4SChris Mason } 4419f3a7427SChris Mason } 44254aa1f4dSChris Mason return err; 4430f7d52f4SChris Mason } 4440f7d52f4SChris Mason 445e9d0b13bSChris Mason int btrfs_defrag_root(struct btrfs_root *root, int cacheonly) 446e9d0b13bSChris Mason { 447e9d0b13bSChris Mason struct btrfs_fs_info *info = root->fs_info; 448e9d0b13bSChris Mason int ret; 449e9d0b13bSChris Mason struct btrfs_trans_handle *trans; 450d3c2fdcfSChris Mason unsigned long nr; 451e9d0b13bSChris Mason 452a2135011SChris Mason smp_mb(); 453e9d0b13bSChris Mason if (root->defrag_running) 454e9d0b13bSChris Mason return 0; 455e9d0b13bSChris Mason trans = btrfs_start_transaction(root, 1); 4566b80053dSChris Mason while (1) { 457e9d0b13bSChris Mason root->defrag_running = 1; 458e9d0b13bSChris Mason ret = btrfs_defrag_leaves(trans, root, cacheonly); 459d3c2fdcfSChris Mason nr = trans->blocks_used; 460e9d0b13bSChris Mason btrfs_end_transaction(trans, root); 461d3c2fdcfSChris Mason btrfs_btree_balance_dirty(info->tree_root, nr); 462e9d0b13bSChris Mason cond_resched(); 463e9d0b13bSChris Mason 464e9d0b13bSChris Mason trans = btrfs_start_transaction(root, 1); 4653f157a2fSChris Mason if (root->fs_info->closing || ret != -EAGAIN) 466e9d0b13bSChris Mason break; 467e9d0b13bSChris Mason } 468e9d0b13bSChris Mason root->defrag_running = 0; 469a2135011SChris Mason smp_mb(); 470e9d0b13bSChris Mason btrfs_end_transaction(trans, root); 471e9d0b13bSChris Mason return 0; 472e9d0b13bSChris Mason } 473e9d0b13bSChris Mason 47480b6794dSChris Mason static noinline int drop_dirty_roots(struct btrfs_root *tree_root, 47535b7e476SChris Mason struct list_head *list) 4760f7d52f4SChris Mason { 4770f7d52f4SChris Mason struct dirty_root *dirty; 4780f7d52f4SChris Mason struct btrfs_trans_handle *trans; 479d3c2fdcfSChris Mason unsigned long nr; 480db94535dSChris Mason u64 num_bytes; 481db94535dSChris Mason u64 bytes_used; 48254aa1f4dSChris Mason int ret = 0; 4839f3a7427SChris Mason int err; 4849f3a7427SChris Mason 4850f7d52f4SChris Mason while(!list_empty(list)) { 48658176a96SJosef Bacik struct btrfs_root *root; 48758176a96SJosef Bacik 4880f7d52f4SChris Mason dirty = list_entry(list->next, struct dirty_root, list); 4890f7d52f4SChris Mason list_del_init(&dirty->list); 4905eda7b5eSChris Mason 491db94535dSChris Mason num_bytes = btrfs_root_used(&dirty->root->root_item); 49258176a96SJosef Bacik root = dirty->latest_root; 493a2135011SChris Mason atomic_inc(&root->fs_info->throttles); 49458176a96SJosef Bacik 495a2135011SChris Mason mutex_lock(&root->fs_info->drop_mutex); 4969f3a7427SChris Mason while(1) { 4970f7d52f4SChris Mason trans = btrfs_start_transaction(tree_root, 1); 4989f3a7427SChris Mason ret = btrfs_drop_snapshot(trans, dirty->root); 4999f3a7427SChris Mason if (ret != -EAGAIN) { 5009f3a7427SChris Mason break; 5019f3a7427SChris Mason } 50258176a96SJosef Bacik 5039f3a7427SChris Mason err = btrfs_update_root(trans, 5049f3a7427SChris Mason tree_root, 5059f3a7427SChris Mason &dirty->root->root_key, 5069f3a7427SChris Mason &dirty->root->root_item); 5079f3a7427SChris Mason if (err) 5089f3a7427SChris Mason ret = err; 509d3c2fdcfSChris Mason nr = trans->blocks_used; 5101b1e2135SChris Mason ret = btrfs_end_transaction_throttle(trans, tree_root); 5110f7d52f4SChris Mason BUG_ON(ret); 512a2135011SChris Mason 513a2135011SChris Mason mutex_unlock(&root->fs_info->drop_mutex); 514d3c2fdcfSChris Mason btrfs_btree_balance_dirty(tree_root, nr); 5154dc11904SChris Mason cond_resched(); 516a2135011SChris Mason mutex_lock(&root->fs_info->drop_mutex); 5179f3a7427SChris Mason } 5189f3a7427SChris Mason BUG_ON(ret); 519a2135011SChris Mason atomic_dec(&root->fs_info->throttles); 52058176a96SJosef Bacik 521a2135011SChris Mason mutex_lock(&root->fs_info->alloc_mutex); 522db94535dSChris Mason num_bytes -= btrfs_root_used(&dirty->root->root_item); 523db94535dSChris Mason bytes_used = btrfs_root_used(&root->root_item); 524db94535dSChris Mason if (num_bytes) { 52558176a96SJosef Bacik record_root_in_trans(root); 5265f39d397SChris Mason btrfs_set_root_used(&root->root_item, 527db94535dSChris Mason bytes_used - num_bytes); 52858176a96SJosef Bacik } 529a2135011SChris Mason mutex_unlock(&root->fs_info->alloc_mutex); 530a2135011SChris Mason 5319f3a7427SChris Mason ret = btrfs_del_root(trans, tree_root, &dirty->root->root_key); 53258176a96SJosef Bacik if (ret) { 53358176a96SJosef Bacik BUG(); 53454aa1f4dSChris Mason break; 53558176a96SJosef Bacik } 536a2135011SChris Mason mutex_unlock(&root->fs_info->drop_mutex); 537a2135011SChris Mason 538d3c2fdcfSChris Mason nr = trans->blocks_used; 5390f7d52f4SChris Mason ret = btrfs_end_transaction(trans, tree_root); 5400f7d52f4SChris Mason BUG_ON(ret); 5415eda7b5eSChris Mason 542*31153d81SYan Zheng btrfs_remove_leaf_refs(dirty->root); 543*31153d81SYan Zheng 544f510cfecSChris Mason free_extent_buffer(dirty->root->node); 5455eda7b5eSChris Mason kfree(dirty->root); 5460f7d52f4SChris Mason kfree(dirty); 547d3c2fdcfSChris Mason 548d3c2fdcfSChris Mason btrfs_btree_balance_dirty(tree_root, nr); 5494dc11904SChris Mason cond_resched(); 5500f7d52f4SChris Mason } 55154aa1f4dSChris Mason return ret; 5520f7d52f4SChris Mason } 5530f7d52f4SChris Mason 55480b6794dSChris Mason static noinline int create_pending_snapshot(struct btrfs_trans_handle *trans, 5553063d29fSChris Mason struct btrfs_fs_info *fs_info, 5563063d29fSChris Mason struct btrfs_pending_snapshot *pending) 5573063d29fSChris Mason { 5583063d29fSChris Mason struct btrfs_key key; 55980b6794dSChris Mason struct btrfs_root_item *new_root_item; 5603063d29fSChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 5613063d29fSChris Mason struct btrfs_root *root = pending->root; 5623063d29fSChris Mason struct extent_buffer *tmp; 563925baeddSChris Mason struct extent_buffer *old; 5643063d29fSChris Mason int ret; 5653b96362cSSven Wegener int namelen; 5663063d29fSChris Mason u64 objectid; 5673063d29fSChris Mason 56880b6794dSChris Mason new_root_item = kmalloc(sizeof(*new_root_item), GFP_NOFS); 56980b6794dSChris Mason if (!new_root_item) { 57080b6794dSChris Mason ret = -ENOMEM; 57180b6794dSChris Mason goto fail; 57280b6794dSChris Mason } 5733063d29fSChris Mason ret = btrfs_find_free_objectid(trans, tree_root, 0, &objectid); 5743063d29fSChris Mason if (ret) 5753063d29fSChris Mason goto fail; 5763063d29fSChris Mason 57780b6794dSChris Mason memcpy(new_root_item, &root->root_item, sizeof(*new_root_item)); 5783063d29fSChris Mason 5793063d29fSChris Mason key.objectid = objectid; 5803063d29fSChris Mason key.offset = 1; 5813063d29fSChris Mason btrfs_set_key_type(&key, BTRFS_ROOT_ITEM_KEY); 5823063d29fSChris Mason 583925baeddSChris Mason old = btrfs_lock_root_node(root); 584925baeddSChris Mason btrfs_cow_block(trans, root, old, NULL, 0, &old); 5853063d29fSChris Mason 586925baeddSChris Mason btrfs_copy_root(trans, root, old, &tmp, objectid); 587925baeddSChris Mason btrfs_tree_unlock(old); 588925baeddSChris Mason free_extent_buffer(old); 5893063d29fSChris Mason 59080b6794dSChris Mason btrfs_set_root_bytenr(new_root_item, tmp->start); 59180b6794dSChris Mason btrfs_set_root_level(new_root_item, btrfs_header_level(tmp)); 5923063d29fSChris Mason ret = btrfs_insert_root(trans, root->fs_info->tree_root, &key, 59380b6794dSChris Mason new_root_item); 594925baeddSChris Mason btrfs_tree_unlock(tmp); 5953063d29fSChris Mason free_extent_buffer(tmp); 5963063d29fSChris Mason if (ret) 5973063d29fSChris Mason goto fail; 5983063d29fSChris Mason 5993063d29fSChris Mason /* 6003063d29fSChris Mason * insert the directory item 6013063d29fSChris Mason */ 6023063d29fSChris Mason key.offset = (u64)-1; 6033b96362cSSven Wegener namelen = strlen(pending->name); 6043063d29fSChris Mason ret = btrfs_insert_dir_item(trans, root->fs_info->tree_root, 6053b96362cSSven Wegener pending->name, namelen, 6063063d29fSChris Mason root->fs_info->sb->s_root->d_inode->i_ino, 607aec7477bSJosef Bacik &key, BTRFS_FT_DIR, 0); 6083063d29fSChris Mason 6093063d29fSChris Mason if (ret) 6103063d29fSChris Mason goto fail; 6113063d29fSChris Mason 6123063d29fSChris Mason ret = btrfs_insert_inode_ref(trans, root->fs_info->tree_root, 6133063d29fSChris Mason pending->name, strlen(pending->name), objectid, 614aec7477bSJosef Bacik root->fs_info->sb->s_root->d_inode->i_ino, 0); 6153b96362cSSven Wegener 6163b96362cSSven Wegener /* Invalidate existing dcache entry for new snapshot. */ 6173b96362cSSven Wegener btrfs_invalidate_dcache_root(root, pending->name, namelen); 6183b96362cSSven Wegener 6193063d29fSChris Mason fail: 62080b6794dSChris Mason kfree(new_root_item); 6213063d29fSChris Mason return ret; 6223063d29fSChris Mason } 6233063d29fSChris Mason 62480b6794dSChris Mason static noinline int create_pending_snapshots(struct btrfs_trans_handle *trans, 6253063d29fSChris Mason struct btrfs_fs_info *fs_info) 6263063d29fSChris Mason { 6273063d29fSChris Mason struct btrfs_pending_snapshot *pending; 6283063d29fSChris Mason struct list_head *head = &trans->transaction->pending_snapshots; 6293063d29fSChris Mason int ret; 6303063d29fSChris Mason 6313063d29fSChris Mason while(!list_empty(head)) { 6323063d29fSChris Mason pending = list_entry(head->next, 6333063d29fSChris Mason struct btrfs_pending_snapshot, list); 6343063d29fSChris Mason ret = create_pending_snapshot(trans, fs_info, pending); 6353063d29fSChris Mason BUG_ON(ret); 6363063d29fSChris Mason list_del(&pending->list); 6373063d29fSChris Mason kfree(pending->name); 6383063d29fSChris Mason kfree(pending); 6393063d29fSChris Mason } 640dc17ff8fSChris Mason return 0; 641dc17ff8fSChris Mason } 642dc17ff8fSChris Mason 64379154b1bSChris Mason int btrfs_commit_transaction(struct btrfs_trans_handle *trans, 64479154b1bSChris Mason struct btrfs_root *root) 64579154b1bSChris Mason { 64615ee9bc7SJosef Bacik unsigned long joined = 0; 64715ee9bc7SJosef Bacik unsigned long timeout = 1; 64879154b1bSChris Mason struct btrfs_transaction *cur_trans; 6498fd17795SChris Mason struct btrfs_transaction *prev_trans = NULL; 6500b86a832SChris Mason struct btrfs_root *chunk_root = root->fs_info->chunk_root; 6510f7d52f4SChris Mason struct list_head dirty_fs_roots; 652d1310b2eSChris Mason struct extent_io_tree *pinned_copy; 65379154b1bSChris Mason DEFINE_WAIT(wait); 65415ee9bc7SJosef Bacik int ret; 65579154b1bSChris Mason 6560f7d52f4SChris Mason INIT_LIST_HEAD(&dirty_fs_roots); 657d6e4a428SChris Mason 65879154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 65979154b1bSChris Mason if (trans->transaction->in_commit) { 66079154b1bSChris Mason cur_trans = trans->transaction; 66179154b1bSChris Mason trans->transaction->use_count++; 662ccd467d6SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 66379154b1bSChris Mason btrfs_end_transaction(trans, root); 664ccd467d6SChris Mason 66579154b1bSChris Mason ret = wait_for_commit(root, cur_trans); 66679154b1bSChris Mason BUG_ON(ret); 66715ee9bc7SJosef Bacik 66815ee9bc7SJosef Bacik mutex_lock(&root->fs_info->trans_mutex); 66979154b1bSChris Mason put_transaction(cur_trans); 67015ee9bc7SJosef Bacik mutex_unlock(&root->fs_info->trans_mutex); 67115ee9bc7SJosef Bacik 67279154b1bSChris Mason return 0; 67379154b1bSChris Mason } 6744313b399SChris Mason 6754313b399SChris Mason pinned_copy = kmalloc(sizeof(*pinned_copy), GFP_NOFS); 6764313b399SChris Mason if (!pinned_copy) 6774313b399SChris Mason return -ENOMEM; 6784313b399SChris Mason 679d1310b2eSChris Mason extent_io_tree_init(pinned_copy, 6804313b399SChris Mason root->fs_info->btree_inode->i_mapping, GFP_NOFS); 6814313b399SChris Mason 6822c90e5d6SChris Mason trans->transaction->in_commit = 1; 683f9295749SChris Mason trans->transaction->blocked = 1; 684ccd467d6SChris Mason cur_trans = trans->transaction; 685ccd467d6SChris Mason if (cur_trans->list.prev != &root->fs_info->trans_list) { 686ccd467d6SChris Mason prev_trans = list_entry(cur_trans->list.prev, 687ccd467d6SChris Mason struct btrfs_transaction, list); 688ccd467d6SChris Mason if (!prev_trans->commit_done) { 689ccd467d6SChris Mason prev_trans->use_count++; 690ccd467d6SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 691ccd467d6SChris Mason 692ccd467d6SChris Mason wait_for_commit(root, prev_trans); 693ccd467d6SChris Mason 694ccd467d6SChris Mason mutex_lock(&root->fs_info->trans_mutex); 69515ee9bc7SJosef Bacik put_transaction(prev_trans); 696ccd467d6SChris Mason } 697ccd467d6SChris Mason } 69815ee9bc7SJosef Bacik 69915ee9bc7SJosef Bacik do { 70015ee9bc7SJosef Bacik joined = cur_trans->num_joined; 7012c90e5d6SChris Mason WARN_ON(cur_trans != trans->transaction); 70215ee9bc7SJosef Bacik prepare_to_wait(&cur_trans->writer_wait, &wait, 70379154b1bSChris Mason TASK_UNINTERRUPTIBLE); 70415ee9bc7SJosef Bacik 70515ee9bc7SJosef Bacik if (cur_trans->num_writers > 1) 70615ee9bc7SJosef Bacik timeout = MAX_SCHEDULE_TIMEOUT; 70715ee9bc7SJosef Bacik else 70815ee9bc7SJosef Bacik timeout = 1; 70915ee9bc7SJosef Bacik 71079154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 71115ee9bc7SJosef Bacik 71215ee9bc7SJosef Bacik schedule_timeout(timeout); 71315ee9bc7SJosef Bacik 71479154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 71515ee9bc7SJosef Bacik finish_wait(&cur_trans->writer_wait, &wait); 71615ee9bc7SJosef Bacik } while (cur_trans->num_writers > 1 || 71715ee9bc7SJosef Bacik (cur_trans->num_joined != joined)); 71815ee9bc7SJosef Bacik 7193063d29fSChris Mason ret = create_pending_snapshots(trans, root->fs_info); 7203063d29fSChris Mason BUG_ON(ret); 7213063d29fSChris Mason 7222c90e5d6SChris Mason WARN_ON(cur_trans != trans->transaction); 723dc17ff8fSChris Mason 72454aa1f4dSChris Mason ret = add_dirty_roots(trans, &root->fs_info->fs_roots_radix, 72554aa1f4dSChris Mason &dirty_fs_roots); 72654aa1f4dSChris Mason BUG_ON(ret); 72754aa1f4dSChris Mason 728*31153d81SYan Zheng spin_lock(&root->fs_info->ref_cache_lock); 729*31153d81SYan Zheng root->fs_info->running_ref_cache_size = 0; 730*31153d81SYan Zheng spin_unlock(&root->fs_info->ref_cache_lock); 731*31153d81SYan Zheng 73279154b1bSChris Mason ret = btrfs_commit_tree_roots(trans, root); 73379154b1bSChris Mason BUG_ON(ret); 73454aa1f4dSChris Mason 73578fae27eSChris Mason cur_trans = root->fs_info->running_transaction; 736cee36a03SChris Mason spin_lock(&root->fs_info->new_trans_lock); 73778fae27eSChris Mason root->fs_info->running_transaction = NULL; 738cee36a03SChris Mason spin_unlock(&root->fs_info->new_trans_lock); 7394b52dff6SChris Mason btrfs_set_super_generation(&root->fs_info->super_copy, 7404b52dff6SChris Mason cur_trans->transid); 7414b52dff6SChris Mason btrfs_set_super_root(&root->fs_info->super_copy, 742db94535dSChris Mason root->fs_info->tree_root->node->start); 743db94535dSChris Mason btrfs_set_super_root_level(&root->fs_info->super_copy, 744db94535dSChris Mason btrfs_header_level(root->fs_info->tree_root->node)); 7455f39d397SChris Mason 7460b86a832SChris Mason btrfs_set_super_chunk_root(&root->fs_info->super_copy, 7470b86a832SChris Mason chunk_root->node->start); 7480b86a832SChris Mason btrfs_set_super_chunk_root_level(&root->fs_info->super_copy, 7490b86a832SChris Mason btrfs_header_level(chunk_root->node)); 750a061fc8dSChris Mason memcpy(&root->fs_info->super_for_commit, &root->fs_info->super_copy, 7514b52dff6SChris Mason sizeof(root->fs_info->super_copy)); 752ccd467d6SChris Mason 7534313b399SChris Mason btrfs_copy_pinned(root, pinned_copy); 754ccd467d6SChris Mason 755f9295749SChris Mason trans->transaction->blocked = 0; 756e6dcd2dcSChris Mason wake_up(&root->fs_info->transaction_throttle); 757f9295749SChris Mason wake_up(&root->fs_info->transaction_wait); 758e6dcd2dcSChris Mason 75978fae27eSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 76079154b1bSChris Mason ret = btrfs_write_and_wait_transaction(trans, root); 76179154b1bSChris Mason BUG_ON(ret); 76279154b1bSChris Mason write_ctree_super(trans, root); 7634313b399SChris Mason 7644313b399SChris Mason btrfs_finish_extent_commit(trans, root, pinned_copy); 76578fae27eSChris Mason mutex_lock(&root->fs_info->trans_mutex); 7664313b399SChris Mason 7674313b399SChris Mason kfree(pinned_copy); 7684313b399SChris Mason 7692c90e5d6SChris Mason cur_trans->commit_done = 1; 77015ee9bc7SJosef Bacik root->fs_info->last_trans_committed = cur_trans->transid; 7712c90e5d6SChris Mason wake_up(&cur_trans->commit_wait); 77279154b1bSChris Mason put_transaction(cur_trans); 77378fae27eSChris Mason put_transaction(cur_trans); 77458176a96SJosef Bacik 775facda1e7SChris Mason if (root->fs_info->closing) 776facda1e7SChris Mason list_splice_init(&root->fs_info->dead_roots, &dirty_fs_roots); 777facda1e7SChris Mason else 778facda1e7SChris Mason list_splice_init(&dirty_fs_roots, &root->fs_info->dead_roots); 77958176a96SJosef Bacik 78078fae27eSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 7812c90e5d6SChris Mason kmem_cache_free(btrfs_trans_handle_cachep, trans); 78279154b1bSChris Mason 783facda1e7SChris Mason if (root->fs_info->closing) { 7840f7d52f4SChris Mason drop_dirty_roots(root->fs_info->tree_root, &dirty_fs_roots); 785facda1e7SChris Mason } 78679154b1bSChris Mason return ret; 78779154b1bSChris Mason } 78879154b1bSChris Mason 789e9d0b13bSChris Mason int btrfs_clean_old_snapshots(struct btrfs_root *root) 790e9d0b13bSChris Mason { 791e9d0b13bSChris Mason struct list_head dirty_roots; 792e9d0b13bSChris Mason INIT_LIST_HEAD(&dirty_roots); 793a74a4b97SChris Mason again: 794e9d0b13bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 795e9d0b13bSChris Mason list_splice_init(&root->fs_info->dead_roots, &dirty_roots); 796e9d0b13bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 797e9d0b13bSChris Mason 798e9d0b13bSChris Mason if (!list_empty(&dirty_roots)) { 799e9d0b13bSChris Mason drop_dirty_roots(root, &dirty_roots); 800a74a4b97SChris Mason goto again; 801e9d0b13bSChris Mason } 802e9d0b13bSChris Mason return 0; 803e9d0b13bSChris Mason } 80408607c1bSChris Mason 805