16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 1979154b1bSChris Mason #include <linux/fs.h> 2034088780SChris Mason #include <linux/sched.h> 2179154b1bSChris Mason #include "ctree.h" 2279154b1bSChris Mason #include "disk-io.h" 2379154b1bSChris Mason #include "transaction.h" 2479154b1bSChris Mason 2578fae27eSChris Mason static int total_trans = 0; 262c90e5d6SChris Mason extern struct kmem_cache *btrfs_trans_handle_cachep; 272c90e5d6SChris Mason extern struct kmem_cache *btrfs_transaction_cachep; 282c90e5d6SChris Mason 2908607c1bSChris Mason static struct workqueue_struct *trans_wq; 3008607c1bSChris Mason 310f7d52f4SChris Mason #define BTRFS_ROOT_TRANS_TAG 0 326702ed49SChris Mason #define BTRFS_ROOT_DEFRAG_TAG 1 330f7d52f4SChris Mason 3479154b1bSChris Mason static void put_transaction(struct btrfs_transaction *transaction) 3579154b1bSChris Mason { 362c90e5d6SChris Mason WARN_ON(transaction->use_count == 0); 3779154b1bSChris Mason transaction->use_count--; 3878fae27eSChris Mason if (transaction->use_count == 0) { 3978fae27eSChris Mason WARN_ON(total_trans == 0); 4078fae27eSChris Mason total_trans--; 418fd17795SChris Mason list_del_init(&transaction->list); 422c90e5d6SChris Mason memset(transaction, 0, sizeof(*transaction)); 432c90e5d6SChris Mason kmem_cache_free(btrfs_transaction_cachep, transaction); 4479154b1bSChris Mason } 4578fae27eSChris Mason } 4679154b1bSChris Mason 4779154b1bSChris Mason static int join_transaction(struct btrfs_root *root) 4879154b1bSChris Mason { 4979154b1bSChris Mason struct btrfs_transaction *cur_trans; 5079154b1bSChris Mason cur_trans = root->fs_info->running_transaction; 5179154b1bSChris Mason if (!cur_trans) { 522c90e5d6SChris Mason cur_trans = kmem_cache_alloc(btrfs_transaction_cachep, 532c90e5d6SChris Mason GFP_NOFS); 5478fae27eSChris Mason total_trans++; 5579154b1bSChris Mason BUG_ON(!cur_trans); 560f7d52f4SChris Mason root->fs_info->generation++; 5779154b1bSChris Mason root->fs_info->running_transaction = cur_trans; 5815ee9bc7SJosef Bacik cur_trans->num_writers = 1; 5915ee9bc7SJosef Bacik cur_trans->num_joined = 0; 600f7d52f4SChris Mason cur_trans->transid = root->fs_info->generation; 6179154b1bSChris Mason init_waitqueue_head(&cur_trans->writer_wait); 6279154b1bSChris Mason init_waitqueue_head(&cur_trans->commit_wait); 6379154b1bSChris Mason cur_trans->in_commit = 0; 64d5719762SChris Mason cur_trans->use_count = 1; 6579154b1bSChris Mason cur_trans->commit_done = 0; 6608607c1bSChris Mason cur_trans->start_time = get_seconds(); 678fd17795SChris Mason list_add_tail(&cur_trans->list, &root->fs_info->trans_list); 687c4452b9SChris Mason init_bit_radix(&cur_trans->dirty_pages); 6915ee9bc7SJosef Bacik } else { 7079154b1bSChris Mason cur_trans->num_writers++; 7115ee9bc7SJosef Bacik cur_trans->num_joined++; 7215ee9bc7SJosef Bacik } 7315ee9bc7SJosef Bacik 7479154b1bSChris Mason return 0; 7579154b1bSChris Mason } 7679154b1bSChris Mason 776702ed49SChris Mason static int record_root_in_trans(struct btrfs_root *root) 786702ed49SChris Mason { 796702ed49SChris Mason u64 running_trans_id = root->fs_info->running_transaction->transid; 806702ed49SChris Mason if (root->ref_cows && root->last_trans < running_trans_id) { 816702ed49SChris Mason WARN_ON(root == root->fs_info->extent_root); 826702ed49SChris Mason if (root->root_item.refs != 0) { 836702ed49SChris Mason radix_tree_tag_set(&root->fs_info->fs_roots_radix, 846702ed49SChris Mason (unsigned long)root->root_key.objectid, 856702ed49SChris Mason BTRFS_ROOT_TRANS_TAG); 866702ed49SChris Mason radix_tree_tag_set(&root->fs_info->fs_roots_radix, 876702ed49SChris Mason (unsigned long)root->root_key.objectid, 886702ed49SChris Mason BTRFS_ROOT_DEFRAG_TAG); 896702ed49SChris Mason root->commit_root = root->node; 906702ed49SChris Mason get_bh(root->node); 916702ed49SChris Mason } else { 926702ed49SChris Mason WARN_ON(1); 936702ed49SChris Mason } 946702ed49SChris Mason root->last_trans = running_trans_id; 956702ed49SChris Mason } 966702ed49SChris Mason return 0; 976702ed49SChris Mason } 986702ed49SChris Mason 9979154b1bSChris Mason struct btrfs_trans_handle *btrfs_start_transaction(struct btrfs_root *root, 10079154b1bSChris Mason int num_blocks) 10179154b1bSChris Mason { 1022c90e5d6SChris Mason struct btrfs_trans_handle *h = 1032c90e5d6SChris Mason kmem_cache_alloc(btrfs_trans_handle_cachep, GFP_NOFS); 10479154b1bSChris Mason int ret; 10579154b1bSChris Mason 10679154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 10779154b1bSChris Mason ret = join_transaction(root); 10879154b1bSChris Mason BUG_ON(ret); 1090f7d52f4SChris Mason 1106702ed49SChris Mason record_root_in_trans(root); 1116702ed49SChris Mason h->transid = root->fs_info->running_transaction->transid; 11279154b1bSChris Mason h->transaction = root->fs_info->running_transaction; 11379154b1bSChris Mason h->blocks_reserved = num_blocks; 11479154b1bSChris Mason h->blocks_used = 0; 11531f3c99bSChris Mason h->block_group = NULL; 11626b8003fSChris Mason h->alloc_exclude_nr = 0; 11726b8003fSChris Mason h->alloc_exclude_start = 0; 11879154b1bSChris Mason root->fs_info->running_transaction->use_count++; 11979154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 12079154b1bSChris Mason return h; 12179154b1bSChris Mason } 12279154b1bSChris Mason 12379154b1bSChris Mason int btrfs_end_transaction(struct btrfs_trans_handle *trans, 12479154b1bSChris Mason struct btrfs_root *root) 12579154b1bSChris Mason { 12679154b1bSChris Mason struct btrfs_transaction *cur_trans; 127d6e4a428SChris Mason 12879154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 12979154b1bSChris Mason cur_trans = root->fs_info->running_transaction; 130ccd467d6SChris Mason WARN_ON(cur_trans != trans->transaction); 131d5719762SChris Mason WARN_ON(cur_trans->num_writers < 1); 132ccd467d6SChris Mason cur_trans->num_writers--; 13379154b1bSChris Mason if (waitqueue_active(&cur_trans->writer_wait)) 13479154b1bSChris Mason wake_up(&cur_trans->writer_wait); 13579154b1bSChris Mason put_transaction(cur_trans); 13679154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 137d6025579SChris Mason memset(trans, 0, sizeof(*trans)); 1382c90e5d6SChris Mason kmem_cache_free(btrfs_trans_handle_cachep, trans); 13979154b1bSChris Mason return 0; 14079154b1bSChris Mason } 14179154b1bSChris Mason 14279154b1bSChris Mason 14379154b1bSChris Mason int btrfs_write_and_wait_transaction(struct btrfs_trans_handle *trans, 14479154b1bSChris Mason struct btrfs_root *root) 14579154b1bSChris Mason { 1467c4452b9SChris Mason unsigned long gang[16]; 1477c4452b9SChris Mason int ret; 1487c4452b9SChris Mason int i; 1497c4452b9SChris Mason int err; 1507c4452b9SChris Mason int werr = 0; 1517c4452b9SChris Mason struct page *page; 1527c4452b9SChris Mason struct radix_tree_root *dirty_pages; 1537c4452b9SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1547c4452b9SChris Mason 1557c4452b9SChris Mason if (!trans || !trans->transaction) { 1567c4452b9SChris Mason return filemap_write_and_wait(btree_inode->i_mapping); 1577c4452b9SChris Mason } 1587c4452b9SChris Mason dirty_pages = &trans->transaction->dirty_pages; 1597c4452b9SChris Mason while(1) { 160e37c9e69SChris Mason ret = find_first_radix_bit(dirty_pages, gang, 161e37c9e69SChris Mason 0, ARRAY_SIZE(gang)); 1627c4452b9SChris Mason if (!ret) 1637c4452b9SChris Mason break; 1647c4452b9SChris Mason for (i = 0; i < ret; i++) { 1657c4452b9SChris Mason /* FIXME EIO */ 1667c4452b9SChris Mason clear_radix_bit(dirty_pages, gang[i]); 1677c4452b9SChris Mason page = find_lock_page(btree_inode->i_mapping, 1687c4452b9SChris Mason gang[i]); 1697c4452b9SChris Mason if (!page) 1707c4452b9SChris Mason continue; 1716702ed49SChris Mason if (PageWriteback(page)) { 1726702ed49SChris Mason if (PageDirty(page)) 1736702ed49SChris Mason wait_on_page_writeback(page); 1746702ed49SChris Mason else { 1756702ed49SChris Mason unlock_page(page); 1766702ed49SChris Mason page_cache_release(page); 1776702ed49SChris Mason continue; 1786702ed49SChris Mason } 1796702ed49SChris Mason } 1807c4452b9SChris Mason err = write_one_page(page, 0); 1817c4452b9SChris Mason if (err) 1827c4452b9SChris Mason werr = err; 1837c4452b9SChris Mason page_cache_release(page); 1847c4452b9SChris Mason } 1857c4452b9SChris Mason } 1867c4452b9SChris Mason err = filemap_fdatawait(btree_inode->i_mapping); 1877c4452b9SChris Mason if (err) 1887c4452b9SChris Mason werr = err; 1897c4452b9SChris Mason return werr; 19079154b1bSChris Mason } 19179154b1bSChris Mason 19279154b1bSChris Mason int btrfs_commit_tree_roots(struct btrfs_trans_handle *trans, 19379154b1bSChris Mason struct btrfs_root *root) 19479154b1bSChris Mason { 19579154b1bSChris Mason int ret; 19679154b1bSChris Mason u64 old_extent_block; 19779154b1bSChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 19879154b1bSChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 19979154b1bSChris Mason struct btrfs_root *extent_root = fs_info->extent_root; 20079154b1bSChris Mason 2019078a3e1SChris Mason btrfs_write_dirty_block_groups(trans, extent_root); 20279154b1bSChris Mason while(1) { 20379154b1bSChris Mason old_extent_block = btrfs_root_blocknr(&extent_root->root_item); 2047eccb903SChris Mason if (old_extent_block == bh_blocknr(extent_root->node)) 20579154b1bSChris Mason break; 20679154b1bSChris Mason btrfs_set_root_blocknr(&extent_root->root_item, 2077eccb903SChris Mason bh_blocknr(extent_root->node)); 20879154b1bSChris Mason ret = btrfs_update_root(trans, tree_root, 20979154b1bSChris Mason &extent_root->root_key, 21079154b1bSChris Mason &extent_root->root_item); 21179154b1bSChris Mason BUG_ON(ret); 2129078a3e1SChris Mason btrfs_write_dirty_block_groups(trans, extent_root); 21379154b1bSChris Mason } 21479154b1bSChris Mason return 0; 21579154b1bSChris Mason } 21679154b1bSChris Mason 21779154b1bSChris Mason static int wait_for_commit(struct btrfs_root *root, 21879154b1bSChris Mason struct btrfs_transaction *commit) 21979154b1bSChris Mason { 22079154b1bSChris Mason DEFINE_WAIT(wait); 221ccd467d6SChris Mason mutex_lock(&root->fs_info->trans_mutex); 22279154b1bSChris Mason while(!commit->commit_done) { 22379154b1bSChris Mason prepare_to_wait(&commit->commit_wait, &wait, 22479154b1bSChris Mason TASK_UNINTERRUPTIBLE); 22579154b1bSChris Mason if (commit->commit_done) 22679154b1bSChris Mason break; 22779154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 22879154b1bSChris Mason schedule(); 22979154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 23079154b1bSChris Mason } 231ccd467d6SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 23279154b1bSChris Mason finish_wait(&commit->commit_wait, &wait); 23379154b1bSChris Mason return 0; 23479154b1bSChris Mason } 23579154b1bSChris Mason 2360f7d52f4SChris Mason struct dirty_root { 2370f7d52f4SChris Mason struct list_head list; 2380f7d52f4SChris Mason struct btrfs_root *root; 23958176a96SJosef Bacik struct btrfs_root *latest_root; 2400f7d52f4SChris Mason }; 2410f7d52f4SChris Mason 2425ce14bbcSChris Mason int btrfs_add_dead_root(struct btrfs_root *root, 2435ce14bbcSChris Mason struct btrfs_root *latest, 2445ce14bbcSChris Mason struct list_head *dead_list) 2455eda7b5eSChris Mason { 2465eda7b5eSChris Mason struct dirty_root *dirty; 2475eda7b5eSChris Mason 2485eda7b5eSChris Mason dirty = kmalloc(sizeof(*dirty), GFP_NOFS); 2495eda7b5eSChris Mason if (!dirty) 2505eda7b5eSChris Mason return -ENOMEM; 2515eda7b5eSChris Mason dirty->root = root; 2525ce14bbcSChris Mason dirty->latest_root = latest; 2535eda7b5eSChris Mason list_add(&dirty->list, dead_list); 2545eda7b5eSChris Mason return 0; 2555eda7b5eSChris Mason } 2565eda7b5eSChris Mason 25735b7e476SChris Mason static int add_dirty_roots(struct btrfs_trans_handle *trans, 25835b7e476SChris Mason struct radix_tree_root *radix, 25935b7e476SChris Mason struct list_head *list) 2600f7d52f4SChris Mason { 2610f7d52f4SChris Mason struct dirty_root *dirty; 2620f7d52f4SChris Mason struct btrfs_root *gang[8]; 2630f7d52f4SChris Mason struct btrfs_root *root; 2640f7d52f4SChris Mason int i; 2650f7d52f4SChris Mason int ret; 26654aa1f4dSChris Mason int err = 0; 2675eda7b5eSChris Mason u32 refs; 26854aa1f4dSChris Mason 2690f7d52f4SChris Mason while(1) { 2700f7d52f4SChris Mason ret = radix_tree_gang_lookup_tag(radix, (void **)gang, 0, 2710f7d52f4SChris Mason ARRAY_SIZE(gang), 2720f7d52f4SChris Mason BTRFS_ROOT_TRANS_TAG); 2730f7d52f4SChris Mason if (ret == 0) 2740f7d52f4SChris Mason break; 2750f7d52f4SChris Mason for (i = 0; i < ret; i++) { 2760f7d52f4SChris Mason root = gang[i]; 2772619ba1fSChris Mason radix_tree_tag_clear(radix, 2782619ba1fSChris Mason (unsigned long)root->root_key.objectid, 2790f7d52f4SChris Mason BTRFS_ROOT_TRANS_TAG); 2800f7d52f4SChris Mason if (root->commit_root == root->node) { 2817eccb903SChris Mason WARN_ON(bh_blocknr(root->node) != 2820f7d52f4SChris Mason btrfs_root_blocknr(&root->root_item)); 2830f7d52f4SChris Mason brelse(root->commit_root); 2840f7d52f4SChris Mason root->commit_root = NULL; 28558176a96SJosef Bacik 28658176a96SJosef Bacik /* make sure to update the root on disk 28758176a96SJosef Bacik * so we get any updates to the block used 28858176a96SJosef Bacik * counts 28958176a96SJosef Bacik */ 29058176a96SJosef Bacik err = btrfs_update_root(trans, 29158176a96SJosef Bacik root->fs_info->tree_root, 29258176a96SJosef Bacik &root->root_key, 29358176a96SJosef Bacik &root->root_item); 2940f7d52f4SChris Mason continue; 2950f7d52f4SChris Mason } 2960f7d52f4SChris Mason dirty = kmalloc(sizeof(*dirty), GFP_NOFS); 2970f7d52f4SChris Mason BUG_ON(!dirty); 2989f3a7427SChris Mason dirty->root = kmalloc(sizeof(*dirty->root), GFP_NOFS); 2999f3a7427SChris Mason BUG_ON(!dirty->root); 3009f3a7427SChris Mason 3019f3a7427SChris Mason memset(&root->root_item.drop_progress, 0, 3029f3a7427SChris Mason sizeof(struct btrfs_disk_key)); 3039f3a7427SChris Mason root->root_item.drop_level = 0; 3049f3a7427SChris Mason 3059f3a7427SChris Mason memcpy(dirty->root, root, sizeof(*root)); 3069f3a7427SChris Mason dirty->root->node = root->commit_root; 30758176a96SJosef Bacik dirty->latest_root = root; 3080f7d52f4SChris Mason root->commit_root = NULL; 3095eda7b5eSChris Mason 3100f7d52f4SChris Mason root->root_key.offset = root->fs_info->generation; 3110f7d52f4SChris Mason btrfs_set_root_blocknr(&root->root_item, 3127eccb903SChris Mason bh_blocknr(root->node)); 3130f7d52f4SChris Mason err = btrfs_insert_root(trans, root->fs_info->tree_root, 3140f7d52f4SChris Mason &root->root_key, 3150f7d52f4SChris Mason &root->root_item); 31654aa1f4dSChris Mason if (err) 31754aa1f4dSChris Mason break; 3189f3a7427SChris Mason 3199f3a7427SChris Mason refs = btrfs_root_refs(&dirty->root->root_item); 3209f3a7427SChris Mason btrfs_set_root_refs(&dirty->root->root_item, refs - 1); 3215eda7b5eSChris Mason err = btrfs_update_root(trans, root->fs_info->tree_root, 3229f3a7427SChris Mason &dirty->root->root_key, 3239f3a7427SChris Mason &dirty->root->root_item); 3245eda7b5eSChris Mason 3255eda7b5eSChris Mason BUG_ON(err); 3269f3a7427SChris Mason if (refs == 1) { 3270f7d52f4SChris Mason list_add(&dirty->list, list); 3289f3a7427SChris Mason } else { 3299f3a7427SChris Mason WARN_ON(1); 3309f3a7427SChris Mason kfree(dirty->root); 3315eda7b5eSChris Mason kfree(dirty); 3320f7d52f4SChris Mason } 3330f7d52f4SChris Mason } 3349f3a7427SChris Mason } 33554aa1f4dSChris Mason return err; 3360f7d52f4SChris Mason } 3370f7d52f4SChris Mason 338e9d0b13bSChris Mason int btrfs_defrag_root(struct btrfs_root *root, int cacheonly) 339e9d0b13bSChris Mason { 340e9d0b13bSChris Mason struct btrfs_fs_info *info = root->fs_info; 341e9d0b13bSChris Mason int ret; 342e9d0b13bSChris Mason struct btrfs_trans_handle *trans; 343e9d0b13bSChris Mason 344e9d0b13bSChris Mason if (root->defrag_running) 345e9d0b13bSChris Mason return 0; 346e9d0b13bSChris Mason 347e9d0b13bSChris Mason trans = btrfs_start_transaction(root, 1); 348e9d0b13bSChris Mason while (1) { 349e9d0b13bSChris Mason root->defrag_running = 1; 350e9d0b13bSChris Mason ret = btrfs_defrag_leaves(trans, root, cacheonly); 351e9d0b13bSChris Mason btrfs_end_transaction(trans, root); 352e9d0b13bSChris Mason mutex_unlock(&info->fs_mutex); 353e9d0b13bSChris Mason 354e9d0b13bSChris Mason btrfs_btree_balance_dirty(root); 355e9d0b13bSChris Mason cond_resched(); 356e9d0b13bSChris Mason 357e9d0b13bSChris Mason mutex_lock(&info->fs_mutex); 358e9d0b13bSChris Mason trans = btrfs_start_transaction(root, 1); 359e9d0b13bSChris Mason if (ret != -EAGAIN) 360e9d0b13bSChris Mason break; 361e9d0b13bSChris Mason } 362e9d0b13bSChris Mason root->defrag_running = 0; 363e9d0b13bSChris Mason radix_tree_tag_clear(&info->fs_roots_radix, 364e9d0b13bSChris Mason (unsigned long)root->root_key.objectid, 365e9d0b13bSChris Mason BTRFS_ROOT_DEFRAG_TAG); 366e9d0b13bSChris Mason btrfs_end_transaction(trans, root); 367e9d0b13bSChris Mason return 0; 368e9d0b13bSChris Mason } 369e9d0b13bSChris Mason 3706702ed49SChris Mason int btrfs_defrag_dirty_roots(struct btrfs_fs_info *info) 3716702ed49SChris Mason { 3726702ed49SChris Mason struct btrfs_root *gang[1]; 3736702ed49SChris Mason struct btrfs_root *root; 3746702ed49SChris Mason int i; 3756702ed49SChris Mason int ret; 3766702ed49SChris Mason int err = 0; 3776702ed49SChris Mason u64 last = 0; 3786702ed49SChris Mason 3796702ed49SChris Mason while(1) { 3806702ed49SChris Mason ret = radix_tree_gang_lookup_tag(&info->fs_roots_radix, 3816702ed49SChris Mason (void **)gang, last, 3826702ed49SChris Mason ARRAY_SIZE(gang), 3836702ed49SChris Mason BTRFS_ROOT_DEFRAG_TAG); 3846702ed49SChris Mason if (ret == 0) 3856702ed49SChris Mason break; 3866702ed49SChris Mason for (i = 0; i < ret; i++) { 3876702ed49SChris Mason root = gang[i]; 3886702ed49SChris Mason last = root->root_key.objectid + 1; 389e9d0b13bSChris Mason btrfs_defrag_root(root, 1); 3906702ed49SChris Mason } 3916702ed49SChris Mason } 392e9d0b13bSChris Mason btrfs_defrag_root(info->extent_root, 1); 3936702ed49SChris Mason return err; 3946702ed49SChris Mason } 3956702ed49SChris Mason 39635b7e476SChris Mason static int drop_dirty_roots(struct btrfs_root *tree_root, 39735b7e476SChris Mason struct list_head *list) 3980f7d52f4SChris Mason { 3990f7d52f4SChris Mason struct dirty_root *dirty; 4000f7d52f4SChris Mason struct btrfs_trans_handle *trans; 40158176a96SJosef Bacik u64 num_blocks; 40258176a96SJosef Bacik u64 blocks_used; 40354aa1f4dSChris Mason int ret = 0; 4049f3a7427SChris Mason int err; 4059f3a7427SChris Mason 4060f7d52f4SChris Mason while(!list_empty(list)) { 40758176a96SJosef Bacik struct btrfs_root *root; 40858176a96SJosef Bacik 409facda1e7SChris Mason mutex_lock(&tree_root->fs_info->fs_mutex); 4100f7d52f4SChris Mason dirty = list_entry(list->next, struct dirty_root, list); 4110f7d52f4SChris Mason list_del_init(&dirty->list); 4125eda7b5eSChris Mason 41358176a96SJosef Bacik num_blocks = btrfs_root_blocks_used(&dirty->root->root_item); 41458176a96SJosef Bacik root = dirty->latest_root; 41558176a96SJosef Bacik 4169f3a7427SChris Mason while(1) { 4170f7d52f4SChris Mason trans = btrfs_start_transaction(tree_root, 1); 4189f3a7427SChris Mason ret = btrfs_drop_snapshot(trans, dirty->root); 4199f3a7427SChris Mason if (ret != -EAGAIN) { 4209f3a7427SChris Mason break; 4219f3a7427SChris Mason } 42258176a96SJosef Bacik 4239f3a7427SChris Mason err = btrfs_update_root(trans, 4249f3a7427SChris Mason tree_root, 4259f3a7427SChris Mason &dirty->root->root_key, 4269f3a7427SChris Mason &dirty->root->root_item); 4279f3a7427SChris Mason if (err) 4289f3a7427SChris Mason ret = err; 4299f3a7427SChris Mason ret = btrfs_end_transaction(trans, tree_root); 4300f7d52f4SChris Mason BUG_ON(ret); 431f4468e94SChris Mason mutex_unlock(&tree_root->fs_info->fs_mutex); 432f4468e94SChris Mason 433f4468e94SChris Mason btrfs_btree_balance_dirty(tree_root); 434f4468e94SChris Mason schedule(); 435f4468e94SChris Mason 436f4468e94SChris Mason mutex_lock(&tree_root->fs_info->fs_mutex); 4379f3a7427SChris Mason } 4389f3a7427SChris Mason BUG_ON(ret); 43958176a96SJosef Bacik 44058176a96SJosef Bacik num_blocks -= btrfs_root_blocks_used(&dirty->root->root_item); 44158176a96SJosef Bacik blocks_used = btrfs_root_blocks_used(&root->root_item); 44258176a96SJosef Bacik if (num_blocks) { 44358176a96SJosef Bacik record_root_in_trans(root); 44458176a96SJosef Bacik btrfs_set_root_blocks_used(&root->root_item, 44558176a96SJosef Bacik blocks_used - num_blocks); 44658176a96SJosef Bacik } 4479f3a7427SChris Mason ret = btrfs_del_root(trans, tree_root, &dirty->root->root_key); 44858176a96SJosef Bacik if (ret) { 44958176a96SJosef Bacik BUG(); 45054aa1f4dSChris Mason break; 45158176a96SJosef Bacik } 4520f7d52f4SChris Mason ret = btrfs_end_transaction(trans, tree_root); 4530f7d52f4SChris Mason BUG_ON(ret); 4545eda7b5eSChris Mason 4555eda7b5eSChris Mason kfree(dirty->root); 4560f7d52f4SChris Mason kfree(dirty); 457facda1e7SChris Mason mutex_unlock(&tree_root->fs_info->fs_mutex); 4588c2383c3SChris Mason btrfs_btree_balance_dirty(tree_root); 459f4468e94SChris Mason schedule(); 4600f7d52f4SChris Mason } 46154aa1f4dSChris Mason return ret; 4620f7d52f4SChris Mason } 4630f7d52f4SChris Mason 46479154b1bSChris Mason int btrfs_commit_transaction(struct btrfs_trans_handle *trans, 46579154b1bSChris Mason struct btrfs_root *root) 46679154b1bSChris Mason { 46715ee9bc7SJosef Bacik unsigned long joined = 0; 46815ee9bc7SJosef Bacik unsigned long timeout = 1; 46979154b1bSChris Mason struct btrfs_transaction *cur_trans; 4708fd17795SChris Mason struct btrfs_transaction *prev_trans = NULL; 4710f7d52f4SChris Mason struct list_head dirty_fs_roots; 472ccd467d6SChris Mason struct radix_tree_root pinned_copy; 47379154b1bSChris Mason DEFINE_WAIT(wait); 47415ee9bc7SJosef Bacik int ret; 47579154b1bSChris Mason 476ccd467d6SChris Mason init_bit_radix(&pinned_copy); 4770f7d52f4SChris Mason INIT_LIST_HEAD(&dirty_fs_roots); 478d6e4a428SChris Mason 47979154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 48079154b1bSChris Mason if (trans->transaction->in_commit) { 48179154b1bSChris Mason cur_trans = trans->transaction; 48279154b1bSChris Mason trans->transaction->use_count++; 483ccd467d6SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 48479154b1bSChris Mason btrfs_end_transaction(trans, root); 485ccd467d6SChris Mason 486ccd467d6SChris Mason mutex_unlock(&root->fs_info->fs_mutex); 48779154b1bSChris Mason ret = wait_for_commit(root, cur_trans); 48879154b1bSChris Mason BUG_ON(ret); 48915ee9bc7SJosef Bacik 49015ee9bc7SJosef Bacik mutex_lock(&root->fs_info->trans_mutex); 49179154b1bSChris Mason put_transaction(cur_trans); 49215ee9bc7SJosef Bacik mutex_unlock(&root->fs_info->trans_mutex); 49315ee9bc7SJosef Bacik 494ccd467d6SChris Mason mutex_lock(&root->fs_info->fs_mutex); 49579154b1bSChris Mason return 0; 49679154b1bSChris Mason } 4972c90e5d6SChris Mason trans->transaction->in_commit = 1; 498ccd467d6SChris Mason cur_trans = trans->transaction; 499ccd467d6SChris Mason if (cur_trans->list.prev != &root->fs_info->trans_list) { 500ccd467d6SChris Mason prev_trans = list_entry(cur_trans->list.prev, 501ccd467d6SChris Mason struct btrfs_transaction, list); 502ccd467d6SChris Mason if (!prev_trans->commit_done) { 503ccd467d6SChris Mason prev_trans->use_count++; 504ccd467d6SChris Mason mutex_unlock(&root->fs_info->fs_mutex); 505ccd467d6SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 506ccd467d6SChris Mason 507ccd467d6SChris Mason wait_for_commit(root, prev_trans); 508ccd467d6SChris Mason 509ccd467d6SChris Mason mutex_lock(&root->fs_info->fs_mutex); 510ccd467d6SChris Mason mutex_lock(&root->fs_info->trans_mutex); 51115ee9bc7SJosef Bacik put_transaction(prev_trans); 512ccd467d6SChris Mason } 513ccd467d6SChris Mason } 51415ee9bc7SJosef Bacik 51515ee9bc7SJosef Bacik do { 51615ee9bc7SJosef Bacik joined = cur_trans->num_joined; 5172c90e5d6SChris Mason WARN_ON(cur_trans != trans->transaction); 51815ee9bc7SJosef Bacik prepare_to_wait(&cur_trans->writer_wait, &wait, 51979154b1bSChris Mason TASK_UNINTERRUPTIBLE); 52015ee9bc7SJosef Bacik 52115ee9bc7SJosef Bacik if (cur_trans->num_writers > 1) 52215ee9bc7SJosef Bacik timeout = MAX_SCHEDULE_TIMEOUT; 52315ee9bc7SJosef Bacik else 52415ee9bc7SJosef Bacik timeout = 1; 52515ee9bc7SJosef Bacik 526ccd467d6SChris Mason mutex_unlock(&root->fs_info->fs_mutex); 52779154b1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 52815ee9bc7SJosef Bacik 52915ee9bc7SJosef Bacik schedule_timeout(timeout); 53015ee9bc7SJosef Bacik 531ccd467d6SChris Mason mutex_lock(&root->fs_info->fs_mutex); 53279154b1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 53315ee9bc7SJosef Bacik finish_wait(&cur_trans->writer_wait, &wait); 53415ee9bc7SJosef Bacik } while (cur_trans->num_writers > 1 || 53515ee9bc7SJosef Bacik (cur_trans->num_joined != joined)); 53615ee9bc7SJosef Bacik 5372c90e5d6SChris Mason WARN_ON(cur_trans != trans->transaction); 53854aa1f4dSChris Mason ret = add_dirty_roots(trans, &root->fs_info->fs_roots_radix, 53954aa1f4dSChris Mason &dirty_fs_roots); 54054aa1f4dSChris Mason BUG_ON(ret); 54154aa1f4dSChris Mason 54279154b1bSChris Mason ret = btrfs_commit_tree_roots(trans, root); 54379154b1bSChris Mason BUG_ON(ret); 54454aa1f4dSChris Mason 54578fae27eSChris Mason cur_trans = root->fs_info->running_transaction; 54678fae27eSChris Mason root->fs_info->running_transaction = NULL; 5474b52dff6SChris Mason btrfs_set_super_generation(&root->fs_info->super_copy, 5484b52dff6SChris Mason cur_trans->transid); 5494b52dff6SChris Mason btrfs_set_super_root(&root->fs_info->super_copy, 5504b52dff6SChris Mason bh_blocknr(root->fs_info->tree_root->node)); 5514b52dff6SChris Mason memcpy(root->fs_info->disk_super, &root->fs_info->super_copy, 5524b52dff6SChris Mason sizeof(root->fs_info->super_copy)); 553ccd467d6SChris Mason 554ccd467d6SChris Mason btrfs_copy_pinned(root, &pinned_copy); 555ccd467d6SChris Mason 55678fae27eSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 5578fd17795SChris Mason mutex_unlock(&root->fs_info->fs_mutex); 55879154b1bSChris Mason ret = btrfs_write_and_wait_transaction(trans, root); 55979154b1bSChris Mason BUG_ON(ret); 56079154b1bSChris Mason write_ctree_super(trans, root); 5618fd17795SChris Mason mutex_lock(&root->fs_info->fs_mutex); 562ccd467d6SChris Mason btrfs_finish_extent_commit(trans, root, &pinned_copy); 56378fae27eSChris Mason mutex_lock(&root->fs_info->trans_mutex); 5642c90e5d6SChris Mason cur_trans->commit_done = 1; 56515ee9bc7SJosef Bacik root->fs_info->last_trans_committed = cur_trans->transid; 5662c90e5d6SChris Mason wake_up(&cur_trans->commit_wait); 56779154b1bSChris Mason put_transaction(cur_trans); 56878fae27eSChris Mason put_transaction(cur_trans); 56958176a96SJosef Bacik 570facda1e7SChris Mason if (root->fs_info->closing) 571facda1e7SChris Mason list_splice_init(&root->fs_info->dead_roots, &dirty_fs_roots); 572facda1e7SChris Mason else 573facda1e7SChris Mason list_splice_init(&dirty_fs_roots, &root->fs_info->dead_roots); 57458176a96SJosef Bacik 57578fae27eSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 5762c90e5d6SChris Mason kmem_cache_free(btrfs_trans_handle_cachep, trans); 57779154b1bSChris Mason 578facda1e7SChris Mason if (root->fs_info->closing) { 579facda1e7SChris Mason mutex_unlock(&root->fs_info->fs_mutex); 5800f7d52f4SChris Mason drop_dirty_roots(root->fs_info->tree_root, &dirty_fs_roots); 581facda1e7SChris Mason mutex_lock(&root->fs_info->fs_mutex); 582facda1e7SChris Mason } 58379154b1bSChris Mason return ret; 58479154b1bSChris Mason } 58579154b1bSChris Mason 586e9d0b13bSChris Mason int btrfs_clean_old_snapshots(struct btrfs_root *root) 587e9d0b13bSChris Mason { 588e9d0b13bSChris Mason struct list_head dirty_roots; 589e9d0b13bSChris Mason INIT_LIST_HEAD(&dirty_roots); 590e9d0b13bSChris Mason 591e9d0b13bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 592e9d0b13bSChris Mason list_splice_init(&root->fs_info->dead_roots, &dirty_roots); 593e9d0b13bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 594e9d0b13bSChris Mason 595e9d0b13bSChris Mason if (!list_empty(&dirty_roots)) { 596e9d0b13bSChris Mason drop_dirty_roots(root, &dirty_roots); 597e9d0b13bSChris Mason } 598e9d0b13bSChris Mason return 0; 599e9d0b13bSChris Mason } 60008607c1bSChris Mason void btrfs_transaction_cleaner(struct work_struct *work) 60108607c1bSChris Mason { 60208607c1bSChris Mason struct btrfs_fs_info *fs_info = container_of(work, 60308607c1bSChris Mason struct btrfs_fs_info, 60408607c1bSChris Mason trans_work.work); 60508607c1bSChris Mason 60608607c1bSChris Mason struct btrfs_root *root = fs_info->tree_root; 60708607c1bSChris Mason struct btrfs_transaction *cur; 60808607c1bSChris Mason struct btrfs_trans_handle *trans; 60908607c1bSChris Mason unsigned long now; 61008607c1bSChris Mason unsigned long delay = HZ * 30; 61108607c1bSChris Mason int ret; 61208607c1bSChris Mason 61308607c1bSChris Mason mutex_lock(&root->fs_info->fs_mutex); 61408607c1bSChris Mason mutex_lock(&root->fs_info->trans_mutex); 61508607c1bSChris Mason cur = root->fs_info->running_transaction; 61608607c1bSChris Mason if (!cur) { 61708607c1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 61808607c1bSChris Mason goto out; 61908607c1bSChris Mason } 62008607c1bSChris Mason now = get_seconds(); 62108607c1bSChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 62208607c1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 62308607c1bSChris Mason delay = HZ * 5; 62408607c1bSChris Mason goto out; 62508607c1bSChris Mason } 62608607c1bSChris Mason mutex_unlock(&root->fs_info->trans_mutex); 6276702ed49SChris Mason btrfs_defrag_dirty_roots(root->fs_info); 62808607c1bSChris Mason trans = btrfs_start_transaction(root, 1); 62908607c1bSChris Mason ret = btrfs_commit_transaction(trans, root); 63008607c1bSChris Mason out: 63108607c1bSChris Mason mutex_unlock(&root->fs_info->fs_mutex); 632e9d0b13bSChris Mason btrfs_clean_old_snapshots(root); 63308607c1bSChris Mason btrfs_transaction_queue_work(root, delay); 63408607c1bSChris Mason } 63508607c1bSChris Mason 63608607c1bSChris Mason void btrfs_transaction_queue_work(struct btrfs_root *root, int delay) 63708607c1bSChris Mason { 63808607c1bSChris Mason queue_delayed_work(trans_wq, &root->fs_info->trans_work, delay); 63908607c1bSChris Mason } 64008607c1bSChris Mason 64108607c1bSChris Mason void btrfs_transaction_flush_work(struct btrfs_root *root) 64208607c1bSChris Mason { 64308607c1bSChris Mason cancel_rearming_delayed_workqueue(trans_wq, &root->fs_info->trans_work); 64408607c1bSChris Mason flush_workqueue(trans_wq); 64508607c1bSChris Mason } 64608607c1bSChris Mason 64708607c1bSChris Mason void __init btrfs_init_transaction_sys(void) 64808607c1bSChris Mason { 64908607c1bSChris Mason trans_wq = create_workqueue("btrfs"); 65008607c1bSChris Mason } 65108607c1bSChris Mason 65208607c1bSChris Mason void __exit btrfs_exit_transaction_sys(void) 65308607c1bSChris Mason { 65408607c1bSChris Mason destroy_workqueue(trans_wq); 65508607c1bSChris Mason } 65608607c1bSChris Mason 657