16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 1979154b1bSChris Mason #include <linux/fs.h> 205a0e3ad6STejun Heo #include <linux/slab.h> 2134088780SChris Mason #include <linux/sched.h> 22d3c2fdcfSChris Mason #include <linux/writeback.h> 235f39d397SChris Mason #include <linux/pagemap.h> 245f2cc086SChris Mason #include <linux/blkdev.h> 258ea05e3aSAlexander Block #include <linux/uuid.h> 2679154b1bSChris Mason #include "ctree.h" 2779154b1bSChris Mason #include "disk-io.h" 2879154b1bSChris Mason #include "transaction.h" 29925baeddSChris Mason #include "locking.h" 30e02119d5SChris Mason #include "tree-log.h" 31581bb050SLi Zefan #include "inode-map.h" 32733f4fbbSStefan Behrens #include "volumes.h" 338dabb742SStefan Behrens #include "dev-replace.h" 34fcebe456SJosef Bacik #include "qgroup.h" 3579154b1bSChris Mason 360f7d52f4SChris Mason #define BTRFS_ROOT_TRANS_TAG 0 370f7d52f4SChris Mason 38e8c9f186SDavid Sterba static const unsigned int btrfs_blocked_trans_types[TRANS_STATE_MAX] = { 394a9d8bdeSMiao Xie [TRANS_STATE_RUNNING] = 0U, 404a9d8bdeSMiao Xie [TRANS_STATE_BLOCKED] = (__TRANS_USERSPACE | 414a9d8bdeSMiao Xie __TRANS_START), 424a9d8bdeSMiao Xie [TRANS_STATE_COMMIT_START] = (__TRANS_USERSPACE | 434a9d8bdeSMiao Xie __TRANS_START | 444a9d8bdeSMiao Xie __TRANS_ATTACH), 454a9d8bdeSMiao Xie [TRANS_STATE_COMMIT_DOING] = (__TRANS_USERSPACE | 464a9d8bdeSMiao Xie __TRANS_START | 474a9d8bdeSMiao Xie __TRANS_ATTACH | 484a9d8bdeSMiao Xie __TRANS_JOIN), 494a9d8bdeSMiao Xie [TRANS_STATE_UNBLOCKED] = (__TRANS_USERSPACE | 504a9d8bdeSMiao Xie __TRANS_START | 514a9d8bdeSMiao Xie __TRANS_ATTACH | 524a9d8bdeSMiao Xie __TRANS_JOIN | 534a9d8bdeSMiao Xie __TRANS_JOIN_NOLOCK), 544a9d8bdeSMiao Xie [TRANS_STATE_COMPLETED] = (__TRANS_USERSPACE | 554a9d8bdeSMiao Xie __TRANS_START | 564a9d8bdeSMiao Xie __TRANS_ATTACH | 574a9d8bdeSMiao Xie __TRANS_JOIN | 584a9d8bdeSMiao Xie __TRANS_JOIN_NOLOCK), 594a9d8bdeSMiao Xie }; 604a9d8bdeSMiao Xie 61724e2315SJosef Bacik void btrfs_put_transaction(struct btrfs_transaction *transaction) 6279154b1bSChris Mason { 6313c5a93eSJosef Bacik WARN_ON(atomic_read(&transaction->use_count) == 0); 6413c5a93eSJosef Bacik if (atomic_dec_and_test(&transaction->use_count)) { 65a4abeea4SJosef Bacik BUG_ON(!list_empty(&transaction->list)); 66c46effa6SLiu Bo WARN_ON(!RB_EMPTY_ROOT(&transaction->delayed_refs.href_root)); 671262133bSJosef Bacik if (transaction->delayed_refs.pending_csums) 68ab8d0fc4SJeff Mahoney btrfs_err(transaction->fs_info, 69ab8d0fc4SJeff Mahoney "pending csums is %llu", 701262133bSJosef Bacik transaction->delayed_refs.pending_csums); 716df9a95eSJosef Bacik while (!list_empty(&transaction->pending_chunks)) { 726df9a95eSJosef Bacik struct extent_map *em; 736df9a95eSJosef Bacik 746df9a95eSJosef Bacik em = list_first_entry(&transaction->pending_chunks, 756df9a95eSJosef Bacik struct extent_map, list); 766df9a95eSJosef Bacik list_del_init(&em->list); 776df9a95eSJosef Bacik free_extent_map(em); 786df9a95eSJosef Bacik } 797785a663SFilipe Manana /* 807785a663SFilipe Manana * If any block groups are found in ->deleted_bgs then it's 817785a663SFilipe Manana * because the transaction was aborted and a commit did not 827785a663SFilipe Manana * happen (things failed before writing the new superblock 837785a663SFilipe Manana * and calling btrfs_finish_extent_commit()), so we can not 847785a663SFilipe Manana * discard the physical locations of the block groups. 857785a663SFilipe Manana */ 867785a663SFilipe Manana while (!list_empty(&transaction->deleted_bgs)) { 877785a663SFilipe Manana struct btrfs_block_group_cache *cache; 887785a663SFilipe Manana 897785a663SFilipe Manana cache = list_first_entry(&transaction->deleted_bgs, 907785a663SFilipe Manana struct btrfs_block_group_cache, 917785a663SFilipe Manana bg_list); 927785a663SFilipe Manana list_del_init(&cache->bg_list); 937785a663SFilipe Manana btrfs_put_block_group_trimming(cache); 947785a663SFilipe Manana btrfs_put_block_group(cache); 957785a663SFilipe Manana } 962c90e5d6SChris Mason kmem_cache_free(btrfs_transaction_cachep, transaction); 9779154b1bSChris Mason } 9878fae27eSChris Mason } 9979154b1bSChris Mason 100663dfbb0SFilipe Manana static void clear_btree_io_tree(struct extent_io_tree *tree) 101663dfbb0SFilipe Manana { 102663dfbb0SFilipe Manana spin_lock(&tree->lock); 103b666a9cdSDavid Sterba /* 104b666a9cdSDavid Sterba * Do a single barrier for the waitqueue_active check here, the state 105b666a9cdSDavid Sterba * of the waitqueue should not change once clear_btree_io_tree is 106b666a9cdSDavid Sterba * called. 107b666a9cdSDavid Sterba */ 108b666a9cdSDavid Sterba smp_mb(); 109663dfbb0SFilipe Manana while (!RB_EMPTY_ROOT(&tree->state)) { 110663dfbb0SFilipe Manana struct rb_node *node; 111663dfbb0SFilipe Manana struct extent_state *state; 112663dfbb0SFilipe Manana 113663dfbb0SFilipe Manana node = rb_first(&tree->state); 114663dfbb0SFilipe Manana state = rb_entry(node, struct extent_state, rb_node); 115663dfbb0SFilipe Manana rb_erase(&state->rb_node, &tree->state); 116663dfbb0SFilipe Manana RB_CLEAR_NODE(&state->rb_node); 117663dfbb0SFilipe Manana /* 118663dfbb0SFilipe Manana * btree io trees aren't supposed to have tasks waiting for 119663dfbb0SFilipe Manana * changes in the flags of extent states ever. 120663dfbb0SFilipe Manana */ 121663dfbb0SFilipe Manana ASSERT(!waitqueue_active(&state->wq)); 122663dfbb0SFilipe Manana free_extent_state(state); 123351810c1SDavid Sterba 124351810c1SDavid Sterba cond_resched_lock(&tree->lock); 125663dfbb0SFilipe Manana } 126663dfbb0SFilipe Manana spin_unlock(&tree->lock); 127663dfbb0SFilipe Manana } 128663dfbb0SFilipe Manana 1299e351cc8SJosef Bacik static noinline void switch_commit_roots(struct btrfs_transaction *trans, 1309e351cc8SJosef Bacik struct btrfs_fs_info *fs_info) 131817d52f8SJosef Bacik { 1329e351cc8SJosef Bacik struct btrfs_root *root, *tmp; 1339e351cc8SJosef Bacik 1349e351cc8SJosef Bacik down_write(&fs_info->commit_root_sem); 1359e351cc8SJosef Bacik list_for_each_entry_safe(root, tmp, &trans->switch_commits, 1369e351cc8SJosef Bacik dirty_list) { 1379e351cc8SJosef Bacik list_del_init(&root->dirty_list); 138817d52f8SJosef Bacik free_extent_buffer(root->commit_root); 139817d52f8SJosef Bacik root->commit_root = btrfs_root_node(root); 1409e351cc8SJosef Bacik if (is_fstree(root->objectid)) 1419e351cc8SJosef Bacik btrfs_unpin_free_ino(root); 142663dfbb0SFilipe Manana clear_btree_io_tree(&root->dirty_log_pages); 1439e351cc8SJosef Bacik } 1442b9dbef2SJosef Bacik 1452b9dbef2SJosef Bacik /* We can free old roots now. */ 1462b9dbef2SJosef Bacik spin_lock(&trans->dropped_roots_lock); 1472b9dbef2SJosef Bacik while (!list_empty(&trans->dropped_roots)) { 1482b9dbef2SJosef Bacik root = list_first_entry(&trans->dropped_roots, 1492b9dbef2SJosef Bacik struct btrfs_root, root_list); 1502b9dbef2SJosef Bacik list_del_init(&root->root_list); 1512b9dbef2SJosef Bacik spin_unlock(&trans->dropped_roots_lock); 1522b9dbef2SJosef Bacik btrfs_drop_and_free_fs_root(fs_info, root); 1532b9dbef2SJosef Bacik spin_lock(&trans->dropped_roots_lock); 1542b9dbef2SJosef Bacik } 1552b9dbef2SJosef Bacik spin_unlock(&trans->dropped_roots_lock); 1569e351cc8SJosef Bacik up_write(&fs_info->commit_root_sem); 157817d52f8SJosef Bacik } 158817d52f8SJosef Bacik 1590860adfdSMiao Xie static inline void extwriter_counter_inc(struct btrfs_transaction *trans, 1600860adfdSMiao Xie unsigned int type) 1610860adfdSMiao Xie { 1620860adfdSMiao Xie if (type & TRANS_EXTWRITERS) 1630860adfdSMiao Xie atomic_inc(&trans->num_extwriters); 1640860adfdSMiao Xie } 1650860adfdSMiao Xie 1660860adfdSMiao Xie static inline void extwriter_counter_dec(struct btrfs_transaction *trans, 1670860adfdSMiao Xie unsigned int type) 1680860adfdSMiao Xie { 1690860adfdSMiao Xie if (type & TRANS_EXTWRITERS) 1700860adfdSMiao Xie atomic_dec(&trans->num_extwriters); 1710860adfdSMiao Xie } 1720860adfdSMiao Xie 1730860adfdSMiao Xie static inline void extwriter_counter_init(struct btrfs_transaction *trans, 1740860adfdSMiao Xie unsigned int type) 1750860adfdSMiao Xie { 1760860adfdSMiao Xie atomic_set(&trans->num_extwriters, ((type & TRANS_EXTWRITERS) ? 1 : 0)); 1770860adfdSMiao Xie } 1780860adfdSMiao Xie 1790860adfdSMiao Xie static inline int extwriter_counter_read(struct btrfs_transaction *trans) 1800860adfdSMiao Xie { 1810860adfdSMiao Xie return atomic_read(&trans->num_extwriters); 182178260b2SMiao Xie } 183178260b2SMiao Xie 184d352ac68SChris Mason /* 185d352ac68SChris Mason * either allocate a new transaction or hop into the existing one 186d352ac68SChris Mason */ 1870860adfdSMiao Xie static noinline int join_transaction(struct btrfs_root *root, unsigned int type) 18879154b1bSChris Mason { 18979154b1bSChris Mason struct btrfs_transaction *cur_trans; 19019ae4e81SJan Schmidt struct btrfs_fs_info *fs_info = root->fs_info; 191a4abeea4SJosef Bacik 19219ae4e81SJan Schmidt spin_lock(&fs_info->trans_lock); 193d43317dcSChris Mason loop: 19449b25e05SJeff Mahoney /* The file system has been taken offline. No new transactions. */ 19587533c47SMiao Xie if (test_bit(BTRFS_FS_STATE_ERROR, &fs_info->fs_state)) { 19619ae4e81SJan Schmidt spin_unlock(&fs_info->trans_lock); 19749b25e05SJeff Mahoney return -EROFS; 19849b25e05SJeff Mahoney } 19949b25e05SJeff Mahoney 20019ae4e81SJan Schmidt cur_trans = fs_info->running_transaction; 201a4abeea4SJosef Bacik if (cur_trans) { 202871383beSDavid Sterba if (cur_trans->aborted) { 20319ae4e81SJan Schmidt spin_unlock(&fs_info->trans_lock); 20449b25e05SJeff Mahoney return cur_trans->aborted; 205871383beSDavid Sterba } 2064a9d8bdeSMiao Xie if (btrfs_blocked_trans_types[cur_trans->state] & type) { 207178260b2SMiao Xie spin_unlock(&fs_info->trans_lock); 208178260b2SMiao Xie return -EBUSY; 209178260b2SMiao Xie } 210a4abeea4SJosef Bacik atomic_inc(&cur_trans->use_count); 211a4abeea4SJosef Bacik atomic_inc(&cur_trans->num_writers); 2120860adfdSMiao Xie extwriter_counter_inc(cur_trans, type); 21319ae4e81SJan Schmidt spin_unlock(&fs_info->trans_lock); 214a4abeea4SJosef Bacik return 0; 215a4abeea4SJosef Bacik } 21619ae4e81SJan Schmidt spin_unlock(&fs_info->trans_lock); 217a4abeea4SJosef Bacik 218354aa0fbSMiao Xie /* 219354aa0fbSMiao Xie * If we are ATTACH, we just want to catch the current transaction, 220354aa0fbSMiao Xie * and commit it. If there is no transaction, just return ENOENT. 221354aa0fbSMiao Xie */ 222354aa0fbSMiao Xie if (type == TRANS_ATTACH) 223354aa0fbSMiao Xie return -ENOENT; 224354aa0fbSMiao Xie 2254a9d8bdeSMiao Xie /* 2264a9d8bdeSMiao Xie * JOIN_NOLOCK only happens during the transaction commit, so 2274a9d8bdeSMiao Xie * it is impossible that ->running_transaction is NULL 2284a9d8bdeSMiao Xie */ 2294a9d8bdeSMiao Xie BUG_ON(type == TRANS_JOIN_NOLOCK); 2304a9d8bdeSMiao Xie 231a4abeea4SJosef Bacik cur_trans = kmem_cache_alloc(btrfs_transaction_cachep, GFP_NOFS); 232db5b493aSTsutomu Itoh if (!cur_trans) 233db5b493aSTsutomu Itoh return -ENOMEM; 234d43317dcSChris Mason 23519ae4e81SJan Schmidt spin_lock(&fs_info->trans_lock); 23619ae4e81SJan Schmidt if (fs_info->running_transaction) { 237d43317dcSChris Mason /* 238d43317dcSChris Mason * someone started a transaction after we unlocked. Make sure 2394a9d8bdeSMiao Xie * to redo the checks above 240d43317dcSChris Mason */ 241a4abeea4SJosef Bacik kmem_cache_free(btrfs_transaction_cachep, cur_trans); 242d43317dcSChris Mason goto loop; 24387533c47SMiao Xie } else if (test_bit(BTRFS_FS_STATE_ERROR, &fs_info->fs_state)) { 244e4b50e14SDan Carpenter spin_unlock(&fs_info->trans_lock); 2457b8b92afSJosef Bacik kmem_cache_free(btrfs_transaction_cachep, cur_trans); 2467b8b92afSJosef Bacik return -EROFS; 247a4abeea4SJosef Bacik } 248d43317dcSChris Mason 249ab8d0fc4SJeff Mahoney cur_trans->fs_info = fs_info; 25013c5a93eSJosef Bacik atomic_set(&cur_trans->num_writers, 1); 2510860adfdSMiao Xie extwriter_counter_init(cur_trans, type); 25279154b1bSChris Mason init_waitqueue_head(&cur_trans->writer_wait); 25379154b1bSChris Mason init_waitqueue_head(&cur_trans->commit_wait); 254161c3549SJosef Bacik init_waitqueue_head(&cur_trans->pending_wait); 2554a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_RUNNING; 256a4abeea4SJosef Bacik /* 257a4abeea4SJosef Bacik * One for this trans handle, one so it will live on until we 258a4abeea4SJosef Bacik * commit the transaction. 259a4abeea4SJosef Bacik */ 260a4abeea4SJosef Bacik atomic_set(&cur_trans->use_count, 2); 261161c3549SJosef Bacik atomic_set(&cur_trans->pending_ordered, 0); 2623204d33cSJosef Bacik cur_trans->flags = 0; 26308607c1bSChris Mason cur_trans->start_time = get_seconds(); 26456bec294SChris Mason 265a099d0fdSAlexandru Moise memset(&cur_trans->delayed_refs, 0, sizeof(cur_trans->delayed_refs)); 266a099d0fdSAlexandru Moise 267c46effa6SLiu Bo cur_trans->delayed_refs.href_root = RB_ROOT; 2683368d001SQu Wenruo cur_trans->delayed_refs.dirty_extent_root = RB_ROOT; 269d7df2c79SJosef Bacik atomic_set(&cur_trans->delayed_refs.num_entries, 0); 27020b297d6SJan Schmidt 27120b297d6SJan Schmidt /* 27220b297d6SJan Schmidt * although the tree mod log is per file system and not per transaction, 27320b297d6SJan Schmidt * the log must never go across transaction boundaries. 27420b297d6SJan Schmidt */ 27520b297d6SJan Schmidt smp_mb(); 27631b1a2bdSJulia Lawall if (!list_empty(&fs_info->tree_mod_seq_list)) 2775d163e0eSJeff Mahoney WARN(1, KERN_ERR "BTRFS: tree_mod_seq_list not empty when creating a fresh transaction\n"); 27831b1a2bdSJulia Lawall if (!RB_EMPTY_ROOT(&fs_info->tree_mod_log)) 2795d163e0eSJeff Mahoney WARN(1, KERN_ERR "BTRFS: tree_mod_log rb tree not empty when creating a fresh transaction\n"); 280fc36ed7eSJan Schmidt atomic64_set(&fs_info->tree_mod_seq, 0); 28120b297d6SJan Schmidt 28256bec294SChris Mason spin_lock_init(&cur_trans->delayed_refs.lock); 28356bec294SChris Mason 2843063d29fSChris Mason INIT_LIST_HEAD(&cur_trans->pending_snapshots); 2856df9a95eSJosef Bacik INIT_LIST_HEAD(&cur_trans->pending_chunks); 2869e351cc8SJosef Bacik INIT_LIST_HEAD(&cur_trans->switch_commits); 287ce93ec54SJosef Bacik INIT_LIST_HEAD(&cur_trans->dirty_bgs); 2881bbc621eSChris Mason INIT_LIST_HEAD(&cur_trans->io_bgs); 2892b9dbef2SJosef Bacik INIT_LIST_HEAD(&cur_trans->dropped_roots); 2901bbc621eSChris Mason mutex_init(&cur_trans->cache_write_mutex); 291cb723e49SJosef Bacik cur_trans->num_dirty_bgs = 0; 292ce93ec54SJosef Bacik spin_lock_init(&cur_trans->dirty_bgs_lock); 293e33e17eeSJeff Mahoney INIT_LIST_HEAD(&cur_trans->deleted_bgs); 2942b9dbef2SJosef Bacik spin_lock_init(&cur_trans->dropped_roots_lock); 29519ae4e81SJan Schmidt list_add_tail(&cur_trans->list, &fs_info->trans_list); 296d1310b2eSChris Mason extent_io_tree_init(&cur_trans->dirty_pages, 29719ae4e81SJan Schmidt fs_info->btree_inode->i_mapping); 29819ae4e81SJan Schmidt fs_info->generation++; 29919ae4e81SJan Schmidt cur_trans->transid = fs_info->generation; 30019ae4e81SJan Schmidt fs_info->running_transaction = cur_trans; 30149b25e05SJeff Mahoney cur_trans->aborted = 0; 30219ae4e81SJan Schmidt spin_unlock(&fs_info->trans_lock); 30315ee9bc7SJosef Bacik 30479154b1bSChris Mason return 0; 30579154b1bSChris Mason } 30679154b1bSChris Mason 307d352ac68SChris Mason /* 308d397712bSChris Mason * this does all the record keeping required to make sure that a reference 309d397712bSChris Mason * counted root is properly recorded in a given transaction. This is required 310d397712bSChris Mason * to make sure the old root from before we joined the transaction is deleted 311d397712bSChris Mason * when the transaction commits 312d352ac68SChris Mason */ 3137585717fSChris Mason static int record_root_in_trans(struct btrfs_trans_handle *trans, 3146426c7adSQu Wenruo struct btrfs_root *root, 3156426c7adSQu Wenruo int force) 3166702ed49SChris Mason { 3176426c7adSQu Wenruo if ((test_bit(BTRFS_ROOT_REF_COWS, &root->state) && 3186426c7adSQu Wenruo root->last_trans < trans->transid) || force) { 3196702ed49SChris Mason WARN_ON(root == root->fs_info->extent_root); 3205d4f98a2SYan Zheng WARN_ON(root->commit_root != root->node); 3215d4f98a2SYan Zheng 3227585717fSChris Mason /* 32327cdeb70SMiao Xie * see below for IN_TRANS_SETUP usage rules 3247585717fSChris Mason * we have the reloc mutex held now, so there 3257585717fSChris Mason * is only one writer in this function 3267585717fSChris Mason */ 32727cdeb70SMiao Xie set_bit(BTRFS_ROOT_IN_TRANS_SETUP, &root->state); 3287585717fSChris Mason 32927cdeb70SMiao Xie /* make sure readers find IN_TRANS_SETUP before 3307585717fSChris Mason * they find our root->last_trans update 3317585717fSChris Mason */ 3327585717fSChris Mason smp_wmb(); 3337585717fSChris Mason 334a4abeea4SJosef Bacik spin_lock(&root->fs_info->fs_roots_radix_lock); 3356426c7adSQu Wenruo if (root->last_trans == trans->transid && !force) { 336a4abeea4SJosef Bacik spin_unlock(&root->fs_info->fs_roots_radix_lock); 337a4abeea4SJosef Bacik return 0; 338a4abeea4SJosef Bacik } 3396702ed49SChris Mason radix_tree_tag_set(&root->fs_info->fs_roots_radix, 3406702ed49SChris Mason (unsigned long)root->root_key.objectid, 3416702ed49SChris Mason BTRFS_ROOT_TRANS_TAG); 342a4abeea4SJosef Bacik spin_unlock(&root->fs_info->fs_roots_radix_lock); 3437585717fSChris Mason root->last_trans = trans->transid; 3447585717fSChris Mason 3457585717fSChris Mason /* this is pretty tricky. We don't want to 3467585717fSChris Mason * take the relocation lock in btrfs_record_root_in_trans 3477585717fSChris Mason * unless we're really doing the first setup for this root in 3487585717fSChris Mason * this transaction. 3497585717fSChris Mason * 3507585717fSChris Mason * Normally we'd use root->last_trans as a flag to decide 3517585717fSChris Mason * if we want to take the expensive mutex. 3527585717fSChris Mason * 3537585717fSChris Mason * But, we have to set root->last_trans before we 3547585717fSChris Mason * init the relocation root, otherwise, we trip over warnings 3557585717fSChris Mason * in ctree.c. The solution used here is to flag ourselves 35627cdeb70SMiao Xie * with root IN_TRANS_SETUP. When this is 1, we're still 3577585717fSChris Mason * fixing up the reloc trees and everyone must wait. 3587585717fSChris Mason * 3597585717fSChris Mason * When this is zero, they can trust root->last_trans and fly 3607585717fSChris Mason * through btrfs_record_root_in_trans without having to take the 3617585717fSChris Mason * lock. smp_wmb() makes sure that all the writes above are 3627585717fSChris Mason * done before we pop in the zero below 3637585717fSChris Mason */ 3645d4f98a2SYan Zheng btrfs_init_reloc_root(trans, root); 365c7548af6SChris Mason smp_mb__before_atomic(); 36627cdeb70SMiao Xie clear_bit(BTRFS_ROOT_IN_TRANS_SETUP, &root->state); 3676702ed49SChris Mason } 3685d4f98a2SYan Zheng return 0; 3696702ed49SChris Mason } 3705d4f98a2SYan Zheng 3717585717fSChris Mason 3722b9dbef2SJosef Bacik void btrfs_add_dropped_root(struct btrfs_trans_handle *trans, 3732b9dbef2SJosef Bacik struct btrfs_root *root) 3742b9dbef2SJosef Bacik { 3752b9dbef2SJosef Bacik struct btrfs_transaction *cur_trans = trans->transaction; 3762b9dbef2SJosef Bacik 3772b9dbef2SJosef Bacik /* Add ourselves to the transaction dropped list */ 3782b9dbef2SJosef Bacik spin_lock(&cur_trans->dropped_roots_lock); 3792b9dbef2SJosef Bacik list_add_tail(&root->root_list, &cur_trans->dropped_roots); 3802b9dbef2SJosef Bacik spin_unlock(&cur_trans->dropped_roots_lock); 3812b9dbef2SJosef Bacik 3822b9dbef2SJosef Bacik /* Make sure we don't try to update the root at commit time */ 3832b9dbef2SJosef Bacik spin_lock(&root->fs_info->fs_roots_radix_lock); 3842b9dbef2SJosef Bacik radix_tree_tag_clear(&root->fs_info->fs_roots_radix, 3852b9dbef2SJosef Bacik (unsigned long)root->root_key.objectid, 3862b9dbef2SJosef Bacik BTRFS_ROOT_TRANS_TAG); 3872b9dbef2SJosef Bacik spin_unlock(&root->fs_info->fs_roots_radix_lock); 3882b9dbef2SJosef Bacik } 3892b9dbef2SJosef Bacik 3907585717fSChris Mason int btrfs_record_root_in_trans(struct btrfs_trans_handle *trans, 3917585717fSChris Mason struct btrfs_root *root) 3927585717fSChris Mason { 39327cdeb70SMiao Xie if (!test_bit(BTRFS_ROOT_REF_COWS, &root->state)) 3947585717fSChris Mason return 0; 3957585717fSChris Mason 3967585717fSChris Mason /* 39727cdeb70SMiao Xie * see record_root_in_trans for comments about IN_TRANS_SETUP usage 3987585717fSChris Mason * and barriers 3997585717fSChris Mason */ 4007585717fSChris Mason smp_rmb(); 4017585717fSChris Mason if (root->last_trans == trans->transid && 40227cdeb70SMiao Xie !test_bit(BTRFS_ROOT_IN_TRANS_SETUP, &root->state)) 4037585717fSChris Mason return 0; 4047585717fSChris Mason 4057585717fSChris Mason mutex_lock(&root->fs_info->reloc_mutex); 4066426c7adSQu Wenruo record_root_in_trans(trans, root, 0); 4077585717fSChris Mason mutex_unlock(&root->fs_info->reloc_mutex); 4087585717fSChris Mason 4097585717fSChris Mason return 0; 4107585717fSChris Mason } 4117585717fSChris Mason 4124a9d8bdeSMiao Xie static inline int is_transaction_blocked(struct btrfs_transaction *trans) 4134a9d8bdeSMiao Xie { 4144a9d8bdeSMiao Xie return (trans->state >= TRANS_STATE_BLOCKED && 415501407aaSJosef Bacik trans->state < TRANS_STATE_UNBLOCKED && 416501407aaSJosef Bacik !trans->aborted); 4174a9d8bdeSMiao Xie } 4184a9d8bdeSMiao Xie 419d352ac68SChris Mason /* wait for commit against the current transaction to become unblocked 420d352ac68SChris Mason * when this is done, it is safe to start a new transaction, but the current 421d352ac68SChris Mason * transaction might not be fully on disk. 422d352ac68SChris Mason */ 42337d1aeeeSChris Mason static void wait_current_trans(struct btrfs_root *root) 42479154b1bSChris Mason { 425f9295749SChris Mason struct btrfs_transaction *cur_trans; 42679154b1bSChris Mason 427a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 428f9295749SChris Mason cur_trans = root->fs_info->running_transaction; 4294a9d8bdeSMiao Xie if (cur_trans && is_transaction_blocked(cur_trans)) { 43013c5a93eSJosef Bacik atomic_inc(&cur_trans->use_count); 431a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 43272d63ed6SLi Zefan 43372d63ed6SLi Zefan wait_event(root->fs_info->transaction_wait, 434501407aaSJosef Bacik cur_trans->state >= TRANS_STATE_UNBLOCKED || 435501407aaSJosef Bacik cur_trans->aborted); 436724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 437a4abeea4SJosef Bacik } else { 438a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 439f9295749SChris Mason } 44037d1aeeeSChris Mason } 44137d1aeeeSChris Mason 442a22285a6SYan, Zheng static int may_wait_transaction(struct btrfs_root *root, int type) 44337d1aeeeSChris Mason { 444afcdd129SJosef Bacik if (test_bit(BTRFS_FS_LOG_RECOVERING, &root->fs_info->flags)) 445a4abeea4SJosef Bacik return 0; 446a4abeea4SJosef Bacik 447a4abeea4SJosef Bacik if (type == TRANS_USERSPACE) 448a22285a6SYan, Zheng return 1; 449a4abeea4SJosef Bacik 450a4abeea4SJosef Bacik if (type == TRANS_START && 451a4abeea4SJosef Bacik !atomic_read(&root->fs_info->open_ioctl_trans)) 452a4abeea4SJosef Bacik return 1; 453a4abeea4SJosef Bacik 454a22285a6SYan, Zheng return 0; 455a22285a6SYan, Zheng } 456a22285a6SYan, Zheng 45720dd2cbfSMiao Xie static inline bool need_reserve_reloc_root(struct btrfs_root *root) 45820dd2cbfSMiao Xie { 45920dd2cbfSMiao Xie if (!root->fs_info->reloc_ctl || 46027cdeb70SMiao Xie !test_bit(BTRFS_ROOT_REF_COWS, &root->state) || 46120dd2cbfSMiao Xie root->root_key.objectid == BTRFS_TREE_RELOC_OBJECTID || 46220dd2cbfSMiao Xie root->reloc_root) 46320dd2cbfSMiao Xie return false; 46420dd2cbfSMiao Xie 46520dd2cbfSMiao Xie return true; 46620dd2cbfSMiao Xie } 46720dd2cbfSMiao Xie 46808e007d2SMiao Xie static struct btrfs_trans_handle * 4695aed1dd8SAlexandru Moise start_transaction(struct btrfs_root *root, unsigned int num_items, 4705aed1dd8SAlexandru Moise unsigned int type, enum btrfs_reserve_flush_enum flush) 471a22285a6SYan, Zheng { 472a22285a6SYan, Zheng struct btrfs_trans_handle *h; 473a22285a6SYan, Zheng struct btrfs_transaction *cur_trans; 474b5009945SJosef Bacik u64 num_bytes = 0; 475c5567237SArne Jansen u64 qgroup_reserved = 0; 47620dd2cbfSMiao Xie bool reloc_reserved = false; 47720dd2cbfSMiao Xie int ret; 478acce952bSliubo 47946c4e71eSFilipe Manana /* Send isn't supposed to start transactions. */ 4802755a0deSDavid Sterba ASSERT(current->journal_info != BTRFS_SEND_TRANS_STUB); 48146c4e71eSFilipe Manana 48287533c47SMiao Xie if (test_bit(BTRFS_FS_STATE_ERROR, &root->fs_info->fs_state)) 483acce952bSliubo return ERR_PTR(-EROFS); 4842a1eb461SJosef Bacik 48546c4e71eSFilipe Manana if (current->journal_info) { 4860860adfdSMiao Xie WARN_ON(type & TRANS_EXTWRITERS); 4872a1eb461SJosef Bacik h = current->journal_info; 4882a1eb461SJosef Bacik h->use_count++; 489b7d5b0a8SMiao Xie WARN_ON(h->use_count > 2); 4902a1eb461SJosef Bacik h->orig_rsv = h->block_rsv; 4912a1eb461SJosef Bacik h->block_rsv = NULL; 4922a1eb461SJosef Bacik goto got_it; 4932a1eb461SJosef Bacik } 494b5009945SJosef Bacik 495b5009945SJosef Bacik /* 496b5009945SJosef Bacik * Do the reservation before we join the transaction so we can do all 497b5009945SJosef Bacik * the appropriate flushing if need be. 498b5009945SJosef Bacik */ 499b5009945SJosef Bacik if (num_items > 0 && root != root->fs_info->chunk_root) { 500707e8a07SDavid Sterba qgroup_reserved = num_items * root->nodesize; 5017174109cSQu Wenruo ret = btrfs_qgroup_reserve_meta(root, qgroup_reserved); 502c5567237SArne Jansen if (ret) 503c5567237SArne Jansen return ERR_PTR(ret); 504c5567237SArne Jansen 505b5009945SJosef Bacik num_bytes = btrfs_calc_trans_metadata_size(root, num_items); 50620dd2cbfSMiao Xie /* 50720dd2cbfSMiao Xie * Do the reservation for the relocation root creation 50820dd2cbfSMiao Xie */ 509ee39b432SDavid Sterba if (need_reserve_reloc_root(root)) { 51020dd2cbfSMiao Xie num_bytes += root->nodesize; 51120dd2cbfSMiao Xie reloc_reserved = true; 51220dd2cbfSMiao Xie } 51320dd2cbfSMiao Xie 5144a92b1b8SJosef Bacik ret = btrfs_block_rsv_add(root, 515b5009945SJosef Bacik &root->fs_info->trans_block_rsv, 51608e007d2SMiao Xie num_bytes, flush); 517b5009945SJosef Bacik if (ret) 518843fcf35SMiao Xie goto reserve_fail; 519b5009945SJosef Bacik } 520a22285a6SYan, Zheng again: 521f2f767e7SAlexandru Moise h = kmem_cache_zalloc(btrfs_trans_handle_cachep, GFP_NOFS); 522843fcf35SMiao Xie if (!h) { 523843fcf35SMiao Xie ret = -ENOMEM; 524843fcf35SMiao Xie goto alloc_fail; 525843fcf35SMiao Xie } 526a22285a6SYan, Zheng 52798114659SJosef Bacik /* 52898114659SJosef Bacik * If we are JOIN_NOLOCK we're already committing a transaction and 52998114659SJosef Bacik * waiting on this guy, so we don't need to do the sb_start_intwrite 53098114659SJosef Bacik * because we're already holding a ref. We need this because we could 53198114659SJosef Bacik * have raced in and did an fsync() on a file which can kick a commit 53298114659SJosef Bacik * and then we deadlock with somebody doing a freeze. 533354aa0fbSMiao Xie * 534354aa0fbSMiao Xie * If we are ATTACH, it means we just want to catch the current 535354aa0fbSMiao Xie * transaction and commit it, so we needn't do sb_start_intwrite(). 53698114659SJosef Bacik */ 5370860adfdSMiao Xie if (type & __TRANS_FREEZABLE) 538b2b5ef5cSJan Kara sb_start_intwrite(root->fs_info->sb); 539b2b5ef5cSJan Kara 540a22285a6SYan, Zheng if (may_wait_transaction(root, type)) 54137d1aeeeSChris Mason wait_current_trans(root); 542a22285a6SYan, Zheng 543a4abeea4SJosef Bacik do { 544354aa0fbSMiao Xie ret = join_transaction(root, type); 545178260b2SMiao Xie if (ret == -EBUSY) { 546a4abeea4SJosef Bacik wait_current_trans(root); 547178260b2SMiao Xie if (unlikely(type == TRANS_ATTACH)) 548178260b2SMiao Xie ret = -ENOENT; 549178260b2SMiao Xie } 550a4abeea4SJosef Bacik } while (ret == -EBUSY); 551a4abeea4SJosef Bacik 552a43f7f82SLiu Bo if (ret < 0) 553843fcf35SMiao Xie goto join_fail; 5540f7d52f4SChris Mason 555a22285a6SYan, Zheng cur_trans = root->fs_info->running_transaction; 556a22285a6SYan, Zheng 557a22285a6SYan, Zheng h->transid = cur_trans->transid; 558a22285a6SYan, Zheng h->transaction = cur_trans; 559d13603efSArne Jansen h->root = root; 5602a1eb461SJosef Bacik h->use_count = 1; 56164b63580SJeff Mahoney h->fs_info = root->fs_info; 5627174109cSQu Wenruo 563a698d075SMiao Xie h->type = type; 564d9a0540aSFilipe Manana h->can_flush_pending_bgs = true; 565bed92eaeSArne Jansen INIT_LIST_HEAD(&h->qgroup_ref_list); 566ea658badSJosef Bacik INIT_LIST_HEAD(&h->new_bgs); 567b7ec40d7SChris Mason 568a22285a6SYan, Zheng smp_mb(); 5694a9d8bdeSMiao Xie if (cur_trans->state >= TRANS_STATE_BLOCKED && 5704a9d8bdeSMiao Xie may_wait_transaction(root, type)) { 571abdd2e80SFilipe Manana current->journal_info = h; 572a22285a6SYan, Zheng btrfs_commit_transaction(h, root); 573a22285a6SYan, Zheng goto again; 574a22285a6SYan, Zheng } 5759ed74f2dSJosef Bacik 576b5009945SJosef Bacik if (num_bytes) { 5778c2a3ca2SJosef Bacik trace_btrfs_space_reservation(root->fs_info, "transaction", 5782bcc0328SLiu Bo h->transid, num_bytes, 1); 579b5009945SJosef Bacik h->block_rsv = &root->fs_info->trans_block_rsv; 580b5009945SJosef Bacik h->bytes_reserved = num_bytes; 58120dd2cbfSMiao Xie h->reloc_reserved = reloc_reserved; 582a22285a6SYan, Zheng } 583a22285a6SYan, Zheng 5842a1eb461SJosef Bacik got_it: 585a4abeea4SJosef Bacik btrfs_record_root_in_trans(h, root); 586a22285a6SYan, Zheng 587a22285a6SYan, Zheng if (!current->journal_info && type != TRANS_USERSPACE) 588a22285a6SYan, Zheng current->journal_info = h; 58979154b1bSChris Mason return h; 590843fcf35SMiao Xie 591843fcf35SMiao Xie join_fail: 5920860adfdSMiao Xie if (type & __TRANS_FREEZABLE) 593843fcf35SMiao Xie sb_end_intwrite(root->fs_info->sb); 594843fcf35SMiao Xie kmem_cache_free(btrfs_trans_handle_cachep, h); 595843fcf35SMiao Xie alloc_fail: 596843fcf35SMiao Xie if (num_bytes) 597843fcf35SMiao Xie btrfs_block_rsv_release(root, &root->fs_info->trans_block_rsv, 598843fcf35SMiao Xie num_bytes); 599843fcf35SMiao Xie reserve_fail: 6007174109cSQu Wenruo btrfs_qgroup_free_meta(root, qgroup_reserved); 601843fcf35SMiao Xie return ERR_PTR(ret); 60279154b1bSChris Mason } 60379154b1bSChris Mason 604f9295749SChris Mason struct btrfs_trans_handle *btrfs_start_transaction(struct btrfs_root *root, 6055aed1dd8SAlexandru Moise unsigned int num_items) 606f9295749SChris Mason { 60708e007d2SMiao Xie return start_transaction(root, num_items, TRANS_START, 60808e007d2SMiao Xie BTRFS_RESERVE_FLUSH_ALL); 609f9295749SChris Mason } 6108eab77ffSFilipe Manana struct btrfs_trans_handle *btrfs_start_transaction_fallback_global_rsv( 6118eab77ffSFilipe Manana struct btrfs_root *root, 6128eab77ffSFilipe Manana unsigned int num_items, 6138eab77ffSFilipe Manana int min_factor) 6148eab77ffSFilipe Manana { 6158eab77ffSFilipe Manana struct btrfs_trans_handle *trans; 6168eab77ffSFilipe Manana u64 num_bytes; 6178eab77ffSFilipe Manana int ret; 6188eab77ffSFilipe Manana 6198eab77ffSFilipe Manana trans = btrfs_start_transaction(root, num_items); 6208eab77ffSFilipe Manana if (!IS_ERR(trans) || PTR_ERR(trans) != -ENOSPC) 6218eab77ffSFilipe Manana return trans; 6228eab77ffSFilipe Manana 6238eab77ffSFilipe Manana trans = btrfs_start_transaction(root, 0); 6248eab77ffSFilipe Manana if (IS_ERR(trans)) 6258eab77ffSFilipe Manana return trans; 6268eab77ffSFilipe Manana 6278eab77ffSFilipe Manana num_bytes = btrfs_calc_trans_metadata_size(root, num_items); 6288eab77ffSFilipe Manana ret = btrfs_cond_migrate_bytes(root->fs_info, 6298eab77ffSFilipe Manana &root->fs_info->trans_block_rsv, 6308eab77ffSFilipe Manana num_bytes, 6318eab77ffSFilipe Manana min_factor); 6328eab77ffSFilipe Manana if (ret) { 6338eab77ffSFilipe Manana btrfs_end_transaction(trans, root); 6348eab77ffSFilipe Manana return ERR_PTR(ret); 6358eab77ffSFilipe Manana } 6368eab77ffSFilipe Manana 6378eab77ffSFilipe Manana trans->block_rsv = &root->fs_info->trans_block_rsv; 6388eab77ffSFilipe Manana trans->bytes_reserved = num_bytes; 63988d3a5aaSJosef Bacik trace_btrfs_space_reservation(root->fs_info, "transaction", 64088d3a5aaSJosef Bacik trans->transid, num_bytes, 1); 6418eab77ffSFilipe Manana 6428eab77ffSFilipe Manana return trans; 6438eab77ffSFilipe Manana } 6448407aa46SMiao Xie 64508e007d2SMiao Xie struct btrfs_trans_handle *btrfs_start_transaction_lflush( 6465aed1dd8SAlexandru Moise struct btrfs_root *root, 6475aed1dd8SAlexandru Moise unsigned int num_items) 6488407aa46SMiao Xie { 64908e007d2SMiao Xie return start_transaction(root, num_items, TRANS_START, 65008e007d2SMiao Xie BTRFS_RESERVE_FLUSH_LIMIT); 6518407aa46SMiao Xie } 6528407aa46SMiao Xie 6537a7eaa40SJosef Bacik struct btrfs_trans_handle *btrfs_join_transaction(struct btrfs_root *root) 654f9295749SChris Mason { 655575a75d6SAlexandru Moise return start_transaction(root, 0, TRANS_JOIN, 656575a75d6SAlexandru Moise BTRFS_RESERVE_NO_FLUSH); 657f9295749SChris Mason } 658f9295749SChris Mason 6597a7eaa40SJosef Bacik struct btrfs_trans_handle *btrfs_join_transaction_nolock(struct btrfs_root *root) 6600af3d00bSJosef Bacik { 661575a75d6SAlexandru Moise return start_transaction(root, 0, TRANS_JOIN_NOLOCK, 662575a75d6SAlexandru Moise BTRFS_RESERVE_NO_FLUSH); 6630af3d00bSJosef Bacik } 6640af3d00bSJosef Bacik 6657a7eaa40SJosef Bacik struct btrfs_trans_handle *btrfs_start_ioctl_transaction(struct btrfs_root *root) 6669ca9ee09SSage Weil { 667575a75d6SAlexandru Moise return start_transaction(root, 0, TRANS_USERSPACE, 668575a75d6SAlexandru Moise BTRFS_RESERVE_NO_FLUSH); 6699ca9ee09SSage Weil } 6709ca9ee09SSage Weil 671d4edf39bSMiao Xie /* 672d4edf39bSMiao Xie * btrfs_attach_transaction() - catch the running transaction 673d4edf39bSMiao Xie * 674d4edf39bSMiao Xie * It is used when we want to commit the current the transaction, but 675d4edf39bSMiao Xie * don't want to start a new one. 676d4edf39bSMiao Xie * 677d4edf39bSMiao Xie * Note: If this function return -ENOENT, it just means there is no 678d4edf39bSMiao Xie * running transaction. But it is possible that the inactive transaction 679d4edf39bSMiao Xie * is still in the memory, not fully on disk. If you hope there is no 680d4edf39bSMiao Xie * inactive transaction in the fs when -ENOENT is returned, you should 681d4edf39bSMiao Xie * invoke 682d4edf39bSMiao Xie * btrfs_attach_transaction_barrier() 683d4edf39bSMiao Xie */ 684354aa0fbSMiao Xie struct btrfs_trans_handle *btrfs_attach_transaction(struct btrfs_root *root) 68560376ce4SJosef Bacik { 686575a75d6SAlexandru Moise return start_transaction(root, 0, TRANS_ATTACH, 687575a75d6SAlexandru Moise BTRFS_RESERVE_NO_FLUSH); 68860376ce4SJosef Bacik } 68960376ce4SJosef Bacik 690d4edf39bSMiao Xie /* 69190b6d283SWang Sheng-Hui * btrfs_attach_transaction_barrier() - catch the running transaction 692d4edf39bSMiao Xie * 693d4edf39bSMiao Xie * It is similar to the above function, the differentia is this one 694d4edf39bSMiao Xie * will wait for all the inactive transactions until they fully 695d4edf39bSMiao Xie * complete. 696d4edf39bSMiao Xie */ 697d4edf39bSMiao Xie struct btrfs_trans_handle * 698d4edf39bSMiao Xie btrfs_attach_transaction_barrier(struct btrfs_root *root) 699d4edf39bSMiao Xie { 700d4edf39bSMiao Xie struct btrfs_trans_handle *trans; 701d4edf39bSMiao Xie 702575a75d6SAlexandru Moise trans = start_transaction(root, 0, TRANS_ATTACH, 703575a75d6SAlexandru Moise BTRFS_RESERVE_NO_FLUSH); 704d4edf39bSMiao Xie if (IS_ERR(trans) && PTR_ERR(trans) == -ENOENT) 705d4edf39bSMiao Xie btrfs_wait_for_commit(root, 0); 706d4edf39bSMiao Xie 707d4edf39bSMiao Xie return trans; 708d4edf39bSMiao Xie } 709d4edf39bSMiao Xie 710d352ac68SChris Mason /* wait for a transaction commit to be fully complete */ 711b9c8300cSLi Zefan static noinline void wait_for_commit(struct btrfs_root *root, 71289ce8a63SChris Mason struct btrfs_transaction *commit) 71389ce8a63SChris Mason { 7144a9d8bdeSMiao Xie wait_event(commit->commit_wait, commit->state == TRANS_STATE_COMPLETED); 71589ce8a63SChris Mason } 71689ce8a63SChris Mason 71746204592SSage Weil int btrfs_wait_for_commit(struct btrfs_root *root, u64 transid) 71846204592SSage Weil { 71946204592SSage Weil struct btrfs_transaction *cur_trans = NULL, *t; 7208cd2807fSMiao Xie int ret = 0; 72146204592SSage Weil 72246204592SSage Weil if (transid) { 72346204592SSage Weil if (transid <= root->fs_info->last_trans_committed) 724a4abeea4SJosef Bacik goto out; 72546204592SSage Weil 72646204592SSage Weil /* find specified transaction */ 727a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 72846204592SSage Weil list_for_each_entry(t, &root->fs_info->trans_list, list) { 72946204592SSage Weil if (t->transid == transid) { 73046204592SSage Weil cur_trans = t; 731a4abeea4SJosef Bacik atomic_inc(&cur_trans->use_count); 7328cd2807fSMiao Xie ret = 0; 73346204592SSage Weil break; 73446204592SSage Weil } 7358cd2807fSMiao Xie if (t->transid > transid) { 7368cd2807fSMiao Xie ret = 0; 73746204592SSage Weil break; 73846204592SSage Weil } 7398cd2807fSMiao Xie } 740a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 74142383020SSage Weil 74242383020SSage Weil /* 74342383020SSage Weil * The specified transaction doesn't exist, or we 74442383020SSage Weil * raced with btrfs_commit_transaction 74542383020SSage Weil */ 74642383020SSage Weil if (!cur_trans) { 74742383020SSage Weil if (transid > root->fs_info->last_trans_committed) 74842383020SSage Weil ret = -EINVAL; 7498cd2807fSMiao Xie goto out; 75042383020SSage Weil } 75146204592SSage Weil } else { 75246204592SSage Weil /* find newest transaction that is committing | committed */ 753a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 75446204592SSage Weil list_for_each_entry_reverse(t, &root->fs_info->trans_list, 75546204592SSage Weil list) { 7564a9d8bdeSMiao Xie if (t->state >= TRANS_STATE_COMMIT_START) { 7574a9d8bdeSMiao Xie if (t->state == TRANS_STATE_COMPLETED) 7583473f3c0SJosef Bacik break; 75946204592SSage Weil cur_trans = t; 760a4abeea4SJosef Bacik atomic_inc(&cur_trans->use_count); 76146204592SSage Weil break; 76246204592SSage Weil } 76346204592SSage Weil } 764a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 76546204592SSage Weil if (!cur_trans) 766a4abeea4SJosef Bacik goto out; /* nothing committing|committed */ 76746204592SSage Weil } 76846204592SSage Weil 76946204592SSage Weil wait_for_commit(root, cur_trans); 770724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 771a4abeea4SJosef Bacik out: 77246204592SSage Weil return ret; 77346204592SSage Weil } 77446204592SSage Weil 77537d1aeeeSChris Mason void btrfs_throttle(struct btrfs_root *root) 77637d1aeeeSChris Mason { 777a4abeea4SJosef Bacik if (!atomic_read(&root->fs_info->open_ioctl_trans)) 77837d1aeeeSChris Mason wait_current_trans(root); 77937d1aeeeSChris Mason } 78037d1aeeeSChris Mason 7818929ecfaSYan, Zheng static int should_end_transaction(struct btrfs_trans_handle *trans, 7828929ecfaSYan, Zheng struct btrfs_root *root) 7838929ecfaSYan, Zheng { 7841be41b78SJosef Bacik if (root->fs_info->global_block_rsv.space_info->full && 7850a2b2a84SJosef Bacik btrfs_check_space_for_delayed_refs(trans, root)) 7861be41b78SJosef Bacik return 1; 78736ba022aSJosef Bacik 7881be41b78SJosef Bacik return !!btrfs_block_rsv_check(root, &root->fs_info->global_block_rsv, 5); 7898929ecfaSYan, Zheng } 7908929ecfaSYan, Zheng 7918929ecfaSYan, Zheng int btrfs_should_end_transaction(struct btrfs_trans_handle *trans, 7928929ecfaSYan, Zheng struct btrfs_root *root) 7938929ecfaSYan, Zheng { 7948929ecfaSYan, Zheng struct btrfs_transaction *cur_trans = trans->transaction; 7958929ecfaSYan, Zheng int updates; 79649b25e05SJeff Mahoney int err; 7978929ecfaSYan, Zheng 798a4abeea4SJosef Bacik smp_mb(); 7994a9d8bdeSMiao Xie if (cur_trans->state >= TRANS_STATE_BLOCKED || 8004a9d8bdeSMiao Xie cur_trans->delayed_refs.flushing) 8018929ecfaSYan, Zheng return 1; 8028929ecfaSYan, Zheng 8038929ecfaSYan, Zheng updates = trans->delayed_ref_updates; 8048929ecfaSYan, Zheng trans->delayed_ref_updates = 0; 80549b25e05SJeff Mahoney if (updates) { 80628ed1345SChris Mason err = btrfs_run_delayed_refs(trans, root, updates * 2); 80749b25e05SJeff Mahoney if (err) /* Error code will also eval true */ 80849b25e05SJeff Mahoney return err; 80949b25e05SJeff Mahoney } 8108929ecfaSYan, Zheng 8118929ecfaSYan, Zheng return should_end_transaction(trans, root); 8128929ecfaSYan, Zheng } 8138929ecfaSYan, Zheng 81489ce8a63SChris Mason static int __btrfs_end_transaction(struct btrfs_trans_handle *trans, 815a698d075SMiao Xie struct btrfs_root *root, int throttle) 81679154b1bSChris Mason { 8178929ecfaSYan, Zheng struct btrfs_transaction *cur_trans = trans->transaction; 818ab78c84dSChris Mason struct btrfs_fs_info *info = root->fs_info; 81931b9655fSJosef Bacik u64 transid = trans->transid; 8201be41b78SJosef Bacik unsigned long cur = trans->delayed_ref_updates; 821a698d075SMiao Xie int lock = (trans->type != TRANS_JOIN_NOLOCK); 8224edc2ca3SDave Jones int err = 0; 823a79b7d4bSChris Mason int must_run_delayed_refs = 0; 824d6e4a428SChris Mason 8253bbb24b2SJosef Bacik if (trans->use_count > 1) { 8263bbb24b2SJosef Bacik trans->use_count--; 8272a1eb461SJosef Bacik trans->block_rsv = trans->orig_rsv; 8282a1eb461SJosef Bacik return 0; 8292a1eb461SJosef Bacik } 8302a1eb461SJosef Bacik 831b24e03dbSJosef Bacik btrfs_trans_release_metadata(trans, root); 8324c13d758SJosef Bacik trans->block_rsv = NULL; 833c5567237SArne Jansen 834ea658badSJosef Bacik if (!list_empty(&trans->new_bgs)) 835ea658badSJosef Bacik btrfs_create_pending_block_groups(trans, root); 836ea658badSJosef Bacik 837c3e69d58SChris Mason trans->delayed_ref_updates = 0; 838a79b7d4bSChris Mason if (!trans->sync) { 839a79b7d4bSChris Mason must_run_delayed_refs = 840a79b7d4bSChris Mason btrfs_should_throttle_delayed_refs(trans, root); 8410a2b2a84SJosef Bacik cur = max_t(unsigned long, cur, 32); 842a79b7d4bSChris Mason 843a79b7d4bSChris Mason /* 844a79b7d4bSChris Mason * don't make the caller wait if they are from a NOLOCK 845a79b7d4bSChris Mason * or ATTACH transaction, it will deadlock with commit 846a79b7d4bSChris Mason */ 847a79b7d4bSChris Mason if (must_run_delayed_refs == 1 && 848a79b7d4bSChris Mason (trans->type & (__TRANS_JOIN_NOLOCK | __TRANS_ATTACH))) 849a79b7d4bSChris Mason must_run_delayed_refs = 2; 85056bec294SChris Mason } 851bb721703SChris Mason 8520e721106SJosef Bacik btrfs_trans_release_metadata(trans, root); 8530e721106SJosef Bacik trans->block_rsv = NULL; 85456bec294SChris Mason 855ea658badSJosef Bacik if (!list_empty(&trans->new_bgs)) 856ea658badSJosef Bacik btrfs_create_pending_block_groups(trans, root); 857ea658badSJosef Bacik 8584fbcdf66SFilipe Manana btrfs_trans_release_chunk_metadata(trans); 8594fbcdf66SFilipe Manana 860a4abeea4SJosef Bacik if (lock && !atomic_read(&root->fs_info->open_ioctl_trans) && 8614a9d8bdeSMiao Xie should_end_transaction(trans, root) && 8624a9d8bdeSMiao Xie ACCESS_ONCE(cur_trans->state) == TRANS_STATE_RUNNING) { 8634a9d8bdeSMiao Xie spin_lock(&info->trans_lock); 8644a9d8bdeSMiao Xie if (cur_trans->state == TRANS_STATE_RUNNING) 8654a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_BLOCKED; 8664a9d8bdeSMiao Xie spin_unlock(&info->trans_lock); 867a4abeea4SJosef Bacik } 8688929ecfaSYan, Zheng 8694a9d8bdeSMiao Xie if (lock && ACCESS_ONCE(cur_trans->state) == TRANS_STATE_BLOCKED) { 8703bbb24b2SJosef Bacik if (throttle) 8718929ecfaSYan, Zheng return btrfs_commit_transaction(trans, root); 8723bbb24b2SJosef Bacik else 8738929ecfaSYan, Zheng wake_up_process(info->transaction_kthread); 8748929ecfaSYan, Zheng } 8758929ecfaSYan, Zheng 8760860adfdSMiao Xie if (trans->type & __TRANS_FREEZABLE) 8776df7881aSJosef Bacik sb_end_intwrite(root->fs_info->sb); 8786df7881aSJosef Bacik 8798929ecfaSYan, Zheng WARN_ON(cur_trans != info->running_transaction); 88013c5a93eSJosef Bacik WARN_ON(atomic_read(&cur_trans->num_writers) < 1); 88113c5a93eSJosef Bacik atomic_dec(&cur_trans->num_writers); 8820860adfdSMiao Xie extwriter_counter_dec(cur_trans, trans->type); 88389ce8a63SChris Mason 884a83342aaSDavid Sterba /* 885a83342aaSDavid Sterba * Make sure counter is updated before we wake up waiters. 886a83342aaSDavid Sterba */ 88799d16cbcSSage Weil smp_mb(); 88879154b1bSChris Mason if (waitqueue_active(&cur_trans->writer_wait)) 88979154b1bSChris Mason wake_up(&cur_trans->writer_wait); 890724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 8919ed74f2dSJosef Bacik 8929ed74f2dSJosef Bacik if (current->journal_info == trans) 8939ed74f2dSJosef Bacik current->journal_info = NULL; 894ab78c84dSChris Mason 89524bbcf04SYan, Zheng if (throttle) 89624bbcf04SYan, Zheng btrfs_run_delayed_iputs(root); 89724bbcf04SYan, Zheng 89849b25e05SJeff Mahoney if (trans->aborted || 8994e121c06SJosef Bacik test_bit(BTRFS_FS_STATE_ERROR, &root->fs_info->fs_state)) { 9004e121c06SJosef Bacik wake_up_process(info->transaction_kthread); 9014edc2ca3SDave Jones err = -EIO; 9024e121c06SJosef Bacik } 903edf39272SJan Schmidt assert_qgroups_uptodate(trans); 90449b25e05SJeff Mahoney 9054edc2ca3SDave Jones kmem_cache_free(btrfs_trans_handle_cachep, trans); 906a79b7d4bSChris Mason if (must_run_delayed_refs) { 90731b9655fSJosef Bacik btrfs_async_run_delayed_refs(root, cur, transid, 908a79b7d4bSChris Mason must_run_delayed_refs == 1); 909a79b7d4bSChris Mason } 9104edc2ca3SDave Jones return err; 91179154b1bSChris Mason } 91279154b1bSChris Mason 91389ce8a63SChris Mason int btrfs_end_transaction(struct btrfs_trans_handle *trans, 91489ce8a63SChris Mason struct btrfs_root *root) 91589ce8a63SChris Mason { 91698ad43beSWang Shilong return __btrfs_end_transaction(trans, root, 0); 91789ce8a63SChris Mason } 91889ce8a63SChris Mason 91989ce8a63SChris Mason int btrfs_end_transaction_throttle(struct btrfs_trans_handle *trans, 92089ce8a63SChris Mason struct btrfs_root *root) 92189ce8a63SChris Mason { 92298ad43beSWang Shilong return __btrfs_end_transaction(trans, root, 1); 92316cdcec7SMiao Xie } 92416cdcec7SMiao Xie 925d352ac68SChris Mason /* 926d352ac68SChris Mason * when btree blocks are allocated, they have some corresponding bits set for 927d352ac68SChris Mason * them in one of two extent_io trees. This is used to make sure all of 928690587d1SChris Mason * those extents are sent to disk but does not wait on them 929d352ac68SChris Mason */ 930690587d1SChris Mason int btrfs_write_marked_extents(struct btrfs_root *root, 9318cef4e16SYan, Zheng struct extent_io_tree *dirty_pages, int mark) 93279154b1bSChris Mason { 933777e6bd7SChris Mason int err = 0; 9347c4452b9SChris Mason int werr = 0; 9351728366eSJosef Bacik struct address_space *mapping = root->fs_info->btree_inode->i_mapping; 936e6138876SJosef Bacik struct extent_state *cached_state = NULL; 937777e6bd7SChris Mason u64 start = 0; 9385f39d397SChris Mason u64 end; 9397c4452b9SChris Mason 9401728366eSJosef Bacik while (!find_first_extent_bit(dirty_pages, start, &start, &end, 941e6138876SJosef Bacik mark, &cached_state)) { 942663dfbb0SFilipe Manana bool wait_writeback = false; 943663dfbb0SFilipe Manana 944663dfbb0SFilipe Manana err = convert_extent_bit(dirty_pages, start, end, 945663dfbb0SFilipe Manana EXTENT_NEED_WAIT, 946210aa277SDavid Sterba mark, &cached_state); 947663dfbb0SFilipe Manana /* 948663dfbb0SFilipe Manana * convert_extent_bit can return -ENOMEM, which is most of the 949663dfbb0SFilipe Manana * time a temporary error. So when it happens, ignore the error 950663dfbb0SFilipe Manana * and wait for writeback of this range to finish - because we 951663dfbb0SFilipe Manana * failed to set the bit EXTENT_NEED_WAIT for the range, a call 952663dfbb0SFilipe Manana * to btrfs_wait_marked_extents() would not know that writeback 953663dfbb0SFilipe Manana * for this range started and therefore wouldn't wait for it to 954663dfbb0SFilipe Manana * finish - we don't want to commit a superblock that points to 955663dfbb0SFilipe Manana * btree nodes/leafs for which writeback hasn't finished yet 956663dfbb0SFilipe Manana * (and without errors). 957663dfbb0SFilipe Manana * We cleanup any entries left in the io tree when committing 958663dfbb0SFilipe Manana * the transaction (through clear_btree_io_tree()). 959663dfbb0SFilipe Manana */ 960663dfbb0SFilipe Manana if (err == -ENOMEM) { 961663dfbb0SFilipe Manana err = 0; 962663dfbb0SFilipe Manana wait_writeback = true; 963663dfbb0SFilipe Manana } 964663dfbb0SFilipe Manana if (!err) 9651728366eSJosef Bacik err = filemap_fdatawrite_range(mapping, start, end); 9667c4452b9SChris Mason if (err) 9677c4452b9SChris Mason werr = err; 968663dfbb0SFilipe Manana else if (wait_writeback) 969663dfbb0SFilipe Manana werr = filemap_fdatawait_range(mapping, start, end); 970e38e2ed7SFilipe Manana free_extent_state(cached_state); 971663dfbb0SFilipe Manana cached_state = NULL; 9721728366eSJosef Bacik cond_resched(); 9731728366eSJosef Bacik start = end + 1; 9747c4452b9SChris Mason } 975690587d1SChris Mason return werr; 976690587d1SChris Mason } 977690587d1SChris Mason 978690587d1SChris Mason /* 979690587d1SChris Mason * when btree blocks are allocated, they have some corresponding bits set for 980690587d1SChris Mason * them in one of two extent_io trees. This is used to make sure all of 981690587d1SChris Mason * those extents are on disk for transaction or log commit. We wait 982690587d1SChris Mason * on all the pages and clear them from the dirty pages state tree 983690587d1SChris Mason */ 984690587d1SChris Mason int btrfs_wait_marked_extents(struct btrfs_root *root, 9858cef4e16SYan, Zheng struct extent_io_tree *dirty_pages, int mark) 986690587d1SChris Mason { 987690587d1SChris Mason int err = 0; 988690587d1SChris Mason int werr = 0; 9891728366eSJosef Bacik struct address_space *mapping = root->fs_info->btree_inode->i_mapping; 990e6138876SJosef Bacik struct extent_state *cached_state = NULL; 991690587d1SChris Mason u64 start = 0; 992690587d1SChris Mason u64 end; 993656f30dbSFilipe Manana bool errors = false; 994690587d1SChris Mason 9951728366eSJosef Bacik while (!find_first_extent_bit(dirty_pages, start, &start, &end, 996e6138876SJosef Bacik EXTENT_NEED_WAIT, &cached_state)) { 997663dfbb0SFilipe Manana /* 998663dfbb0SFilipe Manana * Ignore -ENOMEM errors returned by clear_extent_bit(). 999663dfbb0SFilipe Manana * When committing the transaction, we'll remove any entries 1000663dfbb0SFilipe Manana * left in the io tree. For a log commit, we don't remove them 1001663dfbb0SFilipe Manana * after committing the log because the tree can be accessed 1002663dfbb0SFilipe Manana * concurrently - we do it only at transaction commit time when 1003663dfbb0SFilipe Manana * it's safe to do it (through clear_btree_io_tree()). 1004663dfbb0SFilipe Manana */ 1005663dfbb0SFilipe Manana err = clear_extent_bit(dirty_pages, start, end, 1006663dfbb0SFilipe Manana EXTENT_NEED_WAIT, 1007e6138876SJosef Bacik 0, 0, &cached_state, GFP_NOFS); 1008663dfbb0SFilipe Manana if (err == -ENOMEM) 1009663dfbb0SFilipe Manana err = 0; 1010663dfbb0SFilipe Manana if (!err) 10111728366eSJosef Bacik err = filemap_fdatawait_range(mapping, start, end); 1012777e6bd7SChris Mason if (err) 1013777e6bd7SChris Mason werr = err; 1014e38e2ed7SFilipe Manana free_extent_state(cached_state); 1015e38e2ed7SFilipe Manana cached_state = NULL; 1016777e6bd7SChris Mason cond_resched(); 10171728366eSJosef Bacik start = end + 1; 1018777e6bd7SChris Mason } 10197c4452b9SChris Mason if (err) 10207c4452b9SChris Mason werr = err; 1021656f30dbSFilipe Manana 1022656f30dbSFilipe Manana if (root->root_key.objectid == BTRFS_TREE_LOG_OBJECTID) { 1023656f30dbSFilipe Manana if ((mark & EXTENT_DIRTY) && 1024afcdd129SJosef Bacik test_and_clear_bit(BTRFS_FS_LOG1_ERR, 1025afcdd129SJosef Bacik &root->fs_info->flags)) 1026656f30dbSFilipe Manana errors = true; 1027656f30dbSFilipe Manana 1028656f30dbSFilipe Manana if ((mark & EXTENT_NEW) && 1029afcdd129SJosef Bacik test_and_clear_bit(BTRFS_FS_LOG2_ERR, 1030afcdd129SJosef Bacik &root->fs_info->flags)) 1031656f30dbSFilipe Manana errors = true; 1032656f30dbSFilipe Manana } else { 1033afcdd129SJosef Bacik if (test_and_clear_bit(BTRFS_FS_BTREE_ERR, 1034afcdd129SJosef Bacik &root->fs_info->flags)) 1035656f30dbSFilipe Manana errors = true; 1036656f30dbSFilipe Manana } 1037656f30dbSFilipe Manana 1038656f30dbSFilipe Manana if (errors && !werr) 1039656f30dbSFilipe Manana werr = -EIO; 1040656f30dbSFilipe Manana 10417c4452b9SChris Mason return werr; 104279154b1bSChris Mason } 104379154b1bSChris Mason 1044690587d1SChris Mason /* 1045690587d1SChris Mason * when btree blocks are allocated, they have some corresponding bits set for 1046690587d1SChris Mason * them in one of two extent_io trees. This is used to make sure all of 1047690587d1SChris Mason * those extents are on disk for transaction or log commit 1048690587d1SChris Mason */ 1049171170c1SSergei Trofimovich static int btrfs_write_and_wait_marked_extents(struct btrfs_root *root, 10508cef4e16SYan, Zheng struct extent_io_tree *dirty_pages, int mark) 1051690587d1SChris Mason { 1052690587d1SChris Mason int ret; 1053690587d1SChris Mason int ret2; 1054c6adc9ccSMiao Xie struct blk_plug plug; 1055690587d1SChris Mason 1056c6adc9ccSMiao Xie blk_start_plug(&plug); 10578cef4e16SYan, Zheng ret = btrfs_write_marked_extents(root, dirty_pages, mark); 1058c6adc9ccSMiao Xie blk_finish_plug(&plug); 10598cef4e16SYan, Zheng ret2 = btrfs_wait_marked_extents(root, dirty_pages, mark); 1060bf0da8c1SChris Mason 1061bf0da8c1SChris Mason if (ret) 1062bf0da8c1SChris Mason return ret; 1063bf0da8c1SChris Mason if (ret2) 1064bf0da8c1SChris Mason return ret2; 1065bf0da8c1SChris Mason return 0; 1066690587d1SChris Mason } 1067690587d1SChris Mason 1068663dfbb0SFilipe Manana static int btrfs_write_and_wait_transaction(struct btrfs_trans_handle *trans, 1069d0c803c4SChris Mason struct btrfs_root *root) 1070d0c803c4SChris Mason { 1071663dfbb0SFilipe Manana int ret; 1072663dfbb0SFilipe Manana 1073663dfbb0SFilipe Manana ret = btrfs_write_and_wait_marked_extents(root, 10748cef4e16SYan, Zheng &trans->transaction->dirty_pages, 10758cef4e16SYan, Zheng EXTENT_DIRTY); 1076663dfbb0SFilipe Manana clear_btree_io_tree(&trans->transaction->dirty_pages); 1077663dfbb0SFilipe Manana 1078663dfbb0SFilipe Manana return ret; 1079d0c803c4SChris Mason } 1080d0c803c4SChris Mason 1081d352ac68SChris Mason /* 1082d352ac68SChris Mason * this is used to update the root pointer in the tree of tree roots. 1083d352ac68SChris Mason * 1084d352ac68SChris Mason * But, in the case of the extent allocation tree, updating the root 1085d352ac68SChris Mason * pointer may allocate blocks which may change the root of the extent 1086d352ac68SChris Mason * allocation tree. 1087d352ac68SChris Mason * 1088d352ac68SChris Mason * So, this loops and repeats and makes sure the cowonly root didn't 1089d352ac68SChris Mason * change while the root pointer was being updated in the metadata. 1090d352ac68SChris Mason */ 10910b86a832SChris Mason static int update_cowonly_root(struct btrfs_trans_handle *trans, 109279154b1bSChris Mason struct btrfs_root *root) 109379154b1bSChris Mason { 109479154b1bSChris Mason int ret; 10950b86a832SChris Mason u64 old_root_bytenr; 109686b9f2ecSYan, Zheng u64 old_root_used; 10970b86a832SChris Mason struct btrfs_root *tree_root = root->fs_info->tree_root; 109879154b1bSChris Mason 109986b9f2ecSYan, Zheng old_root_used = btrfs_root_used(&root->root_item); 110056bec294SChris Mason 110179154b1bSChris Mason while (1) { 11020b86a832SChris Mason old_root_bytenr = btrfs_root_bytenr(&root->root_item); 110386b9f2ecSYan, Zheng if (old_root_bytenr == root->node->start && 1104ea526d18SJosef Bacik old_root_used == btrfs_root_used(&root->root_item)) 110579154b1bSChris Mason break; 110687ef2bb4SChris Mason 11075d4f98a2SYan Zheng btrfs_set_root_node(&root->root_item, root->node); 110879154b1bSChris Mason ret = btrfs_update_root(trans, tree_root, 11090b86a832SChris Mason &root->root_key, 11100b86a832SChris Mason &root->root_item); 111149b25e05SJeff Mahoney if (ret) 111249b25e05SJeff Mahoney return ret; 111356bec294SChris Mason 111486b9f2ecSYan, Zheng old_root_used = btrfs_root_used(&root->root_item); 1115e7070be1SJosef Bacik } 1116276e680dSYan Zheng 11170b86a832SChris Mason return 0; 11180b86a832SChris Mason } 11190b86a832SChris Mason 1120d352ac68SChris Mason /* 1121d352ac68SChris Mason * update all the cowonly tree roots on disk 112249b25e05SJeff Mahoney * 112349b25e05SJeff Mahoney * The error handling in this function may not be obvious. Any of the 112449b25e05SJeff Mahoney * failures will cause the file system to go offline. We still need 112549b25e05SJeff Mahoney * to clean up the delayed refs. 1126d352ac68SChris Mason */ 11275d4f98a2SYan Zheng static noinline int commit_cowonly_roots(struct btrfs_trans_handle *trans, 11280b86a832SChris Mason struct btrfs_root *root) 11290b86a832SChris Mason { 11300b86a832SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 1131ea526d18SJosef Bacik struct list_head *dirty_bgs = &trans->transaction->dirty_bgs; 11321bbc621eSChris Mason struct list_head *io_bgs = &trans->transaction->io_bgs; 11330b86a832SChris Mason struct list_head *next; 113484234f3aSYan Zheng struct extent_buffer *eb; 113556bec294SChris Mason int ret; 113684234f3aSYan Zheng 113784234f3aSYan Zheng eb = btrfs_lock_root_node(fs_info->tree_root); 113849b25e05SJeff Mahoney ret = btrfs_cow_block(trans, fs_info->tree_root, eb, NULL, 113949b25e05SJeff Mahoney 0, &eb); 114084234f3aSYan Zheng btrfs_tree_unlock(eb); 114184234f3aSYan Zheng free_extent_buffer(eb); 11420b86a832SChris Mason 114349b25e05SJeff Mahoney if (ret) 114449b25e05SJeff Mahoney return ret; 114549b25e05SJeff Mahoney 114656bec294SChris Mason ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 114749b25e05SJeff Mahoney if (ret) 114849b25e05SJeff Mahoney return ret; 114987ef2bb4SChris Mason 1150733f4fbbSStefan Behrens ret = btrfs_run_dev_stats(trans, root->fs_info); 1151c16ce190SJosef Bacik if (ret) 1152c16ce190SJosef Bacik return ret; 11538dabb742SStefan Behrens ret = btrfs_run_dev_replace(trans, root->fs_info); 1154c16ce190SJosef Bacik if (ret) 1155c16ce190SJosef Bacik return ret; 1156546adb0dSJan Schmidt ret = btrfs_run_qgroups(trans, root->fs_info); 1157c16ce190SJosef Bacik if (ret) 1158c16ce190SJosef Bacik return ret; 1159546adb0dSJan Schmidt 1160dcdf7f6dSJosef Bacik ret = btrfs_setup_space_cache(trans, root); 1161dcdf7f6dSJosef Bacik if (ret) 1162dcdf7f6dSJosef Bacik return ret; 1163dcdf7f6dSJosef Bacik 1164546adb0dSJan Schmidt /* run_qgroups might have added some more refs */ 1165546adb0dSJan Schmidt ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 1166c16ce190SJosef Bacik if (ret) 1167c16ce190SJosef Bacik return ret; 1168ea526d18SJosef Bacik again: 11690b86a832SChris Mason while (!list_empty(&fs_info->dirty_cowonly_roots)) { 11700b86a832SChris Mason next = fs_info->dirty_cowonly_roots.next; 11710b86a832SChris Mason list_del_init(next); 11720b86a832SChris Mason root = list_entry(next, struct btrfs_root, dirty_list); 1173e7070be1SJosef Bacik clear_bit(BTRFS_ROOT_DIRTY, &root->state); 117487ef2bb4SChris Mason 11759e351cc8SJosef Bacik if (root != fs_info->extent_root) 11769e351cc8SJosef Bacik list_add_tail(&root->dirty_list, 11779e351cc8SJosef Bacik &trans->transaction->switch_commits); 117849b25e05SJeff Mahoney ret = update_cowonly_root(trans, root); 117949b25e05SJeff Mahoney if (ret) 118049b25e05SJeff Mahoney return ret; 1181ea526d18SJosef Bacik ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 1182ea526d18SJosef Bacik if (ret) 1183ea526d18SJosef Bacik return ret; 118479154b1bSChris Mason } 1185276e680dSYan Zheng 11861bbc621eSChris Mason while (!list_empty(dirty_bgs) || !list_empty(io_bgs)) { 1187ea526d18SJosef Bacik ret = btrfs_write_dirty_block_groups(trans, root); 1188ea526d18SJosef Bacik if (ret) 1189ea526d18SJosef Bacik return ret; 1190ea526d18SJosef Bacik ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 1191ea526d18SJosef Bacik if (ret) 1192ea526d18SJosef Bacik return ret; 1193ea526d18SJosef Bacik } 1194ea526d18SJosef Bacik 1195ea526d18SJosef Bacik if (!list_empty(&fs_info->dirty_cowonly_roots)) 1196ea526d18SJosef Bacik goto again; 1197ea526d18SJosef Bacik 11989e351cc8SJosef Bacik list_add_tail(&fs_info->extent_root->dirty_list, 11999e351cc8SJosef Bacik &trans->transaction->switch_commits); 12008dabb742SStefan Behrens btrfs_after_dev_replace_commit(fs_info); 12018dabb742SStefan Behrens 120279154b1bSChris Mason return 0; 120379154b1bSChris Mason } 120479154b1bSChris Mason 1205d352ac68SChris Mason /* 1206d352ac68SChris Mason * dead roots are old snapshots that need to be deleted. This allocates 1207d352ac68SChris Mason * a dirty root struct and adds it into the list of dead roots that need to 1208d352ac68SChris Mason * be deleted 1209d352ac68SChris Mason */ 1210cfad392bSJosef Bacik void btrfs_add_dead_root(struct btrfs_root *root) 12115eda7b5eSChris Mason { 1212a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 1213cfad392bSJosef Bacik if (list_empty(&root->root_list)) 12149d1a2a3aSDavid Sterba list_add_tail(&root->root_list, &root->fs_info->dead_roots); 1215a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 12165eda7b5eSChris Mason } 12175eda7b5eSChris Mason 1218d352ac68SChris Mason /* 12195d4f98a2SYan Zheng * update all the cowonly tree roots on disk 1220d352ac68SChris Mason */ 12215d4f98a2SYan Zheng static noinline int commit_fs_roots(struct btrfs_trans_handle *trans, 1222*5b4aacefSJeff Mahoney struct btrfs_fs_info *fs_info) 12230f7d52f4SChris Mason { 12240f7d52f4SChris Mason struct btrfs_root *gang[8]; 12250f7d52f4SChris Mason int i; 12260f7d52f4SChris Mason int ret; 122754aa1f4dSChris Mason int err = 0; 122854aa1f4dSChris Mason 1229a4abeea4SJosef Bacik spin_lock(&fs_info->fs_roots_radix_lock); 12300f7d52f4SChris Mason while (1) { 12315d4f98a2SYan Zheng ret = radix_tree_gang_lookup_tag(&fs_info->fs_roots_radix, 12325d4f98a2SYan Zheng (void **)gang, 0, 12330f7d52f4SChris Mason ARRAY_SIZE(gang), 12340f7d52f4SChris Mason BTRFS_ROOT_TRANS_TAG); 12350f7d52f4SChris Mason if (ret == 0) 12360f7d52f4SChris Mason break; 12370f7d52f4SChris Mason for (i = 0; i < ret; i++) { 1238*5b4aacefSJeff Mahoney struct btrfs_root *root = gang[i]; 12395d4f98a2SYan Zheng radix_tree_tag_clear(&fs_info->fs_roots_radix, 12402619ba1fSChris Mason (unsigned long)root->root_key.objectid, 12410f7d52f4SChris Mason BTRFS_ROOT_TRANS_TAG); 1242a4abeea4SJosef Bacik spin_unlock(&fs_info->fs_roots_radix_lock); 124331153d81SYan Zheng 1244e02119d5SChris Mason btrfs_free_log(trans, root); 12455d4f98a2SYan Zheng btrfs_update_reloc_root(trans, root); 1246d68fc57bSYan, Zheng btrfs_orphan_commit_root(trans, root); 1247e02119d5SChris Mason 124882d5902dSLi Zefan btrfs_save_ino_cache(root, trans); 124982d5902dSLi Zefan 1250f1ebcc74SLiu Bo /* see comments in should_cow_block() */ 125127cdeb70SMiao Xie clear_bit(BTRFS_ROOT_FORCE_COW, &root->state); 1252c7548af6SChris Mason smp_mb__after_atomic(); 1253f1ebcc74SLiu Bo 1254978d910dSYan Zheng if (root->commit_root != root->node) { 12559e351cc8SJosef Bacik list_add_tail(&root->dirty_list, 12569e351cc8SJosef Bacik &trans->transaction->switch_commits); 1257978d910dSYan Zheng btrfs_set_root_node(&root->root_item, 1258978d910dSYan Zheng root->node); 1259978d910dSYan Zheng } 126031153d81SYan Zheng 12615d4f98a2SYan Zheng err = btrfs_update_root(trans, fs_info->tree_root, 12620f7d52f4SChris Mason &root->root_key, 12630f7d52f4SChris Mason &root->root_item); 1264a4abeea4SJosef Bacik spin_lock(&fs_info->fs_roots_radix_lock); 126554aa1f4dSChris Mason if (err) 126654aa1f4dSChris Mason break; 12677174109cSQu Wenruo btrfs_qgroup_free_meta_all(root); 12680f7d52f4SChris Mason } 12699f3a7427SChris Mason } 1270a4abeea4SJosef Bacik spin_unlock(&fs_info->fs_roots_radix_lock); 127154aa1f4dSChris Mason return err; 12720f7d52f4SChris Mason } 12730f7d52f4SChris Mason 1274d352ac68SChris Mason /* 1275de78b51aSEric Sandeen * defrag a given btree. 1276de78b51aSEric Sandeen * Every leaf in the btree is read and defragged. 1277d352ac68SChris Mason */ 1278de78b51aSEric Sandeen int btrfs_defrag_root(struct btrfs_root *root) 1279e9d0b13bSChris Mason { 1280e9d0b13bSChris Mason struct btrfs_fs_info *info = root->fs_info; 1281e9d0b13bSChris Mason struct btrfs_trans_handle *trans; 12828929ecfaSYan, Zheng int ret; 1283e9d0b13bSChris Mason 128427cdeb70SMiao Xie if (test_and_set_bit(BTRFS_ROOT_DEFRAG_RUNNING, &root->state)) 1285e9d0b13bSChris Mason return 0; 12868929ecfaSYan, Zheng 12876b80053dSChris Mason while (1) { 12888929ecfaSYan, Zheng trans = btrfs_start_transaction(root, 0); 12898929ecfaSYan, Zheng if (IS_ERR(trans)) 12908929ecfaSYan, Zheng return PTR_ERR(trans); 12918929ecfaSYan, Zheng 1292de78b51aSEric Sandeen ret = btrfs_defrag_leaves(trans, root); 12938929ecfaSYan, Zheng 1294e9d0b13bSChris Mason btrfs_end_transaction(trans, root); 1295b53d3f5dSLiu Bo btrfs_btree_balance_dirty(info->tree_root); 1296e9d0b13bSChris Mason cond_resched(); 1297e9d0b13bSChris Mason 1298ab8d0fc4SJeff Mahoney if (btrfs_fs_closing(info) || ret != -EAGAIN) 1299e9d0b13bSChris Mason break; 1300210549ebSDavid Sterba 1301ab8d0fc4SJeff Mahoney if (btrfs_defrag_cancelled(info)) { 1302ab8d0fc4SJeff Mahoney btrfs_debug(info, "defrag_root cancelled"); 1303210549ebSDavid Sterba ret = -EAGAIN; 1304210549ebSDavid Sterba break; 1305210549ebSDavid Sterba } 1306e9d0b13bSChris Mason } 130727cdeb70SMiao Xie clear_bit(BTRFS_ROOT_DEFRAG_RUNNING, &root->state); 13088929ecfaSYan, Zheng return ret; 1309e9d0b13bSChris Mason } 1310e9d0b13bSChris Mason 1311d352ac68SChris Mason /* 13126426c7adSQu Wenruo * Do all special snapshot related qgroup dirty hack. 13136426c7adSQu Wenruo * 13146426c7adSQu Wenruo * Will do all needed qgroup inherit and dirty hack like switch commit 13156426c7adSQu Wenruo * roots inside one transaction and write all btree into disk, to make 13166426c7adSQu Wenruo * qgroup works. 13176426c7adSQu Wenruo */ 13186426c7adSQu Wenruo static int qgroup_account_snapshot(struct btrfs_trans_handle *trans, 13196426c7adSQu Wenruo struct btrfs_root *src, 13206426c7adSQu Wenruo struct btrfs_root *parent, 13216426c7adSQu Wenruo struct btrfs_qgroup_inherit *inherit, 13226426c7adSQu Wenruo u64 dst_objectid) 13236426c7adSQu Wenruo { 13246426c7adSQu Wenruo struct btrfs_fs_info *fs_info = src->fs_info; 13256426c7adSQu Wenruo int ret; 13266426c7adSQu Wenruo 13276426c7adSQu Wenruo /* 13286426c7adSQu Wenruo * Save some performance in the case that qgroups are not 13296426c7adSQu Wenruo * enabled. If this check races with the ioctl, rescan will 13306426c7adSQu Wenruo * kick in anyway. 13316426c7adSQu Wenruo */ 13326426c7adSQu Wenruo mutex_lock(&fs_info->qgroup_ioctl_lock); 1333afcdd129SJosef Bacik if (!test_bit(BTRFS_FS_QUOTA_ENABLED, &fs_info->flags)) { 13346426c7adSQu Wenruo mutex_unlock(&fs_info->qgroup_ioctl_lock); 13356426c7adSQu Wenruo return 0; 13366426c7adSQu Wenruo } 13376426c7adSQu Wenruo mutex_unlock(&fs_info->qgroup_ioctl_lock); 13386426c7adSQu Wenruo 13396426c7adSQu Wenruo /* 13406426c7adSQu Wenruo * We are going to commit transaction, see btrfs_commit_transaction() 13416426c7adSQu Wenruo * comment for reason locking tree_log_mutex 13426426c7adSQu Wenruo */ 13436426c7adSQu Wenruo mutex_lock(&fs_info->tree_log_mutex); 13446426c7adSQu Wenruo 1345*5b4aacefSJeff Mahoney ret = commit_fs_roots(trans, fs_info); 13466426c7adSQu Wenruo if (ret) 13476426c7adSQu Wenruo goto out; 13486426c7adSQu Wenruo ret = btrfs_qgroup_prepare_account_extents(trans, fs_info); 13496426c7adSQu Wenruo if (ret < 0) 13506426c7adSQu Wenruo goto out; 13516426c7adSQu Wenruo ret = btrfs_qgroup_account_extents(trans, fs_info); 13526426c7adSQu Wenruo if (ret < 0) 13536426c7adSQu Wenruo goto out; 13546426c7adSQu Wenruo 13556426c7adSQu Wenruo /* Now qgroup are all updated, we can inherit it to new qgroups */ 13566426c7adSQu Wenruo ret = btrfs_qgroup_inherit(trans, fs_info, 13576426c7adSQu Wenruo src->root_key.objectid, dst_objectid, 13586426c7adSQu Wenruo inherit); 13596426c7adSQu Wenruo if (ret < 0) 13606426c7adSQu Wenruo goto out; 13616426c7adSQu Wenruo 13626426c7adSQu Wenruo /* 13636426c7adSQu Wenruo * Now we do a simplified commit transaction, which will: 13646426c7adSQu Wenruo * 1) commit all subvolume and extent tree 13656426c7adSQu Wenruo * To ensure all subvolume and extent tree have a valid 13666426c7adSQu Wenruo * commit_root to accounting later insert_dir_item() 13676426c7adSQu Wenruo * 2) write all btree blocks onto disk 13686426c7adSQu Wenruo * This is to make sure later btree modification will be cowed 13696426c7adSQu Wenruo * Or commit_root can be populated and cause wrong qgroup numbers 13706426c7adSQu Wenruo * In this simplified commit, we don't really care about other trees 13716426c7adSQu Wenruo * like chunk and root tree, as they won't affect qgroup. 13726426c7adSQu Wenruo * And we don't write super to avoid half committed status. 13736426c7adSQu Wenruo */ 13746426c7adSQu Wenruo ret = commit_cowonly_roots(trans, src); 13756426c7adSQu Wenruo if (ret) 13766426c7adSQu Wenruo goto out; 13776426c7adSQu Wenruo switch_commit_roots(trans->transaction, fs_info); 13786426c7adSQu Wenruo ret = btrfs_write_and_wait_transaction(trans, src); 13796426c7adSQu Wenruo if (ret) 1380f7af3934SDavid Sterba btrfs_handle_fs_error(fs_info, ret, 13816426c7adSQu Wenruo "Error while writing out transaction for qgroup"); 13826426c7adSQu Wenruo 13836426c7adSQu Wenruo out: 13846426c7adSQu Wenruo mutex_unlock(&fs_info->tree_log_mutex); 13856426c7adSQu Wenruo 13866426c7adSQu Wenruo /* 13876426c7adSQu Wenruo * Force parent root to be updated, as we recorded it before so its 13886426c7adSQu Wenruo * last_trans == cur_transid. 13896426c7adSQu Wenruo * Or it won't be committed again onto disk after later 13906426c7adSQu Wenruo * insert_dir_item() 13916426c7adSQu Wenruo */ 13926426c7adSQu Wenruo if (!ret) 13936426c7adSQu Wenruo record_root_in_trans(trans, parent, 1); 13946426c7adSQu Wenruo return ret; 13956426c7adSQu Wenruo } 13966426c7adSQu Wenruo 13976426c7adSQu Wenruo /* 1398d352ac68SChris Mason * new snapshots need to be created at a very specific time in the 1399aec8030aSMiao Xie * transaction commit. This does the actual creation. 1400aec8030aSMiao Xie * 1401aec8030aSMiao Xie * Note: 1402aec8030aSMiao Xie * If the error which may affect the commitment of the current transaction 1403aec8030aSMiao Xie * happens, we should return the error number. If the error which just affect 1404aec8030aSMiao Xie * the creation of the pending snapshots, just return 0. 1405d352ac68SChris Mason */ 140680b6794dSChris Mason static noinline int create_pending_snapshot(struct btrfs_trans_handle *trans, 14073063d29fSChris Mason struct btrfs_fs_info *fs_info, 14083063d29fSChris Mason struct btrfs_pending_snapshot *pending) 14093063d29fSChris Mason { 14103063d29fSChris Mason struct btrfs_key key; 141180b6794dSChris Mason struct btrfs_root_item *new_root_item; 14123063d29fSChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 14133063d29fSChris Mason struct btrfs_root *root = pending->root; 14146bdb72deSSage Weil struct btrfs_root *parent_root; 141598c9942aSLiu Bo struct btrfs_block_rsv *rsv; 14166bdb72deSSage Weil struct inode *parent_inode; 141742874b3dSMiao Xie struct btrfs_path *path; 141842874b3dSMiao Xie struct btrfs_dir_item *dir_item; 1419a22285a6SYan, Zheng struct dentry *dentry; 14203063d29fSChris Mason struct extent_buffer *tmp; 1421925baeddSChris Mason struct extent_buffer *old; 142204b285f3SDeepa Dinamani struct timespec cur_time; 1423aec8030aSMiao Xie int ret = 0; 1424d68fc57bSYan, Zheng u64 to_reserve = 0; 14256bdb72deSSage Weil u64 index = 0; 1426a22285a6SYan, Zheng u64 objectid; 1427b83cc969SLi Zefan u64 root_flags; 14288ea05e3aSAlexander Block uuid_le new_uuid; 14293063d29fSChris Mason 14308546b570SDavid Sterba ASSERT(pending->path); 14318546b570SDavid Sterba path = pending->path; 143242874b3dSMiao Xie 1433b0c0ea63SDavid Sterba ASSERT(pending->root_item); 1434b0c0ea63SDavid Sterba new_root_item = pending->root_item; 1435a22285a6SYan, Zheng 1436aec8030aSMiao Xie pending->error = btrfs_find_free_objectid(tree_root, &objectid); 1437aec8030aSMiao Xie if (pending->error) 14386fa9700eSMiao Xie goto no_free_objectid; 14393063d29fSChris Mason 1440d6726335SQu Wenruo /* 1441d6726335SQu Wenruo * Make qgroup to skip current new snapshot's qgroupid, as it is 1442d6726335SQu Wenruo * accounted by later btrfs_qgroup_inherit(). 1443d6726335SQu Wenruo */ 1444d6726335SQu Wenruo btrfs_set_skip_qgroup(trans, objectid); 1445d6726335SQu Wenruo 1446147d256eSZhaolei btrfs_reloc_pre_snapshot(pending, &to_reserve); 1447d68fc57bSYan, Zheng 1448d68fc57bSYan, Zheng if (to_reserve > 0) { 1449aec8030aSMiao Xie pending->error = btrfs_block_rsv_add(root, 1450aec8030aSMiao Xie &pending->block_rsv, 145108e007d2SMiao Xie to_reserve, 145208e007d2SMiao Xie BTRFS_RESERVE_NO_FLUSH); 1453aec8030aSMiao Xie if (pending->error) 1454d6726335SQu Wenruo goto clear_skip_qgroup; 1455d68fc57bSYan, Zheng } 1456d68fc57bSYan, Zheng 14573063d29fSChris Mason key.objectid = objectid; 1458a22285a6SYan, Zheng key.offset = (u64)-1; 1459a22285a6SYan, Zheng key.type = BTRFS_ROOT_ITEM_KEY; 14603063d29fSChris Mason 14616fa9700eSMiao Xie rsv = trans->block_rsv; 1462a22285a6SYan, Zheng trans->block_rsv = &pending->block_rsv; 14632382c5ccSLiu Bo trans->bytes_reserved = trans->block_rsv->reserved; 146488d3a5aaSJosef Bacik trace_btrfs_space_reservation(root->fs_info, "transaction", 146588d3a5aaSJosef Bacik trans->transid, 146688d3a5aaSJosef Bacik trans->bytes_reserved, 1); 1467a22285a6SYan, Zheng dentry = pending->dentry; 1468e9662f70SMiao Xie parent_inode = pending->dir; 1469a22285a6SYan, Zheng parent_root = BTRFS_I(parent_inode)->root; 14706426c7adSQu Wenruo record_root_in_trans(trans, parent_root, 0); 1471a22285a6SYan, Zheng 1472c2050a45SDeepa Dinamani cur_time = current_time(parent_inode); 147304b285f3SDeepa Dinamani 14746bdb72deSSage Weil /* 14756bdb72deSSage Weil * insert the directory item 14766bdb72deSSage Weil */ 14776bdb72deSSage Weil ret = btrfs_set_inode_index(parent_inode, &index); 147849b25e05SJeff Mahoney BUG_ON(ret); /* -ENOMEM */ 147942874b3dSMiao Xie 148042874b3dSMiao Xie /* check if there is a file/dir which has the same name. */ 148142874b3dSMiao Xie dir_item = btrfs_lookup_dir_item(NULL, parent_root, path, 148242874b3dSMiao Xie btrfs_ino(parent_inode), 148342874b3dSMiao Xie dentry->d_name.name, 148442874b3dSMiao Xie dentry->d_name.len, 0); 148542874b3dSMiao Xie if (dir_item != NULL && !IS_ERR(dir_item)) { 1486fe66a05aSChris Mason pending->error = -EEXIST; 1487aec8030aSMiao Xie goto dir_item_existed; 148842874b3dSMiao Xie } else if (IS_ERR(dir_item)) { 148942874b3dSMiao Xie ret = PTR_ERR(dir_item); 149066642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 14918732d44fSMiao Xie goto fail; 149279787eaaSJeff Mahoney } 149342874b3dSMiao Xie btrfs_release_path(path); 14946bdb72deSSage Weil 1495e999376fSChris Mason /* 1496e999376fSChris Mason * pull in the delayed directory update 1497e999376fSChris Mason * and the delayed inode item 1498e999376fSChris Mason * otherwise we corrupt the FS during 1499e999376fSChris Mason * snapshot 1500e999376fSChris Mason */ 1501e999376fSChris Mason ret = btrfs_run_delayed_items(trans, root); 15028732d44fSMiao Xie if (ret) { /* Transaction aborted */ 150366642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15048732d44fSMiao Xie goto fail; 15058732d44fSMiao Xie } 1506e999376fSChris Mason 15076426c7adSQu Wenruo record_root_in_trans(trans, root, 0); 15086bdb72deSSage Weil btrfs_set_root_last_snapshot(&root->root_item, trans->transid); 15096bdb72deSSage Weil memcpy(new_root_item, &root->root_item, sizeof(*new_root_item)); 151008fe4db1SLi Zefan btrfs_check_and_init_root_item(new_root_item); 15116bdb72deSSage Weil 1512b83cc969SLi Zefan root_flags = btrfs_root_flags(new_root_item); 1513b83cc969SLi Zefan if (pending->readonly) 1514b83cc969SLi Zefan root_flags |= BTRFS_ROOT_SUBVOL_RDONLY; 1515b83cc969SLi Zefan else 1516b83cc969SLi Zefan root_flags &= ~BTRFS_ROOT_SUBVOL_RDONLY; 1517b83cc969SLi Zefan btrfs_set_root_flags(new_root_item, root_flags); 1518b83cc969SLi Zefan 15198ea05e3aSAlexander Block btrfs_set_root_generation_v2(new_root_item, 15208ea05e3aSAlexander Block trans->transid); 15218ea05e3aSAlexander Block uuid_le_gen(&new_uuid); 15228ea05e3aSAlexander Block memcpy(new_root_item->uuid, new_uuid.b, BTRFS_UUID_SIZE); 15238ea05e3aSAlexander Block memcpy(new_root_item->parent_uuid, root->root_item.uuid, 15248ea05e3aSAlexander Block BTRFS_UUID_SIZE); 152570023da2SStefan Behrens if (!(root_flags & BTRFS_ROOT_SUBVOL_RDONLY)) { 152670023da2SStefan Behrens memset(new_root_item->received_uuid, 0, 152770023da2SStefan Behrens sizeof(new_root_item->received_uuid)); 15288ea05e3aSAlexander Block memset(&new_root_item->stime, 0, sizeof(new_root_item->stime)); 15298ea05e3aSAlexander Block memset(&new_root_item->rtime, 0, sizeof(new_root_item->rtime)); 15308ea05e3aSAlexander Block btrfs_set_root_stransid(new_root_item, 0); 15318ea05e3aSAlexander Block btrfs_set_root_rtransid(new_root_item, 0); 153270023da2SStefan Behrens } 15333cae210fSQu Wenruo btrfs_set_stack_timespec_sec(&new_root_item->otime, cur_time.tv_sec); 15343cae210fSQu Wenruo btrfs_set_stack_timespec_nsec(&new_root_item->otime, cur_time.tv_nsec); 153570023da2SStefan Behrens btrfs_set_root_otransid(new_root_item, trans->transid); 15368ea05e3aSAlexander Block 1537925baeddSChris Mason old = btrfs_lock_root_node(root); 153849b25e05SJeff Mahoney ret = btrfs_cow_block(trans, root, old, NULL, 0, &old); 153979787eaaSJeff Mahoney if (ret) { 154079787eaaSJeff Mahoney btrfs_tree_unlock(old); 154179787eaaSJeff Mahoney free_extent_buffer(old); 154266642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15438732d44fSMiao Xie goto fail; 154479787eaaSJeff Mahoney } 154549b25e05SJeff Mahoney 15465d4f98a2SYan Zheng btrfs_set_lock_blocking(old); 15473063d29fSChris Mason 154849b25e05SJeff Mahoney ret = btrfs_copy_root(trans, root, old, &tmp, objectid); 154979787eaaSJeff Mahoney /* clean up in any case */ 1550925baeddSChris Mason btrfs_tree_unlock(old); 1551925baeddSChris Mason free_extent_buffer(old); 15528732d44fSMiao Xie if (ret) { 155366642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15548732d44fSMiao Xie goto fail; 15558732d44fSMiao Xie } 1556f1ebcc74SLiu Bo /* see comments in should_cow_block() */ 155727cdeb70SMiao Xie set_bit(BTRFS_ROOT_FORCE_COW, &root->state); 1558f1ebcc74SLiu Bo smp_wmb(); 1559f1ebcc74SLiu Bo 15605d4f98a2SYan Zheng btrfs_set_root_node(new_root_item, tmp); 1561a22285a6SYan, Zheng /* record when the snapshot was created in key.offset */ 1562a22285a6SYan, Zheng key.offset = trans->transid; 1563a22285a6SYan, Zheng ret = btrfs_insert_root(trans, tree_root, &key, new_root_item); 1564925baeddSChris Mason btrfs_tree_unlock(tmp); 15653063d29fSChris Mason free_extent_buffer(tmp); 15668732d44fSMiao Xie if (ret) { 156766642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15688732d44fSMiao Xie goto fail; 15698732d44fSMiao Xie } 15700660b5afSChris Mason 1571a22285a6SYan, Zheng /* 1572a22285a6SYan, Zheng * insert root back/forward references 1573a22285a6SYan, Zheng */ 1574a22285a6SYan, Zheng ret = btrfs_add_root_ref(trans, tree_root, objectid, 1575a22285a6SYan, Zheng parent_root->root_key.objectid, 157633345d01SLi Zefan btrfs_ino(parent_inode), index, 1577a22285a6SYan, Zheng dentry->d_name.name, dentry->d_name.len); 15788732d44fSMiao Xie if (ret) { 157966642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15808732d44fSMiao Xie goto fail; 15818732d44fSMiao Xie } 1582a22285a6SYan, Zheng 1583a22285a6SYan, Zheng key.offset = (u64)-1; 1584a22285a6SYan, Zheng pending->snap = btrfs_read_fs_root_no_name(root->fs_info, &key); 158579787eaaSJeff Mahoney if (IS_ERR(pending->snap)) { 158679787eaaSJeff Mahoney ret = PTR_ERR(pending->snap); 158766642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15888732d44fSMiao Xie goto fail; 158979787eaaSJeff Mahoney } 1590d68fc57bSYan, Zheng 159149b25e05SJeff Mahoney ret = btrfs_reloc_post_snapshot(trans, pending); 15928732d44fSMiao Xie if (ret) { 159366642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 15948732d44fSMiao Xie goto fail; 15958732d44fSMiao Xie } 1596361048f5SMiao Xie 1597361048f5SMiao Xie ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 15988732d44fSMiao Xie if (ret) { 159966642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 16008732d44fSMiao Xie goto fail; 16018732d44fSMiao Xie } 160242874b3dSMiao Xie 16036426c7adSQu Wenruo /* 16046426c7adSQu Wenruo * Do special qgroup accounting for snapshot, as we do some qgroup 16056426c7adSQu Wenruo * snapshot hack to do fast snapshot. 16066426c7adSQu Wenruo * To co-operate with that hack, we do hack again. 16076426c7adSQu Wenruo * Or snapshot will be greatly slowed down by a subtree qgroup rescan 16086426c7adSQu Wenruo */ 16096426c7adSQu Wenruo ret = qgroup_account_snapshot(trans, root, parent_root, 16106426c7adSQu Wenruo pending->inherit, objectid); 16116426c7adSQu Wenruo if (ret < 0) 16126426c7adSQu Wenruo goto fail; 16136426c7adSQu Wenruo 161442874b3dSMiao Xie ret = btrfs_insert_dir_item(trans, parent_root, 161542874b3dSMiao Xie dentry->d_name.name, dentry->d_name.len, 161642874b3dSMiao Xie parent_inode, &key, 161742874b3dSMiao Xie BTRFS_FT_DIR, index); 161842874b3dSMiao Xie /* We have check then name at the beginning, so it is impossible. */ 16199c52057cSChris Mason BUG_ON(ret == -EEXIST || ret == -EOVERFLOW); 16208732d44fSMiao Xie if (ret) { 162166642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 16228732d44fSMiao Xie goto fail; 16238732d44fSMiao Xie } 162442874b3dSMiao Xie 162542874b3dSMiao Xie btrfs_i_size_write(parent_inode, parent_inode->i_size + 162642874b3dSMiao Xie dentry->d_name.len * 2); 162704b285f3SDeepa Dinamani parent_inode->i_mtime = parent_inode->i_ctime = 1628c2050a45SDeepa Dinamani current_time(parent_inode); 1629be6aef60SJosef Bacik ret = btrfs_update_inode_fallback(trans, parent_root, parent_inode); 1630dd5f9615SStefan Behrens if (ret) { 163166642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 1632dd5f9615SStefan Behrens goto fail; 1633dd5f9615SStefan Behrens } 1634dd5f9615SStefan Behrens ret = btrfs_uuid_tree_add(trans, fs_info->uuid_root, new_uuid.b, 1635dd5f9615SStefan Behrens BTRFS_UUID_KEY_SUBVOL, objectid); 1636dd5f9615SStefan Behrens if (ret) { 163766642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 1638dd5f9615SStefan Behrens goto fail; 1639dd5f9615SStefan Behrens } 1640dd5f9615SStefan Behrens if (!btrfs_is_empty_uuid(new_root_item->received_uuid)) { 1641dd5f9615SStefan Behrens ret = btrfs_uuid_tree_add(trans, fs_info->uuid_root, 1642dd5f9615SStefan Behrens new_root_item->received_uuid, 1643dd5f9615SStefan Behrens BTRFS_UUID_KEY_RECEIVED_SUBVOL, 1644dd5f9615SStefan Behrens objectid); 1645dd5f9615SStefan Behrens if (ret && ret != -EEXIST) { 164666642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 1647dd5f9615SStefan Behrens goto fail; 1648dd5f9615SStefan Behrens } 1649dd5f9615SStefan Behrens } 1650d6726335SQu Wenruo 1651d6726335SQu Wenruo ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 1652d6726335SQu Wenruo if (ret) { 165366642832SJeff Mahoney btrfs_abort_transaction(trans, ret); 1654d6726335SQu Wenruo goto fail; 1655d6726335SQu Wenruo } 1656d6726335SQu Wenruo 16573063d29fSChris Mason fail: 1658aec8030aSMiao Xie pending->error = ret; 1659aec8030aSMiao Xie dir_item_existed: 166098c9942aSLiu Bo trans->block_rsv = rsv; 16612382c5ccSLiu Bo trans->bytes_reserved = 0; 1662d6726335SQu Wenruo clear_skip_qgroup: 1663d6726335SQu Wenruo btrfs_clear_skip_qgroup(trans); 16646fa9700eSMiao Xie no_free_objectid: 16656fa9700eSMiao Xie kfree(new_root_item); 1666b0c0ea63SDavid Sterba pending->root_item = NULL; 166742874b3dSMiao Xie btrfs_free_path(path); 16688546b570SDavid Sterba pending->path = NULL; 16698546b570SDavid Sterba 167049b25e05SJeff Mahoney return ret; 16713063d29fSChris Mason } 16723063d29fSChris Mason 1673d352ac68SChris Mason /* 1674d352ac68SChris Mason * create all the snapshots we've scheduled for creation 1675d352ac68SChris Mason */ 167680b6794dSChris Mason static noinline int create_pending_snapshots(struct btrfs_trans_handle *trans, 16773063d29fSChris Mason struct btrfs_fs_info *fs_info) 16783063d29fSChris Mason { 1679aec8030aSMiao Xie struct btrfs_pending_snapshot *pending, *next; 16803063d29fSChris Mason struct list_head *head = &trans->transaction->pending_snapshots; 1681aec8030aSMiao Xie int ret = 0; 16823de4586cSChris Mason 1683aec8030aSMiao Xie list_for_each_entry_safe(pending, next, head, list) { 1684aec8030aSMiao Xie list_del(&pending->list); 1685aec8030aSMiao Xie ret = create_pending_snapshot(trans, fs_info, pending); 1686aec8030aSMiao Xie if (ret) 1687aec8030aSMiao Xie break; 1688aec8030aSMiao Xie } 1689aec8030aSMiao Xie return ret; 16903de4586cSChris Mason } 16913de4586cSChris Mason 16925d4f98a2SYan Zheng static void update_super_roots(struct btrfs_root *root) 16935d4f98a2SYan Zheng { 16945d4f98a2SYan Zheng struct btrfs_root_item *root_item; 16955d4f98a2SYan Zheng struct btrfs_super_block *super; 16965d4f98a2SYan Zheng 16976c41761fSDavid Sterba super = root->fs_info->super_copy; 16985d4f98a2SYan Zheng 16995d4f98a2SYan Zheng root_item = &root->fs_info->chunk_root->root_item; 17005d4f98a2SYan Zheng super->chunk_root = root_item->bytenr; 17015d4f98a2SYan Zheng super->chunk_root_generation = root_item->generation; 17025d4f98a2SYan Zheng super->chunk_root_level = root_item->level; 17035d4f98a2SYan Zheng 17045d4f98a2SYan Zheng root_item = &root->fs_info->tree_root->root_item; 17055d4f98a2SYan Zheng super->root = root_item->bytenr; 17065d4f98a2SYan Zheng super->generation = root_item->generation; 17075d4f98a2SYan Zheng super->root_level = root_item->level; 17083cdde224SJeff Mahoney if (btrfs_test_opt(root->fs_info, SPACE_CACHE)) 17090af3d00bSJosef Bacik super->cache_generation = root_item->generation; 1710afcdd129SJosef Bacik if (test_bit(BTRFS_FS_UPDATE_UUID_TREE_GEN, &root->fs_info->flags)) 171126432799SStefan Behrens super->uuid_tree_generation = root_item->generation; 17125d4f98a2SYan Zheng } 17135d4f98a2SYan Zheng 1714f36f3042SChris Mason int btrfs_transaction_in_commit(struct btrfs_fs_info *info) 1715f36f3042SChris Mason { 17164a9d8bdeSMiao Xie struct btrfs_transaction *trans; 1717f36f3042SChris Mason int ret = 0; 17184a9d8bdeSMiao Xie 1719a4abeea4SJosef Bacik spin_lock(&info->trans_lock); 17204a9d8bdeSMiao Xie trans = info->running_transaction; 17214a9d8bdeSMiao Xie if (trans) 17224a9d8bdeSMiao Xie ret = (trans->state >= TRANS_STATE_COMMIT_START); 1723a4abeea4SJosef Bacik spin_unlock(&info->trans_lock); 1724f36f3042SChris Mason return ret; 1725f36f3042SChris Mason } 1726f36f3042SChris Mason 17278929ecfaSYan, Zheng int btrfs_transaction_blocked(struct btrfs_fs_info *info) 17288929ecfaSYan, Zheng { 17294a9d8bdeSMiao Xie struct btrfs_transaction *trans; 17308929ecfaSYan, Zheng int ret = 0; 17314a9d8bdeSMiao Xie 1732a4abeea4SJosef Bacik spin_lock(&info->trans_lock); 17334a9d8bdeSMiao Xie trans = info->running_transaction; 17344a9d8bdeSMiao Xie if (trans) 17354a9d8bdeSMiao Xie ret = is_transaction_blocked(trans); 1736a4abeea4SJosef Bacik spin_unlock(&info->trans_lock); 17378929ecfaSYan, Zheng return ret; 17388929ecfaSYan, Zheng } 17398929ecfaSYan, Zheng 1740bb9c12c9SSage Weil /* 1741bb9c12c9SSage Weil * wait for the current transaction commit to start and block subsequent 1742bb9c12c9SSage Weil * transaction joins 1743bb9c12c9SSage Weil */ 1744bb9c12c9SSage Weil static void wait_current_trans_commit_start(struct btrfs_root *root, 1745bb9c12c9SSage Weil struct btrfs_transaction *trans) 1746bb9c12c9SSage Weil { 17474a9d8bdeSMiao Xie wait_event(root->fs_info->transaction_blocked_wait, 1748501407aaSJosef Bacik trans->state >= TRANS_STATE_COMMIT_START || 1749501407aaSJosef Bacik trans->aborted); 1750bb9c12c9SSage Weil } 1751bb9c12c9SSage Weil 1752bb9c12c9SSage Weil /* 1753bb9c12c9SSage Weil * wait for the current transaction to start and then become unblocked. 1754bb9c12c9SSage Weil * caller holds ref. 1755bb9c12c9SSage Weil */ 1756bb9c12c9SSage Weil static void wait_current_trans_commit_start_and_unblock(struct btrfs_root *root, 1757bb9c12c9SSage Weil struct btrfs_transaction *trans) 1758bb9c12c9SSage Weil { 175972d63ed6SLi Zefan wait_event(root->fs_info->transaction_wait, 1760501407aaSJosef Bacik trans->state >= TRANS_STATE_UNBLOCKED || 1761501407aaSJosef Bacik trans->aborted); 1762bb9c12c9SSage Weil } 1763bb9c12c9SSage Weil 1764bb9c12c9SSage Weil /* 1765bb9c12c9SSage Weil * commit transactions asynchronously. once btrfs_commit_transaction_async 1766bb9c12c9SSage Weil * returns, any subsequent transaction will not be allowed to join. 1767bb9c12c9SSage Weil */ 1768bb9c12c9SSage Weil struct btrfs_async_commit { 1769bb9c12c9SSage Weil struct btrfs_trans_handle *newtrans; 1770bb9c12c9SSage Weil struct btrfs_root *root; 17717892b5afSMiao Xie struct work_struct work; 1772bb9c12c9SSage Weil }; 1773bb9c12c9SSage Weil 1774bb9c12c9SSage Weil static void do_async_commit(struct work_struct *work) 1775bb9c12c9SSage Weil { 1776bb9c12c9SSage Weil struct btrfs_async_commit *ac = 17777892b5afSMiao Xie container_of(work, struct btrfs_async_commit, work); 1778bb9c12c9SSage Weil 17796fc4e354SSage Weil /* 17806fc4e354SSage Weil * We've got freeze protection passed with the transaction. 17816fc4e354SSage Weil * Tell lockdep about it. 17826fc4e354SSage Weil */ 1783b1a06a4bSLiu Bo if (ac->newtrans->type & __TRANS_FREEZABLE) 1784bee9182dSOleg Nesterov __sb_writers_acquired(ac->root->fs_info->sb, SB_FREEZE_FS); 17856fc4e354SSage Weil 1786e209db7aSSage Weil current->journal_info = ac->newtrans; 1787e209db7aSSage Weil 1788bb9c12c9SSage Weil btrfs_commit_transaction(ac->newtrans, ac->root); 1789bb9c12c9SSage Weil kfree(ac); 1790bb9c12c9SSage Weil } 1791bb9c12c9SSage Weil 1792bb9c12c9SSage Weil int btrfs_commit_transaction_async(struct btrfs_trans_handle *trans, 1793bb9c12c9SSage Weil struct btrfs_root *root, 1794bb9c12c9SSage Weil int wait_for_unblock) 1795bb9c12c9SSage Weil { 1796bb9c12c9SSage Weil struct btrfs_async_commit *ac; 1797bb9c12c9SSage Weil struct btrfs_transaction *cur_trans; 1798bb9c12c9SSage Weil 1799bb9c12c9SSage Weil ac = kmalloc(sizeof(*ac), GFP_NOFS); 1800db5b493aSTsutomu Itoh if (!ac) 1801db5b493aSTsutomu Itoh return -ENOMEM; 1802bb9c12c9SSage Weil 18037892b5afSMiao Xie INIT_WORK(&ac->work, do_async_commit); 1804bb9c12c9SSage Weil ac->root = root; 18057a7eaa40SJosef Bacik ac->newtrans = btrfs_join_transaction(root); 18063612b495STsutomu Itoh if (IS_ERR(ac->newtrans)) { 18073612b495STsutomu Itoh int err = PTR_ERR(ac->newtrans); 18083612b495STsutomu Itoh kfree(ac); 18093612b495STsutomu Itoh return err; 18103612b495STsutomu Itoh } 1811bb9c12c9SSage Weil 1812bb9c12c9SSage Weil /* take transaction reference */ 1813bb9c12c9SSage Weil cur_trans = trans->transaction; 181413c5a93eSJosef Bacik atomic_inc(&cur_trans->use_count); 1815bb9c12c9SSage Weil 1816bb9c12c9SSage Weil btrfs_end_transaction(trans, root); 18176fc4e354SSage Weil 18186fc4e354SSage Weil /* 18196fc4e354SSage Weil * Tell lockdep we've released the freeze rwsem, since the 18206fc4e354SSage Weil * async commit thread will be the one to unlock it. 18216fc4e354SSage Weil */ 1822b1a06a4bSLiu Bo if (ac->newtrans->type & __TRANS_FREEZABLE) 1823bee9182dSOleg Nesterov __sb_writers_release(root->fs_info->sb, SB_FREEZE_FS); 18246fc4e354SSage Weil 18257892b5afSMiao Xie schedule_work(&ac->work); 1826bb9c12c9SSage Weil 1827bb9c12c9SSage Weil /* wait for transaction to start and unblock */ 1828bb9c12c9SSage Weil if (wait_for_unblock) 1829bb9c12c9SSage Weil wait_current_trans_commit_start_and_unblock(root, cur_trans); 1830bb9c12c9SSage Weil else 1831bb9c12c9SSage Weil wait_current_trans_commit_start(root, cur_trans); 1832bb9c12c9SSage Weil 183338e88054SSage Weil if (current->journal_info == trans) 183438e88054SSage Weil current->journal_info = NULL; 183538e88054SSage Weil 1836724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 1837bb9c12c9SSage Weil return 0; 1838bb9c12c9SSage Weil } 1839bb9c12c9SSage Weil 184049b25e05SJeff Mahoney 184149b25e05SJeff Mahoney static void cleanup_transaction(struct btrfs_trans_handle *trans, 18427b8b92afSJosef Bacik struct btrfs_root *root, int err) 184349b25e05SJeff Mahoney { 184449b25e05SJeff Mahoney struct btrfs_transaction *cur_trans = trans->transaction; 1845f094ac32SLiu Bo DEFINE_WAIT(wait); 184649b25e05SJeff Mahoney 184749b25e05SJeff Mahoney WARN_ON(trans->use_count > 1); 184849b25e05SJeff Mahoney 184966642832SJeff Mahoney btrfs_abort_transaction(trans, err); 18507b8b92afSJosef Bacik 185149b25e05SJeff Mahoney spin_lock(&root->fs_info->trans_lock); 185266b6135bSLiu Bo 185325d8c284SMiao Xie /* 185425d8c284SMiao Xie * If the transaction is removed from the list, it means this 185525d8c284SMiao Xie * transaction has been committed successfully, so it is impossible 185625d8c284SMiao Xie * to call the cleanup function. 185725d8c284SMiao Xie */ 185825d8c284SMiao Xie BUG_ON(list_empty(&cur_trans->list)); 185966b6135bSLiu Bo 186049b25e05SJeff Mahoney list_del_init(&cur_trans->list); 1861d7096fc3SJosef Bacik if (cur_trans == root->fs_info->running_transaction) { 18624a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_COMMIT_DOING; 1863f094ac32SLiu Bo spin_unlock(&root->fs_info->trans_lock); 1864f094ac32SLiu Bo wait_event(cur_trans->writer_wait, 1865f094ac32SLiu Bo atomic_read(&cur_trans->num_writers) == 1); 1866f094ac32SLiu Bo 1867f094ac32SLiu Bo spin_lock(&root->fs_info->trans_lock); 1868d7096fc3SJosef Bacik } 186949b25e05SJeff Mahoney spin_unlock(&root->fs_info->trans_lock); 187049b25e05SJeff Mahoney 187149b25e05SJeff Mahoney btrfs_cleanup_one_transaction(trans->transaction, root); 187249b25e05SJeff Mahoney 18734a9d8bdeSMiao Xie spin_lock(&root->fs_info->trans_lock); 18744a9d8bdeSMiao Xie if (cur_trans == root->fs_info->running_transaction) 18754a9d8bdeSMiao Xie root->fs_info->running_transaction = NULL; 18764a9d8bdeSMiao Xie spin_unlock(&root->fs_info->trans_lock); 18774a9d8bdeSMiao Xie 1878e0228285SJosef Bacik if (trans->type & __TRANS_FREEZABLE) 1879e0228285SJosef Bacik sb_end_intwrite(root->fs_info->sb); 1880724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 1881724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 188249b25e05SJeff Mahoney 188349b25e05SJeff Mahoney trace_btrfs_transaction_commit(root); 188449b25e05SJeff Mahoney 188549b25e05SJeff Mahoney if (current->journal_info == trans) 188649b25e05SJeff Mahoney current->journal_info = NULL; 1887c0af8f0bSWang Shilong btrfs_scrub_cancel(root->fs_info); 188849b25e05SJeff Mahoney 188949b25e05SJeff Mahoney kmem_cache_free(btrfs_trans_handle_cachep, trans); 189049b25e05SJeff Mahoney } 189149b25e05SJeff Mahoney 189282436617SMiao Xie static inline int btrfs_start_delalloc_flush(struct btrfs_fs_info *fs_info) 189382436617SMiao Xie { 18943cdde224SJeff Mahoney if (btrfs_test_opt(fs_info, FLUSHONCOMMIT)) 18956c255e67SMiao Xie return btrfs_start_delalloc_roots(fs_info, 1, -1); 189682436617SMiao Xie return 0; 189782436617SMiao Xie } 189882436617SMiao Xie 189982436617SMiao Xie static inline void btrfs_wait_delalloc_flush(struct btrfs_fs_info *fs_info) 190082436617SMiao Xie { 19013cdde224SJeff Mahoney if (btrfs_test_opt(fs_info, FLUSHONCOMMIT)) 1902578def7cSFilipe Manana btrfs_wait_ordered_roots(fs_info, -1, 0, (u64)-1); 190382436617SMiao Xie } 190482436617SMiao Xie 190550d9aa99SJosef Bacik static inline void 1906161c3549SJosef Bacik btrfs_wait_pending_ordered(struct btrfs_transaction *cur_trans) 190750d9aa99SJosef Bacik { 1908161c3549SJosef Bacik wait_event(cur_trans->pending_wait, 1909161c3549SJosef Bacik atomic_read(&cur_trans->pending_ordered) == 0); 191050d9aa99SJosef Bacik } 191150d9aa99SJosef Bacik 191279154b1bSChris Mason int btrfs_commit_transaction(struct btrfs_trans_handle *trans, 191379154b1bSChris Mason struct btrfs_root *root) 191479154b1bSChris Mason { 191549b25e05SJeff Mahoney struct btrfs_transaction *cur_trans = trans->transaction; 19168fd17795SChris Mason struct btrfs_transaction *prev_trans = NULL; 191725287e0aSMiao Xie int ret; 191879154b1bSChris Mason 19198d25a086SMiao Xie /* Stop the commit early if ->aborted is set */ 19208d25a086SMiao Xie if (unlikely(ACCESS_ONCE(cur_trans->aborted))) { 192125287e0aSMiao Xie ret = cur_trans->aborted; 1922e4a2bcacSJosef Bacik btrfs_end_transaction(trans, root); 1923e4a2bcacSJosef Bacik return ret; 192425287e0aSMiao Xie } 192549b25e05SJeff Mahoney 192656bec294SChris Mason /* make a pass through all the delayed refs we have so far 192756bec294SChris Mason * any runnings procs may add more while we are here 192856bec294SChris Mason */ 192956bec294SChris Mason ret = btrfs_run_delayed_refs(trans, root, 0); 1930e4a2bcacSJosef Bacik if (ret) { 1931e4a2bcacSJosef Bacik btrfs_end_transaction(trans, root); 1932e4a2bcacSJosef Bacik return ret; 1933e4a2bcacSJosef Bacik } 193456bec294SChris Mason 19350e721106SJosef Bacik btrfs_trans_release_metadata(trans, root); 19360e721106SJosef Bacik trans->block_rsv = NULL; 19370e721106SJosef Bacik 1938b7ec40d7SChris Mason cur_trans = trans->transaction; 193949b25e05SJeff Mahoney 194056bec294SChris Mason /* 194156bec294SChris Mason * set the flushing flag so procs in this transaction have to 194256bec294SChris Mason * start sending their work down. 194356bec294SChris Mason */ 1944b7ec40d7SChris Mason cur_trans->delayed_refs.flushing = 1; 19451be41b78SJosef Bacik smp_wmb(); 194656bec294SChris Mason 1947ea658badSJosef Bacik if (!list_empty(&trans->new_bgs)) 1948ea658badSJosef Bacik btrfs_create_pending_block_groups(trans, root); 1949ea658badSJosef Bacik 1950c3e69d58SChris Mason ret = btrfs_run_delayed_refs(trans, root, 0); 1951e4a2bcacSJosef Bacik if (ret) { 1952e4a2bcacSJosef Bacik btrfs_end_transaction(trans, root); 1953e4a2bcacSJosef Bacik return ret; 1954e4a2bcacSJosef Bacik } 195556bec294SChris Mason 19563204d33cSJosef Bacik if (!test_bit(BTRFS_TRANS_DIRTY_BG_RUN, &cur_trans->flags)) { 19571bbc621eSChris Mason int run_it = 0; 19581bbc621eSChris Mason 19591bbc621eSChris Mason /* this mutex is also taken before trying to set 19601bbc621eSChris Mason * block groups readonly. We need to make sure 19611bbc621eSChris Mason * that nobody has set a block group readonly 19621bbc621eSChris Mason * after a extents from that block group have been 19631bbc621eSChris Mason * allocated for cache files. btrfs_set_block_group_ro 19641bbc621eSChris Mason * will wait for the transaction to commit if it 19653204d33cSJosef Bacik * finds BTRFS_TRANS_DIRTY_BG_RUN set. 19661bbc621eSChris Mason * 19673204d33cSJosef Bacik * The BTRFS_TRANS_DIRTY_BG_RUN flag is also used to make sure 19683204d33cSJosef Bacik * only one process starts all the block group IO. It wouldn't 19691bbc621eSChris Mason * hurt to have more than one go through, but there's no 19701bbc621eSChris Mason * real advantage to it either. 19711bbc621eSChris Mason */ 19721bbc621eSChris Mason mutex_lock(&root->fs_info->ro_block_group_mutex); 19733204d33cSJosef Bacik if (!test_and_set_bit(BTRFS_TRANS_DIRTY_BG_RUN, 19743204d33cSJosef Bacik &cur_trans->flags)) 19751bbc621eSChris Mason run_it = 1; 19761bbc621eSChris Mason mutex_unlock(&root->fs_info->ro_block_group_mutex); 19771bbc621eSChris Mason 19781bbc621eSChris Mason if (run_it) 19791bbc621eSChris Mason ret = btrfs_start_dirty_block_groups(trans, root); 19801bbc621eSChris Mason } 19811bbc621eSChris Mason if (ret) { 19821bbc621eSChris Mason btrfs_end_transaction(trans, root); 19831bbc621eSChris Mason return ret; 19841bbc621eSChris Mason } 19851bbc621eSChris Mason 19864a9d8bdeSMiao Xie spin_lock(&root->fs_info->trans_lock); 19874a9d8bdeSMiao Xie if (cur_trans->state >= TRANS_STATE_COMMIT_START) { 19884a9d8bdeSMiao Xie spin_unlock(&root->fs_info->trans_lock); 198913c5a93eSJosef Bacik atomic_inc(&cur_trans->use_count); 199049b25e05SJeff Mahoney ret = btrfs_end_transaction(trans, root); 1991ccd467d6SChris Mason 1992b9c8300cSLi Zefan wait_for_commit(root, cur_trans); 199315ee9bc7SJosef Bacik 1994b4924a0fSLiu Bo if (unlikely(cur_trans->aborted)) 1995b4924a0fSLiu Bo ret = cur_trans->aborted; 1996b4924a0fSLiu Bo 1997724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 199815ee9bc7SJosef Bacik 199949b25e05SJeff Mahoney return ret; 200079154b1bSChris Mason } 20014313b399SChris Mason 20024a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_COMMIT_START; 2003bb9c12c9SSage Weil wake_up(&root->fs_info->transaction_blocked_wait); 2004bb9c12c9SSage Weil 2005ccd467d6SChris Mason if (cur_trans->list.prev != &root->fs_info->trans_list) { 2006ccd467d6SChris Mason prev_trans = list_entry(cur_trans->list.prev, 2007ccd467d6SChris Mason struct btrfs_transaction, list); 20084a9d8bdeSMiao Xie if (prev_trans->state != TRANS_STATE_COMPLETED) { 200913c5a93eSJosef Bacik atomic_inc(&prev_trans->use_count); 2010a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 2011ccd467d6SChris Mason 2012ccd467d6SChris Mason wait_for_commit(root, prev_trans); 20131f9b8c8fSFilipe Manana ret = prev_trans->aborted; 2014ccd467d6SChris Mason 2015724e2315SJosef Bacik btrfs_put_transaction(prev_trans); 20161f9b8c8fSFilipe Manana if (ret) 20171f9b8c8fSFilipe Manana goto cleanup_transaction; 2018a4abeea4SJosef Bacik } else { 2019a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 2020ccd467d6SChris Mason } 2021a4abeea4SJosef Bacik } else { 2022a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 2023ccd467d6SChris Mason } 202415ee9bc7SJosef Bacik 20250860adfdSMiao Xie extwriter_counter_dec(cur_trans, trans->type); 20260860adfdSMiao Xie 202782436617SMiao Xie ret = btrfs_start_delalloc_flush(root->fs_info); 202882436617SMiao Xie if (ret) 202982436617SMiao Xie goto cleanup_transaction; 203082436617SMiao Xie 20318d875f95SChris Mason ret = btrfs_run_delayed_items(trans, root); 203249b25e05SJeff Mahoney if (ret) 203349b25e05SJeff Mahoney goto cleanup_transaction; 203416cdcec7SMiao Xie 2035581227d0SMiao Xie wait_event(cur_trans->writer_wait, 2036581227d0SMiao Xie extwriter_counter_read(cur_trans) == 0); 2037ed3b3d31SChris Mason 2038581227d0SMiao Xie /* some pending stuffs might be added after the previous flush. */ 20398d875f95SChris Mason ret = btrfs_run_delayed_items(trans, root); 2040ca469637SMiao Xie if (ret) 2041ca469637SMiao Xie goto cleanup_transaction; 2042ca469637SMiao Xie 204382436617SMiao Xie btrfs_wait_delalloc_flush(root->fs_info); 2044cb7ab021SWang Shilong 2045161c3549SJosef Bacik btrfs_wait_pending_ordered(cur_trans); 204650d9aa99SJosef Bacik 2047cb7ab021SWang Shilong btrfs_scrub_pause(root); 2048ed0ca140SJosef Bacik /* 2049ed0ca140SJosef Bacik * Ok now we need to make sure to block out any other joins while we 2050ed0ca140SJosef Bacik * commit the transaction. We could have started a join before setting 20514a9d8bdeSMiao Xie * COMMIT_DOING so make sure to wait for num_writers to == 1 again. 2052ed0ca140SJosef Bacik */ 2053a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 20544a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_COMMIT_DOING; 2055a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 2056ed0ca140SJosef Bacik wait_event(cur_trans->writer_wait, 2057ed0ca140SJosef Bacik atomic_read(&cur_trans->num_writers) == 1); 205815ee9bc7SJosef Bacik 20592cba30f1SMiao Xie /* ->aborted might be set after the previous check, so check it */ 20602cba30f1SMiao Xie if (unlikely(ACCESS_ONCE(cur_trans->aborted))) { 20612cba30f1SMiao Xie ret = cur_trans->aborted; 20626cf7f77eSWang Shilong goto scrub_continue; 20632cba30f1SMiao Xie } 20647585717fSChris Mason /* 20657585717fSChris Mason * the reloc mutex makes sure that we stop 20667585717fSChris Mason * the balancing code from coming in and moving 20677585717fSChris Mason * extents around in the middle of the commit 20687585717fSChris Mason */ 20697585717fSChris Mason mutex_lock(&root->fs_info->reloc_mutex); 20707585717fSChris Mason 207142874b3dSMiao Xie /* 207242874b3dSMiao Xie * We needn't worry about the delayed items because we will 207342874b3dSMiao Xie * deal with them in create_pending_snapshot(), which is the 207442874b3dSMiao Xie * core function of the snapshot creation. 207542874b3dSMiao Xie */ 207642874b3dSMiao Xie ret = create_pending_snapshots(trans, root->fs_info); 207749b25e05SJeff Mahoney if (ret) { 207849b25e05SJeff Mahoney mutex_unlock(&root->fs_info->reloc_mutex); 20796cf7f77eSWang Shilong goto scrub_continue; 208049b25e05SJeff Mahoney } 20813063d29fSChris Mason 208242874b3dSMiao Xie /* 208342874b3dSMiao Xie * We insert the dir indexes of the snapshots and update the inode 208442874b3dSMiao Xie * of the snapshots' parents after the snapshot creation, so there 208542874b3dSMiao Xie * are some delayed items which are not dealt with. Now deal with 208642874b3dSMiao Xie * them. 208742874b3dSMiao Xie * 208842874b3dSMiao Xie * We needn't worry that this operation will corrupt the snapshots, 208942874b3dSMiao Xie * because all the tree which are snapshoted will be forced to COW 209042874b3dSMiao Xie * the nodes and leaves. 209142874b3dSMiao Xie */ 209242874b3dSMiao Xie ret = btrfs_run_delayed_items(trans, root); 209349b25e05SJeff Mahoney if (ret) { 209449b25e05SJeff Mahoney mutex_unlock(&root->fs_info->reloc_mutex); 20956cf7f77eSWang Shilong goto scrub_continue; 209649b25e05SJeff Mahoney } 209716cdcec7SMiao Xie 209856bec294SChris Mason ret = btrfs_run_delayed_refs(trans, root, (unsigned long)-1); 209949b25e05SJeff Mahoney if (ret) { 210049b25e05SJeff Mahoney mutex_unlock(&root->fs_info->reloc_mutex); 21016cf7f77eSWang Shilong goto scrub_continue; 210249b25e05SJeff Mahoney } 210356bec294SChris Mason 21040ed4792aSQu Wenruo /* Reocrd old roots for later qgroup accounting */ 21050ed4792aSQu Wenruo ret = btrfs_qgroup_prepare_account_extents(trans, root->fs_info); 21060ed4792aSQu Wenruo if (ret) { 21070ed4792aSQu Wenruo mutex_unlock(&root->fs_info->reloc_mutex); 21080ed4792aSQu Wenruo goto scrub_continue; 21090ed4792aSQu Wenruo } 21100ed4792aSQu Wenruo 2111e999376fSChris Mason /* 2112e999376fSChris Mason * make sure none of the code above managed to slip in a 2113e999376fSChris Mason * delayed item 2114e999376fSChris Mason */ 2115e999376fSChris Mason btrfs_assert_delayed_root_empty(root); 2116e999376fSChris Mason 21172c90e5d6SChris Mason WARN_ON(cur_trans != trans->transaction); 2118dc17ff8fSChris Mason 2119e02119d5SChris Mason /* btrfs_commit_tree_roots is responsible for getting the 2120e02119d5SChris Mason * various roots consistent with each other. Every pointer 2121e02119d5SChris Mason * in the tree of tree roots has to point to the most up to date 2122e02119d5SChris Mason * root for every subvolume and other tree. So, we have to keep 2123e02119d5SChris Mason * the tree logging code from jumping in and changing any 2124e02119d5SChris Mason * of the trees. 2125e02119d5SChris Mason * 2126e02119d5SChris Mason * At this point in the commit, there can't be any tree-log 2127e02119d5SChris Mason * writers, but a little lower down we drop the trans mutex 2128e02119d5SChris Mason * and let new people in. By holding the tree_log_mutex 2129e02119d5SChris Mason * from now until after the super is written, we avoid races 2130e02119d5SChris Mason * with the tree-log code. 2131e02119d5SChris Mason */ 2132e02119d5SChris Mason mutex_lock(&root->fs_info->tree_log_mutex); 21331a40e23bSZheng Yan 2134*5b4aacefSJeff Mahoney ret = commit_fs_roots(trans, root->fs_info); 213549b25e05SJeff Mahoney if (ret) { 213649b25e05SJeff Mahoney mutex_unlock(&root->fs_info->tree_log_mutex); 2137871383beSDavid Sterba mutex_unlock(&root->fs_info->reloc_mutex); 21386cf7f77eSWang Shilong goto scrub_continue; 213949b25e05SJeff Mahoney } 214054aa1f4dSChris Mason 21413818aea2SQu Wenruo /* 21427e1876acSDavid Sterba * Since the transaction is done, we can apply the pending changes 21437e1876acSDavid Sterba * before the next transaction. 21443818aea2SQu Wenruo */ 2145572d9ab7SDavid Sterba btrfs_apply_pending_changes(root->fs_info); 21463818aea2SQu Wenruo 21475d4f98a2SYan Zheng /* commit_fs_roots gets rid of all the tree log roots, it is now 2148e02119d5SChris Mason * safe to free the root of tree log roots 2149e02119d5SChris Mason */ 2150e02119d5SChris Mason btrfs_free_log_root_tree(trans, root->fs_info); 2151e02119d5SChris Mason 21520ed4792aSQu Wenruo /* 21530ed4792aSQu Wenruo * Since fs roots are all committed, we can get a quite accurate 21540ed4792aSQu Wenruo * new_roots. So let's do quota accounting. 21550ed4792aSQu Wenruo */ 21560ed4792aSQu Wenruo ret = btrfs_qgroup_account_extents(trans, root->fs_info); 21570ed4792aSQu Wenruo if (ret < 0) { 21580ed4792aSQu Wenruo mutex_unlock(&root->fs_info->tree_log_mutex); 21590ed4792aSQu Wenruo mutex_unlock(&root->fs_info->reloc_mutex); 21600ed4792aSQu Wenruo goto scrub_continue; 21610ed4792aSQu Wenruo } 21620ed4792aSQu Wenruo 21635d4f98a2SYan Zheng ret = commit_cowonly_roots(trans, root); 216449b25e05SJeff Mahoney if (ret) { 216549b25e05SJeff Mahoney mutex_unlock(&root->fs_info->tree_log_mutex); 2166871383beSDavid Sterba mutex_unlock(&root->fs_info->reloc_mutex); 21676cf7f77eSWang Shilong goto scrub_continue; 216849b25e05SJeff Mahoney } 216954aa1f4dSChris Mason 21702cba30f1SMiao Xie /* 21712cba30f1SMiao Xie * The tasks which save the space cache and inode cache may also 21722cba30f1SMiao Xie * update ->aborted, check it. 21732cba30f1SMiao Xie */ 21742cba30f1SMiao Xie if (unlikely(ACCESS_ONCE(cur_trans->aborted))) { 21752cba30f1SMiao Xie ret = cur_trans->aborted; 21762cba30f1SMiao Xie mutex_unlock(&root->fs_info->tree_log_mutex); 21772cba30f1SMiao Xie mutex_unlock(&root->fs_info->reloc_mutex); 21786cf7f77eSWang Shilong goto scrub_continue; 21792cba30f1SMiao Xie } 21802cba30f1SMiao Xie 218111833d66SYan Zheng btrfs_prepare_extent_commit(trans, root); 218211833d66SYan Zheng 218378fae27eSChris Mason cur_trans = root->fs_info->running_transaction; 21845f39d397SChris Mason 21855d4f98a2SYan Zheng btrfs_set_root_node(&root->fs_info->tree_root->root_item, 21865d4f98a2SYan Zheng root->fs_info->tree_root->node); 21879e351cc8SJosef Bacik list_add_tail(&root->fs_info->tree_root->dirty_list, 21889e351cc8SJosef Bacik &cur_trans->switch_commits); 21895d4f98a2SYan Zheng 21905d4f98a2SYan Zheng btrfs_set_root_node(&root->fs_info->chunk_root->root_item, 21915d4f98a2SYan Zheng root->fs_info->chunk_root->node); 21929e351cc8SJosef Bacik list_add_tail(&root->fs_info->chunk_root->dirty_list, 21939e351cc8SJosef Bacik &cur_trans->switch_commits); 21949e351cc8SJosef Bacik 21959e351cc8SJosef Bacik switch_commit_roots(cur_trans, root->fs_info); 21965d4f98a2SYan Zheng 2197edf39272SJan Schmidt assert_qgroups_uptodate(trans); 2198ce93ec54SJosef Bacik ASSERT(list_empty(&cur_trans->dirty_bgs)); 21991bbc621eSChris Mason ASSERT(list_empty(&cur_trans->io_bgs)); 22005d4f98a2SYan Zheng update_super_roots(root); 2201e02119d5SChris Mason 22026c41761fSDavid Sterba btrfs_set_super_log_root(root->fs_info->super_copy, 0); 22036c41761fSDavid Sterba btrfs_set_super_log_root_level(root->fs_info->super_copy, 0); 22046c41761fSDavid Sterba memcpy(root->fs_info->super_for_commit, root->fs_info->super_copy, 22056c41761fSDavid Sterba sizeof(*root->fs_info->super_copy)); 2206ccd467d6SChris Mason 2207935e5cc9SMiao Xie btrfs_update_commit_device_size(root->fs_info); 2208ce7213c7SMiao Xie btrfs_update_commit_device_bytes_used(root, cur_trans); 2209935e5cc9SMiao Xie 2210afcdd129SJosef Bacik clear_bit(BTRFS_FS_LOG1_ERR, &root->fs_info->flags); 2211afcdd129SJosef Bacik clear_bit(BTRFS_FS_LOG2_ERR, &root->fs_info->flags); 2212656f30dbSFilipe Manana 22134fbcdf66SFilipe Manana btrfs_trans_release_chunk_metadata(trans); 22144fbcdf66SFilipe Manana 2215a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 22164a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_UNBLOCKED; 2217a4abeea4SJosef Bacik root->fs_info->running_transaction = NULL; 2218a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 22197585717fSChris Mason mutex_unlock(&root->fs_info->reloc_mutex); 2220b7ec40d7SChris Mason 2221f9295749SChris Mason wake_up(&root->fs_info->transaction_wait); 2222e6dcd2dcSChris Mason 222379154b1bSChris Mason ret = btrfs_write_and_wait_transaction(trans, root); 222449b25e05SJeff Mahoney if (ret) { 222534d97007SAnand Jain btrfs_handle_fs_error(root->fs_info, ret, 222608748810SDavid Sterba "Error while writing out transaction"); 222749b25e05SJeff Mahoney mutex_unlock(&root->fs_info->tree_log_mutex); 22286cf7f77eSWang Shilong goto scrub_continue; 222949b25e05SJeff Mahoney } 223049b25e05SJeff Mahoney 223149b25e05SJeff Mahoney ret = write_ctree_super(trans, root, 0); 223249b25e05SJeff Mahoney if (ret) { 223349b25e05SJeff Mahoney mutex_unlock(&root->fs_info->tree_log_mutex); 22346cf7f77eSWang Shilong goto scrub_continue; 223549b25e05SJeff Mahoney } 22364313b399SChris Mason 2237e02119d5SChris Mason /* 2238e02119d5SChris Mason * the super is written, we can safely allow the tree-loggers 2239e02119d5SChris Mason * to go about their business 2240e02119d5SChris Mason */ 2241e02119d5SChris Mason mutex_unlock(&root->fs_info->tree_log_mutex); 2242e02119d5SChris Mason 224311833d66SYan Zheng btrfs_finish_extent_commit(trans, root); 22444313b399SChris Mason 22453204d33cSJosef Bacik if (test_bit(BTRFS_TRANS_HAVE_FREE_BGS, &cur_trans->flags)) 224613212b54SZhao Lei btrfs_clear_space_info_full(root->fs_info); 224713212b54SZhao Lei 224815ee9bc7SJosef Bacik root->fs_info->last_trans_committed = cur_trans->transid; 22494a9d8bdeSMiao Xie /* 22504a9d8bdeSMiao Xie * We needn't acquire the lock here because there is no other task 22514a9d8bdeSMiao Xie * which can change it. 22524a9d8bdeSMiao Xie */ 22534a9d8bdeSMiao Xie cur_trans->state = TRANS_STATE_COMPLETED; 22542c90e5d6SChris Mason wake_up(&cur_trans->commit_wait); 22553de4586cSChris Mason 2256a4abeea4SJosef Bacik spin_lock(&root->fs_info->trans_lock); 225713c5a93eSJosef Bacik list_del_init(&cur_trans->list); 2258a4abeea4SJosef Bacik spin_unlock(&root->fs_info->trans_lock); 2259a4abeea4SJosef Bacik 2260724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 2261724e2315SJosef Bacik btrfs_put_transaction(cur_trans); 226258176a96SJosef Bacik 22630860adfdSMiao Xie if (trans->type & __TRANS_FREEZABLE) 2264b2b5ef5cSJan Kara sb_end_intwrite(root->fs_info->sb); 2265b2b5ef5cSJan Kara 22661abe9b8aSliubo trace_btrfs_transaction_commit(root); 22671abe9b8aSliubo 2268a2de733cSArne Jansen btrfs_scrub_continue(root); 2269a2de733cSArne Jansen 22709ed74f2dSJosef Bacik if (current->journal_info == trans) 22719ed74f2dSJosef Bacik current->journal_info = NULL; 22729ed74f2dSJosef Bacik 22732c90e5d6SChris Mason kmem_cache_free(btrfs_trans_handle_cachep, trans); 227424bbcf04SYan, Zheng 22759e7cc91aSWang Xiaoguang /* 22769e7cc91aSWang Xiaoguang * If fs has been frozen, we can not handle delayed iputs, otherwise 22779e7cc91aSWang Xiaoguang * it'll result in deadlock about SB_FREEZE_FS. 22789e7cc91aSWang Xiaoguang */ 22798a733013SZhao Lei if (current != root->fs_info->transaction_kthread && 22809e7cc91aSWang Xiaoguang current != root->fs_info->cleaner_kthread && 22819e7cc91aSWang Xiaoguang !root->fs_info->fs_frozen) 228224bbcf04SYan, Zheng btrfs_run_delayed_iputs(root); 228324bbcf04SYan, Zheng 228479154b1bSChris Mason return ret; 228549b25e05SJeff Mahoney 22866cf7f77eSWang Shilong scrub_continue: 22876cf7f77eSWang Shilong btrfs_scrub_continue(root); 228849b25e05SJeff Mahoney cleanup_transaction: 22890e721106SJosef Bacik btrfs_trans_release_metadata(trans, root); 22904fbcdf66SFilipe Manana btrfs_trans_release_chunk_metadata(trans); 22910e721106SJosef Bacik trans->block_rsv = NULL; 2292c2cf52ebSSimon Kirby btrfs_warn(root->fs_info, "Skipping commit of aborted transaction."); 229349b25e05SJeff Mahoney if (current->journal_info == trans) 229449b25e05SJeff Mahoney current->journal_info = NULL; 22957b8b92afSJosef Bacik cleanup_transaction(trans, root, ret); 229649b25e05SJeff Mahoney 229749b25e05SJeff Mahoney return ret; 229879154b1bSChris Mason } 229979154b1bSChris Mason 2300d352ac68SChris Mason /* 23019d1a2a3aSDavid Sterba * return < 0 if error 23029d1a2a3aSDavid Sterba * 0 if there are no more dead_roots at the time of call 23039d1a2a3aSDavid Sterba * 1 there are more to be processed, call me again 23049d1a2a3aSDavid Sterba * 23059d1a2a3aSDavid Sterba * The return value indicates there are certainly more snapshots to delete, but 23069d1a2a3aSDavid Sterba * if there comes a new one during processing, it may return 0. We don't mind, 23079d1a2a3aSDavid Sterba * because btrfs_commit_super will poke cleaner thread and it will process it a 23089d1a2a3aSDavid Sterba * few seconds later. 2309d352ac68SChris Mason */ 23109d1a2a3aSDavid Sterba int btrfs_clean_one_deleted_snapshot(struct btrfs_root *root) 2311e9d0b13bSChris Mason { 23129d1a2a3aSDavid Sterba int ret; 23135d4f98a2SYan Zheng struct btrfs_fs_info *fs_info = root->fs_info; 2314e9d0b13bSChris Mason 2315a4abeea4SJosef Bacik spin_lock(&fs_info->trans_lock); 23169d1a2a3aSDavid Sterba if (list_empty(&fs_info->dead_roots)) { 23179d1a2a3aSDavid Sterba spin_unlock(&fs_info->trans_lock); 23189d1a2a3aSDavid Sterba return 0; 23199d1a2a3aSDavid Sterba } 23209d1a2a3aSDavid Sterba root = list_first_entry(&fs_info->dead_roots, 23219d1a2a3aSDavid Sterba struct btrfs_root, root_list); 2322cfad392bSJosef Bacik list_del_init(&root->root_list); 2323a4abeea4SJosef Bacik spin_unlock(&fs_info->trans_lock); 23245d4f98a2SYan Zheng 2325ab8d0fc4SJeff Mahoney btrfs_debug(fs_info, "cleaner removing %llu", root->objectid); 232676dda93cSYan, Zheng 232716cdcec7SMiao Xie btrfs_kill_all_delayed_nodes(root); 232816cdcec7SMiao Xie 232976dda93cSYan, Zheng if (btrfs_header_backref_rev(root->node) < 233076dda93cSYan, Zheng BTRFS_MIXED_BACKREF_REV) 23312c536799SJeff Mahoney ret = btrfs_drop_snapshot(root, NULL, 0, 0); 233276dda93cSYan, Zheng else 23332c536799SJeff Mahoney ret = btrfs_drop_snapshot(root, NULL, 1, 0); 233432471dc2SDavid Sterba 23356596a928SJosef Bacik return (ret < 0) ? 0 : 1; 2336e9d0b13bSChris Mason } 2337572d9ab7SDavid Sterba 2338572d9ab7SDavid Sterba void btrfs_apply_pending_changes(struct btrfs_fs_info *fs_info) 2339572d9ab7SDavid Sterba { 2340572d9ab7SDavid Sterba unsigned long prev; 2341572d9ab7SDavid Sterba unsigned long bit; 2342572d9ab7SDavid Sterba 23436c9fe14fSQu Wenruo prev = xchg(&fs_info->pending_changes, 0); 2344572d9ab7SDavid Sterba if (!prev) 2345572d9ab7SDavid Sterba return; 2346572d9ab7SDavid Sterba 23477e1876acSDavid Sterba bit = 1 << BTRFS_PENDING_SET_INODE_MAP_CACHE; 23487e1876acSDavid Sterba if (prev & bit) 23497e1876acSDavid Sterba btrfs_set_opt(fs_info->mount_opt, INODE_MAP_CACHE); 23507e1876acSDavid Sterba prev &= ~bit; 23517e1876acSDavid Sterba 23527e1876acSDavid Sterba bit = 1 << BTRFS_PENDING_CLEAR_INODE_MAP_CACHE; 23537e1876acSDavid Sterba if (prev & bit) 23547e1876acSDavid Sterba btrfs_clear_opt(fs_info->mount_opt, INODE_MAP_CACHE); 23557e1876acSDavid Sterba prev &= ~bit; 23567e1876acSDavid Sterba 2357d51033d0SDavid Sterba bit = 1 << BTRFS_PENDING_COMMIT; 2358d51033d0SDavid Sterba if (prev & bit) 2359d51033d0SDavid Sterba btrfs_debug(fs_info, "pending commit done"); 2360d51033d0SDavid Sterba prev &= ~bit; 2361d51033d0SDavid Sterba 2362572d9ab7SDavid Sterba if (prev) 2363572d9ab7SDavid Sterba btrfs_warn(fs_info, 2364572d9ab7SDavid Sterba "unknown pending changes left 0x%lx, ignoring", prev); 2365572d9ab7SDavid Sterba } 2366