16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 25d397712bSChris Mason #include <linux/buffer_head.h> 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a74a4b97SChris Mason #include <linux/kthread.h> 28a74a4b97SChris Mason #include <linux/freezer.h> 29163e783eSDavid Woodhouse #include <linux/crc32c.h> 304b4e25f2SChris Mason #include "compat.h" 31eb60ceacSChris Mason #include "ctree.h" 32eb60ceacSChris Mason #include "disk-io.h" 33e089f05cSChris Mason #include "transaction.h" 340f7d52f4SChris Mason #include "btrfs_inode.h" 350b86a832SChris Mason #include "volumes.h" 36db94535dSChris Mason #include "print-tree.h" 378b712842SChris Mason #include "async-thread.h" 38925baeddSChris Mason #include "locking.h" 39e02119d5SChris Mason #include "tree-log.h" 40fa9c0d79SChris Mason #include "free-space-cache.h" 41eb60ceacSChris Mason 42d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 438b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 44ce9adaa5SChris Mason 45ad081f14SJens Axboe static atomic_t btrfs_bdi_num = ATOMIC_INIT(0); 46ad081f14SJens Axboe 47d352ac68SChris Mason /* 48d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 49d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 50d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 51d352ac68SChris Mason */ 52ce9adaa5SChris Mason struct end_io_wq { 53ce9adaa5SChris Mason struct bio *bio; 54ce9adaa5SChris Mason bio_end_io_t *end_io; 55ce9adaa5SChris Mason void *private; 56ce9adaa5SChris Mason struct btrfs_fs_info *info; 57ce9adaa5SChris Mason int error; 5822c59948SChris Mason int metadata; 59ce9adaa5SChris Mason struct list_head list; 608b712842SChris Mason struct btrfs_work work; 61ce9adaa5SChris Mason }; 620da5468fSChris Mason 63d352ac68SChris Mason /* 64d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 65d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 66d352ac68SChris Mason * just before they are sent down the IO stack. 67d352ac68SChris Mason */ 6844b8bd7eSChris Mason struct async_submit_bio { 6944b8bd7eSChris Mason struct inode *inode; 7044b8bd7eSChris Mason struct bio *bio; 7144b8bd7eSChris Mason struct list_head list; 724a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 734a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 7444b8bd7eSChris Mason int rw; 7544b8bd7eSChris Mason int mirror_num; 76c8b97818SChris Mason unsigned long bio_flags; 778b712842SChris Mason struct btrfs_work work; 7844b8bd7eSChris Mason }; 7944b8bd7eSChris Mason 804008c04aSChris Mason /* These are used to set the lockdep class on the extent buffer locks. 814008c04aSChris Mason * The class is set by the readpage_end_io_hook after the buffer has 824008c04aSChris Mason * passed csum validation but before the pages are unlocked. 834008c04aSChris Mason * 844008c04aSChris Mason * The lockdep class is also set by btrfs_init_new_buffer on freshly 854008c04aSChris Mason * allocated blocks. 864008c04aSChris Mason * 874008c04aSChris Mason * The class is based on the level in the tree block, which allows lockdep 884008c04aSChris Mason * to know that lower nodes nest inside the locks of higher nodes. 894008c04aSChris Mason * 904008c04aSChris Mason * We also add a check to make sure the highest level of the tree is 914008c04aSChris Mason * the same as our lockdep setup here. If BTRFS_MAX_LEVEL changes, this 924008c04aSChris Mason * code needs update as well. 934008c04aSChris Mason */ 944008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 954008c04aSChris Mason # if BTRFS_MAX_LEVEL != 8 964008c04aSChris Mason # error 974008c04aSChris Mason # endif 984008c04aSChris Mason static struct lock_class_key btrfs_eb_class[BTRFS_MAX_LEVEL + 1]; 994008c04aSChris Mason static const char *btrfs_eb_name[BTRFS_MAX_LEVEL + 1] = { 1004008c04aSChris Mason /* leaf */ 1014008c04aSChris Mason "btrfs-extent-00", 1024008c04aSChris Mason "btrfs-extent-01", 1034008c04aSChris Mason "btrfs-extent-02", 1044008c04aSChris Mason "btrfs-extent-03", 1054008c04aSChris Mason "btrfs-extent-04", 1064008c04aSChris Mason "btrfs-extent-05", 1074008c04aSChris Mason "btrfs-extent-06", 1084008c04aSChris Mason "btrfs-extent-07", 1094008c04aSChris Mason /* highest possible level */ 1104008c04aSChris Mason "btrfs-extent-08", 1114008c04aSChris Mason }; 1124008c04aSChris Mason #endif 1134008c04aSChris Mason 114d352ac68SChris Mason /* 115d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 116d352ac68SChris Mason * that covers the entire device 117d352ac68SChris Mason */ 118b2950863SChristoph Hellwig static struct extent_map *btree_get_extent(struct inode *inode, 119b2950863SChristoph Hellwig struct page *page, size_t page_offset, u64 start, u64 len, 1205f39d397SChris Mason int create) 1215f39d397SChris Mason { 1225f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 1235f39d397SChris Mason struct extent_map *em; 1245f39d397SChris Mason int ret; 1255f39d397SChris Mason 126890871beSChris Mason read_lock(&em_tree->lock); 127d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 128a061fc8dSChris Mason if (em) { 129a061fc8dSChris Mason em->bdev = 130a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 131890871beSChris Mason read_unlock(&em_tree->lock); 1325f39d397SChris Mason goto out; 133a061fc8dSChris Mason } 134890871beSChris Mason read_unlock(&em_tree->lock); 1357b13b7b1SChris Mason 1365f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1375f39d397SChris Mason if (!em) { 1385f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1395f39d397SChris Mason goto out; 1405f39d397SChris Mason } 1415f39d397SChris Mason em->start = 0; 1420afbaf8cSChris Mason em->len = (u64)-1; 143c8b97818SChris Mason em->block_len = (u64)-1; 1445f39d397SChris Mason em->block_start = 0; 145a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 146d1310b2eSChris Mason 147890871beSChris Mason write_lock(&em_tree->lock); 1485f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1495f39d397SChris Mason if (ret == -EEXIST) { 1500afbaf8cSChris Mason u64 failed_start = em->start; 1510afbaf8cSChris Mason u64 failed_len = em->len; 1520afbaf8cSChris Mason 1535f39d397SChris Mason free_extent_map(em); 1547b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1550afbaf8cSChris Mason if (em) { 1567b13b7b1SChris Mason ret = 0; 1570afbaf8cSChris Mason } else { 1580afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1590afbaf8cSChris Mason failed_len); 1607b13b7b1SChris Mason ret = -EIO; 1610afbaf8cSChris Mason } 1625f39d397SChris Mason } else if (ret) { 1637b13b7b1SChris Mason free_extent_map(em); 1647b13b7b1SChris Mason em = NULL; 1655f39d397SChris Mason } 166890871beSChris Mason write_unlock(&em_tree->lock); 1677b13b7b1SChris Mason 1687b13b7b1SChris Mason if (ret) 1697b13b7b1SChris Mason em = ERR_PTR(ret); 1705f39d397SChris Mason out: 1715f39d397SChris Mason return em; 1725f39d397SChris Mason } 1735f39d397SChris Mason 17419c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 17519c00ddcSChris Mason { 176163e783eSDavid Woodhouse return crc32c(seed, data, len); 17719c00ddcSChris Mason } 17819c00ddcSChris Mason 17919c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 18019c00ddcSChris Mason { 18119c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 18219c00ddcSChris Mason } 18319c00ddcSChris Mason 184d352ac68SChris Mason /* 185d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 186d352ac68SChris Mason * into the csum field of the block. 187d352ac68SChris Mason */ 18819c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 18919c00ddcSChris Mason int verify) 19019c00ddcSChris Mason { 191607d432dSJosef Bacik u16 csum_size = 192607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 193607d432dSJosef Bacik char *result = NULL; 19419c00ddcSChris Mason unsigned long len; 19519c00ddcSChris Mason unsigned long cur_len; 19619c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 19719c00ddcSChris Mason char *map_token = NULL; 19819c00ddcSChris Mason char *kaddr; 19919c00ddcSChris Mason unsigned long map_start; 20019c00ddcSChris Mason unsigned long map_len; 20119c00ddcSChris Mason int err; 20219c00ddcSChris Mason u32 crc = ~(u32)0; 203607d432dSJosef Bacik unsigned long inline_result; 20419c00ddcSChris Mason 20519c00ddcSChris Mason len = buf->len - offset; 20619c00ddcSChris Mason while (len > 0) { 20719c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 20819c00ddcSChris Mason &map_token, &kaddr, 20919c00ddcSChris Mason &map_start, &map_len, KM_USER0); 210d397712bSChris Mason if (err) 21119c00ddcSChris Mason return 1; 21219c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 21319c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 21419c00ddcSChris Mason crc, cur_len); 21519c00ddcSChris Mason len -= cur_len; 21619c00ddcSChris Mason offset += cur_len; 21719c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 21819c00ddcSChris Mason } 219607d432dSJosef Bacik if (csum_size > sizeof(inline_result)) { 220607d432dSJosef Bacik result = kzalloc(csum_size * sizeof(char), GFP_NOFS); 221607d432dSJosef Bacik if (!result) 222607d432dSJosef Bacik return 1; 223607d432dSJosef Bacik } else { 224607d432dSJosef Bacik result = (char *)&inline_result; 225607d432dSJosef Bacik } 226607d432dSJosef Bacik 22719c00ddcSChris Mason btrfs_csum_final(crc, result); 22819c00ddcSChris Mason 22919c00ddcSChris Mason if (verify) { 230607d432dSJosef Bacik if (memcmp_extent_buffer(buf, result, 0, csum_size)) { 231e4204dedSChris Mason u32 val; 232e4204dedSChris Mason u32 found = 0; 233607d432dSJosef Bacik memcpy(&found, result, csum_size); 234e4204dedSChris Mason 235607d432dSJosef Bacik read_extent_buffer(buf, &val, 0, csum_size); 236193f284dSChris Mason if (printk_ratelimit()) { 237193f284dSChris Mason printk(KERN_INFO "btrfs: %s checksum verify " 238193f284dSChris Mason "failed on %llu wanted %X found %X " 239193f284dSChris Mason "level %d\n", 24019c00ddcSChris Mason root->fs_info->sb->s_id, 241193f284dSChris Mason (unsigned long long)buf->start, val, found, 242193f284dSChris Mason btrfs_header_level(buf)); 243193f284dSChris Mason } 244607d432dSJosef Bacik if (result != (char *)&inline_result) 245607d432dSJosef Bacik kfree(result); 24619c00ddcSChris Mason return 1; 24719c00ddcSChris Mason } 24819c00ddcSChris Mason } else { 249607d432dSJosef Bacik write_extent_buffer(buf, result, 0, csum_size); 25019c00ddcSChris Mason } 251607d432dSJosef Bacik if (result != (char *)&inline_result) 252607d432dSJosef Bacik kfree(result); 25319c00ddcSChris Mason return 0; 25419c00ddcSChris Mason } 25519c00ddcSChris Mason 256d352ac68SChris Mason /* 257d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 258d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 259d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 260d352ac68SChris Mason * in the wrong place. 261d352ac68SChris Mason */ 2621259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2631259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2641259ab75SChris Mason { 2651259ab75SChris Mason int ret; 2661259ab75SChris Mason 2671259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2681259ab75SChris Mason return 0; 2691259ab75SChris Mason 2701259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2711259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2721259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2731259ab75SChris Mason ret = 0; 2741259ab75SChris Mason goto out; 2751259ab75SChris Mason } 276193f284dSChris Mason if (printk_ratelimit()) { 277193f284dSChris Mason printk("parent transid verify failed on %llu wanted %llu " 278193f284dSChris Mason "found %llu\n", 2791259ab75SChris Mason (unsigned long long)eb->start, 2801259ab75SChris Mason (unsigned long long)parent_transid, 2811259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 282193f284dSChris Mason } 2831259ab75SChris Mason ret = 1; 2841259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 28533958dc6SChris Mason out: 2861259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2871259ab75SChris Mason GFP_NOFS); 2881259ab75SChris Mason return ret; 2891259ab75SChris Mason } 2901259ab75SChris Mason 291d352ac68SChris Mason /* 292d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 293d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 294d352ac68SChris Mason */ 295f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 296f188591eSChris Mason struct extent_buffer *eb, 297ca7a79adSChris Mason u64 start, u64 parent_transid) 298f188591eSChris Mason { 299f188591eSChris Mason struct extent_io_tree *io_tree; 300f188591eSChris Mason int ret; 301f188591eSChris Mason int num_copies = 0; 302f188591eSChris Mason int mirror_num = 0; 303f188591eSChris Mason 304f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 305f188591eSChris Mason while (1) { 306f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 307f188591eSChris Mason btree_get_extent, mirror_num); 3081259ab75SChris Mason if (!ret && 3091259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 310f188591eSChris Mason return ret; 311d397712bSChris Mason 312f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 313f188591eSChris Mason eb->start, eb->len); 3144235298eSChris Mason if (num_copies == 1) 315f188591eSChris Mason return ret; 3164235298eSChris Mason 317f188591eSChris Mason mirror_num++; 3184235298eSChris Mason if (mirror_num > num_copies) 319f188591eSChris Mason return ret; 320f188591eSChris Mason } 321f188591eSChris Mason return -EIO; 322f188591eSChris Mason } 32319c00ddcSChris Mason 324d352ac68SChris Mason /* 325d397712bSChris Mason * checksum a dirty tree block before IO. This has extra checks to make sure 326d397712bSChris Mason * we only fill in the checksum field in the first page of a multi-page block 327d352ac68SChris Mason */ 328d397712bSChris Mason 329b2950863SChristoph Hellwig static int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 33019c00ddcSChris Mason { 331d1310b2eSChris Mason struct extent_io_tree *tree; 33235ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 33319c00ddcSChris Mason u64 found_start; 33419c00ddcSChris Mason int found_level; 33519c00ddcSChris Mason unsigned long len; 33619c00ddcSChris Mason struct extent_buffer *eb; 337f188591eSChris Mason int ret; 338f188591eSChris Mason 339d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 34019c00ddcSChris Mason 34119c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 34219c00ddcSChris Mason goto out; 34319c00ddcSChris Mason if (!page->private) 34419c00ddcSChris Mason goto out; 34519c00ddcSChris Mason len = page->private >> 2; 346d397712bSChris Mason WARN_ON(len == 0); 347d397712bSChris Mason 34819c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 349ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 350ca7a79adSChris Mason btrfs_header_generation(eb)); 351f188591eSChris Mason BUG_ON(ret); 35219c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 35319c00ddcSChris Mason if (found_start != start) { 35455c69072SChris Mason WARN_ON(1); 35555c69072SChris Mason goto err; 35655c69072SChris Mason } 35755c69072SChris Mason if (eb->first_page != page) { 35855c69072SChris Mason WARN_ON(1); 35955c69072SChris Mason goto err; 36055c69072SChris Mason } 36155c69072SChris Mason if (!PageUptodate(page)) { 36255c69072SChris Mason WARN_ON(1); 36355c69072SChris Mason goto err; 36419c00ddcSChris Mason } 36519c00ddcSChris Mason found_level = btrfs_header_level(eb); 3664bef0848SChris Mason 36719c00ddcSChris Mason csum_tree_block(root, eb, 0); 36855c69072SChris Mason err: 36919c00ddcSChris Mason free_extent_buffer(eb); 37019c00ddcSChris Mason out: 37119c00ddcSChris Mason return 0; 37219c00ddcSChris Mason } 37319c00ddcSChris Mason 3742b82032cSYan Zheng static int check_tree_block_fsid(struct btrfs_root *root, 3752b82032cSYan Zheng struct extent_buffer *eb) 3762b82032cSYan Zheng { 3772b82032cSYan Zheng struct btrfs_fs_devices *fs_devices = root->fs_info->fs_devices; 3782b82032cSYan Zheng u8 fsid[BTRFS_UUID_SIZE]; 3792b82032cSYan Zheng int ret = 1; 3802b82032cSYan Zheng 3812b82032cSYan Zheng read_extent_buffer(eb, fsid, (unsigned long)btrfs_header_fsid(eb), 3822b82032cSYan Zheng BTRFS_FSID_SIZE); 3832b82032cSYan Zheng while (fs_devices) { 3842b82032cSYan Zheng if (!memcmp(fsid, fs_devices->fsid, BTRFS_FSID_SIZE)) { 3852b82032cSYan Zheng ret = 0; 3862b82032cSYan Zheng break; 3872b82032cSYan Zheng } 3882b82032cSYan Zheng fs_devices = fs_devices->seed; 3892b82032cSYan Zheng } 3902b82032cSYan Zheng return ret; 3912b82032cSYan Zheng } 3922b82032cSYan Zheng 3934008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 3944008c04aSChris Mason void btrfs_set_buffer_lockdep_class(struct extent_buffer *eb, int level) 3954008c04aSChris Mason { 3964008c04aSChris Mason lockdep_set_class_and_name(&eb->lock, 3974008c04aSChris Mason &btrfs_eb_class[level], 3984008c04aSChris Mason btrfs_eb_name[level]); 3994008c04aSChris Mason } 4004008c04aSChris Mason #endif 4014008c04aSChris Mason 402b2950863SChristoph Hellwig static int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 403ce9adaa5SChris Mason struct extent_state *state) 404ce9adaa5SChris Mason { 405ce9adaa5SChris Mason struct extent_io_tree *tree; 406ce9adaa5SChris Mason u64 found_start; 407ce9adaa5SChris Mason int found_level; 408ce9adaa5SChris Mason unsigned long len; 409ce9adaa5SChris Mason struct extent_buffer *eb; 410ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 411f188591eSChris Mason int ret = 0; 412ce9adaa5SChris Mason 413ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 414ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 415ce9adaa5SChris Mason goto out; 416ce9adaa5SChris Mason if (!page->private) 417ce9adaa5SChris Mason goto out; 418d397712bSChris Mason 419ce9adaa5SChris Mason len = page->private >> 2; 420d397712bSChris Mason WARN_ON(len == 0); 421d397712bSChris Mason 422ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 423f188591eSChris Mason 424ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 42523a07867SChris Mason if (found_start != start) { 426193f284dSChris Mason if (printk_ratelimit()) { 427193f284dSChris Mason printk(KERN_INFO "btrfs bad tree block start " 428193f284dSChris Mason "%llu %llu\n", 429a1b32a59SChris Mason (unsigned long long)found_start, 430a1b32a59SChris Mason (unsigned long long)eb->start); 431193f284dSChris Mason } 432f188591eSChris Mason ret = -EIO; 433ce9adaa5SChris Mason goto err; 434ce9adaa5SChris Mason } 435ce9adaa5SChris Mason if (eb->first_page != page) { 436d397712bSChris Mason printk(KERN_INFO "btrfs bad first page %lu %lu\n", 437d397712bSChris Mason eb->first_page->index, page->index); 438ce9adaa5SChris Mason WARN_ON(1); 439f188591eSChris Mason ret = -EIO; 440ce9adaa5SChris Mason goto err; 441ce9adaa5SChris Mason } 4422b82032cSYan Zheng if (check_tree_block_fsid(root, eb)) { 443193f284dSChris Mason if (printk_ratelimit()) { 444d397712bSChris Mason printk(KERN_INFO "btrfs bad fsid on block %llu\n", 445d397712bSChris Mason (unsigned long long)eb->start); 446193f284dSChris Mason } 4471259ab75SChris Mason ret = -EIO; 4481259ab75SChris Mason goto err; 4491259ab75SChris Mason } 450ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 451ce9adaa5SChris Mason 4524008c04aSChris Mason btrfs_set_buffer_lockdep_class(eb, found_level); 4534008c04aSChris Mason 454ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 455f188591eSChris Mason if (ret) 456f188591eSChris Mason ret = -EIO; 457ce9adaa5SChris Mason 458ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 459ce9adaa5SChris Mason end = eb->start + end - 1; 460ce9adaa5SChris Mason err: 461ce9adaa5SChris Mason free_extent_buffer(eb); 462ce9adaa5SChris Mason out: 463f188591eSChris Mason return ret; 464ce9adaa5SChris Mason } 465ce9adaa5SChris Mason 466ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 467ce9adaa5SChris Mason { 468ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 469ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 470ce9adaa5SChris Mason 471ce9adaa5SChris Mason fs_info = end_io_wq->info; 472ce9adaa5SChris Mason end_io_wq->error = err; 4738b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4748b712842SChris Mason end_io_wq->work.flags = 0; 475d20f7043SChris Mason 476d20f7043SChris Mason if (bio->bi_rw & (1 << BIO_RW)) { 477cad321adSChris Mason if (end_io_wq->metadata) 478cad321adSChris Mason btrfs_queue_worker(&fs_info->endio_meta_write_workers, 479cad321adSChris Mason &end_io_wq->work); 480cad321adSChris Mason else 481e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 482e6dcd2dcSChris Mason &end_io_wq->work); 483d20f7043SChris Mason } else { 484d20f7043SChris Mason if (end_io_wq->metadata) 485d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 486d20f7043SChris Mason &end_io_wq->work); 487e6dcd2dcSChris Mason else 488d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 489d20f7043SChris Mason &end_io_wq->work); 490d20f7043SChris Mason } 491ce9adaa5SChris Mason } 492ce9adaa5SChris Mason 49322c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 49422c59948SChris Mason int metadata) 4950b86a832SChris Mason { 496ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 497ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 498ce9adaa5SChris Mason if (!end_io_wq) 499ce9adaa5SChris Mason return -ENOMEM; 500ce9adaa5SChris Mason 501ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 502ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 50322c59948SChris Mason end_io_wq->info = info; 504ce9adaa5SChris Mason end_io_wq->error = 0; 505ce9adaa5SChris Mason end_io_wq->bio = bio; 50622c59948SChris Mason end_io_wq->metadata = metadata; 507ce9adaa5SChris Mason 508ce9adaa5SChris Mason bio->bi_private = end_io_wq; 509ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 51022c59948SChris Mason return 0; 51122c59948SChris Mason } 51222c59948SChris Mason 513b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 5144854ddd0SChris Mason { 5154854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 5164854ddd0SChris Mason info->workers.max_workers, 5174854ddd0SChris Mason info->fs_devices->open_devices); 5184854ddd0SChris Mason return 256 * limit; 5194854ddd0SChris Mason } 5204854ddd0SChris Mason 521777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 5220986fe9eSChris Mason { 523b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 524b64a2851SChris Mason btrfs_async_submit_limit(info); 5250986fe9eSChris Mason } 5260986fe9eSChris Mason 5274a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 5284a69a410SChris Mason { 5294a69a410SChris Mason struct btrfs_fs_info *fs_info; 5304a69a410SChris Mason struct async_submit_bio *async; 5314a69a410SChris Mason 5324a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5334a69a410SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 5344a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 5354a69a410SChris Mason async->mirror_num, async->bio_flags); 5364a69a410SChris Mason } 5374a69a410SChris Mason 5384a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 5398b712842SChris Mason { 5408b712842SChris Mason struct btrfs_fs_info *fs_info; 5418b712842SChris Mason struct async_submit_bio *async; 5424854ddd0SChris Mason int limit; 5438b712842SChris Mason 5448b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 5458b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 5464854ddd0SChris Mason 547b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 5484854ddd0SChris Mason limit = limit * 2 / 3; 5494854ddd0SChris Mason 5508b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 5510986fe9eSChris Mason 552b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 553b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 5544854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 5554854ddd0SChris Mason 5564a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 557c8b97818SChris Mason async->mirror_num, async->bio_flags); 5584a69a410SChris Mason } 5594a69a410SChris Mason 5604a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 5614a69a410SChris Mason { 5624a69a410SChris Mason struct async_submit_bio *async; 5634a69a410SChris Mason 5644a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5658b712842SChris Mason kfree(async); 5668b712842SChris Mason } 5678b712842SChris Mason 56844b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 56944b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 570c8b97818SChris Mason unsigned long bio_flags, 5714a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 5724a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 57344b8bd7eSChris Mason { 57444b8bd7eSChris Mason struct async_submit_bio *async; 57544b8bd7eSChris Mason 57644b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 57744b8bd7eSChris Mason if (!async) 57844b8bd7eSChris Mason return -ENOMEM; 57944b8bd7eSChris Mason 58044b8bd7eSChris Mason async->inode = inode; 58144b8bd7eSChris Mason async->rw = rw; 58244b8bd7eSChris Mason async->bio = bio; 58344b8bd7eSChris Mason async->mirror_num = mirror_num; 5844a69a410SChris Mason async->submit_bio_start = submit_bio_start; 5854a69a410SChris Mason async->submit_bio_done = submit_bio_done; 5864a69a410SChris Mason 5874a69a410SChris Mason async->work.func = run_one_async_start; 5884a69a410SChris Mason async->work.ordered_func = run_one_async_done; 5894a69a410SChris Mason async->work.ordered_free = run_one_async_free; 5904a69a410SChris Mason 5918b712842SChris Mason async->work.flags = 0; 592c8b97818SChris Mason async->bio_flags = bio_flags; 5938c8bee1dSChris Mason 594cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 595d313d7a3SChris Mason 596d313d7a3SChris Mason if (rw & (1 << BIO_RW_SYNCIO)) 597d313d7a3SChris Mason btrfs_set_work_high_prio(&async->work); 598d313d7a3SChris Mason 5998b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 6009473f16cSChris Mason 601771ed689SChris Mason while (atomic_read(&fs_info->async_submit_draining) && 602771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 603771ed689SChris Mason wait_event(fs_info->async_submit_wait, 604771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 605771ed689SChris Mason } 606771ed689SChris Mason 60744b8bd7eSChris Mason return 0; 60844b8bd7eSChris Mason } 60944b8bd7eSChris Mason 610ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 611ce3ed71aSChris Mason { 612ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 613ce3ed71aSChris Mason int bio_index = 0; 614ce3ed71aSChris Mason struct btrfs_root *root; 615ce3ed71aSChris Mason 616ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 617ce3ed71aSChris Mason while (bio_index < bio->bi_vcnt) { 618ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 619ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 620ce3ed71aSChris Mason bio_index++; 621ce3ed71aSChris Mason bvec++; 622ce3ed71aSChris Mason } 623ce3ed71aSChris Mason return 0; 624ce3ed71aSChris Mason } 625ce3ed71aSChris Mason 6264a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 6274a69a410SChris Mason struct bio *bio, int mirror_num, 6284a69a410SChris Mason unsigned long bio_flags) 62922c59948SChris Mason { 6308b712842SChris Mason /* 6318b712842SChris Mason * when we're called for a write, we're already in the async 6325443be45SChris Mason * submission context. Just jump into btrfs_map_bio 6338b712842SChris Mason */ 634ce3ed71aSChris Mason btree_csum_one_bio(bio); 6354a69a410SChris Mason return 0; 63622c59948SChris Mason } 63722c59948SChris Mason 6384a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 6394a69a410SChris Mason int mirror_num, unsigned long bio_flags) 6404a69a410SChris Mason { 6418b712842SChris Mason /* 6424a69a410SChris Mason * when we're called for a write, we're already in the async 6434a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 6448b712842SChris Mason */ 6458b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 6460b86a832SChris Mason } 6470b86a832SChris Mason 64844b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 649c8b97818SChris Mason int mirror_num, unsigned long bio_flags) 65044b8bd7eSChris Mason { 6514a69a410SChris Mason int ret; 652cad321adSChris Mason 6534a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6544a69a410SChris Mason bio, 1); 6554a69a410SChris Mason BUG_ON(ret); 6564a69a410SChris Mason 657cad321adSChris Mason if (!(rw & (1 << BIO_RW))) { 658cad321adSChris Mason /* 659cad321adSChris Mason * called for a read, do the setup so that checksum validation 660cad321adSChris Mason * can happen in the async kernel threads 661cad321adSChris Mason */ 6624a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 6636f3577bdSChris Mason mirror_num, 0); 66444b8bd7eSChris Mason } 665d313d7a3SChris Mason 666cad321adSChris Mason /* 667cad321adSChris Mason * kthread helpers are used to submit writes so that checksumming 668cad321adSChris Mason * can happen in parallel across all CPUs 669cad321adSChris Mason */ 67044b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 671c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 6724a69a410SChris Mason __btree_submit_bio_start, 6734a69a410SChris Mason __btree_submit_bio_done); 67444b8bd7eSChris Mason } 67544b8bd7eSChris Mason 6765f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 6775f39d397SChris Mason { 678d1310b2eSChris Mason struct extent_io_tree *tree; 679b9473439SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 680b9473439SChris Mason struct extent_buffer *eb; 681b9473439SChris Mason int was_dirty; 6825443be45SChris Mason 683b9473439SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 684b9473439SChris Mason if (!(current->flags & PF_MEMALLOC)) { 685b9473439SChris Mason return extent_write_full_page(tree, page, 686b9473439SChris Mason btree_get_extent, wbc); 687b9473439SChris Mason } 688b9473439SChris Mason 6895443be45SChris Mason redirty_page_for_writepage(wbc, page); 690b9473439SChris Mason eb = btrfs_find_tree_block(root, page_offset(page), 691b9473439SChris Mason PAGE_CACHE_SIZE); 692b9473439SChris Mason WARN_ON(!eb); 693b9473439SChris Mason 694b9473439SChris Mason was_dirty = test_and_set_bit(EXTENT_BUFFER_DIRTY, &eb->bflags); 695b9473439SChris Mason if (!was_dirty) { 696b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 697b9473439SChris Mason root->fs_info->dirty_metadata_bytes += PAGE_CACHE_SIZE; 698b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 699b9473439SChris Mason } 700b9473439SChris Mason free_extent_buffer(eb); 701b9473439SChris Mason 7025443be45SChris Mason unlock_page(page); 7035443be45SChris Mason return 0; 7045443be45SChris Mason } 7050da5468fSChris Mason 7060da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 7070da5468fSChris Mason struct writeback_control *wbc) 7080da5468fSChris Mason { 709d1310b2eSChris Mason struct extent_io_tree *tree; 710d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 711d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 712b9473439SChris Mason struct btrfs_root *root = BTRFS_I(mapping->host)->root; 713793955bcSChris Mason u64 num_dirty; 71424ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 715448d640bSChris Mason 716448d640bSChris Mason if (wbc->for_kupdate) 717448d640bSChris Mason return 0; 718448d640bSChris Mason 719b9473439SChris Mason /* this is a bit racy, but that's ok */ 720b9473439SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 721d397712bSChris Mason if (num_dirty < thresh) 722793955bcSChris Mason return 0; 723793955bcSChris Mason } 7240da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 7250da5468fSChris Mason } 7260da5468fSChris Mason 727b2950863SChristoph Hellwig static int btree_readpage(struct file *file, struct page *page) 7285f39d397SChris Mason { 729d1310b2eSChris Mason struct extent_io_tree *tree; 730d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7315f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 7325f39d397SChris Mason } 7335f39d397SChris Mason 73470dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 7355f39d397SChris Mason { 736d1310b2eSChris Mason struct extent_io_tree *tree; 737d1310b2eSChris Mason struct extent_map_tree *map; 7385f39d397SChris Mason int ret; 7395f39d397SChris Mason 74098509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 74198509cfcSChris Mason return 0; 74298509cfcSChris Mason 743d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 744d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 7456af118ceSChris Mason 7467b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 747d397712bSChris Mason if (!ret) 7486af118ceSChris Mason return 0; 7496af118ceSChris Mason 7506af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 7515f39d397SChris Mason if (ret == 1) { 7525f39d397SChris Mason ClearPagePrivate(page); 7535f39d397SChris Mason set_page_private(page, 0); 754d98237b3SChris Mason page_cache_release(page); 7555f39d397SChris Mason } 7566af118ceSChris Mason 757d98237b3SChris Mason return ret; 758d98237b3SChris Mason } 759d98237b3SChris Mason 7605f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 761d98237b3SChris Mason { 762d1310b2eSChris Mason struct extent_io_tree *tree; 763d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7645f39d397SChris Mason extent_invalidatepage(tree, page, offset); 7655f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 7669ad6b7bcSChris Mason if (PagePrivate(page)) { 767d397712bSChris Mason printk(KERN_WARNING "btrfs warning page private not zero " 768d397712bSChris Mason "on page %llu\n", (unsigned long long)page_offset(page)); 7699ad6b7bcSChris Mason ClearPagePrivate(page); 7709ad6b7bcSChris Mason set_page_private(page, 0); 7719ad6b7bcSChris Mason page_cache_release(page); 7729ad6b7bcSChris Mason } 773d98237b3SChris Mason } 774d98237b3SChris Mason 775d98237b3SChris Mason static struct address_space_operations btree_aops = { 776d98237b3SChris Mason .readpage = btree_readpage, 777d98237b3SChris Mason .writepage = btree_writepage, 7780da5468fSChris Mason .writepages = btree_writepages, 7795f39d397SChris Mason .releasepage = btree_releasepage, 7805f39d397SChris Mason .invalidatepage = btree_invalidatepage, 781d98237b3SChris Mason .sync_page = block_sync_page, 782d98237b3SChris Mason }; 783123abc88SChris Mason 784ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 785ca7a79adSChris Mason u64 parent_transid) 786090d1875SChris Mason { 7875f39d397SChris Mason struct extent_buffer *buf = NULL; 7885f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 789de428b63SChris Mason int ret = 0; 790090d1875SChris Mason 791db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7925f39d397SChris Mason if (!buf) 793090d1875SChris Mason return 0; 794d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 795f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 7965f39d397SChris Mason free_extent_buffer(buf); 797de428b63SChris Mason return ret; 798090d1875SChris Mason } 799090d1875SChris Mason 8000999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 8010999df54SChris Mason u64 bytenr, u32 blocksize) 8020999df54SChris Mason { 8030999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8040999df54SChris Mason struct extent_buffer *eb; 8050999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8060999df54SChris Mason bytenr, blocksize, GFP_NOFS); 8070999df54SChris Mason return eb; 8080999df54SChris Mason } 8090999df54SChris Mason 8100999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 8110999df54SChris Mason u64 bytenr, u32 blocksize) 8120999df54SChris Mason { 8130999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8140999df54SChris Mason struct extent_buffer *eb; 8150999df54SChris Mason 8160999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8170999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 8180999df54SChris Mason return eb; 8190999df54SChris Mason } 8200999df54SChris Mason 8210999df54SChris Mason 822e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 823e02119d5SChris Mason { 824e02119d5SChris Mason return btrfs_fdatawrite_range(buf->first_page->mapping, buf->start, 82524ab9cd8SChris Mason buf->start + buf->len - 1, WB_SYNC_ALL); 826e02119d5SChris Mason } 827e02119d5SChris Mason 828e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 829e02119d5SChris Mason { 830e02119d5SChris Mason return btrfs_wait_on_page_writeback_range(buf->first_page->mapping, 831e02119d5SChris Mason buf->start, buf->start + buf->len - 1); 832e02119d5SChris Mason } 833e02119d5SChris Mason 834db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 835ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 836e20d96d6SChris Mason { 8375f39d397SChris Mason struct extent_buffer *buf = NULL; 8385f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 839d1310b2eSChris Mason struct extent_io_tree *io_tree; 84019c00ddcSChris Mason int ret; 84119c00ddcSChris Mason 842d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 843e20d96d6SChris Mason 844db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8455f39d397SChris Mason if (!buf) 846d98237b3SChris Mason return NULL; 847e4204dedSChris Mason 848ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 849ce9adaa5SChris Mason 850d397712bSChris Mason if (ret == 0) 851b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 8525f39d397SChris Mason return buf; 853ce9adaa5SChris Mason 854eb60ceacSChris Mason } 855eb60ceacSChris Mason 856e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 8575f39d397SChris Mason struct extent_buffer *buf) 858ed2ff2cbSChris Mason { 8595f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 86055c69072SChris Mason if (btrfs_header_generation(buf) == 861925baeddSChris Mason root->fs_info->running_transaction->transid) { 862b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 863b4ce94deSChris Mason 864b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &buf->bflags)) { 865b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 866b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= buf->len) 867b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= buf->len; 868b9473439SChris Mason else 869b9473439SChris Mason WARN_ON(1); 870b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 871b9473439SChris Mason } 872b4ce94deSChris Mason 873b9473439SChris Mason /* ugh, clear_extent_buffer_dirty needs to lock the page */ 874b9473439SChris Mason btrfs_set_lock_blocking(buf); 875d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 87655c69072SChris Mason buf); 877925baeddSChris Mason } 8785f39d397SChris Mason return 0; 8795f39d397SChris Mason } 8805f39d397SChris Mason 881db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 88287ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 8839f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 884e20d96d6SChris Mason u64 objectid) 885d97e63b6SChris Mason { 886cfaa7295SChris Mason root->node = NULL; 887a28ec197SChris Mason root->commit_root = NULL; 888db94535dSChris Mason root->sectorsize = sectorsize; 889db94535dSChris Mason root->nodesize = nodesize; 890db94535dSChris Mason root->leafsize = leafsize; 89187ee04ebSChris Mason root->stripesize = stripesize; 892123abc88SChris Mason root->ref_cows = 0; 8930b86a832SChris Mason root->track_dirty = 0; 8940b86a832SChris Mason 8959f5fae2fSChris Mason root->fs_info = fs_info; 8960f7d52f4SChris Mason root->objectid = objectid; 8970f7d52f4SChris Mason root->last_trans = 0; 89813a8a7c8SYan, Zheng root->highest_objectid = 0; 89958176a96SJosef Bacik root->name = NULL; 9004313b399SChris Mason root->in_sysfs = 0; 9015d4f98a2SYan Zheng root->inode_tree.rb_node = NULL; 9020b86a832SChris Mason 9030b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 9047b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 9055d4f98a2SYan Zheng INIT_LIST_HEAD(&root->root_list); 906925baeddSChris Mason spin_lock_init(&root->node_lock); 907bcc63abbSYan spin_lock_init(&root->list_lock); 9085d4f98a2SYan Zheng spin_lock_init(&root->inode_lock); 909a2135011SChris Mason mutex_init(&root->objectid_mutex); 910e02119d5SChris Mason mutex_init(&root->log_mutex); 9117237f183SYan Zheng init_waitqueue_head(&root->log_writer_wait); 9127237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[0]); 9137237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[1]); 9147237f183SYan Zheng atomic_set(&root->log_commit[0], 0); 9157237f183SYan Zheng atomic_set(&root->log_commit[1], 0); 9167237f183SYan Zheng atomic_set(&root->log_writers, 0); 9177237f183SYan Zheng root->log_batch = 0; 9187237f183SYan Zheng root->log_transid = 0; 919d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 920d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 921017e5369SChris Mason 9223768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 9233768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 9246702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 92558176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 9263f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 92758176a96SJosef Bacik init_completion(&root->kobj_unregister); 9286702ed49SChris Mason root->defrag_running = 0; 9296702ed49SChris Mason root->defrag_level = 0; 9304d775673SChris Mason root->root_key.objectid = objectid; 9313394e160SChris Mason root->anon_super.s_root = NULL; 9323394e160SChris Mason root->anon_super.s_dev = 0; 9333394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_list); 9343394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_instances); 9353394e160SChris Mason init_rwsem(&root->anon_super.s_umount); 9363394e160SChris Mason 9373768f368SChris Mason return 0; 9383768f368SChris Mason } 9393768f368SChris Mason 940db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 9419f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 9429f5fae2fSChris Mason u64 objectid, 943e20d96d6SChris Mason struct btrfs_root *root) 9443768f368SChris Mason { 9453768f368SChris Mason int ret; 946db94535dSChris Mason u32 blocksize; 94784234f3aSYan Zheng u64 generation; 9483768f368SChris Mason 949db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 95087ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 95187ee04ebSChris Mason root, fs_info, objectid); 9523768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 9533768f368SChris Mason &root->root_item, &root->root_key); 9543768f368SChris Mason BUG_ON(ret); 9553768f368SChris Mason 95684234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 957db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 958db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 95984234f3aSYan Zheng blocksize, generation); 9605d4f98a2SYan Zheng root->commit_root = btrfs_root_node(root); 9613768f368SChris Mason BUG_ON(!root->node); 962d97e63b6SChris Mason return 0; 963d97e63b6SChris Mason } 964d97e63b6SChris Mason 965e02119d5SChris Mason int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 966e02119d5SChris Mason struct btrfs_fs_info *fs_info) 967e02119d5SChris Mason { 968e02119d5SChris Mason struct extent_buffer *eb; 969d0c803c4SChris Mason struct btrfs_root *log_root_tree = fs_info->log_root_tree; 970d0c803c4SChris Mason u64 start = 0; 971d0c803c4SChris Mason u64 end = 0; 972e02119d5SChris Mason int ret; 973e02119d5SChris Mason 974d0c803c4SChris Mason if (!log_root_tree) 975e02119d5SChris Mason return 0; 976e02119d5SChris Mason 977d0c803c4SChris Mason while (1) { 978d0c803c4SChris Mason ret = find_first_extent_bit(&log_root_tree->dirty_log_pages, 979d0c803c4SChris Mason 0, &start, &end, EXTENT_DIRTY); 980d0c803c4SChris Mason if (ret) 981d0c803c4SChris Mason break; 982d0c803c4SChris Mason 983d0c803c4SChris Mason clear_extent_dirty(&log_root_tree->dirty_log_pages, 984d0c803c4SChris Mason start, end, GFP_NOFS); 985d0c803c4SChris Mason } 986e02119d5SChris Mason eb = fs_info->log_root_tree->node; 987e02119d5SChris Mason 988e02119d5SChris Mason WARN_ON(btrfs_header_level(eb) != 0); 989e02119d5SChris Mason WARN_ON(btrfs_header_nritems(eb) != 0); 990e02119d5SChris Mason 991d00aff00SChris Mason ret = btrfs_free_reserved_extent(fs_info->tree_root, 992d00aff00SChris Mason eb->start, eb->len); 993e02119d5SChris Mason BUG_ON(ret); 994e02119d5SChris Mason 995e02119d5SChris Mason free_extent_buffer(eb); 996e02119d5SChris Mason kfree(fs_info->log_root_tree); 997e02119d5SChris Mason fs_info->log_root_tree = NULL; 998e02119d5SChris Mason return 0; 999e02119d5SChris Mason } 1000e02119d5SChris Mason 10017237f183SYan Zheng static struct btrfs_root *alloc_log_tree(struct btrfs_trans_handle *trans, 1002e02119d5SChris Mason struct btrfs_fs_info *fs_info) 10030f7d52f4SChris Mason { 10040f7d52f4SChris Mason struct btrfs_root *root; 10050f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 10067237f183SYan Zheng struct extent_buffer *leaf; 1007e02119d5SChris Mason 1008e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 1009e02119d5SChris Mason if (!root) 10107237f183SYan Zheng return ERR_PTR(-ENOMEM); 1011e02119d5SChris Mason 1012e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 1013e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 1014e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1015e02119d5SChris Mason 1016e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 1017e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 1018e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 10197237f183SYan Zheng /* 10207237f183SYan Zheng * log trees do not get reference counted because they go away 10217237f183SYan Zheng * before a real commit is actually done. They do store pointers 10227237f183SYan Zheng * to file data extents, and those reference counts still get 10237237f183SYan Zheng * updated (along with back refs to the log tree). 10247237f183SYan Zheng */ 1025e02119d5SChris Mason root->ref_cows = 0; 1026e02119d5SChris Mason 10275d4f98a2SYan Zheng leaf = btrfs_alloc_free_block(trans, root, root->leafsize, 0, 10285d4f98a2SYan Zheng BTRFS_TREE_LOG_OBJECTID, NULL, 0, 0, 0); 10297237f183SYan Zheng if (IS_ERR(leaf)) { 10307237f183SYan Zheng kfree(root); 10317237f183SYan Zheng return ERR_CAST(leaf); 10327237f183SYan Zheng } 1033e02119d5SChris Mason 10345d4f98a2SYan Zheng memset_extent_buffer(leaf, 0, 0, sizeof(struct btrfs_header)); 10355d4f98a2SYan Zheng btrfs_set_header_bytenr(leaf, leaf->start); 10365d4f98a2SYan Zheng btrfs_set_header_generation(leaf, trans->transid); 10375d4f98a2SYan Zheng btrfs_set_header_backref_rev(leaf, BTRFS_MIXED_BACKREF_REV); 10385d4f98a2SYan Zheng btrfs_set_header_owner(leaf, BTRFS_TREE_LOG_OBJECTID); 10397237f183SYan Zheng root->node = leaf; 1040e02119d5SChris Mason 1041e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 1042e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 1043e02119d5SChris Mason BTRFS_FSID_SIZE); 1044e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 1045e02119d5SChris Mason btrfs_tree_unlock(root->node); 10467237f183SYan Zheng return root; 10477237f183SYan Zheng } 10487237f183SYan Zheng 10497237f183SYan Zheng int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 10507237f183SYan Zheng struct btrfs_fs_info *fs_info) 10517237f183SYan Zheng { 10527237f183SYan Zheng struct btrfs_root *log_root; 10537237f183SYan Zheng 10547237f183SYan Zheng log_root = alloc_log_tree(trans, fs_info); 10557237f183SYan Zheng if (IS_ERR(log_root)) 10567237f183SYan Zheng return PTR_ERR(log_root); 10577237f183SYan Zheng WARN_ON(fs_info->log_root_tree); 10587237f183SYan Zheng fs_info->log_root_tree = log_root; 10597237f183SYan Zheng return 0; 10607237f183SYan Zheng } 10617237f183SYan Zheng 10627237f183SYan Zheng int btrfs_add_log_tree(struct btrfs_trans_handle *trans, 10637237f183SYan Zheng struct btrfs_root *root) 10647237f183SYan Zheng { 10657237f183SYan Zheng struct btrfs_root *log_root; 10667237f183SYan Zheng struct btrfs_inode_item *inode_item; 10677237f183SYan Zheng 10687237f183SYan Zheng log_root = alloc_log_tree(trans, root->fs_info); 10697237f183SYan Zheng if (IS_ERR(log_root)) 10707237f183SYan Zheng return PTR_ERR(log_root); 10717237f183SYan Zheng 10727237f183SYan Zheng log_root->last_trans = trans->transid; 10737237f183SYan Zheng log_root->root_key.offset = root->root_key.objectid; 10747237f183SYan Zheng 10757237f183SYan Zheng inode_item = &log_root->root_item.inode; 10767237f183SYan Zheng inode_item->generation = cpu_to_le64(1); 10777237f183SYan Zheng inode_item->size = cpu_to_le64(3); 10787237f183SYan Zheng inode_item->nlink = cpu_to_le32(1); 10797237f183SYan Zheng inode_item->nbytes = cpu_to_le64(root->leafsize); 10807237f183SYan Zheng inode_item->mode = cpu_to_le32(S_IFDIR | 0755); 10817237f183SYan Zheng 10825d4f98a2SYan Zheng btrfs_set_root_node(&log_root->root_item, log_root->node); 10837237f183SYan Zheng 10847237f183SYan Zheng WARN_ON(root->log_root); 10857237f183SYan Zheng root->log_root = log_root; 10867237f183SYan Zheng root->log_transid = 0; 1087e02119d5SChris Mason return 0; 1088e02119d5SChris Mason } 1089e02119d5SChris Mason 1090e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 1091e02119d5SChris Mason struct btrfs_key *location) 1092e02119d5SChris Mason { 1093e02119d5SChris Mason struct btrfs_root *root; 1094e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 10950f7d52f4SChris Mason struct btrfs_path *path; 10965f39d397SChris Mason struct extent_buffer *l; 109784234f3aSYan Zheng u64 generation; 1098db94535dSChris Mason u32 blocksize; 10990f7d52f4SChris Mason int ret = 0; 11000f7d52f4SChris Mason 11015eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 11020cf6c620SChris Mason if (!root) 11030f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 11040f7d52f4SChris Mason if (location->offset == (u64)-1) { 1105db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 11060f7d52f4SChris Mason location->objectid, root); 11070f7d52f4SChris Mason if (ret) { 11080f7d52f4SChris Mason kfree(root); 11090f7d52f4SChris Mason return ERR_PTR(ret); 11100f7d52f4SChris Mason } 111113a8a7c8SYan, Zheng goto out; 11120f7d52f4SChris Mason } 11130f7d52f4SChris Mason 1114db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 111587ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 111687ee04ebSChris Mason root, fs_info, location->objectid); 11170f7d52f4SChris Mason 11180f7d52f4SChris Mason path = btrfs_alloc_path(); 11190f7d52f4SChris Mason BUG_ON(!path); 11200f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 112113a8a7c8SYan, Zheng if (ret == 0) { 11225f39d397SChris Mason l = path->nodes[0]; 11235f39d397SChris Mason read_extent_buffer(l, &root->root_item, 11245f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 11250f7d52f4SChris Mason sizeof(root->root_item)); 112644b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 112713a8a7c8SYan, Zheng } 11280f7d52f4SChris Mason btrfs_free_path(path); 11290f7d52f4SChris Mason if (ret) { 113013a8a7c8SYan, Zheng if (ret > 0) 113113a8a7c8SYan, Zheng ret = -ENOENT; 11320f7d52f4SChris Mason return ERR_PTR(ret); 11330f7d52f4SChris Mason } 113413a8a7c8SYan, Zheng 113584234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1136db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1137db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 113884234f3aSYan Zheng blocksize, generation); 11395d4f98a2SYan Zheng root->commit_root = btrfs_root_node(root); 11400f7d52f4SChris Mason BUG_ON(!root->node); 114113a8a7c8SYan, Zheng out: 114213a8a7c8SYan, Zheng if (location->objectid != BTRFS_TREE_LOG_OBJECTID) 11430f7d52f4SChris Mason root->ref_cows = 1; 114413a8a7c8SYan, Zheng 11455eda7b5eSChris Mason return root; 11465eda7b5eSChris Mason } 11475eda7b5eSChris Mason 1148dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1149dc17ff8fSChris Mason u64 root_objectid) 1150dc17ff8fSChris Mason { 1151dc17ff8fSChris Mason struct btrfs_root *root; 1152dc17ff8fSChris Mason 1153dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1154dc17ff8fSChris Mason return fs_info->tree_root; 1155dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1156dc17ff8fSChris Mason return fs_info->extent_root; 1157dc17ff8fSChris Mason 1158dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1159dc17ff8fSChris Mason (unsigned long)root_objectid); 1160dc17ff8fSChris Mason return root; 1161dc17ff8fSChris Mason } 1162dc17ff8fSChris Mason 1163edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1164edbd8d4eSChris Mason struct btrfs_key *location) 11655eda7b5eSChris Mason { 11665eda7b5eSChris Mason struct btrfs_root *root; 11675eda7b5eSChris Mason int ret; 11685eda7b5eSChris Mason 1169edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1170edbd8d4eSChris Mason return fs_info->tree_root; 1171edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1172edbd8d4eSChris Mason return fs_info->extent_root; 11738f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 11748f18cf13SChris Mason return fs_info->chunk_root; 11758f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 11768f18cf13SChris Mason return fs_info->dev_root; 11770403e47eSYan Zheng if (location->objectid == BTRFS_CSUM_TREE_OBJECTID) 11780403e47eSYan Zheng return fs_info->csum_root; 1179edbd8d4eSChris Mason 11805eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 11815eda7b5eSChris Mason (unsigned long)location->objectid); 11825eda7b5eSChris Mason if (root) 11835eda7b5eSChris Mason return root; 11845eda7b5eSChris Mason 1185e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 11865eda7b5eSChris Mason if (IS_ERR(root)) 11875eda7b5eSChris Mason return root; 11883394e160SChris Mason 11893394e160SChris Mason set_anon_super(&root->anon_super, NULL); 11903394e160SChris Mason 11912619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 11922619ba1fSChris Mason (unsigned long)root->root_key.objectid, 11930f7d52f4SChris Mason root); 11940f7d52f4SChris Mason if (ret) { 11955f39d397SChris Mason free_extent_buffer(root->node); 11960f7d52f4SChris Mason kfree(root); 11970f7d52f4SChris Mason return ERR_PTR(ret); 11980f7d52f4SChris Mason } 1199c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 1200edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 12015d4f98a2SYan Zheng root->root_key.objectid); 1202edbd8d4eSChris Mason BUG_ON(ret); 1203c146afadSYan Zheng btrfs_orphan_cleanup(root); 1204c146afadSYan Zheng } 1205edbd8d4eSChris Mason return root; 1206edbd8d4eSChris Mason } 1207edbd8d4eSChris Mason 1208edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1209edbd8d4eSChris Mason struct btrfs_key *location, 1210edbd8d4eSChris Mason const char *name, int namelen) 1211edbd8d4eSChris Mason { 1212edbd8d4eSChris Mason struct btrfs_root *root; 1213edbd8d4eSChris Mason int ret; 1214edbd8d4eSChris Mason 1215edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1216edbd8d4eSChris Mason if (!root) 1217edbd8d4eSChris Mason return NULL; 121858176a96SJosef Bacik 12194313b399SChris Mason if (root->in_sysfs) 12204313b399SChris Mason return root; 12214313b399SChris Mason 122258176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 122358176a96SJosef Bacik if (ret) { 12245f39d397SChris Mason free_extent_buffer(root->node); 122558176a96SJosef Bacik kfree(root); 122658176a96SJosef Bacik return ERR_PTR(ret); 122758176a96SJosef Bacik } 1228ea9e8b11SChris Mason #if 0 122958176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 123058176a96SJosef Bacik if (ret) { 12315f39d397SChris Mason free_extent_buffer(root->node); 123258176a96SJosef Bacik kfree(root->name); 123358176a96SJosef Bacik kfree(root); 123458176a96SJosef Bacik return ERR_PTR(ret); 123558176a96SJosef Bacik } 1236ea9e8b11SChris Mason #endif 12374313b399SChris Mason root->in_sysfs = 1; 12380f7d52f4SChris Mason return root; 12390f7d52f4SChris Mason } 124004160088SChris Mason 124104160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 124204160088SChris Mason { 124304160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 124404160088SChris Mason int ret = 0; 124504160088SChris Mason struct btrfs_device *device; 124604160088SChris Mason struct backing_dev_info *bdi; 1247b7967db7SChris Mason 1248c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1249dfe25020SChris Mason if (!device->bdev) 1250dfe25020SChris Mason continue; 125104160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 125204160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 125304160088SChris Mason ret = 1; 125404160088SChris Mason break; 125504160088SChris Mason } 125604160088SChris Mason } 125704160088SChris Mason return ret; 125804160088SChris Mason } 125904160088SChris Mason 126038b66988SChris Mason /* 126138b66988SChris Mason * this unplugs every device on the box, and it is only used when page 126238b66988SChris Mason * is null 126338b66988SChris Mason */ 126438b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 126538b66988SChris Mason { 126638b66988SChris Mason struct btrfs_device *device; 126738b66988SChris Mason struct btrfs_fs_info *info; 126838b66988SChris Mason 126938b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 1270c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1271d20f7043SChris Mason if (!device->bdev) 1272d20f7043SChris Mason continue; 1273d20f7043SChris Mason 127438b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 1275d397712bSChris Mason if (bdi->unplug_io_fn) 127638b66988SChris Mason bdi->unplug_io_fn(bdi, page); 127738b66988SChris Mason } 127838b66988SChris Mason } 127938b66988SChris Mason 1280b2950863SChristoph Hellwig static void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 128104160088SChris Mason { 128238b66988SChris Mason struct inode *inode; 1283f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1284f2d8d74dSChris Mason struct extent_map *em; 1285bcbfce8aSChris Mason struct address_space *mapping; 128638b66988SChris Mason u64 offset; 128738b66988SChris Mason 1288bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 12899f0ba5bdSChris Mason if (1 || !page) { 129038b66988SChris Mason __unplug_io_fn(bdi, page); 129138b66988SChris Mason return; 129238b66988SChris Mason } 129338b66988SChris Mason 1294bcbfce8aSChris Mason /* 1295bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1296bcbfce8aSChris Mason * and use that for everything below 1297bcbfce8aSChris Mason */ 1298bcbfce8aSChris Mason smp_mb(); 1299bcbfce8aSChris Mason mapping = page->mapping; 1300bcbfce8aSChris Mason if (!mapping) 1301bcbfce8aSChris Mason return; 1302bcbfce8aSChris Mason 1303bcbfce8aSChris Mason inode = mapping->host; 1304240d5d48SChris Mason 1305240d5d48SChris Mason /* 1306240d5d48SChris Mason * don't do the expensive searching for a small number of 1307240d5d48SChris Mason * devices 1308240d5d48SChris Mason */ 1309240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1310240d5d48SChris Mason __unplug_io_fn(bdi, page); 1311240d5d48SChris Mason return; 1312240d5d48SChris Mason } 1313240d5d48SChris Mason 131438b66988SChris Mason offset = page_offset(page); 131504160088SChris Mason 1316f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1317890871beSChris Mason read_lock(&em_tree->lock); 1318f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1319890871beSChris Mason read_unlock(&em_tree->lock); 132089642229SChris Mason if (!em) { 132189642229SChris Mason __unplug_io_fn(bdi, page); 1322f2d8d74dSChris Mason return; 132389642229SChris Mason } 1324f2d8d74dSChris Mason 132589642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 132689642229SChris Mason free_extent_map(em); 132789642229SChris Mason __unplug_io_fn(bdi, page); 132889642229SChris Mason return; 132989642229SChris Mason } 1330f2d8d74dSChris Mason offset = offset - em->start; 1331f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1332f2d8d74dSChris Mason em->block_start + offset, page); 1333f2d8d74dSChris Mason free_extent_map(em); 133404160088SChris Mason } 133504160088SChris Mason 1336ad081f14SJens Axboe /* 1337ad081f14SJens Axboe * If this fails, caller must call bdi_destroy() to get rid of the 1338ad081f14SJens Axboe * bdi again. 1339ad081f14SJens Axboe */ 134004160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 134104160088SChris Mason { 1342ad081f14SJens Axboe int err; 1343ad081f14SJens Axboe 1344ad081f14SJens Axboe bdi->capabilities = BDI_CAP_MAP_COPY; 1345ad081f14SJens Axboe err = bdi_init(bdi); 1346ad081f14SJens Axboe if (err) 1347ad081f14SJens Axboe return err; 1348ad081f14SJens Axboe 1349ad081f14SJens Axboe err = bdi_register(bdi, NULL, "btrfs-%d", 1350ad081f14SJens Axboe atomic_inc_return(&btrfs_bdi_num)); 1351ad081f14SJens Axboe if (err) 1352ad081f14SJens Axboe return err; 1353ad081f14SJens Axboe 13544575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 135504160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 135604160088SChris Mason bdi->unplug_io_data = info; 135704160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 135804160088SChris Mason bdi->congested_data = info; 135904160088SChris Mason return 0; 136004160088SChris Mason } 136104160088SChris Mason 1362ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1363ce9adaa5SChris Mason { 1364ce9adaa5SChris Mason u64 length = 0; 1365ce9adaa5SChris Mason u64 buf_len = 0; 1366ce9adaa5SChris Mason u64 start = 0; 1367ce9adaa5SChris Mason struct page *page; 1368ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1369ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1370ce9adaa5SChris Mason struct bio_vec *bvec; 1371ce9adaa5SChris Mason int i; 1372ce9adaa5SChris Mason int ret; 1373ce9adaa5SChris Mason 1374ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1375ce9adaa5SChris Mason page = bvec->bv_page; 1376ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1377ce9adaa5SChris Mason length += bvec->bv_len; 1378ce9adaa5SChris Mason continue; 1379ce9adaa5SChris Mason } 1380ce9adaa5SChris Mason if (!page->private) { 1381ce9adaa5SChris Mason length += bvec->bv_len; 1382ce9adaa5SChris Mason continue; 1383ce9adaa5SChris Mason } 1384ce9adaa5SChris Mason length = bvec->bv_len; 1385ce9adaa5SChris Mason buf_len = page->private >> 2; 1386ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1387ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1388ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1389ce9adaa5SChris Mason } 1390ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1391ce9adaa5SChris Mason if (buf_len <= length) 1392ce9adaa5SChris Mason return 1; 1393ce9adaa5SChris Mason 1394ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1395ce9adaa5SChris Mason start + buf_len - 1); 1396ce9adaa5SChris Mason return ret; 1397ce9adaa5SChris Mason } 1398ce9adaa5SChris Mason 13998b712842SChris Mason /* 14008b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 14018b712842SChris Mason * functions. This is where read checksum verification actually happens 14028b712842SChris Mason */ 14038b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1404ce9adaa5SChris Mason { 1405ce9adaa5SChris Mason struct bio *bio; 14068b712842SChris Mason struct end_io_wq *end_io_wq; 14078b712842SChris Mason struct btrfs_fs_info *fs_info; 1408ce9adaa5SChris Mason int error; 1409ce9adaa5SChris Mason 14108b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1411ce9adaa5SChris Mason bio = end_io_wq->bio; 14128b712842SChris Mason fs_info = end_io_wq->info; 14138b712842SChris Mason 1414cad321adSChris Mason /* metadata bio reads are special because the whole tree block must 14158b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 14168b712842SChris Mason * ram and up to date before trying to verify things. For 14178b712842SChris Mason * blocksize <= pagesize, it is basically a noop 14188b712842SChris Mason */ 1419cad321adSChris Mason if (!(bio->bi_rw & (1 << BIO_RW)) && end_io_wq->metadata && 1420cad321adSChris Mason !bio_ready_for_csum(bio)) { 1421d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 14228b712842SChris Mason &end_io_wq->work); 1423ce9adaa5SChris Mason return; 1424ce9adaa5SChris Mason } 1425ce9adaa5SChris Mason error = end_io_wq->error; 1426ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1427ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1428ce9adaa5SChris Mason kfree(end_io_wq); 1429ce9adaa5SChris Mason bio_endio(bio, error); 1430ce9adaa5SChris Mason } 143144b8bd7eSChris Mason 1432a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1433a74a4b97SChris Mason { 1434a74a4b97SChris Mason struct btrfs_root *root = arg; 1435a74a4b97SChris Mason 1436a74a4b97SChris Mason do { 1437a74a4b97SChris Mason smp_mb(); 1438a74a4b97SChris Mason if (root->fs_info->closing) 1439a74a4b97SChris Mason break; 1440a74a4b97SChris Mason 1441a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1442a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1443a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1444a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1445a74a4b97SChris Mason 1446a74a4b97SChris Mason if (freezing(current)) { 1447a74a4b97SChris Mason refrigerator(); 1448a74a4b97SChris Mason } else { 1449a74a4b97SChris Mason smp_mb(); 1450a74a4b97SChris Mason if (root->fs_info->closing) 1451a74a4b97SChris Mason break; 1452a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1453a74a4b97SChris Mason schedule(); 1454a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1455a74a4b97SChris Mason } 1456a74a4b97SChris Mason } while (!kthread_should_stop()); 1457a74a4b97SChris Mason return 0; 1458a74a4b97SChris Mason } 1459a74a4b97SChris Mason 1460a74a4b97SChris Mason static int transaction_kthread(void *arg) 1461a74a4b97SChris Mason { 1462a74a4b97SChris Mason struct btrfs_root *root = arg; 1463a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1464a74a4b97SChris Mason struct btrfs_transaction *cur; 1465a74a4b97SChris Mason unsigned long now; 1466a74a4b97SChris Mason unsigned long delay; 1467a74a4b97SChris Mason int ret; 1468a74a4b97SChris Mason 1469a74a4b97SChris Mason do { 1470a74a4b97SChris Mason smp_mb(); 1471a74a4b97SChris Mason if (root->fs_info->closing) 1472a74a4b97SChris Mason break; 1473a74a4b97SChris Mason 1474a74a4b97SChris Mason delay = HZ * 30; 1475a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1476a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1477a74a4b97SChris Mason 1478a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1479a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1480a74a4b97SChris Mason if (!cur) { 1481a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1482a74a4b97SChris Mason goto sleep; 1483a74a4b97SChris Mason } 148431153d81SYan Zheng 1485a74a4b97SChris Mason now = get_seconds(); 1486a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1487a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1488a74a4b97SChris Mason delay = HZ * 5; 1489a74a4b97SChris Mason goto sleep; 1490a74a4b97SChris Mason } 1491a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1492a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1493a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 149456bec294SChris Mason 1495a74a4b97SChris Mason sleep: 1496a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1497a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1498a74a4b97SChris Mason 1499a74a4b97SChris Mason if (freezing(current)) { 1500a74a4b97SChris Mason refrigerator(); 1501a74a4b97SChris Mason } else { 1502a74a4b97SChris Mason if (root->fs_info->closing) 1503a74a4b97SChris Mason break; 1504a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1505a74a4b97SChris Mason schedule_timeout(delay); 1506a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1507a74a4b97SChris Mason } 1508a74a4b97SChris Mason } while (!kthread_should_stop()); 1509a74a4b97SChris Mason return 0; 1510a74a4b97SChris Mason } 1511a74a4b97SChris Mason 15128a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1513dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1514dfe25020SChris Mason char *options) 1515eb60ceacSChris Mason { 1516db94535dSChris Mason u32 sectorsize; 1517db94535dSChris Mason u32 nodesize; 1518db94535dSChris Mason u32 leafsize; 1519db94535dSChris Mason u32 blocksize; 152087ee04ebSChris Mason u32 stripesize; 152184234f3aSYan Zheng u64 generation; 1522f2b636e8SJosef Bacik u64 features; 15233de4586cSChris Mason struct btrfs_key location; 1524a061fc8dSChris Mason struct buffer_head *bh; 1525e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1526e20d96d6SChris Mason GFP_NOFS); 1527d20f7043SChris Mason struct btrfs_root *csum_root = kzalloc(sizeof(struct btrfs_root), 1528d20f7043SChris Mason GFP_NOFS); 1529e02119d5SChris Mason struct btrfs_root *tree_root = kzalloc(sizeof(struct btrfs_root), 1530e20d96d6SChris Mason GFP_NOFS); 15318790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1532e20d96d6SChris Mason GFP_NOFS); 1533e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 15340b86a832SChris Mason GFP_NOFS); 1535e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 15360b86a832SChris Mason GFP_NOFS); 1537e02119d5SChris Mason struct btrfs_root *log_tree_root; 1538e02119d5SChris Mason 1539eb60ceacSChris Mason int ret; 1540e58ca020SYan int err = -EINVAL; 15414543df7eSChris Mason 15422c90e5d6SChris Mason struct btrfs_super_block *disk_super; 15438790d502SChris Mason 15440463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 1545d20f7043SChris Mason !chunk_root || !dev_root || !csum_root) { 154639279cc3SChris Mason err = -ENOMEM; 154739279cc3SChris Mason goto fail; 154839279cc3SChris Mason } 15490f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 15508fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1551facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 155219c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1553ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 15545a3f23d5SChris Mason INIT_LIST_HEAD(&fs_info->ordered_operations); 155511833d66SYan Zheng INIT_LIST_HEAD(&fs_info->caching_block_groups); 15561832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1557cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 155831153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 155919c00ddcSChris Mason 156058176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 15619f5fae2fSChris Mason fs_info->tree_root = tree_root; 15629f5fae2fSChris Mason fs_info->extent_root = extent_root; 1563d20f7043SChris Mason fs_info->csum_root = csum_root; 15640b86a832SChris Mason fs_info->chunk_root = chunk_root; 15650b86a832SChris Mason fs_info->dev_root = dev_root; 15668a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 15670b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 15686324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 15690b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1570cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1571771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 15728c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 15730986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1574e20d96d6SChris Mason fs_info->sb = sb; 1575c59f8951SChris Mason fs_info->max_extent = (u64)-1; 15766f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 1577ad081f14SJens Axboe if (setup_bdi(fs_info, &fs_info->bdi)) 1578ad081f14SJens Axboe goto fail_bdi; 1579d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1580d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 15812c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 158297e728d4SJosef Bacik fs_info->metadata_ratio = 8; 1583c8b97818SChris Mason 1584b34b086cSChris Mason fs_info->thread_pool_size = min_t(unsigned long, 1585b34b086cSChris Mason num_online_cpus() + 2, 8); 15860afbaf8cSChris Mason 15873eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 15883eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 15893eaa2885SChris Mason 1590a061fc8dSChris Mason sb->s_blocksize = 4096; 1591a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1592a061fc8dSChris Mason 15930afbaf8cSChris Mason /* 15940afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 15950afbaf8cSChris Mason * the real end of the address space is determined by all of 15960afbaf8cSChris Mason * the devices in the system 15970afbaf8cSChris Mason */ 15980afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1599d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 160004160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 160104160088SChris Mason 16025d4f98a2SYan Zheng RB_CLEAR_NODE(&BTRFS_I(fs_info->btree_inode)->rb_node); 1603d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 16045f39d397SChris Mason fs_info->btree_inode->i_mapping, 16055f39d397SChris Mason GFP_NOFS); 1606d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1607d1310b2eSChris Mason GFP_NOFS); 16080da5468fSChris Mason 1609d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1610d1310b2eSChris Mason 16110f9dd46cSJosef Bacik spin_lock_init(&fs_info->block_group_cache_lock); 16120f9dd46cSJosef Bacik fs_info->block_group_cache_tree.rb_node = NULL; 16130f9dd46cSJosef Bacik 161411833d66SYan Zheng extent_io_tree_init(&fs_info->freed_extents[0], 16151a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 161611833d66SYan Zheng extent_io_tree_init(&fs_info->freed_extents[1], 161711833d66SYan Zheng fs_info->btree_inode->i_mapping, GFP_NOFS); 161811833d66SYan Zheng fs_info->pinned_extents = &fs_info->freed_extents[0]; 1619e66f709bSChris Mason fs_info->do_barriers = 1; 1620e18e4809SChris Mason 16210f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 16220f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 16230f7d52f4SChris Mason sizeof(struct btrfs_key)); 162422b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 162539279cc3SChris Mason 162679154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 16275a3f23d5SChris Mason mutex_init(&fs_info->ordered_operations_mutex); 1628e02119d5SChris Mason mutex_init(&fs_info->tree_log_mutex); 1629a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 1630925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1631a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1632a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 16337d9eb12cSChris Mason mutex_init(&fs_info->volume_mutex); 16341a40e23bSZheng Yan mutex_init(&fs_info->tree_reloc_mutex); 1635276e680dSYan Zheng init_rwsem(&fs_info->extent_commit_sem); 1636fa9c0d79SChris Mason 1637fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->meta_alloc_cluster); 1638fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->data_alloc_cluster); 1639fa9c0d79SChris Mason 1640e6dcd2dcSChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 1641f9295749SChris Mason init_waitqueue_head(&fs_info->transaction_wait); 16424854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 16433768f368SChris Mason 16440b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 16452c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 16467eccb903SChris Mason 1647d98237b3SChris Mason 1648a512bbf8SYan Zheng bh = btrfs_read_dev_super(fs_devices->latest_bdev); 1649a061fc8dSChris Mason if (!bh) 165039279cc3SChris Mason goto fail_iput; 165139279cc3SChris Mason 1652a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 16532d69a0f8SYan Zheng memcpy(&fs_info->super_for_commit, &fs_info->super_copy, 16542d69a0f8SYan Zheng sizeof(fs_info->super_for_commit)); 1655a061fc8dSChris Mason brelse(bh); 16565f39d397SChris Mason 1657a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 16580b86a832SChris Mason 16595f39d397SChris Mason disk_super = &fs_info->super_copy; 16600f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 1661c6e2bac1SJosef Bacik goto fail_iput; 16620f7d52f4SChris Mason 16632b82032cSYan Zheng ret = btrfs_parse_options(tree_root, options); 16642b82032cSYan Zheng if (ret) { 16652b82032cSYan Zheng err = ret; 1666c6e2bac1SJosef Bacik goto fail_iput; 16672b82032cSYan Zheng } 1668dfe25020SChris Mason 1669f2b636e8SJosef Bacik features = btrfs_super_incompat_flags(disk_super) & 1670f2b636e8SJosef Bacik ~BTRFS_FEATURE_INCOMPAT_SUPP; 1671f2b636e8SJosef Bacik if (features) { 1672f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount because of " 1673f2b636e8SJosef Bacik "unsupported optional features (%Lx).\n", 167421380931SJoel Becker (unsigned long long)features); 1675f2b636e8SJosef Bacik err = -EINVAL; 1676c6e2bac1SJosef Bacik goto fail_iput; 1677f2b636e8SJosef Bacik } 1678f2b636e8SJosef Bacik 16795d4f98a2SYan Zheng features = btrfs_super_incompat_flags(disk_super); 16805d4f98a2SYan Zheng if (!(features & BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF)) { 16815d4f98a2SYan Zheng features |= BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF; 16825d4f98a2SYan Zheng btrfs_set_super_incompat_flags(disk_super, features); 16835d4f98a2SYan Zheng } 16845d4f98a2SYan Zheng 1685f2b636e8SJosef Bacik features = btrfs_super_compat_ro_flags(disk_super) & 1686f2b636e8SJosef Bacik ~BTRFS_FEATURE_COMPAT_RO_SUPP; 1687f2b636e8SJosef Bacik if (!(sb->s_flags & MS_RDONLY) && features) { 1688f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount RDWR because of " 1689f2b636e8SJosef Bacik "unsupported option features (%Lx).\n", 169021380931SJoel Becker (unsigned long long)features); 1691f2b636e8SJosef Bacik err = -EINVAL; 1692c6e2bac1SJosef Bacik goto fail_iput; 1693f2b636e8SJosef Bacik } 16949042846bSChris Mason printk("thread pool is %d\n", fs_info->thread_pool_size); 16954543df7eSChris Mason /* 16964543df7eSChris Mason * we need to start all the end_io workers up front because the 16974543df7eSChris Mason * queue work function gets called at interrupt time, and so it 16984543df7eSChris Mason * cannot dynamically grow. 16994543df7eSChris Mason */ 17005443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 17015443be45SChris Mason fs_info->thread_pool_size); 1702c8b97818SChris Mason 1703771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 1704771ed689SChris Mason fs_info->thread_pool_size); 1705771ed689SChris Mason 17065443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1707b720d209SChris Mason min_t(u64, fs_devices->num_devices, 1708b720d209SChris Mason fs_info->thread_pool_size)); 170961b49440SChris Mason 171061b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 171161b49440SChris Mason * likely that bios will be send down in a sane order to the 171261b49440SChris Mason * devices 171361b49440SChris Mason */ 171461b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 171553863232SChris Mason 1716771ed689SChris Mason fs_info->workers.idle_thresh = 16; 17174a69a410SChris Mason fs_info->workers.ordered = 1; 171861b49440SChris Mason 1719771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1720771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1721771ed689SChris Mason 17225443be45SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1); 17235443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 17245443be45SChris Mason fs_info->thread_pool_size); 1725d20f7043SChris Mason btrfs_init_workers(&fs_info->endio_meta_workers, "endio-meta", 1726d20f7043SChris Mason fs_info->thread_pool_size); 1727cad321adSChris Mason btrfs_init_workers(&fs_info->endio_meta_write_workers, 1728cad321adSChris Mason "endio-meta-write", fs_info->thread_pool_size); 17295443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 1730e6dcd2dcSChris Mason fs_info->thread_pool_size); 173161b49440SChris Mason 173261b49440SChris Mason /* 173361b49440SChris Mason * endios are largely parallel and should have a very 173461b49440SChris Mason * low idle thresh 173561b49440SChris Mason */ 173661b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 1737b51912c9SChris Mason fs_info->endio_meta_workers.idle_thresh = 4; 1738b51912c9SChris Mason 17399042846bSChris Mason fs_info->endio_write_workers.idle_thresh = 2; 17409042846bSChris Mason fs_info->endio_meta_write_workers.idle_thresh = 2; 17419042846bSChris Mason 17429042846bSChris Mason fs_info->endio_workers.atomic_worker_start = 1; 17439042846bSChris Mason fs_info->endio_meta_workers.atomic_worker_start = 1; 17449042846bSChris Mason fs_info->endio_write_workers.atomic_worker_start = 1; 17459042846bSChris Mason fs_info->endio_meta_write_workers.atomic_worker_start = 1; 174661b49440SChris Mason 17474543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 17481cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1749771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1750247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 17519042846bSChris Mason btrfs_start_workers(&fs_info->endio_workers, 1); 17529042846bSChris Mason btrfs_start_workers(&fs_info->endio_meta_workers, 1); 17539042846bSChris Mason btrfs_start_workers(&fs_info->endio_meta_write_workers, 1); 17549042846bSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1); 17554543df7eSChris Mason 17564575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1757c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1758c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 17594575c9ccSChris Mason 1760db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1761db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1762db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 176387ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1764db94535dSChris Mason tree_root->nodesize = nodesize; 1765db94535dSChris Mason tree_root->leafsize = leafsize; 1766db94535dSChris Mason tree_root->sectorsize = sectorsize; 176787ee04ebSChris Mason tree_root->stripesize = stripesize; 1768a061fc8dSChris Mason 1769a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1770a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1771db94535dSChris Mason 177239279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 177339279cc3SChris Mason sizeof(disk_super->magic))) { 1774d397712bSChris Mason printk(KERN_INFO "btrfs: valid FS not found on %s\n", sb->s_id); 177539279cc3SChris Mason goto fail_sb_buffer; 177639279cc3SChris Mason } 177719c00ddcSChris Mason 1778925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 1779e4404d6eSYan Zheng ret = btrfs_read_sys_array(tree_root); 1780925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 178184eed90fSChris Mason if (ret) { 1782d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read the system " 1783d397712bSChris Mason "array on %s\n", sb->s_id); 17845d4f98a2SYan Zheng goto fail_sb_buffer; 178584eed90fSChris Mason } 17860b86a832SChris Mason 17870b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 17880b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 178984234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 17900b86a832SChris Mason 17910b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 17920b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 17930b86a832SChris Mason 17940b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 17950b86a832SChris Mason btrfs_super_chunk_root(disk_super), 179684234f3aSYan Zheng blocksize, generation); 17970b86a832SChris Mason BUG_ON(!chunk_root->node); 179883121942SDavid Woodhouse if (!test_bit(EXTENT_BUFFER_UPTODATE, &chunk_root->node->bflags)) { 179983121942SDavid Woodhouse printk(KERN_WARNING "btrfs: failed to read chunk root on %s\n", 180083121942SDavid Woodhouse sb->s_id); 180183121942SDavid Woodhouse goto fail_chunk_root; 180283121942SDavid Woodhouse } 18035d4f98a2SYan Zheng btrfs_set_root_node(&chunk_root->root_item, chunk_root->node); 18045d4f98a2SYan Zheng chunk_root->commit_root = btrfs_root_node(chunk_root); 18050b86a832SChris Mason 1806e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1807e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1808e17cade2SChris Mason BTRFS_UUID_SIZE); 1809e17cade2SChris Mason 1810925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 18110b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1812925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 18132b82032cSYan Zheng if (ret) { 1814d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read chunk tree on %s\n", 1815d397712bSChris Mason sb->s_id); 18162b82032cSYan Zheng goto fail_chunk_root; 18172b82032cSYan Zheng } 18180b86a832SChris Mason 1819dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1820dfe25020SChris Mason 1821db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1822db94535dSChris Mason btrfs_super_root_level(disk_super)); 182384234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 18240b86a832SChris Mason 1825e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1826db94535dSChris Mason btrfs_super_root(disk_super), 182784234f3aSYan Zheng blocksize, generation); 182839279cc3SChris Mason if (!tree_root->node) 18292b82032cSYan Zheng goto fail_chunk_root; 183083121942SDavid Woodhouse if (!test_bit(EXTENT_BUFFER_UPTODATE, &tree_root->node->bflags)) { 183183121942SDavid Woodhouse printk(KERN_WARNING "btrfs: failed to read tree root on %s\n", 183283121942SDavid Woodhouse sb->s_id); 183383121942SDavid Woodhouse goto fail_tree_root; 183483121942SDavid Woodhouse } 18355d4f98a2SYan Zheng btrfs_set_root_node(&tree_root->root_item, tree_root->node); 18365d4f98a2SYan Zheng tree_root->commit_root = btrfs_root_node(tree_root); 1837db94535dSChris Mason 1838db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1839e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 18400b86a832SChris Mason if (ret) 184139279cc3SChris Mason goto fail_tree_root; 18420b86a832SChris Mason extent_root->track_dirty = 1; 18430b86a832SChris Mason 18440b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 18450b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 18460b86a832SChris Mason if (ret) 18470b86a832SChris Mason goto fail_extent_root; 18485d4f98a2SYan Zheng dev_root->track_dirty = 1; 18493768f368SChris Mason 1850d20f7043SChris Mason ret = find_and_setup_root(tree_root, fs_info, 1851d20f7043SChris Mason BTRFS_CSUM_TREE_OBJECTID, csum_root); 1852d20f7043SChris Mason if (ret) 18535d4f98a2SYan Zheng goto fail_dev_root; 1854d20f7043SChris Mason 1855d20f7043SChris Mason csum_root->track_dirty = 1; 1856d20f7043SChris Mason 18579078a3e1SChris Mason btrfs_read_block_groups(extent_root); 18589078a3e1SChris Mason 18592d69a0f8SYan Zheng fs_info->generation = generation; 1860c146afadSYan Zheng fs_info->last_trans_committed = generation; 1861d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1862d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1863611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1864a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1865a74a4b97SChris Mason "btrfs-cleaner"); 186657506d50SQinghuang Feng if (IS_ERR(fs_info->cleaner_kthread)) 1867d20f7043SChris Mason goto fail_csum_root; 1868a74a4b97SChris Mason 1869a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1870a74a4b97SChris Mason tree_root, 1871a74a4b97SChris Mason "btrfs-transaction"); 187257506d50SQinghuang Feng if (IS_ERR(fs_info->transaction_kthread)) 18733f157a2fSChris Mason goto fail_cleaner; 1874a74a4b97SChris Mason 1875c289811cSChris Mason if (!btrfs_test_opt(tree_root, SSD) && 1876c289811cSChris Mason !btrfs_test_opt(tree_root, NOSSD) && 1877c289811cSChris Mason !fs_info->fs_devices->rotating) { 1878c289811cSChris Mason printk(KERN_INFO "Btrfs detected SSD devices, enabling SSD " 1879c289811cSChris Mason "mode\n"); 1880c289811cSChris Mason btrfs_set_opt(fs_info->mount_opt, SSD); 1881c289811cSChris Mason } 1882c289811cSChris Mason 1883e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1884e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1885d18a2c44SChris Mason 18867c2ca468SChris Mason if (fs_devices->rw_devices == 0) { 1887d397712bSChris Mason printk(KERN_WARNING "Btrfs log replay required " 1888d397712bSChris Mason "on RO media\n"); 18897c2ca468SChris Mason err = -EIO; 18907c2ca468SChris Mason goto fail_trans_kthread; 18917c2ca468SChris Mason } 1892e02119d5SChris Mason blocksize = 1893e02119d5SChris Mason btrfs_level_size(tree_root, 1894e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1895e02119d5SChris Mason 1896e02119d5SChris Mason log_tree_root = kzalloc(sizeof(struct btrfs_root), 1897e02119d5SChris Mason GFP_NOFS); 1898e02119d5SChris Mason 1899e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1900e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1901e02119d5SChris Mason 1902e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 190384234f3aSYan Zheng blocksize, 190484234f3aSYan Zheng generation + 1); 1905e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1906e02119d5SChris Mason BUG_ON(ret); 1907e556ce2cSYan Zheng 1908e556ce2cSYan Zheng if (sb->s_flags & MS_RDONLY) { 1909e556ce2cSYan Zheng ret = btrfs_commit_super(tree_root); 1910e556ce2cSYan Zheng BUG_ON(ret); 1911e556ce2cSYan Zheng } 1912e02119d5SChris Mason } 19131a40e23bSZheng Yan 19147c2ca468SChris Mason if (!(sb->s_flags & MS_RDONLY)) { 19155d4f98a2SYan Zheng ret = btrfs_recover_relocation(tree_root); 19161a40e23bSZheng Yan BUG_ON(ret); 19177c2ca468SChris Mason } 19181a40e23bSZheng Yan 19193de4586cSChris Mason location.objectid = BTRFS_FS_TREE_OBJECTID; 19203de4586cSChris Mason location.type = BTRFS_ROOT_ITEM_KEY; 19213de4586cSChris Mason location.offset = (u64)-1; 19223de4586cSChris Mason 19233de4586cSChris Mason fs_info->fs_root = btrfs_read_fs_root_no_name(fs_info, &location); 19243de4586cSChris Mason if (!fs_info->fs_root) 19257c2ca468SChris Mason goto fail_trans_kthread; 1926c289811cSChris Mason 19270f7d52f4SChris Mason return tree_root; 192839279cc3SChris Mason 19297c2ca468SChris Mason fail_trans_kthread: 19307c2ca468SChris Mason kthread_stop(fs_info->transaction_kthread); 19313f157a2fSChris Mason fail_cleaner: 1932a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 19337c2ca468SChris Mason 19347c2ca468SChris Mason /* 19357c2ca468SChris Mason * make sure we're done with the btree inode before we stop our 19367c2ca468SChris Mason * kthreads 19377c2ca468SChris Mason */ 19387c2ca468SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 19397c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 19407c2ca468SChris Mason 1941d20f7043SChris Mason fail_csum_root: 1942d20f7043SChris Mason free_extent_buffer(csum_root->node); 19435d4f98a2SYan Zheng free_extent_buffer(csum_root->commit_root); 19445d4f98a2SYan Zheng fail_dev_root: 19455d4f98a2SYan Zheng free_extent_buffer(dev_root->node); 19465d4f98a2SYan Zheng free_extent_buffer(dev_root->commit_root); 19470b86a832SChris Mason fail_extent_root: 19480b86a832SChris Mason free_extent_buffer(extent_root->node); 19495d4f98a2SYan Zheng free_extent_buffer(extent_root->commit_root); 195039279cc3SChris Mason fail_tree_root: 19515f39d397SChris Mason free_extent_buffer(tree_root->node); 19525d4f98a2SYan Zheng free_extent_buffer(tree_root->commit_root); 19532b82032cSYan Zheng fail_chunk_root: 19542b82032cSYan Zheng free_extent_buffer(chunk_root->node); 19555d4f98a2SYan Zheng free_extent_buffer(chunk_root->commit_root); 195639279cc3SChris Mason fail_sb_buffer: 1957247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 1958771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 19598b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 19608b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1961d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 1962cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 1963e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 19641cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 19654543df7eSChris Mason fail_iput: 19667c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 19674543df7eSChris Mason iput(fs_info->btree_inode); 19687e662854SQinghuang Feng 1969dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 197084eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 1971ad081f14SJens Axboe fail_bdi: 19727e662854SQinghuang Feng bdi_destroy(&fs_info->bdi); 19737e662854SQinghuang Feng fail: 197439279cc3SChris Mason kfree(extent_root); 197539279cc3SChris Mason kfree(tree_root); 197639279cc3SChris Mason kfree(fs_info); 197783afeac4SJim Meyering kfree(chunk_root); 197883afeac4SJim Meyering kfree(dev_root); 1979d20f7043SChris Mason kfree(csum_root); 198039279cc3SChris Mason return ERR_PTR(err); 1981eb60ceacSChris Mason } 1982eb60ceacSChris Mason 1983f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1984f2984462SChris Mason { 1985f2984462SChris Mason char b[BDEVNAME_SIZE]; 1986f2984462SChris Mason 1987f2984462SChris Mason if (uptodate) { 1988f2984462SChris Mason set_buffer_uptodate(bh); 1989f2984462SChris Mason } else { 1990f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1991f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1992f2984462SChris Mason "I/O error on %s\n", 1993f2984462SChris Mason bdevname(bh->b_bdev, b)); 1994f2984462SChris Mason } 19951259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 19961259ab75SChris Mason * our own ways of dealing with the IO errors 19971259ab75SChris Mason */ 1998f2984462SChris Mason clear_buffer_uptodate(bh); 1999f2984462SChris Mason } 2000f2984462SChris Mason unlock_buffer(bh); 2001f2984462SChris Mason put_bh(bh); 2002f2984462SChris Mason } 2003f2984462SChris Mason 2004a512bbf8SYan Zheng struct buffer_head *btrfs_read_dev_super(struct block_device *bdev) 2005a512bbf8SYan Zheng { 2006a512bbf8SYan Zheng struct buffer_head *bh; 2007a512bbf8SYan Zheng struct buffer_head *latest = NULL; 2008a512bbf8SYan Zheng struct btrfs_super_block *super; 2009a512bbf8SYan Zheng int i; 2010a512bbf8SYan Zheng u64 transid = 0; 2011a512bbf8SYan Zheng u64 bytenr; 2012a512bbf8SYan Zheng 2013a512bbf8SYan Zheng /* we would like to check all the supers, but that would make 2014a512bbf8SYan Zheng * a btrfs mount succeed after a mkfs from a different FS. 2015a512bbf8SYan Zheng * So, we need to add a special mount option to scan for 2016a512bbf8SYan Zheng * later supers, using BTRFS_SUPER_MIRROR_MAX instead 2017a512bbf8SYan Zheng */ 2018a512bbf8SYan Zheng for (i = 0; i < 1; i++) { 2019a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2020a512bbf8SYan Zheng if (bytenr + 4096 >= i_size_read(bdev->bd_inode)) 2021a512bbf8SYan Zheng break; 2022a512bbf8SYan Zheng bh = __bread(bdev, bytenr / 4096, 4096); 2023a512bbf8SYan Zheng if (!bh) 2024a512bbf8SYan Zheng continue; 2025a512bbf8SYan Zheng 2026a512bbf8SYan Zheng super = (struct btrfs_super_block *)bh->b_data; 2027a512bbf8SYan Zheng if (btrfs_super_bytenr(super) != bytenr || 2028a512bbf8SYan Zheng strncmp((char *)(&super->magic), BTRFS_MAGIC, 2029a512bbf8SYan Zheng sizeof(super->magic))) { 2030a512bbf8SYan Zheng brelse(bh); 2031a512bbf8SYan Zheng continue; 2032a512bbf8SYan Zheng } 2033a512bbf8SYan Zheng 2034a512bbf8SYan Zheng if (!latest || btrfs_super_generation(super) > transid) { 2035a512bbf8SYan Zheng brelse(latest); 2036a512bbf8SYan Zheng latest = bh; 2037a512bbf8SYan Zheng transid = btrfs_super_generation(super); 2038a512bbf8SYan Zheng } else { 2039a512bbf8SYan Zheng brelse(bh); 2040a512bbf8SYan Zheng } 2041a512bbf8SYan Zheng } 2042a512bbf8SYan Zheng return latest; 2043a512bbf8SYan Zheng } 2044a512bbf8SYan Zheng 20454eedeb75SHisashi Hifumi /* 20464eedeb75SHisashi Hifumi * this should be called twice, once with wait == 0 and 20474eedeb75SHisashi Hifumi * once with wait == 1. When wait == 0 is done, all the buffer heads 20484eedeb75SHisashi Hifumi * we write are pinned. 20494eedeb75SHisashi Hifumi * 20504eedeb75SHisashi Hifumi * They are released when wait == 1 is done. 20514eedeb75SHisashi Hifumi * max_mirrors must be the same for both runs, and it indicates how 20524eedeb75SHisashi Hifumi * many supers on this one device should be written. 20534eedeb75SHisashi Hifumi * 20544eedeb75SHisashi Hifumi * max_mirrors == 0 means to write them all. 20554eedeb75SHisashi Hifumi */ 2056a512bbf8SYan Zheng static int write_dev_supers(struct btrfs_device *device, 2057a512bbf8SYan Zheng struct btrfs_super_block *sb, 2058a512bbf8SYan Zheng int do_barriers, int wait, int max_mirrors) 2059a512bbf8SYan Zheng { 2060a512bbf8SYan Zheng struct buffer_head *bh; 2061a512bbf8SYan Zheng int i; 2062a512bbf8SYan Zheng int ret; 2063a512bbf8SYan Zheng int errors = 0; 2064a512bbf8SYan Zheng u32 crc; 2065a512bbf8SYan Zheng u64 bytenr; 2066a512bbf8SYan Zheng int last_barrier = 0; 2067a512bbf8SYan Zheng 2068a512bbf8SYan Zheng if (max_mirrors == 0) 2069a512bbf8SYan Zheng max_mirrors = BTRFS_SUPER_MIRROR_MAX; 2070a512bbf8SYan Zheng 2071a512bbf8SYan Zheng /* make sure only the last submit_bh does a barrier */ 2072a512bbf8SYan Zheng if (do_barriers) { 2073a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2074a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2075a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= 2076a512bbf8SYan Zheng device->total_bytes) 2077a512bbf8SYan Zheng break; 2078a512bbf8SYan Zheng last_barrier = i; 2079a512bbf8SYan Zheng } 2080a512bbf8SYan Zheng } 2081a512bbf8SYan Zheng 2082a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2083a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2084a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= device->total_bytes) 2085a512bbf8SYan Zheng break; 2086a512bbf8SYan Zheng 2087a512bbf8SYan Zheng if (wait) { 2088a512bbf8SYan Zheng bh = __find_get_block(device->bdev, bytenr / 4096, 2089a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2090a512bbf8SYan Zheng BUG_ON(!bh); 2091a512bbf8SYan Zheng wait_on_buffer(bh); 20924eedeb75SHisashi Hifumi if (!buffer_uptodate(bh)) 20934eedeb75SHisashi Hifumi errors++; 20944eedeb75SHisashi Hifumi 20954eedeb75SHisashi Hifumi /* drop our reference */ 20964eedeb75SHisashi Hifumi brelse(bh); 20974eedeb75SHisashi Hifumi 20984eedeb75SHisashi Hifumi /* drop the reference from the wait == 0 run */ 2099a512bbf8SYan Zheng brelse(bh); 2100a512bbf8SYan Zheng continue; 2101a512bbf8SYan Zheng } else { 2102a512bbf8SYan Zheng btrfs_set_super_bytenr(sb, bytenr); 2103a512bbf8SYan Zheng 2104a512bbf8SYan Zheng crc = ~(u32)0; 2105a512bbf8SYan Zheng crc = btrfs_csum_data(NULL, (char *)sb + 2106a512bbf8SYan Zheng BTRFS_CSUM_SIZE, crc, 2107a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE - 2108a512bbf8SYan Zheng BTRFS_CSUM_SIZE); 2109a512bbf8SYan Zheng btrfs_csum_final(crc, sb->csum); 2110a512bbf8SYan Zheng 21114eedeb75SHisashi Hifumi /* 21124eedeb75SHisashi Hifumi * one reference for us, and we leave it for the 21134eedeb75SHisashi Hifumi * caller 21144eedeb75SHisashi Hifumi */ 2115a512bbf8SYan Zheng bh = __getblk(device->bdev, bytenr / 4096, 2116a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2117a512bbf8SYan Zheng memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 2118a512bbf8SYan Zheng 21194eedeb75SHisashi Hifumi /* one reference for submit_bh */ 2120a512bbf8SYan Zheng get_bh(bh); 21214eedeb75SHisashi Hifumi 21224eedeb75SHisashi Hifumi set_buffer_uptodate(bh); 2123a512bbf8SYan Zheng lock_buffer(bh); 2124a512bbf8SYan Zheng bh->b_end_io = btrfs_end_buffer_write_sync; 2125a512bbf8SYan Zheng } 2126a512bbf8SYan Zheng 2127a512bbf8SYan Zheng if (i == last_barrier && do_barriers && device->barriers) { 2128a512bbf8SYan Zheng ret = submit_bh(WRITE_BARRIER, bh); 2129a512bbf8SYan Zheng if (ret == -EOPNOTSUPP) { 2130a512bbf8SYan Zheng printk("btrfs: disabling barriers on dev %s\n", 2131a512bbf8SYan Zheng device->name); 2132a512bbf8SYan Zheng set_buffer_uptodate(bh); 2133a512bbf8SYan Zheng device->barriers = 0; 21344eedeb75SHisashi Hifumi /* one reference for submit_bh */ 2135a512bbf8SYan Zheng get_bh(bh); 2136a512bbf8SYan Zheng lock_buffer(bh); 2137ffbd517dSChris Mason ret = submit_bh(WRITE_SYNC, bh); 2138a512bbf8SYan Zheng } 2139a512bbf8SYan Zheng } else { 2140ffbd517dSChris Mason ret = submit_bh(WRITE_SYNC, bh); 2141a512bbf8SYan Zheng } 2142a512bbf8SYan Zheng 21434eedeb75SHisashi Hifumi if (ret) 2144a512bbf8SYan Zheng errors++; 2145a512bbf8SYan Zheng } 2146a512bbf8SYan Zheng return errors < i ? 0 : -1; 2147a512bbf8SYan Zheng } 2148a512bbf8SYan Zheng 2149a512bbf8SYan Zheng int write_all_supers(struct btrfs_root *root, int max_mirrors) 2150f2984462SChris Mason { 2151e5e9a520SChris Mason struct list_head *head; 2152f2984462SChris Mason struct btrfs_device *dev; 2153a061fc8dSChris Mason struct btrfs_super_block *sb; 2154f2984462SChris Mason struct btrfs_dev_item *dev_item; 2155f2984462SChris Mason int ret; 2156f2984462SChris Mason int do_barriers; 2157a236aed1SChris Mason int max_errors; 2158a236aed1SChris Mason int total_errors = 0; 2159a061fc8dSChris Mason u64 flags; 2160f2984462SChris Mason 2161a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 2162f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 2163f2984462SChris Mason 2164a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 2165a061fc8dSChris Mason dev_item = &sb->dev_item; 2166e5e9a520SChris Mason 2167e5e9a520SChris Mason mutex_lock(&root->fs_info->fs_devices->device_list_mutex); 2168e5e9a520SChris Mason head = &root->fs_info->fs_devices->devices; 2169c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2170dfe25020SChris Mason if (!dev->bdev) { 2171dfe25020SChris Mason total_errors++; 2172dfe25020SChris Mason continue; 2173dfe25020SChris Mason } 21742b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2175dfe25020SChris Mason continue; 2176dfe25020SChris Mason 21772b82032cSYan Zheng btrfs_set_stack_device_generation(dev_item, 0); 2178a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 2179a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 2180a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 2181a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 2182a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 2183a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 2184a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 2185a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 21862b82032cSYan Zheng memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE); 2187a512bbf8SYan Zheng 2188a061fc8dSChris Mason flags = btrfs_super_flags(sb); 2189a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 2190f2984462SChris Mason 2191a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 0, max_mirrors); 2192a236aed1SChris Mason if (ret) 2193a236aed1SChris Mason total_errors++; 2194f2984462SChris Mason } 2195a236aed1SChris Mason if (total_errors > max_errors) { 2196d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2197d397712bSChris Mason total_errors); 2198a236aed1SChris Mason BUG(); 2199a236aed1SChris Mason } 2200f2984462SChris Mason 2201a512bbf8SYan Zheng total_errors = 0; 2202c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2203dfe25020SChris Mason if (!dev->bdev) 2204dfe25020SChris Mason continue; 22052b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2206dfe25020SChris Mason continue; 2207dfe25020SChris Mason 2208a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 1, max_mirrors); 2209a512bbf8SYan Zheng if (ret) 22101259ab75SChris Mason total_errors++; 2211f2984462SChris Mason } 2212e5e9a520SChris Mason mutex_unlock(&root->fs_info->fs_devices->device_list_mutex); 2213a236aed1SChris Mason if (total_errors > max_errors) { 2214d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2215d397712bSChris Mason total_errors); 2216a236aed1SChris Mason BUG(); 2217a236aed1SChris Mason } 2218f2984462SChris Mason return 0; 2219f2984462SChris Mason } 2220f2984462SChris Mason 2221a512bbf8SYan Zheng int write_ctree_super(struct btrfs_trans_handle *trans, 2222a512bbf8SYan Zheng struct btrfs_root *root, int max_mirrors) 2223cfaa7295SChris Mason { 2224e66f709bSChris Mason int ret; 22252c90e5d6SChris Mason 2226a512bbf8SYan Zheng ret = write_all_supers(root, max_mirrors); 22275f39d397SChris Mason return ret; 2228cfaa7295SChris Mason } 2229cfaa7295SChris Mason 22305eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 22312619ba1fSChris Mason { 22325d4f98a2SYan Zheng WARN_ON(!RB_EMPTY_ROOT(&root->inode_tree)); 22332619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 22342619ba1fSChris Mason (unsigned long)root->root_key.objectid); 22353394e160SChris Mason if (root->anon_super.s_dev) { 22363394e160SChris Mason down_write(&root->anon_super.s_umount); 22373394e160SChris Mason kill_anon_super(&root->anon_super); 22383394e160SChris Mason } 22392619ba1fSChris Mason if (root->node) 22405f39d397SChris Mason free_extent_buffer(root->node); 22412619ba1fSChris Mason if (root->commit_root) 22425f39d397SChris Mason free_extent_buffer(root->commit_root); 224358176a96SJosef Bacik kfree(root->name); 22442619ba1fSChris Mason kfree(root); 22452619ba1fSChris Mason return 0; 22462619ba1fSChris Mason } 22472619ba1fSChris Mason 224835b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 22490f7d52f4SChris Mason { 22500f7d52f4SChris Mason int ret; 22510f7d52f4SChris Mason struct btrfs_root *gang[8]; 22520f7d52f4SChris Mason int i; 22530f7d52f4SChris Mason 22540f7d52f4SChris Mason while (1) { 22550f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 22560f7d52f4SChris Mason (void **)gang, 0, 22570f7d52f4SChris Mason ARRAY_SIZE(gang)); 22580f7d52f4SChris Mason if (!ret) 22590f7d52f4SChris Mason break; 22602619ba1fSChris Mason for (i = 0; i < ret; i++) 22615eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 22620f7d52f4SChris Mason } 22630f7d52f4SChris Mason return 0; 22640f7d52f4SChris Mason } 2265b4100d64SChris Mason 2266c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 2267c146afadSYan Zheng { 2268c146afadSYan Zheng u64 root_objectid = 0; 2269c146afadSYan Zheng struct btrfs_root *gang[8]; 2270c146afadSYan Zheng int i; 2271c146afadSYan Zheng int ret; 2272c146afadSYan Zheng 2273c146afadSYan Zheng while (1) { 2274c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 2275c146afadSYan Zheng (void **)gang, root_objectid, 2276c146afadSYan Zheng ARRAY_SIZE(gang)); 2277c146afadSYan Zheng if (!ret) 2278c146afadSYan Zheng break; 22795d4f98a2SYan Zheng 22805d4f98a2SYan Zheng root_objectid = gang[ret - 1]->root_key.objectid + 1; 2281c146afadSYan Zheng for (i = 0; i < ret; i++) { 2282c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 2283c146afadSYan Zheng ret = btrfs_find_dead_roots(fs_info->tree_root, 22845d4f98a2SYan Zheng root_objectid); 2285c146afadSYan Zheng BUG_ON(ret); 2286c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 2287c146afadSYan Zheng } 2288c146afadSYan Zheng root_objectid++; 2289c146afadSYan Zheng } 2290c146afadSYan Zheng return 0; 2291c146afadSYan Zheng } 2292c146afadSYan Zheng 2293c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 2294c146afadSYan Zheng { 2295c146afadSYan Zheng struct btrfs_trans_handle *trans; 2296c146afadSYan Zheng int ret; 2297c146afadSYan Zheng 2298c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 2299c146afadSYan Zheng btrfs_clean_old_snapshots(root); 2300c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 2301c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2302c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 2303c146afadSYan Zheng BUG_ON(ret); 2304c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2305c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2306c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2307c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2308c146afadSYan Zheng BUG_ON(ret); 2309c146afadSYan Zheng 2310a512bbf8SYan Zheng ret = write_ctree_super(NULL, root, 0); 2311c146afadSYan Zheng return ret; 2312c146afadSYan Zheng } 2313c146afadSYan Zheng 2314e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2315eb60ceacSChris Mason { 23160f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2317c146afadSYan Zheng int ret; 2318e089f05cSChris Mason 2319facda1e7SChris Mason fs_info->closing = 1; 2320a2135011SChris Mason smp_mb(); 2321a2135011SChris Mason 2322a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 2323a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 2324a74a4b97SChris Mason 2325c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2326c146afadSYan Zheng ret = btrfs_commit_super(root); 2327d397712bSChris Mason if (ret) 2328d397712bSChris Mason printk(KERN_ERR "btrfs: commit super ret %d\n", ret); 2329c146afadSYan Zheng } 2330ed2ff2cbSChris Mason 2331f25784b3SYan Zheng fs_info->closing = 2; 2332f25784b3SYan Zheng smp_mb(); 2333f25784b3SYan Zheng 2334b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2335d397712bSChris Mason printk(KERN_INFO "btrfs: at unmount delalloc count %llu\n", 233621380931SJoel Becker (unsigned long long)fs_info->delalloc_bytes); 2337b0c68f8bSChris Mason } 233831153d81SYan Zheng if (fs_info->total_ref_cache_size) { 2339d397712bSChris Mason printk(KERN_INFO "btrfs: at umount reference cache size %llu\n", 2340d397712bSChris Mason (unsigned long long)fs_info->total_ref_cache_size); 234131153d81SYan Zheng } 234231153d81SYan Zheng 23435f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 23445d4f98a2SYan Zheng free_extent_buffer(fs_info->extent_root->commit_root); 23455f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 23465d4f98a2SYan Zheng free_extent_buffer(fs_info->tree_root->commit_root); 23470b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 23485d4f98a2SYan Zheng free_extent_buffer(root->fs_info->chunk_root->commit_root); 23490b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 23505d4f98a2SYan Zheng free_extent_buffer(root->fs_info->dev_root->commit_root); 2351d20f7043SChris Mason free_extent_buffer(root->fs_info->csum_root->node); 23525d4f98a2SYan Zheng free_extent_buffer(root->fs_info->csum_root->commit_root); 2353d20f7043SChris Mason 23549078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2355c146afadSYan Zheng 23560f7d52f4SChris Mason del_fs_roots(fs_info); 2357d10c5f31SChris Mason 2358c146afadSYan Zheng iput(fs_info->btree_inode); 23599ad6b7bcSChris Mason 2360247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2361771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 23628b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 23638b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2364d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2365cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2366e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 23671cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2368d6bfde87SChris Mason 2369dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 23700b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2371b248a415SChris Mason 237204160088SChris Mason bdi_destroy(&fs_info->bdi); 23730b86a832SChris Mason 23740f7d52f4SChris Mason kfree(fs_info->extent_root); 23750f7d52f4SChris Mason kfree(fs_info->tree_root); 23760b86a832SChris Mason kfree(fs_info->chunk_root); 23770b86a832SChris Mason kfree(fs_info->dev_root); 2378d20f7043SChris Mason kfree(fs_info->csum_root); 2379eb60ceacSChris Mason return 0; 2380eb60ceacSChris Mason } 2381eb60ceacSChris Mason 23821259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2383ccd467d6SChris Mason { 23841259ab75SChris Mason int ret; 2385810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 23861259ab75SChris Mason 23871259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 23881259ab75SChris Mason if (!ret) 23891259ab75SChris Mason return ret; 23901259ab75SChris Mason 23911259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 23921259ab75SChris Mason parent_transid); 23931259ab75SChris Mason return !ret; 23945f39d397SChris Mason } 23956702ed49SChris Mason 23965f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 23975f39d397SChris Mason { 2398810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2399d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 24005f39d397SChris Mason buf); 24015f39d397SChris Mason } 24025f39d397SChris Mason 24035f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 24045f39d397SChris Mason { 2405810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 24065f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 24075f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 2408b9473439SChris Mason int was_dirty; 2409b4ce94deSChris Mason 2410b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 2411ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2412d397712bSChris Mason printk(KERN_CRIT "btrfs transid mismatch buffer %llu, " 2413d397712bSChris Mason "found %llu running %llu\n", 2414db94535dSChris Mason (unsigned long long)buf->start, 2415d397712bSChris Mason (unsigned long long)transid, 2416d397712bSChris Mason (unsigned long long)root->fs_info->generation); 2417ccd467d6SChris Mason WARN_ON(1); 2418ccd467d6SChris Mason } 2419b9473439SChris Mason was_dirty = set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 2420b9473439SChris Mason buf); 2421b9473439SChris Mason if (!was_dirty) { 2422b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2423b9473439SChris Mason root->fs_info->dirty_metadata_bytes += buf->len; 2424b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2425b9473439SChris Mason } 2426eb60ceacSChris Mason } 2427eb60ceacSChris Mason 2428d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 242935b7e476SChris Mason { 2430188de649SChris Mason /* 2431188de649SChris Mason * looks as though older kernels can get into trouble with 2432188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2433188de649SChris Mason */ 2434d6bfde87SChris Mason u64 num_dirty; 2435771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2436d6bfde87SChris Mason 24376933c02eSJens Axboe if (current->flags & PF_MEMALLOC) 2438d6bfde87SChris Mason return; 2439d6bfde87SChris Mason 2440585ad2c3SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 2441585ad2c3SChris Mason 2442d6bfde87SChris Mason if (num_dirty > thresh) { 2443d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2444304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 244535b7e476SChris Mason } 2446188de649SChris Mason return; 2447d6bfde87SChris Mason } 24486b80053dSChris Mason 2449ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 24506b80053dSChris Mason { 2451810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2452ce9adaa5SChris Mason int ret; 2453ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2454d397712bSChris Mason if (ret == 0) 2455b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 2456ce9adaa5SChris Mason return ret; 24576b80053dSChris Mason } 24580da5468fSChris Mason 24594bef0848SChris Mason int btree_lock_page_hook(struct page *page) 24604bef0848SChris Mason { 24614bef0848SChris Mason struct inode *inode = page->mapping->host; 2462b9473439SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 24634bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 24644bef0848SChris Mason struct extent_buffer *eb; 24654bef0848SChris Mason unsigned long len; 24664bef0848SChris Mason u64 bytenr = page_offset(page); 24674bef0848SChris Mason 24684bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 24694bef0848SChris Mason goto out; 24704bef0848SChris Mason 24714bef0848SChris Mason len = page->private >> 2; 24724bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 24734bef0848SChris Mason if (!eb) 24744bef0848SChris Mason goto out; 24754bef0848SChris Mason 24764bef0848SChris Mason btrfs_tree_lock(eb); 24774bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 2478b9473439SChris Mason 2479b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &eb->bflags)) { 2480b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2481b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= eb->len) 2482b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= eb->len; 2483b9473439SChris Mason else 2484b9473439SChris Mason WARN_ON(1); 2485b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2486b9473439SChris Mason } 2487b9473439SChris Mason 24884bef0848SChris Mason btrfs_tree_unlock(eb); 24894bef0848SChris Mason free_extent_buffer(eb); 24904bef0848SChris Mason out: 24914bef0848SChris Mason lock_page(page); 24924bef0848SChris Mason return 0; 24934bef0848SChris Mason } 24944bef0848SChris Mason 2495d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 24964bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2497ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 24980b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2499239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2500239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 25010da5468fSChris Mason }; 2502