16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 25d397712bSChris Mason #include <linux/buffer_head.h> 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a74a4b97SChris Mason #include <linux/kthread.h> 28a74a4b97SChris Mason #include <linux/freezer.h> 29163e783eSDavid Woodhouse #include <linux/crc32c.h> 305a0e3ad6STejun Heo #include <linux/slab.h> 31784b4e29SChris Mason #include <linux/migrate.h> 324b4e25f2SChris Mason #include "compat.h" 33eb60ceacSChris Mason #include "ctree.h" 34eb60ceacSChris Mason #include "disk-io.h" 35e089f05cSChris Mason #include "transaction.h" 360f7d52f4SChris Mason #include "btrfs_inode.h" 370b86a832SChris Mason #include "volumes.h" 38db94535dSChris Mason #include "print-tree.h" 398b712842SChris Mason #include "async-thread.h" 40925baeddSChris Mason #include "locking.h" 41e02119d5SChris Mason #include "tree-log.h" 42fa9c0d79SChris Mason #include "free-space-cache.h" 43eb60ceacSChris Mason 44d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 458b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 464df27c4dSYan, Zheng static void free_fs_root(struct btrfs_root *root); 47ce9adaa5SChris Mason 48d352ac68SChris Mason /* 49d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 50d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 51d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 52d352ac68SChris Mason */ 53ce9adaa5SChris Mason struct end_io_wq { 54ce9adaa5SChris Mason struct bio *bio; 55ce9adaa5SChris Mason bio_end_io_t *end_io; 56ce9adaa5SChris Mason void *private; 57ce9adaa5SChris Mason struct btrfs_fs_info *info; 58ce9adaa5SChris Mason int error; 5922c59948SChris Mason int metadata; 60ce9adaa5SChris Mason struct list_head list; 618b712842SChris Mason struct btrfs_work work; 62ce9adaa5SChris Mason }; 630da5468fSChris Mason 64d352ac68SChris Mason /* 65d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 66d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 67d352ac68SChris Mason * just before they are sent down the IO stack. 68d352ac68SChris Mason */ 6944b8bd7eSChris Mason struct async_submit_bio { 7044b8bd7eSChris Mason struct inode *inode; 7144b8bd7eSChris Mason struct bio *bio; 7244b8bd7eSChris Mason struct list_head list; 734a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 744a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 7544b8bd7eSChris Mason int rw; 7644b8bd7eSChris Mason int mirror_num; 77c8b97818SChris Mason unsigned long bio_flags; 78eaf25d93SChris Mason /* 79eaf25d93SChris Mason * bio_offset is optional, can be used if the pages in the bio 80eaf25d93SChris Mason * can't tell us where in the file the bio should go 81eaf25d93SChris Mason */ 82eaf25d93SChris Mason u64 bio_offset; 838b712842SChris Mason struct btrfs_work work; 8444b8bd7eSChris Mason }; 8544b8bd7eSChris Mason 864008c04aSChris Mason /* These are used to set the lockdep class on the extent buffer locks. 874008c04aSChris Mason * The class is set by the readpage_end_io_hook after the buffer has 884008c04aSChris Mason * passed csum validation but before the pages are unlocked. 894008c04aSChris Mason * 904008c04aSChris Mason * The lockdep class is also set by btrfs_init_new_buffer on freshly 914008c04aSChris Mason * allocated blocks. 924008c04aSChris Mason * 934008c04aSChris Mason * The class is based on the level in the tree block, which allows lockdep 944008c04aSChris Mason * to know that lower nodes nest inside the locks of higher nodes. 954008c04aSChris Mason * 964008c04aSChris Mason * We also add a check to make sure the highest level of the tree is 974008c04aSChris Mason * the same as our lockdep setup here. If BTRFS_MAX_LEVEL changes, this 984008c04aSChris Mason * code needs update as well. 994008c04aSChris Mason */ 1004008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 1014008c04aSChris Mason # if BTRFS_MAX_LEVEL != 8 1024008c04aSChris Mason # error 1034008c04aSChris Mason # endif 1044008c04aSChris Mason static struct lock_class_key btrfs_eb_class[BTRFS_MAX_LEVEL + 1]; 1054008c04aSChris Mason static const char *btrfs_eb_name[BTRFS_MAX_LEVEL + 1] = { 1064008c04aSChris Mason /* leaf */ 1074008c04aSChris Mason "btrfs-extent-00", 1084008c04aSChris Mason "btrfs-extent-01", 1094008c04aSChris Mason "btrfs-extent-02", 1104008c04aSChris Mason "btrfs-extent-03", 1114008c04aSChris Mason "btrfs-extent-04", 1124008c04aSChris Mason "btrfs-extent-05", 1134008c04aSChris Mason "btrfs-extent-06", 1144008c04aSChris Mason "btrfs-extent-07", 1154008c04aSChris Mason /* highest possible level */ 1164008c04aSChris Mason "btrfs-extent-08", 1174008c04aSChris Mason }; 1184008c04aSChris Mason #endif 1194008c04aSChris Mason 120d352ac68SChris Mason /* 121d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 122d352ac68SChris Mason * that covers the entire device 123d352ac68SChris Mason */ 124b2950863SChristoph Hellwig static struct extent_map *btree_get_extent(struct inode *inode, 125b2950863SChristoph Hellwig struct page *page, size_t page_offset, u64 start, u64 len, 1265f39d397SChris Mason int create) 1275f39d397SChris Mason { 1285f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 1295f39d397SChris Mason struct extent_map *em; 1305f39d397SChris Mason int ret; 1315f39d397SChris Mason 132890871beSChris Mason read_lock(&em_tree->lock); 133d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 134a061fc8dSChris Mason if (em) { 135a061fc8dSChris Mason em->bdev = 136a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 137890871beSChris Mason read_unlock(&em_tree->lock); 1385f39d397SChris Mason goto out; 139a061fc8dSChris Mason } 140890871beSChris Mason read_unlock(&em_tree->lock); 1417b13b7b1SChris Mason 1425f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1435f39d397SChris Mason if (!em) { 1445f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1455f39d397SChris Mason goto out; 1465f39d397SChris Mason } 1475f39d397SChris Mason em->start = 0; 1480afbaf8cSChris Mason em->len = (u64)-1; 149c8b97818SChris Mason em->block_len = (u64)-1; 1505f39d397SChris Mason em->block_start = 0; 151a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 152d1310b2eSChris Mason 153890871beSChris Mason write_lock(&em_tree->lock); 1545f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1555f39d397SChris Mason if (ret == -EEXIST) { 1560afbaf8cSChris Mason u64 failed_start = em->start; 1570afbaf8cSChris Mason u64 failed_len = em->len; 1580afbaf8cSChris Mason 1595f39d397SChris Mason free_extent_map(em); 1607b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1610afbaf8cSChris Mason if (em) { 1627b13b7b1SChris Mason ret = 0; 1630afbaf8cSChris Mason } else { 1640afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1650afbaf8cSChris Mason failed_len); 1667b13b7b1SChris Mason ret = -EIO; 1670afbaf8cSChris Mason } 1685f39d397SChris Mason } else if (ret) { 1697b13b7b1SChris Mason free_extent_map(em); 1707b13b7b1SChris Mason em = NULL; 1715f39d397SChris Mason } 172890871beSChris Mason write_unlock(&em_tree->lock); 1737b13b7b1SChris Mason 1747b13b7b1SChris Mason if (ret) 1757b13b7b1SChris Mason em = ERR_PTR(ret); 1765f39d397SChris Mason out: 1775f39d397SChris Mason return em; 1785f39d397SChris Mason } 1795f39d397SChris Mason 18019c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 18119c00ddcSChris Mason { 182163e783eSDavid Woodhouse return crc32c(seed, data, len); 18319c00ddcSChris Mason } 18419c00ddcSChris Mason 18519c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 18619c00ddcSChris Mason { 18719c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 18819c00ddcSChris Mason } 18919c00ddcSChris Mason 190d352ac68SChris Mason /* 191d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 192d352ac68SChris Mason * into the csum field of the block. 193d352ac68SChris Mason */ 19419c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 19519c00ddcSChris Mason int verify) 19619c00ddcSChris Mason { 197607d432dSJosef Bacik u16 csum_size = 198607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 199607d432dSJosef Bacik char *result = NULL; 20019c00ddcSChris Mason unsigned long len; 20119c00ddcSChris Mason unsigned long cur_len; 20219c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 20319c00ddcSChris Mason char *map_token = NULL; 20419c00ddcSChris Mason char *kaddr; 20519c00ddcSChris Mason unsigned long map_start; 20619c00ddcSChris Mason unsigned long map_len; 20719c00ddcSChris Mason int err; 20819c00ddcSChris Mason u32 crc = ~(u32)0; 209607d432dSJosef Bacik unsigned long inline_result; 21019c00ddcSChris Mason 21119c00ddcSChris Mason len = buf->len - offset; 21219c00ddcSChris Mason while (len > 0) { 21319c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 21419c00ddcSChris Mason &map_token, &kaddr, 21519c00ddcSChris Mason &map_start, &map_len, KM_USER0); 216d397712bSChris Mason if (err) 21719c00ddcSChris Mason return 1; 21819c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 21919c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 22019c00ddcSChris Mason crc, cur_len); 22119c00ddcSChris Mason len -= cur_len; 22219c00ddcSChris Mason offset += cur_len; 22319c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 22419c00ddcSChris Mason } 225607d432dSJosef Bacik if (csum_size > sizeof(inline_result)) { 226607d432dSJosef Bacik result = kzalloc(csum_size * sizeof(char), GFP_NOFS); 227607d432dSJosef Bacik if (!result) 228607d432dSJosef Bacik return 1; 229607d432dSJosef Bacik } else { 230607d432dSJosef Bacik result = (char *)&inline_result; 231607d432dSJosef Bacik } 232607d432dSJosef Bacik 23319c00ddcSChris Mason btrfs_csum_final(crc, result); 23419c00ddcSChris Mason 23519c00ddcSChris Mason if (verify) { 236607d432dSJosef Bacik if (memcmp_extent_buffer(buf, result, 0, csum_size)) { 237e4204dedSChris Mason u32 val; 238e4204dedSChris Mason u32 found = 0; 239607d432dSJosef Bacik memcpy(&found, result, csum_size); 240e4204dedSChris Mason 241607d432dSJosef Bacik read_extent_buffer(buf, &val, 0, csum_size); 242193f284dSChris Mason if (printk_ratelimit()) { 243193f284dSChris Mason printk(KERN_INFO "btrfs: %s checksum verify " 244193f284dSChris Mason "failed on %llu wanted %X found %X " 245193f284dSChris Mason "level %d\n", 24619c00ddcSChris Mason root->fs_info->sb->s_id, 247193f284dSChris Mason (unsigned long long)buf->start, val, found, 248193f284dSChris Mason btrfs_header_level(buf)); 249193f284dSChris Mason } 250607d432dSJosef Bacik if (result != (char *)&inline_result) 251607d432dSJosef Bacik kfree(result); 25219c00ddcSChris Mason return 1; 25319c00ddcSChris Mason } 25419c00ddcSChris Mason } else { 255607d432dSJosef Bacik write_extent_buffer(buf, result, 0, csum_size); 25619c00ddcSChris Mason } 257607d432dSJosef Bacik if (result != (char *)&inline_result) 258607d432dSJosef Bacik kfree(result); 25919c00ddcSChris Mason return 0; 26019c00ddcSChris Mason } 26119c00ddcSChris Mason 262d352ac68SChris Mason /* 263d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 264d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 265d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 266d352ac68SChris Mason * in the wrong place. 267d352ac68SChris Mason */ 2681259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2691259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2701259ab75SChris Mason { 2712ac55d41SJosef Bacik struct extent_state *cached_state = NULL; 2721259ab75SChris Mason int ret; 2731259ab75SChris Mason 2741259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2751259ab75SChris Mason return 0; 2761259ab75SChris Mason 2772ac55d41SJosef Bacik lock_extent_bits(io_tree, eb->start, eb->start + eb->len - 1, 2782ac55d41SJosef Bacik 0, &cached_state, GFP_NOFS); 2792ac55d41SJosef Bacik if (extent_buffer_uptodate(io_tree, eb, cached_state) && 2801259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2811259ab75SChris Mason ret = 0; 2821259ab75SChris Mason goto out; 2831259ab75SChris Mason } 284193f284dSChris Mason if (printk_ratelimit()) { 285193f284dSChris Mason printk("parent transid verify failed on %llu wanted %llu " 286193f284dSChris Mason "found %llu\n", 2871259ab75SChris Mason (unsigned long long)eb->start, 2881259ab75SChris Mason (unsigned long long)parent_transid, 2891259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 290193f284dSChris Mason } 2911259ab75SChris Mason ret = 1; 2922ac55d41SJosef Bacik clear_extent_buffer_uptodate(io_tree, eb, &cached_state); 29333958dc6SChris Mason out: 2942ac55d41SJosef Bacik unlock_extent_cached(io_tree, eb->start, eb->start + eb->len - 1, 2952ac55d41SJosef Bacik &cached_state, GFP_NOFS); 2961259ab75SChris Mason return ret; 2971259ab75SChris Mason } 2981259ab75SChris Mason 299d352ac68SChris Mason /* 300d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 301d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 302d352ac68SChris Mason */ 303f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 304f188591eSChris Mason struct extent_buffer *eb, 305ca7a79adSChris Mason u64 start, u64 parent_transid) 306f188591eSChris Mason { 307f188591eSChris Mason struct extent_io_tree *io_tree; 308f188591eSChris Mason int ret; 309f188591eSChris Mason int num_copies = 0; 310f188591eSChris Mason int mirror_num = 0; 311f188591eSChris Mason 312f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 313f188591eSChris Mason while (1) { 314f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 315f188591eSChris Mason btree_get_extent, mirror_num); 3161259ab75SChris Mason if (!ret && 3171259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 318f188591eSChris Mason return ret; 319d397712bSChris Mason 320f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 321f188591eSChris Mason eb->start, eb->len); 3224235298eSChris Mason if (num_copies == 1) 323f188591eSChris Mason return ret; 3244235298eSChris Mason 325f188591eSChris Mason mirror_num++; 3264235298eSChris Mason if (mirror_num > num_copies) 327f188591eSChris Mason return ret; 328f188591eSChris Mason } 329f188591eSChris Mason return -EIO; 330f188591eSChris Mason } 33119c00ddcSChris Mason 332d352ac68SChris Mason /* 333d397712bSChris Mason * checksum a dirty tree block before IO. This has extra checks to make sure 334d397712bSChris Mason * we only fill in the checksum field in the first page of a multi-page block 335d352ac68SChris Mason */ 336d397712bSChris Mason 337b2950863SChristoph Hellwig static int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 33819c00ddcSChris Mason { 339d1310b2eSChris Mason struct extent_io_tree *tree; 34035ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 34119c00ddcSChris Mason u64 found_start; 34219c00ddcSChris Mason unsigned long len; 34319c00ddcSChris Mason struct extent_buffer *eb; 344f188591eSChris Mason int ret; 345f188591eSChris Mason 346d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 34719c00ddcSChris Mason 34819c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 34919c00ddcSChris Mason goto out; 35019c00ddcSChris Mason if (!page->private) 35119c00ddcSChris Mason goto out; 35219c00ddcSChris Mason len = page->private >> 2; 353d397712bSChris Mason WARN_ON(len == 0); 354d397712bSChris Mason 35519c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 356ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 357ca7a79adSChris Mason btrfs_header_generation(eb)); 358f188591eSChris Mason BUG_ON(ret); 359784b4e29SChris Mason WARN_ON(!btrfs_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN)); 360784b4e29SChris Mason 36119c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 36219c00ddcSChris Mason if (found_start != start) { 36355c69072SChris Mason WARN_ON(1); 36455c69072SChris Mason goto err; 36555c69072SChris Mason } 36655c69072SChris Mason if (eb->first_page != page) { 36755c69072SChris Mason WARN_ON(1); 36855c69072SChris Mason goto err; 36955c69072SChris Mason } 37055c69072SChris Mason if (!PageUptodate(page)) { 37155c69072SChris Mason WARN_ON(1); 37255c69072SChris Mason goto err; 37319c00ddcSChris Mason } 37419c00ddcSChris Mason csum_tree_block(root, eb, 0); 37555c69072SChris Mason err: 37619c00ddcSChris Mason free_extent_buffer(eb); 37719c00ddcSChris Mason out: 37819c00ddcSChris Mason return 0; 37919c00ddcSChris Mason } 38019c00ddcSChris Mason 3812b82032cSYan Zheng static int check_tree_block_fsid(struct btrfs_root *root, 3822b82032cSYan Zheng struct extent_buffer *eb) 3832b82032cSYan Zheng { 3842b82032cSYan Zheng struct btrfs_fs_devices *fs_devices = root->fs_info->fs_devices; 3852b82032cSYan Zheng u8 fsid[BTRFS_UUID_SIZE]; 3862b82032cSYan Zheng int ret = 1; 3872b82032cSYan Zheng 3882b82032cSYan Zheng read_extent_buffer(eb, fsid, (unsigned long)btrfs_header_fsid(eb), 3892b82032cSYan Zheng BTRFS_FSID_SIZE); 3902b82032cSYan Zheng while (fs_devices) { 3912b82032cSYan Zheng if (!memcmp(fsid, fs_devices->fsid, BTRFS_FSID_SIZE)) { 3922b82032cSYan Zheng ret = 0; 3932b82032cSYan Zheng break; 3942b82032cSYan Zheng } 3952b82032cSYan Zheng fs_devices = fs_devices->seed; 3962b82032cSYan Zheng } 3972b82032cSYan Zheng return ret; 3982b82032cSYan Zheng } 3992b82032cSYan Zheng 4004008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 4014008c04aSChris Mason void btrfs_set_buffer_lockdep_class(struct extent_buffer *eb, int level) 4024008c04aSChris Mason { 4034008c04aSChris Mason lockdep_set_class_and_name(&eb->lock, 4044008c04aSChris Mason &btrfs_eb_class[level], 4054008c04aSChris Mason btrfs_eb_name[level]); 4064008c04aSChris Mason } 4074008c04aSChris Mason #endif 4084008c04aSChris Mason 409b2950863SChristoph Hellwig static int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 410ce9adaa5SChris Mason struct extent_state *state) 411ce9adaa5SChris Mason { 412ce9adaa5SChris Mason struct extent_io_tree *tree; 413ce9adaa5SChris Mason u64 found_start; 414ce9adaa5SChris Mason int found_level; 415ce9adaa5SChris Mason unsigned long len; 416ce9adaa5SChris Mason struct extent_buffer *eb; 417ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 418f188591eSChris Mason int ret = 0; 419ce9adaa5SChris Mason 420ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 421ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 422ce9adaa5SChris Mason goto out; 423ce9adaa5SChris Mason if (!page->private) 424ce9adaa5SChris Mason goto out; 425d397712bSChris Mason 426ce9adaa5SChris Mason len = page->private >> 2; 427d397712bSChris Mason WARN_ON(len == 0); 428d397712bSChris Mason 429ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 430f188591eSChris Mason 431ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 43223a07867SChris Mason if (found_start != start) { 433193f284dSChris Mason if (printk_ratelimit()) { 434193f284dSChris Mason printk(KERN_INFO "btrfs bad tree block start " 435193f284dSChris Mason "%llu %llu\n", 436a1b32a59SChris Mason (unsigned long long)found_start, 437a1b32a59SChris Mason (unsigned long long)eb->start); 438193f284dSChris Mason } 439f188591eSChris Mason ret = -EIO; 440ce9adaa5SChris Mason goto err; 441ce9adaa5SChris Mason } 442ce9adaa5SChris Mason if (eb->first_page != page) { 443d397712bSChris Mason printk(KERN_INFO "btrfs bad first page %lu %lu\n", 444d397712bSChris Mason eb->first_page->index, page->index); 445ce9adaa5SChris Mason WARN_ON(1); 446f188591eSChris Mason ret = -EIO; 447ce9adaa5SChris Mason goto err; 448ce9adaa5SChris Mason } 4492b82032cSYan Zheng if (check_tree_block_fsid(root, eb)) { 450193f284dSChris Mason if (printk_ratelimit()) { 451d397712bSChris Mason printk(KERN_INFO "btrfs bad fsid on block %llu\n", 452d397712bSChris Mason (unsigned long long)eb->start); 453193f284dSChris Mason } 4541259ab75SChris Mason ret = -EIO; 4551259ab75SChris Mason goto err; 4561259ab75SChris Mason } 457ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 458ce9adaa5SChris Mason 4594008c04aSChris Mason btrfs_set_buffer_lockdep_class(eb, found_level); 4604008c04aSChris Mason 461ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 462f188591eSChris Mason if (ret) 463f188591eSChris Mason ret = -EIO; 464ce9adaa5SChris Mason 465ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 466ce9adaa5SChris Mason end = eb->start + end - 1; 467ce9adaa5SChris Mason err: 468ce9adaa5SChris Mason free_extent_buffer(eb); 469ce9adaa5SChris Mason out: 470f188591eSChris Mason return ret; 471ce9adaa5SChris Mason } 472ce9adaa5SChris Mason 473ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 474ce9adaa5SChris Mason { 475ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 476ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 477ce9adaa5SChris Mason 478ce9adaa5SChris Mason fs_info = end_io_wq->info; 479ce9adaa5SChris Mason end_io_wq->error = err; 4808b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4818b712842SChris Mason end_io_wq->work.flags = 0; 482d20f7043SChris Mason 4837b6d91daSChristoph Hellwig if (bio->bi_rw & REQ_WRITE) { 4840cb59c99SJosef Bacik if (end_io_wq->metadata == 1) 485cad321adSChris Mason btrfs_queue_worker(&fs_info->endio_meta_write_workers, 486cad321adSChris Mason &end_io_wq->work); 4870cb59c99SJosef Bacik else if (end_io_wq->metadata == 2) 4880cb59c99SJosef Bacik btrfs_queue_worker(&fs_info->endio_freespace_worker, 4890cb59c99SJosef Bacik &end_io_wq->work); 490cad321adSChris Mason else 491e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 492e6dcd2dcSChris Mason &end_io_wq->work); 493d20f7043SChris Mason } else { 494d20f7043SChris Mason if (end_io_wq->metadata) 495d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 496d20f7043SChris Mason &end_io_wq->work); 497e6dcd2dcSChris Mason else 498d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 499d20f7043SChris Mason &end_io_wq->work); 500d20f7043SChris Mason } 501ce9adaa5SChris Mason } 502ce9adaa5SChris Mason 5030cb59c99SJosef Bacik /* 5040cb59c99SJosef Bacik * For the metadata arg you want 5050cb59c99SJosef Bacik * 5060cb59c99SJosef Bacik * 0 - if data 5070cb59c99SJosef Bacik * 1 - if normal metadta 5080cb59c99SJosef Bacik * 2 - if writing to the free space cache area 5090cb59c99SJosef Bacik */ 51022c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 51122c59948SChris Mason int metadata) 5120b86a832SChris Mason { 513ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 514ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 515ce9adaa5SChris Mason if (!end_io_wq) 516ce9adaa5SChris Mason return -ENOMEM; 517ce9adaa5SChris Mason 518ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 519ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 52022c59948SChris Mason end_io_wq->info = info; 521ce9adaa5SChris Mason end_io_wq->error = 0; 522ce9adaa5SChris Mason end_io_wq->bio = bio; 52322c59948SChris Mason end_io_wq->metadata = metadata; 524ce9adaa5SChris Mason 525ce9adaa5SChris Mason bio->bi_private = end_io_wq; 526ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 52722c59948SChris Mason return 0; 52822c59948SChris Mason } 52922c59948SChris Mason 530b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 5314854ddd0SChris Mason { 5324854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 5334854ddd0SChris Mason info->workers.max_workers, 5344854ddd0SChris Mason info->fs_devices->open_devices); 5354854ddd0SChris Mason return 256 * limit; 5364854ddd0SChris Mason } 5374854ddd0SChris Mason 538777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 5390986fe9eSChris Mason { 540b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 541b64a2851SChris Mason btrfs_async_submit_limit(info); 5420986fe9eSChris Mason } 5430986fe9eSChris Mason 5444a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 5454a69a410SChris Mason { 5464a69a410SChris Mason struct async_submit_bio *async; 5474a69a410SChris Mason 5484a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5494a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 550eaf25d93SChris Mason async->mirror_num, async->bio_flags, 551eaf25d93SChris Mason async->bio_offset); 5524a69a410SChris Mason } 5534a69a410SChris Mason 5544a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 5558b712842SChris Mason { 5568b712842SChris Mason struct btrfs_fs_info *fs_info; 5578b712842SChris Mason struct async_submit_bio *async; 5584854ddd0SChris Mason int limit; 5598b712842SChris Mason 5608b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 5618b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 5624854ddd0SChris Mason 563b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 5644854ddd0SChris Mason limit = limit * 2 / 3; 5654854ddd0SChris Mason 5668b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 5670986fe9eSChris Mason 568b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 569b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 5704854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 5714854ddd0SChris Mason 5724a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 573eaf25d93SChris Mason async->mirror_num, async->bio_flags, 574eaf25d93SChris Mason async->bio_offset); 5754a69a410SChris Mason } 5764a69a410SChris Mason 5774a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 5784a69a410SChris Mason { 5794a69a410SChris Mason struct async_submit_bio *async; 5804a69a410SChris Mason 5814a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5828b712842SChris Mason kfree(async); 5838b712842SChris Mason } 5848b712842SChris Mason 58544b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 58644b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 587c8b97818SChris Mason unsigned long bio_flags, 588eaf25d93SChris Mason u64 bio_offset, 5894a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 5904a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 59144b8bd7eSChris Mason { 59244b8bd7eSChris Mason struct async_submit_bio *async; 59344b8bd7eSChris Mason 59444b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 59544b8bd7eSChris Mason if (!async) 59644b8bd7eSChris Mason return -ENOMEM; 59744b8bd7eSChris Mason 59844b8bd7eSChris Mason async->inode = inode; 59944b8bd7eSChris Mason async->rw = rw; 60044b8bd7eSChris Mason async->bio = bio; 60144b8bd7eSChris Mason async->mirror_num = mirror_num; 6024a69a410SChris Mason async->submit_bio_start = submit_bio_start; 6034a69a410SChris Mason async->submit_bio_done = submit_bio_done; 6044a69a410SChris Mason 6054a69a410SChris Mason async->work.func = run_one_async_start; 6064a69a410SChris Mason async->work.ordered_func = run_one_async_done; 6074a69a410SChris Mason async->work.ordered_free = run_one_async_free; 6084a69a410SChris Mason 6098b712842SChris Mason async->work.flags = 0; 610c8b97818SChris Mason async->bio_flags = bio_flags; 611eaf25d93SChris Mason async->bio_offset = bio_offset; 6128c8bee1dSChris Mason 613cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 614d313d7a3SChris Mason 6157b6d91daSChristoph Hellwig if (rw & REQ_SYNC) 616d313d7a3SChris Mason btrfs_set_work_high_prio(&async->work); 617d313d7a3SChris Mason 6188b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 6199473f16cSChris Mason 620771ed689SChris Mason while (atomic_read(&fs_info->async_submit_draining) && 621771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 622771ed689SChris Mason wait_event(fs_info->async_submit_wait, 623771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 624771ed689SChris Mason } 625771ed689SChris Mason 62644b8bd7eSChris Mason return 0; 62744b8bd7eSChris Mason } 62844b8bd7eSChris Mason 629ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 630ce3ed71aSChris Mason { 631ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 632ce3ed71aSChris Mason int bio_index = 0; 633ce3ed71aSChris Mason struct btrfs_root *root; 634ce3ed71aSChris Mason 635ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 636ce3ed71aSChris Mason while (bio_index < bio->bi_vcnt) { 637ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 638ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 639ce3ed71aSChris Mason bio_index++; 640ce3ed71aSChris Mason bvec++; 641ce3ed71aSChris Mason } 642ce3ed71aSChris Mason return 0; 643ce3ed71aSChris Mason } 644ce3ed71aSChris Mason 6454a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 6464a69a410SChris Mason struct bio *bio, int mirror_num, 647eaf25d93SChris Mason unsigned long bio_flags, 648eaf25d93SChris Mason u64 bio_offset) 64922c59948SChris Mason { 6508b712842SChris Mason /* 6518b712842SChris Mason * when we're called for a write, we're already in the async 6525443be45SChris Mason * submission context. Just jump into btrfs_map_bio 6538b712842SChris Mason */ 654ce3ed71aSChris Mason btree_csum_one_bio(bio); 6554a69a410SChris Mason return 0; 65622c59948SChris Mason } 65722c59948SChris Mason 6584a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 659eaf25d93SChris Mason int mirror_num, unsigned long bio_flags, 660eaf25d93SChris Mason u64 bio_offset) 6614a69a410SChris Mason { 6628b712842SChris Mason /* 6634a69a410SChris Mason * when we're called for a write, we're already in the async 6644a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 6658b712842SChris Mason */ 6668b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 6670b86a832SChris Mason } 6680b86a832SChris Mason 66944b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 670eaf25d93SChris Mason int mirror_num, unsigned long bio_flags, 671eaf25d93SChris Mason u64 bio_offset) 67244b8bd7eSChris Mason { 6734a69a410SChris Mason int ret; 674cad321adSChris Mason 6754a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6764a69a410SChris Mason bio, 1); 6774a69a410SChris Mason BUG_ON(ret); 6784a69a410SChris Mason 6797b6d91daSChristoph Hellwig if (!(rw & REQ_WRITE)) { 680cad321adSChris Mason /* 681cad321adSChris Mason * called for a read, do the setup so that checksum validation 682cad321adSChris Mason * can happen in the async kernel threads 683cad321adSChris Mason */ 6844a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 6856f3577bdSChris Mason mirror_num, 0); 68644b8bd7eSChris Mason } 687d313d7a3SChris Mason 688cad321adSChris Mason /* 689cad321adSChris Mason * kthread helpers are used to submit writes so that checksumming 690cad321adSChris Mason * can happen in parallel across all CPUs 691cad321adSChris Mason */ 69244b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 693c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 694eaf25d93SChris Mason bio_offset, 6954a69a410SChris Mason __btree_submit_bio_start, 6964a69a410SChris Mason __btree_submit_bio_done); 69744b8bd7eSChris Mason } 69844b8bd7eSChris Mason 6993dd1462eSJan Beulich #ifdef CONFIG_MIGRATION 700784b4e29SChris Mason static int btree_migratepage(struct address_space *mapping, 701784b4e29SChris Mason struct page *newpage, struct page *page) 702784b4e29SChris Mason { 703784b4e29SChris Mason /* 704784b4e29SChris Mason * we can't safely write a btree page from here, 705784b4e29SChris Mason * we haven't done the locking hook 706784b4e29SChris Mason */ 707784b4e29SChris Mason if (PageDirty(page)) 708784b4e29SChris Mason return -EAGAIN; 709784b4e29SChris Mason /* 710784b4e29SChris Mason * Buffers may be managed in a filesystem specific way. 711784b4e29SChris Mason * We must have no buffers or drop them. 712784b4e29SChris Mason */ 713784b4e29SChris Mason if (page_has_private(page) && 714784b4e29SChris Mason !try_to_release_page(page, GFP_KERNEL)) 715784b4e29SChris Mason return -EAGAIN; 716784b4e29SChris Mason return migrate_page(mapping, newpage, page); 717784b4e29SChris Mason } 7183dd1462eSJan Beulich #endif 719784b4e29SChris Mason 7205f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 7215f39d397SChris Mason { 722d1310b2eSChris Mason struct extent_io_tree *tree; 723b9473439SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 724b9473439SChris Mason struct extent_buffer *eb; 725b9473439SChris Mason int was_dirty; 7265443be45SChris Mason 727b9473439SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 728b9473439SChris Mason if (!(current->flags & PF_MEMALLOC)) { 729b9473439SChris Mason return extent_write_full_page(tree, page, 730b9473439SChris Mason btree_get_extent, wbc); 731b9473439SChris Mason } 732b9473439SChris Mason 7335443be45SChris Mason redirty_page_for_writepage(wbc, page); 734784b4e29SChris Mason eb = btrfs_find_tree_block(root, page_offset(page), PAGE_CACHE_SIZE); 735b9473439SChris Mason WARN_ON(!eb); 736b9473439SChris Mason 737b9473439SChris Mason was_dirty = test_and_set_bit(EXTENT_BUFFER_DIRTY, &eb->bflags); 738b9473439SChris Mason if (!was_dirty) { 739b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 740b9473439SChris Mason root->fs_info->dirty_metadata_bytes += PAGE_CACHE_SIZE; 741b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 742b9473439SChris Mason } 743b9473439SChris Mason free_extent_buffer(eb); 744b9473439SChris Mason 7455443be45SChris Mason unlock_page(page); 7465443be45SChris Mason return 0; 7475443be45SChris Mason } 7480da5468fSChris Mason 7490da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 7500da5468fSChris Mason struct writeback_control *wbc) 7510da5468fSChris Mason { 752d1310b2eSChris Mason struct extent_io_tree *tree; 753d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 754d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 755b9473439SChris Mason struct btrfs_root *root = BTRFS_I(mapping->host)->root; 756793955bcSChris Mason u64 num_dirty; 75724ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 758448d640bSChris Mason 759448d640bSChris Mason if (wbc->for_kupdate) 760448d640bSChris Mason return 0; 761448d640bSChris Mason 762b9473439SChris Mason /* this is a bit racy, but that's ok */ 763b9473439SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 764d397712bSChris Mason if (num_dirty < thresh) 765793955bcSChris Mason return 0; 766793955bcSChris Mason } 7670da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 7680da5468fSChris Mason } 7690da5468fSChris Mason 770b2950863SChristoph Hellwig static int btree_readpage(struct file *file, struct page *page) 7715f39d397SChris Mason { 772d1310b2eSChris Mason struct extent_io_tree *tree; 773d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7745f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 7755f39d397SChris Mason } 7765f39d397SChris Mason 77770dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 7785f39d397SChris Mason { 779d1310b2eSChris Mason struct extent_io_tree *tree; 780d1310b2eSChris Mason struct extent_map_tree *map; 7815f39d397SChris Mason int ret; 7825f39d397SChris Mason 78398509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 78498509cfcSChris Mason return 0; 78598509cfcSChris Mason 786d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 787d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 7886af118ceSChris Mason 7897b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 790d397712bSChris Mason if (!ret) 7916af118ceSChris Mason return 0; 7926af118ceSChris Mason 7936af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 7945f39d397SChris Mason if (ret == 1) { 7955f39d397SChris Mason ClearPagePrivate(page); 7965f39d397SChris Mason set_page_private(page, 0); 797d98237b3SChris Mason page_cache_release(page); 7985f39d397SChris Mason } 7996af118ceSChris Mason 800d98237b3SChris Mason return ret; 801d98237b3SChris Mason } 802d98237b3SChris Mason 8035f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 804d98237b3SChris Mason { 805d1310b2eSChris Mason struct extent_io_tree *tree; 806d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 8075f39d397SChris Mason extent_invalidatepage(tree, page, offset); 8085f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 8099ad6b7bcSChris Mason if (PagePrivate(page)) { 810d397712bSChris Mason printk(KERN_WARNING "btrfs warning page private not zero " 811d397712bSChris Mason "on page %llu\n", (unsigned long long)page_offset(page)); 8129ad6b7bcSChris Mason ClearPagePrivate(page); 8139ad6b7bcSChris Mason set_page_private(page, 0); 8149ad6b7bcSChris Mason page_cache_release(page); 8159ad6b7bcSChris Mason } 816d98237b3SChris Mason } 817d98237b3SChris Mason 8187f09410bSAlexey Dobriyan static const struct address_space_operations btree_aops = { 819d98237b3SChris Mason .readpage = btree_readpage, 820d98237b3SChris Mason .writepage = btree_writepage, 8210da5468fSChris Mason .writepages = btree_writepages, 8225f39d397SChris Mason .releasepage = btree_releasepage, 8235f39d397SChris Mason .invalidatepage = btree_invalidatepage, 824d98237b3SChris Mason .sync_page = block_sync_page, 8255a92bc88SChris Mason #ifdef CONFIG_MIGRATION 826784b4e29SChris Mason .migratepage = btree_migratepage, 8275a92bc88SChris Mason #endif 828d98237b3SChris Mason }; 829123abc88SChris Mason 830ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 831ca7a79adSChris Mason u64 parent_transid) 832090d1875SChris Mason { 8335f39d397SChris Mason struct extent_buffer *buf = NULL; 8345f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 835de428b63SChris Mason int ret = 0; 836090d1875SChris Mason 837db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8385f39d397SChris Mason if (!buf) 839090d1875SChris Mason return 0; 840d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 841f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 8425f39d397SChris Mason free_extent_buffer(buf); 843de428b63SChris Mason return ret; 844090d1875SChris Mason } 845090d1875SChris Mason 8460999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 8470999df54SChris Mason u64 bytenr, u32 blocksize) 8480999df54SChris Mason { 8490999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8500999df54SChris Mason struct extent_buffer *eb; 8510999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8520999df54SChris Mason bytenr, blocksize, GFP_NOFS); 8530999df54SChris Mason return eb; 8540999df54SChris Mason } 8550999df54SChris Mason 8560999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 8570999df54SChris Mason u64 bytenr, u32 blocksize) 8580999df54SChris Mason { 8590999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8600999df54SChris Mason struct extent_buffer *eb; 8610999df54SChris Mason 8620999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8630999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 8640999df54SChris Mason return eb; 8650999df54SChris Mason } 8660999df54SChris Mason 8670999df54SChris Mason 868e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 869e02119d5SChris Mason { 8708aa38c31SChristoph Hellwig return filemap_fdatawrite_range(buf->first_page->mapping, buf->start, 8718aa38c31SChristoph Hellwig buf->start + buf->len - 1); 872e02119d5SChris Mason } 873e02119d5SChris Mason 874e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 875e02119d5SChris Mason { 8768aa38c31SChristoph Hellwig return filemap_fdatawait_range(buf->first_page->mapping, 8778aa38c31SChristoph Hellwig buf->start, buf->start + buf->len - 1); 878e02119d5SChris Mason } 879e02119d5SChris Mason 880db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 881ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 882e20d96d6SChris Mason { 8835f39d397SChris Mason struct extent_buffer *buf = NULL; 88419c00ddcSChris Mason int ret; 88519c00ddcSChris Mason 886db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8875f39d397SChris Mason if (!buf) 888d98237b3SChris Mason return NULL; 889e4204dedSChris Mason 890ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 891ce9adaa5SChris Mason 892d397712bSChris Mason if (ret == 0) 893b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 8945f39d397SChris Mason return buf; 895ce9adaa5SChris Mason 896eb60ceacSChris Mason } 897eb60ceacSChris Mason 898e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 8995f39d397SChris Mason struct extent_buffer *buf) 900ed2ff2cbSChris Mason { 9015f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 90255c69072SChris Mason if (btrfs_header_generation(buf) == 903925baeddSChris Mason root->fs_info->running_transaction->transid) { 904b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 905b4ce94deSChris Mason 906b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &buf->bflags)) { 907b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 908b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= buf->len) 909b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= buf->len; 910b9473439SChris Mason else 911b9473439SChris Mason WARN_ON(1); 912b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 913b9473439SChris Mason } 914b4ce94deSChris Mason 915b9473439SChris Mason /* ugh, clear_extent_buffer_dirty needs to lock the page */ 916b9473439SChris Mason btrfs_set_lock_blocking(buf); 917d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 91855c69072SChris Mason buf); 919925baeddSChris Mason } 9205f39d397SChris Mason return 0; 9215f39d397SChris Mason } 9225f39d397SChris Mason 923db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 92487ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 9259f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 926e20d96d6SChris Mason u64 objectid) 927d97e63b6SChris Mason { 928cfaa7295SChris Mason root->node = NULL; 929a28ec197SChris Mason root->commit_root = NULL; 930db94535dSChris Mason root->sectorsize = sectorsize; 931db94535dSChris Mason root->nodesize = nodesize; 932db94535dSChris Mason root->leafsize = leafsize; 93387ee04ebSChris Mason root->stripesize = stripesize; 934123abc88SChris Mason root->ref_cows = 0; 9350b86a832SChris Mason root->track_dirty = 0; 936c71bf099SYan, Zheng root->in_radix = 0; 937d68fc57bSYan, Zheng root->orphan_item_inserted = 0; 938d68fc57bSYan, Zheng root->orphan_cleanup_state = 0; 9390b86a832SChris Mason 9409f5fae2fSChris Mason root->fs_info = fs_info; 9410f7d52f4SChris Mason root->objectid = objectid; 9420f7d52f4SChris Mason root->last_trans = 0; 94313a8a7c8SYan, Zheng root->highest_objectid = 0; 94458176a96SJosef Bacik root->name = NULL; 9454313b399SChris Mason root->in_sysfs = 0; 9466bef4d31SEric Paris root->inode_tree = RB_ROOT; 947f0486c68SYan, Zheng root->block_rsv = NULL; 948d68fc57bSYan, Zheng root->orphan_block_rsv = NULL; 9490b86a832SChris Mason 9500b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 9517b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 9525d4f98a2SYan Zheng INIT_LIST_HEAD(&root->root_list); 953925baeddSChris Mason spin_lock_init(&root->node_lock); 954d68fc57bSYan, Zheng spin_lock_init(&root->orphan_lock); 9555d4f98a2SYan Zheng spin_lock_init(&root->inode_lock); 956f0486c68SYan, Zheng spin_lock_init(&root->accounting_lock); 957a2135011SChris Mason mutex_init(&root->objectid_mutex); 958e02119d5SChris Mason mutex_init(&root->log_mutex); 9597237f183SYan Zheng init_waitqueue_head(&root->log_writer_wait); 9607237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[0]); 9617237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[1]); 9627237f183SYan Zheng atomic_set(&root->log_commit[0], 0); 9637237f183SYan Zheng atomic_set(&root->log_commit[1], 0); 9647237f183SYan Zheng atomic_set(&root->log_writers, 0); 9657237f183SYan Zheng root->log_batch = 0; 9667237f183SYan Zheng root->log_transid = 0; 967257c62e1SChris Mason root->last_log_commit = 0; 968d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 969d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 970017e5369SChris Mason 9713768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 9723768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 9736702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 97458176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 9753f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 97658176a96SJosef Bacik init_completion(&root->kobj_unregister); 9776702ed49SChris Mason root->defrag_running = 0; 9784d775673SChris Mason root->root_key.objectid = objectid; 9793394e160SChris Mason root->anon_super.s_root = NULL; 9803394e160SChris Mason root->anon_super.s_dev = 0; 9813394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_list); 9823394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_instances); 9833394e160SChris Mason init_rwsem(&root->anon_super.s_umount); 9843394e160SChris Mason 9853768f368SChris Mason return 0; 9863768f368SChris Mason } 9873768f368SChris Mason 988db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 9899f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 9909f5fae2fSChris Mason u64 objectid, 991e20d96d6SChris Mason struct btrfs_root *root) 9923768f368SChris Mason { 9933768f368SChris Mason int ret; 994db94535dSChris Mason u32 blocksize; 99584234f3aSYan Zheng u64 generation; 9963768f368SChris Mason 997db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 99887ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 99987ee04ebSChris Mason root, fs_info, objectid); 10003768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 10013768f368SChris Mason &root->root_item, &root->root_key); 10024df27c4dSYan, Zheng if (ret > 0) 10034df27c4dSYan, Zheng return -ENOENT; 10043768f368SChris Mason BUG_ON(ret); 10053768f368SChris Mason 100684234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1007db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1008db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 100984234f3aSYan Zheng blocksize, generation); 101068433b73SChris Mason if (!root->node || !btrfs_buffer_uptodate(root->node, generation)) { 101168433b73SChris Mason free_extent_buffer(root->node); 101268433b73SChris Mason return -EIO; 101368433b73SChris Mason } 10144df27c4dSYan, Zheng root->commit_root = btrfs_root_node(root); 1015d97e63b6SChris Mason return 0; 1016d97e63b6SChris Mason } 1017d97e63b6SChris Mason 10187237f183SYan Zheng static struct btrfs_root *alloc_log_tree(struct btrfs_trans_handle *trans, 1019e02119d5SChris Mason struct btrfs_fs_info *fs_info) 10200f7d52f4SChris Mason { 10210f7d52f4SChris Mason struct btrfs_root *root; 10220f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 10237237f183SYan Zheng struct extent_buffer *leaf; 1024e02119d5SChris Mason 1025e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 1026e02119d5SChris Mason if (!root) 10277237f183SYan Zheng return ERR_PTR(-ENOMEM); 1028e02119d5SChris Mason 1029e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 1030e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 1031e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1032e02119d5SChris Mason 1033e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 1034e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 1035e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 10367237f183SYan Zheng /* 10377237f183SYan Zheng * log trees do not get reference counted because they go away 10387237f183SYan Zheng * before a real commit is actually done. They do store pointers 10397237f183SYan Zheng * to file data extents, and those reference counts still get 10407237f183SYan Zheng * updated (along with back refs to the log tree). 10417237f183SYan Zheng */ 1042e02119d5SChris Mason root->ref_cows = 0; 1043e02119d5SChris Mason 10445d4f98a2SYan Zheng leaf = btrfs_alloc_free_block(trans, root, root->leafsize, 0, 10455d4f98a2SYan Zheng BTRFS_TREE_LOG_OBJECTID, NULL, 0, 0, 0); 10467237f183SYan Zheng if (IS_ERR(leaf)) { 10477237f183SYan Zheng kfree(root); 10487237f183SYan Zheng return ERR_CAST(leaf); 10497237f183SYan Zheng } 1050e02119d5SChris Mason 10515d4f98a2SYan Zheng memset_extent_buffer(leaf, 0, 0, sizeof(struct btrfs_header)); 10525d4f98a2SYan Zheng btrfs_set_header_bytenr(leaf, leaf->start); 10535d4f98a2SYan Zheng btrfs_set_header_generation(leaf, trans->transid); 10545d4f98a2SYan Zheng btrfs_set_header_backref_rev(leaf, BTRFS_MIXED_BACKREF_REV); 10555d4f98a2SYan Zheng btrfs_set_header_owner(leaf, BTRFS_TREE_LOG_OBJECTID); 10567237f183SYan Zheng root->node = leaf; 1057e02119d5SChris Mason 1058e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 1059e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 1060e02119d5SChris Mason BTRFS_FSID_SIZE); 1061e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 1062e02119d5SChris Mason btrfs_tree_unlock(root->node); 10637237f183SYan Zheng return root; 10647237f183SYan Zheng } 10657237f183SYan Zheng 10667237f183SYan Zheng int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 10677237f183SYan Zheng struct btrfs_fs_info *fs_info) 10687237f183SYan Zheng { 10697237f183SYan Zheng struct btrfs_root *log_root; 10707237f183SYan Zheng 10717237f183SYan Zheng log_root = alloc_log_tree(trans, fs_info); 10727237f183SYan Zheng if (IS_ERR(log_root)) 10737237f183SYan Zheng return PTR_ERR(log_root); 10747237f183SYan Zheng WARN_ON(fs_info->log_root_tree); 10757237f183SYan Zheng fs_info->log_root_tree = log_root; 10767237f183SYan Zheng return 0; 10777237f183SYan Zheng } 10787237f183SYan Zheng 10797237f183SYan Zheng int btrfs_add_log_tree(struct btrfs_trans_handle *trans, 10807237f183SYan Zheng struct btrfs_root *root) 10817237f183SYan Zheng { 10827237f183SYan Zheng struct btrfs_root *log_root; 10837237f183SYan Zheng struct btrfs_inode_item *inode_item; 10847237f183SYan Zheng 10857237f183SYan Zheng log_root = alloc_log_tree(trans, root->fs_info); 10867237f183SYan Zheng if (IS_ERR(log_root)) 10877237f183SYan Zheng return PTR_ERR(log_root); 10887237f183SYan Zheng 10897237f183SYan Zheng log_root->last_trans = trans->transid; 10907237f183SYan Zheng log_root->root_key.offset = root->root_key.objectid; 10917237f183SYan Zheng 10927237f183SYan Zheng inode_item = &log_root->root_item.inode; 10937237f183SYan Zheng inode_item->generation = cpu_to_le64(1); 10947237f183SYan Zheng inode_item->size = cpu_to_le64(3); 10957237f183SYan Zheng inode_item->nlink = cpu_to_le32(1); 10967237f183SYan Zheng inode_item->nbytes = cpu_to_le64(root->leafsize); 10977237f183SYan Zheng inode_item->mode = cpu_to_le32(S_IFDIR | 0755); 10987237f183SYan Zheng 10995d4f98a2SYan Zheng btrfs_set_root_node(&log_root->root_item, log_root->node); 11007237f183SYan Zheng 11017237f183SYan Zheng WARN_ON(root->log_root); 11027237f183SYan Zheng root->log_root = log_root; 11037237f183SYan Zheng root->log_transid = 0; 1104257c62e1SChris Mason root->last_log_commit = 0; 1105e02119d5SChris Mason return 0; 1106e02119d5SChris Mason } 1107e02119d5SChris Mason 1108e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 1109e02119d5SChris Mason struct btrfs_key *location) 1110e02119d5SChris Mason { 1111e02119d5SChris Mason struct btrfs_root *root; 1112e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 11130f7d52f4SChris Mason struct btrfs_path *path; 11145f39d397SChris Mason struct extent_buffer *l; 111584234f3aSYan Zheng u64 generation; 1116db94535dSChris Mason u32 blocksize; 11170f7d52f4SChris Mason int ret = 0; 11180f7d52f4SChris Mason 11195eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 11200cf6c620SChris Mason if (!root) 11210f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 11220f7d52f4SChris Mason if (location->offset == (u64)-1) { 1123db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 11240f7d52f4SChris Mason location->objectid, root); 11250f7d52f4SChris Mason if (ret) { 11260f7d52f4SChris Mason kfree(root); 11270f7d52f4SChris Mason return ERR_PTR(ret); 11280f7d52f4SChris Mason } 112913a8a7c8SYan, Zheng goto out; 11300f7d52f4SChris Mason } 11310f7d52f4SChris Mason 1132db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 113387ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 113487ee04ebSChris Mason root, fs_info, location->objectid); 11350f7d52f4SChris Mason 11360f7d52f4SChris Mason path = btrfs_alloc_path(); 11370f7d52f4SChris Mason BUG_ON(!path); 11380f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 113913a8a7c8SYan, Zheng if (ret == 0) { 11405f39d397SChris Mason l = path->nodes[0]; 11415f39d397SChris Mason read_extent_buffer(l, &root->root_item, 11425f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 11430f7d52f4SChris Mason sizeof(root->root_item)); 114444b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 114513a8a7c8SYan, Zheng } 11460f7d52f4SChris Mason btrfs_free_path(path); 11470f7d52f4SChris Mason if (ret) { 114813a8a7c8SYan, Zheng if (ret > 0) 114913a8a7c8SYan, Zheng ret = -ENOENT; 11500f7d52f4SChris Mason return ERR_PTR(ret); 11510f7d52f4SChris Mason } 115213a8a7c8SYan, Zheng 115384234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1154db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1155db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 115684234f3aSYan Zheng blocksize, generation); 11575d4f98a2SYan Zheng root->commit_root = btrfs_root_node(root); 11580f7d52f4SChris Mason BUG_ON(!root->node); 115913a8a7c8SYan, Zheng out: 116013a8a7c8SYan, Zheng if (location->objectid != BTRFS_TREE_LOG_OBJECTID) 11610f7d52f4SChris Mason root->ref_cows = 1; 116213a8a7c8SYan, Zheng 11635eda7b5eSChris Mason return root; 11645eda7b5eSChris Mason } 11655eda7b5eSChris Mason 1166dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1167dc17ff8fSChris Mason u64 root_objectid) 1168dc17ff8fSChris Mason { 1169dc17ff8fSChris Mason struct btrfs_root *root; 1170dc17ff8fSChris Mason 1171dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1172dc17ff8fSChris Mason return fs_info->tree_root; 1173dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1174dc17ff8fSChris Mason return fs_info->extent_root; 1175dc17ff8fSChris Mason 1176dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1177dc17ff8fSChris Mason (unsigned long)root_objectid); 1178dc17ff8fSChris Mason return root; 1179dc17ff8fSChris Mason } 1180dc17ff8fSChris Mason 1181edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1182edbd8d4eSChris Mason struct btrfs_key *location) 11835eda7b5eSChris Mason { 11845eda7b5eSChris Mason struct btrfs_root *root; 11855eda7b5eSChris Mason int ret; 11865eda7b5eSChris Mason 1187edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1188edbd8d4eSChris Mason return fs_info->tree_root; 1189edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1190edbd8d4eSChris Mason return fs_info->extent_root; 11918f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 11928f18cf13SChris Mason return fs_info->chunk_root; 11938f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 11948f18cf13SChris Mason return fs_info->dev_root; 11950403e47eSYan Zheng if (location->objectid == BTRFS_CSUM_TREE_OBJECTID) 11960403e47eSYan Zheng return fs_info->csum_root; 11974df27c4dSYan, Zheng again: 11984df27c4dSYan, Zheng spin_lock(&fs_info->fs_roots_radix_lock); 11995eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 12005eda7b5eSChris Mason (unsigned long)location->objectid); 12014df27c4dSYan, Zheng spin_unlock(&fs_info->fs_roots_radix_lock); 12025eda7b5eSChris Mason if (root) 12035eda7b5eSChris Mason return root; 12045eda7b5eSChris Mason 1205e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 12065eda7b5eSChris Mason if (IS_ERR(root)) 12075eda7b5eSChris Mason return root; 12083394e160SChris Mason 12093394e160SChris Mason set_anon_super(&root->anon_super, NULL); 12103394e160SChris Mason 1211d68fc57bSYan, Zheng if (btrfs_root_refs(&root->root_item) == 0) { 1212d68fc57bSYan, Zheng ret = -ENOENT; 1213d68fc57bSYan, Zheng goto fail; 1214d68fc57bSYan, Zheng } 1215d68fc57bSYan, Zheng 1216d68fc57bSYan, Zheng ret = btrfs_find_orphan_item(fs_info->tree_root, location->objectid); 1217d68fc57bSYan, Zheng if (ret < 0) 1218d68fc57bSYan, Zheng goto fail; 1219d68fc57bSYan, Zheng if (ret == 0) 1220d68fc57bSYan, Zheng root->orphan_item_inserted = 1; 1221d68fc57bSYan, Zheng 12224df27c4dSYan, Zheng ret = radix_tree_preload(GFP_NOFS & ~__GFP_HIGHMEM); 12234df27c4dSYan, Zheng if (ret) 12244df27c4dSYan, Zheng goto fail; 12254df27c4dSYan, Zheng 12264df27c4dSYan, Zheng spin_lock(&fs_info->fs_roots_radix_lock); 12272619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 12282619ba1fSChris Mason (unsigned long)root->root_key.objectid, 12290f7d52f4SChris Mason root); 1230d68fc57bSYan, Zheng if (ret == 0) 12314df27c4dSYan, Zheng root->in_radix = 1; 1232d68fc57bSYan, Zheng 12334df27c4dSYan, Zheng spin_unlock(&fs_info->fs_roots_radix_lock); 12344df27c4dSYan, Zheng radix_tree_preload_end(); 12350f7d52f4SChris Mason if (ret) { 12364df27c4dSYan, Zheng if (ret == -EEXIST) { 12374df27c4dSYan, Zheng free_fs_root(root); 12384df27c4dSYan, Zheng goto again; 12390f7d52f4SChris Mason } 12404df27c4dSYan, Zheng goto fail; 12414df27c4dSYan, Zheng } 12424df27c4dSYan, Zheng 1243edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 12445d4f98a2SYan Zheng root->root_key.objectid); 12454df27c4dSYan, Zheng WARN_ON(ret); 1246edbd8d4eSChris Mason return root; 12474df27c4dSYan, Zheng fail: 12484df27c4dSYan, Zheng free_fs_root(root); 12494df27c4dSYan, Zheng return ERR_PTR(ret); 1250edbd8d4eSChris Mason } 1251edbd8d4eSChris Mason 1252edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1253edbd8d4eSChris Mason struct btrfs_key *location, 1254edbd8d4eSChris Mason const char *name, int namelen) 1255edbd8d4eSChris Mason { 12564df27c4dSYan, Zheng return btrfs_read_fs_root_no_name(fs_info, location); 12574df27c4dSYan, Zheng #if 0 1258edbd8d4eSChris Mason struct btrfs_root *root; 1259edbd8d4eSChris Mason int ret; 1260edbd8d4eSChris Mason 1261edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1262edbd8d4eSChris Mason if (!root) 1263edbd8d4eSChris Mason return NULL; 126458176a96SJosef Bacik 12654313b399SChris Mason if (root->in_sysfs) 12664313b399SChris Mason return root; 12674313b399SChris Mason 126858176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 126958176a96SJosef Bacik if (ret) { 12705f39d397SChris Mason free_extent_buffer(root->node); 127158176a96SJosef Bacik kfree(root); 127258176a96SJosef Bacik return ERR_PTR(ret); 127358176a96SJosef Bacik } 12744df27c4dSYan, Zheng 127558176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 127658176a96SJosef Bacik if (ret) { 12775f39d397SChris Mason free_extent_buffer(root->node); 127858176a96SJosef Bacik kfree(root->name); 127958176a96SJosef Bacik kfree(root); 128058176a96SJosef Bacik return ERR_PTR(ret); 128158176a96SJosef Bacik } 12824313b399SChris Mason root->in_sysfs = 1; 12830f7d52f4SChris Mason return root; 12844df27c4dSYan, Zheng #endif 12850f7d52f4SChris Mason } 128604160088SChris Mason 128704160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 128804160088SChris Mason { 128904160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 129004160088SChris Mason int ret = 0; 129104160088SChris Mason struct btrfs_device *device; 129204160088SChris Mason struct backing_dev_info *bdi; 1293b7967db7SChris Mason 1294c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1295dfe25020SChris Mason if (!device->bdev) 1296dfe25020SChris Mason continue; 129704160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 129804160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 129904160088SChris Mason ret = 1; 130004160088SChris Mason break; 130104160088SChris Mason } 130204160088SChris Mason } 130304160088SChris Mason return ret; 130404160088SChris Mason } 130504160088SChris Mason 130638b66988SChris Mason /* 130738b66988SChris Mason * this unplugs every device on the box, and it is only used when page 130838b66988SChris Mason * is null 130938b66988SChris Mason */ 131038b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 131138b66988SChris Mason { 131238b66988SChris Mason struct btrfs_device *device; 131338b66988SChris Mason struct btrfs_fs_info *info; 131438b66988SChris Mason 131538b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 1316c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1317d20f7043SChris Mason if (!device->bdev) 1318d20f7043SChris Mason continue; 1319d20f7043SChris Mason 132038b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 1321d397712bSChris Mason if (bdi->unplug_io_fn) 132238b66988SChris Mason bdi->unplug_io_fn(bdi, page); 132338b66988SChris Mason } 132438b66988SChris Mason } 132538b66988SChris Mason 1326b2950863SChristoph Hellwig static void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 132704160088SChris Mason { 132838b66988SChris Mason struct inode *inode; 1329f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1330f2d8d74dSChris Mason struct extent_map *em; 1331bcbfce8aSChris Mason struct address_space *mapping; 133238b66988SChris Mason u64 offset; 133338b66988SChris Mason 1334bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 13359f0ba5bdSChris Mason if (1 || !page) { 133638b66988SChris Mason __unplug_io_fn(bdi, page); 133738b66988SChris Mason return; 133838b66988SChris Mason } 133938b66988SChris Mason 1340bcbfce8aSChris Mason /* 1341bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1342bcbfce8aSChris Mason * and use that for everything below 1343bcbfce8aSChris Mason */ 1344bcbfce8aSChris Mason smp_mb(); 1345bcbfce8aSChris Mason mapping = page->mapping; 1346bcbfce8aSChris Mason if (!mapping) 1347bcbfce8aSChris Mason return; 1348bcbfce8aSChris Mason 1349bcbfce8aSChris Mason inode = mapping->host; 1350240d5d48SChris Mason 1351240d5d48SChris Mason /* 1352240d5d48SChris Mason * don't do the expensive searching for a small number of 1353240d5d48SChris Mason * devices 1354240d5d48SChris Mason */ 1355240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1356240d5d48SChris Mason __unplug_io_fn(bdi, page); 1357240d5d48SChris Mason return; 1358240d5d48SChris Mason } 1359240d5d48SChris Mason 136038b66988SChris Mason offset = page_offset(page); 136104160088SChris Mason 1362f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1363890871beSChris Mason read_lock(&em_tree->lock); 1364f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1365890871beSChris Mason read_unlock(&em_tree->lock); 136689642229SChris Mason if (!em) { 136789642229SChris Mason __unplug_io_fn(bdi, page); 1368f2d8d74dSChris Mason return; 136989642229SChris Mason } 1370f2d8d74dSChris Mason 137189642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 137289642229SChris Mason free_extent_map(em); 137389642229SChris Mason __unplug_io_fn(bdi, page); 137489642229SChris Mason return; 137589642229SChris Mason } 1376f2d8d74dSChris Mason offset = offset - em->start; 1377f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1378f2d8d74dSChris Mason em->block_start + offset, page); 1379f2d8d74dSChris Mason free_extent_map(em); 138004160088SChris Mason } 138104160088SChris Mason 1382ad081f14SJens Axboe /* 1383ad081f14SJens Axboe * If this fails, caller must call bdi_destroy() to get rid of the 1384ad081f14SJens Axboe * bdi again. 1385ad081f14SJens Axboe */ 138604160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 138704160088SChris Mason { 1388ad081f14SJens Axboe int err; 1389ad081f14SJens Axboe 1390ad081f14SJens Axboe bdi->capabilities = BDI_CAP_MAP_COPY; 1391e6d086d8SJens Axboe err = bdi_setup_and_register(bdi, "btrfs", BDI_CAP_MAP_COPY); 1392ad081f14SJens Axboe if (err) 1393ad081f14SJens Axboe return err; 1394ad081f14SJens Axboe 13954575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 139604160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 139704160088SChris Mason bdi->unplug_io_data = info; 139804160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 139904160088SChris Mason bdi->congested_data = info; 140004160088SChris Mason return 0; 140104160088SChris Mason } 140204160088SChris Mason 1403ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1404ce9adaa5SChris Mason { 1405ce9adaa5SChris Mason u64 length = 0; 1406ce9adaa5SChris Mason u64 buf_len = 0; 1407ce9adaa5SChris Mason u64 start = 0; 1408ce9adaa5SChris Mason struct page *page; 1409ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1410ce9adaa5SChris Mason struct bio_vec *bvec; 1411ce9adaa5SChris Mason int i; 1412ce9adaa5SChris Mason int ret; 1413ce9adaa5SChris Mason 1414ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1415ce9adaa5SChris Mason page = bvec->bv_page; 1416ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1417ce9adaa5SChris Mason length += bvec->bv_len; 1418ce9adaa5SChris Mason continue; 1419ce9adaa5SChris Mason } 1420ce9adaa5SChris Mason if (!page->private) { 1421ce9adaa5SChris Mason length += bvec->bv_len; 1422ce9adaa5SChris Mason continue; 1423ce9adaa5SChris Mason } 1424ce9adaa5SChris Mason length = bvec->bv_len; 1425ce9adaa5SChris Mason buf_len = page->private >> 2; 1426ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1427ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1428ce9adaa5SChris Mason } 1429ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1430ce9adaa5SChris Mason if (buf_len <= length) 1431ce9adaa5SChris Mason return 1; 1432ce9adaa5SChris Mason 1433ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1434ce9adaa5SChris Mason start + buf_len - 1); 1435ce9adaa5SChris Mason return ret; 1436ce9adaa5SChris Mason } 1437ce9adaa5SChris Mason 14388b712842SChris Mason /* 14398b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 14408b712842SChris Mason * functions. This is where read checksum verification actually happens 14418b712842SChris Mason */ 14428b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1443ce9adaa5SChris Mason { 1444ce9adaa5SChris Mason struct bio *bio; 14458b712842SChris Mason struct end_io_wq *end_io_wq; 14468b712842SChris Mason struct btrfs_fs_info *fs_info; 1447ce9adaa5SChris Mason int error; 1448ce9adaa5SChris Mason 14498b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1450ce9adaa5SChris Mason bio = end_io_wq->bio; 14518b712842SChris Mason fs_info = end_io_wq->info; 14528b712842SChris Mason 1453cad321adSChris Mason /* metadata bio reads are special because the whole tree block must 14548b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 14558b712842SChris Mason * ram and up to date before trying to verify things. For 14568b712842SChris Mason * blocksize <= pagesize, it is basically a noop 14578b712842SChris Mason */ 14587b6d91daSChristoph Hellwig if (!(bio->bi_rw & REQ_WRITE) && end_io_wq->metadata && 1459cad321adSChris Mason !bio_ready_for_csum(bio)) { 1460d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 14618b712842SChris Mason &end_io_wq->work); 1462ce9adaa5SChris Mason return; 1463ce9adaa5SChris Mason } 1464ce9adaa5SChris Mason error = end_io_wq->error; 1465ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1466ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1467ce9adaa5SChris Mason kfree(end_io_wq); 1468ce9adaa5SChris Mason bio_endio(bio, error); 1469ce9adaa5SChris Mason } 147044b8bd7eSChris Mason 1471a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1472a74a4b97SChris Mason { 1473a74a4b97SChris Mason struct btrfs_root *root = arg; 1474a74a4b97SChris Mason 1475a74a4b97SChris Mason do { 1476a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 147776dda93cSYan, Zheng 147876dda93cSYan, Zheng if (!(root->fs_info->sb->s_flags & MS_RDONLY) && 147976dda93cSYan, Zheng mutex_trylock(&root->fs_info->cleaner_mutex)) { 148024bbcf04SYan, Zheng btrfs_run_delayed_iputs(root); 1481a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1482a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 148376dda93cSYan, Zheng } 1484a74a4b97SChris Mason 1485a74a4b97SChris Mason if (freezing(current)) { 1486a74a4b97SChris Mason refrigerator(); 1487a74a4b97SChris Mason } else { 1488a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 14898929ecfaSYan, Zheng if (!kthread_should_stop()) 1490a74a4b97SChris Mason schedule(); 1491a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1492a74a4b97SChris Mason } 1493a74a4b97SChris Mason } while (!kthread_should_stop()); 1494a74a4b97SChris Mason return 0; 1495a74a4b97SChris Mason } 1496a74a4b97SChris Mason 1497a74a4b97SChris Mason static int transaction_kthread(void *arg) 1498a74a4b97SChris Mason { 1499a74a4b97SChris Mason struct btrfs_root *root = arg; 1500a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1501a74a4b97SChris Mason struct btrfs_transaction *cur; 15028929ecfaSYan, Zheng u64 transid; 1503a74a4b97SChris Mason unsigned long now; 1504a74a4b97SChris Mason unsigned long delay; 1505a74a4b97SChris Mason int ret; 1506a74a4b97SChris Mason 1507a74a4b97SChris Mason do { 1508a74a4b97SChris Mason delay = HZ * 30; 1509a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1510a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1511a74a4b97SChris Mason 15128929ecfaSYan, Zheng spin_lock(&root->fs_info->new_trans_lock); 1513a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1514a74a4b97SChris Mason if (!cur) { 15158929ecfaSYan, Zheng spin_unlock(&root->fs_info->new_trans_lock); 1516a74a4b97SChris Mason goto sleep; 1517a74a4b97SChris Mason } 151831153d81SYan Zheng 1519a74a4b97SChris Mason now = get_seconds(); 15208929ecfaSYan, Zheng if (!cur->blocked && 15218929ecfaSYan, Zheng (now < cur->start_time || now - cur->start_time < 30)) { 15228929ecfaSYan, Zheng spin_unlock(&root->fs_info->new_trans_lock); 1523a74a4b97SChris Mason delay = HZ * 5; 1524a74a4b97SChris Mason goto sleep; 1525a74a4b97SChris Mason } 15268929ecfaSYan, Zheng transid = cur->transid; 15278929ecfaSYan, Zheng spin_unlock(&root->fs_info->new_trans_lock); 152856bec294SChris Mason 15298929ecfaSYan, Zheng trans = btrfs_join_transaction(root, 1); 15308929ecfaSYan, Zheng if (transid == trans->transid) { 15318929ecfaSYan, Zheng ret = btrfs_commit_transaction(trans, root); 15328929ecfaSYan, Zheng BUG_ON(ret); 15338929ecfaSYan, Zheng } else { 15348929ecfaSYan, Zheng btrfs_end_transaction(trans, root); 15358929ecfaSYan, Zheng } 1536a74a4b97SChris Mason sleep: 1537a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1538a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1539a74a4b97SChris Mason 1540a74a4b97SChris Mason if (freezing(current)) { 1541a74a4b97SChris Mason refrigerator(); 1542a74a4b97SChris Mason } else { 1543a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 15448929ecfaSYan, Zheng if (!kthread_should_stop() && 15458929ecfaSYan, Zheng !btrfs_transaction_blocked(root->fs_info)) 1546a74a4b97SChris Mason schedule_timeout(delay); 1547a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1548a74a4b97SChris Mason } 1549a74a4b97SChris Mason } while (!kthread_should_stop()); 1550a74a4b97SChris Mason return 0; 1551a74a4b97SChris Mason } 1552a74a4b97SChris Mason 15538a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1554dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1555dfe25020SChris Mason char *options) 1556eb60ceacSChris Mason { 1557db94535dSChris Mason u32 sectorsize; 1558db94535dSChris Mason u32 nodesize; 1559db94535dSChris Mason u32 leafsize; 1560db94535dSChris Mason u32 blocksize; 156187ee04ebSChris Mason u32 stripesize; 156284234f3aSYan Zheng u64 generation; 1563f2b636e8SJosef Bacik u64 features; 15643de4586cSChris Mason struct btrfs_key location; 1565a061fc8dSChris Mason struct buffer_head *bh; 1566e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1567e20d96d6SChris Mason GFP_NOFS); 1568d20f7043SChris Mason struct btrfs_root *csum_root = kzalloc(sizeof(struct btrfs_root), 1569d20f7043SChris Mason GFP_NOFS); 1570450ba0eaSJosef Bacik struct btrfs_root *tree_root = btrfs_sb(sb); 1571450ba0eaSJosef Bacik struct btrfs_fs_info *fs_info = tree_root->fs_info; 1572e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 15730b86a832SChris Mason GFP_NOFS); 1574e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 15750b86a832SChris Mason GFP_NOFS); 1576e02119d5SChris Mason struct btrfs_root *log_tree_root; 1577e02119d5SChris Mason 1578eb60ceacSChris Mason int ret; 1579e58ca020SYan int err = -EINVAL; 15804543df7eSChris Mason 15812c90e5d6SChris Mason struct btrfs_super_block *disk_super; 15828790d502SChris Mason 15830463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 1584d20f7043SChris Mason !chunk_root || !dev_root || !csum_root) { 158539279cc3SChris Mason err = -ENOMEM; 158639279cc3SChris Mason goto fail; 158739279cc3SChris Mason } 158876dda93cSYan, Zheng 158976dda93cSYan, Zheng ret = init_srcu_struct(&fs_info->subvol_srcu); 159076dda93cSYan, Zheng if (ret) { 159176dda93cSYan, Zheng err = ret; 159276dda93cSYan, Zheng goto fail; 159376dda93cSYan, Zheng } 159476dda93cSYan, Zheng 159576dda93cSYan, Zheng ret = setup_bdi(fs_info, &fs_info->bdi); 159676dda93cSYan, Zheng if (ret) { 159776dda93cSYan, Zheng err = ret; 159876dda93cSYan, Zheng goto fail_srcu; 159976dda93cSYan, Zheng } 160076dda93cSYan, Zheng 160176dda93cSYan, Zheng fs_info->btree_inode = new_inode(sb); 160276dda93cSYan, Zheng if (!fs_info->btree_inode) { 160376dda93cSYan, Zheng err = -ENOMEM; 160476dda93cSYan, Zheng goto fail_bdi; 160576dda93cSYan, Zheng } 160676dda93cSYan, Zheng 160776dda93cSYan, Zheng INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_ATOMIC); 16088fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1609facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 161024bbcf04SYan, Zheng INIT_LIST_HEAD(&fs_info->delayed_iputs); 161119c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1612ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 16135a3f23d5SChris Mason INIT_LIST_HEAD(&fs_info->ordered_operations); 161411833d66SYan Zheng INIT_LIST_HEAD(&fs_info->caching_block_groups); 16151832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1616cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 161731153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 161876dda93cSYan, Zheng spin_lock_init(&fs_info->fs_roots_radix_lock); 161924bbcf04SYan, Zheng spin_lock_init(&fs_info->delayed_iput_lock); 162019c00ddcSChris Mason 162158176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 16229f5fae2fSChris Mason fs_info->tree_root = tree_root; 16239f5fae2fSChris Mason fs_info->extent_root = extent_root; 1624d20f7043SChris Mason fs_info->csum_root = csum_root; 16250b86a832SChris Mason fs_info->chunk_root = chunk_root; 16260b86a832SChris Mason fs_info->dev_root = dev_root; 16278a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 16280b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 16296324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 16300b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1631f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->global_block_rsv); 1632f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->delalloc_block_rsv); 1633f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->trans_block_rsv); 1634f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->chunk_block_rsv); 1635f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->empty_block_rsv); 1636f0486c68SYan, Zheng INIT_LIST_HEAD(&fs_info->durable_block_rsv_list); 1637f0486c68SYan, Zheng mutex_init(&fs_info->durable_block_rsv_mutex); 1638cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1639771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 16408c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 16410986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1642e20d96d6SChris Mason fs_info->sb = sb; 16436f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 16449ed74f2dSJosef Bacik fs_info->metadata_ratio = 0; 1645c8b97818SChris Mason 1646b34b086cSChris Mason fs_info->thread_pool_size = min_t(unsigned long, 1647b34b086cSChris Mason num_online_cpus() + 2, 8); 16480afbaf8cSChris Mason 16493eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 16503eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 16513eaa2885SChris Mason 1652a061fc8dSChris Mason sb->s_blocksize = 4096; 1653a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 165432a88aa1SJens Axboe sb->s_bdi = &fs_info->bdi; 1655a061fc8dSChris Mason 165676dda93cSYan, Zheng fs_info->btree_inode->i_ino = BTRFS_BTREE_INODE_OBJECTID; 165776dda93cSYan, Zheng fs_info->btree_inode->i_nlink = 1; 16580afbaf8cSChris Mason /* 16590afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 16600afbaf8cSChris Mason * the real end of the address space is determined by all of 16610afbaf8cSChris Mason * the devices in the system 16620afbaf8cSChris Mason */ 16630afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1664d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 166504160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 166604160088SChris Mason 16675d4f98a2SYan Zheng RB_CLEAR_NODE(&BTRFS_I(fs_info->btree_inode)->rb_node); 1668d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 16695f39d397SChris Mason fs_info->btree_inode->i_mapping, 16705f39d397SChris Mason GFP_NOFS); 1671d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1672d1310b2eSChris Mason GFP_NOFS); 16730da5468fSChris Mason 1674d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1675d1310b2eSChris Mason 16760f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 16770f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 16780f7d52f4SChris Mason sizeof(struct btrfs_key)); 167976dda93cSYan, Zheng BTRFS_I(fs_info->btree_inode)->dummy_inode = 1; 168022b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 168139279cc3SChris Mason 1682e02119d5SChris Mason spin_lock_init(&fs_info->block_group_cache_lock); 16836bef4d31SEric Paris fs_info->block_group_cache_tree = RB_ROOT; 1684925baeddSChris Mason 168511833d66SYan Zheng extent_io_tree_init(&fs_info->freed_extents[0], 16867d9eb12cSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 168711833d66SYan Zheng extent_io_tree_init(&fs_info->freed_extents[1], 168811833d66SYan Zheng fs_info->btree_inode->i_mapping, GFP_NOFS); 168911833d66SYan Zheng fs_info->pinned_extents = &fs_info->freed_extents[0]; 1690e6dcd2dcSChris Mason fs_info->do_barriers = 1; 1691f9295749SChris Mason 1692d98237b3SChris Mason 1693509659cdSChris Mason mutex_init(&fs_info->trans_mutex); 16945a3f23d5SChris Mason mutex_init(&fs_info->ordered_operations_mutex); 169530ae8467SChris Mason mutex_init(&fs_info->tree_log_mutex); 1696925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1697925baeddSChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1698a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 1699a74a4b97SChris Mason mutex_init(&fs_info->volume_mutex); 1700276e680dSYan Zheng init_rwsem(&fs_info->extent_commit_sem); 1701c71bf099SYan, Zheng init_rwsem(&fs_info->cleanup_work_sem); 170276dda93cSYan, Zheng init_rwsem(&fs_info->subvol_sem); 1703fa9c0d79SChris Mason 1704fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->meta_alloc_cluster); 1705fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->data_alloc_cluster); 1706fa9c0d79SChris Mason 17073768f368SChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 170819c00ddcSChris Mason init_waitqueue_head(&fs_info->transaction_wait); 1709bb9c12c9SSage Weil init_waitqueue_head(&fs_info->transaction_blocked_wait); 17104854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 17119a8dd150SChris Mason 17120b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 17132c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 17147eccb903SChris Mason 1715a512bbf8SYan Zheng bh = btrfs_read_dev_super(fs_devices->latest_bdev); 171620b45077SDave Young if (!bh) { 171720b45077SDave Young err = -EINVAL; 171839279cc3SChris Mason goto fail_iput; 171920b45077SDave Young } 172039279cc3SChris Mason 1721a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 17222d69a0f8SYan Zheng memcpy(&fs_info->super_for_commit, &fs_info->super_copy, 17232d69a0f8SYan Zheng sizeof(fs_info->super_for_commit)); 1724a061fc8dSChris Mason brelse(bh); 17255f39d397SChris Mason 1726a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 17270b86a832SChris Mason 17285f39d397SChris Mason disk_super = &fs_info->super_copy; 17290f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 1730c6e2bac1SJosef Bacik goto fail_iput; 17310f7d52f4SChris Mason 17322b82032cSYan Zheng ret = btrfs_parse_options(tree_root, options); 17332b82032cSYan Zheng if (ret) { 17342b82032cSYan Zheng err = ret; 1735c6e2bac1SJosef Bacik goto fail_iput; 17362b82032cSYan Zheng } 1737dfe25020SChris Mason 1738f2b636e8SJosef Bacik features = btrfs_super_incompat_flags(disk_super) & 1739f2b636e8SJosef Bacik ~BTRFS_FEATURE_INCOMPAT_SUPP; 1740f2b636e8SJosef Bacik if (features) { 1741f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount because of " 1742f2b636e8SJosef Bacik "unsupported optional features (%Lx).\n", 174321380931SJoel Becker (unsigned long long)features); 1744f2b636e8SJosef Bacik err = -EINVAL; 1745c6e2bac1SJosef Bacik goto fail_iput; 1746f2b636e8SJosef Bacik } 1747f2b636e8SJosef Bacik 17485d4f98a2SYan Zheng features = btrfs_super_incompat_flags(disk_super); 17495d4f98a2SYan Zheng features |= BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF; 1750a6fa6faeSLi Zefan if (tree_root->fs_info->compress_type & BTRFS_COMPRESS_LZO) 1751a6fa6faeSLi Zefan features |= BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO; 17525d4f98a2SYan Zheng btrfs_set_super_incompat_flags(disk_super, features); 17535d4f98a2SYan Zheng 1754f2b636e8SJosef Bacik features = btrfs_super_compat_ro_flags(disk_super) & 1755f2b636e8SJosef Bacik ~BTRFS_FEATURE_COMPAT_RO_SUPP; 1756f2b636e8SJosef Bacik if (!(sb->s_flags & MS_RDONLY) && features) { 1757f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount RDWR because of " 1758f2b636e8SJosef Bacik "unsupported option features (%Lx).\n", 175921380931SJoel Becker (unsigned long long)features); 1760f2b636e8SJosef Bacik err = -EINVAL; 1761c6e2bac1SJosef Bacik goto fail_iput; 1762f2b636e8SJosef Bacik } 176361d92c32SChris Mason 176461d92c32SChris Mason btrfs_init_workers(&fs_info->generic_worker, 176561d92c32SChris Mason "genwork", 1, NULL); 176661d92c32SChris Mason 17675443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 176861d92c32SChris Mason fs_info->thread_pool_size, 176961d92c32SChris Mason &fs_info->generic_worker); 1770c8b97818SChris Mason 1771771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 177261d92c32SChris Mason fs_info->thread_pool_size, 177361d92c32SChris Mason &fs_info->generic_worker); 1774771ed689SChris Mason 17755443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1776b720d209SChris Mason min_t(u64, fs_devices->num_devices, 177761d92c32SChris Mason fs_info->thread_pool_size), 177861d92c32SChris Mason &fs_info->generic_worker); 177961b49440SChris Mason 178061b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 178161b49440SChris Mason * likely that bios will be send down in a sane order to the 178261b49440SChris Mason * devices 178361b49440SChris Mason */ 178461b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 178553863232SChris Mason 1786771ed689SChris Mason fs_info->workers.idle_thresh = 16; 17874a69a410SChris Mason fs_info->workers.ordered = 1; 178861b49440SChris Mason 1789771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1790771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1791771ed689SChris Mason 179261d92c32SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1, 179361d92c32SChris Mason &fs_info->generic_worker); 17945443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 179561d92c32SChris Mason fs_info->thread_pool_size, 179661d92c32SChris Mason &fs_info->generic_worker); 1797d20f7043SChris Mason btrfs_init_workers(&fs_info->endio_meta_workers, "endio-meta", 179861d92c32SChris Mason fs_info->thread_pool_size, 179961d92c32SChris Mason &fs_info->generic_worker); 1800cad321adSChris Mason btrfs_init_workers(&fs_info->endio_meta_write_workers, 180161d92c32SChris Mason "endio-meta-write", fs_info->thread_pool_size, 180261d92c32SChris Mason &fs_info->generic_worker); 18035443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 180461d92c32SChris Mason fs_info->thread_pool_size, 180561d92c32SChris Mason &fs_info->generic_worker); 18060cb59c99SJosef Bacik btrfs_init_workers(&fs_info->endio_freespace_worker, "freespace-write", 18070cb59c99SJosef Bacik 1, &fs_info->generic_worker); 180861b49440SChris Mason 180961b49440SChris Mason /* 181061b49440SChris Mason * endios are largely parallel and should have a very 181161b49440SChris Mason * low idle thresh 181261b49440SChris Mason */ 181361b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 1814b51912c9SChris Mason fs_info->endio_meta_workers.idle_thresh = 4; 1815b51912c9SChris Mason 18169042846bSChris Mason fs_info->endio_write_workers.idle_thresh = 2; 18179042846bSChris Mason fs_info->endio_meta_write_workers.idle_thresh = 2; 18189042846bSChris Mason 18194543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 182061d92c32SChris Mason btrfs_start_workers(&fs_info->generic_worker, 1); 18211cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1822771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1823247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 18249042846bSChris Mason btrfs_start_workers(&fs_info->endio_workers, 1); 18259042846bSChris Mason btrfs_start_workers(&fs_info->endio_meta_workers, 1); 18269042846bSChris Mason btrfs_start_workers(&fs_info->endio_meta_write_workers, 1); 18279042846bSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1); 18280cb59c99SJosef Bacik btrfs_start_workers(&fs_info->endio_freespace_worker, 1); 18294543df7eSChris Mason 18304575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1831c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1832c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 18334575c9ccSChris Mason 1834db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1835db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1836db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 183787ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1838db94535dSChris Mason tree_root->nodesize = nodesize; 1839db94535dSChris Mason tree_root->leafsize = leafsize; 1840db94535dSChris Mason tree_root->sectorsize = sectorsize; 184187ee04ebSChris Mason tree_root->stripesize = stripesize; 1842a061fc8dSChris Mason 1843a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1844a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1845db94535dSChris Mason 184639279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 184739279cc3SChris Mason sizeof(disk_super->magic))) { 1848d397712bSChris Mason printk(KERN_INFO "btrfs: valid FS not found on %s\n", sb->s_id); 184939279cc3SChris Mason goto fail_sb_buffer; 185039279cc3SChris Mason } 185119c00ddcSChris Mason 1852925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 1853e4404d6eSYan Zheng ret = btrfs_read_sys_array(tree_root); 1854925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 185584eed90fSChris Mason if (ret) { 1856d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read the system " 1857d397712bSChris Mason "array on %s\n", sb->s_id); 18585d4f98a2SYan Zheng goto fail_sb_buffer; 185984eed90fSChris Mason } 18600b86a832SChris Mason 18610b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 18620b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 186384234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 18640b86a832SChris Mason 18650b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 18660b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 18670b86a832SChris Mason 18680b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 18690b86a832SChris Mason btrfs_super_chunk_root(disk_super), 187084234f3aSYan Zheng blocksize, generation); 18710b86a832SChris Mason BUG_ON(!chunk_root->node); 187283121942SDavid Woodhouse if (!test_bit(EXTENT_BUFFER_UPTODATE, &chunk_root->node->bflags)) { 187383121942SDavid Woodhouse printk(KERN_WARNING "btrfs: failed to read chunk root on %s\n", 187483121942SDavid Woodhouse sb->s_id); 187583121942SDavid Woodhouse goto fail_chunk_root; 187683121942SDavid Woodhouse } 18775d4f98a2SYan Zheng btrfs_set_root_node(&chunk_root->root_item, chunk_root->node); 18785d4f98a2SYan Zheng chunk_root->commit_root = btrfs_root_node(chunk_root); 18790b86a832SChris Mason 1880e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1881e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1882e17cade2SChris Mason BTRFS_UUID_SIZE); 1883e17cade2SChris Mason 1884925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 18850b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1886925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 18872b82032cSYan Zheng if (ret) { 1888d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read chunk tree on %s\n", 1889d397712bSChris Mason sb->s_id); 18902b82032cSYan Zheng goto fail_chunk_root; 18912b82032cSYan Zheng } 18920b86a832SChris Mason 1893dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1894dfe25020SChris Mason 1895db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1896db94535dSChris Mason btrfs_super_root_level(disk_super)); 189784234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 18980b86a832SChris Mason 1899e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1900db94535dSChris Mason btrfs_super_root(disk_super), 190184234f3aSYan Zheng blocksize, generation); 190239279cc3SChris Mason if (!tree_root->node) 19032b82032cSYan Zheng goto fail_chunk_root; 190483121942SDavid Woodhouse if (!test_bit(EXTENT_BUFFER_UPTODATE, &tree_root->node->bflags)) { 190583121942SDavid Woodhouse printk(KERN_WARNING "btrfs: failed to read tree root on %s\n", 190683121942SDavid Woodhouse sb->s_id); 190783121942SDavid Woodhouse goto fail_tree_root; 190883121942SDavid Woodhouse } 19095d4f98a2SYan Zheng btrfs_set_root_node(&tree_root->root_item, tree_root->node); 19105d4f98a2SYan Zheng tree_root->commit_root = btrfs_root_node(tree_root); 1911db94535dSChris Mason 1912db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1913e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 19140b86a832SChris Mason if (ret) 191539279cc3SChris Mason goto fail_tree_root; 19160b86a832SChris Mason extent_root->track_dirty = 1; 19170b86a832SChris Mason 19180b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 19190b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 19200b86a832SChris Mason if (ret) 19210b86a832SChris Mason goto fail_extent_root; 19225d4f98a2SYan Zheng dev_root->track_dirty = 1; 19233768f368SChris Mason 1924d20f7043SChris Mason ret = find_and_setup_root(tree_root, fs_info, 1925d20f7043SChris Mason BTRFS_CSUM_TREE_OBJECTID, csum_root); 1926d20f7043SChris Mason if (ret) 19275d4f98a2SYan Zheng goto fail_dev_root; 1928d20f7043SChris Mason 1929d20f7043SChris Mason csum_root->track_dirty = 1; 1930d20f7043SChris Mason 19318929ecfaSYan, Zheng fs_info->generation = generation; 19328929ecfaSYan, Zheng fs_info->last_trans_committed = generation; 19338929ecfaSYan, Zheng fs_info->data_alloc_profile = (u64)-1; 19348929ecfaSYan, Zheng fs_info->metadata_alloc_profile = (u64)-1; 19358929ecfaSYan, Zheng fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 19368929ecfaSYan, Zheng 19371b1d1f66SJosef Bacik ret = btrfs_read_block_groups(extent_root); 19381b1d1f66SJosef Bacik if (ret) { 19391b1d1f66SJosef Bacik printk(KERN_ERR "Failed to read block groups: %d\n", ret); 19401b1d1f66SJosef Bacik goto fail_block_groups; 19411b1d1f66SJosef Bacik } 19429078a3e1SChris Mason 1943a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1944a74a4b97SChris Mason "btrfs-cleaner"); 194557506d50SQinghuang Feng if (IS_ERR(fs_info->cleaner_kthread)) 19461b1d1f66SJosef Bacik goto fail_block_groups; 1947a74a4b97SChris Mason 1948a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1949a74a4b97SChris Mason tree_root, 1950a74a4b97SChris Mason "btrfs-transaction"); 195157506d50SQinghuang Feng if (IS_ERR(fs_info->transaction_kthread)) 19523f157a2fSChris Mason goto fail_cleaner; 1953a74a4b97SChris Mason 1954c289811cSChris Mason if (!btrfs_test_opt(tree_root, SSD) && 1955c289811cSChris Mason !btrfs_test_opt(tree_root, NOSSD) && 1956c289811cSChris Mason !fs_info->fs_devices->rotating) { 1957c289811cSChris Mason printk(KERN_INFO "Btrfs detected SSD devices, enabling SSD " 1958c289811cSChris Mason "mode\n"); 1959c289811cSChris Mason btrfs_set_opt(fs_info->mount_opt, SSD); 1960c289811cSChris Mason } 1961c289811cSChris Mason 1962e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1963e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1964d18a2c44SChris Mason 19657c2ca468SChris Mason if (fs_devices->rw_devices == 0) { 1966d397712bSChris Mason printk(KERN_WARNING "Btrfs log replay required " 1967d397712bSChris Mason "on RO media\n"); 19687c2ca468SChris Mason err = -EIO; 19697c2ca468SChris Mason goto fail_trans_kthread; 19707c2ca468SChris Mason } 1971e02119d5SChris Mason blocksize = 1972e02119d5SChris Mason btrfs_level_size(tree_root, 1973e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1974e02119d5SChris Mason 1975676e4c86SDan Carpenter log_tree_root = kzalloc(sizeof(struct btrfs_root), GFP_NOFS); 1976676e4c86SDan Carpenter if (!log_tree_root) { 1977676e4c86SDan Carpenter err = -ENOMEM; 1978676e4c86SDan Carpenter goto fail_trans_kthread; 1979676e4c86SDan Carpenter } 1980e02119d5SChris Mason 1981e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1982e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1983e02119d5SChris Mason 1984e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 198584234f3aSYan Zheng blocksize, 198684234f3aSYan Zheng generation + 1); 1987e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1988e02119d5SChris Mason BUG_ON(ret); 1989e556ce2cSYan Zheng 1990e556ce2cSYan Zheng if (sb->s_flags & MS_RDONLY) { 1991e556ce2cSYan Zheng ret = btrfs_commit_super(tree_root); 1992e556ce2cSYan Zheng BUG_ON(ret); 1993e556ce2cSYan Zheng } 1994e02119d5SChris Mason } 19951a40e23bSZheng Yan 199676dda93cSYan, Zheng ret = btrfs_find_orphan_roots(tree_root); 199776dda93cSYan, Zheng BUG_ON(ret); 199876dda93cSYan, Zheng 19997c2ca468SChris Mason if (!(sb->s_flags & MS_RDONLY)) { 2000d68fc57bSYan, Zheng ret = btrfs_cleanup_fs_roots(fs_info); 2001d68fc57bSYan, Zheng BUG_ON(ret); 2002d68fc57bSYan, Zheng 20035d4f98a2SYan Zheng ret = btrfs_recover_relocation(tree_root); 2004d7ce5843SMiao Xie if (ret < 0) { 2005d7ce5843SMiao Xie printk(KERN_WARNING 2006d7ce5843SMiao Xie "btrfs: failed to recover relocation\n"); 2007d7ce5843SMiao Xie err = -EINVAL; 2008d7ce5843SMiao Xie goto fail_trans_kthread; 2009d7ce5843SMiao Xie } 20107c2ca468SChris Mason } 20111a40e23bSZheng Yan 20123de4586cSChris Mason location.objectid = BTRFS_FS_TREE_OBJECTID; 20133de4586cSChris Mason location.type = BTRFS_ROOT_ITEM_KEY; 20143de4586cSChris Mason location.offset = (u64)-1; 20153de4586cSChris Mason 20163de4586cSChris Mason fs_info->fs_root = btrfs_read_fs_root_no_name(fs_info, &location); 20173de4586cSChris Mason if (!fs_info->fs_root) 20187c2ca468SChris Mason goto fail_trans_kthread; 20193140c9a3SDan Carpenter if (IS_ERR(fs_info->fs_root)) { 20203140c9a3SDan Carpenter err = PTR_ERR(fs_info->fs_root); 20213140c9a3SDan Carpenter goto fail_trans_kthread; 20223140c9a3SDan Carpenter } 2023c289811cSChris Mason 2024e3acc2a6SJosef Bacik if (!(sb->s_flags & MS_RDONLY)) { 2025e3acc2a6SJosef Bacik down_read(&fs_info->cleanup_work_sem); 2026e3acc2a6SJosef Bacik btrfs_orphan_cleanup(fs_info->fs_root); 20270af3d00bSJosef Bacik btrfs_orphan_cleanup(fs_info->tree_root); 2028e3acc2a6SJosef Bacik up_read(&fs_info->cleanup_work_sem); 2029e3acc2a6SJosef Bacik } 2030e3acc2a6SJosef Bacik 20310f7d52f4SChris Mason return tree_root; 203239279cc3SChris Mason 20337c2ca468SChris Mason fail_trans_kthread: 20347c2ca468SChris Mason kthread_stop(fs_info->transaction_kthread); 20353f157a2fSChris Mason fail_cleaner: 2036a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 20377c2ca468SChris Mason 20387c2ca468SChris Mason /* 20397c2ca468SChris Mason * make sure we're done with the btree inode before we stop our 20407c2ca468SChris Mason * kthreads 20417c2ca468SChris Mason */ 20427c2ca468SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 20437c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 20447c2ca468SChris Mason 20451b1d1f66SJosef Bacik fail_block_groups: 20461b1d1f66SJosef Bacik btrfs_free_block_groups(fs_info); 2047d20f7043SChris Mason free_extent_buffer(csum_root->node); 20485d4f98a2SYan Zheng free_extent_buffer(csum_root->commit_root); 20495d4f98a2SYan Zheng fail_dev_root: 20505d4f98a2SYan Zheng free_extent_buffer(dev_root->node); 20515d4f98a2SYan Zheng free_extent_buffer(dev_root->commit_root); 20520b86a832SChris Mason fail_extent_root: 20530b86a832SChris Mason free_extent_buffer(extent_root->node); 20545d4f98a2SYan Zheng free_extent_buffer(extent_root->commit_root); 205539279cc3SChris Mason fail_tree_root: 20565f39d397SChris Mason free_extent_buffer(tree_root->node); 20575d4f98a2SYan Zheng free_extent_buffer(tree_root->commit_root); 20582b82032cSYan Zheng fail_chunk_root: 20592b82032cSYan Zheng free_extent_buffer(chunk_root->node); 20605d4f98a2SYan Zheng free_extent_buffer(chunk_root->commit_root); 206139279cc3SChris Mason fail_sb_buffer: 206261d92c32SChris Mason btrfs_stop_workers(&fs_info->generic_worker); 2063247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2064771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 20658b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 20668b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2067d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2068cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2069e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 20700cb59c99SJosef Bacik btrfs_stop_workers(&fs_info->endio_freespace_worker); 20711cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 20724543df7eSChris Mason fail_iput: 20737c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 20744543df7eSChris Mason iput(fs_info->btree_inode); 20757e662854SQinghuang Feng 2076dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 207784eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2078ad081f14SJens Axboe fail_bdi: 20797e662854SQinghuang Feng bdi_destroy(&fs_info->bdi); 208076dda93cSYan, Zheng fail_srcu: 208176dda93cSYan, Zheng cleanup_srcu_struct(&fs_info->subvol_srcu); 20827e662854SQinghuang Feng fail: 208339279cc3SChris Mason kfree(extent_root); 208439279cc3SChris Mason kfree(tree_root); 208539279cc3SChris Mason kfree(fs_info); 208683afeac4SJim Meyering kfree(chunk_root); 208783afeac4SJim Meyering kfree(dev_root); 2088d20f7043SChris Mason kfree(csum_root); 208939279cc3SChris Mason return ERR_PTR(err); 2090eb60ceacSChris Mason } 2091eb60ceacSChris Mason 2092f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 2093f2984462SChris Mason { 2094f2984462SChris Mason char b[BDEVNAME_SIZE]; 2095f2984462SChris Mason 2096f2984462SChris Mason if (uptodate) { 2097f2984462SChris Mason set_buffer_uptodate(bh); 2098f2984462SChris Mason } else { 2099f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 2100f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 2101f2984462SChris Mason "I/O error on %s\n", 2102f2984462SChris Mason bdevname(bh->b_bdev, b)); 2103f2984462SChris Mason } 21041259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 21051259ab75SChris Mason * our own ways of dealing with the IO errors 21061259ab75SChris Mason */ 2107f2984462SChris Mason clear_buffer_uptodate(bh); 2108f2984462SChris Mason } 2109f2984462SChris Mason unlock_buffer(bh); 2110f2984462SChris Mason put_bh(bh); 2111f2984462SChris Mason } 2112f2984462SChris Mason 2113a512bbf8SYan Zheng struct buffer_head *btrfs_read_dev_super(struct block_device *bdev) 2114a512bbf8SYan Zheng { 2115a512bbf8SYan Zheng struct buffer_head *bh; 2116a512bbf8SYan Zheng struct buffer_head *latest = NULL; 2117a512bbf8SYan Zheng struct btrfs_super_block *super; 2118a512bbf8SYan Zheng int i; 2119a512bbf8SYan Zheng u64 transid = 0; 2120a512bbf8SYan Zheng u64 bytenr; 2121a512bbf8SYan Zheng 2122a512bbf8SYan Zheng /* we would like to check all the supers, but that would make 2123a512bbf8SYan Zheng * a btrfs mount succeed after a mkfs from a different FS. 2124a512bbf8SYan Zheng * So, we need to add a special mount option to scan for 2125a512bbf8SYan Zheng * later supers, using BTRFS_SUPER_MIRROR_MAX instead 2126a512bbf8SYan Zheng */ 2127a512bbf8SYan Zheng for (i = 0; i < 1; i++) { 2128a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2129a512bbf8SYan Zheng if (bytenr + 4096 >= i_size_read(bdev->bd_inode)) 2130a512bbf8SYan Zheng break; 2131a512bbf8SYan Zheng bh = __bread(bdev, bytenr / 4096, 4096); 2132a512bbf8SYan Zheng if (!bh) 2133a512bbf8SYan Zheng continue; 2134a512bbf8SYan Zheng 2135a512bbf8SYan Zheng super = (struct btrfs_super_block *)bh->b_data; 2136a512bbf8SYan Zheng if (btrfs_super_bytenr(super) != bytenr || 2137a512bbf8SYan Zheng strncmp((char *)(&super->magic), BTRFS_MAGIC, 2138a512bbf8SYan Zheng sizeof(super->magic))) { 2139a512bbf8SYan Zheng brelse(bh); 2140a512bbf8SYan Zheng continue; 2141a512bbf8SYan Zheng } 2142a512bbf8SYan Zheng 2143a512bbf8SYan Zheng if (!latest || btrfs_super_generation(super) > transid) { 2144a512bbf8SYan Zheng brelse(latest); 2145a512bbf8SYan Zheng latest = bh; 2146a512bbf8SYan Zheng transid = btrfs_super_generation(super); 2147a512bbf8SYan Zheng } else { 2148a512bbf8SYan Zheng brelse(bh); 2149a512bbf8SYan Zheng } 2150a512bbf8SYan Zheng } 2151a512bbf8SYan Zheng return latest; 2152a512bbf8SYan Zheng } 2153a512bbf8SYan Zheng 21544eedeb75SHisashi Hifumi /* 21554eedeb75SHisashi Hifumi * this should be called twice, once with wait == 0 and 21564eedeb75SHisashi Hifumi * once with wait == 1. When wait == 0 is done, all the buffer heads 21574eedeb75SHisashi Hifumi * we write are pinned. 21584eedeb75SHisashi Hifumi * 21594eedeb75SHisashi Hifumi * They are released when wait == 1 is done. 21604eedeb75SHisashi Hifumi * max_mirrors must be the same for both runs, and it indicates how 21614eedeb75SHisashi Hifumi * many supers on this one device should be written. 21624eedeb75SHisashi Hifumi * 21634eedeb75SHisashi Hifumi * max_mirrors == 0 means to write them all. 21644eedeb75SHisashi Hifumi */ 2165a512bbf8SYan Zheng static int write_dev_supers(struct btrfs_device *device, 2166a512bbf8SYan Zheng struct btrfs_super_block *sb, 2167a512bbf8SYan Zheng int do_barriers, int wait, int max_mirrors) 2168a512bbf8SYan Zheng { 2169a512bbf8SYan Zheng struct buffer_head *bh; 2170a512bbf8SYan Zheng int i; 2171a512bbf8SYan Zheng int ret; 2172a512bbf8SYan Zheng int errors = 0; 2173a512bbf8SYan Zheng u32 crc; 2174a512bbf8SYan Zheng u64 bytenr; 2175a512bbf8SYan Zheng int last_barrier = 0; 2176a512bbf8SYan Zheng 2177a512bbf8SYan Zheng if (max_mirrors == 0) 2178a512bbf8SYan Zheng max_mirrors = BTRFS_SUPER_MIRROR_MAX; 2179a512bbf8SYan Zheng 2180a512bbf8SYan Zheng /* make sure only the last submit_bh does a barrier */ 2181a512bbf8SYan Zheng if (do_barriers) { 2182a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2183a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2184a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= 2185a512bbf8SYan Zheng device->total_bytes) 2186a512bbf8SYan Zheng break; 2187a512bbf8SYan Zheng last_barrier = i; 2188a512bbf8SYan Zheng } 2189a512bbf8SYan Zheng } 2190a512bbf8SYan Zheng 2191a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2192a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2193a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= device->total_bytes) 2194a512bbf8SYan Zheng break; 2195a512bbf8SYan Zheng 2196a512bbf8SYan Zheng if (wait) { 2197a512bbf8SYan Zheng bh = __find_get_block(device->bdev, bytenr / 4096, 2198a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2199a512bbf8SYan Zheng BUG_ON(!bh); 2200a512bbf8SYan Zheng wait_on_buffer(bh); 22014eedeb75SHisashi Hifumi if (!buffer_uptodate(bh)) 22024eedeb75SHisashi Hifumi errors++; 22034eedeb75SHisashi Hifumi 22044eedeb75SHisashi Hifumi /* drop our reference */ 22054eedeb75SHisashi Hifumi brelse(bh); 22064eedeb75SHisashi Hifumi 22074eedeb75SHisashi Hifumi /* drop the reference from the wait == 0 run */ 2208a512bbf8SYan Zheng brelse(bh); 2209a512bbf8SYan Zheng continue; 2210a512bbf8SYan Zheng } else { 2211a512bbf8SYan Zheng btrfs_set_super_bytenr(sb, bytenr); 2212a512bbf8SYan Zheng 2213a512bbf8SYan Zheng crc = ~(u32)0; 2214a512bbf8SYan Zheng crc = btrfs_csum_data(NULL, (char *)sb + 2215a512bbf8SYan Zheng BTRFS_CSUM_SIZE, crc, 2216a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE - 2217a512bbf8SYan Zheng BTRFS_CSUM_SIZE); 2218a512bbf8SYan Zheng btrfs_csum_final(crc, sb->csum); 2219a512bbf8SYan Zheng 22204eedeb75SHisashi Hifumi /* 22214eedeb75SHisashi Hifumi * one reference for us, and we leave it for the 22224eedeb75SHisashi Hifumi * caller 22234eedeb75SHisashi Hifumi */ 2224a512bbf8SYan Zheng bh = __getblk(device->bdev, bytenr / 4096, 2225a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2226a512bbf8SYan Zheng memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 2227a512bbf8SYan Zheng 22284eedeb75SHisashi Hifumi /* one reference for submit_bh */ 2229a512bbf8SYan Zheng get_bh(bh); 22304eedeb75SHisashi Hifumi 22314eedeb75SHisashi Hifumi set_buffer_uptodate(bh); 2232a512bbf8SYan Zheng lock_buffer(bh); 2233a512bbf8SYan Zheng bh->b_end_io = btrfs_end_buffer_write_sync; 2234a512bbf8SYan Zheng } 2235a512bbf8SYan Zheng 2236a512bbf8SYan Zheng if (i == last_barrier && do_barriers && device->barriers) { 2237a512bbf8SYan Zheng ret = submit_bh(WRITE_BARRIER, bh); 2238a512bbf8SYan Zheng if (ret == -EOPNOTSUPP) { 2239a512bbf8SYan Zheng printk("btrfs: disabling barriers on dev %s\n", 2240a512bbf8SYan Zheng device->name); 2241a512bbf8SYan Zheng set_buffer_uptodate(bh); 2242a512bbf8SYan Zheng device->barriers = 0; 22434eedeb75SHisashi Hifumi /* one reference for submit_bh */ 2244a512bbf8SYan Zheng get_bh(bh); 2245a512bbf8SYan Zheng lock_buffer(bh); 2246ffbd517dSChris Mason ret = submit_bh(WRITE_SYNC, bh); 2247a512bbf8SYan Zheng } 2248a512bbf8SYan Zheng } else { 2249ffbd517dSChris Mason ret = submit_bh(WRITE_SYNC, bh); 2250a512bbf8SYan Zheng } 2251a512bbf8SYan Zheng 22524eedeb75SHisashi Hifumi if (ret) 2253a512bbf8SYan Zheng errors++; 2254a512bbf8SYan Zheng } 2255a512bbf8SYan Zheng return errors < i ? 0 : -1; 2256a512bbf8SYan Zheng } 2257a512bbf8SYan Zheng 2258a512bbf8SYan Zheng int write_all_supers(struct btrfs_root *root, int max_mirrors) 2259f2984462SChris Mason { 2260e5e9a520SChris Mason struct list_head *head; 2261f2984462SChris Mason struct btrfs_device *dev; 2262a061fc8dSChris Mason struct btrfs_super_block *sb; 2263f2984462SChris Mason struct btrfs_dev_item *dev_item; 2264f2984462SChris Mason int ret; 2265f2984462SChris Mason int do_barriers; 2266a236aed1SChris Mason int max_errors; 2267a236aed1SChris Mason int total_errors = 0; 2268a061fc8dSChris Mason u64 flags; 2269f2984462SChris Mason 2270a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 2271f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 2272f2984462SChris Mason 2273a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 2274a061fc8dSChris Mason dev_item = &sb->dev_item; 2275e5e9a520SChris Mason 2276e5e9a520SChris Mason mutex_lock(&root->fs_info->fs_devices->device_list_mutex); 2277e5e9a520SChris Mason head = &root->fs_info->fs_devices->devices; 2278c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2279dfe25020SChris Mason if (!dev->bdev) { 2280dfe25020SChris Mason total_errors++; 2281dfe25020SChris Mason continue; 2282dfe25020SChris Mason } 22832b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2284dfe25020SChris Mason continue; 2285dfe25020SChris Mason 22862b82032cSYan Zheng btrfs_set_stack_device_generation(dev_item, 0); 2287a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 2288a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 2289a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 2290a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 2291a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 2292a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 2293a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 2294a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 22952b82032cSYan Zheng memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE); 2296a512bbf8SYan Zheng 2297a061fc8dSChris Mason flags = btrfs_super_flags(sb); 2298a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 2299f2984462SChris Mason 2300a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 0, max_mirrors); 2301a236aed1SChris Mason if (ret) 2302a236aed1SChris Mason total_errors++; 2303f2984462SChris Mason } 2304a236aed1SChris Mason if (total_errors > max_errors) { 2305d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2306d397712bSChris Mason total_errors); 2307a236aed1SChris Mason BUG(); 2308a236aed1SChris Mason } 2309f2984462SChris Mason 2310a512bbf8SYan Zheng total_errors = 0; 2311c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2312dfe25020SChris Mason if (!dev->bdev) 2313dfe25020SChris Mason continue; 23142b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2315dfe25020SChris Mason continue; 2316dfe25020SChris Mason 2317a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 1, max_mirrors); 2318a512bbf8SYan Zheng if (ret) 23191259ab75SChris Mason total_errors++; 2320f2984462SChris Mason } 2321e5e9a520SChris Mason mutex_unlock(&root->fs_info->fs_devices->device_list_mutex); 2322a236aed1SChris Mason if (total_errors > max_errors) { 2323d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2324d397712bSChris Mason total_errors); 2325a236aed1SChris Mason BUG(); 2326a236aed1SChris Mason } 2327f2984462SChris Mason return 0; 2328f2984462SChris Mason } 2329f2984462SChris Mason 2330a512bbf8SYan Zheng int write_ctree_super(struct btrfs_trans_handle *trans, 2331a512bbf8SYan Zheng struct btrfs_root *root, int max_mirrors) 2332cfaa7295SChris Mason { 2333e66f709bSChris Mason int ret; 23342c90e5d6SChris Mason 2335a512bbf8SYan Zheng ret = write_all_supers(root, max_mirrors); 23365f39d397SChris Mason return ret; 2337cfaa7295SChris Mason } 2338cfaa7295SChris Mason 23395eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 23402619ba1fSChris Mason { 23414df27c4dSYan, Zheng spin_lock(&fs_info->fs_roots_radix_lock); 23422619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 23432619ba1fSChris Mason (unsigned long)root->root_key.objectid); 23444df27c4dSYan, Zheng spin_unlock(&fs_info->fs_roots_radix_lock); 234576dda93cSYan, Zheng 234676dda93cSYan, Zheng if (btrfs_root_refs(&root->root_item) == 0) 234776dda93cSYan, Zheng synchronize_srcu(&fs_info->subvol_srcu); 234876dda93cSYan, Zheng 23494df27c4dSYan, Zheng free_fs_root(root); 23504df27c4dSYan, Zheng return 0; 23514df27c4dSYan, Zheng } 23524df27c4dSYan, Zheng 23534df27c4dSYan, Zheng static void free_fs_root(struct btrfs_root *root) 23544df27c4dSYan, Zheng { 23554df27c4dSYan, Zheng WARN_ON(!RB_EMPTY_ROOT(&root->inode_tree)); 23563394e160SChris Mason if (root->anon_super.s_dev) { 23573394e160SChris Mason down_write(&root->anon_super.s_umount); 23583394e160SChris Mason kill_anon_super(&root->anon_super); 23593394e160SChris Mason } 23605f39d397SChris Mason free_extent_buffer(root->node); 23615f39d397SChris Mason free_extent_buffer(root->commit_root); 236258176a96SJosef Bacik kfree(root->name); 23632619ba1fSChris Mason kfree(root); 23642619ba1fSChris Mason } 23652619ba1fSChris Mason 236635b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 23670f7d52f4SChris Mason { 23680f7d52f4SChris Mason int ret; 23690f7d52f4SChris Mason struct btrfs_root *gang[8]; 23700f7d52f4SChris Mason int i; 23710f7d52f4SChris Mason 237276dda93cSYan, Zheng while (!list_empty(&fs_info->dead_roots)) { 237376dda93cSYan, Zheng gang[0] = list_entry(fs_info->dead_roots.next, 237476dda93cSYan, Zheng struct btrfs_root, root_list); 237576dda93cSYan, Zheng list_del(&gang[0]->root_list); 237676dda93cSYan, Zheng 237776dda93cSYan, Zheng if (gang[0]->in_radix) { 237876dda93cSYan, Zheng btrfs_free_fs_root(fs_info, gang[0]); 237976dda93cSYan, Zheng } else { 238076dda93cSYan, Zheng free_extent_buffer(gang[0]->node); 238176dda93cSYan, Zheng free_extent_buffer(gang[0]->commit_root); 238276dda93cSYan, Zheng kfree(gang[0]); 238376dda93cSYan, Zheng } 238476dda93cSYan, Zheng } 238576dda93cSYan, Zheng 23860f7d52f4SChris Mason while (1) { 23870f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 23880f7d52f4SChris Mason (void **)gang, 0, 23890f7d52f4SChris Mason ARRAY_SIZE(gang)); 23900f7d52f4SChris Mason if (!ret) 23910f7d52f4SChris Mason break; 23922619ba1fSChris Mason for (i = 0; i < ret; i++) 23935eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 23940f7d52f4SChris Mason } 23950f7d52f4SChris Mason return 0; 23960f7d52f4SChris Mason } 2397b4100d64SChris Mason 2398c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 2399c146afadSYan Zheng { 2400c146afadSYan Zheng u64 root_objectid = 0; 2401c146afadSYan Zheng struct btrfs_root *gang[8]; 2402c146afadSYan Zheng int i; 2403c146afadSYan Zheng int ret; 2404c146afadSYan Zheng 2405c146afadSYan Zheng while (1) { 2406c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 2407c146afadSYan Zheng (void **)gang, root_objectid, 2408c146afadSYan Zheng ARRAY_SIZE(gang)); 2409c146afadSYan Zheng if (!ret) 2410c146afadSYan Zheng break; 24115d4f98a2SYan Zheng 24125d4f98a2SYan Zheng root_objectid = gang[ret - 1]->root_key.objectid + 1; 2413c146afadSYan Zheng for (i = 0; i < ret; i++) { 2414c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 2415c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 2416c146afadSYan Zheng } 2417c146afadSYan Zheng root_objectid++; 2418c146afadSYan Zheng } 2419c146afadSYan Zheng return 0; 2420c146afadSYan Zheng } 2421c146afadSYan Zheng 2422c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 2423c146afadSYan Zheng { 2424c146afadSYan Zheng struct btrfs_trans_handle *trans; 2425c146afadSYan Zheng int ret; 2426c146afadSYan Zheng 2427c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 242824bbcf04SYan, Zheng btrfs_run_delayed_iputs(root); 2429c146afadSYan Zheng btrfs_clean_old_snapshots(root); 2430c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 2431c71bf099SYan, Zheng 2432c71bf099SYan, Zheng /* wait until ongoing cleanup work done */ 2433c71bf099SYan, Zheng down_write(&root->fs_info->cleanup_work_sem); 2434c71bf099SYan, Zheng up_write(&root->fs_info->cleanup_work_sem); 2435c71bf099SYan, Zheng 2436a22285a6SYan, Zheng trans = btrfs_join_transaction(root, 1); 2437c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 2438c146afadSYan Zheng BUG_ON(ret); 2439c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2440a22285a6SYan, Zheng trans = btrfs_join_transaction(root, 1); 2441c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2442c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2443c146afadSYan Zheng BUG_ON(ret); 2444c146afadSYan Zheng 2445a512bbf8SYan Zheng ret = write_ctree_super(NULL, root, 0); 2446c146afadSYan Zheng return ret; 2447c146afadSYan Zheng } 2448c146afadSYan Zheng 2449e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2450eb60ceacSChris Mason { 24510f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2452c146afadSYan Zheng int ret; 2453e089f05cSChris Mason 2454facda1e7SChris Mason fs_info->closing = 1; 2455a2135011SChris Mason smp_mb(); 2456a2135011SChris Mason 24570af3d00bSJosef Bacik btrfs_put_block_group_cache(fs_info); 2458c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2459c146afadSYan Zheng ret = btrfs_commit_super(root); 2460d397712bSChris Mason if (ret) 2461d397712bSChris Mason printk(KERN_ERR "btrfs: commit super ret %d\n", ret); 2462c146afadSYan Zheng } 2463ed2ff2cbSChris Mason 24648929ecfaSYan, Zheng kthread_stop(root->fs_info->transaction_kthread); 24658929ecfaSYan, Zheng kthread_stop(root->fs_info->cleaner_kthread); 24668929ecfaSYan, Zheng 2467f25784b3SYan Zheng fs_info->closing = 2; 2468f25784b3SYan Zheng smp_mb(); 2469f25784b3SYan Zheng 2470b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2471d397712bSChris Mason printk(KERN_INFO "btrfs: at unmount delalloc count %llu\n", 247221380931SJoel Becker (unsigned long long)fs_info->delalloc_bytes); 2473b0c68f8bSChris Mason } 247431153d81SYan Zheng if (fs_info->total_ref_cache_size) { 2475d397712bSChris Mason printk(KERN_INFO "btrfs: at umount reference cache size %llu\n", 2476d397712bSChris Mason (unsigned long long)fs_info->total_ref_cache_size); 247731153d81SYan Zheng } 247831153d81SYan Zheng 24795f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 24805d4f98a2SYan Zheng free_extent_buffer(fs_info->extent_root->commit_root); 24815f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 24825d4f98a2SYan Zheng free_extent_buffer(fs_info->tree_root->commit_root); 24830b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 24845d4f98a2SYan Zheng free_extent_buffer(root->fs_info->chunk_root->commit_root); 24850b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 24865d4f98a2SYan Zheng free_extent_buffer(root->fs_info->dev_root->commit_root); 2487d20f7043SChris Mason free_extent_buffer(root->fs_info->csum_root->node); 24885d4f98a2SYan Zheng free_extent_buffer(root->fs_info->csum_root->commit_root); 2489d20f7043SChris Mason 24909078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2491c146afadSYan Zheng 24920f7d52f4SChris Mason del_fs_roots(fs_info); 2493d10c5f31SChris Mason 2494c146afadSYan Zheng iput(fs_info->btree_inode); 24959ad6b7bcSChris Mason 249661d92c32SChris Mason btrfs_stop_workers(&fs_info->generic_worker); 2497247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2498771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 24998b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 25008b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2501d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2502cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2503e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 25040cb59c99SJosef Bacik btrfs_stop_workers(&fs_info->endio_freespace_worker); 25051cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2506d6bfde87SChris Mason 2507dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 25080b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2509b248a415SChris Mason 251004160088SChris Mason bdi_destroy(&fs_info->bdi); 251176dda93cSYan, Zheng cleanup_srcu_struct(&fs_info->subvol_srcu); 25120b86a832SChris Mason 25130f7d52f4SChris Mason kfree(fs_info->extent_root); 25140f7d52f4SChris Mason kfree(fs_info->tree_root); 25150b86a832SChris Mason kfree(fs_info->chunk_root); 25160b86a832SChris Mason kfree(fs_info->dev_root); 2517d20f7043SChris Mason kfree(fs_info->csum_root); 2518eb60ceacSChris Mason return 0; 2519eb60ceacSChris Mason } 2520eb60ceacSChris Mason 25211259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2522ccd467d6SChris Mason { 25231259ab75SChris Mason int ret; 2524810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 25251259ab75SChris Mason 25262ac55d41SJosef Bacik ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf, 25272ac55d41SJosef Bacik NULL); 25281259ab75SChris Mason if (!ret) 25291259ab75SChris Mason return ret; 25301259ab75SChris Mason 25311259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 25321259ab75SChris Mason parent_transid); 25331259ab75SChris Mason return !ret; 25345f39d397SChris Mason } 25356702ed49SChris Mason 25365f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 25375f39d397SChris Mason { 2538810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2539d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 25405f39d397SChris Mason buf); 25415f39d397SChris Mason } 25425f39d397SChris Mason 25435f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 25445f39d397SChris Mason { 2545810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 25465f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 25475f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 2548b9473439SChris Mason int was_dirty; 2549b4ce94deSChris Mason 2550b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 2551ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2552d397712bSChris Mason printk(KERN_CRIT "btrfs transid mismatch buffer %llu, " 2553d397712bSChris Mason "found %llu running %llu\n", 2554db94535dSChris Mason (unsigned long long)buf->start, 2555d397712bSChris Mason (unsigned long long)transid, 2556d397712bSChris Mason (unsigned long long)root->fs_info->generation); 2557ccd467d6SChris Mason WARN_ON(1); 2558ccd467d6SChris Mason } 2559b9473439SChris Mason was_dirty = set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 2560b9473439SChris Mason buf); 2561b9473439SChris Mason if (!was_dirty) { 2562b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2563b9473439SChris Mason root->fs_info->dirty_metadata_bytes += buf->len; 2564b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2565b9473439SChris Mason } 2566eb60ceacSChris Mason } 2567eb60ceacSChris Mason 2568d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 256935b7e476SChris Mason { 2570188de649SChris Mason /* 2571188de649SChris Mason * looks as though older kernels can get into trouble with 2572188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2573188de649SChris Mason */ 2574d6bfde87SChris Mason u64 num_dirty; 2575771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2576d6bfde87SChris Mason 25776933c02eSJens Axboe if (current->flags & PF_MEMALLOC) 2578d6bfde87SChris Mason return; 2579d6bfde87SChris Mason 2580585ad2c3SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 2581585ad2c3SChris Mason 2582d6bfde87SChris Mason if (num_dirty > thresh) { 2583d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2584304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 258535b7e476SChris Mason } 2586188de649SChris Mason return; 2587d6bfde87SChris Mason } 25886b80053dSChris Mason 2589ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 25906b80053dSChris Mason { 2591810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2592ce9adaa5SChris Mason int ret; 2593ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2594d397712bSChris Mason if (ret == 0) 2595b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 2596ce9adaa5SChris Mason return ret; 25976b80053dSChris Mason } 25980da5468fSChris Mason 25994bef0848SChris Mason int btree_lock_page_hook(struct page *page) 26004bef0848SChris Mason { 26014bef0848SChris Mason struct inode *inode = page->mapping->host; 2602b9473439SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 26034bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 26044bef0848SChris Mason struct extent_buffer *eb; 26054bef0848SChris Mason unsigned long len; 26064bef0848SChris Mason u64 bytenr = page_offset(page); 26074bef0848SChris Mason 26084bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 26094bef0848SChris Mason goto out; 26104bef0848SChris Mason 26114bef0848SChris Mason len = page->private >> 2; 26124bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 26134bef0848SChris Mason if (!eb) 26144bef0848SChris Mason goto out; 26154bef0848SChris Mason 26164bef0848SChris Mason btrfs_tree_lock(eb); 26174bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 2618b9473439SChris Mason 2619b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &eb->bflags)) { 2620b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2621b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= eb->len) 2622b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= eb->len; 2623b9473439SChris Mason else 2624b9473439SChris Mason WARN_ON(1); 2625b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2626b9473439SChris Mason } 2627b9473439SChris Mason 26284bef0848SChris Mason btrfs_tree_unlock(eb); 26294bef0848SChris Mason free_extent_buffer(eb); 26304bef0848SChris Mason out: 26314bef0848SChris Mason lock_page(page); 26324bef0848SChris Mason return 0; 26334bef0848SChris Mason } 26344bef0848SChris Mason 2635d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 26364bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2637ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 26380b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2639239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2640239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 26410da5468fSChris Mason }; 2642