16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 25d397712bSChris Mason #include <linux/buffer_head.h> 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a74a4b97SChris Mason #include <linux/kthread.h> 28a74a4b97SChris Mason #include <linux/freezer.h> 294b4e25f2SChris Mason #include "compat.h" 30a5eb62e3SMiguel #include "crc32c.h" 31eb60ceacSChris Mason #include "ctree.h" 32eb60ceacSChris Mason #include "disk-io.h" 33e089f05cSChris Mason #include "transaction.h" 340f7d52f4SChris Mason #include "btrfs_inode.h" 350b86a832SChris Mason #include "volumes.h" 36db94535dSChris Mason #include "print-tree.h" 378b712842SChris Mason #include "async-thread.h" 38925baeddSChris Mason #include "locking.h" 39017e5369SChris Mason #include "ref-cache.h" 40e02119d5SChris Mason #include "tree-log.h" 41fa9c0d79SChris Mason #include "free-space-cache.h" 42eb60ceacSChris Mason 43d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 448b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 45ce9adaa5SChris Mason 46d352ac68SChris Mason /* 47d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 48d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 49d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 50d352ac68SChris Mason */ 51ce9adaa5SChris Mason struct end_io_wq { 52ce9adaa5SChris Mason struct bio *bio; 53ce9adaa5SChris Mason bio_end_io_t *end_io; 54ce9adaa5SChris Mason void *private; 55ce9adaa5SChris Mason struct btrfs_fs_info *info; 56ce9adaa5SChris Mason int error; 5722c59948SChris Mason int metadata; 58ce9adaa5SChris Mason struct list_head list; 598b712842SChris Mason struct btrfs_work work; 60ce9adaa5SChris Mason }; 610da5468fSChris Mason 62d352ac68SChris Mason /* 63d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 64d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 65d352ac68SChris Mason * just before they are sent down the IO stack. 66d352ac68SChris Mason */ 6744b8bd7eSChris Mason struct async_submit_bio { 6844b8bd7eSChris Mason struct inode *inode; 6944b8bd7eSChris Mason struct bio *bio; 7044b8bd7eSChris Mason struct list_head list; 714a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 724a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 7344b8bd7eSChris Mason int rw; 7444b8bd7eSChris Mason int mirror_num; 75c8b97818SChris Mason unsigned long bio_flags; 768b712842SChris Mason struct btrfs_work work; 7744b8bd7eSChris Mason }; 7844b8bd7eSChris Mason 794008c04aSChris Mason /* These are used to set the lockdep class on the extent buffer locks. 804008c04aSChris Mason * The class is set by the readpage_end_io_hook after the buffer has 814008c04aSChris Mason * passed csum validation but before the pages are unlocked. 824008c04aSChris Mason * 834008c04aSChris Mason * The lockdep class is also set by btrfs_init_new_buffer on freshly 844008c04aSChris Mason * allocated blocks. 854008c04aSChris Mason * 864008c04aSChris Mason * The class is based on the level in the tree block, which allows lockdep 874008c04aSChris Mason * to know that lower nodes nest inside the locks of higher nodes. 884008c04aSChris Mason * 894008c04aSChris Mason * We also add a check to make sure the highest level of the tree is 904008c04aSChris Mason * the same as our lockdep setup here. If BTRFS_MAX_LEVEL changes, this 914008c04aSChris Mason * code needs update as well. 924008c04aSChris Mason */ 934008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 944008c04aSChris Mason # if BTRFS_MAX_LEVEL != 8 954008c04aSChris Mason # error 964008c04aSChris Mason # endif 974008c04aSChris Mason static struct lock_class_key btrfs_eb_class[BTRFS_MAX_LEVEL + 1]; 984008c04aSChris Mason static const char *btrfs_eb_name[BTRFS_MAX_LEVEL + 1] = { 994008c04aSChris Mason /* leaf */ 1004008c04aSChris Mason "btrfs-extent-00", 1014008c04aSChris Mason "btrfs-extent-01", 1024008c04aSChris Mason "btrfs-extent-02", 1034008c04aSChris Mason "btrfs-extent-03", 1044008c04aSChris Mason "btrfs-extent-04", 1054008c04aSChris Mason "btrfs-extent-05", 1064008c04aSChris Mason "btrfs-extent-06", 1074008c04aSChris Mason "btrfs-extent-07", 1084008c04aSChris Mason /* highest possible level */ 1094008c04aSChris Mason "btrfs-extent-08", 1104008c04aSChris Mason }; 1114008c04aSChris Mason #endif 1124008c04aSChris Mason 113d352ac68SChris Mason /* 114d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 115d352ac68SChris Mason * that covers the entire device 116d352ac68SChris Mason */ 117b2950863SChristoph Hellwig static struct extent_map *btree_get_extent(struct inode *inode, 118b2950863SChristoph Hellwig struct page *page, size_t page_offset, u64 start, u64 len, 1195f39d397SChris Mason int create) 1205f39d397SChris Mason { 1215f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 1225f39d397SChris Mason struct extent_map *em; 1235f39d397SChris Mason int ret; 1245f39d397SChris Mason 125d1310b2eSChris Mason spin_lock(&em_tree->lock); 126d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 127a061fc8dSChris Mason if (em) { 128a061fc8dSChris Mason em->bdev = 129a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 130d1310b2eSChris Mason spin_unlock(&em_tree->lock); 1315f39d397SChris Mason goto out; 132a061fc8dSChris Mason } 133a061fc8dSChris Mason spin_unlock(&em_tree->lock); 1347b13b7b1SChris Mason 1355f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1365f39d397SChris Mason if (!em) { 1375f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1385f39d397SChris Mason goto out; 1395f39d397SChris Mason } 1405f39d397SChris Mason em->start = 0; 1410afbaf8cSChris Mason em->len = (u64)-1; 142c8b97818SChris Mason em->block_len = (u64)-1; 1435f39d397SChris Mason em->block_start = 0; 144a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 145d1310b2eSChris Mason 146d1310b2eSChris Mason spin_lock(&em_tree->lock); 1475f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1485f39d397SChris Mason if (ret == -EEXIST) { 1490afbaf8cSChris Mason u64 failed_start = em->start; 1500afbaf8cSChris Mason u64 failed_len = em->len; 1510afbaf8cSChris Mason 1525f39d397SChris Mason free_extent_map(em); 1537b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1540afbaf8cSChris Mason if (em) { 1557b13b7b1SChris Mason ret = 0; 1560afbaf8cSChris Mason } else { 1570afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1580afbaf8cSChris Mason failed_len); 1597b13b7b1SChris Mason ret = -EIO; 1600afbaf8cSChris Mason } 1615f39d397SChris Mason } else if (ret) { 1627b13b7b1SChris Mason free_extent_map(em); 1637b13b7b1SChris Mason em = NULL; 1645f39d397SChris Mason } 1657b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1667b13b7b1SChris Mason 1677b13b7b1SChris Mason if (ret) 1687b13b7b1SChris Mason em = ERR_PTR(ret); 1695f39d397SChris Mason out: 1705f39d397SChris Mason return em; 1715f39d397SChris Mason } 1725f39d397SChris Mason 17319c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 17419c00ddcSChris Mason { 175a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 17619c00ddcSChris Mason } 17719c00ddcSChris Mason 17819c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 17919c00ddcSChris Mason { 18019c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 18119c00ddcSChris Mason } 18219c00ddcSChris Mason 183d352ac68SChris Mason /* 184d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 185d352ac68SChris Mason * into the csum field of the block. 186d352ac68SChris Mason */ 18719c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 18819c00ddcSChris Mason int verify) 18919c00ddcSChris Mason { 190607d432dSJosef Bacik u16 csum_size = 191607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 192607d432dSJosef Bacik char *result = NULL; 19319c00ddcSChris Mason unsigned long len; 19419c00ddcSChris Mason unsigned long cur_len; 19519c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 19619c00ddcSChris Mason char *map_token = NULL; 19719c00ddcSChris Mason char *kaddr; 19819c00ddcSChris Mason unsigned long map_start; 19919c00ddcSChris Mason unsigned long map_len; 20019c00ddcSChris Mason int err; 20119c00ddcSChris Mason u32 crc = ~(u32)0; 202607d432dSJosef Bacik unsigned long inline_result; 20319c00ddcSChris Mason 20419c00ddcSChris Mason len = buf->len - offset; 20519c00ddcSChris Mason while (len > 0) { 20619c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 20719c00ddcSChris Mason &map_token, &kaddr, 20819c00ddcSChris Mason &map_start, &map_len, KM_USER0); 209d397712bSChris Mason if (err) 21019c00ddcSChris Mason return 1; 21119c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 21219c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 21319c00ddcSChris Mason crc, cur_len); 21419c00ddcSChris Mason len -= cur_len; 21519c00ddcSChris Mason offset += cur_len; 21619c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 21719c00ddcSChris Mason } 218607d432dSJosef Bacik if (csum_size > sizeof(inline_result)) { 219607d432dSJosef Bacik result = kzalloc(csum_size * sizeof(char), GFP_NOFS); 220607d432dSJosef Bacik if (!result) 221607d432dSJosef Bacik return 1; 222607d432dSJosef Bacik } else { 223607d432dSJosef Bacik result = (char *)&inline_result; 224607d432dSJosef Bacik } 225607d432dSJosef Bacik 22619c00ddcSChris Mason btrfs_csum_final(crc, result); 22719c00ddcSChris Mason 22819c00ddcSChris Mason if (verify) { 229607d432dSJosef Bacik if (memcmp_extent_buffer(buf, result, 0, csum_size)) { 230e4204dedSChris Mason u32 val; 231e4204dedSChris Mason u32 found = 0; 232607d432dSJosef Bacik memcpy(&found, result, csum_size); 233e4204dedSChris Mason 234607d432dSJosef Bacik read_extent_buffer(buf, &val, 0, csum_size); 235d397712bSChris Mason printk(KERN_INFO "btrfs: %s checksum verify failed " 236d397712bSChris Mason "on %llu wanted %X found %X level %d\n", 23719c00ddcSChris Mason root->fs_info->sb->s_id, 2382dd3e67bSChris Mason buf->start, val, found, btrfs_header_level(buf)); 239607d432dSJosef Bacik if (result != (char *)&inline_result) 240607d432dSJosef Bacik kfree(result); 24119c00ddcSChris Mason return 1; 24219c00ddcSChris Mason } 24319c00ddcSChris Mason } else { 244607d432dSJosef Bacik write_extent_buffer(buf, result, 0, csum_size); 24519c00ddcSChris Mason } 246607d432dSJosef Bacik if (result != (char *)&inline_result) 247607d432dSJosef Bacik kfree(result); 24819c00ddcSChris Mason return 0; 24919c00ddcSChris Mason } 25019c00ddcSChris Mason 251d352ac68SChris Mason /* 252d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 253d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 254d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 255d352ac68SChris Mason * in the wrong place. 256d352ac68SChris Mason */ 2571259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2581259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2591259ab75SChris Mason { 2601259ab75SChris Mason int ret; 2611259ab75SChris Mason 2621259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2631259ab75SChris Mason return 0; 2641259ab75SChris Mason 2651259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2661259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2671259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2681259ab75SChris Mason ret = 0; 2691259ab75SChris Mason goto out; 2701259ab75SChris Mason } 2711259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2721259ab75SChris Mason (unsigned long long)eb->start, 2731259ab75SChris Mason (unsigned long long)parent_transid, 2741259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2751259ab75SChris Mason ret = 1; 2761259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 27733958dc6SChris Mason out: 2781259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2791259ab75SChris Mason GFP_NOFS); 2801259ab75SChris Mason return ret; 2811259ab75SChris Mason } 2821259ab75SChris Mason 283d352ac68SChris Mason /* 284d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 285d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 286d352ac68SChris Mason */ 287f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 288f188591eSChris Mason struct extent_buffer *eb, 289ca7a79adSChris Mason u64 start, u64 parent_transid) 290f188591eSChris Mason { 291f188591eSChris Mason struct extent_io_tree *io_tree; 292f188591eSChris Mason int ret; 293f188591eSChris Mason int num_copies = 0; 294f188591eSChris Mason int mirror_num = 0; 295f188591eSChris Mason 296f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 297f188591eSChris Mason while (1) { 298f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 299f188591eSChris Mason btree_get_extent, mirror_num); 3001259ab75SChris Mason if (!ret && 3011259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 302f188591eSChris Mason return ret; 303d397712bSChris Mason 304f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 305f188591eSChris Mason eb->start, eb->len); 3064235298eSChris Mason if (num_copies == 1) 307f188591eSChris Mason return ret; 3084235298eSChris Mason 309f188591eSChris Mason mirror_num++; 3104235298eSChris Mason if (mirror_num > num_copies) 311f188591eSChris Mason return ret; 312f188591eSChris Mason } 313f188591eSChris Mason return -EIO; 314f188591eSChris Mason } 31519c00ddcSChris Mason 316d352ac68SChris Mason /* 317d397712bSChris Mason * checksum a dirty tree block before IO. This has extra checks to make sure 318d397712bSChris Mason * we only fill in the checksum field in the first page of a multi-page block 319d352ac68SChris Mason */ 320d397712bSChris Mason 321b2950863SChristoph Hellwig static int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 32219c00ddcSChris Mason { 323d1310b2eSChris Mason struct extent_io_tree *tree; 32435ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 32519c00ddcSChris Mason u64 found_start; 32619c00ddcSChris Mason int found_level; 32719c00ddcSChris Mason unsigned long len; 32819c00ddcSChris Mason struct extent_buffer *eb; 329f188591eSChris Mason int ret; 330f188591eSChris Mason 331d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 33219c00ddcSChris Mason 33319c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 33419c00ddcSChris Mason goto out; 33519c00ddcSChris Mason if (!page->private) 33619c00ddcSChris Mason goto out; 33719c00ddcSChris Mason len = page->private >> 2; 338d397712bSChris Mason WARN_ON(len == 0); 339d397712bSChris Mason 34019c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 341ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 342ca7a79adSChris Mason btrfs_header_generation(eb)); 343f188591eSChris Mason BUG_ON(ret); 34419c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 34519c00ddcSChris Mason if (found_start != start) { 34655c69072SChris Mason WARN_ON(1); 34755c69072SChris Mason goto err; 34855c69072SChris Mason } 34955c69072SChris Mason if (eb->first_page != page) { 35055c69072SChris Mason WARN_ON(1); 35155c69072SChris Mason goto err; 35255c69072SChris Mason } 35355c69072SChris Mason if (!PageUptodate(page)) { 35455c69072SChris Mason WARN_ON(1); 35555c69072SChris Mason goto err; 35619c00ddcSChris Mason } 35719c00ddcSChris Mason found_level = btrfs_header_level(eb); 3584bef0848SChris Mason 35919c00ddcSChris Mason csum_tree_block(root, eb, 0); 36055c69072SChris Mason err: 36119c00ddcSChris Mason free_extent_buffer(eb); 36219c00ddcSChris Mason out: 36319c00ddcSChris Mason return 0; 36419c00ddcSChris Mason } 36519c00ddcSChris Mason 3662b82032cSYan Zheng static int check_tree_block_fsid(struct btrfs_root *root, 3672b82032cSYan Zheng struct extent_buffer *eb) 3682b82032cSYan Zheng { 3692b82032cSYan Zheng struct btrfs_fs_devices *fs_devices = root->fs_info->fs_devices; 3702b82032cSYan Zheng u8 fsid[BTRFS_UUID_SIZE]; 3712b82032cSYan Zheng int ret = 1; 3722b82032cSYan Zheng 3732b82032cSYan Zheng read_extent_buffer(eb, fsid, (unsigned long)btrfs_header_fsid(eb), 3742b82032cSYan Zheng BTRFS_FSID_SIZE); 3752b82032cSYan Zheng while (fs_devices) { 3762b82032cSYan Zheng if (!memcmp(fsid, fs_devices->fsid, BTRFS_FSID_SIZE)) { 3772b82032cSYan Zheng ret = 0; 3782b82032cSYan Zheng break; 3792b82032cSYan Zheng } 3802b82032cSYan Zheng fs_devices = fs_devices->seed; 3812b82032cSYan Zheng } 3822b82032cSYan Zheng return ret; 3832b82032cSYan Zheng } 3842b82032cSYan Zheng 3854008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 3864008c04aSChris Mason void btrfs_set_buffer_lockdep_class(struct extent_buffer *eb, int level) 3874008c04aSChris Mason { 3884008c04aSChris Mason lockdep_set_class_and_name(&eb->lock, 3894008c04aSChris Mason &btrfs_eb_class[level], 3904008c04aSChris Mason btrfs_eb_name[level]); 3914008c04aSChris Mason } 3924008c04aSChris Mason #endif 3934008c04aSChris Mason 394b2950863SChristoph Hellwig static int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 395ce9adaa5SChris Mason struct extent_state *state) 396ce9adaa5SChris Mason { 397ce9adaa5SChris Mason struct extent_io_tree *tree; 398ce9adaa5SChris Mason u64 found_start; 399ce9adaa5SChris Mason int found_level; 400ce9adaa5SChris Mason unsigned long len; 401ce9adaa5SChris Mason struct extent_buffer *eb; 402ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 403f188591eSChris Mason int ret = 0; 404ce9adaa5SChris Mason 405ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 406ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 407ce9adaa5SChris Mason goto out; 408ce9adaa5SChris Mason if (!page->private) 409ce9adaa5SChris Mason goto out; 410d397712bSChris Mason 411ce9adaa5SChris Mason len = page->private >> 2; 412d397712bSChris Mason WARN_ON(len == 0); 413d397712bSChris Mason 414ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 415f188591eSChris Mason 416ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 41723a07867SChris Mason if (found_start != start) { 418d397712bSChris Mason printk(KERN_INFO "btrfs bad tree block start %llu %llu\n", 419a1b32a59SChris Mason (unsigned long long)found_start, 420a1b32a59SChris Mason (unsigned long long)eb->start); 421f188591eSChris Mason ret = -EIO; 422ce9adaa5SChris Mason goto err; 423ce9adaa5SChris Mason } 424ce9adaa5SChris Mason if (eb->first_page != page) { 425d397712bSChris Mason printk(KERN_INFO "btrfs bad first page %lu %lu\n", 426d397712bSChris Mason eb->first_page->index, page->index); 427ce9adaa5SChris Mason WARN_ON(1); 428f188591eSChris Mason ret = -EIO; 429ce9adaa5SChris Mason goto err; 430ce9adaa5SChris Mason } 4312b82032cSYan Zheng if (check_tree_block_fsid(root, eb)) { 432d397712bSChris Mason printk(KERN_INFO "btrfs bad fsid on block %llu\n", 433d397712bSChris Mason (unsigned long long)eb->start); 4341259ab75SChris Mason ret = -EIO; 4351259ab75SChris Mason goto err; 4361259ab75SChris Mason } 437ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 438ce9adaa5SChris Mason 4394008c04aSChris Mason btrfs_set_buffer_lockdep_class(eb, found_level); 4404008c04aSChris Mason 441ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 442f188591eSChris Mason if (ret) 443f188591eSChris Mason ret = -EIO; 444ce9adaa5SChris Mason 445ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 446ce9adaa5SChris Mason end = eb->start + end - 1; 447ce9adaa5SChris Mason err: 448ce9adaa5SChris Mason free_extent_buffer(eb); 449ce9adaa5SChris Mason out: 450f188591eSChris Mason return ret; 451ce9adaa5SChris Mason } 452ce9adaa5SChris Mason 453ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 454ce9adaa5SChris Mason { 455ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 456ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 457ce9adaa5SChris Mason 458ce9adaa5SChris Mason fs_info = end_io_wq->info; 459ce9adaa5SChris Mason end_io_wq->error = err; 4608b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4618b712842SChris Mason end_io_wq->work.flags = 0; 462d20f7043SChris Mason 463d20f7043SChris Mason if (bio->bi_rw & (1 << BIO_RW)) { 464cad321adSChris Mason if (end_io_wq->metadata) 465cad321adSChris Mason btrfs_queue_worker(&fs_info->endio_meta_write_workers, 466cad321adSChris Mason &end_io_wq->work); 467cad321adSChris Mason else 468e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 469e6dcd2dcSChris Mason &end_io_wq->work); 470d20f7043SChris Mason } else { 471d20f7043SChris Mason if (end_io_wq->metadata) 472d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 473d20f7043SChris Mason &end_io_wq->work); 474e6dcd2dcSChris Mason else 475d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 476d20f7043SChris Mason &end_io_wq->work); 477d20f7043SChris Mason } 478ce9adaa5SChris Mason } 479ce9adaa5SChris Mason 48022c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 48122c59948SChris Mason int metadata) 4820b86a832SChris Mason { 483ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 484ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 485ce9adaa5SChris Mason if (!end_io_wq) 486ce9adaa5SChris Mason return -ENOMEM; 487ce9adaa5SChris Mason 488ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 489ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 49022c59948SChris Mason end_io_wq->info = info; 491ce9adaa5SChris Mason end_io_wq->error = 0; 492ce9adaa5SChris Mason end_io_wq->bio = bio; 49322c59948SChris Mason end_io_wq->metadata = metadata; 494ce9adaa5SChris Mason 495ce9adaa5SChris Mason bio->bi_private = end_io_wq; 496ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 49722c59948SChris Mason return 0; 49822c59948SChris Mason } 49922c59948SChris Mason 500b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 5014854ddd0SChris Mason { 5024854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 5034854ddd0SChris Mason info->workers.max_workers, 5044854ddd0SChris Mason info->fs_devices->open_devices); 5054854ddd0SChris Mason return 256 * limit; 5064854ddd0SChris Mason } 5074854ddd0SChris Mason 508777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 5090986fe9eSChris Mason { 510b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 511b64a2851SChris Mason btrfs_async_submit_limit(info); 5120986fe9eSChris Mason } 5130986fe9eSChris Mason 5144a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 5154a69a410SChris Mason { 5164a69a410SChris Mason struct btrfs_fs_info *fs_info; 5174a69a410SChris Mason struct async_submit_bio *async; 5184a69a410SChris Mason 5194a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5204a69a410SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 5214a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 5224a69a410SChris Mason async->mirror_num, async->bio_flags); 5234a69a410SChris Mason } 5244a69a410SChris Mason 5254a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 5268b712842SChris Mason { 5278b712842SChris Mason struct btrfs_fs_info *fs_info; 5288b712842SChris Mason struct async_submit_bio *async; 5294854ddd0SChris Mason int limit; 5308b712842SChris Mason 5318b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 5328b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 5334854ddd0SChris Mason 534b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 5354854ddd0SChris Mason limit = limit * 2 / 3; 5364854ddd0SChris Mason 5378b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 5380986fe9eSChris Mason 539b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 540b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 5414854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 5424854ddd0SChris Mason 5434a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 544c8b97818SChris Mason async->mirror_num, async->bio_flags); 5454a69a410SChris Mason } 5464a69a410SChris Mason 5474a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 5484a69a410SChris Mason { 5494a69a410SChris Mason struct async_submit_bio *async; 5504a69a410SChris Mason 5514a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5528b712842SChris Mason kfree(async); 5538b712842SChris Mason } 5548b712842SChris Mason 55544b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 55644b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 557c8b97818SChris Mason unsigned long bio_flags, 5584a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 5594a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 56044b8bd7eSChris Mason { 56144b8bd7eSChris Mason struct async_submit_bio *async; 56244b8bd7eSChris Mason 56344b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 56444b8bd7eSChris Mason if (!async) 56544b8bd7eSChris Mason return -ENOMEM; 56644b8bd7eSChris Mason 56744b8bd7eSChris Mason async->inode = inode; 56844b8bd7eSChris Mason async->rw = rw; 56944b8bd7eSChris Mason async->bio = bio; 57044b8bd7eSChris Mason async->mirror_num = mirror_num; 5714a69a410SChris Mason async->submit_bio_start = submit_bio_start; 5724a69a410SChris Mason async->submit_bio_done = submit_bio_done; 5734a69a410SChris Mason 5744a69a410SChris Mason async->work.func = run_one_async_start; 5754a69a410SChris Mason async->work.ordered_func = run_one_async_done; 5764a69a410SChris Mason async->work.ordered_free = run_one_async_free; 5774a69a410SChris Mason 5788b712842SChris Mason async->work.flags = 0; 579c8b97818SChris Mason async->bio_flags = bio_flags; 5808c8bee1dSChris Mason 581cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 5828b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 583d2c3f4f6SChris Mason #if 0 5847c2ca468SChris Mason int limit = btrfs_async_submit_limit(fs_info); 5859473f16cSChris Mason if (atomic_read(&fs_info->nr_async_submits) > limit) { 5864854ddd0SChris Mason wait_event_timeout(fs_info->async_submit_wait, 5874854ddd0SChris Mason (atomic_read(&fs_info->nr_async_submits) < limit), 5884854ddd0SChris Mason HZ/10); 5899473f16cSChris Mason 5909473f16cSChris Mason wait_event_timeout(fs_info->async_submit_wait, 5919473f16cSChris Mason (atomic_read(&fs_info->nr_async_bios) < limit), 5929473f16cSChris Mason HZ/10); 5939473f16cSChris Mason } 594d2c3f4f6SChris Mason #endif 595771ed689SChris Mason while (atomic_read(&fs_info->async_submit_draining) && 596771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 597771ed689SChris Mason wait_event(fs_info->async_submit_wait, 598771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 599771ed689SChris Mason } 600771ed689SChris Mason 60144b8bd7eSChris Mason return 0; 60244b8bd7eSChris Mason } 60344b8bd7eSChris Mason 604ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 605ce3ed71aSChris Mason { 606ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 607ce3ed71aSChris Mason int bio_index = 0; 608ce3ed71aSChris Mason struct btrfs_root *root; 609ce3ed71aSChris Mason 610ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 611ce3ed71aSChris Mason while (bio_index < bio->bi_vcnt) { 612ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 613ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 614ce3ed71aSChris Mason bio_index++; 615ce3ed71aSChris Mason bvec++; 616ce3ed71aSChris Mason } 617ce3ed71aSChris Mason return 0; 618ce3ed71aSChris Mason } 619ce3ed71aSChris Mason 6204a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 6214a69a410SChris Mason struct bio *bio, int mirror_num, 6224a69a410SChris Mason unsigned long bio_flags) 62322c59948SChris Mason { 6248b712842SChris Mason /* 6258b712842SChris Mason * when we're called for a write, we're already in the async 6265443be45SChris Mason * submission context. Just jump into btrfs_map_bio 6278b712842SChris Mason */ 628ce3ed71aSChris Mason btree_csum_one_bio(bio); 6294a69a410SChris Mason return 0; 63022c59948SChris Mason } 63122c59948SChris Mason 6324a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 6334a69a410SChris Mason int mirror_num, unsigned long bio_flags) 6344a69a410SChris Mason { 6358b712842SChris Mason /* 6364a69a410SChris Mason * when we're called for a write, we're already in the async 6374a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 6388b712842SChris Mason */ 6398b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 6400b86a832SChris Mason } 6410b86a832SChris Mason 64244b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 643c8b97818SChris Mason int mirror_num, unsigned long bio_flags) 64444b8bd7eSChris Mason { 6454a69a410SChris Mason int ret; 646cad321adSChris Mason 6474a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6484a69a410SChris Mason bio, 1); 6494a69a410SChris Mason BUG_ON(ret); 6504a69a410SChris Mason 651cad321adSChris Mason if (!(rw & (1 << BIO_RW))) { 652cad321adSChris Mason /* 653cad321adSChris Mason * called for a read, do the setup so that checksum validation 654cad321adSChris Mason * can happen in the async kernel threads 655cad321adSChris Mason */ 6564a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 6576f3577bdSChris Mason mirror_num, 0); 65844b8bd7eSChris Mason } 659cad321adSChris Mason /* 660cad321adSChris Mason * kthread helpers are used to submit writes so that checksumming 661cad321adSChris Mason * can happen in parallel across all CPUs 662cad321adSChris Mason */ 66344b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 664c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 6654a69a410SChris Mason __btree_submit_bio_start, 6664a69a410SChris Mason __btree_submit_bio_done); 66744b8bd7eSChris Mason } 66844b8bd7eSChris Mason 6695f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 6705f39d397SChris Mason { 671d1310b2eSChris Mason struct extent_io_tree *tree; 672b9473439SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 673b9473439SChris Mason struct extent_buffer *eb; 674b9473439SChris Mason int was_dirty; 6755443be45SChris Mason 676b9473439SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 677b9473439SChris Mason if (!(current->flags & PF_MEMALLOC)) { 678b9473439SChris Mason return extent_write_full_page(tree, page, 679b9473439SChris Mason btree_get_extent, wbc); 680b9473439SChris Mason } 681b9473439SChris Mason 6825443be45SChris Mason redirty_page_for_writepage(wbc, page); 683b9473439SChris Mason eb = btrfs_find_tree_block(root, page_offset(page), 684b9473439SChris Mason PAGE_CACHE_SIZE); 685b9473439SChris Mason WARN_ON(!eb); 686b9473439SChris Mason 687b9473439SChris Mason was_dirty = test_and_set_bit(EXTENT_BUFFER_DIRTY, &eb->bflags); 688b9473439SChris Mason if (!was_dirty) { 689b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 690b9473439SChris Mason root->fs_info->dirty_metadata_bytes += PAGE_CACHE_SIZE; 691b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 692b9473439SChris Mason } 693b9473439SChris Mason free_extent_buffer(eb); 694b9473439SChris Mason 6955443be45SChris Mason unlock_page(page); 6965443be45SChris Mason return 0; 6975443be45SChris Mason } 6980da5468fSChris Mason 6990da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 7000da5468fSChris Mason struct writeback_control *wbc) 7010da5468fSChris Mason { 702d1310b2eSChris Mason struct extent_io_tree *tree; 703d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 704d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 705b9473439SChris Mason struct btrfs_root *root = BTRFS_I(mapping->host)->root; 706793955bcSChris Mason u64 num_dirty; 70724ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 708448d640bSChris Mason 709448d640bSChris Mason if (wbc->for_kupdate) 710448d640bSChris Mason return 0; 711448d640bSChris Mason 712b9473439SChris Mason /* this is a bit racy, but that's ok */ 713b9473439SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 714d397712bSChris Mason if (num_dirty < thresh) 715793955bcSChris Mason return 0; 716793955bcSChris Mason } 7170da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 7180da5468fSChris Mason } 7190da5468fSChris Mason 720b2950863SChristoph Hellwig static int btree_readpage(struct file *file, struct page *page) 7215f39d397SChris Mason { 722d1310b2eSChris Mason struct extent_io_tree *tree; 723d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7245f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 7255f39d397SChris Mason } 7265f39d397SChris Mason 72770dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 7285f39d397SChris Mason { 729d1310b2eSChris Mason struct extent_io_tree *tree; 730d1310b2eSChris Mason struct extent_map_tree *map; 7315f39d397SChris Mason int ret; 7325f39d397SChris Mason 73398509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 73498509cfcSChris Mason return 0; 73598509cfcSChris Mason 736d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 737d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 7386af118ceSChris Mason 7397b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 740d397712bSChris Mason if (!ret) 7416af118ceSChris Mason return 0; 7426af118ceSChris Mason 7436af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 7445f39d397SChris Mason if (ret == 1) { 7455f39d397SChris Mason ClearPagePrivate(page); 7465f39d397SChris Mason set_page_private(page, 0); 747d98237b3SChris Mason page_cache_release(page); 7485f39d397SChris Mason } 7496af118ceSChris Mason 750d98237b3SChris Mason return ret; 751d98237b3SChris Mason } 752d98237b3SChris Mason 7535f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 754d98237b3SChris Mason { 755d1310b2eSChris Mason struct extent_io_tree *tree; 756d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7575f39d397SChris Mason extent_invalidatepage(tree, page, offset); 7585f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 7599ad6b7bcSChris Mason if (PagePrivate(page)) { 760d397712bSChris Mason printk(KERN_WARNING "btrfs warning page private not zero " 761d397712bSChris Mason "on page %llu\n", (unsigned long long)page_offset(page)); 7629ad6b7bcSChris Mason ClearPagePrivate(page); 7639ad6b7bcSChris Mason set_page_private(page, 0); 7649ad6b7bcSChris Mason page_cache_release(page); 7659ad6b7bcSChris Mason } 766d98237b3SChris Mason } 767d98237b3SChris Mason 7685f39d397SChris Mason #if 0 769d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 770d98237b3SChris Mason { 77187cbda5cSChris Mason struct buffer_head *bh; 7720f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 77387cbda5cSChris Mason struct buffer_head *head; 77487cbda5cSChris Mason if (!page_has_buffers(page)) { 77587cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 77687cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 77787cbda5cSChris Mason } 77887cbda5cSChris Mason head = page_buffers(page); 77987cbda5cSChris Mason bh = head; 78087cbda5cSChris Mason do { 78187cbda5cSChris Mason if (buffer_dirty(bh)) 78287cbda5cSChris Mason csum_tree_block(root, bh, 0); 78387cbda5cSChris Mason bh = bh->b_this_page; 78487cbda5cSChris Mason } while (bh != head); 785d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 786d98237b3SChris Mason } 7875f39d397SChris Mason #endif 788d98237b3SChris Mason 789d98237b3SChris Mason static struct address_space_operations btree_aops = { 790d98237b3SChris Mason .readpage = btree_readpage, 791d98237b3SChris Mason .writepage = btree_writepage, 7920da5468fSChris Mason .writepages = btree_writepages, 7935f39d397SChris Mason .releasepage = btree_releasepage, 7945f39d397SChris Mason .invalidatepage = btree_invalidatepage, 795d98237b3SChris Mason .sync_page = block_sync_page, 796d98237b3SChris Mason }; 797123abc88SChris Mason 798ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 799ca7a79adSChris Mason u64 parent_transid) 800090d1875SChris Mason { 8015f39d397SChris Mason struct extent_buffer *buf = NULL; 8025f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 803de428b63SChris Mason int ret = 0; 804090d1875SChris Mason 805db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8065f39d397SChris Mason if (!buf) 807090d1875SChris Mason return 0; 808d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 809f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 8105f39d397SChris Mason free_extent_buffer(buf); 811de428b63SChris Mason return ret; 812090d1875SChris Mason } 813090d1875SChris Mason 8140999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 8150999df54SChris Mason u64 bytenr, u32 blocksize) 8160999df54SChris Mason { 8170999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8180999df54SChris Mason struct extent_buffer *eb; 8190999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8200999df54SChris Mason bytenr, blocksize, GFP_NOFS); 8210999df54SChris Mason return eb; 8220999df54SChris Mason } 8230999df54SChris Mason 8240999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 8250999df54SChris Mason u64 bytenr, u32 blocksize) 8260999df54SChris Mason { 8270999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8280999df54SChris Mason struct extent_buffer *eb; 8290999df54SChris Mason 8300999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8310999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 8320999df54SChris Mason return eb; 8330999df54SChris Mason } 8340999df54SChris Mason 8350999df54SChris Mason 836e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 837e02119d5SChris Mason { 838e02119d5SChris Mason return btrfs_fdatawrite_range(buf->first_page->mapping, buf->start, 83924ab9cd8SChris Mason buf->start + buf->len - 1, WB_SYNC_ALL); 840e02119d5SChris Mason } 841e02119d5SChris Mason 842e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 843e02119d5SChris Mason { 844e02119d5SChris Mason return btrfs_wait_on_page_writeback_range(buf->first_page->mapping, 845e02119d5SChris Mason buf->start, buf->start + buf->len - 1); 846e02119d5SChris Mason } 847e02119d5SChris Mason 848db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 849ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 850e20d96d6SChris Mason { 8515f39d397SChris Mason struct extent_buffer *buf = NULL; 8525f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 853d1310b2eSChris Mason struct extent_io_tree *io_tree; 85419c00ddcSChris Mason int ret; 85519c00ddcSChris Mason 856d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 857e20d96d6SChris Mason 858db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8595f39d397SChris Mason if (!buf) 860d98237b3SChris Mason return NULL; 861e4204dedSChris Mason 862ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 863ce9adaa5SChris Mason 864d397712bSChris Mason if (ret == 0) 865b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 866d397712bSChris Mason else 867a1b32a59SChris Mason WARN_ON(1); 8685f39d397SChris Mason return buf; 869ce9adaa5SChris Mason 870eb60ceacSChris Mason } 871eb60ceacSChris Mason 872e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 8735f39d397SChris Mason struct extent_buffer *buf) 874ed2ff2cbSChris Mason { 8755f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 87655c69072SChris Mason if (btrfs_header_generation(buf) == 877925baeddSChris Mason root->fs_info->running_transaction->transid) { 878b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 879b4ce94deSChris Mason 880b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &buf->bflags)) { 881b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 882b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= buf->len) 883b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= buf->len; 884b9473439SChris Mason else 885b9473439SChris Mason WARN_ON(1); 886b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 887b9473439SChris Mason } 888b4ce94deSChris Mason 889b9473439SChris Mason /* ugh, clear_extent_buffer_dirty needs to lock the page */ 890b9473439SChris Mason btrfs_set_lock_blocking(buf); 891d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 89255c69072SChris Mason buf); 893925baeddSChris Mason } 8945f39d397SChris Mason return 0; 8955f39d397SChris Mason } 8965f39d397SChris Mason 897db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 89887ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 8999f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 900e20d96d6SChris Mason u64 objectid) 901d97e63b6SChris Mason { 902cfaa7295SChris Mason root->node = NULL; 903a28ec197SChris Mason root->commit_root = NULL; 90431153d81SYan Zheng root->ref_tree = NULL; 905db94535dSChris Mason root->sectorsize = sectorsize; 906db94535dSChris Mason root->nodesize = nodesize; 907db94535dSChris Mason root->leafsize = leafsize; 90887ee04ebSChris Mason root->stripesize = stripesize; 909123abc88SChris Mason root->ref_cows = 0; 9100b86a832SChris Mason root->track_dirty = 0; 9110b86a832SChris Mason 9129f5fae2fSChris Mason root->fs_info = fs_info; 9130f7d52f4SChris Mason root->objectid = objectid; 9140f7d52f4SChris Mason root->last_trans = 0; 9151b05da2eSChris Mason root->highest_inode = 0; 9161b05da2eSChris Mason root->last_inode_alloc = 0; 91758176a96SJosef Bacik root->name = NULL; 9184313b399SChris Mason root->in_sysfs = 0; 9190b86a832SChris Mason 9200b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 9217b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 922bcc63abbSYan INIT_LIST_HEAD(&root->dead_list); 923925baeddSChris Mason spin_lock_init(&root->node_lock); 924bcc63abbSYan spin_lock_init(&root->list_lock); 925a2135011SChris Mason mutex_init(&root->objectid_mutex); 926e02119d5SChris Mason mutex_init(&root->log_mutex); 9277237f183SYan Zheng init_waitqueue_head(&root->log_writer_wait); 9287237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[0]); 9297237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[1]); 9307237f183SYan Zheng atomic_set(&root->log_commit[0], 0); 9317237f183SYan Zheng atomic_set(&root->log_commit[1], 0); 9327237f183SYan Zheng atomic_set(&root->log_writers, 0); 9337237f183SYan Zheng root->log_batch = 0; 9347237f183SYan Zheng root->log_transid = 0; 935d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 936d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 937017e5369SChris Mason 938017e5369SChris Mason btrfs_leaf_ref_tree_init(&root->ref_tree_struct); 939017e5369SChris Mason root->ref_tree = &root->ref_tree_struct; 940017e5369SChris Mason 9413768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 9423768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 9436702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 94458176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 9453f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 94658176a96SJosef Bacik init_completion(&root->kobj_unregister); 9476702ed49SChris Mason root->defrag_running = 0; 9486702ed49SChris Mason root->defrag_level = 0; 9494d775673SChris Mason root->root_key.objectid = objectid; 9503394e160SChris Mason root->anon_super.s_root = NULL; 9513394e160SChris Mason root->anon_super.s_dev = 0; 9523394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_list); 9533394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_instances); 9543394e160SChris Mason init_rwsem(&root->anon_super.s_umount); 9553394e160SChris Mason 9563768f368SChris Mason return 0; 9573768f368SChris Mason } 9583768f368SChris Mason 959db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 9609f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 9619f5fae2fSChris Mason u64 objectid, 962e20d96d6SChris Mason struct btrfs_root *root) 9633768f368SChris Mason { 9643768f368SChris Mason int ret; 965db94535dSChris Mason u32 blocksize; 96684234f3aSYan Zheng u64 generation; 9673768f368SChris Mason 968db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 96987ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 97087ee04ebSChris Mason root, fs_info, objectid); 9713768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 9723768f368SChris Mason &root->root_item, &root->root_key); 9733768f368SChris Mason BUG_ON(ret); 9743768f368SChris Mason 97584234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 976db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 977db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 97884234f3aSYan Zheng blocksize, generation); 9793768f368SChris Mason BUG_ON(!root->node); 980d97e63b6SChris Mason return 0; 981d97e63b6SChris Mason } 982d97e63b6SChris Mason 983e02119d5SChris Mason int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 984e02119d5SChris Mason struct btrfs_fs_info *fs_info) 985e02119d5SChris Mason { 986e02119d5SChris Mason struct extent_buffer *eb; 987d0c803c4SChris Mason struct btrfs_root *log_root_tree = fs_info->log_root_tree; 988d0c803c4SChris Mason u64 start = 0; 989d0c803c4SChris Mason u64 end = 0; 990e02119d5SChris Mason int ret; 991e02119d5SChris Mason 992d0c803c4SChris Mason if (!log_root_tree) 993e02119d5SChris Mason return 0; 994e02119d5SChris Mason 995d0c803c4SChris Mason while (1) { 996d0c803c4SChris Mason ret = find_first_extent_bit(&log_root_tree->dirty_log_pages, 997d0c803c4SChris Mason 0, &start, &end, EXTENT_DIRTY); 998d0c803c4SChris Mason if (ret) 999d0c803c4SChris Mason break; 1000d0c803c4SChris Mason 1001d0c803c4SChris Mason clear_extent_dirty(&log_root_tree->dirty_log_pages, 1002d0c803c4SChris Mason start, end, GFP_NOFS); 1003d0c803c4SChris Mason } 1004e02119d5SChris Mason eb = fs_info->log_root_tree->node; 1005e02119d5SChris Mason 1006e02119d5SChris Mason WARN_ON(btrfs_header_level(eb) != 0); 1007e02119d5SChris Mason WARN_ON(btrfs_header_nritems(eb) != 0); 1008e02119d5SChris Mason 1009d00aff00SChris Mason ret = btrfs_free_reserved_extent(fs_info->tree_root, 1010d00aff00SChris Mason eb->start, eb->len); 1011e02119d5SChris Mason BUG_ON(ret); 1012e02119d5SChris Mason 1013e02119d5SChris Mason free_extent_buffer(eb); 1014e02119d5SChris Mason kfree(fs_info->log_root_tree); 1015e02119d5SChris Mason fs_info->log_root_tree = NULL; 1016e02119d5SChris Mason return 0; 1017e02119d5SChris Mason } 1018e02119d5SChris Mason 10197237f183SYan Zheng static struct btrfs_root *alloc_log_tree(struct btrfs_trans_handle *trans, 1020e02119d5SChris Mason struct btrfs_fs_info *fs_info) 10210f7d52f4SChris Mason { 10220f7d52f4SChris Mason struct btrfs_root *root; 10230f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 10247237f183SYan Zheng struct extent_buffer *leaf; 1025e02119d5SChris Mason 1026e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 1027e02119d5SChris Mason if (!root) 10287237f183SYan Zheng return ERR_PTR(-ENOMEM); 1029e02119d5SChris Mason 1030e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 1031e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 1032e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1033e02119d5SChris Mason 1034e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 1035e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 1036e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 10377237f183SYan Zheng /* 10387237f183SYan Zheng * log trees do not get reference counted because they go away 10397237f183SYan Zheng * before a real commit is actually done. They do store pointers 10407237f183SYan Zheng * to file data extents, and those reference counts still get 10417237f183SYan Zheng * updated (along with back refs to the log tree). 10427237f183SYan Zheng */ 1043e02119d5SChris Mason root->ref_cows = 0; 1044e02119d5SChris Mason 10457237f183SYan Zheng leaf = btrfs_alloc_free_block(trans, root, root->leafsize, 104631840ae1SZheng Yan 0, BTRFS_TREE_LOG_OBJECTID, 104731840ae1SZheng Yan trans->transid, 0, 0, 0); 10487237f183SYan Zheng if (IS_ERR(leaf)) { 10497237f183SYan Zheng kfree(root); 10507237f183SYan Zheng return ERR_CAST(leaf); 10517237f183SYan Zheng } 1052e02119d5SChris Mason 10537237f183SYan Zheng root->node = leaf; 1054e02119d5SChris Mason btrfs_set_header_nritems(root->node, 0); 1055e02119d5SChris Mason btrfs_set_header_level(root->node, 0); 1056e02119d5SChris Mason btrfs_set_header_bytenr(root->node, root->node->start); 1057e02119d5SChris Mason btrfs_set_header_generation(root->node, trans->transid); 1058e02119d5SChris Mason btrfs_set_header_owner(root->node, BTRFS_TREE_LOG_OBJECTID); 1059e02119d5SChris Mason 1060e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 1061e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 1062e02119d5SChris Mason BTRFS_FSID_SIZE); 1063e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 1064e02119d5SChris Mason btrfs_tree_unlock(root->node); 10657237f183SYan Zheng return root; 10667237f183SYan Zheng } 10677237f183SYan Zheng 10687237f183SYan Zheng int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 10697237f183SYan Zheng struct btrfs_fs_info *fs_info) 10707237f183SYan Zheng { 10717237f183SYan Zheng struct btrfs_root *log_root; 10727237f183SYan Zheng 10737237f183SYan Zheng log_root = alloc_log_tree(trans, fs_info); 10747237f183SYan Zheng if (IS_ERR(log_root)) 10757237f183SYan Zheng return PTR_ERR(log_root); 10767237f183SYan Zheng WARN_ON(fs_info->log_root_tree); 10777237f183SYan Zheng fs_info->log_root_tree = log_root; 10787237f183SYan Zheng return 0; 10797237f183SYan Zheng } 10807237f183SYan Zheng 10817237f183SYan Zheng int btrfs_add_log_tree(struct btrfs_trans_handle *trans, 10827237f183SYan Zheng struct btrfs_root *root) 10837237f183SYan Zheng { 10847237f183SYan Zheng struct btrfs_root *log_root; 10857237f183SYan Zheng struct btrfs_inode_item *inode_item; 10867237f183SYan Zheng 10877237f183SYan Zheng log_root = alloc_log_tree(trans, root->fs_info); 10887237f183SYan Zheng if (IS_ERR(log_root)) 10897237f183SYan Zheng return PTR_ERR(log_root); 10907237f183SYan Zheng 10917237f183SYan Zheng log_root->last_trans = trans->transid; 10927237f183SYan Zheng log_root->root_key.offset = root->root_key.objectid; 10937237f183SYan Zheng 10947237f183SYan Zheng inode_item = &log_root->root_item.inode; 10957237f183SYan Zheng inode_item->generation = cpu_to_le64(1); 10967237f183SYan Zheng inode_item->size = cpu_to_le64(3); 10977237f183SYan Zheng inode_item->nlink = cpu_to_le32(1); 10987237f183SYan Zheng inode_item->nbytes = cpu_to_le64(root->leafsize); 10997237f183SYan Zheng inode_item->mode = cpu_to_le32(S_IFDIR | 0755); 11007237f183SYan Zheng 11017237f183SYan Zheng btrfs_set_root_bytenr(&log_root->root_item, log_root->node->start); 11027237f183SYan Zheng btrfs_set_root_generation(&log_root->root_item, trans->transid); 11037237f183SYan Zheng 11047237f183SYan Zheng WARN_ON(root->log_root); 11057237f183SYan Zheng root->log_root = log_root; 11067237f183SYan Zheng root->log_transid = 0; 1107e02119d5SChris Mason return 0; 1108e02119d5SChris Mason } 1109e02119d5SChris Mason 1110e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 1111e02119d5SChris Mason struct btrfs_key *location) 1112e02119d5SChris Mason { 1113e02119d5SChris Mason struct btrfs_root *root; 1114e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 11150f7d52f4SChris Mason struct btrfs_path *path; 11165f39d397SChris Mason struct extent_buffer *l; 11171b05da2eSChris Mason u64 highest_inode; 111884234f3aSYan Zheng u64 generation; 1119db94535dSChris Mason u32 blocksize; 11200f7d52f4SChris Mason int ret = 0; 11210f7d52f4SChris Mason 11225eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 11230cf6c620SChris Mason if (!root) 11240f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 11250f7d52f4SChris Mason if (location->offset == (u64)-1) { 1126db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 11270f7d52f4SChris Mason location->objectid, root); 11280f7d52f4SChris Mason if (ret) { 11290f7d52f4SChris Mason kfree(root); 11300f7d52f4SChris Mason return ERR_PTR(ret); 11310f7d52f4SChris Mason } 11320f7d52f4SChris Mason goto insert; 11330f7d52f4SChris Mason } 11340f7d52f4SChris Mason 1135db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 113687ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 113787ee04ebSChris Mason root, fs_info, location->objectid); 11380f7d52f4SChris Mason 11390f7d52f4SChris Mason path = btrfs_alloc_path(); 11400f7d52f4SChris Mason BUG_ON(!path); 11410f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 11420f7d52f4SChris Mason if (ret != 0) { 11430f7d52f4SChris Mason if (ret > 0) 11440f7d52f4SChris Mason ret = -ENOENT; 11450f7d52f4SChris Mason goto out; 11460f7d52f4SChris Mason } 11475f39d397SChris Mason l = path->nodes[0]; 11485f39d397SChris Mason read_extent_buffer(l, &root->root_item, 11495f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 11500f7d52f4SChris Mason sizeof(root->root_item)); 115144b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 11520f7d52f4SChris Mason ret = 0; 11530f7d52f4SChris Mason out: 11540f7d52f4SChris Mason btrfs_release_path(root, path); 11550f7d52f4SChris Mason btrfs_free_path(path); 11560f7d52f4SChris Mason if (ret) { 11570f7d52f4SChris Mason kfree(root); 11580f7d52f4SChris Mason return ERR_PTR(ret); 11590f7d52f4SChris Mason } 116084234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1161db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1162db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 116384234f3aSYan Zheng blocksize, generation); 11640f7d52f4SChris Mason BUG_ON(!root->node); 11650f7d52f4SChris Mason insert: 1166e02119d5SChris Mason if (location->objectid != BTRFS_TREE_LOG_OBJECTID) { 11670f7d52f4SChris Mason root->ref_cows = 1; 11685eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 11695eda7b5eSChris Mason if (ret == 0) { 11705eda7b5eSChris Mason root->highest_inode = highest_inode; 11715eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 11725eda7b5eSChris Mason } 1173e02119d5SChris Mason } 11745eda7b5eSChris Mason return root; 11755eda7b5eSChris Mason } 11765eda7b5eSChris Mason 1177dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1178dc17ff8fSChris Mason u64 root_objectid) 1179dc17ff8fSChris Mason { 1180dc17ff8fSChris Mason struct btrfs_root *root; 1181dc17ff8fSChris Mason 1182dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1183dc17ff8fSChris Mason return fs_info->tree_root; 1184dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1185dc17ff8fSChris Mason return fs_info->extent_root; 1186dc17ff8fSChris Mason 1187dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1188dc17ff8fSChris Mason (unsigned long)root_objectid); 1189dc17ff8fSChris Mason return root; 1190dc17ff8fSChris Mason } 1191dc17ff8fSChris Mason 1192edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1193edbd8d4eSChris Mason struct btrfs_key *location) 11945eda7b5eSChris Mason { 11955eda7b5eSChris Mason struct btrfs_root *root; 11965eda7b5eSChris Mason int ret; 11975eda7b5eSChris Mason 1198edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1199edbd8d4eSChris Mason return fs_info->tree_root; 1200edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1201edbd8d4eSChris Mason return fs_info->extent_root; 12028f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 12038f18cf13SChris Mason return fs_info->chunk_root; 12048f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 12058f18cf13SChris Mason return fs_info->dev_root; 12060403e47eSYan Zheng if (location->objectid == BTRFS_CSUM_TREE_OBJECTID) 12070403e47eSYan Zheng return fs_info->csum_root; 1208edbd8d4eSChris Mason 12095eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 12105eda7b5eSChris Mason (unsigned long)location->objectid); 12115eda7b5eSChris Mason if (root) 12125eda7b5eSChris Mason return root; 12135eda7b5eSChris Mason 1214e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 12155eda7b5eSChris Mason if (IS_ERR(root)) 12165eda7b5eSChris Mason return root; 12173394e160SChris Mason 12183394e160SChris Mason set_anon_super(&root->anon_super, NULL); 12193394e160SChris Mason 12202619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 12212619ba1fSChris Mason (unsigned long)root->root_key.objectid, 12220f7d52f4SChris Mason root); 12230f7d52f4SChris Mason if (ret) { 12245f39d397SChris Mason free_extent_buffer(root->node); 12250f7d52f4SChris Mason kfree(root); 12260f7d52f4SChris Mason return ERR_PTR(ret); 12270f7d52f4SChris Mason } 1228c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 1229edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 1230edbd8d4eSChris Mason root->root_key.objectid, root); 1231edbd8d4eSChris Mason BUG_ON(ret); 1232c146afadSYan Zheng btrfs_orphan_cleanup(root); 1233c146afadSYan Zheng } 1234edbd8d4eSChris Mason return root; 1235edbd8d4eSChris Mason } 1236edbd8d4eSChris Mason 1237edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1238edbd8d4eSChris Mason struct btrfs_key *location, 1239edbd8d4eSChris Mason const char *name, int namelen) 1240edbd8d4eSChris Mason { 1241edbd8d4eSChris Mason struct btrfs_root *root; 1242edbd8d4eSChris Mason int ret; 1243edbd8d4eSChris Mason 1244edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1245edbd8d4eSChris Mason if (!root) 1246edbd8d4eSChris Mason return NULL; 124758176a96SJosef Bacik 12484313b399SChris Mason if (root->in_sysfs) 12494313b399SChris Mason return root; 12504313b399SChris Mason 125158176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 125258176a96SJosef Bacik if (ret) { 12535f39d397SChris Mason free_extent_buffer(root->node); 125458176a96SJosef Bacik kfree(root); 125558176a96SJosef Bacik return ERR_PTR(ret); 125658176a96SJosef Bacik } 1257ea9e8b11SChris Mason #if 0 125858176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 125958176a96SJosef Bacik if (ret) { 12605f39d397SChris Mason free_extent_buffer(root->node); 126158176a96SJosef Bacik kfree(root->name); 126258176a96SJosef Bacik kfree(root); 126358176a96SJosef Bacik return ERR_PTR(ret); 126458176a96SJosef Bacik } 1265ea9e8b11SChris Mason #endif 12664313b399SChris Mason root->in_sysfs = 1; 12670f7d52f4SChris Mason return root; 12680f7d52f4SChris Mason } 126904160088SChris Mason 127004160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 127104160088SChris Mason { 127204160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 127304160088SChris Mason int ret = 0; 127404160088SChris Mason struct btrfs_device *device; 127504160088SChris Mason struct backing_dev_info *bdi; 12766f3577bdSChris Mason #if 0 1277cb03c743SChris Mason if ((bdi_bits & (1 << BDI_write_congested)) && 1278777e6bd7SChris Mason btrfs_congested_async(info, 0)) 1279cb03c743SChris Mason return 1; 12806f3577bdSChris Mason #endif 1281c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1282dfe25020SChris Mason if (!device->bdev) 1283dfe25020SChris Mason continue; 128404160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 128504160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 128604160088SChris Mason ret = 1; 128704160088SChris Mason break; 128804160088SChris Mason } 128904160088SChris Mason } 129004160088SChris Mason return ret; 129104160088SChris Mason } 129204160088SChris Mason 129338b66988SChris Mason /* 129438b66988SChris Mason * this unplugs every device on the box, and it is only used when page 129538b66988SChris Mason * is null 129638b66988SChris Mason */ 129738b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 129838b66988SChris Mason { 129938b66988SChris Mason struct btrfs_device *device; 130038b66988SChris Mason struct btrfs_fs_info *info; 130138b66988SChris Mason 130238b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 1303c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1304d20f7043SChris Mason if (!device->bdev) 1305d20f7043SChris Mason continue; 1306d20f7043SChris Mason 130738b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 1308d397712bSChris Mason if (bdi->unplug_io_fn) 130938b66988SChris Mason bdi->unplug_io_fn(bdi, page); 131038b66988SChris Mason } 131138b66988SChris Mason } 131238b66988SChris Mason 1313b2950863SChristoph Hellwig static void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 131404160088SChris Mason { 131538b66988SChris Mason struct inode *inode; 1316f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1317f2d8d74dSChris Mason struct extent_map *em; 1318bcbfce8aSChris Mason struct address_space *mapping; 131938b66988SChris Mason u64 offset; 132038b66988SChris Mason 1321bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 13229f0ba5bdSChris Mason if (1 || !page) { 132338b66988SChris Mason __unplug_io_fn(bdi, page); 132438b66988SChris Mason return; 132538b66988SChris Mason } 132638b66988SChris Mason 1327bcbfce8aSChris Mason /* 1328bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1329bcbfce8aSChris Mason * and use that for everything below 1330bcbfce8aSChris Mason */ 1331bcbfce8aSChris Mason smp_mb(); 1332bcbfce8aSChris Mason mapping = page->mapping; 1333bcbfce8aSChris Mason if (!mapping) 1334bcbfce8aSChris Mason return; 1335bcbfce8aSChris Mason 1336bcbfce8aSChris Mason inode = mapping->host; 1337240d5d48SChris Mason 1338240d5d48SChris Mason /* 1339240d5d48SChris Mason * don't do the expensive searching for a small number of 1340240d5d48SChris Mason * devices 1341240d5d48SChris Mason */ 1342240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1343240d5d48SChris Mason __unplug_io_fn(bdi, page); 1344240d5d48SChris Mason return; 1345240d5d48SChris Mason } 1346240d5d48SChris Mason 134738b66988SChris Mason offset = page_offset(page); 134804160088SChris Mason 1349f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1350f2d8d74dSChris Mason spin_lock(&em_tree->lock); 1351f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1352f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 135389642229SChris Mason if (!em) { 135489642229SChris Mason __unplug_io_fn(bdi, page); 1355f2d8d74dSChris Mason return; 135689642229SChris Mason } 1357f2d8d74dSChris Mason 135889642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 135989642229SChris Mason free_extent_map(em); 136089642229SChris Mason __unplug_io_fn(bdi, page); 136189642229SChris Mason return; 136289642229SChris Mason } 1363f2d8d74dSChris Mason offset = offset - em->start; 1364f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1365f2d8d74dSChris Mason em->block_start + offset, page); 1366f2d8d74dSChris Mason free_extent_map(em); 136704160088SChris Mason } 136804160088SChris Mason 136904160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 137004160088SChris Mason { 137104160088SChris Mason bdi_init(bdi); 13724575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 137304160088SChris Mason bdi->state = 0; 137404160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 137504160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 137604160088SChris Mason bdi->unplug_io_data = info; 137704160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 137804160088SChris Mason bdi->congested_data = info; 137904160088SChris Mason return 0; 138004160088SChris Mason } 138104160088SChris Mason 1382ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1383ce9adaa5SChris Mason { 1384ce9adaa5SChris Mason u64 length = 0; 1385ce9adaa5SChris Mason u64 buf_len = 0; 1386ce9adaa5SChris Mason u64 start = 0; 1387ce9adaa5SChris Mason struct page *page; 1388ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1389ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1390ce9adaa5SChris Mason struct bio_vec *bvec; 1391ce9adaa5SChris Mason int i; 1392ce9adaa5SChris Mason int ret; 1393ce9adaa5SChris Mason 1394ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1395ce9adaa5SChris Mason page = bvec->bv_page; 1396ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1397ce9adaa5SChris Mason length += bvec->bv_len; 1398ce9adaa5SChris Mason continue; 1399ce9adaa5SChris Mason } 1400ce9adaa5SChris Mason if (!page->private) { 1401ce9adaa5SChris Mason length += bvec->bv_len; 1402ce9adaa5SChris Mason continue; 1403ce9adaa5SChris Mason } 1404ce9adaa5SChris Mason length = bvec->bv_len; 1405ce9adaa5SChris Mason buf_len = page->private >> 2; 1406ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1407ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1408ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1409ce9adaa5SChris Mason } 1410ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1411ce9adaa5SChris Mason if (buf_len <= length) 1412ce9adaa5SChris Mason return 1; 1413ce9adaa5SChris Mason 1414ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1415ce9adaa5SChris Mason start + buf_len - 1); 1416ce9adaa5SChris Mason if (ret == 1) 1417ce9adaa5SChris Mason return ret; 1418ce9adaa5SChris Mason return ret; 1419ce9adaa5SChris Mason } 1420ce9adaa5SChris Mason 14218b712842SChris Mason /* 14228b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 14238b712842SChris Mason * functions. This is where read checksum verification actually happens 14248b712842SChris Mason */ 14258b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1426ce9adaa5SChris Mason { 1427ce9adaa5SChris Mason struct bio *bio; 14288b712842SChris Mason struct end_io_wq *end_io_wq; 14298b712842SChris Mason struct btrfs_fs_info *fs_info; 1430ce9adaa5SChris Mason int error; 1431ce9adaa5SChris Mason 14328b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1433ce9adaa5SChris Mason bio = end_io_wq->bio; 14348b712842SChris Mason fs_info = end_io_wq->info; 14358b712842SChris Mason 1436cad321adSChris Mason /* metadata bio reads are special because the whole tree block must 14378b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 14388b712842SChris Mason * ram and up to date before trying to verify things. For 14398b712842SChris Mason * blocksize <= pagesize, it is basically a noop 14408b712842SChris Mason */ 1441cad321adSChris Mason if (!(bio->bi_rw & (1 << BIO_RW)) && end_io_wq->metadata && 1442cad321adSChris Mason !bio_ready_for_csum(bio)) { 1443d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 14448b712842SChris Mason &end_io_wq->work); 1445ce9adaa5SChris Mason return; 1446ce9adaa5SChris Mason } 1447ce9adaa5SChris Mason error = end_io_wq->error; 1448ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1449ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1450ce9adaa5SChris Mason kfree(end_io_wq); 1451ce9adaa5SChris Mason bio_endio(bio, error); 1452ce9adaa5SChris Mason } 145344b8bd7eSChris Mason 1454a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1455a74a4b97SChris Mason { 1456a74a4b97SChris Mason struct btrfs_root *root = arg; 1457a74a4b97SChris Mason 1458a74a4b97SChris Mason do { 1459a74a4b97SChris Mason smp_mb(); 1460a74a4b97SChris Mason if (root->fs_info->closing) 1461a74a4b97SChris Mason break; 1462a74a4b97SChris Mason 1463a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1464a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1465a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1466a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1467a74a4b97SChris Mason 1468a74a4b97SChris Mason if (freezing(current)) { 1469a74a4b97SChris Mason refrigerator(); 1470a74a4b97SChris Mason } else { 1471a74a4b97SChris Mason smp_mb(); 1472a74a4b97SChris Mason if (root->fs_info->closing) 1473a74a4b97SChris Mason break; 1474a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1475a74a4b97SChris Mason schedule(); 1476a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1477a74a4b97SChris Mason } 1478a74a4b97SChris Mason } while (!kthread_should_stop()); 1479a74a4b97SChris Mason return 0; 1480a74a4b97SChris Mason } 1481a74a4b97SChris Mason 1482a74a4b97SChris Mason static int transaction_kthread(void *arg) 1483a74a4b97SChris Mason { 1484a74a4b97SChris Mason struct btrfs_root *root = arg; 1485a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1486a74a4b97SChris Mason struct btrfs_transaction *cur; 1487a74a4b97SChris Mason unsigned long now; 1488a74a4b97SChris Mason unsigned long delay; 1489a74a4b97SChris Mason int ret; 1490a74a4b97SChris Mason 1491a74a4b97SChris Mason do { 1492a74a4b97SChris Mason smp_mb(); 1493a74a4b97SChris Mason if (root->fs_info->closing) 1494a74a4b97SChris Mason break; 1495a74a4b97SChris Mason 1496a74a4b97SChris Mason delay = HZ * 30; 1497a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1498a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1499a74a4b97SChris Mason 1500a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1501a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1502a74a4b97SChris Mason if (!cur) { 1503a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1504a74a4b97SChris Mason goto sleep; 1505a74a4b97SChris Mason } 150631153d81SYan Zheng 1507a74a4b97SChris Mason now = get_seconds(); 1508a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1509a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1510a74a4b97SChris Mason delay = HZ * 5; 1511a74a4b97SChris Mason goto sleep; 1512a74a4b97SChris Mason } 1513a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1514a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1515a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 151656bec294SChris Mason 1517a74a4b97SChris Mason sleep: 1518a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1519a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1520a74a4b97SChris Mason 1521a74a4b97SChris Mason if (freezing(current)) { 1522a74a4b97SChris Mason refrigerator(); 1523a74a4b97SChris Mason } else { 1524a74a4b97SChris Mason if (root->fs_info->closing) 1525a74a4b97SChris Mason break; 1526a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1527a74a4b97SChris Mason schedule_timeout(delay); 1528a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1529a74a4b97SChris Mason } 1530a74a4b97SChris Mason } while (!kthread_should_stop()); 1531a74a4b97SChris Mason return 0; 1532a74a4b97SChris Mason } 1533a74a4b97SChris Mason 15348a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1535dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1536dfe25020SChris Mason char *options) 1537eb60ceacSChris Mason { 1538db94535dSChris Mason u32 sectorsize; 1539db94535dSChris Mason u32 nodesize; 1540db94535dSChris Mason u32 leafsize; 1541db94535dSChris Mason u32 blocksize; 154287ee04ebSChris Mason u32 stripesize; 154384234f3aSYan Zheng u64 generation; 1544f2b636e8SJosef Bacik u64 features; 15453de4586cSChris Mason struct btrfs_key location; 1546a061fc8dSChris Mason struct buffer_head *bh; 1547e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1548e20d96d6SChris Mason GFP_NOFS); 1549d20f7043SChris Mason struct btrfs_root *csum_root = kzalloc(sizeof(struct btrfs_root), 1550d20f7043SChris Mason GFP_NOFS); 1551e02119d5SChris Mason struct btrfs_root *tree_root = kzalloc(sizeof(struct btrfs_root), 1552e20d96d6SChris Mason GFP_NOFS); 15538790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1554e20d96d6SChris Mason GFP_NOFS); 1555e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 15560b86a832SChris Mason GFP_NOFS); 1557e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 15580b86a832SChris Mason GFP_NOFS); 1559e02119d5SChris Mason struct btrfs_root *log_tree_root; 1560e02119d5SChris Mason 1561eb60ceacSChris Mason int ret; 1562e58ca020SYan int err = -EINVAL; 15634543df7eSChris Mason 15642c90e5d6SChris Mason struct btrfs_super_block *disk_super; 15658790d502SChris Mason 15660463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 1567d20f7043SChris Mason !chunk_root || !dev_root || !csum_root) { 156839279cc3SChris Mason err = -ENOMEM; 156939279cc3SChris Mason goto fail; 157039279cc3SChris Mason } 15710f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 15728fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1573facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 157419c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1575ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 15765a3f23d5SChris Mason INIT_LIST_HEAD(&fs_info->ordered_operations); 15771832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1578cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 157931153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 158019c00ddcSChris Mason 158158176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 15829f5fae2fSChris Mason fs_info->tree_root = tree_root; 15839f5fae2fSChris Mason fs_info->extent_root = extent_root; 1584d20f7043SChris Mason fs_info->csum_root = csum_root; 15850b86a832SChris Mason fs_info->chunk_root = chunk_root; 15860b86a832SChris Mason fs_info->dev_root = dev_root; 15878a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 15880b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 15896324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 15900b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1591cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1592771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 15938c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 15940986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1595a2135011SChris Mason atomic_set(&fs_info->throttles, 0); 1596ab78c84dSChris Mason atomic_set(&fs_info->throttle_gen, 0); 1597e20d96d6SChris Mason fs_info->sb = sb; 1598c59f8951SChris Mason fs_info->max_extent = (u64)-1; 15996f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 160004160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1601d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1602d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 16032c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 1604c8b97818SChris Mason 1605b34b086cSChris Mason fs_info->thread_pool_size = min_t(unsigned long, 1606b34b086cSChris Mason num_online_cpus() + 2, 8); 16070afbaf8cSChris Mason 16083eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 16093eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 16103eaa2885SChris Mason 1611a061fc8dSChris Mason sb->s_blocksize = 4096; 1612a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1613a061fc8dSChris Mason 16140afbaf8cSChris Mason /* 16150afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 16160afbaf8cSChris Mason * the real end of the address space is determined by all of 16170afbaf8cSChris Mason * the devices in the system 16180afbaf8cSChris Mason */ 16190afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1620d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 162104160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 162204160088SChris Mason 1623d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 16245f39d397SChris Mason fs_info->btree_inode->i_mapping, 16255f39d397SChris Mason GFP_NOFS); 1626d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1627d1310b2eSChris Mason GFP_NOFS); 16280da5468fSChris Mason 1629d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1630d1310b2eSChris Mason 16310f9dd46cSJosef Bacik spin_lock_init(&fs_info->block_group_cache_lock); 16320f9dd46cSJosef Bacik fs_info->block_group_cache_tree.rb_node = NULL; 16330f9dd46cSJosef Bacik 1634d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 16351a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1636e66f709bSChris Mason fs_info->do_barriers = 1; 1637e18e4809SChris Mason 16381a40e23bSZheng Yan INIT_LIST_HEAD(&fs_info->dead_reloc_roots); 16391a40e23bSZheng Yan btrfs_leaf_ref_tree_init(&fs_info->reloc_ref_tree); 1640e4657689SZheng Yan btrfs_leaf_ref_tree_init(&fs_info->shared_ref_tree); 1641e4657689SZheng Yan 16420f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 16430f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 16440f7d52f4SChris Mason sizeof(struct btrfs_key)); 164522b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 164639279cc3SChris Mason 164779154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 16485a3f23d5SChris Mason mutex_init(&fs_info->ordered_operations_mutex); 1649e02119d5SChris Mason mutex_init(&fs_info->tree_log_mutex); 1650a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 1651925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1652a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1653a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 16547d9eb12cSChris Mason mutex_init(&fs_info->volume_mutex); 16551a40e23bSZheng Yan mutex_init(&fs_info->tree_reloc_mutex); 1656fa9c0d79SChris Mason 1657fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->meta_alloc_cluster); 1658fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->data_alloc_cluster); 1659fa9c0d79SChris Mason 1660e6dcd2dcSChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 1661f9295749SChris Mason init_waitqueue_head(&fs_info->transaction_wait); 16624854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 16633768f368SChris Mason 16640b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 16652c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 16667eccb903SChris Mason 1667d98237b3SChris Mason 1668a512bbf8SYan Zheng bh = btrfs_read_dev_super(fs_devices->latest_bdev); 1669a061fc8dSChris Mason if (!bh) 167039279cc3SChris Mason goto fail_iput; 167139279cc3SChris Mason 1672a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 16732d69a0f8SYan Zheng memcpy(&fs_info->super_for_commit, &fs_info->super_copy, 16742d69a0f8SYan Zheng sizeof(fs_info->super_for_commit)); 1675a061fc8dSChris Mason brelse(bh); 16765f39d397SChris Mason 1677a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 16780b86a832SChris Mason 16795f39d397SChris Mason disk_super = &fs_info->super_copy; 16800f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 1681c6e2bac1SJosef Bacik goto fail_iput; 16820f7d52f4SChris Mason 16832b82032cSYan Zheng ret = btrfs_parse_options(tree_root, options); 16842b82032cSYan Zheng if (ret) { 16852b82032cSYan Zheng err = ret; 1686c6e2bac1SJosef Bacik goto fail_iput; 16872b82032cSYan Zheng } 1688dfe25020SChris Mason 1689f2b636e8SJosef Bacik features = btrfs_super_incompat_flags(disk_super) & 1690f2b636e8SJosef Bacik ~BTRFS_FEATURE_INCOMPAT_SUPP; 1691f2b636e8SJosef Bacik if (features) { 1692f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount because of " 1693f2b636e8SJosef Bacik "unsupported optional features (%Lx).\n", 1694f2b636e8SJosef Bacik features); 1695f2b636e8SJosef Bacik err = -EINVAL; 1696c6e2bac1SJosef Bacik goto fail_iput; 1697f2b636e8SJosef Bacik } 1698f2b636e8SJosef Bacik 1699f2b636e8SJosef Bacik features = btrfs_super_compat_ro_flags(disk_super) & 1700f2b636e8SJosef Bacik ~BTRFS_FEATURE_COMPAT_RO_SUPP; 1701f2b636e8SJosef Bacik if (!(sb->s_flags & MS_RDONLY) && features) { 1702f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount RDWR because of " 1703f2b636e8SJosef Bacik "unsupported option features (%Lx).\n", 1704f2b636e8SJosef Bacik features); 1705f2b636e8SJosef Bacik err = -EINVAL; 1706c6e2bac1SJosef Bacik goto fail_iput; 1707f2b636e8SJosef Bacik } 1708f2b636e8SJosef Bacik 17094543df7eSChris Mason /* 17104543df7eSChris Mason * we need to start all the end_io workers up front because the 17114543df7eSChris Mason * queue work function gets called at interrupt time, and so it 17124543df7eSChris Mason * cannot dynamically grow. 17134543df7eSChris Mason */ 17145443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 17155443be45SChris Mason fs_info->thread_pool_size); 1716c8b97818SChris Mason 1717771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 1718771ed689SChris Mason fs_info->thread_pool_size); 1719771ed689SChris Mason 17205443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1721b720d209SChris Mason min_t(u64, fs_devices->num_devices, 1722b720d209SChris Mason fs_info->thread_pool_size)); 172361b49440SChris Mason 172461b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 172561b49440SChris Mason * likely that bios will be send down in a sane order to the 172661b49440SChris Mason * devices 172761b49440SChris Mason */ 172861b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 172953863232SChris Mason 1730771ed689SChris Mason fs_info->workers.idle_thresh = 16; 17314a69a410SChris Mason fs_info->workers.ordered = 1; 173261b49440SChris Mason 1733771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1734771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1735771ed689SChris Mason 17365443be45SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1); 17375443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 17385443be45SChris Mason fs_info->thread_pool_size); 1739d20f7043SChris Mason btrfs_init_workers(&fs_info->endio_meta_workers, "endio-meta", 1740d20f7043SChris Mason fs_info->thread_pool_size); 1741cad321adSChris Mason btrfs_init_workers(&fs_info->endio_meta_write_workers, 1742cad321adSChris Mason "endio-meta-write", fs_info->thread_pool_size); 17435443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 1744e6dcd2dcSChris Mason fs_info->thread_pool_size); 174561b49440SChris Mason 174661b49440SChris Mason /* 174761b49440SChris Mason * endios are largely parallel and should have a very 174861b49440SChris Mason * low idle thresh 174961b49440SChris Mason */ 175061b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 1751b51912c9SChris Mason fs_info->endio_meta_workers.idle_thresh = 4; 1752b51912c9SChris Mason 17533a5f1d45SChris Mason fs_info->endio_write_workers.idle_thresh = 64; 1754cad321adSChris Mason fs_info->endio_meta_write_workers.idle_thresh = 64; 175561b49440SChris Mason 17564543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 17571cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1758771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1759247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 17604543df7eSChris Mason btrfs_start_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 1761d20f7043SChris Mason btrfs_start_workers(&fs_info->endio_meta_workers, 1762d20f7043SChris Mason fs_info->thread_pool_size); 1763cad321adSChris Mason btrfs_start_workers(&fs_info->endio_meta_write_workers, 1764cad321adSChris Mason fs_info->thread_pool_size); 1765e6dcd2dcSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1766e6dcd2dcSChris Mason fs_info->thread_pool_size); 17674543df7eSChris Mason 17684575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1769c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1770c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 17714575c9ccSChris Mason 1772db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1773db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1774db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 177587ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1776db94535dSChris Mason tree_root->nodesize = nodesize; 1777db94535dSChris Mason tree_root->leafsize = leafsize; 1778db94535dSChris Mason tree_root->sectorsize = sectorsize; 177987ee04ebSChris Mason tree_root->stripesize = stripesize; 1780a061fc8dSChris Mason 1781a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1782a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1783db94535dSChris Mason 178439279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 178539279cc3SChris Mason sizeof(disk_super->magic))) { 1786d397712bSChris Mason printk(KERN_INFO "btrfs: valid FS not found on %s\n", sb->s_id); 178739279cc3SChris Mason goto fail_sb_buffer; 178839279cc3SChris Mason } 178919c00ddcSChris Mason 1790925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 1791e4404d6eSYan Zheng ret = btrfs_read_sys_array(tree_root); 1792925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 179384eed90fSChris Mason if (ret) { 1794d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read the system " 1795d397712bSChris Mason "array on %s\n", sb->s_id); 179684eed90fSChris Mason goto fail_sys_array; 179784eed90fSChris Mason } 17980b86a832SChris Mason 17990b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 18000b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 180184234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 18020b86a832SChris Mason 18030b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 18040b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 18050b86a832SChris Mason 18060b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 18070b86a832SChris Mason btrfs_super_chunk_root(disk_super), 180884234f3aSYan Zheng blocksize, generation); 18090b86a832SChris Mason BUG_ON(!chunk_root->node); 18100b86a832SChris Mason 1811e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1812e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1813e17cade2SChris Mason BTRFS_UUID_SIZE); 1814e17cade2SChris Mason 1815925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 18160b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1817925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 18182b82032cSYan Zheng if (ret) { 1819d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read chunk tree on %s\n", 1820d397712bSChris Mason sb->s_id); 18212b82032cSYan Zheng goto fail_chunk_root; 18222b82032cSYan Zheng } 18230b86a832SChris Mason 1824dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1825dfe25020SChris Mason 1826db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1827db94535dSChris Mason btrfs_super_root_level(disk_super)); 182884234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 18290b86a832SChris Mason 1830e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1831db94535dSChris Mason btrfs_super_root(disk_super), 183284234f3aSYan Zheng blocksize, generation); 183339279cc3SChris Mason if (!tree_root->node) 18342b82032cSYan Zheng goto fail_chunk_root; 18353768f368SChris Mason 1836db94535dSChris Mason 1837db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1838e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 18390b86a832SChris Mason if (ret) 184039279cc3SChris Mason goto fail_tree_root; 18410b86a832SChris Mason extent_root->track_dirty = 1; 18420b86a832SChris Mason 18430b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 18440b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 18450b86a832SChris Mason dev_root->track_dirty = 1; 18460b86a832SChris Mason if (ret) 18470b86a832SChris Mason goto fail_extent_root; 18483768f368SChris Mason 1849d20f7043SChris Mason ret = find_and_setup_root(tree_root, fs_info, 1850d20f7043SChris Mason BTRFS_CSUM_TREE_OBJECTID, csum_root); 1851d20f7043SChris Mason if (ret) 1852d20f7043SChris Mason goto fail_extent_root; 1853d20f7043SChris Mason 1854d20f7043SChris Mason csum_root->track_dirty = 1; 1855d20f7043SChris Mason 18569078a3e1SChris Mason btrfs_read_block_groups(extent_root); 18579078a3e1SChris Mason 18582d69a0f8SYan Zheng fs_info->generation = generation; 1859c146afadSYan Zheng fs_info->last_trans_committed = generation; 1860d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1861d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1862611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1863a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1864a74a4b97SChris Mason "btrfs-cleaner"); 186557506d50SQinghuang Feng if (IS_ERR(fs_info->cleaner_kthread)) 1866d20f7043SChris Mason goto fail_csum_root; 1867a74a4b97SChris Mason 1868a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1869a74a4b97SChris Mason tree_root, 1870a74a4b97SChris Mason "btrfs-transaction"); 187157506d50SQinghuang Feng if (IS_ERR(fs_info->transaction_kthread)) 18723f157a2fSChris Mason goto fail_cleaner; 1873a74a4b97SChris Mason 1874e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1875e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1876d18a2c44SChris Mason 18777c2ca468SChris Mason if (fs_devices->rw_devices == 0) { 1878d397712bSChris Mason printk(KERN_WARNING "Btrfs log replay required " 1879d397712bSChris Mason "on RO media\n"); 18807c2ca468SChris Mason err = -EIO; 18817c2ca468SChris Mason goto fail_trans_kthread; 18827c2ca468SChris Mason } 1883e02119d5SChris Mason blocksize = 1884e02119d5SChris Mason btrfs_level_size(tree_root, 1885e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1886e02119d5SChris Mason 1887e02119d5SChris Mason log_tree_root = kzalloc(sizeof(struct btrfs_root), 1888e02119d5SChris Mason GFP_NOFS); 1889e02119d5SChris Mason 1890e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1891e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1892e02119d5SChris Mason 1893e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 189484234f3aSYan Zheng blocksize, 189584234f3aSYan Zheng generation + 1); 1896e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1897e02119d5SChris Mason BUG_ON(ret); 1898e556ce2cSYan Zheng 1899e556ce2cSYan Zheng if (sb->s_flags & MS_RDONLY) { 1900e556ce2cSYan Zheng ret = btrfs_commit_super(tree_root); 1901e556ce2cSYan Zheng BUG_ON(ret); 1902e556ce2cSYan Zheng } 1903e02119d5SChris Mason } 19041a40e23bSZheng Yan 19057c2ca468SChris Mason if (!(sb->s_flags & MS_RDONLY)) { 19061a40e23bSZheng Yan ret = btrfs_cleanup_reloc_trees(tree_root); 19071a40e23bSZheng Yan BUG_ON(ret); 19087c2ca468SChris Mason } 19091a40e23bSZheng Yan 19103de4586cSChris Mason location.objectid = BTRFS_FS_TREE_OBJECTID; 19113de4586cSChris Mason location.type = BTRFS_ROOT_ITEM_KEY; 19123de4586cSChris Mason location.offset = (u64)-1; 19133de4586cSChris Mason 19143de4586cSChris Mason fs_info->fs_root = btrfs_read_fs_root_no_name(fs_info, &location); 19153de4586cSChris Mason if (!fs_info->fs_root) 19167c2ca468SChris Mason goto fail_trans_kthread; 19170f7d52f4SChris Mason return tree_root; 191839279cc3SChris Mason 19197c2ca468SChris Mason fail_trans_kthread: 19207c2ca468SChris Mason kthread_stop(fs_info->transaction_kthread); 19213f157a2fSChris Mason fail_cleaner: 1922a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 19237c2ca468SChris Mason 19247c2ca468SChris Mason /* 19257c2ca468SChris Mason * make sure we're done with the btree inode before we stop our 19267c2ca468SChris Mason * kthreads 19277c2ca468SChris Mason */ 19287c2ca468SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 19297c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 19307c2ca468SChris Mason 1931d20f7043SChris Mason fail_csum_root: 1932d20f7043SChris Mason free_extent_buffer(csum_root->node); 19330b86a832SChris Mason fail_extent_root: 19340b86a832SChris Mason free_extent_buffer(extent_root->node); 193539279cc3SChris Mason fail_tree_root: 19365f39d397SChris Mason free_extent_buffer(tree_root->node); 19372b82032cSYan Zheng fail_chunk_root: 19382b82032cSYan Zheng free_extent_buffer(chunk_root->node); 193984eed90fSChris Mason fail_sys_array: 19407c2ca468SChris Mason free_extent_buffer(dev_root->node); 194139279cc3SChris Mason fail_sb_buffer: 1942247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 1943771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 19448b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 19458b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1946d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 1947cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 1948e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 19491cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 19504543df7eSChris Mason fail_iput: 19517c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 19524543df7eSChris Mason iput(fs_info->btree_inode); 19537e662854SQinghuang Feng 1954dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 195584eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 19567e662854SQinghuang Feng bdi_destroy(&fs_info->bdi); 195784eed90fSChris Mason 19587e662854SQinghuang Feng fail: 195939279cc3SChris Mason kfree(extent_root); 196039279cc3SChris Mason kfree(tree_root); 196139279cc3SChris Mason kfree(fs_info); 196283afeac4SJim Meyering kfree(chunk_root); 196383afeac4SJim Meyering kfree(dev_root); 1964d20f7043SChris Mason kfree(csum_root); 196539279cc3SChris Mason return ERR_PTR(err); 1966eb60ceacSChris Mason } 1967eb60ceacSChris Mason 1968f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1969f2984462SChris Mason { 1970f2984462SChris Mason char b[BDEVNAME_SIZE]; 1971f2984462SChris Mason 1972f2984462SChris Mason if (uptodate) { 1973f2984462SChris Mason set_buffer_uptodate(bh); 1974f2984462SChris Mason } else { 1975f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1976f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1977f2984462SChris Mason "I/O error on %s\n", 1978f2984462SChris Mason bdevname(bh->b_bdev, b)); 1979f2984462SChris Mason } 19801259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 19811259ab75SChris Mason * our own ways of dealing with the IO errors 19821259ab75SChris Mason */ 1983f2984462SChris Mason clear_buffer_uptodate(bh); 1984f2984462SChris Mason } 1985f2984462SChris Mason unlock_buffer(bh); 1986f2984462SChris Mason put_bh(bh); 1987f2984462SChris Mason } 1988f2984462SChris Mason 1989a512bbf8SYan Zheng struct buffer_head *btrfs_read_dev_super(struct block_device *bdev) 1990a512bbf8SYan Zheng { 1991a512bbf8SYan Zheng struct buffer_head *bh; 1992a512bbf8SYan Zheng struct buffer_head *latest = NULL; 1993a512bbf8SYan Zheng struct btrfs_super_block *super; 1994a512bbf8SYan Zheng int i; 1995a512bbf8SYan Zheng u64 transid = 0; 1996a512bbf8SYan Zheng u64 bytenr; 1997a512bbf8SYan Zheng 1998a512bbf8SYan Zheng /* we would like to check all the supers, but that would make 1999a512bbf8SYan Zheng * a btrfs mount succeed after a mkfs from a different FS. 2000a512bbf8SYan Zheng * So, we need to add a special mount option to scan for 2001a512bbf8SYan Zheng * later supers, using BTRFS_SUPER_MIRROR_MAX instead 2002a512bbf8SYan Zheng */ 2003a512bbf8SYan Zheng for (i = 0; i < 1; i++) { 2004a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2005a512bbf8SYan Zheng if (bytenr + 4096 >= i_size_read(bdev->bd_inode)) 2006a512bbf8SYan Zheng break; 2007a512bbf8SYan Zheng bh = __bread(bdev, bytenr / 4096, 4096); 2008a512bbf8SYan Zheng if (!bh) 2009a512bbf8SYan Zheng continue; 2010a512bbf8SYan Zheng 2011a512bbf8SYan Zheng super = (struct btrfs_super_block *)bh->b_data; 2012a512bbf8SYan Zheng if (btrfs_super_bytenr(super) != bytenr || 2013a512bbf8SYan Zheng strncmp((char *)(&super->magic), BTRFS_MAGIC, 2014a512bbf8SYan Zheng sizeof(super->magic))) { 2015a512bbf8SYan Zheng brelse(bh); 2016a512bbf8SYan Zheng continue; 2017a512bbf8SYan Zheng } 2018a512bbf8SYan Zheng 2019a512bbf8SYan Zheng if (!latest || btrfs_super_generation(super) > transid) { 2020a512bbf8SYan Zheng brelse(latest); 2021a512bbf8SYan Zheng latest = bh; 2022a512bbf8SYan Zheng transid = btrfs_super_generation(super); 2023a512bbf8SYan Zheng } else { 2024a512bbf8SYan Zheng brelse(bh); 2025a512bbf8SYan Zheng } 2026a512bbf8SYan Zheng } 2027a512bbf8SYan Zheng return latest; 2028a512bbf8SYan Zheng } 2029a512bbf8SYan Zheng 2030a512bbf8SYan Zheng static int write_dev_supers(struct btrfs_device *device, 2031a512bbf8SYan Zheng struct btrfs_super_block *sb, 2032a512bbf8SYan Zheng int do_barriers, int wait, int max_mirrors) 2033a512bbf8SYan Zheng { 2034a512bbf8SYan Zheng struct buffer_head *bh; 2035a512bbf8SYan Zheng int i; 2036a512bbf8SYan Zheng int ret; 2037a512bbf8SYan Zheng int errors = 0; 2038a512bbf8SYan Zheng u32 crc; 2039a512bbf8SYan Zheng u64 bytenr; 2040a512bbf8SYan Zheng int last_barrier = 0; 2041a512bbf8SYan Zheng 2042a512bbf8SYan Zheng if (max_mirrors == 0) 2043a512bbf8SYan Zheng max_mirrors = BTRFS_SUPER_MIRROR_MAX; 2044a512bbf8SYan Zheng 2045a512bbf8SYan Zheng /* make sure only the last submit_bh does a barrier */ 2046a512bbf8SYan Zheng if (do_barriers) { 2047a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2048a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2049a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= 2050a512bbf8SYan Zheng device->total_bytes) 2051a512bbf8SYan Zheng break; 2052a512bbf8SYan Zheng last_barrier = i; 2053a512bbf8SYan Zheng } 2054a512bbf8SYan Zheng } 2055a512bbf8SYan Zheng 2056a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2057a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2058a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= device->total_bytes) 2059a512bbf8SYan Zheng break; 2060a512bbf8SYan Zheng 2061a512bbf8SYan Zheng if (wait) { 2062a512bbf8SYan Zheng bh = __find_get_block(device->bdev, bytenr / 4096, 2063a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2064a512bbf8SYan Zheng BUG_ON(!bh); 2065a512bbf8SYan Zheng brelse(bh); 2066a512bbf8SYan Zheng wait_on_buffer(bh); 2067a512bbf8SYan Zheng if (buffer_uptodate(bh)) { 2068a512bbf8SYan Zheng brelse(bh); 2069a512bbf8SYan Zheng continue; 2070a512bbf8SYan Zheng } 2071a512bbf8SYan Zheng } else { 2072a512bbf8SYan Zheng btrfs_set_super_bytenr(sb, bytenr); 2073a512bbf8SYan Zheng 2074a512bbf8SYan Zheng crc = ~(u32)0; 2075a512bbf8SYan Zheng crc = btrfs_csum_data(NULL, (char *)sb + 2076a512bbf8SYan Zheng BTRFS_CSUM_SIZE, crc, 2077a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE - 2078a512bbf8SYan Zheng BTRFS_CSUM_SIZE); 2079a512bbf8SYan Zheng btrfs_csum_final(crc, sb->csum); 2080a512bbf8SYan Zheng 2081a512bbf8SYan Zheng bh = __getblk(device->bdev, bytenr / 4096, 2082a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2083a512bbf8SYan Zheng memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 2084a512bbf8SYan Zheng 2085a512bbf8SYan Zheng set_buffer_uptodate(bh); 2086a512bbf8SYan Zheng get_bh(bh); 2087a512bbf8SYan Zheng lock_buffer(bh); 2088a512bbf8SYan Zheng bh->b_end_io = btrfs_end_buffer_write_sync; 2089a512bbf8SYan Zheng } 2090a512bbf8SYan Zheng 2091a512bbf8SYan Zheng if (i == last_barrier && do_barriers && device->barriers) { 2092a512bbf8SYan Zheng ret = submit_bh(WRITE_BARRIER, bh); 2093a512bbf8SYan Zheng if (ret == -EOPNOTSUPP) { 2094a512bbf8SYan Zheng printk("btrfs: disabling barriers on dev %s\n", 2095a512bbf8SYan Zheng device->name); 2096a512bbf8SYan Zheng set_buffer_uptodate(bh); 2097a512bbf8SYan Zheng device->barriers = 0; 2098a512bbf8SYan Zheng get_bh(bh); 2099a512bbf8SYan Zheng lock_buffer(bh); 2100a512bbf8SYan Zheng ret = submit_bh(WRITE, bh); 2101a512bbf8SYan Zheng } 2102a512bbf8SYan Zheng } else { 2103a512bbf8SYan Zheng ret = submit_bh(WRITE, bh); 2104a512bbf8SYan Zheng } 2105a512bbf8SYan Zheng 2106a512bbf8SYan Zheng if (!ret && wait) { 2107a512bbf8SYan Zheng wait_on_buffer(bh); 2108a512bbf8SYan Zheng if (!buffer_uptodate(bh)) 2109a512bbf8SYan Zheng errors++; 2110a512bbf8SYan Zheng } else if (ret) { 2111a512bbf8SYan Zheng errors++; 2112a512bbf8SYan Zheng } 2113a512bbf8SYan Zheng if (wait) 2114a512bbf8SYan Zheng brelse(bh); 2115a512bbf8SYan Zheng } 2116a512bbf8SYan Zheng return errors < i ? 0 : -1; 2117a512bbf8SYan Zheng } 2118a512bbf8SYan Zheng 2119a512bbf8SYan Zheng int write_all_supers(struct btrfs_root *root, int max_mirrors) 2120f2984462SChris Mason { 2121f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 2122f2984462SChris Mason struct btrfs_device *dev; 2123a061fc8dSChris Mason struct btrfs_super_block *sb; 2124f2984462SChris Mason struct btrfs_dev_item *dev_item; 2125f2984462SChris Mason int ret; 2126f2984462SChris Mason int do_barriers; 2127a236aed1SChris Mason int max_errors; 2128a236aed1SChris Mason int total_errors = 0; 2129a061fc8dSChris Mason u64 flags; 2130f2984462SChris Mason 2131a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 2132f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 2133f2984462SChris Mason 2134a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 2135a061fc8dSChris Mason dev_item = &sb->dev_item; 2136c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2137dfe25020SChris Mason if (!dev->bdev) { 2138dfe25020SChris Mason total_errors++; 2139dfe25020SChris Mason continue; 2140dfe25020SChris Mason } 21412b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2142dfe25020SChris Mason continue; 2143dfe25020SChris Mason 21442b82032cSYan Zheng btrfs_set_stack_device_generation(dev_item, 0); 2145a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 2146a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 2147a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 2148a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 2149a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 2150a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 2151a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 2152a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 21532b82032cSYan Zheng memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE); 2154a512bbf8SYan Zheng 2155a061fc8dSChris Mason flags = btrfs_super_flags(sb); 2156a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 2157f2984462SChris Mason 2158a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 0, max_mirrors); 2159a236aed1SChris Mason if (ret) 2160a236aed1SChris Mason total_errors++; 2161f2984462SChris Mason } 2162a236aed1SChris Mason if (total_errors > max_errors) { 2163d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2164d397712bSChris Mason total_errors); 2165a236aed1SChris Mason BUG(); 2166a236aed1SChris Mason } 2167f2984462SChris Mason 2168a512bbf8SYan Zheng total_errors = 0; 2169c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2170dfe25020SChris Mason if (!dev->bdev) 2171dfe25020SChris Mason continue; 21722b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2173dfe25020SChris Mason continue; 2174dfe25020SChris Mason 2175a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 1, max_mirrors); 2176a512bbf8SYan Zheng if (ret) 21771259ab75SChris Mason total_errors++; 2178f2984462SChris Mason } 2179a236aed1SChris Mason if (total_errors > max_errors) { 2180d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2181d397712bSChris Mason total_errors); 2182a236aed1SChris Mason BUG(); 2183a236aed1SChris Mason } 2184f2984462SChris Mason return 0; 2185f2984462SChris Mason } 2186f2984462SChris Mason 2187a512bbf8SYan Zheng int write_ctree_super(struct btrfs_trans_handle *trans, 2188a512bbf8SYan Zheng struct btrfs_root *root, int max_mirrors) 2189cfaa7295SChris Mason { 2190e66f709bSChris Mason int ret; 21912c90e5d6SChris Mason 2192a512bbf8SYan Zheng ret = write_all_supers(root, max_mirrors); 21935f39d397SChris Mason return ret; 2194cfaa7295SChris Mason } 2195cfaa7295SChris Mason 21965eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 21972619ba1fSChris Mason { 21982619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 21992619ba1fSChris Mason (unsigned long)root->root_key.objectid); 22003394e160SChris Mason if (root->anon_super.s_dev) { 22013394e160SChris Mason down_write(&root->anon_super.s_umount); 22023394e160SChris Mason kill_anon_super(&root->anon_super); 22033394e160SChris Mason } 22042619ba1fSChris Mason if (root->node) 22055f39d397SChris Mason free_extent_buffer(root->node); 22062619ba1fSChris Mason if (root->commit_root) 22075f39d397SChris Mason free_extent_buffer(root->commit_root); 220858176a96SJosef Bacik kfree(root->name); 22092619ba1fSChris Mason kfree(root); 22102619ba1fSChris Mason return 0; 22112619ba1fSChris Mason } 22122619ba1fSChris Mason 221335b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 22140f7d52f4SChris Mason { 22150f7d52f4SChris Mason int ret; 22160f7d52f4SChris Mason struct btrfs_root *gang[8]; 22170f7d52f4SChris Mason int i; 22180f7d52f4SChris Mason 22190f7d52f4SChris Mason while (1) { 22200f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 22210f7d52f4SChris Mason (void **)gang, 0, 22220f7d52f4SChris Mason ARRAY_SIZE(gang)); 22230f7d52f4SChris Mason if (!ret) 22240f7d52f4SChris Mason break; 22252619ba1fSChris Mason for (i = 0; i < ret; i++) 22265eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 22270f7d52f4SChris Mason } 22280f7d52f4SChris Mason return 0; 22290f7d52f4SChris Mason } 2230b4100d64SChris Mason 2231c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 2232c146afadSYan Zheng { 2233c146afadSYan Zheng u64 root_objectid = 0; 2234c146afadSYan Zheng struct btrfs_root *gang[8]; 2235c146afadSYan Zheng int i; 2236c146afadSYan Zheng int ret; 2237c146afadSYan Zheng 2238c146afadSYan Zheng while (1) { 2239c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 2240c146afadSYan Zheng (void **)gang, root_objectid, 2241c146afadSYan Zheng ARRAY_SIZE(gang)); 2242c146afadSYan Zheng if (!ret) 2243c146afadSYan Zheng break; 2244c146afadSYan Zheng for (i = 0; i < ret; i++) { 2245c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 2246c146afadSYan Zheng ret = btrfs_find_dead_roots(fs_info->tree_root, 2247c146afadSYan Zheng root_objectid, gang[i]); 2248c146afadSYan Zheng BUG_ON(ret); 2249c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 2250c146afadSYan Zheng } 2251c146afadSYan Zheng root_objectid++; 2252c146afadSYan Zheng } 2253c146afadSYan Zheng return 0; 2254c146afadSYan Zheng } 2255c146afadSYan Zheng 2256c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 2257c146afadSYan Zheng { 2258c146afadSYan Zheng struct btrfs_trans_handle *trans; 2259c146afadSYan Zheng int ret; 2260c146afadSYan Zheng 2261c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 2262c146afadSYan Zheng btrfs_clean_old_snapshots(root); 2263c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 2264c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2265c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 2266c146afadSYan Zheng BUG_ON(ret); 2267c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2268c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2269c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2270c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2271c146afadSYan Zheng BUG_ON(ret); 2272c146afadSYan Zheng 2273a512bbf8SYan Zheng ret = write_ctree_super(NULL, root, 0); 2274c146afadSYan Zheng return ret; 2275c146afadSYan Zheng } 2276c146afadSYan Zheng 2277e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2278eb60ceacSChris Mason { 22790f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2280c146afadSYan Zheng int ret; 2281e089f05cSChris Mason 2282facda1e7SChris Mason fs_info->closing = 1; 2283a2135011SChris Mason smp_mb(); 2284a2135011SChris Mason 2285a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 2286a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 2287a74a4b97SChris Mason 2288c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2289c146afadSYan Zheng ret = btrfs_commit_super(root); 2290d397712bSChris Mason if (ret) 2291d397712bSChris Mason printk(KERN_ERR "btrfs: commit super ret %d\n", ret); 2292c146afadSYan Zheng } 2293ed2ff2cbSChris Mason 2294b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2295d397712bSChris Mason printk(KERN_INFO "btrfs: at unmount delalloc count %llu\n", 2296b0c68f8bSChris Mason fs_info->delalloc_bytes); 2297b0c68f8bSChris Mason } 229831153d81SYan Zheng if (fs_info->total_ref_cache_size) { 2299d397712bSChris Mason printk(KERN_INFO "btrfs: at umount reference cache size %llu\n", 2300d397712bSChris Mason (unsigned long long)fs_info->total_ref_cache_size); 230131153d81SYan Zheng } 230231153d81SYan Zheng 23030f7d52f4SChris Mason if (fs_info->extent_root->node) 23045f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 2305f510cfecSChris Mason 23060f7d52f4SChris Mason if (fs_info->tree_root->node) 23075f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 2308f510cfecSChris Mason 2309d397712bSChris Mason if (root->fs_info->chunk_root->node) 23100b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 23110b86a832SChris Mason 2312d397712bSChris Mason if (root->fs_info->dev_root->node) 23130b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 23140b86a832SChris Mason 2315d397712bSChris Mason if (root->fs_info->csum_root->node) 2316d20f7043SChris Mason free_extent_buffer(root->fs_info->csum_root->node); 2317d20f7043SChris Mason 23189078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2319c146afadSYan Zheng 23200f7d52f4SChris Mason del_fs_roots(fs_info); 2321d10c5f31SChris Mason 2322c146afadSYan Zheng iput(fs_info->btree_inode); 23239ad6b7bcSChris Mason 2324247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2325771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 23268b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 23278b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2328d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2329cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2330e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 23311cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2332d6bfde87SChris Mason 233319c00ddcSChris Mason #if 0 233419c00ddcSChris Mason while (!list_empty(&fs_info->hashers)) { 233519c00ddcSChris Mason struct btrfs_hasher *hasher; 233619c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 233719c00ddcSChris Mason hashers); 233819c00ddcSChris Mason list_del(&hasher->hashers); 233919c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 234019c00ddcSChris Mason kfree(hasher); 234119c00ddcSChris Mason } 234219c00ddcSChris Mason #endif 2343dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 23440b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2345b248a415SChris Mason 234604160088SChris Mason bdi_destroy(&fs_info->bdi); 23470b86a832SChris Mason 23480f7d52f4SChris Mason kfree(fs_info->extent_root); 23490f7d52f4SChris Mason kfree(fs_info->tree_root); 23500b86a832SChris Mason kfree(fs_info->chunk_root); 23510b86a832SChris Mason kfree(fs_info->dev_root); 2352d20f7043SChris Mason kfree(fs_info->csum_root); 2353eb60ceacSChris Mason return 0; 2354eb60ceacSChris Mason } 2355eb60ceacSChris Mason 23561259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2357ccd467d6SChris Mason { 23581259ab75SChris Mason int ret; 2359810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 23601259ab75SChris Mason 23611259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 23621259ab75SChris Mason if (!ret) 23631259ab75SChris Mason return ret; 23641259ab75SChris Mason 23651259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 23661259ab75SChris Mason parent_transid); 23671259ab75SChris Mason return !ret; 23685f39d397SChris Mason } 23696702ed49SChris Mason 23705f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 23715f39d397SChris Mason { 2372810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2373d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 23745f39d397SChris Mason buf); 23755f39d397SChris Mason } 23765f39d397SChris Mason 23775f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 23785f39d397SChris Mason { 2379810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 23805f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 23815f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 2382b9473439SChris Mason int was_dirty; 2383b4ce94deSChris Mason 2384b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 2385ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2386d397712bSChris Mason printk(KERN_CRIT "btrfs transid mismatch buffer %llu, " 2387d397712bSChris Mason "found %llu running %llu\n", 2388db94535dSChris Mason (unsigned long long)buf->start, 2389d397712bSChris Mason (unsigned long long)transid, 2390d397712bSChris Mason (unsigned long long)root->fs_info->generation); 2391ccd467d6SChris Mason WARN_ON(1); 2392ccd467d6SChris Mason } 2393b9473439SChris Mason was_dirty = set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 2394b9473439SChris Mason buf); 2395b9473439SChris Mason if (!was_dirty) { 2396b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2397b9473439SChris Mason root->fs_info->dirty_metadata_bytes += buf->len; 2398b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2399b9473439SChris Mason } 2400eb60ceacSChris Mason } 2401eb60ceacSChris Mason 2402d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 240335b7e476SChris Mason { 2404188de649SChris Mason /* 2405188de649SChris Mason * looks as though older kernels can get into trouble with 2406188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2407188de649SChris Mason */ 2408d6bfde87SChris Mason struct extent_io_tree *tree; 2409d6bfde87SChris Mason u64 num_dirty; 2410d6bfde87SChris Mason u64 start = 0; 2411771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2412d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 2413d6bfde87SChris Mason 2414b64a2851SChris Mason if (current_is_pdflush() || current->flags & PF_MEMALLOC) 2415d6bfde87SChris Mason return; 2416d6bfde87SChris Mason 2417d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 2418d6bfde87SChris Mason thresh, EXTENT_DIRTY); 2419d6bfde87SChris Mason if (num_dirty > thresh) { 2420d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2421304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 242235b7e476SChris Mason } 2423188de649SChris Mason return; 2424d6bfde87SChris Mason } 24256b80053dSChris Mason 2426ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 24276b80053dSChris Mason { 2428810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2429ce9adaa5SChris Mason int ret; 2430ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2431d397712bSChris Mason if (ret == 0) 2432b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 2433ce9adaa5SChris Mason return ret; 24346b80053dSChris Mason } 24350da5468fSChris Mason 24364bef0848SChris Mason int btree_lock_page_hook(struct page *page) 24374bef0848SChris Mason { 24384bef0848SChris Mason struct inode *inode = page->mapping->host; 2439b9473439SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 24404bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 24414bef0848SChris Mason struct extent_buffer *eb; 24424bef0848SChris Mason unsigned long len; 24434bef0848SChris Mason u64 bytenr = page_offset(page); 24444bef0848SChris Mason 24454bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 24464bef0848SChris Mason goto out; 24474bef0848SChris Mason 24484bef0848SChris Mason len = page->private >> 2; 24494bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 24504bef0848SChris Mason if (!eb) 24514bef0848SChris Mason goto out; 24524bef0848SChris Mason 24534bef0848SChris Mason btrfs_tree_lock(eb); 24544bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 2455b9473439SChris Mason 2456b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &eb->bflags)) { 2457b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2458b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= eb->len) 2459b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= eb->len; 2460b9473439SChris Mason else 2461b9473439SChris Mason WARN_ON(1); 2462b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2463b9473439SChris Mason } 2464b9473439SChris Mason 24654bef0848SChris Mason btrfs_tree_unlock(eb); 24664bef0848SChris Mason free_extent_buffer(eb); 24674bef0848SChris Mason out: 24684bef0848SChris Mason lock_page(page); 24694bef0848SChris Mason return 0; 24704bef0848SChris Mason } 24714bef0848SChris Mason 2472d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 24734bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2474ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 24750b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2476239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2477239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 24780da5468fSChris Mason }; 2479