16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 25d397712bSChris Mason #include <linux/buffer_head.h> 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a74a4b97SChris Mason #include <linux/kthread.h> 28a74a4b97SChris Mason #include <linux/freezer.h> 29163e783eSDavid Woodhouse #include <linux/crc32c.h> 305a0e3ad6STejun Heo #include <linux/slab.h> 31784b4e29SChris Mason #include <linux/migrate.h> 324b4e25f2SChris Mason #include "compat.h" 33eb60ceacSChris Mason #include "ctree.h" 34eb60ceacSChris Mason #include "disk-io.h" 35e089f05cSChris Mason #include "transaction.h" 360f7d52f4SChris Mason #include "btrfs_inode.h" 370b86a832SChris Mason #include "volumes.h" 38db94535dSChris Mason #include "print-tree.h" 398b712842SChris Mason #include "async-thread.h" 40925baeddSChris Mason #include "locking.h" 41e02119d5SChris Mason #include "tree-log.h" 42fa9c0d79SChris Mason #include "free-space-cache.h" 43eb60ceacSChris Mason 44d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 458b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 464df27c4dSYan, Zheng static void free_fs_root(struct btrfs_root *root); 47acce952bSliubo static void btrfs_check_super_valid(struct btrfs_fs_info *fs_info, 48acce952bSliubo int read_only); 49acce952bSliubo static int btrfs_destroy_ordered_operations(struct btrfs_root *root); 50acce952bSliubo static int btrfs_destroy_ordered_extents(struct btrfs_root *root); 51acce952bSliubo static int btrfs_destroy_delayed_refs(struct btrfs_transaction *trans, 52acce952bSliubo struct btrfs_root *root); 53acce952bSliubo static int btrfs_destroy_pending_snapshots(struct btrfs_transaction *t); 54acce952bSliubo static int btrfs_destroy_delalloc_inodes(struct btrfs_root *root); 55acce952bSliubo static int btrfs_destroy_marked_extents(struct btrfs_root *root, 56acce952bSliubo struct extent_io_tree *dirty_pages, 57acce952bSliubo int mark); 58acce952bSliubo static int btrfs_destroy_pinned_extent(struct btrfs_root *root, 59acce952bSliubo struct extent_io_tree *pinned_extents); 60acce952bSliubo static int btrfs_cleanup_transaction(struct btrfs_root *root); 61ce9adaa5SChris Mason 62d352ac68SChris Mason /* 63d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 64d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 65d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 66d352ac68SChris Mason */ 67ce9adaa5SChris Mason struct end_io_wq { 68ce9adaa5SChris Mason struct bio *bio; 69ce9adaa5SChris Mason bio_end_io_t *end_io; 70ce9adaa5SChris Mason void *private; 71ce9adaa5SChris Mason struct btrfs_fs_info *info; 72ce9adaa5SChris Mason int error; 7322c59948SChris Mason int metadata; 74ce9adaa5SChris Mason struct list_head list; 758b712842SChris Mason struct btrfs_work work; 76ce9adaa5SChris Mason }; 770da5468fSChris Mason 78d352ac68SChris Mason /* 79d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 80d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 81d352ac68SChris Mason * just before they are sent down the IO stack. 82d352ac68SChris Mason */ 8344b8bd7eSChris Mason struct async_submit_bio { 8444b8bd7eSChris Mason struct inode *inode; 8544b8bd7eSChris Mason struct bio *bio; 8644b8bd7eSChris Mason struct list_head list; 874a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 884a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 8944b8bd7eSChris Mason int rw; 9044b8bd7eSChris Mason int mirror_num; 91c8b97818SChris Mason unsigned long bio_flags; 92eaf25d93SChris Mason /* 93eaf25d93SChris Mason * bio_offset is optional, can be used if the pages in the bio 94eaf25d93SChris Mason * can't tell us where in the file the bio should go 95eaf25d93SChris Mason */ 96eaf25d93SChris Mason u64 bio_offset; 978b712842SChris Mason struct btrfs_work work; 9844b8bd7eSChris Mason }; 9944b8bd7eSChris Mason 1004008c04aSChris Mason /* These are used to set the lockdep class on the extent buffer locks. 1014008c04aSChris Mason * The class is set by the readpage_end_io_hook after the buffer has 1024008c04aSChris Mason * passed csum validation but before the pages are unlocked. 1034008c04aSChris Mason * 1044008c04aSChris Mason * The lockdep class is also set by btrfs_init_new_buffer on freshly 1054008c04aSChris Mason * allocated blocks. 1064008c04aSChris Mason * 1074008c04aSChris Mason * The class is based on the level in the tree block, which allows lockdep 1084008c04aSChris Mason * to know that lower nodes nest inside the locks of higher nodes. 1094008c04aSChris Mason * 1104008c04aSChris Mason * We also add a check to make sure the highest level of the tree is 1114008c04aSChris Mason * the same as our lockdep setup here. If BTRFS_MAX_LEVEL changes, this 1124008c04aSChris Mason * code needs update as well. 1134008c04aSChris Mason */ 1144008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 1154008c04aSChris Mason # if BTRFS_MAX_LEVEL != 8 1164008c04aSChris Mason # error 1174008c04aSChris Mason # endif 1184008c04aSChris Mason static struct lock_class_key btrfs_eb_class[BTRFS_MAX_LEVEL + 1]; 1194008c04aSChris Mason static const char *btrfs_eb_name[BTRFS_MAX_LEVEL + 1] = { 1204008c04aSChris Mason /* leaf */ 1214008c04aSChris Mason "btrfs-extent-00", 1224008c04aSChris Mason "btrfs-extent-01", 1234008c04aSChris Mason "btrfs-extent-02", 1244008c04aSChris Mason "btrfs-extent-03", 1254008c04aSChris Mason "btrfs-extent-04", 1264008c04aSChris Mason "btrfs-extent-05", 1274008c04aSChris Mason "btrfs-extent-06", 1284008c04aSChris Mason "btrfs-extent-07", 1294008c04aSChris Mason /* highest possible level */ 1304008c04aSChris Mason "btrfs-extent-08", 1314008c04aSChris Mason }; 1324008c04aSChris Mason #endif 1334008c04aSChris Mason 134d352ac68SChris Mason /* 135d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 136d352ac68SChris Mason * that covers the entire device 137d352ac68SChris Mason */ 138b2950863SChristoph Hellwig static struct extent_map *btree_get_extent(struct inode *inode, 139b2950863SChristoph Hellwig struct page *page, size_t page_offset, u64 start, u64 len, 1405f39d397SChris Mason int create) 1415f39d397SChris Mason { 1425f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 1435f39d397SChris Mason struct extent_map *em; 1445f39d397SChris Mason int ret; 1455f39d397SChris Mason 146890871beSChris Mason read_lock(&em_tree->lock); 147d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 148a061fc8dSChris Mason if (em) { 149a061fc8dSChris Mason em->bdev = 150a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 151890871beSChris Mason read_unlock(&em_tree->lock); 1525f39d397SChris Mason goto out; 153a061fc8dSChris Mason } 154890871beSChris Mason read_unlock(&em_tree->lock); 1557b13b7b1SChris Mason 1565f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1575f39d397SChris Mason if (!em) { 1585f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1595f39d397SChris Mason goto out; 1605f39d397SChris Mason } 1615f39d397SChris Mason em->start = 0; 1620afbaf8cSChris Mason em->len = (u64)-1; 163c8b97818SChris Mason em->block_len = (u64)-1; 1645f39d397SChris Mason em->block_start = 0; 165a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 166d1310b2eSChris Mason 167890871beSChris Mason write_lock(&em_tree->lock); 1685f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1695f39d397SChris Mason if (ret == -EEXIST) { 1700afbaf8cSChris Mason u64 failed_start = em->start; 1710afbaf8cSChris Mason u64 failed_len = em->len; 1720afbaf8cSChris Mason 1735f39d397SChris Mason free_extent_map(em); 1747b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1750afbaf8cSChris Mason if (em) { 1767b13b7b1SChris Mason ret = 0; 1770afbaf8cSChris Mason } else { 1780afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1790afbaf8cSChris Mason failed_len); 1807b13b7b1SChris Mason ret = -EIO; 1810afbaf8cSChris Mason } 1825f39d397SChris Mason } else if (ret) { 1837b13b7b1SChris Mason free_extent_map(em); 1847b13b7b1SChris Mason em = NULL; 1855f39d397SChris Mason } 186890871beSChris Mason write_unlock(&em_tree->lock); 1877b13b7b1SChris Mason 1887b13b7b1SChris Mason if (ret) 1897b13b7b1SChris Mason em = ERR_PTR(ret); 1905f39d397SChris Mason out: 1915f39d397SChris Mason return em; 1925f39d397SChris Mason } 1935f39d397SChris Mason 19419c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 19519c00ddcSChris Mason { 196163e783eSDavid Woodhouse return crc32c(seed, data, len); 19719c00ddcSChris Mason } 19819c00ddcSChris Mason 19919c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 20019c00ddcSChris Mason { 20119c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 20219c00ddcSChris Mason } 20319c00ddcSChris Mason 204d352ac68SChris Mason /* 205d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 206d352ac68SChris Mason * into the csum field of the block. 207d352ac68SChris Mason */ 20819c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 20919c00ddcSChris Mason int verify) 21019c00ddcSChris Mason { 211607d432dSJosef Bacik u16 csum_size = 212607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 213607d432dSJosef Bacik char *result = NULL; 21419c00ddcSChris Mason unsigned long len; 21519c00ddcSChris Mason unsigned long cur_len; 21619c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 21719c00ddcSChris Mason char *map_token = NULL; 21819c00ddcSChris Mason char *kaddr; 21919c00ddcSChris Mason unsigned long map_start; 22019c00ddcSChris Mason unsigned long map_len; 22119c00ddcSChris Mason int err; 22219c00ddcSChris Mason u32 crc = ~(u32)0; 223607d432dSJosef Bacik unsigned long inline_result; 22419c00ddcSChris Mason 22519c00ddcSChris Mason len = buf->len - offset; 22619c00ddcSChris Mason while (len > 0) { 22719c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 22819c00ddcSChris Mason &map_token, &kaddr, 22919c00ddcSChris Mason &map_start, &map_len, KM_USER0); 230d397712bSChris Mason if (err) 23119c00ddcSChris Mason return 1; 23219c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 23319c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 23419c00ddcSChris Mason crc, cur_len); 23519c00ddcSChris Mason len -= cur_len; 23619c00ddcSChris Mason offset += cur_len; 23719c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 23819c00ddcSChris Mason } 239607d432dSJosef Bacik if (csum_size > sizeof(inline_result)) { 240607d432dSJosef Bacik result = kzalloc(csum_size * sizeof(char), GFP_NOFS); 241607d432dSJosef Bacik if (!result) 242607d432dSJosef Bacik return 1; 243607d432dSJosef Bacik } else { 244607d432dSJosef Bacik result = (char *)&inline_result; 245607d432dSJosef Bacik } 246607d432dSJosef Bacik 24719c00ddcSChris Mason btrfs_csum_final(crc, result); 24819c00ddcSChris Mason 24919c00ddcSChris Mason if (verify) { 250607d432dSJosef Bacik if (memcmp_extent_buffer(buf, result, 0, csum_size)) { 251e4204dedSChris Mason u32 val; 252e4204dedSChris Mason u32 found = 0; 253607d432dSJosef Bacik memcpy(&found, result, csum_size); 254e4204dedSChris Mason 255607d432dSJosef Bacik read_extent_buffer(buf, &val, 0, csum_size); 256193f284dSChris Mason if (printk_ratelimit()) { 257193f284dSChris Mason printk(KERN_INFO "btrfs: %s checksum verify " 258193f284dSChris Mason "failed on %llu wanted %X found %X " 259193f284dSChris Mason "level %d\n", 26019c00ddcSChris Mason root->fs_info->sb->s_id, 261193f284dSChris Mason (unsigned long long)buf->start, val, found, 262193f284dSChris Mason btrfs_header_level(buf)); 263193f284dSChris Mason } 264607d432dSJosef Bacik if (result != (char *)&inline_result) 265607d432dSJosef Bacik kfree(result); 26619c00ddcSChris Mason return 1; 26719c00ddcSChris Mason } 26819c00ddcSChris Mason } else { 269607d432dSJosef Bacik write_extent_buffer(buf, result, 0, csum_size); 27019c00ddcSChris Mason } 271607d432dSJosef Bacik if (result != (char *)&inline_result) 272607d432dSJosef Bacik kfree(result); 27319c00ddcSChris Mason return 0; 27419c00ddcSChris Mason } 27519c00ddcSChris Mason 276d352ac68SChris Mason /* 277d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 278d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 279d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 280d352ac68SChris Mason * in the wrong place. 281d352ac68SChris Mason */ 2821259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2831259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2841259ab75SChris Mason { 2852ac55d41SJosef Bacik struct extent_state *cached_state = NULL; 2861259ab75SChris Mason int ret; 2871259ab75SChris Mason 2881259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2891259ab75SChris Mason return 0; 2901259ab75SChris Mason 2912ac55d41SJosef Bacik lock_extent_bits(io_tree, eb->start, eb->start + eb->len - 1, 2922ac55d41SJosef Bacik 0, &cached_state, GFP_NOFS); 2932ac55d41SJosef Bacik if (extent_buffer_uptodate(io_tree, eb, cached_state) && 2941259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2951259ab75SChris Mason ret = 0; 2961259ab75SChris Mason goto out; 2971259ab75SChris Mason } 298193f284dSChris Mason if (printk_ratelimit()) { 299193f284dSChris Mason printk("parent transid verify failed on %llu wanted %llu " 300193f284dSChris Mason "found %llu\n", 3011259ab75SChris Mason (unsigned long long)eb->start, 3021259ab75SChris Mason (unsigned long long)parent_transid, 3031259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 304193f284dSChris Mason } 3051259ab75SChris Mason ret = 1; 3062ac55d41SJosef Bacik clear_extent_buffer_uptodate(io_tree, eb, &cached_state); 30733958dc6SChris Mason out: 3082ac55d41SJosef Bacik unlock_extent_cached(io_tree, eb->start, eb->start + eb->len - 1, 3092ac55d41SJosef Bacik &cached_state, GFP_NOFS); 3101259ab75SChris Mason return ret; 3111259ab75SChris Mason } 3121259ab75SChris Mason 313d352ac68SChris Mason /* 314d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 315d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 316d352ac68SChris Mason */ 317f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 318f188591eSChris Mason struct extent_buffer *eb, 319ca7a79adSChris Mason u64 start, u64 parent_transid) 320f188591eSChris Mason { 321f188591eSChris Mason struct extent_io_tree *io_tree; 322f188591eSChris Mason int ret; 323f188591eSChris Mason int num_copies = 0; 324f188591eSChris Mason int mirror_num = 0; 325f188591eSChris Mason 326f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 327f188591eSChris Mason while (1) { 328f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 329f188591eSChris Mason btree_get_extent, mirror_num); 3301259ab75SChris Mason if (!ret && 3311259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 332f188591eSChris Mason return ret; 333d397712bSChris Mason 334f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 335f188591eSChris Mason eb->start, eb->len); 3364235298eSChris Mason if (num_copies == 1) 337f188591eSChris Mason return ret; 3384235298eSChris Mason 339f188591eSChris Mason mirror_num++; 3404235298eSChris Mason if (mirror_num > num_copies) 341f188591eSChris Mason return ret; 342f188591eSChris Mason } 343f188591eSChris Mason return -EIO; 344f188591eSChris Mason } 34519c00ddcSChris Mason 346d352ac68SChris Mason /* 347d397712bSChris Mason * checksum a dirty tree block before IO. This has extra checks to make sure 348d397712bSChris Mason * we only fill in the checksum field in the first page of a multi-page block 349d352ac68SChris Mason */ 350d397712bSChris Mason 351b2950863SChristoph Hellwig static int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 35219c00ddcSChris Mason { 353d1310b2eSChris Mason struct extent_io_tree *tree; 35435ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 35519c00ddcSChris Mason u64 found_start; 35619c00ddcSChris Mason unsigned long len; 35719c00ddcSChris Mason struct extent_buffer *eb; 358f188591eSChris Mason int ret; 359f188591eSChris Mason 360d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 36119c00ddcSChris Mason 36219c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 36319c00ddcSChris Mason goto out; 36419c00ddcSChris Mason if (!page->private) 36519c00ddcSChris Mason goto out; 36619c00ddcSChris Mason len = page->private >> 2; 367d397712bSChris Mason WARN_ON(len == 0); 368d397712bSChris Mason 36919c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 37091ca338dSTsutomu Itoh if (eb == NULL) { 37191ca338dSTsutomu Itoh WARN_ON(1); 37291ca338dSTsutomu Itoh goto out; 37391ca338dSTsutomu Itoh } 374ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 375ca7a79adSChris Mason btrfs_header_generation(eb)); 376f188591eSChris Mason BUG_ON(ret); 377784b4e29SChris Mason WARN_ON(!btrfs_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN)); 378784b4e29SChris Mason 37919c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 38019c00ddcSChris Mason if (found_start != start) { 38155c69072SChris Mason WARN_ON(1); 38255c69072SChris Mason goto err; 38355c69072SChris Mason } 38455c69072SChris Mason if (eb->first_page != page) { 38555c69072SChris Mason WARN_ON(1); 38655c69072SChris Mason goto err; 38755c69072SChris Mason } 38855c69072SChris Mason if (!PageUptodate(page)) { 38955c69072SChris Mason WARN_ON(1); 39055c69072SChris Mason goto err; 39119c00ddcSChris Mason } 39219c00ddcSChris Mason csum_tree_block(root, eb, 0); 39355c69072SChris Mason err: 39419c00ddcSChris Mason free_extent_buffer(eb); 39519c00ddcSChris Mason out: 39619c00ddcSChris Mason return 0; 39719c00ddcSChris Mason } 39819c00ddcSChris Mason 3992b82032cSYan Zheng static int check_tree_block_fsid(struct btrfs_root *root, 4002b82032cSYan Zheng struct extent_buffer *eb) 4012b82032cSYan Zheng { 4022b82032cSYan Zheng struct btrfs_fs_devices *fs_devices = root->fs_info->fs_devices; 4032b82032cSYan Zheng u8 fsid[BTRFS_UUID_SIZE]; 4042b82032cSYan Zheng int ret = 1; 4052b82032cSYan Zheng 4062b82032cSYan Zheng read_extent_buffer(eb, fsid, (unsigned long)btrfs_header_fsid(eb), 4072b82032cSYan Zheng BTRFS_FSID_SIZE); 4082b82032cSYan Zheng while (fs_devices) { 4092b82032cSYan Zheng if (!memcmp(fsid, fs_devices->fsid, BTRFS_FSID_SIZE)) { 4102b82032cSYan Zheng ret = 0; 4112b82032cSYan Zheng break; 4122b82032cSYan Zheng } 4132b82032cSYan Zheng fs_devices = fs_devices->seed; 4142b82032cSYan Zheng } 4152b82032cSYan Zheng return ret; 4162b82032cSYan Zheng } 4172b82032cSYan Zheng 4184008c04aSChris Mason #ifdef CONFIG_DEBUG_LOCK_ALLOC 4194008c04aSChris Mason void btrfs_set_buffer_lockdep_class(struct extent_buffer *eb, int level) 4204008c04aSChris Mason { 4214008c04aSChris Mason lockdep_set_class_and_name(&eb->lock, 4224008c04aSChris Mason &btrfs_eb_class[level], 4234008c04aSChris Mason btrfs_eb_name[level]); 4244008c04aSChris Mason } 4254008c04aSChris Mason #endif 4264008c04aSChris Mason 427b2950863SChristoph Hellwig static int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 428ce9adaa5SChris Mason struct extent_state *state) 429ce9adaa5SChris Mason { 430ce9adaa5SChris Mason struct extent_io_tree *tree; 431ce9adaa5SChris Mason u64 found_start; 432ce9adaa5SChris Mason int found_level; 433ce9adaa5SChris Mason unsigned long len; 434ce9adaa5SChris Mason struct extent_buffer *eb; 435ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 436f188591eSChris Mason int ret = 0; 437ce9adaa5SChris Mason 438ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 439ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 440ce9adaa5SChris Mason goto out; 441ce9adaa5SChris Mason if (!page->private) 442ce9adaa5SChris Mason goto out; 443d397712bSChris Mason 444ce9adaa5SChris Mason len = page->private >> 2; 445d397712bSChris Mason WARN_ON(len == 0); 446d397712bSChris Mason 447ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 44891ca338dSTsutomu Itoh if (eb == NULL) { 44991ca338dSTsutomu Itoh ret = -EIO; 45091ca338dSTsutomu Itoh goto out; 45191ca338dSTsutomu Itoh } 452f188591eSChris Mason 453ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 45423a07867SChris Mason if (found_start != start) { 455193f284dSChris Mason if (printk_ratelimit()) { 456193f284dSChris Mason printk(KERN_INFO "btrfs bad tree block start " 457193f284dSChris Mason "%llu %llu\n", 458a1b32a59SChris Mason (unsigned long long)found_start, 459a1b32a59SChris Mason (unsigned long long)eb->start); 460193f284dSChris Mason } 461f188591eSChris Mason ret = -EIO; 462ce9adaa5SChris Mason goto err; 463ce9adaa5SChris Mason } 464ce9adaa5SChris Mason if (eb->first_page != page) { 465d397712bSChris Mason printk(KERN_INFO "btrfs bad first page %lu %lu\n", 466d397712bSChris Mason eb->first_page->index, page->index); 467ce9adaa5SChris Mason WARN_ON(1); 468f188591eSChris Mason ret = -EIO; 469ce9adaa5SChris Mason goto err; 470ce9adaa5SChris Mason } 4712b82032cSYan Zheng if (check_tree_block_fsid(root, eb)) { 472193f284dSChris Mason if (printk_ratelimit()) { 473d397712bSChris Mason printk(KERN_INFO "btrfs bad fsid on block %llu\n", 474d397712bSChris Mason (unsigned long long)eb->start); 475193f284dSChris Mason } 4761259ab75SChris Mason ret = -EIO; 4771259ab75SChris Mason goto err; 4781259ab75SChris Mason } 479ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 480ce9adaa5SChris Mason 4814008c04aSChris Mason btrfs_set_buffer_lockdep_class(eb, found_level); 4824008c04aSChris Mason 483ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 484f188591eSChris Mason if (ret) 485f188591eSChris Mason ret = -EIO; 486ce9adaa5SChris Mason 487ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 488ce9adaa5SChris Mason end = eb->start + end - 1; 489ce9adaa5SChris Mason err: 490ce9adaa5SChris Mason free_extent_buffer(eb); 491ce9adaa5SChris Mason out: 492f188591eSChris Mason return ret; 493ce9adaa5SChris Mason } 494ce9adaa5SChris Mason 495ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 496ce9adaa5SChris Mason { 497ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 498ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 499ce9adaa5SChris Mason 500ce9adaa5SChris Mason fs_info = end_io_wq->info; 501ce9adaa5SChris Mason end_io_wq->error = err; 5028b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 5038b712842SChris Mason end_io_wq->work.flags = 0; 504d20f7043SChris Mason 5057b6d91daSChristoph Hellwig if (bio->bi_rw & REQ_WRITE) { 5060cb59c99SJosef Bacik if (end_io_wq->metadata == 1) 507cad321adSChris Mason btrfs_queue_worker(&fs_info->endio_meta_write_workers, 508cad321adSChris Mason &end_io_wq->work); 5090cb59c99SJosef Bacik else if (end_io_wq->metadata == 2) 5100cb59c99SJosef Bacik btrfs_queue_worker(&fs_info->endio_freespace_worker, 5110cb59c99SJosef Bacik &end_io_wq->work); 512cad321adSChris Mason else 513e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 514e6dcd2dcSChris Mason &end_io_wq->work); 515d20f7043SChris Mason } else { 516d20f7043SChris Mason if (end_io_wq->metadata) 517d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 518d20f7043SChris Mason &end_io_wq->work); 519e6dcd2dcSChris Mason else 520d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 521d20f7043SChris Mason &end_io_wq->work); 522d20f7043SChris Mason } 523ce9adaa5SChris Mason } 524ce9adaa5SChris Mason 5250cb59c99SJosef Bacik /* 5260cb59c99SJosef Bacik * For the metadata arg you want 5270cb59c99SJosef Bacik * 5280cb59c99SJosef Bacik * 0 - if data 5290cb59c99SJosef Bacik * 1 - if normal metadta 5300cb59c99SJosef Bacik * 2 - if writing to the free space cache area 5310cb59c99SJosef Bacik */ 53222c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 53322c59948SChris Mason int metadata) 5340b86a832SChris Mason { 535ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 536ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 537ce9adaa5SChris Mason if (!end_io_wq) 538ce9adaa5SChris Mason return -ENOMEM; 539ce9adaa5SChris Mason 540ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 541ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 54222c59948SChris Mason end_io_wq->info = info; 543ce9adaa5SChris Mason end_io_wq->error = 0; 544ce9adaa5SChris Mason end_io_wq->bio = bio; 54522c59948SChris Mason end_io_wq->metadata = metadata; 546ce9adaa5SChris Mason 547ce9adaa5SChris Mason bio->bi_private = end_io_wq; 548ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 54922c59948SChris Mason return 0; 55022c59948SChris Mason } 55122c59948SChris Mason 552b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 5534854ddd0SChris Mason { 5544854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 5554854ddd0SChris Mason info->workers.max_workers, 5564854ddd0SChris Mason info->fs_devices->open_devices); 5574854ddd0SChris Mason return 256 * limit; 5584854ddd0SChris Mason } 5594854ddd0SChris Mason 560777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 5610986fe9eSChris Mason { 562b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 563b64a2851SChris Mason btrfs_async_submit_limit(info); 5640986fe9eSChris Mason } 5650986fe9eSChris Mason 5664a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 5674a69a410SChris Mason { 5684a69a410SChris Mason struct async_submit_bio *async; 5694a69a410SChris Mason 5704a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5714a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 572eaf25d93SChris Mason async->mirror_num, async->bio_flags, 573eaf25d93SChris Mason async->bio_offset); 5744a69a410SChris Mason } 5754a69a410SChris Mason 5764a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 5778b712842SChris Mason { 5788b712842SChris Mason struct btrfs_fs_info *fs_info; 5798b712842SChris Mason struct async_submit_bio *async; 5804854ddd0SChris Mason int limit; 5818b712842SChris Mason 5828b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 5838b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 5844854ddd0SChris Mason 585b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 5864854ddd0SChris Mason limit = limit * 2 / 3; 5874854ddd0SChris Mason 5888b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 5890986fe9eSChris Mason 590b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 591b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 5924854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 5934854ddd0SChris Mason 5944a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 595eaf25d93SChris Mason async->mirror_num, async->bio_flags, 596eaf25d93SChris Mason async->bio_offset); 5974a69a410SChris Mason } 5984a69a410SChris Mason 5994a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 6004a69a410SChris Mason { 6014a69a410SChris Mason struct async_submit_bio *async; 6024a69a410SChris Mason 6034a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 6048b712842SChris Mason kfree(async); 6058b712842SChris Mason } 6068b712842SChris Mason 60744b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 60844b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 609c8b97818SChris Mason unsigned long bio_flags, 610eaf25d93SChris Mason u64 bio_offset, 6114a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 6124a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 61344b8bd7eSChris Mason { 61444b8bd7eSChris Mason struct async_submit_bio *async; 61544b8bd7eSChris Mason 61644b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 61744b8bd7eSChris Mason if (!async) 61844b8bd7eSChris Mason return -ENOMEM; 61944b8bd7eSChris Mason 62044b8bd7eSChris Mason async->inode = inode; 62144b8bd7eSChris Mason async->rw = rw; 62244b8bd7eSChris Mason async->bio = bio; 62344b8bd7eSChris Mason async->mirror_num = mirror_num; 6244a69a410SChris Mason async->submit_bio_start = submit_bio_start; 6254a69a410SChris Mason async->submit_bio_done = submit_bio_done; 6264a69a410SChris Mason 6274a69a410SChris Mason async->work.func = run_one_async_start; 6284a69a410SChris Mason async->work.ordered_func = run_one_async_done; 6294a69a410SChris Mason async->work.ordered_free = run_one_async_free; 6304a69a410SChris Mason 6318b712842SChris Mason async->work.flags = 0; 632c8b97818SChris Mason async->bio_flags = bio_flags; 633eaf25d93SChris Mason async->bio_offset = bio_offset; 6348c8bee1dSChris Mason 635cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 636d313d7a3SChris Mason 6377b6d91daSChristoph Hellwig if (rw & REQ_SYNC) 638d313d7a3SChris Mason btrfs_set_work_high_prio(&async->work); 639d313d7a3SChris Mason 6408b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 6419473f16cSChris Mason 642771ed689SChris Mason while (atomic_read(&fs_info->async_submit_draining) && 643771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 644771ed689SChris Mason wait_event(fs_info->async_submit_wait, 645771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 646771ed689SChris Mason } 647771ed689SChris Mason 64844b8bd7eSChris Mason return 0; 64944b8bd7eSChris Mason } 65044b8bd7eSChris Mason 651ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 652ce3ed71aSChris Mason { 653ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 654ce3ed71aSChris Mason int bio_index = 0; 655ce3ed71aSChris Mason struct btrfs_root *root; 656ce3ed71aSChris Mason 657ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 658ce3ed71aSChris Mason while (bio_index < bio->bi_vcnt) { 659ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 660ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 661ce3ed71aSChris Mason bio_index++; 662ce3ed71aSChris Mason bvec++; 663ce3ed71aSChris Mason } 664ce3ed71aSChris Mason return 0; 665ce3ed71aSChris Mason } 666ce3ed71aSChris Mason 6674a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 6684a69a410SChris Mason struct bio *bio, int mirror_num, 669eaf25d93SChris Mason unsigned long bio_flags, 670eaf25d93SChris Mason u64 bio_offset) 67122c59948SChris Mason { 6728b712842SChris Mason /* 6738b712842SChris Mason * when we're called for a write, we're already in the async 6745443be45SChris Mason * submission context. Just jump into btrfs_map_bio 6758b712842SChris Mason */ 676ce3ed71aSChris Mason btree_csum_one_bio(bio); 6774a69a410SChris Mason return 0; 67822c59948SChris Mason } 67922c59948SChris Mason 6804a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 681eaf25d93SChris Mason int mirror_num, unsigned long bio_flags, 682eaf25d93SChris Mason u64 bio_offset) 6834a69a410SChris Mason { 6848b712842SChris Mason /* 6854a69a410SChris Mason * when we're called for a write, we're already in the async 6864a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 6878b712842SChris Mason */ 6888b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 6890b86a832SChris Mason } 6900b86a832SChris Mason 69144b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 692eaf25d93SChris Mason int mirror_num, unsigned long bio_flags, 693eaf25d93SChris Mason u64 bio_offset) 69444b8bd7eSChris Mason { 6954a69a410SChris Mason int ret; 696cad321adSChris Mason 6974a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6984a69a410SChris Mason bio, 1); 6994a69a410SChris Mason BUG_ON(ret); 7004a69a410SChris Mason 7017b6d91daSChristoph Hellwig if (!(rw & REQ_WRITE)) { 702cad321adSChris Mason /* 703cad321adSChris Mason * called for a read, do the setup so that checksum validation 704cad321adSChris Mason * can happen in the async kernel threads 705cad321adSChris Mason */ 7064a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 7076f3577bdSChris Mason mirror_num, 0); 70844b8bd7eSChris Mason } 709d313d7a3SChris Mason 710cad321adSChris Mason /* 711cad321adSChris Mason * kthread helpers are used to submit writes so that checksumming 712cad321adSChris Mason * can happen in parallel across all CPUs 713cad321adSChris Mason */ 71444b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 715c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 716eaf25d93SChris Mason bio_offset, 7174a69a410SChris Mason __btree_submit_bio_start, 7184a69a410SChris Mason __btree_submit_bio_done); 71944b8bd7eSChris Mason } 72044b8bd7eSChris Mason 7213dd1462eSJan Beulich #ifdef CONFIG_MIGRATION 722784b4e29SChris Mason static int btree_migratepage(struct address_space *mapping, 723784b4e29SChris Mason struct page *newpage, struct page *page) 724784b4e29SChris Mason { 725784b4e29SChris Mason /* 726784b4e29SChris Mason * we can't safely write a btree page from here, 727784b4e29SChris Mason * we haven't done the locking hook 728784b4e29SChris Mason */ 729784b4e29SChris Mason if (PageDirty(page)) 730784b4e29SChris Mason return -EAGAIN; 731784b4e29SChris Mason /* 732784b4e29SChris Mason * Buffers may be managed in a filesystem specific way. 733784b4e29SChris Mason * We must have no buffers or drop them. 734784b4e29SChris Mason */ 735784b4e29SChris Mason if (page_has_private(page) && 736784b4e29SChris Mason !try_to_release_page(page, GFP_KERNEL)) 737784b4e29SChris Mason return -EAGAIN; 738784b4e29SChris Mason return migrate_page(mapping, newpage, page); 739784b4e29SChris Mason } 7403dd1462eSJan Beulich #endif 741784b4e29SChris Mason 7425f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 7435f39d397SChris Mason { 744d1310b2eSChris Mason struct extent_io_tree *tree; 745b9473439SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 746b9473439SChris Mason struct extent_buffer *eb; 747b9473439SChris Mason int was_dirty; 7485443be45SChris Mason 749b9473439SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 750b9473439SChris Mason if (!(current->flags & PF_MEMALLOC)) { 751b9473439SChris Mason return extent_write_full_page(tree, page, 752b9473439SChris Mason btree_get_extent, wbc); 753b9473439SChris Mason } 754b9473439SChris Mason 7555443be45SChris Mason redirty_page_for_writepage(wbc, page); 756784b4e29SChris Mason eb = btrfs_find_tree_block(root, page_offset(page), PAGE_CACHE_SIZE); 757b9473439SChris Mason WARN_ON(!eb); 758b9473439SChris Mason 759b9473439SChris Mason was_dirty = test_and_set_bit(EXTENT_BUFFER_DIRTY, &eb->bflags); 760b9473439SChris Mason if (!was_dirty) { 761b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 762b9473439SChris Mason root->fs_info->dirty_metadata_bytes += PAGE_CACHE_SIZE; 763b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 764b9473439SChris Mason } 765b9473439SChris Mason free_extent_buffer(eb); 766b9473439SChris Mason 7675443be45SChris Mason unlock_page(page); 7685443be45SChris Mason return 0; 7695443be45SChris Mason } 7700da5468fSChris Mason 7710da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 7720da5468fSChris Mason struct writeback_control *wbc) 7730da5468fSChris Mason { 774d1310b2eSChris Mason struct extent_io_tree *tree; 775d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 776d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 777b9473439SChris Mason struct btrfs_root *root = BTRFS_I(mapping->host)->root; 778793955bcSChris Mason u64 num_dirty; 77924ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 780448d640bSChris Mason 781448d640bSChris Mason if (wbc->for_kupdate) 782448d640bSChris Mason return 0; 783448d640bSChris Mason 784b9473439SChris Mason /* this is a bit racy, but that's ok */ 785b9473439SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 786d397712bSChris Mason if (num_dirty < thresh) 787793955bcSChris Mason return 0; 788793955bcSChris Mason } 7890da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 7900da5468fSChris Mason } 7910da5468fSChris Mason 792b2950863SChristoph Hellwig static int btree_readpage(struct file *file, struct page *page) 7935f39d397SChris Mason { 794d1310b2eSChris Mason struct extent_io_tree *tree; 795d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7965f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 7975f39d397SChris Mason } 7985f39d397SChris Mason 79970dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 8005f39d397SChris Mason { 801d1310b2eSChris Mason struct extent_io_tree *tree; 802d1310b2eSChris Mason struct extent_map_tree *map; 8035f39d397SChris Mason int ret; 8045f39d397SChris Mason 80598509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 80698509cfcSChris Mason return 0; 80798509cfcSChris Mason 808d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 809d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 8106af118ceSChris Mason 8117b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 812d397712bSChris Mason if (!ret) 8136af118ceSChris Mason return 0; 8146af118ceSChris Mason 8156af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 8165f39d397SChris Mason if (ret == 1) { 8175f39d397SChris Mason ClearPagePrivate(page); 8185f39d397SChris Mason set_page_private(page, 0); 819d98237b3SChris Mason page_cache_release(page); 8205f39d397SChris Mason } 8216af118ceSChris Mason 822d98237b3SChris Mason return ret; 823d98237b3SChris Mason } 824d98237b3SChris Mason 8255f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 826d98237b3SChris Mason { 827d1310b2eSChris Mason struct extent_io_tree *tree; 828d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 8295f39d397SChris Mason extent_invalidatepage(tree, page, offset); 8305f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 8319ad6b7bcSChris Mason if (PagePrivate(page)) { 832d397712bSChris Mason printk(KERN_WARNING "btrfs warning page private not zero " 833d397712bSChris Mason "on page %llu\n", (unsigned long long)page_offset(page)); 8349ad6b7bcSChris Mason ClearPagePrivate(page); 8359ad6b7bcSChris Mason set_page_private(page, 0); 8369ad6b7bcSChris Mason page_cache_release(page); 8379ad6b7bcSChris Mason } 838d98237b3SChris Mason } 839d98237b3SChris Mason 8407f09410bSAlexey Dobriyan static const struct address_space_operations btree_aops = { 841d98237b3SChris Mason .readpage = btree_readpage, 842d98237b3SChris Mason .writepage = btree_writepage, 8430da5468fSChris Mason .writepages = btree_writepages, 8445f39d397SChris Mason .releasepage = btree_releasepage, 8455f39d397SChris Mason .invalidatepage = btree_invalidatepage, 846d98237b3SChris Mason .sync_page = block_sync_page, 8475a92bc88SChris Mason #ifdef CONFIG_MIGRATION 848784b4e29SChris Mason .migratepage = btree_migratepage, 8495a92bc88SChris Mason #endif 850d98237b3SChris Mason }; 851123abc88SChris Mason 852ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 853ca7a79adSChris Mason u64 parent_transid) 854090d1875SChris Mason { 8555f39d397SChris Mason struct extent_buffer *buf = NULL; 8565f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 857de428b63SChris Mason int ret = 0; 858090d1875SChris Mason 859db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8605f39d397SChris Mason if (!buf) 861090d1875SChris Mason return 0; 862d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 863f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 8645f39d397SChris Mason free_extent_buffer(buf); 865de428b63SChris Mason return ret; 866090d1875SChris Mason } 867090d1875SChris Mason 8680999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 8690999df54SChris Mason u64 bytenr, u32 blocksize) 8700999df54SChris Mason { 8710999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8720999df54SChris Mason struct extent_buffer *eb; 8730999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8740999df54SChris Mason bytenr, blocksize, GFP_NOFS); 8750999df54SChris Mason return eb; 8760999df54SChris Mason } 8770999df54SChris Mason 8780999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 8790999df54SChris Mason u64 bytenr, u32 blocksize) 8800999df54SChris Mason { 8810999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 8820999df54SChris Mason struct extent_buffer *eb; 8830999df54SChris Mason 8840999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 8850999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 8860999df54SChris Mason return eb; 8870999df54SChris Mason } 8880999df54SChris Mason 8890999df54SChris Mason 890e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 891e02119d5SChris Mason { 8928aa38c31SChristoph Hellwig return filemap_fdatawrite_range(buf->first_page->mapping, buf->start, 8938aa38c31SChristoph Hellwig buf->start + buf->len - 1); 894e02119d5SChris Mason } 895e02119d5SChris Mason 896e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 897e02119d5SChris Mason { 8988aa38c31SChristoph Hellwig return filemap_fdatawait_range(buf->first_page->mapping, 8998aa38c31SChristoph Hellwig buf->start, buf->start + buf->len - 1); 900e02119d5SChris Mason } 901e02119d5SChris Mason 902db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 903ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 904e20d96d6SChris Mason { 9055f39d397SChris Mason struct extent_buffer *buf = NULL; 90619c00ddcSChris Mason int ret; 90719c00ddcSChris Mason 908db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 9095f39d397SChris Mason if (!buf) 910d98237b3SChris Mason return NULL; 911e4204dedSChris Mason 912ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 913ce9adaa5SChris Mason 914d397712bSChris Mason if (ret == 0) 915b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 9165f39d397SChris Mason return buf; 917ce9adaa5SChris Mason 918eb60ceacSChris Mason } 919eb60ceacSChris Mason 920e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 9215f39d397SChris Mason struct extent_buffer *buf) 922ed2ff2cbSChris Mason { 9235f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 92455c69072SChris Mason if (btrfs_header_generation(buf) == 925925baeddSChris Mason root->fs_info->running_transaction->transid) { 926b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 927b4ce94deSChris Mason 928b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &buf->bflags)) { 929b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 930b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= buf->len) 931b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= buf->len; 932b9473439SChris Mason else 933b9473439SChris Mason WARN_ON(1); 934b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 935b9473439SChris Mason } 936b4ce94deSChris Mason 937b9473439SChris Mason /* ugh, clear_extent_buffer_dirty needs to lock the page */ 938b9473439SChris Mason btrfs_set_lock_blocking(buf); 939d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 94055c69072SChris Mason buf); 941925baeddSChris Mason } 9425f39d397SChris Mason return 0; 9435f39d397SChris Mason } 9445f39d397SChris Mason 945db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 94687ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 9479f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 948e20d96d6SChris Mason u64 objectid) 949d97e63b6SChris Mason { 950cfaa7295SChris Mason root->node = NULL; 951a28ec197SChris Mason root->commit_root = NULL; 952db94535dSChris Mason root->sectorsize = sectorsize; 953db94535dSChris Mason root->nodesize = nodesize; 954db94535dSChris Mason root->leafsize = leafsize; 95587ee04ebSChris Mason root->stripesize = stripesize; 956123abc88SChris Mason root->ref_cows = 0; 9570b86a832SChris Mason root->track_dirty = 0; 958c71bf099SYan, Zheng root->in_radix = 0; 959d68fc57bSYan, Zheng root->orphan_item_inserted = 0; 960d68fc57bSYan, Zheng root->orphan_cleanup_state = 0; 9610b86a832SChris Mason 9629f5fae2fSChris Mason root->fs_info = fs_info; 9630f7d52f4SChris Mason root->objectid = objectid; 9640f7d52f4SChris Mason root->last_trans = 0; 96513a8a7c8SYan, Zheng root->highest_objectid = 0; 96658176a96SJosef Bacik root->name = NULL; 9674313b399SChris Mason root->in_sysfs = 0; 9686bef4d31SEric Paris root->inode_tree = RB_ROOT; 969f0486c68SYan, Zheng root->block_rsv = NULL; 970d68fc57bSYan, Zheng root->orphan_block_rsv = NULL; 9710b86a832SChris Mason 9720b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 9737b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 9745d4f98a2SYan Zheng INIT_LIST_HEAD(&root->root_list); 975925baeddSChris Mason spin_lock_init(&root->node_lock); 976d68fc57bSYan, Zheng spin_lock_init(&root->orphan_lock); 9775d4f98a2SYan Zheng spin_lock_init(&root->inode_lock); 978f0486c68SYan, Zheng spin_lock_init(&root->accounting_lock); 979a2135011SChris Mason mutex_init(&root->objectid_mutex); 980e02119d5SChris Mason mutex_init(&root->log_mutex); 9817237f183SYan Zheng init_waitqueue_head(&root->log_writer_wait); 9827237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[0]); 9837237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[1]); 9847237f183SYan Zheng atomic_set(&root->log_commit[0], 0); 9857237f183SYan Zheng atomic_set(&root->log_commit[1], 0); 9867237f183SYan Zheng atomic_set(&root->log_writers, 0); 9877237f183SYan Zheng root->log_batch = 0; 9887237f183SYan Zheng root->log_transid = 0; 989257c62e1SChris Mason root->last_log_commit = 0; 990d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 991d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 992017e5369SChris Mason 9933768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 9943768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 9956702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 99658176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 9973f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 99858176a96SJosef Bacik init_completion(&root->kobj_unregister); 9996702ed49SChris Mason root->defrag_running = 0; 10004d775673SChris Mason root->root_key.objectid = objectid; 10013394e160SChris Mason root->anon_super.s_root = NULL; 10023394e160SChris Mason root->anon_super.s_dev = 0; 10033394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_list); 10043394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_instances); 10053394e160SChris Mason init_rwsem(&root->anon_super.s_umount); 10063394e160SChris Mason 10073768f368SChris Mason return 0; 10083768f368SChris Mason } 10093768f368SChris Mason 1010db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 10119f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 10129f5fae2fSChris Mason u64 objectid, 1013e20d96d6SChris Mason struct btrfs_root *root) 10143768f368SChris Mason { 10153768f368SChris Mason int ret; 1016db94535dSChris Mason u32 blocksize; 101784234f3aSYan Zheng u64 generation; 10183768f368SChris Mason 1019db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 102087ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 102187ee04ebSChris Mason root, fs_info, objectid); 10223768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 10233768f368SChris Mason &root->root_item, &root->root_key); 10244df27c4dSYan, Zheng if (ret > 0) 10254df27c4dSYan, Zheng return -ENOENT; 10263768f368SChris Mason BUG_ON(ret); 10273768f368SChris Mason 102884234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1029db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1030db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 103184234f3aSYan Zheng blocksize, generation); 103268433b73SChris Mason if (!root->node || !btrfs_buffer_uptodate(root->node, generation)) { 103368433b73SChris Mason free_extent_buffer(root->node); 103468433b73SChris Mason return -EIO; 103568433b73SChris Mason } 10364df27c4dSYan, Zheng root->commit_root = btrfs_root_node(root); 1037d97e63b6SChris Mason return 0; 1038d97e63b6SChris Mason } 1039d97e63b6SChris Mason 10407237f183SYan Zheng static struct btrfs_root *alloc_log_tree(struct btrfs_trans_handle *trans, 1041e02119d5SChris Mason struct btrfs_fs_info *fs_info) 10420f7d52f4SChris Mason { 10430f7d52f4SChris Mason struct btrfs_root *root; 10440f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 10457237f183SYan Zheng struct extent_buffer *leaf; 1046e02119d5SChris Mason 1047e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 1048e02119d5SChris Mason if (!root) 10497237f183SYan Zheng return ERR_PTR(-ENOMEM); 1050e02119d5SChris Mason 1051e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 1052e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 1053e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1054e02119d5SChris Mason 1055e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 1056e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 1057e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 10587237f183SYan Zheng /* 10597237f183SYan Zheng * log trees do not get reference counted because they go away 10607237f183SYan Zheng * before a real commit is actually done. They do store pointers 10617237f183SYan Zheng * to file data extents, and those reference counts still get 10627237f183SYan Zheng * updated (along with back refs to the log tree). 10637237f183SYan Zheng */ 1064e02119d5SChris Mason root->ref_cows = 0; 1065e02119d5SChris Mason 10665d4f98a2SYan Zheng leaf = btrfs_alloc_free_block(trans, root, root->leafsize, 0, 10675d4f98a2SYan Zheng BTRFS_TREE_LOG_OBJECTID, NULL, 0, 0, 0); 10687237f183SYan Zheng if (IS_ERR(leaf)) { 10697237f183SYan Zheng kfree(root); 10707237f183SYan Zheng return ERR_CAST(leaf); 10717237f183SYan Zheng } 1072e02119d5SChris Mason 10735d4f98a2SYan Zheng memset_extent_buffer(leaf, 0, 0, sizeof(struct btrfs_header)); 10745d4f98a2SYan Zheng btrfs_set_header_bytenr(leaf, leaf->start); 10755d4f98a2SYan Zheng btrfs_set_header_generation(leaf, trans->transid); 10765d4f98a2SYan Zheng btrfs_set_header_backref_rev(leaf, BTRFS_MIXED_BACKREF_REV); 10775d4f98a2SYan Zheng btrfs_set_header_owner(leaf, BTRFS_TREE_LOG_OBJECTID); 10787237f183SYan Zheng root->node = leaf; 1079e02119d5SChris Mason 1080e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 1081e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 1082e02119d5SChris Mason BTRFS_FSID_SIZE); 1083e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 1084e02119d5SChris Mason btrfs_tree_unlock(root->node); 10857237f183SYan Zheng return root; 10867237f183SYan Zheng } 10877237f183SYan Zheng 10887237f183SYan Zheng int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 10897237f183SYan Zheng struct btrfs_fs_info *fs_info) 10907237f183SYan Zheng { 10917237f183SYan Zheng struct btrfs_root *log_root; 10927237f183SYan Zheng 10937237f183SYan Zheng log_root = alloc_log_tree(trans, fs_info); 10947237f183SYan Zheng if (IS_ERR(log_root)) 10957237f183SYan Zheng return PTR_ERR(log_root); 10967237f183SYan Zheng WARN_ON(fs_info->log_root_tree); 10977237f183SYan Zheng fs_info->log_root_tree = log_root; 10987237f183SYan Zheng return 0; 10997237f183SYan Zheng } 11007237f183SYan Zheng 11017237f183SYan Zheng int btrfs_add_log_tree(struct btrfs_trans_handle *trans, 11027237f183SYan Zheng struct btrfs_root *root) 11037237f183SYan Zheng { 11047237f183SYan Zheng struct btrfs_root *log_root; 11057237f183SYan Zheng struct btrfs_inode_item *inode_item; 11067237f183SYan Zheng 11077237f183SYan Zheng log_root = alloc_log_tree(trans, root->fs_info); 11087237f183SYan Zheng if (IS_ERR(log_root)) 11097237f183SYan Zheng return PTR_ERR(log_root); 11107237f183SYan Zheng 11117237f183SYan Zheng log_root->last_trans = trans->transid; 11127237f183SYan Zheng log_root->root_key.offset = root->root_key.objectid; 11137237f183SYan Zheng 11147237f183SYan Zheng inode_item = &log_root->root_item.inode; 11157237f183SYan Zheng inode_item->generation = cpu_to_le64(1); 11167237f183SYan Zheng inode_item->size = cpu_to_le64(3); 11177237f183SYan Zheng inode_item->nlink = cpu_to_le32(1); 11187237f183SYan Zheng inode_item->nbytes = cpu_to_le64(root->leafsize); 11197237f183SYan Zheng inode_item->mode = cpu_to_le32(S_IFDIR | 0755); 11207237f183SYan Zheng 11215d4f98a2SYan Zheng btrfs_set_root_node(&log_root->root_item, log_root->node); 11227237f183SYan Zheng 11237237f183SYan Zheng WARN_ON(root->log_root); 11247237f183SYan Zheng root->log_root = log_root; 11257237f183SYan Zheng root->log_transid = 0; 1126257c62e1SChris Mason root->last_log_commit = 0; 1127e02119d5SChris Mason return 0; 1128e02119d5SChris Mason } 1129e02119d5SChris Mason 1130e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 1131e02119d5SChris Mason struct btrfs_key *location) 1132e02119d5SChris Mason { 1133e02119d5SChris Mason struct btrfs_root *root; 1134e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 11350f7d52f4SChris Mason struct btrfs_path *path; 11365f39d397SChris Mason struct extent_buffer *l; 113784234f3aSYan Zheng u64 generation; 1138db94535dSChris Mason u32 blocksize; 11390f7d52f4SChris Mason int ret = 0; 11400f7d52f4SChris Mason 11415eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 11420cf6c620SChris Mason if (!root) 11430f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 11440f7d52f4SChris Mason if (location->offset == (u64)-1) { 1145db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 11460f7d52f4SChris Mason location->objectid, root); 11470f7d52f4SChris Mason if (ret) { 11480f7d52f4SChris Mason kfree(root); 11490f7d52f4SChris Mason return ERR_PTR(ret); 11500f7d52f4SChris Mason } 115113a8a7c8SYan, Zheng goto out; 11520f7d52f4SChris Mason } 11530f7d52f4SChris Mason 1154db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 115587ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 115687ee04ebSChris Mason root, fs_info, location->objectid); 11570f7d52f4SChris Mason 11580f7d52f4SChris Mason path = btrfs_alloc_path(); 11590f7d52f4SChris Mason BUG_ON(!path); 11600f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 116113a8a7c8SYan, Zheng if (ret == 0) { 11625f39d397SChris Mason l = path->nodes[0]; 11635f39d397SChris Mason read_extent_buffer(l, &root->root_item, 11645f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 11650f7d52f4SChris Mason sizeof(root->root_item)); 116644b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 116713a8a7c8SYan, Zheng } 11680f7d52f4SChris Mason btrfs_free_path(path); 11690f7d52f4SChris Mason if (ret) { 11705e540f77STsutomu Itoh kfree(root); 117113a8a7c8SYan, Zheng if (ret > 0) 117213a8a7c8SYan, Zheng ret = -ENOENT; 11730f7d52f4SChris Mason return ERR_PTR(ret); 11740f7d52f4SChris Mason } 117513a8a7c8SYan, Zheng 117684234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1177db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1178db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 117984234f3aSYan Zheng blocksize, generation); 11805d4f98a2SYan Zheng root->commit_root = btrfs_root_node(root); 11810f7d52f4SChris Mason BUG_ON(!root->node); 118213a8a7c8SYan, Zheng out: 118313a8a7c8SYan, Zheng if (location->objectid != BTRFS_TREE_LOG_OBJECTID) 11840f7d52f4SChris Mason root->ref_cows = 1; 118513a8a7c8SYan, Zheng 11865eda7b5eSChris Mason return root; 11875eda7b5eSChris Mason } 11885eda7b5eSChris Mason 1189dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1190dc17ff8fSChris Mason u64 root_objectid) 1191dc17ff8fSChris Mason { 1192dc17ff8fSChris Mason struct btrfs_root *root; 1193dc17ff8fSChris Mason 1194dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1195dc17ff8fSChris Mason return fs_info->tree_root; 1196dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1197dc17ff8fSChris Mason return fs_info->extent_root; 1198dc17ff8fSChris Mason 1199dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1200dc17ff8fSChris Mason (unsigned long)root_objectid); 1201dc17ff8fSChris Mason return root; 1202dc17ff8fSChris Mason } 1203dc17ff8fSChris Mason 1204edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1205edbd8d4eSChris Mason struct btrfs_key *location) 12065eda7b5eSChris Mason { 12075eda7b5eSChris Mason struct btrfs_root *root; 12085eda7b5eSChris Mason int ret; 12095eda7b5eSChris Mason 1210edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1211edbd8d4eSChris Mason return fs_info->tree_root; 1212edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1213edbd8d4eSChris Mason return fs_info->extent_root; 12148f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 12158f18cf13SChris Mason return fs_info->chunk_root; 12168f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 12178f18cf13SChris Mason return fs_info->dev_root; 12180403e47eSYan Zheng if (location->objectid == BTRFS_CSUM_TREE_OBJECTID) 12190403e47eSYan Zheng return fs_info->csum_root; 12204df27c4dSYan, Zheng again: 12214df27c4dSYan, Zheng spin_lock(&fs_info->fs_roots_radix_lock); 12225eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 12235eda7b5eSChris Mason (unsigned long)location->objectid); 12244df27c4dSYan, Zheng spin_unlock(&fs_info->fs_roots_radix_lock); 12255eda7b5eSChris Mason if (root) 12265eda7b5eSChris Mason return root; 12275eda7b5eSChris Mason 1228e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 12295eda7b5eSChris Mason if (IS_ERR(root)) 12305eda7b5eSChris Mason return root; 12313394e160SChris Mason 12323394e160SChris Mason set_anon_super(&root->anon_super, NULL); 12333394e160SChris Mason 1234d68fc57bSYan, Zheng if (btrfs_root_refs(&root->root_item) == 0) { 1235d68fc57bSYan, Zheng ret = -ENOENT; 1236d68fc57bSYan, Zheng goto fail; 1237d68fc57bSYan, Zheng } 1238d68fc57bSYan, Zheng 1239d68fc57bSYan, Zheng ret = btrfs_find_orphan_item(fs_info->tree_root, location->objectid); 1240d68fc57bSYan, Zheng if (ret < 0) 1241d68fc57bSYan, Zheng goto fail; 1242d68fc57bSYan, Zheng if (ret == 0) 1243d68fc57bSYan, Zheng root->orphan_item_inserted = 1; 1244d68fc57bSYan, Zheng 12454df27c4dSYan, Zheng ret = radix_tree_preload(GFP_NOFS & ~__GFP_HIGHMEM); 12464df27c4dSYan, Zheng if (ret) 12474df27c4dSYan, Zheng goto fail; 12484df27c4dSYan, Zheng 12494df27c4dSYan, Zheng spin_lock(&fs_info->fs_roots_radix_lock); 12502619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 12512619ba1fSChris Mason (unsigned long)root->root_key.objectid, 12520f7d52f4SChris Mason root); 1253d68fc57bSYan, Zheng if (ret == 0) 12544df27c4dSYan, Zheng root->in_radix = 1; 1255d68fc57bSYan, Zheng 12564df27c4dSYan, Zheng spin_unlock(&fs_info->fs_roots_radix_lock); 12574df27c4dSYan, Zheng radix_tree_preload_end(); 12580f7d52f4SChris Mason if (ret) { 12594df27c4dSYan, Zheng if (ret == -EEXIST) { 12604df27c4dSYan, Zheng free_fs_root(root); 12614df27c4dSYan, Zheng goto again; 12620f7d52f4SChris Mason } 12634df27c4dSYan, Zheng goto fail; 12644df27c4dSYan, Zheng } 12654df27c4dSYan, Zheng 1266edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 12675d4f98a2SYan Zheng root->root_key.objectid); 12684df27c4dSYan, Zheng WARN_ON(ret); 1269edbd8d4eSChris Mason return root; 12704df27c4dSYan, Zheng fail: 12714df27c4dSYan, Zheng free_fs_root(root); 12724df27c4dSYan, Zheng return ERR_PTR(ret); 1273edbd8d4eSChris Mason } 1274edbd8d4eSChris Mason 1275edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1276edbd8d4eSChris Mason struct btrfs_key *location, 1277edbd8d4eSChris Mason const char *name, int namelen) 1278edbd8d4eSChris Mason { 12794df27c4dSYan, Zheng return btrfs_read_fs_root_no_name(fs_info, location); 12804df27c4dSYan, Zheng #if 0 1281edbd8d4eSChris Mason struct btrfs_root *root; 1282edbd8d4eSChris Mason int ret; 1283edbd8d4eSChris Mason 1284edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1285edbd8d4eSChris Mason if (!root) 1286edbd8d4eSChris Mason return NULL; 128758176a96SJosef Bacik 12884313b399SChris Mason if (root->in_sysfs) 12894313b399SChris Mason return root; 12904313b399SChris Mason 129158176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 129258176a96SJosef Bacik if (ret) { 12935f39d397SChris Mason free_extent_buffer(root->node); 129458176a96SJosef Bacik kfree(root); 129558176a96SJosef Bacik return ERR_PTR(ret); 129658176a96SJosef Bacik } 12974df27c4dSYan, Zheng 129858176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 129958176a96SJosef Bacik if (ret) { 13005f39d397SChris Mason free_extent_buffer(root->node); 130158176a96SJosef Bacik kfree(root->name); 130258176a96SJosef Bacik kfree(root); 130358176a96SJosef Bacik return ERR_PTR(ret); 130458176a96SJosef Bacik } 13054313b399SChris Mason root->in_sysfs = 1; 13060f7d52f4SChris Mason return root; 13074df27c4dSYan, Zheng #endif 13080f7d52f4SChris Mason } 130904160088SChris Mason 131004160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 131104160088SChris Mason { 131204160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 131304160088SChris Mason int ret = 0; 131404160088SChris Mason struct btrfs_device *device; 131504160088SChris Mason struct backing_dev_info *bdi; 1316b7967db7SChris Mason 1317c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1318dfe25020SChris Mason if (!device->bdev) 1319dfe25020SChris Mason continue; 132004160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 132104160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 132204160088SChris Mason ret = 1; 132304160088SChris Mason break; 132404160088SChris Mason } 132504160088SChris Mason } 132604160088SChris Mason return ret; 132704160088SChris Mason } 132804160088SChris Mason 132938b66988SChris Mason /* 133038b66988SChris Mason * this unplugs every device on the box, and it is only used when page 133138b66988SChris Mason * is null 133238b66988SChris Mason */ 133338b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 133438b66988SChris Mason { 133538b66988SChris Mason struct btrfs_device *device; 133638b66988SChris Mason struct btrfs_fs_info *info; 133738b66988SChris Mason 133838b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 1339c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1340d20f7043SChris Mason if (!device->bdev) 1341d20f7043SChris Mason continue; 1342d20f7043SChris Mason 134338b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 1344d397712bSChris Mason if (bdi->unplug_io_fn) 134538b66988SChris Mason bdi->unplug_io_fn(bdi, page); 134638b66988SChris Mason } 134738b66988SChris Mason } 134838b66988SChris Mason 1349b2950863SChristoph Hellwig static void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 135004160088SChris Mason { 135138b66988SChris Mason struct inode *inode; 1352f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1353f2d8d74dSChris Mason struct extent_map *em; 1354bcbfce8aSChris Mason struct address_space *mapping; 135538b66988SChris Mason u64 offset; 135638b66988SChris Mason 1357bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 13589f0ba5bdSChris Mason if (1 || !page) { 135938b66988SChris Mason __unplug_io_fn(bdi, page); 136038b66988SChris Mason return; 136138b66988SChris Mason } 136238b66988SChris Mason 1363bcbfce8aSChris Mason /* 1364bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1365bcbfce8aSChris Mason * and use that for everything below 1366bcbfce8aSChris Mason */ 1367bcbfce8aSChris Mason smp_mb(); 1368bcbfce8aSChris Mason mapping = page->mapping; 1369bcbfce8aSChris Mason if (!mapping) 1370bcbfce8aSChris Mason return; 1371bcbfce8aSChris Mason 1372bcbfce8aSChris Mason inode = mapping->host; 1373240d5d48SChris Mason 1374240d5d48SChris Mason /* 1375240d5d48SChris Mason * don't do the expensive searching for a small number of 1376240d5d48SChris Mason * devices 1377240d5d48SChris Mason */ 1378240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1379240d5d48SChris Mason __unplug_io_fn(bdi, page); 1380240d5d48SChris Mason return; 1381240d5d48SChris Mason } 1382240d5d48SChris Mason 138338b66988SChris Mason offset = page_offset(page); 138404160088SChris Mason 1385f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1386890871beSChris Mason read_lock(&em_tree->lock); 1387f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1388890871beSChris Mason read_unlock(&em_tree->lock); 138989642229SChris Mason if (!em) { 139089642229SChris Mason __unplug_io_fn(bdi, page); 1391f2d8d74dSChris Mason return; 139289642229SChris Mason } 1393f2d8d74dSChris Mason 139489642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 139589642229SChris Mason free_extent_map(em); 139689642229SChris Mason __unplug_io_fn(bdi, page); 139789642229SChris Mason return; 139889642229SChris Mason } 1399f2d8d74dSChris Mason offset = offset - em->start; 1400f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1401f2d8d74dSChris Mason em->block_start + offset, page); 1402f2d8d74dSChris Mason free_extent_map(em); 140304160088SChris Mason } 140404160088SChris Mason 1405ad081f14SJens Axboe /* 1406ad081f14SJens Axboe * If this fails, caller must call bdi_destroy() to get rid of the 1407ad081f14SJens Axboe * bdi again. 1408ad081f14SJens Axboe */ 140904160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 141004160088SChris Mason { 1411ad081f14SJens Axboe int err; 1412ad081f14SJens Axboe 1413ad081f14SJens Axboe bdi->capabilities = BDI_CAP_MAP_COPY; 1414e6d086d8SJens Axboe err = bdi_setup_and_register(bdi, "btrfs", BDI_CAP_MAP_COPY); 1415ad081f14SJens Axboe if (err) 1416ad081f14SJens Axboe return err; 1417ad081f14SJens Axboe 14184575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 141904160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 142004160088SChris Mason bdi->unplug_io_data = info; 142104160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 142204160088SChris Mason bdi->congested_data = info; 142304160088SChris Mason return 0; 142404160088SChris Mason } 142504160088SChris Mason 1426ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1427ce9adaa5SChris Mason { 1428ce9adaa5SChris Mason u64 length = 0; 1429ce9adaa5SChris Mason u64 buf_len = 0; 1430ce9adaa5SChris Mason u64 start = 0; 1431ce9adaa5SChris Mason struct page *page; 1432ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1433ce9adaa5SChris Mason struct bio_vec *bvec; 1434ce9adaa5SChris Mason int i; 1435ce9adaa5SChris Mason int ret; 1436ce9adaa5SChris Mason 1437ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1438ce9adaa5SChris Mason page = bvec->bv_page; 1439ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1440ce9adaa5SChris Mason length += bvec->bv_len; 1441ce9adaa5SChris Mason continue; 1442ce9adaa5SChris Mason } 1443ce9adaa5SChris Mason if (!page->private) { 1444ce9adaa5SChris Mason length += bvec->bv_len; 1445ce9adaa5SChris Mason continue; 1446ce9adaa5SChris Mason } 1447ce9adaa5SChris Mason length = bvec->bv_len; 1448ce9adaa5SChris Mason buf_len = page->private >> 2; 1449ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1450ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1451ce9adaa5SChris Mason } 1452ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1453ce9adaa5SChris Mason if (buf_len <= length) 1454ce9adaa5SChris Mason return 1; 1455ce9adaa5SChris Mason 1456ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1457ce9adaa5SChris Mason start + buf_len - 1); 1458ce9adaa5SChris Mason return ret; 1459ce9adaa5SChris Mason } 1460ce9adaa5SChris Mason 14618b712842SChris Mason /* 14628b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 14638b712842SChris Mason * functions. This is where read checksum verification actually happens 14648b712842SChris Mason */ 14658b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1466ce9adaa5SChris Mason { 1467ce9adaa5SChris Mason struct bio *bio; 14688b712842SChris Mason struct end_io_wq *end_io_wq; 14698b712842SChris Mason struct btrfs_fs_info *fs_info; 1470ce9adaa5SChris Mason int error; 1471ce9adaa5SChris Mason 14728b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1473ce9adaa5SChris Mason bio = end_io_wq->bio; 14748b712842SChris Mason fs_info = end_io_wq->info; 14758b712842SChris Mason 1476cad321adSChris Mason /* metadata bio reads are special because the whole tree block must 14778b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 14788b712842SChris Mason * ram and up to date before trying to verify things. For 14798b712842SChris Mason * blocksize <= pagesize, it is basically a noop 14808b712842SChris Mason */ 14817b6d91daSChristoph Hellwig if (!(bio->bi_rw & REQ_WRITE) && end_io_wq->metadata && 1482cad321adSChris Mason !bio_ready_for_csum(bio)) { 1483d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 14848b712842SChris Mason &end_io_wq->work); 1485ce9adaa5SChris Mason return; 1486ce9adaa5SChris Mason } 1487ce9adaa5SChris Mason error = end_io_wq->error; 1488ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1489ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1490ce9adaa5SChris Mason kfree(end_io_wq); 1491ce9adaa5SChris Mason bio_endio(bio, error); 1492ce9adaa5SChris Mason } 149344b8bd7eSChris Mason 1494a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1495a74a4b97SChris Mason { 1496a74a4b97SChris Mason struct btrfs_root *root = arg; 1497a74a4b97SChris Mason 1498a74a4b97SChris Mason do { 1499a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 150076dda93cSYan, Zheng 150176dda93cSYan, Zheng if (!(root->fs_info->sb->s_flags & MS_RDONLY) && 150276dda93cSYan, Zheng mutex_trylock(&root->fs_info->cleaner_mutex)) { 150324bbcf04SYan, Zheng btrfs_run_delayed_iputs(root); 1504a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1505a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 150676dda93cSYan, Zheng } 1507a74a4b97SChris Mason 1508a74a4b97SChris Mason if (freezing(current)) { 1509a74a4b97SChris Mason refrigerator(); 1510a74a4b97SChris Mason } else { 1511a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 15128929ecfaSYan, Zheng if (!kthread_should_stop()) 1513a74a4b97SChris Mason schedule(); 1514a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1515a74a4b97SChris Mason } 1516a74a4b97SChris Mason } while (!kthread_should_stop()); 1517a74a4b97SChris Mason return 0; 1518a74a4b97SChris Mason } 1519a74a4b97SChris Mason 1520a74a4b97SChris Mason static int transaction_kthread(void *arg) 1521a74a4b97SChris Mason { 1522a74a4b97SChris Mason struct btrfs_root *root = arg; 1523a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1524a74a4b97SChris Mason struct btrfs_transaction *cur; 15258929ecfaSYan, Zheng u64 transid; 1526a74a4b97SChris Mason unsigned long now; 1527a74a4b97SChris Mason unsigned long delay; 1528a74a4b97SChris Mason int ret; 1529a74a4b97SChris Mason 1530a74a4b97SChris Mason do { 1531a74a4b97SChris Mason delay = HZ * 30; 1532a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1533a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1534a74a4b97SChris Mason 15358929ecfaSYan, Zheng spin_lock(&root->fs_info->new_trans_lock); 1536a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1537a74a4b97SChris Mason if (!cur) { 15388929ecfaSYan, Zheng spin_unlock(&root->fs_info->new_trans_lock); 1539a74a4b97SChris Mason goto sleep; 1540a74a4b97SChris Mason } 154131153d81SYan Zheng 1542a74a4b97SChris Mason now = get_seconds(); 15438929ecfaSYan, Zheng if (!cur->blocked && 15448929ecfaSYan, Zheng (now < cur->start_time || now - cur->start_time < 30)) { 15458929ecfaSYan, Zheng spin_unlock(&root->fs_info->new_trans_lock); 1546a74a4b97SChris Mason delay = HZ * 5; 1547a74a4b97SChris Mason goto sleep; 1548a74a4b97SChris Mason } 15498929ecfaSYan, Zheng transid = cur->transid; 15508929ecfaSYan, Zheng spin_unlock(&root->fs_info->new_trans_lock); 155156bec294SChris Mason 15528929ecfaSYan, Zheng trans = btrfs_join_transaction(root, 1); 15533612b495STsutomu Itoh BUG_ON(IS_ERR(trans)); 15548929ecfaSYan, Zheng if (transid == trans->transid) { 15558929ecfaSYan, Zheng ret = btrfs_commit_transaction(trans, root); 15568929ecfaSYan, Zheng BUG_ON(ret); 15578929ecfaSYan, Zheng } else { 15588929ecfaSYan, Zheng btrfs_end_transaction(trans, root); 15598929ecfaSYan, Zheng } 1560a74a4b97SChris Mason sleep: 1561a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1562a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1563a74a4b97SChris Mason 1564a74a4b97SChris Mason if (freezing(current)) { 1565a74a4b97SChris Mason refrigerator(); 1566a74a4b97SChris Mason } else { 1567a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 15688929ecfaSYan, Zheng if (!kthread_should_stop() && 15698929ecfaSYan, Zheng !btrfs_transaction_blocked(root->fs_info)) 1570a74a4b97SChris Mason schedule_timeout(delay); 1571a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1572a74a4b97SChris Mason } 1573a74a4b97SChris Mason } while (!kthread_should_stop()); 1574a74a4b97SChris Mason return 0; 1575a74a4b97SChris Mason } 1576a74a4b97SChris Mason 15778a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1578dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1579dfe25020SChris Mason char *options) 1580eb60ceacSChris Mason { 1581db94535dSChris Mason u32 sectorsize; 1582db94535dSChris Mason u32 nodesize; 1583db94535dSChris Mason u32 leafsize; 1584db94535dSChris Mason u32 blocksize; 158587ee04ebSChris Mason u32 stripesize; 158684234f3aSYan Zheng u64 generation; 1587f2b636e8SJosef Bacik u64 features; 15883de4586cSChris Mason struct btrfs_key location; 1589a061fc8dSChris Mason struct buffer_head *bh; 1590e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1591e20d96d6SChris Mason GFP_NOFS); 1592d20f7043SChris Mason struct btrfs_root *csum_root = kzalloc(sizeof(struct btrfs_root), 1593d20f7043SChris Mason GFP_NOFS); 1594450ba0eaSJosef Bacik struct btrfs_root *tree_root = btrfs_sb(sb); 1595450ba0eaSJosef Bacik struct btrfs_fs_info *fs_info = tree_root->fs_info; 1596e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 15970b86a832SChris Mason GFP_NOFS); 1598e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 15990b86a832SChris Mason GFP_NOFS); 1600e02119d5SChris Mason struct btrfs_root *log_tree_root; 1601e02119d5SChris Mason 1602eb60ceacSChris Mason int ret; 1603e58ca020SYan int err = -EINVAL; 16044543df7eSChris Mason 16052c90e5d6SChris Mason struct btrfs_super_block *disk_super; 16068790d502SChris Mason 16070463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 1608d20f7043SChris Mason !chunk_root || !dev_root || !csum_root) { 160939279cc3SChris Mason err = -ENOMEM; 161039279cc3SChris Mason goto fail; 161139279cc3SChris Mason } 161276dda93cSYan, Zheng 161376dda93cSYan, Zheng ret = init_srcu_struct(&fs_info->subvol_srcu); 161476dda93cSYan, Zheng if (ret) { 161576dda93cSYan, Zheng err = ret; 161676dda93cSYan, Zheng goto fail; 161776dda93cSYan, Zheng } 161876dda93cSYan, Zheng 161976dda93cSYan, Zheng ret = setup_bdi(fs_info, &fs_info->bdi); 162076dda93cSYan, Zheng if (ret) { 162176dda93cSYan, Zheng err = ret; 162276dda93cSYan, Zheng goto fail_srcu; 162376dda93cSYan, Zheng } 162476dda93cSYan, Zheng 162576dda93cSYan, Zheng fs_info->btree_inode = new_inode(sb); 162676dda93cSYan, Zheng if (!fs_info->btree_inode) { 162776dda93cSYan, Zheng err = -ENOMEM; 162876dda93cSYan, Zheng goto fail_bdi; 162976dda93cSYan, Zheng } 163076dda93cSYan, Zheng 163176dda93cSYan, Zheng INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_ATOMIC); 16328fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1633facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 163424bbcf04SYan, Zheng INIT_LIST_HEAD(&fs_info->delayed_iputs); 163519c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1636ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 16375a3f23d5SChris Mason INIT_LIST_HEAD(&fs_info->ordered_operations); 163811833d66SYan Zheng INIT_LIST_HEAD(&fs_info->caching_block_groups); 16391832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1640cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 164131153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 164276dda93cSYan, Zheng spin_lock_init(&fs_info->fs_roots_radix_lock); 164324bbcf04SYan, Zheng spin_lock_init(&fs_info->delayed_iput_lock); 164419c00ddcSChris Mason 164558176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 16469f5fae2fSChris Mason fs_info->tree_root = tree_root; 16479f5fae2fSChris Mason fs_info->extent_root = extent_root; 1648d20f7043SChris Mason fs_info->csum_root = csum_root; 16490b86a832SChris Mason fs_info->chunk_root = chunk_root; 16500b86a832SChris Mason fs_info->dev_root = dev_root; 16518a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 16520b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 16536324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 16540b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1655f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->global_block_rsv); 1656f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->delalloc_block_rsv); 1657f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->trans_block_rsv); 1658f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->chunk_block_rsv); 1659f0486c68SYan, Zheng btrfs_init_block_rsv(&fs_info->empty_block_rsv); 1660f0486c68SYan, Zheng INIT_LIST_HEAD(&fs_info->durable_block_rsv_list); 1661f0486c68SYan, Zheng mutex_init(&fs_info->durable_block_rsv_mutex); 1662cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1663771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 16648c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 16650986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1666e20d96d6SChris Mason fs_info->sb = sb; 16676f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 16689ed74f2dSJosef Bacik fs_info->metadata_ratio = 0; 1669c8b97818SChris Mason 1670b34b086cSChris Mason fs_info->thread_pool_size = min_t(unsigned long, 1671b34b086cSChris Mason num_online_cpus() + 2, 8); 16720afbaf8cSChris Mason 16733eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 16743eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 16753eaa2885SChris Mason 1676a061fc8dSChris Mason sb->s_blocksize = 4096; 1677a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 167832a88aa1SJens Axboe sb->s_bdi = &fs_info->bdi; 1679a061fc8dSChris Mason 168076dda93cSYan, Zheng fs_info->btree_inode->i_ino = BTRFS_BTREE_INODE_OBJECTID; 168176dda93cSYan, Zheng fs_info->btree_inode->i_nlink = 1; 16820afbaf8cSChris Mason /* 16830afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 16840afbaf8cSChris Mason * the real end of the address space is determined by all of 16850afbaf8cSChris Mason * the devices in the system 16860afbaf8cSChris Mason */ 16870afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1688d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 168904160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 169004160088SChris Mason 16915d4f98a2SYan Zheng RB_CLEAR_NODE(&BTRFS_I(fs_info->btree_inode)->rb_node); 1692d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 16935f39d397SChris Mason fs_info->btree_inode->i_mapping, 16945f39d397SChris Mason GFP_NOFS); 1695d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1696d1310b2eSChris Mason GFP_NOFS); 16970da5468fSChris Mason 1698d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1699d1310b2eSChris Mason 17000f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 17010f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 17020f7d52f4SChris Mason sizeof(struct btrfs_key)); 170376dda93cSYan, Zheng BTRFS_I(fs_info->btree_inode)->dummy_inode = 1; 170422b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 170539279cc3SChris Mason 1706e02119d5SChris Mason spin_lock_init(&fs_info->block_group_cache_lock); 17076bef4d31SEric Paris fs_info->block_group_cache_tree = RB_ROOT; 1708925baeddSChris Mason 170911833d66SYan Zheng extent_io_tree_init(&fs_info->freed_extents[0], 17107d9eb12cSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 171111833d66SYan Zheng extent_io_tree_init(&fs_info->freed_extents[1], 171211833d66SYan Zheng fs_info->btree_inode->i_mapping, GFP_NOFS); 171311833d66SYan Zheng fs_info->pinned_extents = &fs_info->freed_extents[0]; 1714e6dcd2dcSChris Mason fs_info->do_barriers = 1; 1715f9295749SChris Mason 1716d98237b3SChris Mason 1717509659cdSChris Mason mutex_init(&fs_info->trans_mutex); 17185a3f23d5SChris Mason mutex_init(&fs_info->ordered_operations_mutex); 171930ae8467SChris Mason mutex_init(&fs_info->tree_log_mutex); 1720925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1721925baeddSChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1722a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 1723a74a4b97SChris Mason mutex_init(&fs_info->volume_mutex); 1724276e680dSYan Zheng init_rwsem(&fs_info->extent_commit_sem); 1725c71bf099SYan, Zheng init_rwsem(&fs_info->cleanup_work_sem); 172676dda93cSYan, Zheng init_rwsem(&fs_info->subvol_sem); 1727fa9c0d79SChris Mason 1728fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->meta_alloc_cluster); 1729fa9c0d79SChris Mason btrfs_init_free_cluster(&fs_info->data_alloc_cluster); 1730fa9c0d79SChris Mason 17313768f368SChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 173219c00ddcSChris Mason init_waitqueue_head(&fs_info->transaction_wait); 1733bb9c12c9SSage Weil init_waitqueue_head(&fs_info->transaction_blocked_wait); 17344854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 17359a8dd150SChris Mason 17360b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 17372c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 17387eccb903SChris Mason 1739a512bbf8SYan Zheng bh = btrfs_read_dev_super(fs_devices->latest_bdev); 174020b45077SDave Young if (!bh) { 174120b45077SDave Young err = -EINVAL; 174239279cc3SChris Mason goto fail_iput; 174320b45077SDave Young } 174439279cc3SChris Mason 1745a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 17462d69a0f8SYan Zheng memcpy(&fs_info->super_for_commit, &fs_info->super_copy, 17472d69a0f8SYan Zheng sizeof(fs_info->super_for_commit)); 1748a061fc8dSChris Mason brelse(bh); 17495f39d397SChris Mason 1750a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 17510b86a832SChris Mason 17525f39d397SChris Mason disk_super = &fs_info->super_copy; 17530f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 1754c6e2bac1SJosef Bacik goto fail_iput; 17550f7d52f4SChris Mason 1756acce952bSliubo /* check FS state, whether FS is broken. */ 1757acce952bSliubo fs_info->fs_state |= btrfs_super_flags(disk_super); 1758acce952bSliubo 1759acce952bSliubo btrfs_check_super_valid(fs_info, sb->s_flags & MS_RDONLY); 1760acce952bSliubo 17612b82032cSYan Zheng ret = btrfs_parse_options(tree_root, options); 17622b82032cSYan Zheng if (ret) { 17632b82032cSYan Zheng err = ret; 1764c6e2bac1SJosef Bacik goto fail_iput; 17652b82032cSYan Zheng } 1766dfe25020SChris Mason 1767f2b636e8SJosef Bacik features = btrfs_super_incompat_flags(disk_super) & 1768f2b636e8SJosef Bacik ~BTRFS_FEATURE_INCOMPAT_SUPP; 1769f2b636e8SJosef Bacik if (features) { 1770f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount because of " 1771f2b636e8SJosef Bacik "unsupported optional features (%Lx).\n", 177221380931SJoel Becker (unsigned long long)features); 1773f2b636e8SJosef Bacik err = -EINVAL; 1774c6e2bac1SJosef Bacik goto fail_iput; 1775f2b636e8SJosef Bacik } 1776f2b636e8SJosef Bacik 17775d4f98a2SYan Zheng features = btrfs_super_incompat_flags(disk_super); 17785d4f98a2SYan Zheng features |= BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF; 1779a6fa6faeSLi Zefan if (tree_root->fs_info->compress_type & BTRFS_COMPRESS_LZO) 1780a6fa6faeSLi Zefan features |= BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO; 17815d4f98a2SYan Zheng btrfs_set_super_incompat_flags(disk_super, features); 17825d4f98a2SYan Zheng 1783f2b636e8SJosef Bacik features = btrfs_super_compat_ro_flags(disk_super) & 1784f2b636e8SJosef Bacik ~BTRFS_FEATURE_COMPAT_RO_SUPP; 1785f2b636e8SJosef Bacik if (!(sb->s_flags & MS_RDONLY) && features) { 1786f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount RDWR because of " 1787f2b636e8SJosef Bacik "unsupported option features (%Lx).\n", 178821380931SJoel Becker (unsigned long long)features); 1789f2b636e8SJosef Bacik err = -EINVAL; 1790c6e2bac1SJosef Bacik goto fail_iput; 1791f2b636e8SJosef Bacik } 179261d92c32SChris Mason 179361d92c32SChris Mason btrfs_init_workers(&fs_info->generic_worker, 179461d92c32SChris Mason "genwork", 1, NULL); 179561d92c32SChris Mason 17965443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 179761d92c32SChris Mason fs_info->thread_pool_size, 179861d92c32SChris Mason &fs_info->generic_worker); 1799c8b97818SChris Mason 1800771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 180161d92c32SChris Mason fs_info->thread_pool_size, 180261d92c32SChris Mason &fs_info->generic_worker); 1803771ed689SChris Mason 18045443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1805b720d209SChris Mason min_t(u64, fs_devices->num_devices, 180661d92c32SChris Mason fs_info->thread_pool_size), 180761d92c32SChris Mason &fs_info->generic_worker); 180861b49440SChris Mason 180961b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 181061b49440SChris Mason * likely that bios will be send down in a sane order to the 181161b49440SChris Mason * devices 181261b49440SChris Mason */ 181361b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 181453863232SChris Mason 1815771ed689SChris Mason fs_info->workers.idle_thresh = 16; 18164a69a410SChris Mason fs_info->workers.ordered = 1; 181761b49440SChris Mason 1818771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1819771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1820771ed689SChris Mason 182161d92c32SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1, 182261d92c32SChris Mason &fs_info->generic_worker); 18235443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 182461d92c32SChris Mason fs_info->thread_pool_size, 182561d92c32SChris Mason &fs_info->generic_worker); 1826d20f7043SChris Mason btrfs_init_workers(&fs_info->endio_meta_workers, "endio-meta", 182761d92c32SChris Mason fs_info->thread_pool_size, 182861d92c32SChris Mason &fs_info->generic_worker); 1829cad321adSChris Mason btrfs_init_workers(&fs_info->endio_meta_write_workers, 183061d92c32SChris Mason "endio-meta-write", fs_info->thread_pool_size, 183161d92c32SChris Mason &fs_info->generic_worker); 18325443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 183361d92c32SChris Mason fs_info->thread_pool_size, 183461d92c32SChris Mason &fs_info->generic_worker); 18350cb59c99SJosef Bacik btrfs_init_workers(&fs_info->endio_freespace_worker, "freespace-write", 18360cb59c99SJosef Bacik 1, &fs_info->generic_worker); 183761b49440SChris Mason 183861b49440SChris Mason /* 183961b49440SChris Mason * endios are largely parallel and should have a very 184061b49440SChris Mason * low idle thresh 184161b49440SChris Mason */ 184261b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 1843b51912c9SChris Mason fs_info->endio_meta_workers.idle_thresh = 4; 1844b51912c9SChris Mason 18459042846bSChris Mason fs_info->endio_write_workers.idle_thresh = 2; 18469042846bSChris Mason fs_info->endio_meta_write_workers.idle_thresh = 2; 18479042846bSChris Mason 18484543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 184961d92c32SChris Mason btrfs_start_workers(&fs_info->generic_worker, 1); 18501cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1851771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1852247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 18539042846bSChris Mason btrfs_start_workers(&fs_info->endio_workers, 1); 18549042846bSChris Mason btrfs_start_workers(&fs_info->endio_meta_workers, 1); 18559042846bSChris Mason btrfs_start_workers(&fs_info->endio_meta_write_workers, 1); 18569042846bSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1); 18570cb59c99SJosef Bacik btrfs_start_workers(&fs_info->endio_freespace_worker, 1); 18584543df7eSChris Mason 18594575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1860c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1861c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 18624575c9ccSChris Mason 1863db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1864db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1865db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 186687ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1867db94535dSChris Mason tree_root->nodesize = nodesize; 1868db94535dSChris Mason tree_root->leafsize = leafsize; 1869db94535dSChris Mason tree_root->sectorsize = sectorsize; 187087ee04ebSChris Mason tree_root->stripesize = stripesize; 1871a061fc8dSChris Mason 1872a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1873a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1874db94535dSChris Mason 187539279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 187639279cc3SChris Mason sizeof(disk_super->magic))) { 1877d397712bSChris Mason printk(KERN_INFO "btrfs: valid FS not found on %s\n", sb->s_id); 187839279cc3SChris Mason goto fail_sb_buffer; 187939279cc3SChris Mason } 188019c00ddcSChris Mason 1881925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 1882e4404d6eSYan Zheng ret = btrfs_read_sys_array(tree_root); 1883925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 188484eed90fSChris Mason if (ret) { 1885d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read the system " 1886d397712bSChris Mason "array on %s\n", sb->s_id); 18875d4f98a2SYan Zheng goto fail_sb_buffer; 188884eed90fSChris Mason } 18890b86a832SChris Mason 18900b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 18910b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 189284234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 18930b86a832SChris Mason 18940b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 18950b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 18960b86a832SChris Mason 18970b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 18980b86a832SChris Mason btrfs_super_chunk_root(disk_super), 189984234f3aSYan Zheng blocksize, generation); 19000b86a832SChris Mason BUG_ON(!chunk_root->node); 190183121942SDavid Woodhouse if (!test_bit(EXTENT_BUFFER_UPTODATE, &chunk_root->node->bflags)) { 190283121942SDavid Woodhouse printk(KERN_WARNING "btrfs: failed to read chunk root on %s\n", 190383121942SDavid Woodhouse sb->s_id); 190483121942SDavid Woodhouse goto fail_chunk_root; 190583121942SDavid Woodhouse } 19065d4f98a2SYan Zheng btrfs_set_root_node(&chunk_root->root_item, chunk_root->node); 19075d4f98a2SYan Zheng chunk_root->commit_root = btrfs_root_node(chunk_root); 19080b86a832SChris Mason 1909e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1910e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1911e17cade2SChris Mason BTRFS_UUID_SIZE); 1912e17cade2SChris Mason 1913925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 19140b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1915925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 19162b82032cSYan Zheng if (ret) { 1917d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read chunk tree on %s\n", 1918d397712bSChris Mason sb->s_id); 19192b82032cSYan Zheng goto fail_chunk_root; 19202b82032cSYan Zheng } 19210b86a832SChris Mason 1922dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1923dfe25020SChris Mason 1924db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1925db94535dSChris Mason btrfs_super_root_level(disk_super)); 192684234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 19270b86a832SChris Mason 1928e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1929db94535dSChris Mason btrfs_super_root(disk_super), 193084234f3aSYan Zheng blocksize, generation); 193139279cc3SChris Mason if (!tree_root->node) 19322b82032cSYan Zheng goto fail_chunk_root; 193383121942SDavid Woodhouse if (!test_bit(EXTENT_BUFFER_UPTODATE, &tree_root->node->bflags)) { 193483121942SDavid Woodhouse printk(KERN_WARNING "btrfs: failed to read tree root on %s\n", 193583121942SDavid Woodhouse sb->s_id); 193683121942SDavid Woodhouse goto fail_tree_root; 193783121942SDavid Woodhouse } 19385d4f98a2SYan Zheng btrfs_set_root_node(&tree_root->root_item, tree_root->node); 19395d4f98a2SYan Zheng tree_root->commit_root = btrfs_root_node(tree_root); 1940db94535dSChris Mason 1941db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1942e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 19430b86a832SChris Mason if (ret) 194439279cc3SChris Mason goto fail_tree_root; 19450b86a832SChris Mason extent_root->track_dirty = 1; 19460b86a832SChris Mason 19470b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 19480b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 19490b86a832SChris Mason if (ret) 19500b86a832SChris Mason goto fail_extent_root; 19515d4f98a2SYan Zheng dev_root->track_dirty = 1; 19523768f368SChris Mason 1953d20f7043SChris Mason ret = find_and_setup_root(tree_root, fs_info, 1954d20f7043SChris Mason BTRFS_CSUM_TREE_OBJECTID, csum_root); 1955d20f7043SChris Mason if (ret) 19565d4f98a2SYan Zheng goto fail_dev_root; 1957d20f7043SChris Mason 1958d20f7043SChris Mason csum_root->track_dirty = 1; 1959d20f7043SChris Mason 19608929ecfaSYan, Zheng fs_info->generation = generation; 19618929ecfaSYan, Zheng fs_info->last_trans_committed = generation; 19628929ecfaSYan, Zheng fs_info->data_alloc_profile = (u64)-1; 19638929ecfaSYan, Zheng fs_info->metadata_alloc_profile = (u64)-1; 19648929ecfaSYan, Zheng fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 19658929ecfaSYan, Zheng 19661b1d1f66SJosef Bacik ret = btrfs_read_block_groups(extent_root); 19671b1d1f66SJosef Bacik if (ret) { 19681b1d1f66SJosef Bacik printk(KERN_ERR "Failed to read block groups: %d\n", ret); 19691b1d1f66SJosef Bacik goto fail_block_groups; 19701b1d1f66SJosef Bacik } 19719078a3e1SChris Mason 1972a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1973a74a4b97SChris Mason "btrfs-cleaner"); 197457506d50SQinghuang Feng if (IS_ERR(fs_info->cleaner_kthread)) 19751b1d1f66SJosef Bacik goto fail_block_groups; 1976a74a4b97SChris Mason 1977a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1978a74a4b97SChris Mason tree_root, 1979a74a4b97SChris Mason "btrfs-transaction"); 198057506d50SQinghuang Feng if (IS_ERR(fs_info->transaction_kthread)) 19813f157a2fSChris Mason goto fail_cleaner; 1982a74a4b97SChris Mason 1983c289811cSChris Mason if (!btrfs_test_opt(tree_root, SSD) && 1984c289811cSChris Mason !btrfs_test_opt(tree_root, NOSSD) && 1985c289811cSChris Mason !fs_info->fs_devices->rotating) { 1986c289811cSChris Mason printk(KERN_INFO "Btrfs detected SSD devices, enabling SSD " 1987c289811cSChris Mason "mode\n"); 1988c289811cSChris Mason btrfs_set_opt(fs_info->mount_opt, SSD); 1989c289811cSChris Mason } 1990c289811cSChris Mason 1991acce952bSliubo /* do not make disk changes in broken FS */ 1992acce952bSliubo if (btrfs_super_log_root(disk_super) != 0 && 1993acce952bSliubo !(fs_info->fs_state & BTRFS_SUPER_FLAG_ERROR)) { 1994e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1995d18a2c44SChris Mason 19967c2ca468SChris Mason if (fs_devices->rw_devices == 0) { 1997d397712bSChris Mason printk(KERN_WARNING "Btrfs log replay required " 1998d397712bSChris Mason "on RO media\n"); 19997c2ca468SChris Mason err = -EIO; 20007c2ca468SChris Mason goto fail_trans_kthread; 20017c2ca468SChris Mason } 2002e02119d5SChris Mason blocksize = 2003e02119d5SChris Mason btrfs_level_size(tree_root, 2004e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 2005e02119d5SChris Mason 2006676e4c86SDan Carpenter log_tree_root = kzalloc(sizeof(struct btrfs_root), GFP_NOFS); 2007676e4c86SDan Carpenter if (!log_tree_root) { 2008676e4c86SDan Carpenter err = -ENOMEM; 2009676e4c86SDan Carpenter goto fail_trans_kthread; 2010676e4c86SDan Carpenter } 2011e02119d5SChris Mason 2012e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 2013e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 2014e02119d5SChris Mason 2015e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 201684234f3aSYan Zheng blocksize, 201784234f3aSYan Zheng generation + 1); 2018e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 2019e02119d5SChris Mason BUG_ON(ret); 2020e556ce2cSYan Zheng 2021e556ce2cSYan Zheng if (sb->s_flags & MS_RDONLY) { 2022e556ce2cSYan Zheng ret = btrfs_commit_super(tree_root); 2023e556ce2cSYan Zheng BUG_ON(ret); 2024e556ce2cSYan Zheng } 2025e02119d5SChris Mason } 20261a40e23bSZheng Yan 202776dda93cSYan, Zheng ret = btrfs_find_orphan_roots(tree_root); 202876dda93cSYan, Zheng BUG_ON(ret); 202976dda93cSYan, Zheng 20307c2ca468SChris Mason if (!(sb->s_flags & MS_RDONLY)) { 2031d68fc57bSYan, Zheng ret = btrfs_cleanup_fs_roots(fs_info); 2032d68fc57bSYan, Zheng BUG_ON(ret); 2033d68fc57bSYan, Zheng 20345d4f98a2SYan Zheng ret = btrfs_recover_relocation(tree_root); 2035d7ce5843SMiao Xie if (ret < 0) { 2036d7ce5843SMiao Xie printk(KERN_WARNING 2037d7ce5843SMiao Xie "btrfs: failed to recover relocation\n"); 2038d7ce5843SMiao Xie err = -EINVAL; 2039d7ce5843SMiao Xie goto fail_trans_kthread; 2040d7ce5843SMiao Xie } 20417c2ca468SChris Mason } 20421a40e23bSZheng Yan 20433de4586cSChris Mason location.objectid = BTRFS_FS_TREE_OBJECTID; 20443de4586cSChris Mason location.type = BTRFS_ROOT_ITEM_KEY; 20453de4586cSChris Mason location.offset = (u64)-1; 20463de4586cSChris Mason 20473de4586cSChris Mason fs_info->fs_root = btrfs_read_fs_root_no_name(fs_info, &location); 20483de4586cSChris Mason if (!fs_info->fs_root) 20497c2ca468SChris Mason goto fail_trans_kthread; 20503140c9a3SDan Carpenter if (IS_ERR(fs_info->fs_root)) { 20513140c9a3SDan Carpenter err = PTR_ERR(fs_info->fs_root); 20523140c9a3SDan Carpenter goto fail_trans_kthread; 20533140c9a3SDan Carpenter } 2054c289811cSChris Mason 2055e3acc2a6SJosef Bacik if (!(sb->s_flags & MS_RDONLY)) { 2056e3acc2a6SJosef Bacik down_read(&fs_info->cleanup_work_sem); 2057e3acc2a6SJosef Bacik btrfs_orphan_cleanup(fs_info->fs_root); 20580af3d00bSJosef Bacik btrfs_orphan_cleanup(fs_info->tree_root); 2059e3acc2a6SJosef Bacik up_read(&fs_info->cleanup_work_sem); 2060e3acc2a6SJosef Bacik } 2061e3acc2a6SJosef Bacik 20620f7d52f4SChris Mason return tree_root; 206339279cc3SChris Mason 20647c2ca468SChris Mason fail_trans_kthread: 20657c2ca468SChris Mason kthread_stop(fs_info->transaction_kthread); 20663f157a2fSChris Mason fail_cleaner: 2067a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 20687c2ca468SChris Mason 20697c2ca468SChris Mason /* 20707c2ca468SChris Mason * make sure we're done with the btree inode before we stop our 20717c2ca468SChris Mason * kthreads 20727c2ca468SChris Mason */ 20737c2ca468SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 20747c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 20757c2ca468SChris Mason 20761b1d1f66SJosef Bacik fail_block_groups: 20771b1d1f66SJosef Bacik btrfs_free_block_groups(fs_info); 2078d20f7043SChris Mason free_extent_buffer(csum_root->node); 20795d4f98a2SYan Zheng free_extent_buffer(csum_root->commit_root); 20805d4f98a2SYan Zheng fail_dev_root: 20815d4f98a2SYan Zheng free_extent_buffer(dev_root->node); 20825d4f98a2SYan Zheng free_extent_buffer(dev_root->commit_root); 20830b86a832SChris Mason fail_extent_root: 20840b86a832SChris Mason free_extent_buffer(extent_root->node); 20855d4f98a2SYan Zheng free_extent_buffer(extent_root->commit_root); 208639279cc3SChris Mason fail_tree_root: 20875f39d397SChris Mason free_extent_buffer(tree_root->node); 20885d4f98a2SYan Zheng free_extent_buffer(tree_root->commit_root); 20892b82032cSYan Zheng fail_chunk_root: 20902b82032cSYan Zheng free_extent_buffer(chunk_root->node); 20915d4f98a2SYan Zheng free_extent_buffer(chunk_root->commit_root); 209239279cc3SChris Mason fail_sb_buffer: 209361d92c32SChris Mason btrfs_stop_workers(&fs_info->generic_worker); 2094247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2095771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 20968b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 20978b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2098d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2099cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2100e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 21010cb59c99SJosef Bacik btrfs_stop_workers(&fs_info->endio_freespace_worker); 21021cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 21034543df7eSChris Mason fail_iput: 21047c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 21054543df7eSChris Mason iput(fs_info->btree_inode); 21067e662854SQinghuang Feng 2107dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 210884eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2109ad081f14SJens Axboe fail_bdi: 21107e662854SQinghuang Feng bdi_destroy(&fs_info->bdi); 211176dda93cSYan, Zheng fail_srcu: 211276dda93cSYan, Zheng cleanup_srcu_struct(&fs_info->subvol_srcu); 21137e662854SQinghuang Feng fail: 211439279cc3SChris Mason kfree(extent_root); 211539279cc3SChris Mason kfree(tree_root); 211639279cc3SChris Mason kfree(fs_info); 211783afeac4SJim Meyering kfree(chunk_root); 211883afeac4SJim Meyering kfree(dev_root); 2119d20f7043SChris Mason kfree(csum_root); 212039279cc3SChris Mason return ERR_PTR(err); 2121eb60ceacSChris Mason } 2122eb60ceacSChris Mason 2123f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 2124f2984462SChris Mason { 2125f2984462SChris Mason char b[BDEVNAME_SIZE]; 2126f2984462SChris Mason 2127f2984462SChris Mason if (uptodate) { 2128f2984462SChris Mason set_buffer_uptodate(bh); 2129f2984462SChris Mason } else { 2130f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 2131f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 2132f2984462SChris Mason "I/O error on %s\n", 2133f2984462SChris Mason bdevname(bh->b_bdev, b)); 2134f2984462SChris Mason } 21351259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 21361259ab75SChris Mason * our own ways of dealing with the IO errors 21371259ab75SChris Mason */ 2138f2984462SChris Mason clear_buffer_uptodate(bh); 2139f2984462SChris Mason } 2140f2984462SChris Mason unlock_buffer(bh); 2141f2984462SChris Mason put_bh(bh); 2142f2984462SChris Mason } 2143f2984462SChris Mason 2144a512bbf8SYan Zheng struct buffer_head *btrfs_read_dev_super(struct block_device *bdev) 2145a512bbf8SYan Zheng { 2146a512bbf8SYan Zheng struct buffer_head *bh; 2147a512bbf8SYan Zheng struct buffer_head *latest = NULL; 2148a512bbf8SYan Zheng struct btrfs_super_block *super; 2149a512bbf8SYan Zheng int i; 2150a512bbf8SYan Zheng u64 transid = 0; 2151a512bbf8SYan Zheng u64 bytenr; 2152a512bbf8SYan Zheng 2153a512bbf8SYan Zheng /* we would like to check all the supers, but that would make 2154a512bbf8SYan Zheng * a btrfs mount succeed after a mkfs from a different FS. 2155a512bbf8SYan Zheng * So, we need to add a special mount option to scan for 2156a512bbf8SYan Zheng * later supers, using BTRFS_SUPER_MIRROR_MAX instead 2157a512bbf8SYan Zheng */ 2158a512bbf8SYan Zheng for (i = 0; i < 1; i++) { 2159a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2160a512bbf8SYan Zheng if (bytenr + 4096 >= i_size_read(bdev->bd_inode)) 2161a512bbf8SYan Zheng break; 2162a512bbf8SYan Zheng bh = __bread(bdev, bytenr / 4096, 4096); 2163a512bbf8SYan Zheng if (!bh) 2164a512bbf8SYan Zheng continue; 2165a512bbf8SYan Zheng 2166a512bbf8SYan Zheng super = (struct btrfs_super_block *)bh->b_data; 2167a512bbf8SYan Zheng if (btrfs_super_bytenr(super) != bytenr || 2168a512bbf8SYan Zheng strncmp((char *)(&super->magic), BTRFS_MAGIC, 2169a512bbf8SYan Zheng sizeof(super->magic))) { 2170a512bbf8SYan Zheng brelse(bh); 2171a512bbf8SYan Zheng continue; 2172a512bbf8SYan Zheng } 2173a512bbf8SYan Zheng 2174a512bbf8SYan Zheng if (!latest || btrfs_super_generation(super) > transid) { 2175a512bbf8SYan Zheng brelse(latest); 2176a512bbf8SYan Zheng latest = bh; 2177a512bbf8SYan Zheng transid = btrfs_super_generation(super); 2178a512bbf8SYan Zheng } else { 2179a512bbf8SYan Zheng brelse(bh); 2180a512bbf8SYan Zheng } 2181a512bbf8SYan Zheng } 2182a512bbf8SYan Zheng return latest; 2183a512bbf8SYan Zheng } 2184a512bbf8SYan Zheng 21854eedeb75SHisashi Hifumi /* 21864eedeb75SHisashi Hifumi * this should be called twice, once with wait == 0 and 21874eedeb75SHisashi Hifumi * once with wait == 1. When wait == 0 is done, all the buffer heads 21884eedeb75SHisashi Hifumi * we write are pinned. 21894eedeb75SHisashi Hifumi * 21904eedeb75SHisashi Hifumi * They are released when wait == 1 is done. 21914eedeb75SHisashi Hifumi * max_mirrors must be the same for both runs, and it indicates how 21924eedeb75SHisashi Hifumi * many supers on this one device should be written. 21934eedeb75SHisashi Hifumi * 21944eedeb75SHisashi Hifumi * max_mirrors == 0 means to write them all. 21954eedeb75SHisashi Hifumi */ 2196a512bbf8SYan Zheng static int write_dev_supers(struct btrfs_device *device, 2197a512bbf8SYan Zheng struct btrfs_super_block *sb, 2198a512bbf8SYan Zheng int do_barriers, int wait, int max_mirrors) 2199a512bbf8SYan Zheng { 2200a512bbf8SYan Zheng struct buffer_head *bh; 2201a512bbf8SYan Zheng int i; 2202a512bbf8SYan Zheng int ret; 2203a512bbf8SYan Zheng int errors = 0; 2204a512bbf8SYan Zheng u32 crc; 2205a512bbf8SYan Zheng u64 bytenr; 2206a512bbf8SYan Zheng int last_barrier = 0; 2207a512bbf8SYan Zheng 2208a512bbf8SYan Zheng if (max_mirrors == 0) 2209a512bbf8SYan Zheng max_mirrors = BTRFS_SUPER_MIRROR_MAX; 2210a512bbf8SYan Zheng 2211a512bbf8SYan Zheng /* make sure only the last submit_bh does a barrier */ 2212a512bbf8SYan Zheng if (do_barriers) { 2213a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2214a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2215a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= 2216a512bbf8SYan Zheng device->total_bytes) 2217a512bbf8SYan Zheng break; 2218a512bbf8SYan Zheng last_barrier = i; 2219a512bbf8SYan Zheng } 2220a512bbf8SYan Zheng } 2221a512bbf8SYan Zheng 2222a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 2223a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 2224a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= device->total_bytes) 2225a512bbf8SYan Zheng break; 2226a512bbf8SYan Zheng 2227a512bbf8SYan Zheng if (wait) { 2228a512bbf8SYan Zheng bh = __find_get_block(device->bdev, bytenr / 4096, 2229a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2230a512bbf8SYan Zheng BUG_ON(!bh); 2231a512bbf8SYan Zheng wait_on_buffer(bh); 22324eedeb75SHisashi Hifumi if (!buffer_uptodate(bh)) 22334eedeb75SHisashi Hifumi errors++; 22344eedeb75SHisashi Hifumi 22354eedeb75SHisashi Hifumi /* drop our reference */ 22364eedeb75SHisashi Hifumi brelse(bh); 22374eedeb75SHisashi Hifumi 22384eedeb75SHisashi Hifumi /* drop the reference from the wait == 0 run */ 2239a512bbf8SYan Zheng brelse(bh); 2240a512bbf8SYan Zheng continue; 2241a512bbf8SYan Zheng } else { 2242a512bbf8SYan Zheng btrfs_set_super_bytenr(sb, bytenr); 2243a512bbf8SYan Zheng 2244a512bbf8SYan Zheng crc = ~(u32)0; 2245a512bbf8SYan Zheng crc = btrfs_csum_data(NULL, (char *)sb + 2246a512bbf8SYan Zheng BTRFS_CSUM_SIZE, crc, 2247a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE - 2248a512bbf8SYan Zheng BTRFS_CSUM_SIZE); 2249a512bbf8SYan Zheng btrfs_csum_final(crc, sb->csum); 2250a512bbf8SYan Zheng 22514eedeb75SHisashi Hifumi /* 22524eedeb75SHisashi Hifumi * one reference for us, and we leave it for the 22534eedeb75SHisashi Hifumi * caller 22544eedeb75SHisashi Hifumi */ 2255a512bbf8SYan Zheng bh = __getblk(device->bdev, bytenr / 4096, 2256a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2257a512bbf8SYan Zheng memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 2258a512bbf8SYan Zheng 22594eedeb75SHisashi Hifumi /* one reference for submit_bh */ 2260a512bbf8SYan Zheng get_bh(bh); 22614eedeb75SHisashi Hifumi 22624eedeb75SHisashi Hifumi set_buffer_uptodate(bh); 2263a512bbf8SYan Zheng lock_buffer(bh); 2264a512bbf8SYan Zheng bh->b_end_io = btrfs_end_buffer_write_sync; 2265a512bbf8SYan Zheng } 2266a512bbf8SYan Zheng 2267a512bbf8SYan Zheng if (i == last_barrier && do_barriers && device->barriers) { 2268a512bbf8SYan Zheng ret = submit_bh(WRITE_BARRIER, bh); 2269a512bbf8SYan Zheng if (ret == -EOPNOTSUPP) { 2270a512bbf8SYan Zheng printk("btrfs: disabling barriers on dev %s\n", 2271a512bbf8SYan Zheng device->name); 2272a512bbf8SYan Zheng set_buffer_uptodate(bh); 2273a512bbf8SYan Zheng device->barriers = 0; 22744eedeb75SHisashi Hifumi /* one reference for submit_bh */ 2275a512bbf8SYan Zheng get_bh(bh); 2276a512bbf8SYan Zheng lock_buffer(bh); 2277ffbd517dSChris Mason ret = submit_bh(WRITE_SYNC, bh); 2278a512bbf8SYan Zheng } 2279a512bbf8SYan Zheng } else { 2280ffbd517dSChris Mason ret = submit_bh(WRITE_SYNC, bh); 2281a512bbf8SYan Zheng } 2282a512bbf8SYan Zheng 22834eedeb75SHisashi Hifumi if (ret) 2284a512bbf8SYan Zheng errors++; 2285a512bbf8SYan Zheng } 2286a512bbf8SYan Zheng return errors < i ? 0 : -1; 2287a512bbf8SYan Zheng } 2288a512bbf8SYan Zheng 2289a512bbf8SYan Zheng int write_all_supers(struct btrfs_root *root, int max_mirrors) 2290f2984462SChris Mason { 2291e5e9a520SChris Mason struct list_head *head; 2292f2984462SChris Mason struct btrfs_device *dev; 2293a061fc8dSChris Mason struct btrfs_super_block *sb; 2294f2984462SChris Mason struct btrfs_dev_item *dev_item; 2295f2984462SChris Mason int ret; 2296f2984462SChris Mason int do_barriers; 2297a236aed1SChris Mason int max_errors; 2298a236aed1SChris Mason int total_errors = 0; 2299a061fc8dSChris Mason u64 flags; 2300f2984462SChris Mason 2301a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 2302f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 2303f2984462SChris Mason 2304a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 2305a061fc8dSChris Mason dev_item = &sb->dev_item; 2306e5e9a520SChris Mason 2307e5e9a520SChris Mason mutex_lock(&root->fs_info->fs_devices->device_list_mutex); 2308e5e9a520SChris Mason head = &root->fs_info->fs_devices->devices; 2309c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2310dfe25020SChris Mason if (!dev->bdev) { 2311dfe25020SChris Mason total_errors++; 2312dfe25020SChris Mason continue; 2313dfe25020SChris Mason } 23142b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2315dfe25020SChris Mason continue; 2316dfe25020SChris Mason 23172b82032cSYan Zheng btrfs_set_stack_device_generation(dev_item, 0); 2318a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 2319a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 2320a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 2321a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 2322a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 2323a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 2324a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 2325a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 23262b82032cSYan Zheng memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE); 2327a512bbf8SYan Zheng 2328a061fc8dSChris Mason flags = btrfs_super_flags(sb); 2329a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 2330f2984462SChris Mason 2331a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 0, max_mirrors); 2332a236aed1SChris Mason if (ret) 2333a236aed1SChris Mason total_errors++; 2334f2984462SChris Mason } 2335a236aed1SChris Mason if (total_errors > max_errors) { 2336d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2337d397712bSChris Mason total_errors); 2338a236aed1SChris Mason BUG(); 2339a236aed1SChris Mason } 2340f2984462SChris Mason 2341a512bbf8SYan Zheng total_errors = 0; 2342c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2343dfe25020SChris Mason if (!dev->bdev) 2344dfe25020SChris Mason continue; 23452b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2346dfe25020SChris Mason continue; 2347dfe25020SChris Mason 2348a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 1, max_mirrors); 2349a512bbf8SYan Zheng if (ret) 23501259ab75SChris Mason total_errors++; 2351f2984462SChris Mason } 2352e5e9a520SChris Mason mutex_unlock(&root->fs_info->fs_devices->device_list_mutex); 2353a236aed1SChris Mason if (total_errors > max_errors) { 2354d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2355d397712bSChris Mason total_errors); 2356a236aed1SChris Mason BUG(); 2357a236aed1SChris Mason } 2358f2984462SChris Mason return 0; 2359f2984462SChris Mason } 2360f2984462SChris Mason 2361a512bbf8SYan Zheng int write_ctree_super(struct btrfs_trans_handle *trans, 2362a512bbf8SYan Zheng struct btrfs_root *root, int max_mirrors) 2363cfaa7295SChris Mason { 2364e66f709bSChris Mason int ret; 23652c90e5d6SChris Mason 2366a512bbf8SYan Zheng ret = write_all_supers(root, max_mirrors); 23675f39d397SChris Mason return ret; 2368cfaa7295SChris Mason } 2369cfaa7295SChris Mason 23705eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 23712619ba1fSChris Mason { 23724df27c4dSYan, Zheng spin_lock(&fs_info->fs_roots_radix_lock); 23732619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 23742619ba1fSChris Mason (unsigned long)root->root_key.objectid); 23754df27c4dSYan, Zheng spin_unlock(&fs_info->fs_roots_radix_lock); 237676dda93cSYan, Zheng 237776dda93cSYan, Zheng if (btrfs_root_refs(&root->root_item) == 0) 237876dda93cSYan, Zheng synchronize_srcu(&fs_info->subvol_srcu); 237976dda93cSYan, Zheng 23804df27c4dSYan, Zheng free_fs_root(root); 23814df27c4dSYan, Zheng return 0; 23824df27c4dSYan, Zheng } 23834df27c4dSYan, Zheng 23844df27c4dSYan, Zheng static void free_fs_root(struct btrfs_root *root) 23854df27c4dSYan, Zheng { 23864df27c4dSYan, Zheng WARN_ON(!RB_EMPTY_ROOT(&root->inode_tree)); 23873394e160SChris Mason if (root->anon_super.s_dev) { 23883394e160SChris Mason down_write(&root->anon_super.s_umount); 23893394e160SChris Mason kill_anon_super(&root->anon_super); 23903394e160SChris Mason } 23915f39d397SChris Mason free_extent_buffer(root->node); 23925f39d397SChris Mason free_extent_buffer(root->commit_root); 239358176a96SJosef Bacik kfree(root->name); 23942619ba1fSChris Mason kfree(root); 23952619ba1fSChris Mason } 23962619ba1fSChris Mason 239735b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 23980f7d52f4SChris Mason { 23990f7d52f4SChris Mason int ret; 24000f7d52f4SChris Mason struct btrfs_root *gang[8]; 24010f7d52f4SChris Mason int i; 24020f7d52f4SChris Mason 240376dda93cSYan, Zheng while (!list_empty(&fs_info->dead_roots)) { 240476dda93cSYan, Zheng gang[0] = list_entry(fs_info->dead_roots.next, 240576dda93cSYan, Zheng struct btrfs_root, root_list); 240676dda93cSYan, Zheng list_del(&gang[0]->root_list); 240776dda93cSYan, Zheng 240876dda93cSYan, Zheng if (gang[0]->in_radix) { 240976dda93cSYan, Zheng btrfs_free_fs_root(fs_info, gang[0]); 241076dda93cSYan, Zheng } else { 241176dda93cSYan, Zheng free_extent_buffer(gang[0]->node); 241276dda93cSYan, Zheng free_extent_buffer(gang[0]->commit_root); 241376dda93cSYan, Zheng kfree(gang[0]); 241476dda93cSYan, Zheng } 241576dda93cSYan, Zheng } 241676dda93cSYan, Zheng 24170f7d52f4SChris Mason while (1) { 24180f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 24190f7d52f4SChris Mason (void **)gang, 0, 24200f7d52f4SChris Mason ARRAY_SIZE(gang)); 24210f7d52f4SChris Mason if (!ret) 24220f7d52f4SChris Mason break; 24232619ba1fSChris Mason for (i = 0; i < ret; i++) 24245eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 24250f7d52f4SChris Mason } 24260f7d52f4SChris Mason return 0; 24270f7d52f4SChris Mason } 2428b4100d64SChris Mason 2429c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 2430c146afadSYan Zheng { 2431c146afadSYan Zheng u64 root_objectid = 0; 2432c146afadSYan Zheng struct btrfs_root *gang[8]; 2433c146afadSYan Zheng int i; 2434c146afadSYan Zheng int ret; 2435c146afadSYan Zheng 2436c146afadSYan Zheng while (1) { 2437c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 2438c146afadSYan Zheng (void **)gang, root_objectid, 2439c146afadSYan Zheng ARRAY_SIZE(gang)); 2440c146afadSYan Zheng if (!ret) 2441c146afadSYan Zheng break; 24425d4f98a2SYan Zheng 24435d4f98a2SYan Zheng root_objectid = gang[ret - 1]->root_key.objectid + 1; 2444c146afadSYan Zheng for (i = 0; i < ret; i++) { 2445c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 2446c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 2447c146afadSYan Zheng } 2448c146afadSYan Zheng root_objectid++; 2449c146afadSYan Zheng } 2450c146afadSYan Zheng return 0; 2451c146afadSYan Zheng } 2452c146afadSYan Zheng 2453c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 2454c146afadSYan Zheng { 2455c146afadSYan Zheng struct btrfs_trans_handle *trans; 2456c146afadSYan Zheng int ret; 2457c146afadSYan Zheng 2458c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 245924bbcf04SYan, Zheng btrfs_run_delayed_iputs(root); 2460c146afadSYan Zheng btrfs_clean_old_snapshots(root); 2461c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 2462c71bf099SYan, Zheng 2463c71bf099SYan, Zheng /* wait until ongoing cleanup work done */ 2464c71bf099SYan, Zheng down_write(&root->fs_info->cleanup_work_sem); 2465c71bf099SYan, Zheng up_write(&root->fs_info->cleanup_work_sem); 2466c71bf099SYan, Zheng 2467a22285a6SYan, Zheng trans = btrfs_join_transaction(root, 1); 24683612b495STsutomu Itoh if (IS_ERR(trans)) 24693612b495STsutomu Itoh return PTR_ERR(trans); 2470c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 2471c146afadSYan Zheng BUG_ON(ret); 2472c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2473a22285a6SYan, Zheng trans = btrfs_join_transaction(root, 1); 24743612b495STsutomu Itoh if (IS_ERR(trans)) 24753612b495STsutomu Itoh return PTR_ERR(trans); 2476c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2477c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2478c146afadSYan Zheng BUG_ON(ret); 2479c146afadSYan Zheng 2480a512bbf8SYan Zheng ret = write_ctree_super(NULL, root, 0); 2481c146afadSYan Zheng return ret; 2482c146afadSYan Zheng } 2483c146afadSYan Zheng 2484e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2485eb60ceacSChris Mason { 24860f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2487c146afadSYan Zheng int ret; 2488e089f05cSChris Mason 2489facda1e7SChris Mason fs_info->closing = 1; 2490a2135011SChris Mason smp_mb(); 2491a2135011SChris Mason 24920af3d00bSJosef Bacik btrfs_put_block_group_cache(fs_info); 2493acce952bSliubo 2494acce952bSliubo /* 2495acce952bSliubo * Here come 2 situations when btrfs is broken to flip readonly: 2496acce952bSliubo * 2497acce952bSliubo * 1. when btrfs flips readonly somewhere else before 2498acce952bSliubo * btrfs_commit_super, sb->s_flags has MS_RDONLY flag, 2499acce952bSliubo * and btrfs will skip to write sb directly to keep 2500acce952bSliubo * ERROR state on disk. 2501acce952bSliubo * 2502acce952bSliubo * 2. when btrfs flips readonly just in btrfs_commit_super, 2503acce952bSliubo * and in such case, btrfs cannnot write sb via btrfs_commit_super, 2504acce952bSliubo * and since fs_state has been set BTRFS_SUPER_FLAG_ERROR flag, 2505acce952bSliubo * btrfs will cleanup all FS resources first and write sb then. 2506acce952bSliubo */ 2507c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2508c146afadSYan Zheng ret = btrfs_commit_super(root); 2509d397712bSChris Mason if (ret) 2510d397712bSChris Mason printk(KERN_ERR "btrfs: commit super ret %d\n", ret); 2511c146afadSYan Zheng } 2512ed2ff2cbSChris Mason 2513acce952bSliubo if (fs_info->fs_state & BTRFS_SUPER_FLAG_ERROR) { 2514acce952bSliubo ret = btrfs_error_commit_super(root); 2515acce952bSliubo if (ret) 2516acce952bSliubo printk(KERN_ERR "btrfs: commit super ret %d\n", ret); 2517acce952bSliubo } 2518acce952bSliubo 25198929ecfaSYan, Zheng kthread_stop(root->fs_info->transaction_kthread); 25208929ecfaSYan, Zheng kthread_stop(root->fs_info->cleaner_kthread); 25218929ecfaSYan, Zheng 2522f25784b3SYan Zheng fs_info->closing = 2; 2523f25784b3SYan Zheng smp_mb(); 2524f25784b3SYan Zheng 2525b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2526d397712bSChris Mason printk(KERN_INFO "btrfs: at unmount delalloc count %llu\n", 252721380931SJoel Becker (unsigned long long)fs_info->delalloc_bytes); 2528b0c68f8bSChris Mason } 252931153d81SYan Zheng if (fs_info->total_ref_cache_size) { 2530d397712bSChris Mason printk(KERN_INFO "btrfs: at umount reference cache size %llu\n", 2531d397712bSChris Mason (unsigned long long)fs_info->total_ref_cache_size); 253231153d81SYan Zheng } 253331153d81SYan Zheng 25345f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 25355d4f98a2SYan Zheng free_extent_buffer(fs_info->extent_root->commit_root); 25365f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 25375d4f98a2SYan Zheng free_extent_buffer(fs_info->tree_root->commit_root); 25380b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 25395d4f98a2SYan Zheng free_extent_buffer(root->fs_info->chunk_root->commit_root); 25400b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 25415d4f98a2SYan Zheng free_extent_buffer(root->fs_info->dev_root->commit_root); 2542d20f7043SChris Mason free_extent_buffer(root->fs_info->csum_root->node); 25435d4f98a2SYan Zheng free_extent_buffer(root->fs_info->csum_root->commit_root); 2544d20f7043SChris Mason 25459078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2546c146afadSYan Zheng 25470f7d52f4SChris Mason del_fs_roots(fs_info); 2548d10c5f31SChris Mason 2549c146afadSYan Zheng iput(fs_info->btree_inode); 25509ad6b7bcSChris Mason 255161d92c32SChris Mason btrfs_stop_workers(&fs_info->generic_worker); 2552247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2553771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 25548b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 25558b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2556d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2557cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2558e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 25590cb59c99SJosef Bacik btrfs_stop_workers(&fs_info->endio_freespace_worker); 25601cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2561d6bfde87SChris Mason 2562dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 25630b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2564b248a415SChris Mason 256504160088SChris Mason bdi_destroy(&fs_info->bdi); 256676dda93cSYan, Zheng cleanup_srcu_struct(&fs_info->subvol_srcu); 25670b86a832SChris Mason 25680f7d52f4SChris Mason kfree(fs_info->extent_root); 25690f7d52f4SChris Mason kfree(fs_info->tree_root); 25700b86a832SChris Mason kfree(fs_info->chunk_root); 25710b86a832SChris Mason kfree(fs_info->dev_root); 2572d20f7043SChris Mason kfree(fs_info->csum_root); 257383a4d548SLi Zefan kfree(fs_info); 257483a4d548SLi Zefan 2575eb60ceacSChris Mason return 0; 2576eb60ceacSChris Mason } 2577eb60ceacSChris Mason 25781259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2579ccd467d6SChris Mason { 25801259ab75SChris Mason int ret; 2581810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 25821259ab75SChris Mason 25832ac55d41SJosef Bacik ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf, 25842ac55d41SJosef Bacik NULL); 25851259ab75SChris Mason if (!ret) 25861259ab75SChris Mason return ret; 25871259ab75SChris Mason 25881259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 25891259ab75SChris Mason parent_transid); 25901259ab75SChris Mason return !ret; 25915f39d397SChris Mason } 25926702ed49SChris Mason 25935f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 25945f39d397SChris Mason { 2595810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2596d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 25975f39d397SChris Mason buf); 25985f39d397SChris Mason } 25995f39d397SChris Mason 26005f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 26015f39d397SChris Mason { 2602810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 26035f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 26045f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 2605b9473439SChris Mason int was_dirty; 2606b4ce94deSChris Mason 2607b9447ef8SChris Mason btrfs_assert_tree_locked(buf); 2608ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2609d397712bSChris Mason printk(KERN_CRIT "btrfs transid mismatch buffer %llu, " 2610d397712bSChris Mason "found %llu running %llu\n", 2611db94535dSChris Mason (unsigned long long)buf->start, 2612d397712bSChris Mason (unsigned long long)transid, 2613d397712bSChris Mason (unsigned long long)root->fs_info->generation); 2614ccd467d6SChris Mason WARN_ON(1); 2615ccd467d6SChris Mason } 2616b9473439SChris Mason was_dirty = set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 2617b9473439SChris Mason buf); 2618b9473439SChris Mason if (!was_dirty) { 2619b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2620b9473439SChris Mason root->fs_info->dirty_metadata_bytes += buf->len; 2621b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2622b9473439SChris Mason } 2623eb60ceacSChris Mason } 2624eb60ceacSChris Mason 2625d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 262635b7e476SChris Mason { 2627188de649SChris Mason /* 2628188de649SChris Mason * looks as though older kernels can get into trouble with 2629188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2630188de649SChris Mason */ 2631d6bfde87SChris Mason u64 num_dirty; 2632771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2633d6bfde87SChris Mason 26346933c02eSJens Axboe if (current->flags & PF_MEMALLOC) 2635d6bfde87SChris Mason return; 2636d6bfde87SChris Mason 2637585ad2c3SChris Mason num_dirty = root->fs_info->dirty_metadata_bytes; 2638585ad2c3SChris Mason 2639d6bfde87SChris Mason if (num_dirty > thresh) { 2640d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2641304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 264235b7e476SChris Mason } 2643188de649SChris Mason return; 2644d6bfde87SChris Mason } 26456b80053dSChris Mason 2646ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 26476b80053dSChris Mason { 2648810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2649ce9adaa5SChris Mason int ret; 2650ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2651d397712bSChris Mason if (ret == 0) 2652b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 2653ce9adaa5SChris Mason return ret; 26546b80053dSChris Mason } 26550da5468fSChris Mason 26564bef0848SChris Mason int btree_lock_page_hook(struct page *page) 26574bef0848SChris Mason { 26584bef0848SChris Mason struct inode *inode = page->mapping->host; 2659b9473439SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 26604bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 26614bef0848SChris Mason struct extent_buffer *eb; 26624bef0848SChris Mason unsigned long len; 26634bef0848SChris Mason u64 bytenr = page_offset(page); 26644bef0848SChris Mason 26654bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 26664bef0848SChris Mason goto out; 26674bef0848SChris Mason 26684bef0848SChris Mason len = page->private >> 2; 26694bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 26704bef0848SChris Mason if (!eb) 26714bef0848SChris Mason goto out; 26724bef0848SChris Mason 26734bef0848SChris Mason btrfs_tree_lock(eb); 26744bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 2675b9473439SChris Mason 2676b9473439SChris Mason if (test_and_clear_bit(EXTENT_BUFFER_DIRTY, &eb->bflags)) { 2677b9473439SChris Mason spin_lock(&root->fs_info->delalloc_lock); 2678b9473439SChris Mason if (root->fs_info->dirty_metadata_bytes >= eb->len) 2679b9473439SChris Mason root->fs_info->dirty_metadata_bytes -= eb->len; 2680b9473439SChris Mason else 2681b9473439SChris Mason WARN_ON(1); 2682b9473439SChris Mason spin_unlock(&root->fs_info->delalloc_lock); 2683b9473439SChris Mason } 2684b9473439SChris Mason 26854bef0848SChris Mason btrfs_tree_unlock(eb); 26864bef0848SChris Mason free_extent_buffer(eb); 26874bef0848SChris Mason out: 26884bef0848SChris Mason lock_page(page); 26894bef0848SChris Mason return 0; 26904bef0848SChris Mason } 26914bef0848SChris Mason 2692acce952bSliubo static void btrfs_check_super_valid(struct btrfs_fs_info *fs_info, 2693acce952bSliubo int read_only) 2694acce952bSliubo { 2695acce952bSliubo if (read_only) 2696acce952bSliubo return; 2697acce952bSliubo 2698acce952bSliubo if (fs_info->fs_state & BTRFS_SUPER_FLAG_ERROR) 2699acce952bSliubo printk(KERN_WARNING "warning: mount fs with errors, " 2700acce952bSliubo "running btrfsck is recommended\n"); 2701acce952bSliubo } 2702acce952bSliubo 2703acce952bSliubo int btrfs_error_commit_super(struct btrfs_root *root) 2704acce952bSliubo { 2705acce952bSliubo int ret; 2706acce952bSliubo 2707acce952bSliubo mutex_lock(&root->fs_info->cleaner_mutex); 2708acce952bSliubo btrfs_run_delayed_iputs(root); 2709acce952bSliubo mutex_unlock(&root->fs_info->cleaner_mutex); 2710acce952bSliubo 2711acce952bSliubo down_write(&root->fs_info->cleanup_work_sem); 2712acce952bSliubo up_write(&root->fs_info->cleanup_work_sem); 2713acce952bSliubo 2714acce952bSliubo /* cleanup FS via transaction */ 2715acce952bSliubo btrfs_cleanup_transaction(root); 2716acce952bSliubo 2717acce952bSliubo ret = write_ctree_super(NULL, root, 0); 2718acce952bSliubo 2719acce952bSliubo return ret; 2720acce952bSliubo } 2721acce952bSliubo 2722acce952bSliubo static int btrfs_destroy_ordered_operations(struct btrfs_root *root) 2723acce952bSliubo { 2724acce952bSliubo struct btrfs_inode *btrfs_inode; 2725acce952bSliubo struct list_head splice; 2726acce952bSliubo 2727acce952bSliubo INIT_LIST_HEAD(&splice); 2728acce952bSliubo 2729acce952bSliubo mutex_lock(&root->fs_info->ordered_operations_mutex); 2730acce952bSliubo spin_lock(&root->fs_info->ordered_extent_lock); 2731acce952bSliubo 2732acce952bSliubo list_splice_init(&root->fs_info->ordered_operations, &splice); 2733acce952bSliubo while (!list_empty(&splice)) { 2734acce952bSliubo btrfs_inode = list_entry(splice.next, struct btrfs_inode, 2735acce952bSliubo ordered_operations); 2736acce952bSliubo 2737acce952bSliubo list_del_init(&btrfs_inode->ordered_operations); 2738acce952bSliubo 2739acce952bSliubo btrfs_invalidate_inodes(btrfs_inode->root); 2740acce952bSliubo } 2741acce952bSliubo 2742acce952bSliubo spin_unlock(&root->fs_info->ordered_extent_lock); 2743acce952bSliubo mutex_unlock(&root->fs_info->ordered_operations_mutex); 2744acce952bSliubo 2745acce952bSliubo return 0; 2746acce952bSliubo } 2747acce952bSliubo 2748acce952bSliubo static int btrfs_destroy_ordered_extents(struct btrfs_root *root) 2749acce952bSliubo { 2750acce952bSliubo struct list_head splice; 2751acce952bSliubo struct btrfs_ordered_extent *ordered; 2752acce952bSliubo struct inode *inode; 2753acce952bSliubo 2754acce952bSliubo INIT_LIST_HEAD(&splice); 2755acce952bSliubo 2756acce952bSliubo spin_lock(&root->fs_info->ordered_extent_lock); 2757acce952bSliubo 2758acce952bSliubo list_splice_init(&root->fs_info->ordered_extents, &splice); 2759acce952bSliubo while (!list_empty(&splice)) { 2760acce952bSliubo ordered = list_entry(splice.next, struct btrfs_ordered_extent, 2761acce952bSliubo root_extent_list); 2762acce952bSliubo 2763acce952bSliubo list_del_init(&ordered->root_extent_list); 2764acce952bSliubo atomic_inc(&ordered->refs); 2765acce952bSliubo 2766acce952bSliubo /* the inode may be getting freed (in sys_unlink path). */ 2767acce952bSliubo inode = igrab(ordered->inode); 2768acce952bSliubo 2769acce952bSliubo spin_unlock(&root->fs_info->ordered_extent_lock); 2770acce952bSliubo if (inode) 2771acce952bSliubo iput(inode); 2772acce952bSliubo 2773acce952bSliubo atomic_set(&ordered->refs, 1); 2774acce952bSliubo btrfs_put_ordered_extent(ordered); 2775acce952bSliubo 2776acce952bSliubo spin_lock(&root->fs_info->ordered_extent_lock); 2777acce952bSliubo } 2778acce952bSliubo 2779acce952bSliubo spin_unlock(&root->fs_info->ordered_extent_lock); 2780acce952bSliubo 2781acce952bSliubo return 0; 2782acce952bSliubo } 2783acce952bSliubo 2784acce952bSliubo static int btrfs_destroy_delayed_refs(struct btrfs_transaction *trans, 2785acce952bSliubo struct btrfs_root *root) 2786acce952bSliubo { 2787acce952bSliubo struct rb_node *node; 2788acce952bSliubo struct btrfs_delayed_ref_root *delayed_refs; 2789acce952bSliubo struct btrfs_delayed_ref_node *ref; 2790acce952bSliubo int ret = 0; 2791acce952bSliubo 2792acce952bSliubo delayed_refs = &trans->delayed_refs; 2793acce952bSliubo 2794acce952bSliubo spin_lock(&delayed_refs->lock); 2795acce952bSliubo if (delayed_refs->num_entries == 0) { 2796acce952bSliubo printk(KERN_INFO "delayed_refs has NO entry\n"); 2797acce952bSliubo return ret; 2798acce952bSliubo } 2799acce952bSliubo 2800acce952bSliubo node = rb_first(&delayed_refs->root); 2801acce952bSliubo while (node) { 2802acce952bSliubo ref = rb_entry(node, struct btrfs_delayed_ref_node, rb_node); 2803acce952bSliubo node = rb_next(node); 2804acce952bSliubo 2805acce952bSliubo ref->in_tree = 0; 2806acce952bSliubo rb_erase(&ref->rb_node, &delayed_refs->root); 2807acce952bSliubo delayed_refs->num_entries--; 2808acce952bSliubo 2809acce952bSliubo atomic_set(&ref->refs, 1); 2810acce952bSliubo if (btrfs_delayed_ref_is_head(ref)) { 2811acce952bSliubo struct btrfs_delayed_ref_head *head; 2812acce952bSliubo 2813acce952bSliubo head = btrfs_delayed_node_to_head(ref); 2814acce952bSliubo mutex_lock(&head->mutex); 2815acce952bSliubo kfree(head->extent_op); 2816acce952bSliubo delayed_refs->num_heads--; 2817acce952bSliubo if (list_empty(&head->cluster)) 2818acce952bSliubo delayed_refs->num_heads_ready--; 2819acce952bSliubo list_del_init(&head->cluster); 2820acce952bSliubo mutex_unlock(&head->mutex); 2821acce952bSliubo } 2822acce952bSliubo 2823acce952bSliubo spin_unlock(&delayed_refs->lock); 2824acce952bSliubo btrfs_put_delayed_ref(ref); 2825acce952bSliubo 2826acce952bSliubo cond_resched(); 2827acce952bSliubo spin_lock(&delayed_refs->lock); 2828acce952bSliubo } 2829acce952bSliubo 2830acce952bSliubo spin_unlock(&delayed_refs->lock); 2831acce952bSliubo 2832acce952bSliubo return ret; 2833acce952bSliubo } 2834acce952bSliubo 2835acce952bSliubo static int btrfs_destroy_pending_snapshots(struct btrfs_transaction *t) 2836acce952bSliubo { 2837acce952bSliubo struct btrfs_pending_snapshot *snapshot; 2838acce952bSliubo struct list_head splice; 2839acce952bSliubo 2840acce952bSliubo INIT_LIST_HEAD(&splice); 2841acce952bSliubo 2842acce952bSliubo list_splice_init(&t->pending_snapshots, &splice); 2843acce952bSliubo 2844acce952bSliubo while (!list_empty(&splice)) { 2845acce952bSliubo snapshot = list_entry(splice.next, 2846acce952bSliubo struct btrfs_pending_snapshot, 2847acce952bSliubo list); 2848acce952bSliubo 2849acce952bSliubo list_del_init(&snapshot->list); 2850acce952bSliubo 2851acce952bSliubo kfree(snapshot); 2852acce952bSliubo } 2853acce952bSliubo 2854acce952bSliubo return 0; 2855acce952bSliubo } 2856acce952bSliubo 2857acce952bSliubo static int btrfs_destroy_delalloc_inodes(struct btrfs_root *root) 2858acce952bSliubo { 2859acce952bSliubo struct btrfs_inode *btrfs_inode; 2860acce952bSliubo struct list_head splice; 2861acce952bSliubo 2862acce952bSliubo INIT_LIST_HEAD(&splice); 2863acce952bSliubo 2864acce952bSliubo list_splice_init(&root->fs_info->delalloc_inodes, &splice); 2865acce952bSliubo 2866acce952bSliubo spin_lock(&root->fs_info->delalloc_lock); 2867acce952bSliubo 2868acce952bSliubo while (!list_empty(&splice)) { 2869acce952bSliubo btrfs_inode = list_entry(splice.next, struct btrfs_inode, 2870acce952bSliubo delalloc_inodes); 2871acce952bSliubo 2872acce952bSliubo list_del_init(&btrfs_inode->delalloc_inodes); 2873acce952bSliubo 2874acce952bSliubo btrfs_invalidate_inodes(btrfs_inode->root); 2875acce952bSliubo } 2876acce952bSliubo 2877acce952bSliubo spin_unlock(&root->fs_info->delalloc_lock); 2878acce952bSliubo 2879acce952bSliubo return 0; 2880acce952bSliubo } 2881acce952bSliubo 2882acce952bSliubo static int btrfs_destroy_marked_extents(struct btrfs_root *root, 2883acce952bSliubo struct extent_io_tree *dirty_pages, 2884acce952bSliubo int mark) 2885acce952bSliubo { 2886acce952bSliubo int ret; 2887acce952bSliubo struct page *page; 2888acce952bSliubo struct inode *btree_inode = root->fs_info->btree_inode; 2889acce952bSliubo struct extent_buffer *eb; 2890acce952bSliubo u64 start = 0; 2891acce952bSliubo u64 end; 2892acce952bSliubo u64 offset; 2893acce952bSliubo unsigned long index; 2894acce952bSliubo 2895acce952bSliubo while (1) { 2896acce952bSliubo ret = find_first_extent_bit(dirty_pages, start, &start, &end, 2897acce952bSliubo mark); 2898acce952bSliubo if (ret) 2899acce952bSliubo break; 2900acce952bSliubo 2901acce952bSliubo clear_extent_bits(dirty_pages, start, end, mark, GFP_NOFS); 2902acce952bSliubo while (start <= end) { 2903acce952bSliubo index = start >> PAGE_CACHE_SHIFT; 2904acce952bSliubo start = (u64)(index + 1) << PAGE_CACHE_SHIFT; 2905acce952bSliubo page = find_get_page(btree_inode->i_mapping, index); 2906acce952bSliubo if (!page) 2907acce952bSliubo continue; 2908acce952bSliubo offset = page_offset(page); 2909acce952bSliubo 2910acce952bSliubo spin_lock(&dirty_pages->buffer_lock); 2911acce952bSliubo eb = radix_tree_lookup( 2912acce952bSliubo &(&BTRFS_I(page->mapping->host)->io_tree)->buffer, 2913acce952bSliubo offset >> PAGE_CACHE_SHIFT); 2914acce952bSliubo spin_unlock(&dirty_pages->buffer_lock); 2915acce952bSliubo if (eb) { 2916acce952bSliubo ret = test_and_clear_bit(EXTENT_BUFFER_DIRTY, 2917acce952bSliubo &eb->bflags); 2918acce952bSliubo atomic_set(&eb->refs, 1); 2919acce952bSliubo } 2920acce952bSliubo if (PageWriteback(page)) 2921acce952bSliubo end_page_writeback(page); 2922acce952bSliubo 2923acce952bSliubo lock_page(page); 2924acce952bSliubo if (PageDirty(page)) { 2925acce952bSliubo clear_page_dirty_for_io(page); 2926acce952bSliubo spin_lock_irq(&page->mapping->tree_lock); 2927acce952bSliubo radix_tree_tag_clear(&page->mapping->page_tree, 2928acce952bSliubo page_index(page), 2929acce952bSliubo PAGECACHE_TAG_DIRTY); 2930acce952bSliubo spin_unlock_irq(&page->mapping->tree_lock); 2931acce952bSliubo } 2932acce952bSliubo 2933acce952bSliubo page->mapping->a_ops->invalidatepage(page, 0); 2934acce952bSliubo unlock_page(page); 2935acce952bSliubo } 2936acce952bSliubo } 2937acce952bSliubo 2938acce952bSliubo return ret; 2939acce952bSliubo } 2940acce952bSliubo 2941acce952bSliubo static int btrfs_destroy_pinned_extent(struct btrfs_root *root, 2942acce952bSliubo struct extent_io_tree *pinned_extents) 2943acce952bSliubo { 2944acce952bSliubo struct extent_io_tree *unpin; 2945acce952bSliubo u64 start; 2946acce952bSliubo u64 end; 2947acce952bSliubo int ret; 2948acce952bSliubo 2949acce952bSliubo unpin = pinned_extents; 2950acce952bSliubo while (1) { 2951acce952bSliubo ret = find_first_extent_bit(unpin, 0, &start, &end, 2952acce952bSliubo EXTENT_DIRTY); 2953acce952bSliubo if (ret) 2954acce952bSliubo break; 2955acce952bSliubo 2956acce952bSliubo /* opt_discard */ 2957acce952bSliubo ret = btrfs_error_discard_extent(root, start, end + 1 - start); 2958acce952bSliubo 2959acce952bSliubo clear_extent_dirty(unpin, start, end, GFP_NOFS); 2960acce952bSliubo btrfs_error_unpin_extent_range(root, start, end); 2961acce952bSliubo cond_resched(); 2962acce952bSliubo } 2963acce952bSliubo 2964acce952bSliubo return 0; 2965acce952bSliubo } 2966acce952bSliubo 2967acce952bSliubo static int btrfs_cleanup_transaction(struct btrfs_root *root) 2968acce952bSliubo { 2969acce952bSliubo struct btrfs_transaction *t; 2970acce952bSliubo LIST_HEAD(list); 2971acce952bSliubo 2972acce952bSliubo WARN_ON(1); 2973acce952bSliubo 2974acce952bSliubo mutex_lock(&root->fs_info->trans_mutex); 2975acce952bSliubo mutex_lock(&root->fs_info->transaction_kthread_mutex); 2976acce952bSliubo 2977acce952bSliubo list_splice_init(&root->fs_info->trans_list, &list); 2978acce952bSliubo while (!list_empty(&list)) { 2979acce952bSliubo t = list_entry(list.next, struct btrfs_transaction, list); 2980acce952bSliubo if (!t) 2981acce952bSliubo break; 2982acce952bSliubo 2983acce952bSliubo btrfs_destroy_ordered_operations(root); 2984acce952bSliubo 2985acce952bSliubo btrfs_destroy_ordered_extents(root); 2986acce952bSliubo 2987acce952bSliubo btrfs_destroy_delayed_refs(t, root); 2988acce952bSliubo 2989acce952bSliubo btrfs_block_rsv_release(root, 2990acce952bSliubo &root->fs_info->trans_block_rsv, 2991acce952bSliubo t->dirty_pages.dirty_bytes); 2992acce952bSliubo 2993acce952bSliubo /* FIXME: cleanup wait for commit */ 2994acce952bSliubo t->in_commit = 1; 2995acce952bSliubo t->blocked = 1; 2996acce952bSliubo if (waitqueue_active(&root->fs_info->transaction_blocked_wait)) 2997acce952bSliubo wake_up(&root->fs_info->transaction_blocked_wait); 2998acce952bSliubo 2999acce952bSliubo t->blocked = 0; 3000acce952bSliubo if (waitqueue_active(&root->fs_info->transaction_wait)) 3001acce952bSliubo wake_up(&root->fs_info->transaction_wait); 3002acce952bSliubo mutex_unlock(&root->fs_info->trans_mutex); 3003acce952bSliubo 3004acce952bSliubo mutex_lock(&root->fs_info->trans_mutex); 3005acce952bSliubo t->commit_done = 1; 3006acce952bSliubo if (waitqueue_active(&t->commit_wait)) 3007acce952bSliubo wake_up(&t->commit_wait); 3008acce952bSliubo mutex_unlock(&root->fs_info->trans_mutex); 3009acce952bSliubo 3010acce952bSliubo mutex_lock(&root->fs_info->trans_mutex); 3011acce952bSliubo 3012acce952bSliubo btrfs_destroy_pending_snapshots(t); 3013acce952bSliubo 3014acce952bSliubo btrfs_destroy_delalloc_inodes(root); 3015acce952bSliubo 3016acce952bSliubo spin_lock(&root->fs_info->new_trans_lock); 3017acce952bSliubo root->fs_info->running_transaction = NULL; 3018acce952bSliubo spin_unlock(&root->fs_info->new_trans_lock); 3019acce952bSliubo 3020acce952bSliubo btrfs_destroy_marked_extents(root, &t->dirty_pages, 3021acce952bSliubo EXTENT_DIRTY); 3022acce952bSliubo 3023acce952bSliubo btrfs_destroy_pinned_extent(root, 3024acce952bSliubo root->fs_info->pinned_extents); 3025acce952bSliubo 3026acce952bSliubo t->use_count = 0; 3027acce952bSliubo list_del_init(&t->list); 3028acce952bSliubo memset(t, 0, sizeof(*t)); 3029acce952bSliubo kmem_cache_free(btrfs_transaction_cachep, t); 3030acce952bSliubo } 3031acce952bSliubo 3032acce952bSliubo mutex_unlock(&root->fs_info->transaction_kthread_mutex); 3033acce952bSliubo mutex_unlock(&root->fs_info->trans_mutex); 3034acce952bSliubo 3035acce952bSliubo return 0; 3036acce952bSliubo } 3037acce952bSliubo 3038d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 30394bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 3040ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 30410b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 3042239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 3043239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 30440da5468fSChris Mason }; 3045