16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 25d397712bSChris Mason #include <linux/buffer_head.h> 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a74a4b97SChris Mason #include <linux/kthread.h> 28a74a4b97SChris Mason #include <linux/freezer.h> 294b4e25f2SChris Mason #include "compat.h" 30a5eb62e3SMiguel #include "crc32c.h" 31eb60ceacSChris Mason #include "ctree.h" 32eb60ceacSChris Mason #include "disk-io.h" 33e089f05cSChris Mason #include "transaction.h" 340f7d52f4SChris Mason #include "btrfs_inode.h" 350b86a832SChris Mason #include "volumes.h" 36db94535dSChris Mason #include "print-tree.h" 378b712842SChris Mason #include "async-thread.h" 38925baeddSChris Mason #include "locking.h" 39017e5369SChris Mason #include "ref-cache.h" 40e02119d5SChris Mason #include "tree-log.h" 41eb60ceacSChris Mason 42d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 438b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 44ce9adaa5SChris Mason 45d352ac68SChris Mason /* 46d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 47d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 48d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 49d352ac68SChris Mason */ 50ce9adaa5SChris Mason struct end_io_wq { 51ce9adaa5SChris Mason struct bio *bio; 52ce9adaa5SChris Mason bio_end_io_t *end_io; 53ce9adaa5SChris Mason void *private; 54ce9adaa5SChris Mason struct btrfs_fs_info *info; 55ce9adaa5SChris Mason int error; 5622c59948SChris Mason int metadata; 57ce9adaa5SChris Mason struct list_head list; 588b712842SChris Mason struct btrfs_work work; 59ce9adaa5SChris Mason }; 600da5468fSChris Mason 61d352ac68SChris Mason /* 62d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 63d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 64d352ac68SChris Mason * just before they are sent down the IO stack. 65d352ac68SChris Mason */ 6644b8bd7eSChris Mason struct async_submit_bio { 6744b8bd7eSChris Mason struct inode *inode; 6844b8bd7eSChris Mason struct bio *bio; 6944b8bd7eSChris Mason struct list_head list; 704a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 714a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 7244b8bd7eSChris Mason int rw; 7344b8bd7eSChris Mason int mirror_num; 74c8b97818SChris Mason unsigned long bio_flags; 758b712842SChris Mason struct btrfs_work work; 7644b8bd7eSChris Mason }; 7744b8bd7eSChris Mason 78d352ac68SChris Mason /* 79d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 80d352ac68SChris Mason * that covers the entire device 81d352ac68SChris Mason */ 82b2950863SChristoph Hellwig static struct extent_map *btree_get_extent(struct inode *inode, 83b2950863SChristoph Hellwig struct page *page, size_t page_offset, u64 start, u64 len, 845f39d397SChris Mason int create) 855f39d397SChris Mason { 865f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 875f39d397SChris Mason struct extent_map *em; 885f39d397SChris Mason int ret; 895f39d397SChris Mason 90d1310b2eSChris Mason spin_lock(&em_tree->lock); 91d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 92a061fc8dSChris Mason if (em) { 93a061fc8dSChris Mason em->bdev = 94a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 95d1310b2eSChris Mason spin_unlock(&em_tree->lock); 965f39d397SChris Mason goto out; 97a061fc8dSChris Mason } 98a061fc8dSChris Mason spin_unlock(&em_tree->lock); 997b13b7b1SChris Mason 1005f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1015f39d397SChris Mason if (!em) { 1025f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1035f39d397SChris Mason goto out; 1045f39d397SChris Mason } 1055f39d397SChris Mason em->start = 0; 1060afbaf8cSChris Mason em->len = (u64)-1; 107c8b97818SChris Mason em->block_len = (u64)-1; 1085f39d397SChris Mason em->block_start = 0; 109a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 110d1310b2eSChris Mason 111d1310b2eSChris Mason spin_lock(&em_tree->lock); 1125f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1135f39d397SChris Mason if (ret == -EEXIST) { 1140afbaf8cSChris Mason u64 failed_start = em->start; 1150afbaf8cSChris Mason u64 failed_len = em->len; 1160afbaf8cSChris Mason 1175f39d397SChris Mason free_extent_map(em); 1187b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1190afbaf8cSChris Mason if (em) { 1207b13b7b1SChris Mason ret = 0; 1210afbaf8cSChris Mason } else { 1220afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1230afbaf8cSChris Mason failed_len); 1247b13b7b1SChris Mason ret = -EIO; 1250afbaf8cSChris Mason } 1265f39d397SChris Mason } else if (ret) { 1277b13b7b1SChris Mason free_extent_map(em); 1287b13b7b1SChris Mason em = NULL; 1295f39d397SChris Mason } 1307b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1317b13b7b1SChris Mason 1327b13b7b1SChris Mason if (ret) 1337b13b7b1SChris Mason em = ERR_PTR(ret); 1345f39d397SChris Mason out: 1355f39d397SChris Mason return em; 1365f39d397SChris Mason } 1375f39d397SChris Mason 13819c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 13919c00ddcSChris Mason { 140a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 14119c00ddcSChris Mason } 14219c00ddcSChris Mason 14319c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 14419c00ddcSChris Mason { 14519c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 14619c00ddcSChris Mason } 14719c00ddcSChris Mason 148d352ac68SChris Mason /* 149d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 150d352ac68SChris Mason * into the csum field of the block. 151d352ac68SChris Mason */ 15219c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 15319c00ddcSChris Mason int verify) 15419c00ddcSChris Mason { 155607d432dSJosef Bacik u16 csum_size = 156607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 157607d432dSJosef Bacik char *result = NULL; 15819c00ddcSChris Mason unsigned long len; 15919c00ddcSChris Mason unsigned long cur_len; 16019c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 16119c00ddcSChris Mason char *map_token = NULL; 16219c00ddcSChris Mason char *kaddr; 16319c00ddcSChris Mason unsigned long map_start; 16419c00ddcSChris Mason unsigned long map_len; 16519c00ddcSChris Mason int err; 16619c00ddcSChris Mason u32 crc = ~(u32)0; 167607d432dSJosef Bacik unsigned long inline_result; 16819c00ddcSChris Mason 16919c00ddcSChris Mason len = buf->len - offset; 17019c00ddcSChris Mason while (len > 0) { 17119c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 17219c00ddcSChris Mason &map_token, &kaddr, 17319c00ddcSChris Mason &map_start, &map_len, KM_USER0); 174d397712bSChris Mason if (err) 17519c00ddcSChris Mason return 1; 17619c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 17719c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 17819c00ddcSChris Mason crc, cur_len); 17919c00ddcSChris Mason len -= cur_len; 18019c00ddcSChris Mason offset += cur_len; 18119c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 18219c00ddcSChris Mason } 183607d432dSJosef Bacik if (csum_size > sizeof(inline_result)) { 184607d432dSJosef Bacik result = kzalloc(csum_size * sizeof(char), GFP_NOFS); 185607d432dSJosef Bacik if (!result) 186607d432dSJosef Bacik return 1; 187607d432dSJosef Bacik } else { 188607d432dSJosef Bacik result = (char *)&inline_result; 189607d432dSJosef Bacik } 190607d432dSJosef Bacik 19119c00ddcSChris Mason btrfs_csum_final(crc, result); 19219c00ddcSChris Mason 19319c00ddcSChris Mason if (verify) { 194607d432dSJosef Bacik if (memcmp_extent_buffer(buf, result, 0, csum_size)) { 195e4204dedSChris Mason u32 val; 196e4204dedSChris Mason u32 found = 0; 197607d432dSJosef Bacik memcpy(&found, result, csum_size); 198e4204dedSChris Mason 199607d432dSJosef Bacik read_extent_buffer(buf, &val, 0, csum_size); 200d397712bSChris Mason printk(KERN_INFO "btrfs: %s checksum verify failed " 201d397712bSChris Mason "on %llu wanted %X found %X level %d\n", 20219c00ddcSChris Mason root->fs_info->sb->s_id, 2032dd3e67bSChris Mason buf->start, val, found, btrfs_header_level(buf)); 204607d432dSJosef Bacik if (result != (char *)&inline_result) 205607d432dSJosef Bacik kfree(result); 20619c00ddcSChris Mason return 1; 20719c00ddcSChris Mason } 20819c00ddcSChris Mason } else { 209607d432dSJosef Bacik write_extent_buffer(buf, result, 0, csum_size); 21019c00ddcSChris Mason } 211607d432dSJosef Bacik if (result != (char *)&inline_result) 212607d432dSJosef Bacik kfree(result); 21319c00ddcSChris Mason return 0; 21419c00ddcSChris Mason } 21519c00ddcSChris Mason 216d352ac68SChris Mason /* 217d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 218d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 219d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 220d352ac68SChris Mason * in the wrong place. 221d352ac68SChris Mason */ 2221259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2231259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2241259ab75SChris Mason { 2251259ab75SChris Mason int ret; 2261259ab75SChris Mason 2271259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2281259ab75SChris Mason return 0; 2291259ab75SChris Mason 2301259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2311259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2321259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2331259ab75SChris Mason ret = 0; 2341259ab75SChris Mason goto out; 2351259ab75SChris Mason } 2361259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2371259ab75SChris Mason (unsigned long long)eb->start, 2381259ab75SChris Mason (unsigned long long)parent_transid, 2391259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2401259ab75SChris Mason ret = 1; 2411259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 24233958dc6SChris Mason out: 2431259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2441259ab75SChris Mason GFP_NOFS); 2451259ab75SChris Mason return ret; 2461259ab75SChris Mason } 2471259ab75SChris Mason 248d352ac68SChris Mason /* 249d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 250d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 251d352ac68SChris Mason */ 252f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 253f188591eSChris Mason struct extent_buffer *eb, 254ca7a79adSChris Mason u64 start, u64 parent_transid) 255f188591eSChris Mason { 256f188591eSChris Mason struct extent_io_tree *io_tree; 257f188591eSChris Mason int ret; 258f188591eSChris Mason int num_copies = 0; 259f188591eSChris Mason int mirror_num = 0; 260f188591eSChris Mason 261f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 262f188591eSChris Mason while (1) { 263f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 264f188591eSChris Mason btree_get_extent, mirror_num); 2651259ab75SChris Mason if (!ret && 2661259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 267f188591eSChris Mason return ret; 268d397712bSChris Mason 269f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 270f188591eSChris Mason eb->start, eb->len); 2714235298eSChris Mason if (num_copies == 1) 272f188591eSChris Mason return ret; 2734235298eSChris Mason 274f188591eSChris Mason mirror_num++; 2754235298eSChris Mason if (mirror_num > num_copies) 276f188591eSChris Mason return ret; 277f188591eSChris Mason } 278f188591eSChris Mason return -EIO; 279f188591eSChris Mason } 28019c00ddcSChris Mason 281d352ac68SChris Mason /* 282d397712bSChris Mason * checksum a dirty tree block before IO. This has extra checks to make sure 283d397712bSChris Mason * we only fill in the checksum field in the first page of a multi-page block 284d352ac68SChris Mason */ 285d397712bSChris Mason 286b2950863SChristoph Hellwig static int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 28719c00ddcSChris Mason { 288d1310b2eSChris Mason struct extent_io_tree *tree; 28935ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 29019c00ddcSChris Mason u64 found_start; 29119c00ddcSChris Mason int found_level; 29219c00ddcSChris Mason unsigned long len; 29319c00ddcSChris Mason struct extent_buffer *eb; 294f188591eSChris Mason int ret; 295f188591eSChris Mason 296d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 29719c00ddcSChris Mason 29819c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 29919c00ddcSChris Mason goto out; 30019c00ddcSChris Mason if (!page->private) 30119c00ddcSChris Mason goto out; 30219c00ddcSChris Mason len = page->private >> 2; 303d397712bSChris Mason WARN_ON(len == 0); 304d397712bSChris Mason 30519c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 306ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 307ca7a79adSChris Mason btrfs_header_generation(eb)); 308f188591eSChris Mason BUG_ON(ret); 30919c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 31019c00ddcSChris Mason if (found_start != start) { 31155c69072SChris Mason WARN_ON(1); 31255c69072SChris Mason goto err; 31355c69072SChris Mason } 31455c69072SChris Mason if (eb->first_page != page) { 31555c69072SChris Mason WARN_ON(1); 31655c69072SChris Mason goto err; 31755c69072SChris Mason } 31855c69072SChris Mason if (!PageUptodate(page)) { 31955c69072SChris Mason WARN_ON(1); 32055c69072SChris Mason goto err; 32119c00ddcSChris Mason } 32219c00ddcSChris Mason found_level = btrfs_header_level(eb); 3234bef0848SChris Mason 32419c00ddcSChris Mason csum_tree_block(root, eb, 0); 32555c69072SChris Mason err: 32619c00ddcSChris Mason free_extent_buffer(eb); 32719c00ddcSChris Mason out: 32819c00ddcSChris Mason return 0; 32919c00ddcSChris Mason } 33019c00ddcSChris Mason 3312b82032cSYan Zheng static int check_tree_block_fsid(struct btrfs_root *root, 3322b82032cSYan Zheng struct extent_buffer *eb) 3332b82032cSYan Zheng { 3342b82032cSYan Zheng struct btrfs_fs_devices *fs_devices = root->fs_info->fs_devices; 3352b82032cSYan Zheng u8 fsid[BTRFS_UUID_SIZE]; 3362b82032cSYan Zheng int ret = 1; 3372b82032cSYan Zheng 3382b82032cSYan Zheng read_extent_buffer(eb, fsid, (unsigned long)btrfs_header_fsid(eb), 3392b82032cSYan Zheng BTRFS_FSID_SIZE); 3402b82032cSYan Zheng while (fs_devices) { 3412b82032cSYan Zheng if (!memcmp(fsid, fs_devices->fsid, BTRFS_FSID_SIZE)) { 3422b82032cSYan Zheng ret = 0; 3432b82032cSYan Zheng break; 3442b82032cSYan Zheng } 3452b82032cSYan Zheng fs_devices = fs_devices->seed; 3462b82032cSYan Zheng } 3472b82032cSYan Zheng return ret; 3482b82032cSYan Zheng } 3492b82032cSYan Zheng 350b2950863SChristoph Hellwig static int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 351ce9adaa5SChris Mason struct extent_state *state) 352ce9adaa5SChris Mason { 353ce9adaa5SChris Mason struct extent_io_tree *tree; 354ce9adaa5SChris Mason u64 found_start; 355ce9adaa5SChris Mason int found_level; 356ce9adaa5SChris Mason unsigned long len; 357ce9adaa5SChris Mason struct extent_buffer *eb; 358ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 359f188591eSChris Mason int ret = 0; 360ce9adaa5SChris Mason 361ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 362ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 363ce9adaa5SChris Mason goto out; 364ce9adaa5SChris Mason if (!page->private) 365ce9adaa5SChris Mason goto out; 366d397712bSChris Mason 367ce9adaa5SChris Mason len = page->private >> 2; 368d397712bSChris Mason WARN_ON(len == 0); 369d397712bSChris Mason 370ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 371f188591eSChris Mason 372ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 37323a07867SChris Mason if (found_start != start) { 374d397712bSChris Mason printk(KERN_INFO "btrfs bad tree block start %llu %llu\n", 375a1b32a59SChris Mason (unsigned long long)found_start, 376a1b32a59SChris Mason (unsigned long long)eb->start); 377f188591eSChris Mason ret = -EIO; 378ce9adaa5SChris Mason goto err; 379ce9adaa5SChris Mason } 380ce9adaa5SChris Mason if (eb->first_page != page) { 381d397712bSChris Mason printk(KERN_INFO "btrfs bad first page %lu %lu\n", 382d397712bSChris Mason eb->first_page->index, page->index); 383ce9adaa5SChris Mason WARN_ON(1); 384f188591eSChris Mason ret = -EIO; 385ce9adaa5SChris Mason goto err; 386ce9adaa5SChris Mason } 3872b82032cSYan Zheng if (check_tree_block_fsid(root, eb)) { 388d397712bSChris Mason printk(KERN_INFO "btrfs bad fsid on block %llu\n", 389d397712bSChris Mason (unsigned long long)eb->start); 3901259ab75SChris Mason ret = -EIO; 3911259ab75SChris Mason goto err; 3921259ab75SChris Mason } 393ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 394ce9adaa5SChris Mason 395ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 396f188591eSChris Mason if (ret) 397f188591eSChris Mason ret = -EIO; 398ce9adaa5SChris Mason 399ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 400ce9adaa5SChris Mason end = eb->start + end - 1; 401ce9adaa5SChris Mason err: 402ce9adaa5SChris Mason free_extent_buffer(eb); 403ce9adaa5SChris Mason out: 404f188591eSChris Mason return ret; 405ce9adaa5SChris Mason } 406ce9adaa5SChris Mason 407ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 408ce9adaa5SChris Mason { 409ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 410ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 411ce9adaa5SChris Mason 412ce9adaa5SChris Mason fs_info = end_io_wq->info; 413ce9adaa5SChris Mason end_io_wq->error = err; 4148b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4158b712842SChris Mason end_io_wq->work.flags = 0; 416d20f7043SChris Mason 417d20f7043SChris Mason if (bio->bi_rw & (1 << BIO_RW)) { 418cad321adSChris Mason if (end_io_wq->metadata) 419cad321adSChris Mason btrfs_queue_worker(&fs_info->endio_meta_write_workers, 420cad321adSChris Mason &end_io_wq->work); 421cad321adSChris Mason else 422e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 423e6dcd2dcSChris Mason &end_io_wq->work); 424d20f7043SChris Mason } else { 425d20f7043SChris Mason if (end_io_wq->metadata) 426d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 427d20f7043SChris Mason &end_io_wq->work); 428e6dcd2dcSChris Mason else 429d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 430d20f7043SChris Mason &end_io_wq->work); 431d20f7043SChris Mason } 432ce9adaa5SChris Mason } 433ce9adaa5SChris Mason 43422c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 43522c59948SChris Mason int metadata) 4360b86a832SChris Mason { 437ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 438ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 439ce9adaa5SChris Mason if (!end_io_wq) 440ce9adaa5SChris Mason return -ENOMEM; 441ce9adaa5SChris Mason 442ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 443ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 44422c59948SChris Mason end_io_wq->info = info; 445ce9adaa5SChris Mason end_io_wq->error = 0; 446ce9adaa5SChris Mason end_io_wq->bio = bio; 44722c59948SChris Mason end_io_wq->metadata = metadata; 448ce9adaa5SChris Mason 449ce9adaa5SChris Mason bio->bi_private = end_io_wq; 450ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 45122c59948SChris Mason return 0; 45222c59948SChris Mason } 45322c59948SChris Mason 454b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 4554854ddd0SChris Mason { 4564854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 4574854ddd0SChris Mason info->workers.max_workers, 4584854ddd0SChris Mason info->fs_devices->open_devices); 4594854ddd0SChris Mason return 256 * limit; 4604854ddd0SChris Mason } 4614854ddd0SChris Mason 462777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 4630986fe9eSChris Mason { 464b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 465b64a2851SChris Mason btrfs_async_submit_limit(info); 4660986fe9eSChris Mason } 4670986fe9eSChris Mason 4684a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 4694a69a410SChris Mason { 4704a69a410SChris Mason struct btrfs_fs_info *fs_info; 4714a69a410SChris Mason struct async_submit_bio *async; 4724a69a410SChris Mason 4734a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 4744a69a410SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4754a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 4764a69a410SChris Mason async->mirror_num, async->bio_flags); 4774a69a410SChris Mason } 4784a69a410SChris Mason 4794a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 4808b712842SChris Mason { 4818b712842SChris Mason struct btrfs_fs_info *fs_info; 4828b712842SChris Mason struct async_submit_bio *async; 4834854ddd0SChris Mason int limit; 4848b712842SChris Mason 4858b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 4868b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4874854ddd0SChris Mason 488b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 4894854ddd0SChris Mason limit = limit * 2 / 3; 4904854ddd0SChris Mason 4918b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 4920986fe9eSChris Mason 493b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 494b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 4954854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 4964854ddd0SChris Mason 4974a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 498c8b97818SChris Mason async->mirror_num, async->bio_flags); 4994a69a410SChris Mason } 5004a69a410SChris Mason 5014a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 5024a69a410SChris Mason { 5034a69a410SChris Mason struct async_submit_bio *async; 5044a69a410SChris Mason 5054a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5068b712842SChris Mason kfree(async); 5078b712842SChris Mason } 5088b712842SChris Mason 50944b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 51044b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 511c8b97818SChris Mason unsigned long bio_flags, 5124a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 5134a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 51444b8bd7eSChris Mason { 51544b8bd7eSChris Mason struct async_submit_bio *async; 51644b8bd7eSChris Mason 51744b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 51844b8bd7eSChris Mason if (!async) 51944b8bd7eSChris Mason return -ENOMEM; 52044b8bd7eSChris Mason 52144b8bd7eSChris Mason async->inode = inode; 52244b8bd7eSChris Mason async->rw = rw; 52344b8bd7eSChris Mason async->bio = bio; 52444b8bd7eSChris Mason async->mirror_num = mirror_num; 5254a69a410SChris Mason async->submit_bio_start = submit_bio_start; 5264a69a410SChris Mason async->submit_bio_done = submit_bio_done; 5274a69a410SChris Mason 5284a69a410SChris Mason async->work.func = run_one_async_start; 5294a69a410SChris Mason async->work.ordered_func = run_one_async_done; 5304a69a410SChris Mason async->work.ordered_free = run_one_async_free; 5314a69a410SChris Mason 5328b712842SChris Mason async->work.flags = 0; 533c8b97818SChris Mason async->bio_flags = bio_flags; 5348c8bee1dSChris Mason 535cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 5368b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 537d2c3f4f6SChris Mason #if 0 5387c2ca468SChris Mason int limit = btrfs_async_submit_limit(fs_info); 5399473f16cSChris Mason if (atomic_read(&fs_info->nr_async_submits) > limit) { 5404854ddd0SChris Mason wait_event_timeout(fs_info->async_submit_wait, 5414854ddd0SChris Mason (atomic_read(&fs_info->nr_async_submits) < limit), 5424854ddd0SChris Mason HZ/10); 5439473f16cSChris Mason 5449473f16cSChris Mason wait_event_timeout(fs_info->async_submit_wait, 5459473f16cSChris Mason (atomic_read(&fs_info->nr_async_bios) < limit), 5469473f16cSChris Mason HZ/10); 5479473f16cSChris Mason } 548d2c3f4f6SChris Mason #endif 549771ed689SChris Mason while (atomic_read(&fs_info->async_submit_draining) && 550771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 551771ed689SChris Mason wait_event(fs_info->async_submit_wait, 552771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 553771ed689SChris Mason } 554771ed689SChris Mason 55544b8bd7eSChris Mason return 0; 55644b8bd7eSChris Mason } 55744b8bd7eSChris Mason 558ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 559ce3ed71aSChris Mason { 560ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 561ce3ed71aSChris Mason int bio_index = 0; 562ce3ed71aSChris Mason struct btrfs_root *root; 563ce3ed71aSChris Mason 564ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 565ce3ed71aSChris Mason while (bio_index < bio->bi_vcnt) { 566ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 567ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 568ce3ed71aSChris Mason bio_index++; 569ce3ed71aSChris Mason bvec++; 570ce3ed71aSChris Mason } 571ce3ed71aSChris Mason return 0; 572ce3ed71aSChris Mason } 573ce3ed71aSChris Mason 5744a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 5754a69a410SChris Mason struct bio *bio, int mirror_num, 5764a69a410SChris Mason unsigned long bio_flags) 57722c59948SChris Mason { 5788b712842SChris Mason /* 5798b712842SChris Mason * when we're called for a write, we're already in the async 5805443be45SChris Mason * submission context. Just jump into btrfs_map_bio 5818b712842SChris Mason */ 582ce3ed71aSChris Mason btree_csum_one_bio(bio); 5834a69a410SChris Mason return 0; 58422c59948SChris Mason } 58522c59948SChris Mason 5864a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 5874a69a410SChris Mason int mirror_num, unsigned long bio_flags) 5884a69a410SChris Mason { 5898b712842SChris Mason /* 5904a69a410SChris Mason * when we're called for a write, we're already in the async 5914a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 5928b712842SChris Mason */ 5938b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 5940b86a832SChris Mason } 5950b86a832SChris Mason 59644b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 597c8b97818SChris Mason int mirror_num, unsigned long bio_flags) 59844b8bd7eSChris Mason { 5994a69a410SChris Mason int ret; 600cad321adSChris Mason 6014a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6024a69a410SChris Mason bio, 1); 6034a69a410SChris Mason BUG_ON(ret); 6044a69a410SChris Mason 605cad321adSChris Mason if (!(rw & (1 << BIO_RW))) { 606cad321adSChris Mason /* 607cad321adSChris Mason * called for a read, do the setup so that checksum validation 608cad321adSChris Mason * can happen in the async kernel threads 609cad321adSChris Mason */ 6104a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 6116f3577bdSChris Mason mirror_num, 0); 61244b8bd7eSChris Mason } 613cad321adSChris Mason /* 614cad321adSChris Mason * kthread helpers are used to submit writes so that checksumming 615cad321adSChris Mason * can happen in parallel across all CPUs 616cad321adSChris Mason */ 61744b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 618c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 6194a69a410SChris Mason __btree_submit_bio_start, 6204a69a410SChris Mason __btree_submit_bio_done); 62144b8bd7eSChris Mason } 62244b8bd7eSChris Mason 6235f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 6245f39d397SChris Mason { 625d1310b2eSChris Mason struct extent_io_tree *tree; 626d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6275443be45SChris Mason 6285443be45SChris Mason if (current->flags & PF_MEMALLOC) { 6295443be45SChris Mason redirty_page_for_writepage(wbc, page); 6305443be45SChris Mason unlock_page(page); 6315443be45SChris Mason return 0; 6325443be45SChris Mason } 6335f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 6345f39d397SChris Mason } 6350da5468fSChris Mason 6360da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 6370da5468fSChris Mason struct writeback_control *wbc) 6380da5468fSChris Mason { 639d1310b2eSChris Mason struct extent_io_tree *tree; 640d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 641d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 642793955bcSChris Mason u64 num_dirty; 643793955bcSChris Mason u64 start = 0; 64424ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 645448d640bSChris Mason 646448d640bSChris Mason if (wbc->for_kupdate) 647448d640bSChris Mason return 0; 648448d640bSChris Mason 6491832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 6501832a6d5SChris Mason thresh, EXTENT_DIRTY); 651d397712bSChris Mason if (num_dirty < thresh) 652793955bcSChris Mason return 0; 653793955bcSChris Mason } 6540da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 6550da5468fSChris Mason } 6560da5468fSChris Mason 657b2950863SChristoph Hellwig static int btree_readpage(struct file *file, struct page *page) 6585f39d397SChris Mason { 659d1310b2eSChris Mason struct extent_io_tree *tree; 660d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6615f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 6625f39d397SChris Mason } 6635f39d397SChris Mason 66470dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 6655f39d397SChris Mason { 666d1310b2eSChris Mason struct extent_io_tree *tree; 667d1310b2eSChris Mason struct extent_map_tree *map; 6685f39d397SChris Mason int ret; 6695f39d397SChris Mason 67098509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 67198509cfcSChris Mason return 0; 67298509cfcSChris Mason 673d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 674d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 6756af118ceSChris Mason 6767b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 677d397712bSChris Mason if (!ret) 6786af118ceSChris Mason return 0; 6796af118ceSChris Mason 6806af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 6815f39d397SChris Mason if (ret == 1) { 6825f39d397SChris Mason ClearPagePrivate(page); 6835f39d397SChris Mason set_page_private(page, 0); 684d98237b3SChris Mason page_cache_release(page); 6855f39d397SChris Mason } 6866af118ceSChris Mason 687d98237b3SChris Mason return ret; 688d98237b3SChris Mason } 689d98237b3SChris Mason 6905f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 691d98237b3SChris Mason { 692d1310b2eSChris Mason struct extent_io_tree *tree; 693d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6945f39d397SChris Mason extent_invalidatepage(tree, page, offset); 6955f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 6969ad6b7bcSChris Mason if (PagePrivate(page)) { 697d397712bSChris Mason printk(KERN_WARNING "btrfs warning page private not zero " 698d397712bSChris Mason "on page %llu\n", (unsigned long long)page_offset(page)); 6999ad6b7bcSChris Mason ClearPagePrivate(page); 7009ad6b7bcSChris Mason set_page_private(page, 0); 7019ad6b7bcSChris Mason page_cache_release(page); 7029ad6b7bcSChris Mason } 703d98237b3SChris Mason } 704d98237b3SChris Mason 7055f39d397SChris Mason #if 0 706d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 707d98237b3SChris Mason { 70887cbda5cSChris Mason struct buffer_head *bh; 7090f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 71087cbda5cSChris Mason struct buffer_head *head; 71187cbda5cSChris Mason if (!page_has_buffers(page)) { 71287cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 71387cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 71487cbda5cSChris Mason } 71587cbda5cSChris Mason head = page_buffers(page); 71687cbda5cSChris Mason bh = head; 71787cbda5cSChris Mason do { 71887cbda5cSChris Mason if (buffer_dirty(bh)) 71987cbda5cSChris Mason csum_tree_block(root, bh, 0); 72087cbda5cSChris Mason bh = bh->b_this_page; 72187cbda5cSChris Mason } while (bh != head); 722d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 723d98237b3SChris Mason } 7245f39d397SChris Mason #endif 725d98237b3SChris Mason 726d98237b3SChris Mason static struct address_space_operations btree_aops = { 727d98237b3SChris Mason .readpage = btree_readpage, 728d98237b3SChris Mason .writepage = btree_writepage, 7290da5468fSChris Mason .writepages = btree_writepages, 7305f39d397SChris Mason .releasepage = btree_releasepage, 7315f39d397SChris Mason .invalidatepage = btree_invalidatepage, 732d98237b3SChris Mason .sync_page = block_sync_page, 733d98237b3SChris Mason }; 734123abc88SChris Mason 735ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 736ca7a79adSChris Mason u64 parent_transid) 737090d1875SChris Mason { 7385f39d397SChris Mason struct extent_buffer *buf = NULL; 7395f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 740de428b63SChris Mason int ret = 0; 741090d1875SChris Mason 742db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7435f39d397SChris Mason if (!buf) 744090d1875SChris Mason return 0; 745d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 746f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 7475f39d397SChris Mason free_extent_buffer(buf); 748de428b63SChris Mason return ret; 749090d1875SChris Mason } 750090d1875SChris Mason 7510999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 7520999df54SChris Mason u64 bytenr, u32 blocksize) 7530999df54SChris Mason { 7540999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7550999df54SChris Mason struct extent_buffer *eb; 7560999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7570999df54SChris Mason bytenr, blocksize, GFP_NOFS); 7580999df54SChris Mason return eb; 7590999df54SChris Mason } 7600999df54SChris Mason 7610999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 7620999df54SChris Mason u64 bytenr, u32 blocksize) 7630999df54SChris Mason { 7640999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7650999df54SChris Mason struct extent_buffer *eb; 7660999df54SChris Mason 7670999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7680999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 7690999df54SChris Mason return eb; 7700999df54SChris Mason } 7710999df54SChris Mason 7720999df54SChris Mason 773e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 774e02119d5SChris Mason { 775e02119d5SChris Mason return btrfs_fdatawrite_range(buf->first_page->mapping, buf->start, 77624ab9cd8SChris Mason buf->start + buf->len - 1, WB_SYNC_ALL); 777e02119d5SChris Mason } 778e02119d5SChris Mason 779e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 780e02119d5SChris Mason { 781e02119d5SChris Mason return btrfs_wait_on_page_writeback_range(buf->first_page->mapping, 782e02119d5SChris Mason buf->start, buf->start + buf->len - 1); 783e02119d5SChris Mason } 784e02119d5SChris Mason 785db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 786ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 787e20d96d6SChris Mason { 7885f39d397SChris Mason struct extent_buffer *buf = NULL; 7895f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 790d1310b2eSChris Mason struct extent_io_tree *io_tree; 79119c00ddcSChris Mason int ret; 79219c00ddcSChris Mason 793d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 794e20d96d6SChris Mason 795db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7965f39d397SChris Mason if (!buf) 797d98237b3SChris Mason return NULL; 798e4204dedSChris Mason 799ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 800ce9adaa5SChris Mason 801d397712bSChris Mason if (ret == 0) 802b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 803d397712bSChris Mason else 804a1b32a59SChris Mason WARN_ON(1); 8055f39d397SChris Mason return buf; 806ce9adaa5SChris Mason 807eb60ceacSChris Mason } 808eb60ceacSChris Mason 809e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 8105f39d397SChris Mason struct extent_buffer *buf) 811ed2ff2cbSChris Mason { 8125f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 81355c69072SChris Mason if (btrfs_header_generation(buf) == 814925baeddSChris Mason root->fs_info->running_transaction->transid) { 815925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 816b4ce94deSChris Mason 817b4ce94deSChris Mason /* ugh, clear_extent_buffer_dirty can be expensive */ 818b4ce94deSChris Mason btrfs_set_lock_blocking(buf); 819b4ce94deSChris Mason 820d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 82155c69072SChris Mason buf); 822925baeddSChris Mason } 8235f39d397SChris Mason return 0; 8245f39d397SChris Mason } 8255f39d397SChris Mason 826db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 82787ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 8289f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 829e20d96d6SChris Mason u64 objectid) 830d97e63b6SChris Mason { 831cfaa7295SChris Mason root->node = NULL; 832a28ec197SChris Mason root->commit_root = NULL; 83331153d81SYan Zheng root->ref_tree = NULL; 834db94535dSChris Mason root->sectorsize = sectorsize; 835db94535dSChris Mason root->nodesize = nodesize; 836db94535dSChris Mason root->leafsize = leafsize; 83787ee04ebSChris Mason root->stripesize = stripesize; 838123abc88SChris Mason root->ref_cows = 0; 8390b86a832SChris Mason root->track_dirty = 0; 8400b86a832SChris Mason 8419f5fae2fSChris Mason root->fs_info = fs_info; 8420f7d52f4SChris Mason root->objectid = objectid; 8430f7d52f4SChris Mason root->last_trans = 0; 8441b05da2eSChris Mason root->highest_inode = 0; 8451b05da2eSChris Mason root->last_inode_alloc = 0; 84658176a96SJosef Bacik root->name = NULL; 8474313b399SChris Mason root->in_sysfs = 0; 8480b86a832SChris Mason 8490b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 8507b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 851bcc63abbSYan INIT_LIST_HEAD(&root->dead_list); 852925baeddSChris Mason spin_lock_init(&root->node_lock); 853bcc63abbSYan spin_lock_init(&root->list_lock); 854a2135011SChris Mason mutex_init(&root->objectid_mutex); 855e02119d5SChris Mason mutex_init(&root->log_mutex); 8567237f183SYan Zheng init_waitqueue_head(&root->log_writer_wait); 8577237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[0]); 8587237f183SYan Zheng init_waitqueue_head(&root->log_commit_wait[1]); 8597237f183SYan Zheng atomic_set(&root->log_commit[0], 0); 8607237f183SYan Zheng atomic_set(&root->log_commit[1], 0); 8617237f183SYan Zheng atomic_set(&root->log_writers, 0); 8627237f183SYan Zheng root->log_batch = 0; 8637237f183SYan Zheng root->log_transid = 0; 864d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 865d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 866017e5369SChris Mason 867017e5369SChris Mason btrfs_leaf_ref_tree_init(&root->ref_tree_struct); 868017e5369SChris Mason root->ref_tree = &root->ref_tree_struct; 869017e5369SChris Mason 8703768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 8713768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 8726702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 87358176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 8743f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 87558176a96SJosef Bacik init_completion(&root->kobj_unregister); 8766702ed49SChris Mason root->defrag_running = 0; 8776702ed49SChris Mason root->defrag_level = 0; 8784d775673SChris Mason root->root_key.objectid = objectid; 8793394e160SChris Mason root->anon_super.s_root = NULL; 8803394e160SChris Mason root->anon_super.s_dev = 0; 8813394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_list); 8823394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_instances); 8833394e160SChris Mason init_rwsem(&root->anon_super.s_umount); 8843394e160SChris Mason 8853768f368SChris Mason return 0; 8863768f368SChris Mason } 8873768f368SChris Mason 888db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 8899f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 8909f5fae2fSChris Mason u64 objectid, 891e20d96d6SChris Mason struct btrfs_root *root) 8923768f368SChris Mason { 8933768f368SChris Mason int ret; 894db94535dSChris Mason u32 blocksize; 89584234f3aSYan Zheng u64 generation; 8963768f368SChris Mason 897db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 89887ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 89987ee04ebSChris Mason root, fs_info, objectid); 9003768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 9013768f368SChris Mason &root->root_item, &root->root_key); 9023768f368SChris Mason BUG_ON(ret); 9033768f368SChris Mason 90484234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 905db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 906db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 90784234f3aSYan Zheng blocksize, generation); 9083768f368SChris Mason BUG_ON(!root->node); 909d97e63b6SChris Mason return 0; 910d97e63b6SChris Mason } 911d97e63b6SChris Mason 912e02119d5SChris Mason int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 913e02119d5SChris Mason struct btrfs_fs_info *fs_info) 914e02119d5SChris Mason { 915e02119d5SChris Mason struct extent_buffer *eb; 916d0c803c4SChris Mason struct btrfs_root *log_root_tree = fs_info->log_root_tree; 917d0c803c4SChris Mason u64 start = 0; 918d0c803c4SChris Mason u64 end = 0; 919e02119d5SChris Mason int ret; 920e02119d5SChris Mason 921d0c803c4SChris Mason if (!log_root_tree) 922e02119d5SChris Mason return 0; 923e02119d5SChris Mason 924d0c803c4SChris Mason while (1) { 925d0c803c4SChris Mason ret = find_first_extent_bit(&log_root_tree->dirty_log_pages, 926d0c803c4SChris Mason 0, &start, &end, EXTENT_DIRTY); 927d0c803c4SChris Mason if (ret) 928d0c803c4SChris Mason break; 929d0c803c4SChris Mason 930d0c803c4SChris Mason clear_extent_dirty(&log_root_tree->dirty_log_pages, 931d0c803c4SChris Mason start, end, GFP_NOFS); 932d0c803c4SChris Mason } 933e02119d5SChris Mason eb = fs_info->log_root_tree->node; 934e02119d5SChris Mason 935e02119d5SChris Mason WARN_ON(btrfs_header_level(eb) != 0); 936e02119d5SChris Mason WARN_ON(btrfs_header_nritems(eb) != 0); 937e02119d5SChris Mason 938d00aff00SChris Mason ret = btrfs_free_reserved_extent(fs_info->tree_root, 939d00aff00SChris Mason eb->start, eb->len); 940e02119d5SChris Mason BUG_ON(ret); 941e02119d5SChris Mason 942e02119d5SChris Mason free_extent_buffer(eb); 943e02119d5SChris Mason kfree(fs_info->log_root_tree); 944e02119d5SChris Mason fs_info->log_root_tree = NULL; 945e02119d5SChris Mason return 0; 946e02119d5SChris Mason } 947e02119d5SChris Mason 9487237f183SYan Zheng static struct btrfs_root *alloc_log_tree(struct btrfs_trans_handle *trans, 949e02119d5SChris Mason struct btrfs_fs_info *fs_info) 9500f7d52f4SChris Mason { 9510f7d52f4SChris Mason struct btrfs_root *root; 9520f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 9537237f183SYan Zheng struct extent_buffer *leaf; 954e02119d5SChris Mason 955e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 956e02119d5SChris Mason if (!root) 9577237f183SYan Zheng return ERR_PTR(-ENOMEM); 958e02119d5SChris Mason 959e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 960e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 961e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 962e02119d5SChris Mason 963e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 964e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 965e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 9667237f183SYan Zheng /* 9677237f183SYan Zheng * log trees do not get reference counted because they go away 9687237f183SYan Zheng * before a real commit is actually done. They do store pointers 9697237f183SYan Zheng * to file data extents, and those reference counts still get 9707237f183SYan Zheng * updated (along with back refs to the log tree). 9717237f183SYan Zheng */ 972e02119d5SChris Mason root->ref_cows = 0; 973e02119d5SChris Mason 9747237f183SYan Zheng leaf = btrfs_alloc_free_block(trans, root, root->leafsize, 97531840ae1SZheng Yan 0, BTRFS_TREE_LOG_OBJECTID, 97631840ae1SZheng Yan trans->transid, 0, 0, 0); 9777237f183SYan Zheng if (IS_ERR(leaf)) { 9787237f183SYan Zheng kfree(root); 9797237f183SYan Zheng return ERR_CAST(leaf); 9807237f183SYan Zheng } 981e02119d5SChris Mason 9827237f183SYan Zheng root->node = leaf; 983e02119d5SChris Mason btrfs_set_header_nritems(root->node, 0); 984e02119d5SChris Mason btrfs_set_header_level(root->node, 0); 985e02119d5SChris Mason btrfs_set_header_bytenr(root->node, root->node->start); 986e02119d5SChris Mason btrfs_set_header_generation(root->node, trans->transid); 987e02119d5SChris Mason btrfs_set_header_owner(root->node, BTRFS_TREE_LOG_OBJECTID); 988e02119d5SChris Mason 989e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 990e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 991e02119d5SChris Mason BTRFS_FSID_SIZE); 992e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 993e02119d5SChris Mason btrfs_tree_unlock(root->node); 9947237f183SYan Zheng return root; 9957237f183SYan Zheng } 9967237f183SYan Zheng 9977237f183SYan Zheng int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 9987237f183SYan Zheng struct btrfs_fs_info *fs_info) 9997237f183SYan Zheng { 10007237f183SYan Zheng struct btrfs_root *log_root; 10017237f183SYan Zheng 10027237f183SYan Zheng log_root = alloc_log_tree(trans, fs_info); 10037237f183SYan Zheng if (IS_ERR(log_root)) 10047237f183SYan Zheng return PTR_ERR(log_root); 10057237f183SYan Zheng WARN_ON(fs_info->log_root_tree); 10067237f183SYan Zheng fs_info->log_root_tree = log_root; 10077237f183SYan Zheng return 0; 10087237f183SYan Zheng } 10097237f183SYan Zheng 10107237f183SYan Zheng int btrfs_add_log_tree(struct btrfs_trans_handle *trans, 10117237f183SYan Zheng struct btrfs_root *root) 10127237f183SYan Zheng { 10137237f183SYan Zheng struct btrfs_root *log_root; 10147237f183SYan Zheng struct btrfs_inode_item *inode_item; 10157237f183SYan Zheng 10167237f183SYan Zheng log_root = alloc_log_tree(trans, root->fs_info); 10177237f183SYan Zheng if (IS_ERR(log_root)) 10187237f183SYan Zheng return PTR_ERR(log_root); 10197237f183SYan Zheng 10207237f183SYan Zheng log_root->last_trans = trans->transid; 10217237f183SYan Zheng log_root->root_key.offset = root->root_key.objectid; 10227237f183SYan Zheng 10237237f183SYan Zheng inode_item = &log_root->root_item.inode; 10247237f183SYan Zheng inode_item->generation = cpu_to_le64(1); 10257237f183SYan Zheng inode_item->size = cpu_to_le64(3); 10267237f183SYan Zheng inode_item->nlink = cpu_to_le32(1); 10277237f183SYan Zheng inode_item->nbytes = cpu_to_le64(root->leafsize); 10287237f183SYan Zheng inode_item->mode = cpu_to_le32(S_IFDIR | 0755); 10297237f183SYan Zheng 10307237f183SYan Zheng btrfs_set_root_bytenr(&log_root->root_item, log_root->node->start); 10317237f183SYan Zheng btrfs_set_root_generation(&log_root->root_item, trans->transid); 10327237f183SYan Zheng 10337237f183SYan Zheng WARN_ON(root->log_root); 10347237f183SYan Zheng root->log_root = log_root; 10357237f183SYan Zheng root->log_transid = 0; 1036e02119d5SChris Mason return 0; 1037e02119d5SChris Mason } 1038e02119d5SChris Mason 1039e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 1040e02119d5SChris Mason struct btrfs_key *location) 1041e02119d5SChris Mason { 1042e02119d5SChris Mason struct btrfs_root *root; 1043e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 10440f7d52f4SChris Mason struct btrfs_path *path; 10455f39d397SChris Mason struct extent_buffer *l; 10461b05da2eSChris Mason u64 highest_inode; 104784234f3aSYan Zheng u64 generation; 1048db94535dSChris Mason u32 blocksize; 10490f7d52f4SChris Mason int ret = 0; 10500f7d52f4SChris Mason 10515eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 10520cf6c620SChris Mason if (!root) 10530f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 10540f7d52f4SChris Mason if (location->offset == (u64)-1) { 1055db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 10560f7d52f4SChris Mason location->objectid, root); 10570f7d52f4SChris Mason if (ret) { 10580f7d52f4SChris Mason kfree(root); 10590f7d52f4SChris Mason return ERR_PTR(ret); 10600f7d52f4SChris Mason } 10610f7d52f4SChris Mason goto insert; 10620f7d52f4SChris Mason } 10630f7d52f4SChris Mason 1064db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 106587ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 106687ee04ebSChris Mason root, fs_info, location->objectid); 10670f7d52f4SChris Mason 10680f7d52f4SChris Mason path = btrfs_alloc_path(); 10690f7d52f4SChris Mason BUG_ON(!path); 10700f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 10710f7d52f4SChris Mason if (ret != 0) { 10720f7d52f4SChris Mason if (ret > 0) 10730f7d52f4SChris Mason ret = -ENOENT; 10740f7d52f4SChris Mason goto out; 10750f7d52f4SChris Mason } 10765f39d397SChris Mason l = path->nodes[0]; 10775f39d397SChris Mason read_extent_buffer(l, &root->root_item, 10785f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 10790f7d52f4SChris Mason sizeof(root->root_item)); 108044b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 10810f7d52f4SChris Mason ret = 0; 10820f7d52f4SChris Mason out: 10830f7d52f4SChris Mason btrfs_release_path(root, path); 10840f7d52f4SChris Mason btrfs_free_path(path); 10850f7d52f4SChris Mason if (ret) { 10860f7d52f4SChris Mason kfree(root); 10870f7d52f4SChris Mason return ERR_PTR(ret); 10880f7d52f4SChris Mason } 108984234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1090db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1091db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 109284234f3aSYan Zheng blocksize, generation); 10930f7d52f4SChris Mason BUG_ON(!root->node); 10940f7d52f4SChris Mason insert: 1095e02119d5SChris Mason if (location->objectid != BTRFS_TREE_LOG_OBJECTID) { 10960f7d52f4SChris Mason root->ref_cows = 1; 10975eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 10985eda7b5eSChris Mason if (ret == 0) { 10995eda7b5eSChris Mason root->highest_inode = highest_inode; 11005eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 11015eda7b5eSChris Mason } 1102e02119d5SChris Mason } 11035eda7b5eSChris Mason return root; 11045eda7b5eSChris Mason } 11055eda7b5eSChris Mason 1106dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1107dc17ff8fSChris Mason u64 root_objectid) 1108dc17ff8fSChris Mason { 1109dc17ff8fSChris Mason struct btrfs_root *root; 1110dc17ff8fSChris Mason 1111dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1112dc17ff8fSChris Mason return fs_info->tree_root; 1113dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1114dc17ff8fSChris Mason return fs_info->extent_root; 1115dc17ff8fSChris Mason 1116dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1117dc17ff8fSChris Mason (unsigned long)root_objectid); 1118dc17ff8fSChris Mason return root; 1119dc17ff8fSChris Mason } 1120dc17ff8fSChris Mason 1121edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1122edbd8d4eSChris Mason struct btrfs_key *location) 11235eda7b5eSChris Mason { 11245eda7b5eSChris Mason struct btrfs_root *root; 11255eda7b5eSChris Mason int ret; 11265eda7b5eSChris Mason 1127edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1128edbd8d4eSChris Mason return fs_info->tree_root; 1129edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1130edbd8d4eSChris Mason return fs_info->extent_root; 11318f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 11328f18cf13SChris Mason return fs_info->chunk_root; 11338f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 11348f18cf13SChris Mason return fs_info->dev_root; 11350403e47eSYan Zheng if (location->objectid == BTRFS_CSUM_TREE_OBJECTID) 11360403e47eSYan Zheng return fs_info->csum_root; 1137edbd8d4eSChris Mason 11385eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 11395eda7b5eSChris Mason (unsigned long)location->objectid); 11405eda7b5eSChris Mason if (root) 11415eda7b5eSChris Mason return root; 11425eda7b5eSChris Mason 1143e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 11445eda7b5eSChris Mason if (IS_ERR(root)) 11455eda7b5eSChris Mason return root; 11463394e160SChris Mason 11473394e160SChris Mason set_anon_super(&root->anon_super, NULL); 11483394e160SChris Mason 11492619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 11502619ba1fSChris Mason (unsigned long)root->root_key.objectid, 11510f7d52f4SChris Mason root); 11520f7d52f4SChris Mason if (ret) { 11535f39d397SChris Mason free_extent_buffer(root->node); 11540f7d52f4SChris Mason kfree(root); 11550f7d52f4SChris Mason return ERR_PTR(ret); 11560f7d52f4SChris Mason } 1157c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 1158edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 1159edbd8d4eSChris Mason root->root_key.objectid, root); 1160edbd8d4eSChris Mason BUG_ON(ret); 1161c146afadSYan Zheng btrfs_orphan_cleanup(root); 1162c146afadSYan Zheng } 1163edbd8d4eSChris Mason return root; 1164edbd8d4eSChris Mason } 1165edbd8d4eSChris Mason 1166edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1167edbd8d4eSChris Mason struct btrfs_key *location, 1168edbd8d4eSChris Mason const char *name, int namelen) 1169edbd8d4eSChris Mason { 1170edbd8d4eSChris Mason struct btrfs_root *root; 1171edbd8d4eSChris Mason int ret; 1172edbd8d4eSChris Mason 1173edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1174edbd8d4eSChris Mason if (!root) 1175edbd8d4eSChris Mason return NULL; 117658176a96SJosef Bacik 11774313b399SChris Mason if (root->in_sysfs) 11784313b399SChris Mason return root; 11794313b399SChris Mason 118058176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 118158176a96SJosef Bacik if (ret) { 11825f39d397SChris Mason free_extent_buffer(root->node); 118358176a96SJosef Bacik kfree(root); 118458176a96SJosef Bacik return ERR_PTR(ret); 118558176a96SJosef Bacik } 1186ea9e8b11SChris Mason #if 0 118758176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 118858176a96SJosef Bacik if (ret) { 11895f39d397SChris Mason free_extent_buffer(root->node); 119058176a96SJosef Bacik kfree(root->name); 119158176a96SJosef Bacik kfree(root); 119258176a96SJosef Bacik return ERR_PTR(ret); 119358176a96SJosef Bacik } 1194ea9e8b11SChris Mason #endif 11954313b399SChris Mason root->in_sysfs = 1; 11960f7d52f4SChris Mason return root; 11970f7d52f4SChris Mason } 119804160088SChris Mason 119904160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 120004160088SChris Mason { 120104160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 120204160088SChris Mason int ret = 0; 120304160088SChris Mason struct btrfs_device *device; 120404160088SChris Mason struct backing_dev_info *bdi; 12056f3577bdSChris Mason #if 0 1206cb03c743SChris Mason if ((bdi_bits & (1 << BDI_write_congested)) && 1207777e6bd7SChris Mason btrfs_congested_async(info, 0)) 1208cb03c743SChris Mason return 1; 12096f3577bdSChris Mason #endif 1210c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1211dfe25020SChris Mason if (!device->bdev) 1212dfe25020SChris Mason continue; 121304160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 121404160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 121504160088SChris Mason ret = 1; 121604160088SChris Mason break; 121704160088SChris Mason } 121804160088SChris Mason } 121904160088SChris Mason return ret; 122004160088SChris Mason } 122104160088SChris Mason 122238b66988SChris Mason /* 122338b66988SChris Mason * this unplugs every device on the box, and it is only used when page 122438b66988SChris Mason * is null 122538b66988SChris Mason */ 122638b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 122738b66988SChris Mason { 122838b66988SChris Mason struct btrfs_device *device; 122938b66988SChris Mason struct btrfs_fs_info *info; 123038b66988SChris Mason 123138b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 1232c6e30871SQinghuang Feng list_for_each_entry(device, &info->fs_devices->devices, dev_list) { 1233d20f7043SChris Mason if (!device->bdev) 1234d20f7043SChris Mason continue; 1235d20f7043SChris Mason 123638b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 1237d397712bSChris Mason if (bdi->unplug_io_fn) 123838b66988SChris Mason bdi->unplug_io_fn(bdi, page); 123938b66988SChris Mason } 124038b66988SChris Mason } 124138b66988SChris Mason 1242b2950863SChristoph Hellwig static void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 124304160088SChris Mason { 124438b66988SChris Mason struct inode *inode; 1245f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1246f2d8d74dSChris Mason struct extent_map *em; 1247bcbfce8aSChris Mason struct address_space *mapping; 124838b66988SChris Mason u64 offset; 124938b66988SChris Mason 1250bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 12519f0ba5bdSChris Mason if (1 || !page) { 125238b66988SChris Mason __unplug_io_fn(bdi, page); 125338b66988SChris Mason return; 125438b66988SChris Mason } 125538b66988SChris Mason 1256bcbfce8aSChris Mason /* 1257bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1258bcbfce8aSChris Mason * and use that for everything below 1259bcbfce8aSChris Mason */ 1260bcbfce8aSChris Mason smp_mb(); 1261bcbfce8aSChris Mason mapping = page->mapping; 1262bcbfce8aSChris Mason if (!mapping) 1263bcbfce8aSChris Mason return; 1264bcbfce8aSChris Mason 1265bcbfce8aSChris Mason inode = mapping->host; 1266240d5d48SChris Mason 1267240d5d48SChris Mason /* 1268240d5d48SChris Mason * don't do the expensive searching for a small number of 1269240d5d48SChris Mason * devices 1270240d5d48SChris Mason */ 1271240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1272240d5d48SChris Mason __unplug_io_fn(bdi, page); 1273240d5d48SChris Mason return; 1274240d5d48SChris Mason } 1275240d5d48SChris Mason 127638b66988SChris Mason offset = page_offset(page); 127704160088SChris Mason 1278f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1279f2d8d74dSChris Mason spin_lock(&em_tree->lock); 1280f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1281f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 128289642229SChris Mason if (!em) { 128389642229SChris Mason __unplug_io_fn(bdi, page); 1284f2d8d74dSChris Mason return; 128589642229SChris Mason } 1286f2d8d74dSChris Mason 128789642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 128889642229SChris Mason free_extent_map(em); 128989642229SChris Mason __unplug_io_fn(bdi, page); 129089642229SChris Mason return; 129189642229SChris Mason } 1292f2d8d74dSChris Mason offset = offset - em->start; 1293f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1294f2d8d74dSChris Mason em->block_start + offset, page); 1295f2d8d74dSChris Mason free_extent_map(em); 129604160088SChris Mason } 129704160088SChris Mason 129804160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 129904160088SChris Mason { 130004160088SChris Mason bdi_init(bdi); 13014575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 130204160088SChris Mason bdi->state = 0; 130304160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 130404160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 130504160088SChris Mason bdi->unplug_io_data = info; 130604160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 130704160088SChris Mason bdi->congested_data = info; 130804160088SChris Mason return 0; 130904160088SChris Mason } 131004160088SChris Mason 1311ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1312ce9adaa5SChris Mason { 1313ce9adaa5SChris Mason u64 length = 0; 1314ce9adaa5SChris Mason u64 buf_len = 0; 1315ce9adaa5SChris Mason u64 start = 0; 1316ce9adaa5SChris Mason struct page *page; 1317ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1318ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1319ce9adaa5SChris Mason struct bio_vec *bvec; 1320ce9adaa5SChris Mason int i; 1321ce9adaa5SChris Mason int ret; 1322ce9adaa5SChris Mason 1323ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1324ce9adaa5SChris Mason page = bvec->bv_page; 1325ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1326ce9adaa5SChris Mason length += bvec->bv_len; 1327ce9adaa5SChris Mason continue; 1328ce9adaa5SChris Mason } 1329ce9adaa5SChris Mason if (!page->private) { 1330ce9adaa5SChris Mason length += bvec->bv_len; 1331ce9adaa5SChris Mason continue; 1332ce9adaa5SChris Mason } 1333ce9adaa5SChris Mason length = bvec->bv_len; 1334ce9adaa5SChris Mason buf_len = page->private >> 2; 1335ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1336ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1337ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1338ce9adaa5SChris Mason } 1339ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1340ce9adaa5SChris Mason if (buf_len <= length) 1341ce9adaa5SChris Mason return 1; 1342ce9adaa5SChris Mason 1343ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1344ce9adaa5SChris Mason start + buf_len - 1); 1345ce9adaa5SChris Mason if (ret == 1) 1346ce9adaa5SChris Mason return ret; 1347ce9adaa5SChris Mason return ret; 1348ce9adaa5SChris Mason } 1349ce9adaa5SChris Mason 13508b712842SChris Mason /* 13518b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 13528b712842SChris Mason * functions. This is where read checksum verification actually happens 13538b712842SChris Mason */ 13548b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1355ce9adaa5SChris Mason { 1356ce9adaa5SChris Mason struct bio *bio; 13578b712842SChris Mason struct end_io_wq *end_io_wq; 13588b712842SChris Mason struct btrfs_fs_info *fs_info; 1359ce9adaa5SChris Mason int error; 1360ce9adaa5SChris Mason 13618b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1362ce9adaa5SChris Mason bio = end_io_wq->bio; 13638b712842SChris Mason fs_info = end_io_wq->info; 13648b712842SChris Mason 1365cad321adSChris Mason /* metadata bio reads are special because the whole tree block must 13668b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 13678b712842SChris Mason * ram and up to date before trying to verify things. For 13688b712842SChris Mason * blocksize <= pagesize, it is basically a noop 13698b712842SChris Mason */ 1370cad321adSChris Mason if (!(bio->bi_rw & (1 << BIO_RW)) && end_io_wq->metadata && 1371cad321adSChris Mason !bio_ready_for_csum(bio)) { 1372d20f7043SChris Mason btrfs_queue_worker(&fs_info->endio_meta_workers, 13738b712842SChris Mason &end_io_wq->work); 1374ce9adaa5SChris Mason return; 1375ce9adaa5SChris Mason } 1376ce9adaa5SChris Mason error = end_io_wq->error; 1377ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1378ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1379ce9adaa5SChris Mason kfree(end_io_wq); 1380ce9adaa5SChris Mason bio_endio(bio, error); 1381ce9adaa5SChris Mason } 138244b8bd7eSChris Mason 1383a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1384a74a4b97SChris Mason { 1385a74a4b97SChris Mason struct btrfs_root *root = arg; 1386a74a4b97SChris Mason 1387a74a4b97SChris Mason do { 1388a74a4b97SChris Mason smp_mb(); 1389a74a4b97SChris Mason if (root->fs_info->closing) 1390a74a4b97SChris Mason break; 1391a74a4b97SChris Mason 1392a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1393a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1394a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1395a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1396a74a4b97SChris Mason 1397a74a4b97SChris Mason if (freezing(current)) { 1398a74a4b97SChris Mason refrigerator(); 1399a74a4b97SChris Mason } else { 1400a74a4b97SChris Mason smp_mb(); 1401a74a4b97SChris Mason if (root->fs_info->closing) 1402a74a4b97SChris Mason break; 1403a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1404a74a4b97SChris Mason schedule(); 1405a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1406a74a4b97SChris Mason } 1407a74a4b97SChris Mason } while (!kthread_should_stop()); 1408a74a4b97SChris Mason return 0; 1409a74a4b97SChris Mason } 1410a74a4b97SChris Mason 1411a74a4b97SChris Mason static int transaction_kthread(void *arg) 1412a74a4b97SChris Mason { 1413a74a4b97SChris Mason struct btrfs_root *root = arg; 1414a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1415a74a4b97SChris Mason struct btrfs_transaction *cur; 1416a74a4b97SChris Mason unsigned long now; 1417a74a4b97SChris Mason unsigned long delay; 1418a74a4b97SChris Mason int ret; 1419a74a4b97SChris Mason 1420a74a4b97SChris Mason do { 1421a74a4b97SChris Mason smp_mb(); 1422a74a4b97SChris Mason if (root->fs_info->closing) 1423a74a4b97SChris Mason break; 1424a74a4b97SChris Mason 1425a74a4b97SChris Mason delay = HZ * 30; 1426a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1427a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1428a74a4b97SChris Mason 1429ab78c84dSChris Mason if (root->fs_info->total_ref_cache_size > 20 * 1024 * 1024) { 1430d397712bSChris Mason printk(KERN_INFO "btrfs: total reference cache " 1431d397712bSChris Mason "size %llu\n", 143231153d81SYan Zheng root->fs_info->total_ref_cache_size); 1433ab78c84dSChris Mason } 143431153d81SYan Zheng 1435a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1436a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1437a74a4b97SChris Mason if (!cur) { 1438a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1439a74a4b97SChris Mason goto sleep; 1440a74a4b97SChris Mason } 144131153d81SYan Zheng 1442a74a4b97SChris Mason now = get_seconds(); 1443a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1444a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1445a74a4b97SChris Mason delay = HZ * 5; 1446a74a4b97SChris Mason goto sleep; 1447a74a4b97SChris Mason } 1448a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1449a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1450a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 1451a74a4b97SChris Mason sleep: 1452a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1453a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1454a74a4b97SChris Mason 1455a74a4b97SChris Mason if (freezing(current)) { 1456a74a4b97SChris Mason refrigerator(); 1457a74a4b97SChris Mason } else { 1458a74a4b97SChris Mason if (root->fs_info->closing) 1459a74a4b97SChris Mason break; 1460a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1461a74a4b97SChris Mason schedule_timeout(delay); 1462a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1463a74a4b97SChris Mason } 1464a74a4b97SChris Mason } while (!kthread_should_stop()); 1465a74a4b97SChris Mason return 0; 1466a74a4b97SChris Mason } 1467a74a4b97SChris Mason 14688a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1469dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1470dfe25020SChris Mason char *options) 1471eb60ceacSChris Mason { 1472db94535dSChris Mason u32 sectorsize; 1473db94535dSChris Mason u32 nodesize; 1474db94535dSChris Mason u32 leafsize; 1475db94535dSChris Mason u32 blocksize; 147687ee04ebSChris Mason u32 stripesize; 147784234f3aSYan Zheng u64 generation; 1478f2b636e8SJosef Bacik u64 features; 14793de4586cSChris Mason struct btrfs_key location; 1480a061fc8dSChris Mason struct buffer_head *bh; 1481e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1482e20d96d6SChris Mason GFP_NOFS); 1483d20f7043SChris Mason struct btrfs_root *csum_root = kzalloc(sizeof(struct btrfs_root), 1484d20f7043SChris Mason GFP_NOFS); 1485e02119d5SChris Mason struct btrfs_root *tree_root = kzalloc(sizeof(struct btrfs_root), 1486e20d96d6SChris Mason GFP_NOFS); 14878790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1488e20d96d6SChris Mason GFP_NOFS); 1489e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 14900b86a832SChris Mason GFP_NOFS); 1491e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 14920b86a832SChris Mason GFP_NOFS); 1493e02119d5SChris Mason struct btrfs_root *log_tree_root; 1494e02119d5SChris Mason 1495eb60ceacSChris Mason int ret; 1496e58ca020SYan int err = -EINVAL; 14974543df7eSChris Mason 14982c90e5d6SChris Mason struct btrfs_super_block *disk_super; 14998790d502SChris Mason 15000463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 1501d20f7043SChris Mason !chunk_root || !dev_root || !csum_root) { 150239279cc3SChris Mason err = -ENOMEM; 150339279cc3SChris Mason goto fail; 150439279cc3SChris Mason } 15050f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 15068fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1507facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 150819c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1509ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 15101832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1511cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 151231153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 151319c00ddcSChris Mason 151458176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 15159f5fae2fSChris Mason fs_info->tree_root = tree_root; 15169f5fae2fSChris Mason fs_info->extent_root = extent_root; 1517d20f7043SChris Mason fs_info->csum_root = csum_root; 15180b86a832SChris Mason fs_info->chunk_root = chunk_root; 15190b86a832SChris Mason fs_info->dev_root = dev_root; 15208a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 15210b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 15226324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 15230b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1524cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1525771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 15268c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 15270986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1528a2135011SChris Mason atomic_set(&fs_info->throttles, 0); 1529ab78c84dSChris Mason atomic_set(&fs_info->throttle_gen, 0); 1530e20d96d6SChris Mason fs_info->sb = sb; 1531c59f8951SChris Mason fs_info->max_extent = (u64)-1; 15326f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 153304160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1534d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1535d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 15362c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 1537c8b97818SChris Mason 1538b34b086cSChris Mason fs_info->thread_pool_size = min_t(unsigned long, 1539b34b086cSChris Mason num_online_cpus() + 2, 8); 15400afbaf8cSChris Mason 15413eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 15423eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 15433eaa2885SChris Mason 1544a061fc8dSChris Mason sb->s_blocksize = 4096; 1545a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1546a061fc8dSChris Mason 15470afbaf8cSChris Mason /* 15480afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 15490afbaf8cSChris Mason * the real end of the address space is determined by all of 15500afbaf8cSChris Mason * the devices in the system 15510afbaf8cSChris Mason */ 15520afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1553d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 155404160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 155504160088SChris Mason 1556d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 15575f39d397SChris Mason fs_info->btree_inode->i_mapping, 15585f39d397SChris Mason GFP_NOFS); 1559d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1560d1310b2eSChris Mason GFP_NOFS); 15610da5468fSChris Mason 1562d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1563d1310b2eSChris Mason 15640f9dd46cSJosef Bacik spin_lock_init(&fs_info->block_group_cache_lock); 15650f9dd46cSJosef Bacik fs_info->block_group_cache_tree.rb_node = NULL; 15660f9dd46cSJosef Bacik 1567d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 15681a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1569d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 15701a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1571d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 15721a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1573e66f709bSChris Mason fs_info->do_barriers = 1; 1574e18e4809SChris Mason 15751a40e23bSZheng Yan INIT_LIST_HEAD(&fs_info->dead_reloc_roots); 15761a40e23bSZheng Yan btrfs_leaf_ref_tree_init(&fs_info->reloc_ref_tree); 1577e4657689SZheng Yan btrfs_leaf_ref_tree_init(&fs_info->shared_ref_tree); 1578e4657689SZheng Yan 15790f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 15800f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 15810f7d52f4SChris Mason sizeof(struct btrfs_key)); 158222b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 158339279cc3SChris Mason 158479154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1585e02119d5SChris Mason mutex_init(&fs_info->tree_log_mutex); 1586a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 158725179201SJosef Bacik mutex_init(&fs_info->extent_ins_mutex); 158825179201SJosef Bacik mutex_init(&fs_info->pinned_mutex); 1589925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1590a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1591a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 15927d9eb12cSChris Mason mutex_init(&fs_info->volume_mutex); 15931a40e23bSZheng Yan mutex_init(&fs_info->tree_reloc_mutex); 1594e6dcd2dcSChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 1595f9295749SChris Mason init_waitqueue_head(&fs_info->transaction_wait); 15964854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 15973768f368SChris Mason 15980b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 15992c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 16007eccb903SChris Mason 1601d98237b3SChris Mason 1602a512bbf8SYan Zheng bh = btrfs_read_dev_super(fs_devices->latest_bdev); 1603a061fc8dSChris Mason if (!bh) 160439279cc3SChris Mason goto fail_iput; 160539279cc3SChris Mason 1606a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 16072d69a0f8SYan Zheng memcpy(&fs_info->super_for_commit, &fs_info->super_copy, 16082d69a0f8SYan Zheng sizeof(fs_info->super_for_commit)); 1609a061fc8dSChris Mason brelse(bh); 16105f39d397SChris Mason 1611a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 16120b86a832SChris Mason 16135f39d397SChris Mason disk_super = &fs_info->super_copy; 16140f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 1615c6e2bac1SJosef Bacik goto fail_iput; 16160f7d52f4SChris Mason 16172b82032cSYan Zheng ret = btrfs_parse_options(tree_root, options); 16182b82032cSYan Zheng if (ret) { 16192b82032cSYan Zheng err = ret; 1620c6e2bac1SJosef Bacik goto fail_iput; 16212b82032cSYan Zheng } 1622dfe25020SChris Mason 1623f2b636e8SJosef Bacik features = btrfs_super_incompat_flags(disk_super) & 1624f2b636e8SJosef Bacik ~BTRFS_FEATURE_INCOMPAT_SUPP; 1625f2b636e8SJosef Bacik if (features) { 1626f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount because of " 1627f2b636e8SJosef Bacik "unsupported optional features (%Lx).\n", 1628f2b636e8SJosef Bacik features); 1629f2b636e8SJosef Bacik err = -EINVAL; 1630c6e2bac1SJosef Bacik goto fail_iput; 1631f2b636e8SJosef Bacik } 1632f2b636e8SJosef Bacik 1633f2b636e8SJosef Bacik features = btrfs_super_compat_ro_flags(disk_super) & 1634f2b636e8SJosef Bacik ~BTRFS_FEATURE_COMPAT_RO_SUPP; 1635f2b636e8SJosef Bacik if (!(sb->s_flags & MS_RDONLY) && features) { 1636f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount RDWR because of " 1637f2b636e8SJosef Bacik "unsupported option features (%Lx).\n", 1638f2b636e8SJosef Bacik features); 1639f2b636e8SJosef Bacik err = -EINVAL; 1640c6e2bac1SJosef Bacik goto fail_iput; 1641f2b636e8SJosef Bacik } 1642f2b636e8SJosef Bacik 16434543df7eSChris Mason /* 16444543df7eSChris Mason * we need to start all the end_io workers up front because the 16454543df7eSChris Mason * queue work function gets called at interrupt time, and so it 16464543df7eSChris Mason * cannot dynamically grow. 16474543df7eSChris Mason */ 16485443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 16495443be45SChris Mason fs_info->thread_pool_size); 1650c8b97818SChris Mason 1651771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 1652771ed689SChris Mason fs_info->thread_pool_size); 1653771ed689SChris Mason 16545443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1655b720d209SChris Mason min_t(u64, fs_devices->num_devices, 1656b720d209SChris Mason fs_info->thread_pool_size)); 165761b49440SChris Mason 165861b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 165961b49440SChris Mason * likely that bios will be send down in a sane order to the 166061b49440SChris Mason * devices 166161b49440SChris Mason */ 166261b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 166353863232SChris Mason 1664771ed689SChris Mason fs_info->workers.idle_thresh = 16; 16654a69a410SChris Mason fs_info->workers.ordered = 1; 166661b49440SChris Mason 1667771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1668771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1669771ed689SChris Mason 16705443be45SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1); 16715443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 16725443be45SChris Mason fs_info->thread_pool_size); 1673d20f7043SChris Mason btrfs_init_workers(&fs_info->endio_meta_workers, "endio-meta", 1674d20f7043SChris Mason fs_info->thread_pool_size); 1675cad321adSChris Mason btrfs_init_workers(&fs_info->endio_meta_write_workers, 1676cad321adSChris Mason "endio-meta-write", fs_info->thread_pool_size); 16775443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 1678e6dcd2dcSChris Mason fs_info->thread_pool_size); 167961b49440SChris Mason 168061b49440SChris Mason /* 168161b49440SChris Mason * endios are largely parallel and should have a very 168261b49440SChris Mason * low idle thresh 168361b49440SChris Mason */ 168461b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 1685b51912c9SChris Mason fs_info->endio_meta_workers.idle_thresh = 4; 1686b51912c9SChris Mason 16873a5f1d45SChris Mason fs_info->endio_write_workers.idle_thresh = 64; 1688cad321adSChris Mason fs_info->endio_meta_write_workers.idle_thresh = 64; 168961b49440SChris Mason 16904543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 16911cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1692771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1693247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 16944543df7eSChris Mason btrfs_start_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 1695d20f7043SChris Mason btrfs_start_workers(&fs_info->endio_meta_workers, 1696d20f7043SChris Mason fs_info->thread_pool_size); 1697cad321adSChris Mason btrfs_start_workers(&fs_info->endio_meta_write_workers, 1698cad321adSChris Mason fs_info->thread_pool_size); 1699e6dcd2dcSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1700e6dcd2dcSChris Mason fs_info->thread_pool_size); 17014543df7eSChris Mason 17024575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1703c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1704c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 17054575c9ccSChris Mason 1706db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1707db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1708db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 170987ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1710db94535dSChris Mason tree_root->nodesize = nodesize; 1711db94535dSChris Mason tree_root->leafsize = leafsize; 1712db94535dSChris Mason tree_root->sectorsize = sectorsize; 171387ee04ebSChris Mason tree_root->stripesize = stripesize; 1714a061fc8dSChris Mason 1715a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1716a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1717db94535dSChris Mason 171839279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 171939279cc3SChris Mason sizeof(disk_super->magic))) { 1720d397712bSChris Mason printk(KERN_INFO "btrfs: valid FS not found on %s\n", sb->s_id); 172139279cc3SChris Mason goto fail_sb_buffer; 172239279cc3SChris Mason } 172319c00ddcSChris Mason 1724925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 1725e4404d6eSYan Zheng ret = btrfs_read_sys_array(tree_root); 1726925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 172784eed90fSChris Mason if (ret) { 1728d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read the system " 1729d397712bSChris Mason "array on %s\n", sb->s_id); 173084eed90fSChris Mason goto fail_sys_array; 173184eed90fSChris Mason } 17320b86a832SChris Mason 17330b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 17340b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 173584234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 17360b86a832SChris Mason 17370b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 17380b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 17390b86a832SChris Mason 17400b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 17410b86a832SChris Mason btrfs_super_chunk_root(disk_super), 174284234f3aSYan Zheng blocksize, generation); 17430b86a832SChris Mason BUG_ON(!chunk_root->node); 17440b86a832SChris Mason 1745e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1746e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1747e17cade2SChris Mason BTRFS_UUID_SIZE); 1748e17cade2SChris Mason 1749925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 17500b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1751925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 17522b82032cSYan Zheng if (ret) { 1753d397712bSChris Mason printk(KERN_WARNING "btrfs: failed to read chunk tree on %s\n", 1754d397712bSChris Mason sb->s_id); 17552b82032cSYan Zheng goto fail_chunk_root; 17562b82032cSYan Zheng } 17570b86a832SChris Mason 1758dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1759dfe25020SChris Mason 1760db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1761db94535dSChris Mason btrfs_super_root_level(disk_super)); 176284234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 17630b86a832SChris Mason 1764e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1765db94535dSChris Mason btrfs_super_root(disk_super), 176684234f3aSYan Zheng blocksize, generation); 176739279cc3SChris Mason if (!tree_root->node) 17682b82032cSYan Zheng goto fail_chunk_root; 17693768f368SChris Mason 1770db94535dSChris Mason 1771db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1772e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 17730b86a832SChris Mason if (ret) 177439279cc3SChris Mason goto fail_tree_root; 17750b86a832SChris Mason extent_root->track_dirty = 1; 17760b86a832SChris Mason 17770b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 17780b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 17790b86a832SChris Mason dev_root->track_dirty = 1; 17800b86a832SChris Mason 17810b86a832SChris Mason if (ret) 17820b86a832SChris Mason goto fail_extent_root; 17833768f368SChris Mason 1784d20f7043SChris Mason ret = find_and_setup_root(tree_root, fs_info, 1785d20f7043SChris Mason BTRFS_CSUM_TREE_OBJECTID, csum_root); 1786d20f7043SChris Mason if (ret) 1787d20f7043SChris Mason goto fail_extent_root; 1788d20f7043SChris Mason 1789d20f7043SChris Mason csum_root->track_dirty = 1; 1790d20f7043SChris Mason 17919078a3e1SChris Mason btrfs_read_block_groups(extent_root); 17929078a3e1SChris Mason 17932d69a0f8SYan Zheng fs_info->generation = generation; 1794c146afadSYan Zheng fs_info->last_trans_committed = generation; 1795d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1796d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1797611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1798a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1799a74a4b97SChris Mason "btrfs-cleaner"); 180057506d50SQinghuang Feng if (IS_ERR(fs_info->cleaner_kthread)) 1801d20f7043SChris Mason goto fail_csum_root; 1802a74a4b97SChris Mason 1803a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1804a74a4b97SChris Mason tree_root, 1805a74a4b97SChris Mason "btrfs-transaction"); 180657506d50SQinghuang Feng if (IS_ERR(fs_info->transaction_kthread)) 18073f157a2fSChris Mason goto fail_cleaner; 1808a74a4b97SChris Mason 1809e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1810e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1811d18a2c44SChris Mason 18127c2ca468SChris Mason if (fs_devices->rw_devices == 0) { 1813d397712bSChris Mason printk(KERN_WARNING "Btrfs log replay required " 1814d397712bSChris Mason "on RO media\n"); 18157c2ca468SChris Mason err = -EIO; 18167c2ca468SChris Mason goto fail_trans_kthread; 18177c2ca468SChris Mason } 1818e02119d5SChris Mason blocksize = 1819e02119d5SChris Mason btrfs_level_size(tree_root, 1820e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1821e02119d5SChris Mason 1822e02119d5SChris Mason log_tree_root = kzalloc(sizeof(struct btrfs_root), 1823e02119d5SChris Mason GFP_NOFS); 1824e02119d5SChris Mason 1825e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1826e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1827e02119d5SChris Mason 1828e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 182984234f3aSYan Zheng blocksize, 183084234f3aSYan Zheng generation + 1); 1831e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1832e02119d5SChris Mason BUG_ON(ret); 1833e556ce2cSYan Zheng 1834e556ce2cSYan Zheng if (sb->s_flags & MS_RDONLY) { 1835e556ce2cSYan Zheng ret = btrfs_commit_super(tree_root); 1836e556ce2cSYan Zheng BUG_ON(ret); 1837e556ce2cSYan Zheng } 1838e02119d5SChris Mason } 18391a40e23bSZheng Yan 18407c2ca468SChris Mason if (!(sb->s_flags & MS_RDONLY)) { 18411a40e23bSZheng Yan ret = btrfs_cleanup_reloc_trees(tree_root); 18421a40e23bSZheng Yan BUG_ON(ret); 18437c2ca468SChris Mason } 18441a40e23bSZheng Yan 18453de4586cSChris Mason location.objectid = BTRFS_FS_TREE_OBJECTID; 18463de4586cSChris Mason location.type = BTRFS_ROOT_ITEM_KEY; 18473de4586cSChris Mason location.offset = (u64)-1; 18483de4586cSChris Mason 18493de4586cSChris Mason fs_info->fs_root = btrfs_read_fs_root_no_name(fs_info, &location); 18503de4586cSChris Mason if (!fs_info->fs_root) 18517c2ca468SChris Mason goto fail_trans_kthread; 18520f7d52f4SChris Mason return tree_root; 185339279cc3SChris Mason 18547c2ca468SChris Mason fail_trans_kthread: 18557c2ca468SChris Mason kthread_stop(fs_info->transaction_kthread); 18563f157a2fSChris Mason fail_cleaner: 1857a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 18587c2ca468SChris Mason 18597c2ca468SChris Mason /* 18607c2ca468SChris Mason * make sure we're done with the btree inode before we stop our 18617c2ca468SChris Mason * kthreads 18627c2ca468SChris Mason */ 18637c2ca468SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 18647c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 18657c2ca468SChris Mason 1866d20f7043SChris Mason fail_csum_root: 1867d20f7043SChris Mason free_extent_buffer(csum_root->node); 18680b86a832SChris Mason fail_extent_root: 18690b86a832SChris Mason free_extent_buffer(extent_root->node); 187039279cc3SChris Mason fail_tree_root: 18715f39d397SChris Mason free_extent_buffer(tree_root->node); 18722b82032cSYan Zheng fail_chunk_root: 18732b82032cSYan Zheng free_extent_buffer(chunk_root->node); 187484eed90fSChris Mason fail_sys_array: 18757c2ca468SChris Mason free_extent_buffer(dev_root->node); 187639279cc3SChris Mason fail_sb_buffer: 1877247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 1878771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 18798b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 18808b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1881d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 1882cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 1883e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 18841cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 18854543df7eSChris Mason fail_iput: 18867c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 18874543df7eSChris Mason iput(fs_info->btree_inode); 18887e662854SQinghuang Feng 1889dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 189084eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 18917e662854SQinghuang Feng bdi_destroy(&fs_info->bdi); 189284eed90fSChris Mason 18937e662854SQinghuang Feng fail: 189439279cc3SChris Mason kfree(extent_root); 189539279cc3SChris Mason kfree(tree_root); 189639279cc3SChris Mason kfree(fs_info); 189783afeac4SJim Meyering kfree(chunk_root); 189883afeac4SJim Meyering kfree(dev_root); 1899d20f7043SChris Mason kfree(csum_root); 190039279cc3SChris Mason return ERR_PTR(err); 1901eb60ceacSChris Mason } 1902eb60ceacSChris Mason 1903f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1904f2984462SChris Mason { 1905f2984462SChris Mason char b[BDEVNAME_SIZE]; 1906f2984462SChris Mason 1907f2984462SChris Mason if (uptodate) { 1908f2984462SChris Mason set_buffer_uptodate(bh); 1909f2984462SChris Mason } else { 1910f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1911f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1912f2984462SChris Mason "I/O error on %s\n", 1913f2984462SChris Mason bdevname(bh->b_bdev, b)); 1914f2984462SChris Mason } 19151259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 19161259ab75SChris Mason * our own ways of dealing with the IO errors 19171259ab75SChris Mason */ 1918f2984462SChris Mason clear_buffer_uptodate(bh); 1919f2984462SChris Mason } 1920f2984462SChris Mason unlock_buffer(bh); 1921f2984462SChris Mason put_bh(bh); 1922f2984462SChris Mason } 1923f2984462SChris Mason 1924a512bbf8SYan Zheng struct buffer_head *btrfs_read_dev_super(struct block_device *bdev) 1925a512bbf8SYan Zheng { 1926a512bbf8SYan Zheng struct buffer_head *bh; 1927a512bbf8SYan Zheng struct buffer_head *latest = NULL; 1928a512bbf8SYan Zheng struct btrfs_super_block *super; 1929a512bbf8SYan Zheng int i; 1930a512bbf8SYan Zheng u64 transid = 0; 1931a512bbf8SYan Zheng u64 bytenr; 1932a512bbf8SYan Zheng 1933a512bbf8SYan Zheng /* we would like to check all the supers, but that would make 1934a512bbf8SYan Zheng * a btrfs mount succeed after a mkfs from a different FS. 1935a512bbf8SYan Zheng * So, we need to add a special mount option to scan for 1936a512bbf8SYan Zheng * later supers, using BTRFS_SUPER_MIRROR_MAX instead 1937a512bbf8SYan Zheng */ 1938a512bbf8SYan Zheng for (i = 0; i < 1; i++) { 1939a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 1940a512bbf8SYan Zheng if (bytenr + 4096 >= i_size_read(bdev->bd_inode)) 1941a512bbf8SYan Zheng break; 1942a512bbf8SYan Zheng bh = __bread(bdev, bytenr / 4096, 4096); 1943a512bbf8SYan Zheng if (!bh) 1944a512bbf8SYan Zheng continue; 1945a512bbf8SYan Zheng 1946a512bbf8SYan Zheng super = (struct btrfs_super_block *)bh->b_data; 1947a512bbf8SYan Zheng if (btrfs_super_bytenr(super) != bytenr || 1948a512bbf8SYan Zheng strncmp((char *)(&super->magic), BTRFS_MAGIC, 1949a512bbf8SYan Zheng sizeof(super->magic))) { 1950a512bbf8SYan Zheng brelse(bh); 1951a512bbf8SYan Zheng continue; 1952a512bbf8SYan Zheng } 1953a512bbf8SYan Zheng 1954a512bbf8SYan Zheng if (!latest || btrfs_super_generation(super) > transid) { 1955a512bbf8SYan Zheng brelse(latest); 1956a512bbf8SYan Zheng latest = bh; 1957a512bbf8SYan Zheng transid = btrfs_super_generation(super); 1958a512bbf8SYan Zheng } else { 1959a512bbf8SYan Zheng brelse(bh); 1960a512bbf8SYan Zheng } 1961a512bbf8SYan Zheng } 1962a512bbf8SYan Zheng return latest; 1963a512bbf8SYan Zheng } 1964a512bbf8SYan Zheng 1965a512bbf8SYan Zheng static int write_dev_supers(struct btrfs_device *device, 1966a512bbf8SYan Zheng struct btrfs_super_block *sb, 1967a512bbf8SYan Zheng int do_barriers, int wait, int max_mirrors) 1968a512bbf8SYan Zheng { 1969a512bbf8SYan Zheng struct buffer_head *bh; 1970a512bbf8SYan Zheng int i; 1971a512bbf8SYan Zheng int ret; 1972a512bbf8SYan Zheng int errors = 0; 1973a512bbf8SYan Zheng u32 crc; 1974a512bbf8SYan Zheng u64 bytenr; 1975a512bbf8SYan Zheng int last_barrier = 0; 1976a512bbf8SYan Zheng 1977a512bbf8SYan Zheng if (max_mirrors == 0) 1978a512bbf8SYan Zheng max_mirrors = BTRFS_SUPER_MIRROR_MAX; 1979a512bbf8SYan Zheng 1980a512bbf8SYan Zheng /* make sure only the last submit_bh does a barrier */ 1981a512bbf8SYan Zheng if (do_barriers) { 1982a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 1983a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 1984a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= 1985a512bbf8SYan Zheng device->total_bytes) 1986a512bbf8SYan Zheng break; 1987a512bbf8SYan Zheng last_barrier = i; 1988a512bbf8SYan Zheng } 1989a512bbf8SYan Zheng } 1990a512bbf8SYan Zheng 1991a512bbf8SYan Zheng for (i = 0; i < max_mirrors; i++) { 1992a512bbf8SYan Zheng bytenr = btrfs_sb_offset(i); 1993a512bbf8SYan Zheng if (bytenr + BTRFS_SUPER_INFO_SIZE >= device->total_bytes) 1994a512bbf8SYan Zheng break; 1995a512bbf8SYan Zheng 1996a512bbf8SYan Zheng if (wait) { 1997a512bbf8SYan Zheng bh = __find_get_block(device->bdev, bytenr / 4096, 1998a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 1999a512bbf8SYan Zheng BUG_ON(!bh); 2000a512bbf8SYan Zheng brelse(bh); 2001a512bbf8SYan Zheng wait_on_buffer(bh); 2002a512bbf8SYan Zheng if (buffer_uptodate(bh)) { 2003a512bbf8SYan Zheng brelse(bh); 2004a512bbf8SYan Zheng continue; 2005a512bbf8SYan Zheng } 2006a512bbf8SYan Zheng } else { 2007a512bbf8SYan Zheng btrfs_set_super_bytenr(sb, bytenr); 2008a512bbf8SYan Zheng 2009a512bbf8SYan Zheng crc = ~(u32)0; 2010a512bbf8SYan Zheng crc = btrfs_csum_data(NULL, (char *)sb + 2011a512bbf8SYan Zheng BTRFS_CSUM_SIZE, crc, 2012a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE - 2013a512bbf8SYan Zheng BTRFS_CSUM_SIZE); 2014a512bbf8SYan Zheng btrfs_csum_final(crc, sb->csum); 2015a512bbf8SYan Zheng 2016a512bbf8SYan Zheng bh = __getblk(device->bdev, bytenr / 4096, 2017a512bbf8SYan Zheng BTRFS_SUPER_INFO_SIZE); 2018a512bbf8SYan Zheng memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 2019a512bbf8SYan Zheng 2020a512bbf8SYan Zheng set_buffer_uptodate(bh); 2021a512bbf8SYan Zheng get_bh(bh); 2022a512bbf8SYan Zheng lock_buffer(bh); 2023a512bbf8SYan Zheng bh->b_end_io = btrfs_end_buffer_write_sync; 2024a512bbf8SYan Zheng } 2025a512bbf8SYan Zheng 2026a512bbf8SYan Zheng if (i == last_barrier && do_barriers && device->barriers) { 2027a512bbf8SYan Zheng ret = submit_bh(WRITE_BARRIER, bh); 2028a512bbf8SYan Zheng if (ret == -EOPNOTSUPP) { 2029a512bbf8SYan Zheng printk("btrfs: disabling barriers on dev %s\n", 2030a512bbf8SYan Zheng device->name); 2031a512bbf8SYan Zheng set_buffer_uptodate(bh); 2032a512bbf8SYan Zheng device->barriers = 0; 2033a512bbf8SYan Zheng get_bh(bh); 2034a512bbf8SYan Zheng lock_buffer(bh); 2035a512bbf8SYan Zheng ret = submit_bh(WRITE, bh); 2036a512bbf8SYan Zheng } 2037a512bbf8SYan Zheng } else { 2038a512bbf8SYan Zheng ret = submit_bh(WRITE, bh); 2039a512bbf8SYan Zheng } 2040a512bbf8SYan Zheng 2041a512bbf8SYan Zheng if (!ret && wait) { 2042a512bbf8SYan Zheng wait_on_buffer(bh); 2043a512bbf8SYan Zheng if (!buffer_uptodate(bh)) 2044a512bbf8SYan Zheng errors++; 2045a512bbf8SYan Zheng } else if (ret) { 2046a512bbf8SYan Zheng errors++; 2047a512bbf8SYan Zheng } 2048a512bbf8SYan Zheng if (wait) 2049a512bbf8SYan Zheng brelse(bh); 2050a512bbf8SYan Zheng } 2051a512bbf8SYan Zheng return errors < i ? 0 : -1; 2052a512bbf8SYan Zheng } 2053a512bbf8SYan Zheng 2054a512bbf8SYan Zheng int write_all_supers(struct btrfs_root *root, int max_mirrors) 2055f2984462SChris Mason { 2056f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 2057f2984462SChris Mason struct btrfs_device *dev; 2058a061fc8dSChris Mason struct btrfs_super_block *sb; 2059f2984462SChris Mason struct btrfs_dev_item *dev_item; 2060f2984462SChris Mason int ret; 2061f2984462SChris Mason int do_barriers; 2062a236aed1SChris Mason int max_errors; 2063a236aed1SChris Mason int total_errors = 0; 2064a061fc8dSChris Mason u64 flags; 2065f2984462SChris Mason 2066a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 2067f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 2068f2984462SChris Mason 2069a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 2070a061fc8dSChris Mason dev_item = &sb->dev_item; 2071c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2072dfe25020SChris Mason if (!dev->bdev) { 2073dfe25020SChris Mason total_errors++; 2074dfe25020SChris Mason continue; 2075dfe25020SChris Mason } 20762b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2077dfe25020SChris Mason continue; 2078dfe25020SChris Mason 20792b82032cSYan Zheng btrfs_set_stack_device_generation(dev_item, 0); 2080a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 2081a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 2082a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 2083a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 2084a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 2085a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 2086a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 2087a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 20882b82032cSYan Zheng memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE); 2089a512bbf8SYan Zheng 2090a061fc8dSChris Mason flags = btrfs_super_flags(sb); 2091a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 2092f2984462SChris Mason 2093a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 0, max_mirrors); 2094a236aed1SChris Mason if (ret) 2095a236aed1SChris Mason total_errors++; 2096f2984462SChris Mason } 2097a236aed1SChris Mason if (total_errors > max_errors) { 2098d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2099d397712bSChris Mason total_errors); 2100a236aed1SChris Mason BUG(); 2101a236aed1SChris Mason } 2102f2984462SChris Mason 2103a512bbf8SYan Zheng total_errors = 0; 2104c6e30871SQinghuang Feng list_for_each_entry(dev, head, dev_list) { 2105dfe25020SChris Mason if (!dev->bdev) 2106dfe25020SChris Mason continue; 21072b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 2108dfe25020SChris Mason continue; 2109dfe25020SChris Mason 2110a512bbf8SYan Zheng ret = write_dev_supers(dev, sb, do_barriers, 1, max_mirrors); 2111a512bbf8SYan Zheng if (ret) 21121259ab75SChris Mason total_errors++; 2113f2984462SChris Mason } 2114a236aed1SChris Mason if (total_errors > max_errors) { 2115d397712bSChris Mason printk(KERN_ERR "btrfs: %d errors while writing supers\n", 2116d397712bSChris Mason total_errors); 2117a236aed1SChris Mason BUG(); 2118a236aed1SChris Mason } 2119f2984462SChris Mason return 0; 2120f2984462SChris Mason } 2121f2984462SChris Mason 2122a512bbf8SYan Zheng int write_ctree_super(struct btrfs_trans_handle *trans, 2123a512bbf8SYan Zheng struct btrfs_root *root, int max_mirrors) 2124cfaa7295SChris Mason { 2125e66f709bSChris Mason int ret; 21262c90e5d6SChris Mason 2127a512bbf8SYan Zheng ret = write_all_supers(root, max_mirrors); 21285f39d397SChris Mason return ret; 2129cfaa7295SChris Mason } 2130cfaa7295SChris Mason 21315eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 21322619ba1fSChris Mason { 21332619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 21342619ba1fSChris Mason (unsigned long)root->root_key.objectid); 21353394e160SChris Mason if (root->anon_super.s_dev) { 21363394e160SChris Mason down_write(&root->anon_super.s_umount); 21373394e160SChris Mason kill_anon_super(&root->anon_super); 21383394e160SChris Mason } 21392619ba1fSChris Mason if (root->node) 21405f39d397SChris Mason free_extent_buffer(root->node); 21412619ba1fSChris Mason if (root->commit_root) 21425f39d397SChris Mason free_extent_buffer(root->commit_root); 214358176a96SJosef Bacik kfree(root->name); 21442619ba1fSChris Mason kfree(root); 21452619ba1fSChris Mason return 0; 21462619ba1fSChris Mason } 21472619ba1fSChris Mason 214835b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 21490f7d52f4SChris Mason { 21500f7d52f4SChris Mason int ret; 21510f7d52f4SChris Mason struct btrfs_root *gang[8]; 21520f7d52f4SChris Mason int i; 21530f7d52f4SChris Mason 21540f7d52f4SChris Mason while (1) { 21550f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 21560f7d52f4SChris Mason (void **)gang, 0, 21570f7d52f4SChris Mason ARRAY_SIZE(gang)); 21580f7d52f4SChris Mason if (!ret) 21590f7d52f4SChris Mason break; 21602619ba1fSChris Mason for (i = 0; i < ret; i++) 21615eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 21620f7d52f4SChris Mason } 21630f7d52f4SChris Mason return 0; 21640f7d52f4SChris Mason } 2165b4100d64SChris Mason 2166c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 2167c146afadSYan Zheng { 2168c146afadSYan Zheng u64 root_objectid = 0; 2169c146afadSYan Zheng struct btrfs_root *gang[8]; 2170c146afadSYan Zheng int i; 2171c146afadSYan Zheng int ret; 2172c146afadSYan Zheng 2173c146afadSYan Zheng while (1) { 2174c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 2175c146afadSYan Zheng (void **)gang, root_objectid, 2176c146afadSYan Zheng ARRAY_SIZE(gang)); 2177c146afadSYan Zheng if (!ret) 2178c146afadSYan Zheng break; 2179c146afadSYan Zheng for (i = 0; i < ret; i++) { 2180c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 2181c146afadSYan Zheng ret = btrfs_find_dead_roots(fs_info->tree_root, 2182c146afadSYan Zheng root_objectid, gang[i]); 2183c146afadSYan Zheng BUG_ON(ret); 2184c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 2185c146afadSYan Zheng } 2186c146afadSYan Zheng root_objectid++; 2187c146afadSYan Zheng } 2188c146afadSYan Zheng return 0; 2189c146afadSYan Zheng } 2190c146afadSYan Zheng 2191c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 2192c146afadSYan Zheng { 2193c146afadSYan Zheng struct btrfs_trans_handle *trans; 2194c146afadSYan Zheng int ret; 2195c146afadSYan Zheng 2196c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 2197c146afadSYan Zheng btrfs_clean_old_snapshots(root); 2198c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 2199c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2200c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 2201c146afadSYan Zheng BUG_ON(ret); 2202c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2203c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2204c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2205c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2206c146afadSYan Zheng BUG_ON(ret); 2207c146afadSYan Zheng 2208a512bbf8SYan Zheng ret = write_ctree_super(NULL, root, 0); 2209c146afadSYan Zheng return ret; 2210c146afadSYan Zheng } 2211c146afadSYan Zheng 2212e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2213eb60ceacSChris Mason { 22140f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2215c146afadSYan Zheng int ret; 2216e089f05cSChris Mason 2217facda1e7SChris Mason fs_info->closing = 1; 2218a2135011SChris Mason smp_mb(); 2219a2135011SChris Mason 2220a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 2221a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 2222a74a4b97SChris Mason 2223c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2224c146afadSYan Zheng ret = btrfs_commit_super(root); 2225d397712bSChris Mason if (ret) 2226d397712bSChris Mason printk(KERN_ERR "btrfs: commit super ret %d\n", ret); 2227c146afadSYan Zheng } 2228ed2ff2cbSChris Mason 2229b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2230d397712bSChris Mason printk(KERN_INFO "btrfs: at unmount delalloc count %llu\n", 2231b0c68f8bSChris Mason fs_info->delalloc_bytes); 2232b0c68f8bSChris Mason } 223331153d81SYan Zheng if (fs_info->total_ref_cache_size) { 2234d397712bSChris Mason printk(KERN_INFO "btrfs: at umount reference cache size %llu\n", 2235d397712bSChris Mason (unsigned long long)fs_info->total_ref_cache_size); 223631153d81SYan Zheng } 223731153d81SYan Zheng 22380f7d52f4SChris Mason if (fs_info->extent_root->node) 22395f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 2240f510cfecSChris Mason 22410f7d52f4SChris Mason if (fs_info->tree_root->node) 22425f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 2243f510cfecSChris Mason 2244d397712bSChris Mason if (root->fs_info->chunk_root->node) 22450b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 22460b86a832SChris Mason 2247d397712bSChris Mason if (root->fs_info->dev_root->node) 22480b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 22490b86a832SChris Mason 2250d397712bSChris Mason if (root->fs_info->csum_root->node) 2251d20f7043SChris Mason free_extent_buffer(root->fs_info->csum_root->node); 2252d20f7043SChris Mason 22539078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2254c146afadSYan Zheng 22550f7d52f4SChris Mason del_fs_roots(fs_info); 2256d10c5f31SChris Mason 2257c146afadSYan Zheng iput(fs_info->btree_inode); 22589ad6b7bcSChris Mason 2259247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2260771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 22618b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 22628b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2263d20f7043SChris Mason btrfs_stop_workers(&fs_info->endio_meta_workers); 2264cad321adSChris Mason btrfs_stop_workers(&fs_info->endio_meta_write_workers); 2265e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 22661cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2267d6bfde87SChris Mason 226819c00ddcSChris Mason #if 0 226919c00ddcSChris Mason while (!list_empty(&fs_info->hashers)) { 227019c00ddcSChris Mason struct btrfs_hasher *hasher; 227119c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 227219c00ddcSChris Mason hashers); 227319c00ddcSChris Mason list_del(&hasher->hashers); 227419c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 227519c00ddcSChris Mason kfree(hasher); 227619c00ddcSChris Mason } 227719c00ddcSChris Mason #endif 2278dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 22790b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2280b248a415SChris Mason 228104160088SChris Mason bdi_destroy(&fs_info->bdi); 22820b86a832SChris Mason 22830f7d52f4SChris Mason kfree(fs_info->extent_root); 22840f7d52f4SChris Mason kfree(fs_info->tree_root); 22850b86a832SChris Mason kfree(fs_info->chunk_root); 22860b86a832SChris Mason kfree(fs_info->dev_root); 2287d20f7043SChris Mason kfree(fs_info->csum_root); 2288eb60ceacSChris Mason return 0; 2289eb60ceacSChris Mason } 2290eb60ceacSChris Mason 22911259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2292ccd467d6SChris Mason { 22931259ab75SChris Mason int ret; 2294810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 22951259ab75SChris Mason 22961259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 22971259ab75SChris Mason if (!ret) 22981259ab75SChris Mason return ret; 22991259ab75SChris Mason 23001259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 23011259ab75SChris Mason parent_transid); 23021259ab75SChris Mason return !ret; 23035f39d397SChris Mason } 23046702ed49SChris Mason 23055f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 23065f39d397SChris Mason { 2307810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2308d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 23095f39d397SChris Mason buf); 23105f39d397SChris Mason } 23115f39d397SChris Mason 23125f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 23135f39d397SChris Mason { 2314810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 23155f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 23165f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 23176702ed49SChris Mason 2318b4ce94deSChris Mason btrfs_set_lock_blocking(buf); 2319b4ce94deSChris Mason 2320925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 2321ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2322d397712bSChris Mason printk(KERN_CRIT "btrfs transid mismatch buffer %llu, " 2323d397712bSChris Mason "found %llu running %llu\n", 2324db94535dSChris Mason (unsigned long long)buf->start, 2325d397712bSChris Mason (unsigned long long)transid, 2326d397712bSChris Mason (unsigned long long)root->fs_info->generation); 2327ccd467d6SChris Mason WARN_ON(1); 2328ccd467d6SChris Mason } 2329d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 2330eb60ceacSChris Mason } 2331eb60ceacSChris Mason 2332d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 233335b7e476SChris Mason { 2334188de649SChris Mason /* 2335188de649SChris Mason * looks as though older kernels can get into trouble with 2336188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2337188de649SChris Mason */ 2338d6bfde87SChris Mason struct extent_io_tree *tree; 2339d6bfde87SChris Mason u64 num_dirty; 2340d6bfde87SChris Mason u64 start = 0; 2341771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2342d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 2343d6bfde87SChris Mason 2344b64a2851SChris Mason if (current_is_pdflush() || current->flags & PF_MEMALLOC) 2345d6bfde87SChris Mason return; 2346d6bfde87SChris Mason 2347d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 2348d6bfde87SChris Mason thresh, EXTENT_DIRTY); 2349d6bfde87SChris Mason if (num_dirty > thresh) { 2350d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2351304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 235235b7e476SChris Mason } 2353188de649SChris Mason return; 2354d6bfde87SChris Mason } 23556b80053dSChris Mason 2356ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 23576b80053dSChris Mason { 2358810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2359ce9adaa5SChris Mason int ret; 2360ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2361d397712bSChris Mason if (ret == 0) 2362b4ce94deSChris Mason set_bit(EXTENT_BUFFER_UPTODATE, &buf->bflags); 2363ce9adaa5SChris Mason return ret; 23646b80053dSChris Mason } 23650da5468fSChris Mason 23664bef0848SChris Mason int btree_lock_page_hook(struct page *page) 23674bef0848SChris Mason { 23684bef0848SChris Mason struct inode *inode = page->mapping->host; 23694bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 23704bef0848SChris Mason struct extent_buffer *eb; 23714bef0848SChris Mason unsigned long len; 23724bef0848SChris Mason u64 bytenr = page_offset(page); 23734bef0848SChris Mason 23744bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 23754bef0848SChris Mason goto out; 23764bef0848SChris Mason 23774bef0848SChris Mason len = page->private >> 2; 23784bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 23794bef0848SChris Mason if (!eb) 23804bef0848SChris Mason goto out; 23814bef0848SChris Mason 23824bef0848SChris Mason btrfs_tree_lock(eb); 23834bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 23844bef0848SChris Mason btrfs_tree_unlock(eb); 23854bef0848SChris Mason free_extent_buffer(eb); 23864bef0848SChris Mason out: 23874bef0848SChris Mason lock_page(page); 23884bef0848SChris Mason return 0; 23894bef0848SChris Mason } 23904bef0848SChris Mason 2391d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 23924bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2393ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 23940b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2395239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2396239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 23970da5468fSChris Mason }; 2398