16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19a74a4b97SChris Mason #include <linux/version.h> 20e20d96d6SChris Mason #include <linux/fs.h> 21d98237b3SChris Mason #include <linux/blkdev.h> 2287cbda5cSChris Mason #include <linux/scatterlist.h> 2322b0ebdaSChris Mason #include <linux/swap.h> 240f7d52f4SChris Mason #include <linux/radix-tree.h> 2535b7e476SChris Mason #include <linux/writeback.h> 265f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 27ce9adaa5SChris Mason #include <linux/workqueue.h> 28a74a4b97SChris Mason #include <linux/kthread.h> 29a74a4b97SChris Mason #include <linux/freezer.h> 304b4e25f2SChris Mason #include "compat.h" 31a5eb62e3SMiguel #include "crc32c.h" 32eb60ceacSChris Mason #include "ctree.h" 33eb60ceacSChris Mason #include "disk-io.h" 34e089f05cSChris Mason #include "transaction.h" 350f7d52f4SChris Mason #include "btrfs_inode.h" 360b86a832SChris Mason #include "volumes.h" 37db94535dSChris Mason #include "print-tree.h" 388b712842SChris Mason #include "async-thread.h" 39925baeddSChris Mason #include "locking.h" 40017e5369SChris Mason #include "ref-cache.h" 41e02119d5SChris Mason #include "tree-log.h" 42eb60ceacSChris Mason 435f39d397SChris Mason #if 0 445f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 457eccb903SChris Mason { 465f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 475f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 485f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 495f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 5039279cc3SChris Mason return 1; 51d98237b3SChris Mason } 529a8dd150SChris Mason return 0; 53eb60ceacSChris Mason } 545f39d397SChris Mason #endif 55eb60ceacSChris Mason 56d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 578b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 58ce9adaa5SChris Mason 59d352ac68SChris Mason /* 60d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 61d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 62d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 63d352ac68SChris Mason */ 64ce9adaa5SChris Mason struct end_io_wq { 65ce9adaa5SChris Mason struct bio *bio; 66ce9adaa5SChris Mason bio_end_io_t *end_io; 67ce9adaa5SChris Mason void *private; 68ce9adaa5SChris Mason struct btrfs_fs_info *info; 69ce9adaa5SChris Mason int error; 7022c59948SChris Mason int metadata; 71ce9adaa5SChris Mason struct list_head list; 728b712842SChris Mason struct btrfs_work work; 73ce9adaa5SChris Mason }; 740da5468fSChris Mason 75d352ac68SChris Mason /* 76d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 77d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 78d352ac68SChris Mason * just before they are sent down the IO stack. 79d352ac68SChris Mason */ 8044b8bd7eSChris Mason struct async_submit_bio { 8144b8bd7eSChris Mason struct inode *inode; 8244b8bd7eSChris Mason struct bio *bio; 8344b8bd7eSChris Mason struct list_head list; 844a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 854a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 8644b8bd7eSChris Mason int rw; 8744b8bd7eSChris Mason int mirror_num; 88c8b97818SChris Mason unsigned long bio_flags; 898b712842SChris Mason struct btrfs_work work; 9044b8bd7eSChris Mason }; 9144b8bd7eSChris Mason 92d352ac68SChris Mason /* 93d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 94d352ac68SChris Mason * that covers the entire device 95d352ac68SChris Mason */ 96b2950863SChristoph Hellwig static struct extent_map *btree_get_extent(struct inode *inode, 97b2950863SChristoph Hellwig struct page *page, size_t page_offset, u64 start, u64 len, 985f39d397SChris Mason int create) 995f39d397SChris Mason { 1005f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 1015f39d397SChris Mason struct extent_map *em; 1025f39d397SChris Mason int ret; 1035f39d397SChris Mason 104d1310b2eSChris Mason spin_lock(&em_tree->lock); 105d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 106a061fc8dSChris Mason if (em) { 107a061fc8dSChris Mason em->bdev = 108a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 109d1310b2eSChris Mason spin_unlock(&em_tree->lock); 1105f39d397SChris Mason goto out; 111a061fc8dSChris Mason } 112a061fc8dSChris Mason spin_unlock(&em_tree->lock); 1137b13b7b1SChris Mason 1145f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1155f39d397SChris Mason if (!em) { 1165f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1175f39d397SChris Mason goto out; 1185f39d397SChris Mason } 1195f39d397SChris Mason em->start = 0; 1200afbaf8cSChris Mason em->len = (u64)-1; 121c8b97818SChris Mason em->block_len = (u64)-1; 1225f39d397SChris Mason em->block_start = 0; 123a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 124d1310b2eSChris Mason 125d1310b2eSChris Mason spin_lock(&em_tree->lock); 1265f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1275f39d397SChris Mason if (ret == -EEXIST) { 1280afbaf8cSChris Mason u64 failed_start = em->start; 1290afbaf8cSChris Mason u64 failed_len = em->len; 1300afbaf8cSChris Mason 1310afbaf8cSChris Mason printk("failed to insert %Lu %Lu -> %Lu into tree\n", 1320afbaf8cSChris Mason em->start, em->len, em->block_start); 1335f39d397SChris Mason free_extent_map(em); 1347b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1350afbaf8cSChris Mason if (em) { 1360afbaf8cSChris Mason printk("after failing, found %Lu %Lu %Lu\n", 1370afbaf8cSChris Mason em->start, em->len, em->block_start); 1387b13b7b1SChris Mason ret = 0; 1390afbaf8cSChris Mason } else { 1400afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1410afbaf8cSChris Mason failed_len); 1420afbaf8cSChris Mason if (em) { 1430afbaf8cSChris Mason printk("double failure lookup gives us " 1440afbaf8cSChris Mason "%Lu %Lu -> %Lu\n", em->start, 1450afbaf8cSChris Mason em->len, em->block_start); 1460afbaf8cSChris Mason free_extent_map(em); 1470afbaf8cSChris Mason } 1487b13b7b1SChris Mason ret = -EIO; 1490afbaf8cSChris Mason } 1505f39d397SChris Mason } else if (ret) { 1517b13b7b1SChris Mason free_extent_map(em); 1527b13b7b1SChris Mason em = NULL; 1535f39d397SChris Mason } 1547b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1557b13b7b1SChris Mason 1567b13b7b1SChris Mason if (ret) 1577b13b7b1SChris Mason em = ERR_PTR(ret); 1585f39d397SChris Mason out: 1595f39d397SChris Mason return em; 1605f39d397SChris Mason } 1615f39d397SChris Mason 16219c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 16319c00ddcSChris Mason { 164a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 16519c00ddcSChris Mason } 16619c00ddcSChris Mason 16719c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 16819c00ddcSChris Mason { 16919c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 17019c00ddcSChris Mason } 17119c00ddcSChris Mason 172d352ac68SChris Mason /* 173d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 174d352ac68SChris Mason * into the csum field of the block. 175d352ac68SChris Mason */ 17619c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 17719c00ddcSChris Mason int verify) 17819c00ddcSChris Mason { 17919c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 18019c00ddcSChris Mason unsigned long len; 18119c00ddcSChris Mason unsigned long cur_len; 18219c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 18319c00ddcSChris Mason char *map_token = NULL; 18419c00ddcSChris Mason char *kaddr; 18519c00ddcSChris Mason unsigned long map_start; 18619c00ddcSChris Mason unsigned long map_len; 18719c00ddcSChris Mason int err; 18819c00ddcSChris Mason u32 crc = ~(u32)0; 18919c00ddcSChris Mason 19019c00ddcSChris Mason len = buf->len - offset; 19119c00ddcSChris Mason while(len > 0) { 19219c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 19319c00ddcSChris Mason &map_token, &kaddr, 19419c00ddcSChris Mason &map_start, &map_len, KM_USER0); 19519c00ddcSChris Mason if (err) { 19619c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 19719c00ddcSChris Mason offset); 19819c00ddcSChris Mason return 1; 19919c00ddcSChris Mason } 20019c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 20119c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 20219c00ddcSChris Mason crc, cur_len); 20319c00ddcSChris Mason len -= cur_len; 20419c00ddcSChris Mason offset += cur_len; 20519c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 20619c00ddcSChris Mason } 20719c00ddcSChris Mason btrfs_csum_final(crc, result); 20819c00ddcSChris Mason 20919c00ddcSChris Mason if (verify) { 210e4204dedSChris Mason /* FIXME, this is not good */ 21163b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 212e4204dedSChris Mason u32 val; 213e4204dedSChris Mason u32 found = 0; 214e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 215e4204dedSChris Mason 216e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 217e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 2182dd3e67bSChris Mason "wanted %X found %X level %d\n", 21919c00ddcSChris Mason root->fs_info->sb->s_id, 2202dd3e67bSChris Mason buf->start, val, found, btrfs_header_level(buf)); 22119c00ddcSChris Mason return 1; 22219c00ddcSChris Mason } 22319c00ddcSChris Mason } else { 22419c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 22519c00ddcSChris Mason } 22619c00ddcSChris Mason return 0; 22719c00ddcSChris Mason } 22819c00ddcSChris Mason 229d352ac68SChris Mason /* 230d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 231d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 232d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 233d352ac68SChris Mason * in the wrong place. 234d352ac68SChris Mason */ 2351259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2361259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2371259ab75SChris Mason { 2381259ab75SChris Mason int ret; 2391259ab75SChris Mason 2401259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2411259ab75SChris Mason return 0; 2421259ab75SChris Mason 2431259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2441259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2451259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2461259ab75SChris Mason ret = 0; 2471259ab75SChris Mason goto out; 2481259ab75SChris Mason } 2491259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2501259ab75SChris Mason (unsigned long long)eb->start, 2511259ab75SChris Mason (unsigned long long)parent_transid, 2521259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2531259ab75SChris Mason ret = 1; 2541259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 25533958dc6SChris Mason out: 2561259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2571259ab75SChris Mason GFP_NOFS); 2581259ab75SChris Mason return ret; 2591259ab75SChris Mason } 2601259ab75SChris Mason 261d352ac68SChris Mason /* 262d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 263d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 264d352ac68SChris Mason */ 265f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 266f188591eSChris Mason struct extent_buffer *eb, 267ca7a79adSChris Mason u64 start, u64 parent_transid) 268f188591eSChris Mason { 269f188591eSChris Mason struct extent_io_tree *io_tree; 270f188591eSChris Mason int ret; 271f188591eSChris Mason int num_copies = 0; 272f188591eSChris Mason int mirror_num = 0; 273f188591eSChris Mason 274f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 275f188591eSChris Mason while (1) { 276f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 277f188591eSChris Mason btree_get_extent, mirror_num); 2781259ab75SChris Mason if (!ret && 2791259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 280f188591eSChris Mason return ret; 281a1b32a59SChris Mason printk("read extent buffer pages failed with ret %d mirror no %d\n", ret, mirror_num); 282f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 283f188591eSChris Mason eb->start, eb->len); 2844235298eSChris Mason if (num_copies == 1) 285f188591eSChris Mason return ret; 2864235298eSChris Mason 287f188591eSChris Mason mirror_num++; 2884235298eSChris Mason if (mirror_num > num_copies) 289f188591eSChris Mason return ret; 290f188591eSChris Mason } 291f188591eSChris Mason return -EIO; 292f188591eSChris Mason } 29319c00ddcSChris Mason 294d352ac68SChris Mason /* 295d352ac68SChris Mason * checksum a dirty tree block before IO. This has extra checks to make 296d352ac68SChris Mason * sure we only fill in the checksum field in the first page of a multi-page block 297d352ac68SChris Mason */ 298b2950863SChristoph Hellwig static int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 29919c00ddcSChris Mason { 300d1310b2eSChris Mason struct extent_io_tree *tree; 30135ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 30219c00ddcSChris Mason u64 found_start; 30319c00ddcSChris Mason int found_level; 30419c00ddcSChris Mason unsigned long len; 30519c00ddcSChris Mason struct extent_buffer *eb; 306f188591eSChris Mason int ret; 307f188591eSChris Mason 308d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 30919c00ddcSChris Mason 31019c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 31119c00ddcSChris Mason goto out; 31219c00ddcSChris Mason if (!page->private) 31319c00ddcSChris Mason goto out; 31419c00ddcSChris Mason len = page->private >> 2; 31519c00ddcSChris Mason if (len == 0) { 31619c00ddcSChris Mason WARN_ON(1); 31719c00ddcSChris Mason } 31819c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 319ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 320ca7a79adSChris Mason btrfs_header_generation(eb)); 321f188591eSChris Mason BUG_ON(ret); 32219c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 32319c00ddcSChris Mason if (found_start != start) { 32419c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 32519c00ddcSChris Mason start, found_start, len); 32655c69072SChris Mason WARN_ON(1); 32755c69072SChris Mason goto err; 32855c69072SChris Mason } 32955c69072SChris Mason if (eb->first_page != page) { 33055c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 33155c69072SChris Mason page->index); 33255c69072SChris Mason WARN_ON(1); 33355c69072SChris Mason goto err; 33455c69072SChris Mason } 33555c69072SChris Mason if (!PageUptodate(page)) { 33655c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 33755c69072SChris Mason WARN_ON(1); 33855c69072SChris Mason goto err; 33919c00ddcSChris Mason } 34019c00ddcSChris Mason found_level = btrfs_header_level(eb); 3414bef0848SChris Mason 34219c00ddcSChris Mason csum_tree_block(root, eb, 0); 34355c69072SChris Mason err: 34419c00ddcSChris Mason free_extent_buffer(eb); 34519c00ddcSChris Mason out: 34619c00ddcSChris Mason return 0; 34719c00ddcSChris Mason } 34819c00ddcSChris Mason 3492b82032cSYan Zheng static int check_tree_block_fsid(struct btrfs_root *root, 3502b82032cSYan Zheng struct extent_buffer *eb) 3512b82032cSYan Zheng { 3522b82032cSYan Zheng struct btrfs_fs_devices *fs_devices = root->fs_info->fs_devices; 3532b82032cSYan Zheng u8 fsid[BTRFS_UUID_SIZE]; 3542b82032cSYan Zheng int ret = 1; 3552b82032cSYan Zheng 3562b82032cSYan Zheng read_extent_buffer(eb, fsid, (unsigned long)btrfs_header_fsid(eb), 3572b82032cSYan Zheng BTRFS_FSID_SIZE); 3582b82032cSYan Zheng while (fs_devices) { 3592b82032cSYan Zheng if (!memcmp(fsid, fs_devices->fsid, BTRFS_FSID_SIZE)) { 3602b82032cSYan Zheng ret = 0; 3612b82032cSYan Zheng break; 3622b82032cSYan Zheng } 3632b82032cSYan Zheng fs_devices = fs_devices->seed; 3642b82032cSYan Zheng } 3652b82032cSYan Zheng return ret; 3662b82032cSYan Zheng } 3672b82032cSYan Zheng 368b2950863SChristoph Hellwig static int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 369ce9adaa5SChris Mason struct extent_state *state) 370ce9adaa5SChris Mason { 371ce9adaa5SChris Mason struct extent_io_tree *tree; 372ce9adaa5SChris Mason u64 found_start; 373ce9adaa5SChris Mason int found_level; 374ce9adaa5SChris Mason unsigned long len; 375ce9adaa5SChris Mason struct extent_buffer *eb; 376ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 377f188591eSChris Mason int ret = 0; 378ce9adaa5SChris Mason 379ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 380ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 381ce9adaa5SChris Mason goto out; 382ce9adaa5SChris Mason if (!page->private) 383ce9adaa5SChris Mason goto out; 384ce9adaa5SChris Mason len = page->private >> 2; 385ce9adaa5SChris Mason if (len == 0) { 386ce9adaa5SChris Mason WARN_ON(1); 387ce9adaa5SChris Mason } 388ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 389f188591eSChris Mason 390ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 39123a07867SChris Mason if (found_start != start) { 392a1b32a59SChris Mason printk("bad tree block start %llu %llu\n", 393a1b32a59SChris Mason (unsigned long long)found_start, 394a1b32a59SChris Mason (unsigned long long)eb->start); 395f188591eSChris Mason ret = -EIO; 396ce9adaa5SChris Mason goto err; 397ce9adaa5SChris Mason } 398ce9adaa5SChris Mason if (eb->first_page != page) { 399ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 400ce9adaa5SChris Mason page->index); 401ce9adaa5SChris Mason WARN_ON(1); 402f188591eSChris Mason ret = -EIO; 403ce9adaa5SChris Mason goto err; 404ce9adaa5SChris Mason } 4052b82032cSYan Zheng if (check_tree_block_fsid(root, eb)) { 4061259ab75SChris Mason printk("bad fsid on block %Lu\n", eb->start); 4071259ab75SChris Mason ret = -EIO; 4081259ab75SChris Mason goto err; 4091259ab75SChris Mason } 410ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 411ce9adaa5SChris Mason 412ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 413f188591eSChris Mason if (ret) 414f188591eSChris Mason ret = -EIO; 415ce9adaa5SChris Mason 416ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 417ce9adaa5SChris Mason end = eb->start + end - 1; 418ce9adaa5SChris Mason err: 419ce9adaa5SChris Mason free_extent_buffer(eb); 420ce9adaa5SChris Mason out: 421f188591eSChris Mason return ret; 422ce9adaa5SChris Mason } 423ce9adaa5SChris Mason 424ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 425ce9adaa5SChris Mason { 426ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 427ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 428ce9adaa5SChris Mason 429ce9adaa5SChris Mason fs_info = end_io_wq->info; 430ce9adaa5SChris Mason end_io_wq->error = err; 4318b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4328b712842SChris Mason end_io_wq->work.flags = 0; 433e6dcd2dcSChris Mason if (bio->bi_rw & (1 << BIO_RW)) 434e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 435e6dcd2dcSChris Mason &end_io_wq->work); 436e6dcd2dcSChris Mason else 4378b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, &end_io_wq->work); 438ce9adaa5SChris Mason } 439ce9adaa5SChris Mason 44022c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 44122c59948SChris Mason int metadata) 4420b86a832SChris Mason { 443ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 444ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 445ce9adaa5SChris Mason if (!end_io_wq) 446ce9adaa5SChris Mason return -ENOMEM; 447ce9adaa5SChris Mason 448ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 449ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 45022c59948SChris Mason end_io_wq->info = info; 451ce9adaa5SChris Mason end_io_wq->error = 0; 452ce9adaa5SChris Mason end_io_wq->bio = bio; 45322c59948SChris Mason end_io_wq->metadata = metadata; 454ce9adaa5SChris Mason 455ce9adaa5SChris Mason bio->bi_private = end_io_wq; 456ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 45722c59948SChris Mason return 0; 45822c59948SChris Mason } 45922c59948SChris Mason 460b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 4614854ddd0SChris Mason { 4624854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 4634854ddd0SChris Mason info->workers.max_workers, 4644854ddd0SChris Mason info->fs_devices->open_devices); 4654854ddd0SChris Mason return 256 * limit; 4664854ddd0SChris Mason } 4674854ddd0SChris Mason 468777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 4690986fe9eSChris Mason { 470b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 471b64a2851SChris Mason btrfs_async_submit_limit(info); 4720986fe9eSChris Mason } 4730986fe9eSChris Mason 4744a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 4754a69a410SChris Mason { 4764a69a410SChris Mason struct btrfs_fs_info *fs_info; 4774a69a410SChris Mason struct async_submit_bio *async; 4784a69a410SChris Mason 4794a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 4804a69a410SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4814a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 4824a69a410SChris Mason async->mirror_num, async->bio_flags); 4834a69a410SChris Mason } 4844a69a410SChris Mason 4854a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 4868b712842SChris Mason { 4878b712842SChris Mason struct btrfs_fs_info *fs_info; 4888b712842SChris Mason struct async_submit_bio *async; 4894854ddd0SChris Mason int limit; 4908b712842SChris Mason 4918b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 4928b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4934854ddd0SChris Mason 494b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 4954854ddd0SChris Mason limit = limit * 2 / 3; 4964854ddd0SChris Mason 4978b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 4980986fe9eSChris Mason 499b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 500b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 5014854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 5024854ddd0SChris Mason 5034a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 504c8b97818SChris Mason async->mirror_num, async->bio_flags); 5054a69a410SChris Mason } 5064a69a410SChris Mason 5074a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 5084a69a410SChris Mason { 5094a69a410SChris Mason struct async_submit_bio *async; 5104a69a410SChris Mason 5114a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 5128b712842SChris Mason kfree(async); 5138b712842SChris Mason } 5148b712842SChris Mason 51544b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 51644b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 517c8b97818SChris Mason unsigned long bio_flags, 5184a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 5194a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 52044b8bd7eSChris Mason { 52144b8bd7eSChris Mason struct async_submit_bio *async; 52244b8bd7eSChris Mason 52344b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 52444b8bd7eSChris Mason if (!async) 52544b8bd7eSChris Mason return -ENOMEM; 52644b8bd7eSChris Mason 52744b8bd7eSChris Mason async->inode = inode; 52844b8bd7eSChris Mason async->rw = rw; 52944b8bd7eSChris Mason async->bio = bio; 53044b8bd7eSChris Mason async->mirror_num = mirror_num; 5314a69a410SChris Mason async->submit_bio_start = submit_bio_start; 5324a69a410SChris Mason async->submit_bio_done = submit_bio_done; 5334a69a410SChris Mason 5344a69a410SChris Mason async->work.func = run_one_async_start; 5354a69a410SChris Mason async->work.ordered_func = run_one_async_done; 5364a69a410SChris Mason async->work.ordered_free = run_one_async_free; 5374a69a410SChris Mason 5388b712842SChris Mason async->work.flags = 0; 539c8b97818SChris Mason async->bio_flags = bio_flags; 5408c8bee1dSChris Mason 541cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 5428b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 543d2c3f4f6SChris Mason #if 0 5447c2ca468SChris Mason int limit = btrfs_async_submit_limit(fs_info); 5459473f16cSChris Mason if (atomic_read(&fs_info->nr_async_submits) > limit) { 5464854ddd0SChris Mason wait_event_timeout(fs_info->async_submit_wait, 5474854ddd0SChris Mason (atomic_read(&fs_info->nr_async_submits) < limit), 5484854ddd0SChris Mason HZ/10); 5499473f16cSChris Mason 5509473f16cSChris Mason wait_event_timeout(fs_info->async_submit_wait, 5519473f16cSChris Mason (atomic_read(&fs_info->nr_async_bios) < limit), 5529473f16cSChris Mason HZ/10); 5539473f16cSChris Mason } 554d2c3f4f6SChris Mason #endif 555771ed689SChris Mason while(atomic_read(&fs_info->async_submit_draining) && 556771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 557771ed689SChris Mason wait_event(fs_info->async_submit_wait, 558771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 559771ed689SChris Mason } 560771ed689SChris Mason 56144b8bd7eSChris Mason return 0; 56244b8bd7eSChris Mason } 56344b8bd7eSChris Mason 564ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 565ce3ed71aSChris Mason { 566ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 567ce3ed71aSChris Mason int bio_index = 0; 568ce3ed71aSChris Mason struct btrfs_root *root; 569ce3ed71aSChris Mason 570ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 571ce3ed71aSChris Mason while(bio_index < bio->bi_vcnt) { 572ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 573ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 574ce3ed71aSChris Mason bio_index++; 575ce3ed71aSChris Mason bvec++; 576ce3ed71aSChris Mason } 577ce3ed71aSChris Mason return 0; 578ce3ed71aSChris Mason } 579ce3ed71aSChris Mason 5804a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 5814a69a410SChris Mason struct bio *bio, int mirror_num, 5824a69a410SChris Mason unsigned long bio_flags) 58322c59948SChris Mason { 5848b712842SChris Mason /* 5858b712842SChris Mason * when we're called for a write, we're already in the async 5865443be45SChris Mason * submission context. Just jump into btrfs_map_bio 5878b712842SChris Mason */ 588ce3ed71aSChris Mason btree_csum_one_bio(bio); 5894a69a410SChris Mason return 0; 59022c59948SChris Mason } 59122c59948SChris Mason 5924a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 5934a69a410SChris Mason int mirror_num, unsigned long bio_flags) 5944a69a410SChris Mason { 5958b712842SChris Mason /* 5964a69a410SChris Mason * when we're called for a write, we're already in the async 5974a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 5988b712842SChris Mason */ 5998b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 6000b86a832SChris Mason } 6010b86a832SChris Mason 60244b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 603c8b97818SChris Mason int mirror_num, unsigned long bio_flags) 60444b8bd7eSChris Mason { 6058b712842SChris Mason /* 6068b712842SChris Mason * kthread helpers are used to submit writes so that checksumming 6078b712842SChris Mason * can happen in parallel across all CPUs 6088b712842SChris Mason */ 60944b8bd7eSChris Mason if (!(rw & (1 << BIO_RW))) { 6104a69a410SChris Mason int ret; 6114a69a410SChris Mason /* 6124a69a410SChris Mason * called for a read, do the setup so that checksum validation 6134a69a410SChris Mason * can happen in the async kernel threads 6144a69a410SChris Mason */ 6154a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6164a69a410SChris Mason bio, 1); 6174a69a410SChris Mason BUG_ON(ret); 6184a69a410SChris Mason 6194a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 6206f3577bdSChris Mason mirror_num, 0); 62144b8bd7eSChris Mason } 62244b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 623c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 6244a69a410SChris Mason __btree_submit_bio_start, 6254a69a410SChris Mason __btree_submit_bio_done); 62644b8bd7eSChris Mason } 62744b8bd7eSChris Mason 6285f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 6295f39d397SChris Mason { 630d1310b2eSChris Mason struct extent_io_tree *tree; 631d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6325443be45SChris Mason 6335443be45SChris Mason if (current->flags & PF_MEMALLOC) { 6345443be45SChris Mason redirty_page_for_writepage(wbc, page); 6355443be45SChris Mason unlock_page(page); 6365443be45SChris Mason return 0; 6375443be45SChris Mason } 6385f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 6395f39d397SChris Mason } 6400da5468fSChris Mason 6410da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 6420da5468fSChris Mason struct writeback_control *wbc) 6430da5468fSChris Mason { 644d1310b2eSChris Mason struct extent_io_tree *tree; 645d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 646d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 647793955bcSChris Mason u64 num_dirty; 648793955bcSChris Mason u64 start = 0; 64924ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 650448d640bSChris Mason 651448d640bSChris Mason if (wbc->for_kupdate) 652448d640bSChris Mason return 0; 653448d640bSChris Mason 6541832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 6551832a6d5SChris Mason thresh, EXTENT_DIRTY); 656793955bcSChris Mason if (num_dirty < thresh) { 657793955bcSChris Mason return 0; 658793955bcSChris Mason } 659793955bcSChris Mason } 6600da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 6610da5468fSChris Mason } 6620da5468fSChris Mason 663b2950863SChristoph Hellwig static int btree_readpage(struct file *file, struct page *page) 6645f39d397SChris Mason { 665d1310b2eSChris Mason struct extent_io_tree *tree; 666d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6675f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 6685f39d397SChris Mason } 6695f39d397SChris Mason 67070dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 6715f39d397SChris Mason { 672d1310b2eSChris Mason struct extent_io_tree *tree; 673d1310b2eSChris Mason struct extent_map_tree *map; 6745f39d397SChris Mason int ret; 6755f39d397SChris Mason 67698509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 67798509cfcSChris Mason return 0; 67898509cfcSChris Mason 679d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 680d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 6816af118ceSChris Mason 6827b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 6836af118ceSChris Mason if (!ret) { 6846af118ceSChris Mason return 0; 6856af118ceSChris Mason } 6866af118ceSChris Mason 6876af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 6885f39d397SChris Mason if (ret == 1) { 6895f39d397SChris Mason ClearPagePrivate(page); 6905f39d397SChris Mason set_page_private(page, 0); 691d98237b3SChris Mason page_cache_release(page); 6925f39d397SChris Mason } 6936af118ceSChris Mason 694d98237b3SChris Mason return ret; 695d98237b3SChris Mason } 696d98237b3SChris Mason 6975f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 698d98237b3SChris Mason { 699d1310b2eSChris Mason struct extent_io_tree *tree; 700d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 7015f39d397SChris Mason extent_invalidatepage(tree, page, offset); 7025f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 7039ad6b7bcSChris Mason if (PagePrivate(page)) { 7046af118ceSChris Mason printk("warning page private not zero on page %Lu\n", 7056af118ceSChris Mason page_offset(page)); 7069ad6b7bcSChris Mason ClearPagePrivate(page); 7079ad6b7bcSChris Mason set_page_private(page, 0); 7089ad6b7bcSChris Mason page_cache_release(page); 7099ad6b7bcSChris Mason } 710d98237b3SChris Mason } 711d98237b3SChris Mason 7125f39d397SChris Mason #if 0 713d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 714d98237b3SChris Mason { 71587cbda5cSChris Mason struct buffer_head *bh; 7160f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 71787cbda5cSChris Mason struct buffer_head *head; 71887cbda5cSChris Mason if (!page_has_buffers(page)) { 71987cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 72087cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 72187cbda5cSChris Mason } 72287cbda5cSChris Mason head = page_buffers(page); 72387cbda5cSChris Mason bh = head; 72487cbda5cSChris Mason do { 72587cbda5cSChris Mason if (buffer_dirty(bh)) 72687cbda5cSChris Mason csum_tree_block(root, bh, 0); 72787cbda5cSChris Mason bh = bh->b_this_page; 72887cbda5cSChris Mason } while (bh != head); 729d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 730d98237b3SChris Mason } 7315f39d397SChris Mason #endif 732d98237b3SChris Mason 733d98237b3SChris Mason static struct address_space_operations btree_aops = { 734d98237b3SChris Mason .readpage = btree_readpage, 735d98237b3SChris Mason .writepage = btree_writepage, 7360da5468fSChris Mason .writepages = btree_writepages, 7375f39d397SChris Mason .releasepage = btree_releasepage, 7385f39d397SChris Mason .invalidatepage = btree_invalidatepage, 739d98237b3SChris Mason .sync_page = block_sync_page, 740d98237b3SChris Mason }; 741123abc88SChris Mason 742ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 743ca7a79adSChris Mason u64 parent_transid) 744090d1875SChris Mason { 7455f39d397SChris Mason struct extent_buffer *buf = NULL; 7465f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 747de428b63SChris Mason int ret = 0; 748090d1875SChris Mason 749db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7505f39d397SChris Mason if (!buf) 751090d1875SChris Mason return 0; 752d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 753f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 7545f39d397SChris Mason free_extent_buffer(buf); 755de428b63SChris Mason return ret; 756090d1875SChris Mason } 757090d1875SChris Mason 7580999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 7590999df54SChris Mason u64 bytenr, u32 blocksize) 7600999df54SChris Mason { 7610999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7620999df54SChris Mason struct extent_buffer *eb; 7630999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7640999df54SChris Mason bytenr, blocksize, GFP_NOFS); 7650999df54SChris Mason return eb; 7660999df54SChris Mason } 7670999df54SChris Mason 7680999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 7690999df54SChris Mason u64 bytenr, u32 blocksize) 7700999df54SChris Mason { 7710999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7720999df54SChris Mason struct extent_buffer *eb; 7730999df54SChris Mason 7740999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7750999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 7760999df54SChris Mason return eb; 7770999df54SChris Mason } 7780999df54SChris Mason 7790999df54SChris Mason 780e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 781e02119d5SChris Mason { 782e02119d5SChris Mason return btrfs_fdatawrite_range(buf->first_page->mapping, buf->start, 78324ab9cd8SChris Mason buf->start + buf->len - 1, WB_SYNC_ALL); 784e02119d5SChris Mason } 785e02119d5SChris Mason 786e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 787e02119d5SChris Mason { 788e02119d5SChris Mason return btrfs_wait_on_page_writeback_range(buf->first_page->mapping, 789e02119d5SChris Mason buf->start, buf->start + buf->len -1); 790e02119d5SChris Mason } 791e02119d5SChris Mason 792db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 793ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 794e20d96d6SChris Mason { 7955f39d397SChris Mason struct extent_buffer *buf = NULL; 7965f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 797d1310b2eSChris Mason struct extent_io_tree *io_tree; 79819c00ddcSChris Mason int ret; 79919c00ddcSChris Mason 800d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 801e20d96d6SChris Mason 802db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 8035f39d397SChris Mason if (!buf) 804d98237b3SChris Mason return NULL; 805e4204dedSChris Mason 806ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 807ce9adaa5SChris Mason 808ce9adaa5SChris Mason if (ret == 0) { 809ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 810a1b32a59SChris Mason } else { 811a1b32a59SChris Mason WARN_ON(1); 812ce9adaa5SChris Mason } 8135f39d397SChris Mason return buf; 814ce9adaa5SChris Mason 815eb60ceacSChris Mason } 816eb60ceacSChris Mason 817e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 8185f39d397SChris Mason struct extent_buffer *buf) 819ed2ff2cbSChris Mason { 8205f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 82155c69072SChris Mason if (btrfs_header_generation(buf) == 822925baeddSChris Mason root->fs_info->running_transaction->transid) { 823925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 824d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 82555c69072SChris Mason buf); 826925baeddSChris Mason } 8275f39d397SChris Mason return 0; 8285f39d397SChris Mason } 8295f39d397SChris Mason 830db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 83187ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 8329f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 833e20d96d6SChris Mason u64 objectid) 834d97e63b6SChris Mason { 835cfaa7295SChris Mason root->node = NULL; 836a28ec197SChris Mason root->commit_root = NULL; 83731153d81SYan Zheng root->ref_tree = NULL; 838db94535dSChris Mason root->sectorsize = sectorsize; 839db94535dSChris Mason root->nodesize = nodesize; 840db94535dSChris Mason root->leafsize = leafsize; 84187ee04ebSChris Mason root->stripesize = stripesize; 842123abc88SChris Mason root->ref_cows = 0; 8430b86a832SChris Mason root->track_dirty = 0; 8440b86a832SChris Mason 8459f5fae2fSChris Mason root->fs_info = fs_info; 8460f7d52f4SChris Mason root->objectid = objectid; 8470f7d52f4SChris Mason root->last_trans = 0; 8481b05da2eSChris Mason root->highest_inode = 0; 8491b05da2eSChris Mason root->last_inode_alloc = 0; 85058176a96SJosef Bacik root->name = NULL; 8514313b399SChris Mason root->in_sysfs = 0; 8520b86a832SChris Mason 8530b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 8547b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 855bcc63abbSYan INIT_LIST_HEAD(&root->dead_list); 856925baeddSChris Mason spin_lock_init(&root->node_lock); 857bcc63abbSYan spin_lock_init(&root->list_lock); 858a2135011SChris Mason mutex_init(&root->objectid_mutex); 859e02119d5SChris Mason mutex_init(&root->log_mutex); 860d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 861d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 862017e5369SChris Mason 863017e5369SChris Mason btrfs_leaf_ref_tree_init(&root->ref_tree_struct); 864017e5369SChris Mason root->ref_tree = &root->ref_tree_struct; 865017e5369SChris Mason 8663768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 8673768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 8686702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 86958176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 8703f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 87158176a96SJosef Bacik init_completion(&root->kobj_unregister); 8726702ed49SChris Mason root->defrag_running = 0; 8736702ed49SChris Mason root->defrag_level = 0; 8744d775673SChris Mason root->root_key.objectid = objectid; 8753394e160SChris Mason root->anon_super.s_root = NULL; 8763394e160SChris Mason root->anon_super.s_dev = 0; 8773394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_list); 8783394e160SChris Mason INIT_LIST_HEAD(&root->anon_super.s_instances); 8793394e160SChris Mason init_rwsem(&root->anon_super.s_umount); 8803394e160SChris Mason 8813768f368SChris Mason return 0; 8823768f368SChris Mason } 8833768f368SChris Mason 884db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 8859f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 8869f5fae2fSChris Mason u64 objectid, 887e20d96d6SChris Mason struct btrfs_root *root) 8883768f368SChris Mason { 8893768f368SChris Mason int ret; 890db94535dSChris Mason u32 blocksize; 89184234f3aSYan Zheng u64 generation; 8923768f368SChris Mason 893db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 89487ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 89587ee04ebSChris Mason root, fs_info, objectid); 8963768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 8973768f368SChris Mason &root->root_item, &root->root_key); 8983768f368SChris Mason BUG_ON(ret); 8993768f368SChris Mason 90084234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 901db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 902db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 90384234f3aSYan Zheng blocksize, generation); 9043768f368SChris Mason BUG_ON(!root->node); 905d97e63b6SChris Mason return 0; 906d97e63b6SChris Mason } 907d97e63b6SChris Mason 908e02119d5SChris Mason int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 909e02119d5SChris Mason struct btrfs_fs_info *fs_info) 910e02119d5SChris Mason { 911e02119d5SChris Mason struct extent_buffer *eb; 912d0c803c4SChris Mason struct btrfs_root *log_root_tree = fs_info->log_root_tree; 913d0c803c4SChris Mason u64 start = 0; 914d0c803c4SChris Mason u64 end = 0; 915e02119d5SChris Mason int ret; 916e02119d5SChris Mason 917d0c803c4SChris Mason if (!log_root_tree) 918e02119d5SChris Mason return 0; 919e02119d5SChris Mason 920d0c803c4SChris Mason while(1) { 921d0c803c4SChris Mason ret = find_first_extent_bit(&log_root_tree->dirty_log_pages, 922d0c803c4SChris Mason 0, &start, &end, EXTENT_DIRTY); 923d0c803c4SChris Mason if (ret) 924d0c803c4SChris Mason break; 925d0c803c4SChris Mason 926d0c803c4SChris Mason clear_extent_dirty(&log_root_tree->dirty_log_pages, 927d0c803c4SChris Mason start, end, GFP_NOFS); 928d0c803c4SChris Mason } 929e02119d5SChris Mason eb = fs_info->log_root_tree->node; 930e02119d5SChris Mason 931e02119d5SChris Mason WARN_ON(btrfs_header_level(eb) != 0); 932e02119d5SChris Mason WARN_ON(btrfs_header_nritems(eb) != 0); 933e02119d5SChris Mason 934d00aff00SChris Mason ret = btrfs_free_reserved_extent(fs_info->tree_root, 935d00aff00SChris Mason eb->start, eb->len); 936e02119d5SChris Mason BUG_ON(ret); 937e02119d5SChris Mason 938e02119d5SChris Mason free_extent_buffer(eb); 939e02119d5SChris Mason kfree(fs_info->log_root_tree); 940e02119d5SChris Mason fs_info->log_root_tree = NULL; 941e02119d5SChris Mason return 0; 942e02119d5SChris Mason } 943e02119d5SChris Mason 944e02119d5SChris Mason int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 945e02119d5SChris Mason struct btrfs_fs_info *fs_info) 9460f7d52f4SChris Mason { 9470f7d52f4SChris Mason struct btrfs_root *root; 9480f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 949e02119d5SChris Mason 950e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 951e02119d5SChris Mason if (!root) 952e02119d5SChris Mason return -ENOMEM; 953e02119d5SChris Mason 954e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 955e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 956e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 957e02119d5SChris Mason 958e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 959e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 960e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 961e02119d5SChris Mason root->ref_cows = 0; 962e02119d5SChris Mason 963e02119d5SChris Mason root->node = btrfs_alloc_free_block(trans, root, root->leafsize, 96431840ae1SZheng Yan 0, BTRFS_TREE_LOG_OBJECTID, 96531840ae1SZheng Yan trans->transid, 0, 0, 0); 966e02119d5SChris Mason 967e02119d5SChris Mason btrfs_set_header_nritems(root->node, 0); 968e02119d5SChris Mason btrfs_set_header_level(root->node, 0); 969e02119d5SChris Mason btrfs_set_header_bytenr(root->node, root->node->start); 970e02119d5SChris Mason btrfs_set_header_generation(root->node, trans->transid); 971e02119d5SChris Mason btrfs_set_header_owner(root->node, BTRFS_TREE_LOG_OBJECTID); 972e02119d5SChris Mason 973e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 974e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 975e02119d5SChris Mason BTRFS_FSID_SIZE); 976e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 977e02119d5SChris Mason btrfs_tree_unlock(root->node); 978e02119d5SChris Mason fs_info->log_root_tree = root; 979e02119d5SChris Mason return 0; 980e02119d5SChris Mason } 981e02119d5SChris Mason 982e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 983e02119d5SChris Mason struct btrfs_key *location) 984e02119d5SChris Mason { 985e02119d5SChris Mason struct btrfs_root *root; 986e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 9870f7d52f4SChris Mason struct btrfs_path *path; 9885f39d397SChris Mason struct extent_buffer *l; 9891b05da2eSChris Mason u64 highest_inode; 99084234f3aSYan Zheng u64 generation; 991db94535dSChris Mason u32 blocksize; 9920f7d52f4SChris Mason int ret = 0; 9930f7d52f4SChris Mason 9945eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 9950cf6c620SChris Mason if (!root) 9960f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 9970f7d52f4SChris Mason if (location->offset == (u64)-1) { 998db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 9990f7d52f4SChris Mason location->objectid, root); 10000f7d52f4SChris Mason if (ret) { 10010f7d52f4SChris Mason kfree(root); 10020f7d52f4SChris Mason return ERR_PTR(ret); 10030f7d52f4SChris Mason } 10040f7d52f4SChris Mason goto insert; 10050f7d52f4SChris Mason } 10060f7d52f4SChris Mason 1007db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 100887ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 100987ee04ebSChris Mason root, fs_info, location->objectid); 10100f7d52f4SChris Mason 10110f7d52f4SChris Mason path = btrfs_alloc_path(); 10120f7d52f4SChris Mason BUG_ON(!path); 10130f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 10140f7d52f4SChris Mason if (ret != 0) { 10150f7d52f4SChris Mason if (ret > 0) 10160f7d52f4SChris Mason ret = -ENOENT; 10170f7d52f4SChris Mason goto out; 10180f7d52f4SChris Mason } 10195f39d397SChris Mason l = path->nodes[0]; 10205f39d397SChris Mason read_extent_buffer(l, &root->root_item, 10215f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 10220f7d52f4SChris Mason sizeof(root->root_item)); 102344b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 10240f7d52f4SChris Mason ret = 0; 10250f7d52f4SChris Mason out: 10260f7d52f4SChris Mason btrfs_release_path(root, path); 10270f7d52f4SChris Mason btrfs_free_path(path); 10280f7d52f4SChris Mason if (ret) { 10290f7d52f4SChris Mason kfree(root); 10300f7d52f4SChris Mason return ERR_PTR(ret); 10310f7d52f4SChris Mason } 103284234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1033db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1034db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 103584234f3aSYan Zheng blocksize, generation); 10360f7d52f4SChris Mason BUG_ON(!root->node); 10370f7d52f4SChris Mason insert: 1038e02119d5SChris Mason if (location->objectid != BTRFS_TREE_LOG_OBJECTID) { 10390f7d52f4SChris Mason root->ref_cows = 1; 10405eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 10415eda7b5eSChris Mason if (ret == 0) { 10425eda7b5eSChris Mason root->highest_inode = highest_inode; 10435eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 10445eda7b5eSChris Mason } 1045e02119d5SChris Mason } 10465eda7b5eSChris Mason return root; 10475eda7b5eSChris Mason } 10485eda7b5eSChris Mason 1049dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1050dc17ff8fSChris Mason u64 root_objectid) 1051dc17ff8fSChris Mason { 1052dc17ff8fSChris Mason struct btrfs_root *root; 1053dc17ff8fSChris Mason 1054dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1055dc17ff8fSChris Mason return fs_info->tree_root; 1056dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1057dc17ff8fSChris Mason return fs_info->extent_root; 1058dc17ff8fSChris Mason 1059dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1060dc17ff8fSChris Mason (unsigned long)root_objectid); 1061dc17ff8fSChris Mason return root; 1062dc17ff8fSChris Mason } 1063dc17ff8fSChris Mason 1064edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1065edbd8d4eSChris Mason struct btrfs_key *location) 10665eda7b5eSChris Mason { 10675eda7b5eSChris Mason struct btrfs_root *root; 10685eda7b5eSChris Mason int ret; 10695eda7b5eSChris Mason 1070edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1071edbd8d4eSChris Mason return fs_info->tree_root; 1072edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1073edbd8d4eSChris Mason return fs_info->extent_root; 10748f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 10758f18cf13SChris Mason return fs_info->chunk_root; 10768f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 10778f18cf13SChris Mason return fs_info->dev_root; 1078edbd8d4eSChris Mason 10795eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 10805eda7b5eSChris Mason (unsigned long)location->objectid); 10815eda7b5eSChris Mason if (root) 10825eda7b5eSChris Mason return root; 10835eda7b5eSChris Mason 1084e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 10855eda7b5eSChris Mason if (IS_ERR(root)) 10865eda7b5eSChris Mason return root; 10873394e160SChris Mason 10883394e160SChris Mason set_anon_super(&root->anon_super, NULL); 10893394e160SChris Mason 10902619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 10912619ba1fSChris Mason (unsigned long)root->root_key.objectid, 10920f7d52f4SChris Mason root); 10930f7d52f4SChris Mason if (ret) { 10945f39d397SChris Mason free_extent_buffer(root->node); 10950f7d52f4SChris Mason kfree(root); 10960f7d52f4SChris Mason return ERR_PTR(ret); 10970f7d52f4SChris Mason } 1098c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 1099edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 1100edbd8d4eSChris Mason root->root_key.objectid, root); 1101edbd8d4eSChris Mason BUG_ON(ret); 1102c146afadSYan Zheng btrfs_orphan_cleanup(root); 1103c146afadSYan Zheng } 1104edbd8d4eSChris Mason return root; 1105edbd8d4eSChris Mason } 1106edbd8d4eSChris Mason 1107edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1108edbd8d4eSChris Mason struct btrfs_key *location, 1109edbd8d4eSChris Mason const char *name, int namelen) 1110edbd8d4eSChris Mason { 1111edbd8d4eSChris Mason struct btrfs_root *root; 1112edbd8d4eSChris Mason int ret; 1113edbd8d4eSChris Mason 1114edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1115edbd8d4eSChris Mason if (!root) 1116edbd8d4eSChris Mason return NULL; 111758176a96SJosef Bacik 11184313b399SChris Mason if (root->in_sysfs) 11194313b399SChris Mason return root; 11204313b399SChris Mason 112158176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 112258176a96SJosef Bacik if (ret) { 11235f39d397SChris Mason free_extent_buffer(root->node); 112458176a96SJosef Bacik kfree(root); 112558176a96SJosef Bacik return ERR_PTR(ret); 112658176a96SJosef Bacik } 1127ea9e8b11SChris Mason #if 0 112858176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 112958176a96SJosef Bacik if (ret) { 11305f39d397SChris Mason free_extent_buffer(root->node); 113158176a96SJosef Bacik kfree(root->name); 113258176a96SJosef Bacik kfree(root); 113358176a96SJosef Bacik return ERR_PTR(ret); 113458176a96SJosef Bacik } 1135ea9e8b11SChris Mason #endif 11364313b399SChris Mason root->in_sysfs = 1; 11370f7d52f4SChris Mason return root; 11380f7d52f4SChris Mason } 113919c00ddcSChris Mason #if 0 114019c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 114119c00ddcSChris Mason struct btrfs_hasher *hasher; 11420f7d52f4SChris Mason 114319c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 114419c00ddcSChris Mason if (!hasher) 114519c00ddcSChris Mason return -ENOMEM; 114619c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 114719c00ddcSChris Mason if (!hasher->hash_tfm) { 114819c00ddcSChris Mason kfree(hasher); 114919c00ddcSChris Mason return -EINVAL; 115019c00ddcSChris Mason } 115119c00ddcSChris Mason spin_lock(&info->hash_lock); 115219c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 115319c00ddcSChris Mason spin_unlock(&info->hash_lock); 115419c00ddcSChris Mason return 0; 115519c00ddcSChris Mason } 115619c00ddcSChris Mason #endif 115704160088SChris Mason 115804160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 115904160088SChris Mason { 116004160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 116104160088SChris Mason int ret = 0; 116204160088SChris Mason struct list_head *cur; 116304160088SChris Mason struct btrfs_device *device; 116404160088SChris Mason struct backing_dev_info *bdi; 11656f3577bdSChris Mason #if 0 1166cb03c743SChris Mason if ((bdi_bits & (1 << BDI_write_congested)) && 1167777e6bd7SChris Mason btrfs_congested_async(info, 0)) 1168cb03c743SChris Mason return 1; 11696f3577bdSChris Mason #endif 117004160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 117104160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 1172dfe25020SChris Mason if (!device->bdev) 1173dfe25020SChris Mason continue; 117404160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 117504160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 117604160088SChris Mason ret = 1; 117704160088SChris Mason break; 117804160088SChris Mason } 117904160088SChris Mason } 118004160088SChris Mason return ret; 118104160088SChris Mason } 118204160088SChris Mason 118338b66988SChris Mason /* 118438b66988SChris Mason * this unplugs every device on the box, and it is only used when page 118538b66988SChris Mason * is null 118638b66988SChris Mason */ 118738b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 118838b66988SChris Mason { 118938b66988SChris Mason struct list_head *cur; 119038b66988SChris Mason struct btrfs_device *device; 119138b66988SChris Mason struct btrfs_fs_info *info; 119238b66988SChris Mason 119338b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 119438b66988SChris Mason list_for_each(cur, &info->fs_devices->devices) { 119538b66988SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 119638b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 119738b66988SChris Mason if (bdi->unplug_io_fn) { 119838b66988SChris Mason bdi->unplug_io_fn(bdi, page); 119938b66988SChris Mason } 120038b66988SChris Mason } 120138b66988SChris Mason } 120238b66988SChris Mason 1203b2950863SChristoph Hellwig static void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 120404160088SChris Mason { 120538b66988SChris Mason struct inode *inode; 1206f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1207f2d8d74dSChris Mason struct extent_map *em; 1208bcbfce8aSChris Mason struct address_space *mapping; 120938b66988SChris Mason u64 offset; 121038b66988SChris Mason 1211bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 12129f0ba5bdSChris Mason if (1 || !page) { 121338b66988SChris Mason __unplug_io_fn(bdi, page); 121438b66988SChris Mason return; 121538b66988SChris Mason } 121638b66988SChris Mason 1217bcbfce8aSChris Mason /* 1218bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1219bcbfce8aSChris Mason * and use that for everything below 1220bcbfce8aSChris Mason */ 1221bcbfce8aSChris Mason smp_mb(); 1222bcbfce8aSChris Mason mapping = page->mapping; 1223bcbfce8aSChris Mason if (!mapping) 1224bcbfce8aSChris Mason return; 1225bcbfce8aSChris Mason 1226bcbfce8aSChris Mason inode = mapping->host; 1227240d5d48SChris Mason 1228240d5d48SChris Mason /* 1229240d5d48SChris Mason * don't do the expensive searching for a small number of 1230240d5d48SChris Mason * devices 1231240d5d48SChris Mason */ 1232240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1233240d5d48SChris Mason __unplug_io_fn(bdi, page); 1234240d5d48SChris Mason return; 1235240d5d48SChris Mason } 1236240d5d48SChris Mason 123738b66988SChris Mason offset = page_offset(page); 123804160088SChris Mason 1239f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1240f2d8d74dSChris Mason spin_lock(&em_tree->lock); 1241f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1242f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 124389642229SChris Mason if (!em) { 124489642229SChris Mason __unplug_io_fn(bdi, page); 1245f2d8d74dSChris Mason return; 124689642229SChris Mason } 1247f2d8d74dSChris Mason 124889642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 124989642229SChris Mason free_extent_map(em); 125089642229SChris Mason __unplug_io_fn(bdi, page); 125189642229SChris Mason return; 125289642229SChris Mason } 1253f2d8d74dSChris Mason offset = offset - em->start; 1254f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1255f2d8d74dSChris Mason em->block_start + offset, page); 1256f2d8d74dSChris Mason free_extent_map(em); 125704160088SChris Mason } 125804160088SChris Mason 125904160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 126004160088SChris Mason { 126104160088SChris Mason bdi_init(bdi); 12624575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 126304160088SChris Mason bdi->state = 0; 126404160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 126504160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 126604160088SChris Mason bdi->unplug_io_data = info; 126704160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 126804160088SChris Mason bdi->congested_data = info; 126904160088SChris Mason return 0; 127004160088SChris Mason } 127104160088SChris Mason 1272ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1273ce9adaa5SChris Mason { 1274ce9adaa5SChris Mason u64 length = 0; 1275ce9adaa5SChris Mason u64 buf_len = 0; 1276ce9adaa5SChris Mason u64 start = 0; 1277ce9adaa5SChris Mason struct page *page; 1278ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1279ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1280ce9adaa5SChris Mason struct bio_vec *bvec; 1281ce9adaa5SChris Mason int i; 1282ce9adaa5SChris Mason int ret; 1283ce9adaa5SChris Mason 1284ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1285ce9adaa5SChris Mason page = bvec->bv_page; 1286ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1287ce9adaa5SChris Mason length += bvec->bv_len; 1288ce9adaa5SChris Mason continue; 1289ce9adaa5SChris Mason } 1290ce9adaa5SChris Mason if (!page->private) { 1291ce9adaa5SChris Mason length += bvec->bv_len; 1292ce9adaa5SChris Mason continue; 1293ce9adaa5SChris Mason } 1294ce9adaa5SChris Mason length = bvec->bv_len; 1295ce9adaa5SChris Mason buf_len = page->private >> 2; 1296ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1297ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1298ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1299ce9adaa5SChris Mason } 1300ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1301ce9adaa5SChris Mason if (buf_len <= length) 1302ce9adaa5SChris Mason return 1; 1303ce9adaa5SChris Mason 1304ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1305ce9adaa5SChris Mason start + buf_len - 1); 1306ce9adaa5SChris Mason if (ret == 1) 1307ce9adaa5SChris Mason return ret; 1308ce9adaa5SChris Mason return ret; 1309ce9adaa5SChris Mason } 1310ce9adaa5SChris Mason 13118b712842SChris Mason /* 13128b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 13138b712842SChris Mason * functions. This is where read checksum verification actually happens 13148b712842SChris Mason */ 13158b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1316ce9adaa5SChris Mason { 1317ce9adaa5SChris Mason struct bio *bio; 13188b712842SChris Mason struct end_io_wq *end_io_wq; 13198b712842SChris Mason struct btrfs_fs_info *fs_info; 1320ce9adaa5SChris Mason int error; 1321ce9adaa5SChris Mason 13228b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1323ce9adaa5SChris Mason bio = end_io_wq->bio; 13248b712842SChris Mason fs_info = end_io_wq->info; 13258b712842SChris Mason 13268b712842SChris Mason /* metadata bios are special because the whole tree block must 13278b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 13288b712842SChris Mason * ram and up to date before trying to verify things. For 13298b712842SChris Mason * blocksize <= pagesize, it is basically a noop 13308b712842SChris Mason */ 133122c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 13328b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 13338b712842SChris Mason &end_io_wq->work); 1334ce9adaa5SChris Mason return; 1335ce9adaa5SChris Mason } 1336ce9adaa5SChris Mason error = end_io_wq->error; 1337ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1338ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1339ce9adaa5SChris Mason kfree(end_io_wq); 1340ce9adaa5SChris Mason bio_endio(bio, error); 1341ce9adaa5SChris Mason } 134244b8bd7eSChris Mason 1343a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1344a74a4b97SChris Mason { 1345a74a4b97SChris Mason struct btrfs_root *root = arg; 1346a74a4b97SChris Mason 1347a74a4b97SChris Mason do { 1348a74a4b97SChris Mason smp_mb(); 1349a74a4b97SChris Mason if (root->fs_info->closing) 1350a74a4b97SChris Mason break; 1351a74a4b97SChris Mason 1352a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1353a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1354a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1355a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1356a74a4b97SChris Mason 1357a74a4b97SChris Mason if (freezing(current)) { 1358a74a4b97SChris Mason refrigerator(); 1359a74a4b97SChris Mason } else { 1360a74a4b97SChris Mason smp_mb(); 1361a74a4b97SChris Mason if (root->fs_info->closing) 1362a74a4b97SChris Mason break; 1363a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1364a74a4b97SChris Mason schedule(); 1365a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1366a74a4b97SChris Mason } 1367a74a4b97SChris Mason } while (!kthread_should_stop()); 1368a74a4b97SChris Mason return 0; 1369a74a4b97SChris Mason } 1370a74a4b97SChris Mason 1371a74a4b97SChris Mason static int transaction_kthread(void *arg) 1372a74a4b97SChris Mason { 1373a74a4b97SChris Mason struct btrfs_root *root = arg; 1374a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1375a74a4b97SChris Mason struct btrfs_transaction *cur; 1376a74a4b97SChris Mason unsigned long now; 1377a74a4b97SChris Mason unsigned long delay; 1378a74a4b97SChris Mason int ret; 1379a74a4b97SChris Mason 1380a74a4b97SChris Mason do { 1381a74a4b97SChris Mason smp_mb(); 1382a74a4b97SChris Mason if (root->fs_info->closing) 1383a74a4b97SChris Mason break; 1384a74a4b97SChris Mason 1385a74a4b97SChris Mason delay = HZ * 30; 1386a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1387a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1388a74a4b97SChris Mason 1389ab78c84dSChris Mason if (root->fs_info->total_ref_cache_size > 20 * 1024 * 1024) { 139031153d81SYan Zheng printk("btrfs: total reference cache size %Lu\n", 139131153d81SYan Zheng root->fs_info->total_ref_cache_size); 1392ab78c84dSChris Mason } 139331153d81SYan Zheng 1394a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1395a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1396a74a4b97SChris Mason if (!cur) { 1397a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1398a74a4b97SChris Mason goto sleep; 1399a74a4b97SChris Mason } 140031153d81SYan Zheng 1401a74a4b97SChris Mason now = get_seconds(); 1402a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1403a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1404a74a4b97SChris Mason delay = HZ * 5; 1405a74a4b97SChris Mason goto sleep; 1406a74a4b97SChris Mason } 1407a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1408a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1409a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 1410a74a4b97SChris Mason sleep: 1411a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1412a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1413a74a4b97SChris Mason 1414a74a4b97SChris Mason if (freezing(current)) { 1415a74a4b97SChris Mason refrigerator(); 1416a74a4b97SChris Mason } else { 1417a74a4b97SChris Mason if (root->fs_info->closing) 1418a74a4b97SChris Mason break; 1419a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1420a74a4b97SChris Mason schedule_timeout(delay); 1421a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1422a74a4b97SChris Mason } 1423a74a4b97SChris Mason } while (!kthread_should_stop()); 1424a74a4b97SChris Mason return 0; 1425a74a4b97SChris Mason } 1426a74a4b97SChris Mason 14278a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1428dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1429dfe25020SChris Mason char *options) 1430eb60ceacSChris Mason { 1431db94535dSChris Mason u32 sectorsize; 1432db94535dSChris Mason u32 nodesize; 1433db94535dSChris Mason u32 leafsize; 1434db94535dSChris Mason u32 blocksize; 143587ee04ebSChris Mason u32 stripesize; 143684234f3aSYan Zheng u64 generation; 1437f2b636e8SJosef Bacik u64 features; 14383de4586cSChris Mason struct btrfs_key location; 1439a061fc8dSChris Mason struct buffer_head *bh; 1440e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1441e20d96d6SChris Mason GFP_NOFS); 1442e02119d5SChris Mason struct btrfs_root *tree_root = kzalloc(sizeof(struct btrfs_root), 1443e20d96d6SChris Mason GFP_NOFS); 14448790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1445e20d96d6SChris Mason GFP_NOFS); 1446e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 14470b86a832SChris Mason GFP_NOFS); 1448e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 14490b86a832SChris Mason GFP_NOFS); 1450e02119d5SChris Mason struct btrfs_root *log_tree_root; 1451e02119d5SChris Mason 1452eb60ceacSChris Mason int ret; 1453e58ca020SYan int err = -EINVAL; 14544543df7eSChris Mason 14552c90e5d6SChris Mason struct btrfs_super_block *disk_super; 14568790d502SChris Mason 14570463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 14580463bb4eSJim Meyering !chunk_root || !dev_root) { 145939279cc3SChris Mason err = -ENOMEM; 146039279cc3SChris Mason goto fail; 146139279cc3SChris Mason } 14620f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 14638fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1464facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 146519c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1466ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 146719c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 14681832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1469cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 147031153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 147119c00ddcSChris Mason 147258176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 14739f5fae2fSChris Mason fs_info->tree_root = tree_root; 14749f5fae2fSChris Mason fs_info->extent_root = extent_root; 14750b86a832SChris Mason fs_info->chunk_root = chunk_root; 14760b86a832SChris Mason fs_info->dev_root = dev_root; 14778a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 14780b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 14796324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 14800b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1481cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1482771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 14838c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 14840986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1485a2135011SChris Mason atomic_set(&fs_info->throttles, 0); 1486ab78c84dSChris Mason atomic_set(&fs_info->throttle_gen, 0); 1487e20d96d6SChris Mason fs_info->sb = sb; 1488c59f8951SChris Mason fs_info->max_extent = (u64)-1; 14896f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 149004160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1491d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1492d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 14932c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 1494c8b97818SChris Mason 14954543df7eSChris Mason fs_info->thread_pool_size = min(num_online_cpus() + 2, 8); 14960afbaf8cSChris Mason 14973eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 14983eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 14993eaa2885SChris Mason 1500a061fc8dSChris Mason sb->s_blocksize = 4096; 1501a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1502a061fc8dSChris Mason 15030afbaf8cSChris Mason /* 15040afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 15050afbaf8cSChris Mason * the real end of the address space is determined by all of 15060afbaf8cSChris Mason * the devices in the system 15070afbaf8cSChris Mason */ 15080afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1509d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 151004160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 151104160088SChris Mason 1512d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 15135f39d397SChris Mason fs_info->btree_inode->i_mapping, 15145f39d397SChris Mason GFP_NOFS); 1515d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1516d1310b2eSChris Mason GFP_NOFS); 15170da5468fSChris Mason 1518d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1519d1310b2eSChris Mason 15200f9dd46cSJosef Bacik spin_lock_init(&fs_info->block_group_cache_lock); 15210f9dd46cSJosef Bacik fs_info->block_group_cache_tree.rb_node = NULL; 15220f9dd46cSJosef Bacik 1523d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 15241a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1525d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 15261a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1527d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 15281a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1529e66f709bSChris Mason fs_info->do_barriers = 1; 1530e18e4809SChris Mason 15311a40e23bSZheng Yan INIT_LIST_HEAD(&fs_info->dead_reloc_roots); 15321a40e23bSZheng Yan btrfs_leaf_ref_tree_init(&fs_info->reloc_ref_tree); 1533e4657689SZheng Yan btrfs_leaf_ref_tree_init(&fs_info->shared_ref_tree); 1534e4657689SZheng Yan 15350f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 15360f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 15370f7d52f4SChris Mason sizeof(struct btrfs_key)); 153822b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 153939279cc3SChris Mason 154079154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1541e02119d5SChris Mason mutex_init(&fs_info->tree_log_mutex); 1542a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 154325179201SJosef Bacik mutex_init(&fs_info->extent_ins_mutex); 154425179201SJosef Bacik mutex_init(&fs_info->pinned_mutex); 1545925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1546a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1547a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 15487d9eb12cSChris Mason mutex_init(&fs_info->volume_mutex); 15491a40e23bSZheng Yan mutex_init(&fs_info->tree_reloc_mutex); 1550e6dcd2dcSChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 1551f9295749SChris Mason init_waitqueue_head(&fs_info->transaction_wait); 15524854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 1553e02119d5SChris Mason init_waitqueue_head(&fs_info->tree_log_wait); 1554e02119d5SChris Mason atomic_set(&fs_info->tree_log_commit, 0); 1555e02119d5SChris Mason atomic_set(&fs_info->tree_log_writers, 0); 1556e02119d5SChris Mason fs_info->tree_log_transid = 0; 15573768f368SChris Mason 155819c00ddcSChris Mason #if 0 155919c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 156019c00ddcSChris Mason if (ret) { 156119c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 156219c00ddcSChris Mason err = -ENOMEM; 156319c00ddcSChris Mason goto fail_iput; 156419c00ddcSChris Mason } 156519c00ddcSChris Mason #endif 15660b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 15672c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 15687eccb903SChris Mason 1569d98237b3SChris Mason 1570a061fc8dSChris Mason bh = __bread(fs_devices->latest_bdev, 1571a061fc8dSChris Mason BTRFS_SUPER_INFO_OFFSET / 4096, 4096); 1572a061fc8dSChris Mason if (!bh) 157339279cc3SChris Mason goto fail_iput; 157439279cc3SChris Mason 1575a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 1576a061fc8dSChris Mason brelse(bh); 15775f39d397SChris Mason 1578a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 15790b86a832SChris Mason 15805f39d397SChris Mason disk_super = &fs_info->super_copy; 15810f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 158239279cc3SChris Mason goto fail_sb_buffer; 15830f7d52f4SChris Mason 15842b82032cSYan Zheng ret = btrfs_parse_options(tree_root, options); 15852b82032cSYan Zheng if (ret) { 15862b82032cSYan Zheng err = ret; 1587edf24abeSChristoph Hellwig goto fail_sb_buffer; 15882b82032cSYan Zheng } 1589dfe25020SChris Mason 1590f2b636e8SJosef Bacik features = btrfs_super_incompat_flags(disk_super) & 1591f2b636e8SJosef Bacik ~BTRFS_FEATURE_INCOMPAT_SUPP; 1592f2b636e8SJosef Bacik if (features) { 1593f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount because of " 1594f2b636e8SJosef Bacik "unsupported optional features (%Lx).\n", 1595f2b636e8SJosef Bacik features); 1596f2b636e8SJosef Bacik err = -EINVAL; 1597f2b636e8SJosef Bacik goto fail_sb_buffer; 1598f2b636e8SJosef Bacik } 1599f2b636e8SJosef Bacik 1600f2b636e8SJosef Bacik features = btrfs_super_compat_ro_flags(disk_super) & 1601f2b636e8SJosef Bacik ~BTRFS_FEATURE_COMPAT_RO_SUPP; 1602f2b636e8SJosef Bacik if (!(sb->s_flags & MS_RDONLY) && features) { 1603f2b636e8SJosef Bacik printk(KERN_ERR "BTRFS: couldn't mount RDWR because of " 1604f2b636e8SJosef Bacik "unsupported option features (%Lx).\n", 1605f2b636e8SJosef Bacik features); 1606f2b636e8SJosef Bacik err = -EINVAL; 1607f2b636e8SJosef Bacik goto fail_sb_buffer; 1608f2b636e8SJosef Bacik } 1609f2b636e8SJosef Bacik 16104543df7eSChris Mason /* 16114543df7eSChris Mason * we need to start all the end_io workers up front because the 16124543df7eSChris Mason * queue work function gets called at interrupt time, and so it 16134543df7eSChris Mason * cannot dynamically grow. 16144543df7eSChris Mason */ 16155443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 16165443be45SChris Mason fs_info->thread_pool_size); 1617c8b97818SChris Mason 1618771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 1619771ed689SChris Mason fs_info->thread_pool_size); 1620771ed689SChris Mason 16215443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1622b720d209SChris Mason min_t(u64, fs_devices->num_devices, 1623b720d209SChris Mason fs_info->thread_pool_size)); 162461b49440SChris Mason 162561b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 162661b49440SChris Mason * likely that bios will be send down in a sane order to the 162761b49440SChris Mason * devices 162861b49440SChris Mason */ 162961b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 163053863232SChris Mason 1631771ed689SChris Mason fs_info->workers.idle_thresh = 16; 16324a69a410SChris Mason fs_info->workers.ordered = 1; 163361b49440SChris Mason 1634771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1635771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1636771ed689SChris Mason 16375443be45SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1); 16385443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 16395443be45SChris Mason fs_info->thread_pool_size); 16405443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 1641e6dcd2dcSChris Mason fs_info->thread_pool_size); 164261b49440SChris Mason 164361b49440SChris Mason /* 164461b49440SChris Mason * endios are largely parallel and should have a very 164561b49440SChris Mason * low idle thresh 164661b49440SChris Mason */ 164761b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 16483a5f1d45SChris Mason fs_info->endio_write_workers.idle_thresh = 64; 164961b49440SChris Mason 16504543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 16511cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1652771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1653247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 16544543df7eSChris Mason btrfs_start_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 1655e6dcd2dcSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1656e6dcd2dcSChris Mason fs_info->thread_pool_size); 16574543df7eSChris Mason 16584575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1659c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1660c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 16614575c9ccSChris Mason 1662db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1663db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1664db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 166587ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1666db94535dSChris Mason tree_root->nodesize = nodesize; 1667db94535dSChris Mason tree_root->leafsize = leafsize; 1668db94535dSChris Mason tree_root->sectorsize = sectorsize; 166987ee04ebSChris Mason tree_root->stripesize = stripesize; 1670a061fc8dSChris Mason 1671a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1672a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1673db94535dSChris Mason 167439279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 167539279cc3SChris Mason sizeof(disk_super->magic))) { 167639279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 167739279cc3SChris Mason goto fail_sb_buffer; 167839279cc3SChris Mason } 167919c00ddcSChris Mason 1680925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 16810b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 1682925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 168384eed90fSChris Mason if (ret) { 168484eed90fSChris Mason printk("btrfs: failed to read the system array on %s\n", 168584eed90fSChris Mason sb->s_id); 168684eed90fSChris Mason goto fail_sys_array; 168784eed90fSChris Mason } 16880b86a832SChris Mason 16890b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 16900b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 169184234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 16920b86a832SChris Mason 16930b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 16940b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 16950b86a832SChris Mason 16960b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 16970b86a832SChris Mason btrfs_super_chunk_root(disk_super), 169884234f3aSYan Zheng blocksize, generation); 16990b86a832SChris Mason BUG_ON(!chunk_root->node); 17000b86a832SChris Mason 1701e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1702e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1703e17cade2SChris Mason BTRFS_UUID_SIZE); 1704e17cade2SChris Mason 1705925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 17060b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1707925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 17082b82032cSYan Zheng if (ret) { 17092b82032cSYan Zheng printk("btrfs: failed to read chunk tree on %s\n", sb->s_id); 17102b82032cSYan Zheng goto fail_chunk_root; 17112b82032cSYan Zheng } 17120b86a832SChris Mason 1713dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1714dfe25020SChris Mason 1715db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1716db94535dSChris Mason btrfs_super_root_level(disk_super)); 171784234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 17180b86a832SChris Mason 1719e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1720db94535dSChris Mason btrfs_super_root(disk_super), 172184234f3aSYan Zheng blocksize, generation); 172239279cc3SChris Mason if (!tree_root->node) 17232b82032cSYan Zheng goto fail_chunk_root; 17243768f368SChris Mason 1725db94535dSChris Mason 1726db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1727e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 17280b86a832SChris Mason if (ret) 172939279cc3SChris Mason goto fail_tree_root; 17300b86a832SChris Mason extent_root->track_dirty = 1; 17310b86a832SChris Mason 17320b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 17330b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 17340b86a832SChris Mason dev_root->track_dirty = 1; 17350b86a832SChris Mason 17360b86a832SChris Mason if (ret) 17370b86a832SChris Mason goto fail_extent_root; 17383768f368SChris Mason 17399078a3e1SChris Mason btrfs_read_block_groups(extent_root); 17409078a3e1SChris Mason 1741c146afadSYan Zheng fs_info->generation = generation + 1; 1742c146afadSYan Zheng fs_info->last_trans_committed = generation; 1743d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1744d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1745611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1746a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1747a74a4b97SChris Mason "btrfs-cleaner"); 1748a74a4b97SChris Mason if (!fs_info->cleaner_kthread) 1749a74a4b97SChris Mason goto fail_extent_root; 1750a74a4b97SChris Mason 1751a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1752a74a4b97SChris Mason tree_root, 1753a74a4b97SChris Mason "btrfs-transaction"); 1754a74a4b97SChris Mason if (!fs_info->transaction_kthread) 17553f157a2fSChris Mason goto fail_cleaner; 1756a74a4b97SChris Mason 1757e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1758e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1759d18a2c44SChris Mason 17607c2ca468SChris Mason if (fs_devices->rw_devices == 0) { 17617c2ca468SChris Mason printk("Btrfs log replay required on RO media\n"); 17627c2ca468SChris Mason err = -EIO; 17637c2ca468SChris Mason goto fail_trans_kthread; 17647c2ca468SChris Mason } 1765e02119d5SChris Mason blocksize = 1766e02119d5SChris Mason btrfs_level_size(tree_root, 1767e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1768e02119d5SChris Mason 1769e02119d5SChris Mason log_tree_root = kzalloc(sizeof(struct btrfs_root), 1770e02119d5SChris Mason GFP_NOFS); 1771e02119d5SChris Mason 1772e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1773e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1774e02119d5SChris Mason 1775e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 177684234f3aSYan Zheng blocksize, 177784234f3aSYan Zheng generation + 1); 1778e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1779e02119d5SChris Mason BUG_ON(ret); 1780e556ce2cSYan Zheng 1781e556ce2cSYan Zheng if (sb->s_flags & MS_RDONLY) { 1782e556ce2cSYan Zheng ret = btrfs_commit_super(tree_root); 1783e556ce2cSYan Zheng BUG_ON(ret); 1784e556ce2cSYan Zheng } 1785e02119d5SChris Mason } 17861a40e23bSZheng Yan 17877c2ca468SChris Mason if (!(sb->s_flags & MS_RDONLY)) { 17881a40e23bSZheng Yan ret = btrfs_cleanup_reloc_trees(tree_root); 17891a40e23bSZheng Yan BUG_ON(ret); 17907c2ca468SChris Mason } 17911a40e23bSZheng Yan 17923de4586cSChris Mason location.objectid = BTRFS_FS_TREE_OBJECTID; 17933de4586cSChris Mason location.type = BTRFS_ROOT_ITEM_KEY; 17943de4586cSChris Mason location.offset = (u64)-1; 17953de4586cSChris Mason 17963de4586cSChris Mason fs_info->fs_root = btrfs_read_fs_root_no_name(fs_info, &location); 17973de4586cSChris Mason if (!fs_info->fs_root) 17987c2ca468SChris Mason goto fail_trans_kthread; 17990f7d52f4SChris Mason return tree_root; 180039279cc3SChris Mason 18017c2ca468SChris Mason fail_trans_kthread: 18027c2ca468SChris Mason kthread_stop(fs_info->transaction_kthread); 18033f157a2fSChris Mason fail_cleaner: 1804a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 18057c2ca468SChris Mason 18067c2ca468SChris Mason /* 18077c2ca468SChris Mason * make sure we're done with the btree inode before we stop our 18087c2ca468SChris Mason * kthreads 18097c2ca468SChris Mason */ 18107c2ca468SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 18117c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 18127c2ca468SChris Mason 18130b86a832SChris Mason fail_extent_root: 18140b86a832SChris Mason free_extent_buffer(extent_root->node); 181539279cc3SChris Mason fail_tree_root: 18165f39d397SChris Mason free_extent_buffer(tree_root->node); 18172b82032cSYan Zheng fail_chunk_root: 18182b82032cSYan Zheng free_extent_buffer(chunk_root->node); 181984eed90fSChris Mason fail_sys_array: 18207c2ca468SChris Mason free_extent_buffer(dev_root->node); 182139279cc3SChris Mason fail_sb_buffer: 1822247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 1823771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 18248b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 18258b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1826e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 18271cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 18284543df7eSChris Mason fail_iput: 18297c2ca468SChris Mason invalidate_inode_pages2(fs_info->btree_inode->i_mapping); 18304543df7eSChris Mason iput(fs_info->btree_inode); 183139279cc3SChris Mason fail: 1832dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 183384eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 183484eed90fSChris Mason 183539279cc3SChris Mason kfree(extent_root); 183639279cc3SChris Mason kfree(tree_root); 18372d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 183839279cc3SChris Mason kfree(fs_info); 183983afeac4SJim Meyering kfree(chunk_root); 184083afeac4SJim Meyering kfree(dev_root); 184139279cc3SChris Mason return ERR_PTR(err); 1842eb60ceacSChris Mason } 1843eb60ceacSChris Mason 1844f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1845f2984462SChris Mason { 1846f2984462SChris Mason char b[BDEVNAME_SIZE]; 1847f2984462SChris Mason 1848f2984462SChris Mason if (uptodate) { 1849f2984462SChris Mason set_buffer_uptodate(bh); 1850f2984462SChris Mason } else { 1851f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1852f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1853f2984462SChris Mason "I/O error on %s\n", 1854f2984462SChris Mason bdevname(bh->b_bdev, b)); 1855f2984462SChris Mason } 18561259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 18571259ab75SChris Mason * our own ways of dealing with the IO errors 18581259ab75SChris Mason */ 1859f2984462SChris Mason clear_buffer_uptodate(bh); 1860f2984462SChris Mason } 1861f2984462SChris Mason unlock_buffer(bh); 1862f2984462SChris Mason put_bh(bh); 1863f2984462SChris Mason } 1864f2984462SChris Mason 1865b2950863SChristoph Hellwig static int write_all_supers(struct btrfs_root *root) 1866f2984462SChris Mason { 1867f2984462SChris Mason struct list_head *cur; 1868f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1869f2984462SChris Mason struct btrfs_device *dev; 1870a061fc8dSChris Mason struct btrfs_super_block *sb; 1871f2984462SChris Mason struct btrfs_dev_item *dev_item; 1872f2984462SChris Mason struct buffer_head *bh; 1873f2984462SChris Mason int ret; 1874f2984462SChris Mason int do_barriers; 1875a236aed1SChris Mason int max_errors; 1876a236aed1SChris Mason int total_errors = 0; 1877a061fc8dSChris Mason u32 crc; 1878a061fc8dSChris Mason u64 flags; 1879f2984462SChris Mason 1880a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 1881f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1882f2984462SChris Mason 1883a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 1884a061fc8dSChris Mason dev_item = &sb->dev_item; 1885f2984462SChris Mason list_for_each(cur, head) { 1886f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1887dfe25020SChris Mason if (!dev->bdev) { 1888dfe25020SChris Mason total_errors++; 1889dfe25020SChris Mason continue; 1890dfe25020SChris Mason } 18912b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 1892dfe25020SChris Mason continue; 1893dfe25020SChris Mason 18942b82032cSYan Zheng btrfs_set_stack_device_generation(dev_item, 0); 1895a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 1896a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 1897a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 1898a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 1899a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 1900a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 1901a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 1902a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 19032b82032cSYan Zheng memcpy(dev_item->fsid, dev->fs_devices->fsid, BTRFS_UUID_SIZE); 1904a061fc8dSChris Mason flags = btrfs_super_flags(sb); 1905a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 1906f2984462SChris Mason 1907f2984462SChris Mason 1908a061fc8dSChris Mason crc = ~(u32)0; 1909a061fc8dSChris Mason crc = btrfs_csum_data(root, (char *)sb + BTRFS_CSUM_SIZE, crc, 1910a061fc8dSChris Mason BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE); 1911a061fc8dSChris Mason btrfs_csum_final(crc, sb->csum); 1912a061fc8dSChris Mason 1913a061fc8dSChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 4096, 1914f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1915f2984462SChris Mason 1916a061fc8dSChris Mason memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 1917f2984462SChris Mason dev->pending_io = bh; 1918f2984462SChris Mason 1919f2984462SChris Mason get_bh(bh); 1920f2984462SChris Mason set_buffer_uptodate(bh); 1921f2984462SChris Mason lock_buffer(bh); 1922f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1923f2984462SChris Mason 1924f2984462SChris Mason if (do_barriers && dev->barriers) { 1925f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1926f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1927f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1928f2984462SChris Mason dev->name); 1929f2984462SChris Mason set_buffer_uptodate(bh); 1930f2984462SChris Mason dev->barriers = 0; 1931f2984462SChris Mason get_bh(bh); 1932f2984462SChris Mason lock_buffer(bh); 1933f2984462SChris Mason ret = submit_bh(WRITE, bh); 1934f2984462SChris Mason } 1935f2984462SChris Mason } else { 1936f2984462SChris Mason ret = submit_bh(WRITE, bh); 1937f2984462SChris Mason } 1938a236aed1SChris Mason if (ret) 1939a236aed1SChris Mason total_errors++; 1940f2984462SChris Mason } 1941a236aed1SChris Mason if (total_errors > max_errors) { 1942a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1943a236aed1SChris Mason BUG(); 1944a236aed1SChris Mason } 1945a236aed1SChris Mason total_errors = 0; 1946f2984462SChris Mason 1947f2984462SChris Mason list_for_each(cur, head) { 1948f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1949dfe25020SChris Mason if (!dev->bdev) 1950dfe25020SChris Mason continue; 19512b82032cSYan Zheng if (!dev->in_fs_metadata || !dev->writeable) 1952dfe25020SChris Mason continue; 1953dfe25020SChris Mason 1954f2984462SChris Mason BUG_ON(!dev->pending_io); 1955f2984462SChris Mason bh = dev->pending_io; 1956f2984462SChris Mason wait_on_buffer(bh); 1957f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1958f2984462SChris Mason if (do_barriers && dev->barriers) { 1959f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1960f2984462SChris Mason dev->name); 1961f2984462SChris Mason set_buffer_uptodate(bh); 1962f2984462SChris Mason get_bh(bh); 1963f2984462SChris Mason lock_buffer(bh); 1964f2984462SChris Mason dev->barriers = 0; 1965f2984462SChris Mason ret = submit_bh(WRITE, bh); 1966f2984462SChris Mason BUG_ON(ret); 1967f2984462SChris Mason wait_on_buffer(bh); 19681259ab75SChris Mason if (!buffer_uptodate(bh)) 19691259ab75SChris Mason total_errors++; 1970f2984462SChris Mason } else { 1971a236aed1SChris Mason total_errors++; 1972f2984462SChris Mason } 1973f2984462SChris Mason 1974f2984462SChris Mason } 1975f2984462SChris Mason dev->pending_io = NULL; 1976f2984462SChris Mason brelse(bh); 1977f2984462SChris Mason } 1978a236aed1SChris Mason if (total_errors > max_errors) { 1979a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1980a236aed1SChris Mason BUG(); 1981a236aed1SChris Mason } 1982f2984462SChris Mason return 0; 1983f2984462SChris Mason } 1984f2984462SChris Mason 1985e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 198679154b1bSChris Mason *root) 1987cfaa7295SChris Mason { 1988e66f709bSChris Mason int ret; 19892c90e5d6SChris Mason 1990f2984462SChris Mason ret = write_all_supers(root); 19915f39d397SChris Mason return ret; 1992cfaa7295SChris Mason } 1993cfaa7295SChris Mason 19945eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 19952619ba1fSChris Mason { 19962619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 19972619ba1fSChris Mason (unsigned long)root->root_key.objectid); 19983394e160SChris Mason if (root->anon_super.s_dev) { 19993394e160SChris Mason down_write(&root->anon_super.s_umount); 20003394e160SChris Mason kill_anon_super(&root->anon_super); 20013394e160SChris Mason } 2002ea9e8b11SChris Mason #if 0 2003b99aa6cbSChris Mason if (root->in_sysfs) 200458176a96SJosef Bacik btrfs_sysfs_del_root(root); 2005ea9e8b11SChris Mason #endif 20062619ba1fSChris Mason if (root->node) 20075f39d397SChris Mason free_extent_buffer(root->node); 20082619ba1fSChris Mason if (root->commit_root) 20095f39d397SChris Mason free_extent_buffer(root->commit_root); 201058176a96SJosef Bacik if (root->name) 201158176a96SJosef Bacik kfree(root->name); 20122619ba1fSChris Mason kfree(root); 20132619ba1fSChris Mason return 0; 20142619ba1fSChris Mason } 20152619ba1fSChris Mason 201635b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 20170f7d52f4SChris Mason { 20180f7d52f4SChris Mason int ret; 20190f7d52f4SChris Mason struct btrfs_root *gang[8]; 20200f7d52f4SChris Mason int i; 20210f7d52f4SChris Mason 20220f7d52f4SChris Mason while(1) { 20230f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 20240f7d52f4SChris Mason (void **)gang, 0, 20250f7d52f4SChris Mason ARRAY_SIZE(gang)); 20260f7d52f4SChris Mason if (!ret) 20270f7d52f4SChris Mason break; 20282619ba1fSChris Mason for (i = 0; i < ret; i++) 20295eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 20300f7d52f4SChris Mason } 20310f7d52f4SChris Mason return 0; 20320f7d52f4SChris Mason } 2033b4100d64SChris Mason 2034c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 2035c146afadSYan Zheng { 2036c146afadSYan Zheng u64 root_objectid = 0; 2037c146afadSYan Zheng struct btrfs_root *gang[8]; 2038c146afadSYan Zheng int i; 2039c146afadSYan Zheng int ret; 2040c146afadSYan Zheng 2041c146afadSYan Zheng while (1) { 2042c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 2043c146afadSYan Zheng (void **)gang, root_objectid, 2044c146afadSYan Zheng ARRAY_SIZE(gang)); 2045c146afadSYan Zheng if (!ret) 2046c146afadSYan Zheng break; 2047c146afadSYan Zheng for (i = 0; i < ret; i++) { 2048c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 2049c146afadSYan Zheng ret = btrfs_find_dead_roots(fs_info->tree_root, 2050c146afadSYan Zheng root_objectid, gang[i]); 2051c146afadSYan Zheng BUG_ON(ret); 2052c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 2053c146afadSYan Zheng } 2054c146afadSYan Zheng root_objectid++; 2055c146afadSYan Zheng } 2056c146afadSYan Zheng return 0; 2057c146afadSYan Zheng } 2058c146afadSYan Zheng 2059c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 2060c146afadSYan Zheng { 2061c146afadSYan Zheng struct btrfs_trans_handle *trans; 2062c146afadSYan Zheng int ret; 2063c146afadSYan Zheng 2064c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 2065c146afadSYan Zheng btrfs_clean_old_snapshots(root); 2066c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 2067c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2068c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 2069c146afadSYan Zheng BUG_ON(ret); 2070c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2071c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2072c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2073c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2074c146afadSYan Zheng BUG_ON(ret); 2075c146afadSYan Zheng 2076c146afadSYan Zheng ret = write_ctree_super(NULL, root); 2077c146afadSYan Zheng return ret; 2078c146afadSYan Zheng } 2079c146afadSYan Zheng 2080e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2081eb60ceacSChris Mason { 20820f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2083c146afadSYan Zheng int ret; 2084e089f05cSChris Mason 2085facda1e7SChris Mason fs_info->closing = 1; 2086a2135011SChris Mason smp_mb(); 2087a2135011SChris Mason 2088a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 2089a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 2090a74a4b97SChris Mason 2091c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2092c146afadSYan Zheng ret = btrfs_commit_super(root); 2093c146afadSYan Zheng if (ret) { 2094c146afadSYan Zheng printk("btrfs: commit super returns %d\n", ret); 2095c146afadSYan Zheng } 2096c146afadSYan Zheng } 2097ed2ff2cbSChris Mason 2098b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2099b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 2100b0c68f8bSChris Mason fs_info->delalloc_bytes); 2101b0c68f8bSChris Mason } 210231153d81SYan Zheng if (fs_info->total_ref_cache_size) { 210331153d81SYan Zheng printk("btrfs: at umount reference cache size %Lu\n", 210431153d81SYan Zheng fs_info->total_ref_cache_size); 210531153d81SYan Zheng } 210631153d81SYan Zheng 21070f7d52f4SChris Mason if (fs_info->extent_root->node) 21085f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 2109f510cfecSChris Mason 21100f7d52f4SChris Mason if (fs_info->tree_root->node) 21115f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 2112f510cfecSChris Mason 21130b86a832SChris Mason if (root->fs_info->chunk_root->node); 21140b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 21150b86a832SChris Mason 21160b86a832SChris Mason if (root->fs_info->dev_root->node); 21170b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 21180b86a832SChris Mason 21199078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2120c146afadSYan Zheng 21210f7d52f4SChris Mason del_fs_roots(fs_info); 2122d10c5f31SChris Mason 2123c146afadSYan Zheng iput(fs_info->btree_inode); 21249ad6b7bcSChris Mason 2125247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2126771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 21278b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 21288b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2129e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 21301cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2131d6bfde87SChris Mason 213219c00ddcSChris Mason #if 0 213319c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 213419c00ddcSChris Mason struct btrfs_hasher *hasher; 213519c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 213619c00ddcSChris Mason hashers); 213719c00ddcSChris Mason list_del(&hasher->hashers); 213819c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 213919c00ddcSChris Mason kfree(hasher); 214019c00ddcSChris Mason } 214119c00ddcSChris Mason #endif 2142dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 21430b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2144b248a415SChris Mason 214504160088SChris Mason bdi_destroy(&fs_info->bdi); 21460b86a832SChris Mason 21470f7d52f4SChris Mason kfree(fs_info->extent_root); 21480f7d52f4SChris Mason kfree(fs_info->tree_root); 21490b86a832SChris Mason kfree(fs_info->chunk_root); 21500b86a832SChris Mason kfree(fs_info->dev_root); 2151eb60ceacSChris Mason return 0; 2152eb60ceacSChris Mason } 2153eb60ceacSChris Mason 21541259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2155ccd467d6SChris Mason { 21561259ab75SChris Mason int ret; 2157810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 21581259ab75SChris Mason 21591259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 21601259ab75SChris Mason if (!ret) 21611259ab75SChris Mason return ret; 21621259ab75SChris Mason 21631259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 21641259ab75SChris Mason parent_transid); 21651259ab75SChris Mason return !ret; 21665f39d397SChris Mason } 21676702ed49SChris Mason 21685f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 21695f39d397SChris Mason { 2170810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2171d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 21725f39d397SChris Mason buf); 21735f39d397SChris Mason } 21745f39d397SChris Mason 21755f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 21765f39d397SChris Mason { 2177810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 21785f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 21795f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 21806702ed49SChris Mason 2181925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 2182ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2183ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 2184db94535dSChris Mason (unsigned long long)buf->start, 2185ccd467d6SChris Mason transid, root->fs_info->generation); 2186ccd467d6SChris Mason WARN_ON(1); 2187ccd467d6SChris Mason } 2188d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 2189eb60ceacSChris Mason } 2190eb60ceacSChris Mason 2191d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 219235b7e476SChris Mason { 2193188de649SChris Mason /* 2194188de649SChris Mason * looks as though older kernels can get into trouble with 2195188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2196188de649SChris Mason */ 2197d6bfde87SChris Mason struct extent_io_tree *tree; 2198d6bfde87SChris Mason u64 num_dirty; 2199d6bfde87SChris Mason u64 start = 0; 2200771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2201d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 2202d6bfde87SChris Mason 2203b64a2851SChris Mason if (current_is_pdflush() || current->flags & PF_MEMALLOC) 2204d6bfde87SChris Mason return; 2205d6bfde87SChris Mason 2206d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 2207d6bfde87SChris Mason thresh, EXTENT_DIRTY); 2208d6bfde87SChris Mason if (num_dirty > thresh) { 2209d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2210304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 221135b7e476SChris Mason } 2212188de649SChris Mason return; 2213d6bfde87SChris Mason } 22146b80053dSChris Mason 2215ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 22166b80053dSChris Mason { 2217810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2218ce9adaa5SChris Mason int ret; 2219ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2220ce9adaa5SChris Mason if (ret == 0) { 2221ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 2222ce9adaa5SChris Mason } 2223ce9adaa5SChris Mason return ret; 22246b80053dSChris Mason } 22250da5468fSChris Mason 22264bef0848SChris Mason int btree_lock_page_hook(struct page *page) 22274bef0848SChris Mason { 22284bef0848SChris Mason struct inode *inode = page->mapping->host; 22294bef0848SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 22304bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 22314bef0848SChris Mason struct extent_buffer *eb; 22324bef0848SChris Mason unsigned long len; 22334bef0848SChris Mason u64 bytenr = page_offset(page); 22344bef0848SChris Mason 22354bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 22364bef0848SChris Mason goto out; 22374bef0848SChris Mason 22384bef0848SChris Mason len = page->private >> 2; 22394bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 22404bef0848SChris Mason if (!eb) 22414bef0848SChris Mason goto out; 22424bef0848SChris Mason 22434bef0848SChris Mason btrfs_tree_lock(eb); 22444bef0848SChris Mason spin_lock(&root->fs_info->hash_lock); 22454bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 22464bef0848SChris Mason spin_unlock(&root->fs_info->hash_lock); 22474bef0848SChris Mason btrfs_tree_unlock(eb); 22484bef0848SChris Mason free_extent_buffer(eb); 22494bef0848SChris Mason out: 22504bef0848SChris Mason lock_page(page); 22514bef0848SChris Mason return 0; 22524bef0848SChris Mason } 22534bef0848SChris Mason 2254d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 22554bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2256ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 22570b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2258239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2259239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 22600da5468fSChris Mason }; 2261