16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19a74a4b97SChris Mason #include <linux/version.h> 20e20d96d6SChris Mason #include <linux/fs.h> 21d98237b3SChris Mason #include <linux/blkdev.h> 2287cbda5cSChris Mason #include <linux/scatterlist.h> 2322b0ebdaSChris Mason #include <linux/swap.h> 240f7d52f4SChris Mason #include <linux/radix-tree.h> 2535b7e476SChris Mason #include <linux/writeback.h> 265f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 27ce9adaa5SChris Mason #include <linux/workqueue.h> 28a74a4b97SChris Mason #include <linux/kthread.h> 29a74a4b97SChris Mason # include <linux/freezer.h> 30a5eb62e3SMiguel #include "crc32c.h" 31eb60ceacSChris Mason #include "ctree.h" 32eb60ceacSChris Mason #include "disk-io.h" 33e089f05cSChris Mason #include "transaction.h" 340f7d52f4SChris Mason #include "btrfs_inode.h" 350b86a832SChris Mason #include "volumes.h" 36db94535dSChris Mason #include "print-tree.h" 378b712842SChris Mason #include "async-thread.h" 38925baeddSChris Mason #include "locking.h" 39017e5369SChris Mason #include "ref-cache.h" 40e02119d5SChris Mason #include "tree-log.h" 41eb60ceacSChris Mason 425f39d397SChris Mason #if 0 435f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 447eccb903SChris Mason { 455f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 465f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 475f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 485f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 4939279cc3SChris Mason return 1; 50d98237b3SChris Mason } 519a8dd150SChris Mason return 0; 52eb60ceacSChris Mason } 535f39d397SChris Mason #endif 54eb60ceacSChris Mason 55d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 568b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 57ce9adaa5SChris Mason 58d352ac68SChris Mason /* 59d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 60d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 61d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 62d352ac68SChris Mason */ 63ce9adaa5SChris Mason struct end_io_wq { 64ce9adaa5SChris Mason struct bio *bio; 65ce9adaa5SChris Mason bio_end_io_t *end_io; 66ce9adaa5SChris Mason void *private; 67ce9adaa5SChris Mason struct btrfs_fs_info *info; 68ce9adaa5SChris Mason int error; 6922c59948SChris Mason int metadata; 70ce9adaa5SChris Mason struct list_head list; 718b712842SChris Mason struct btrfs_work work; 72ce9adaa5SChris Mason }; 730da5468fSChris Mason 74d352ac68SChris Mason /* 75d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 76d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 77d352ac68SChris Mason * just before they are sent down the IO stack. 78d352ac68SChris Mason */ 7944b8bd7eSChris Mason struct async_submit_bio { 8044b8bd7eSChris Mason struct inode *inode; 8144b8bd7eSChris Mason struct bio *bio; 8244b8bd7eSChris Mason struct list_head list; 8344b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook; 8444b8bd7eSChris Mason int rw; 8544b8bd7eSChris Mason int mirror_num; 868b712842SChris Mason struct btrfs_work work; 8744b8bd7eSChris Mason }; 8844b8bd7eSChris Mason 89d352ac68SChris Mason /* 90d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 91d352ac68SChris Mason * that covers the entire device 92d352ac68SChris Mason */ 935f39d397SChris Mason struct extent_map *btree_get_extent(struct inode *inode, struct page *page, 94d1310b2eSChris Mason size_t page_offset, u64 start, u64 len, 955f39d397SChris Mason int create) 965f39d397SChris Mason { 975f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 985f39d397SChris Mason struct extent_map *em; 995f39d397SChris Mason int ret; 1005f39d397SChris Mason 101d1310b2eSChris Mason spin_lock(&em_tree->lock); 102d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 103a061fc8dSChris Mason if (em) { 104a061fc8dSChris Mason em->bdev = 105a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 106d1310b2eSChris Mason spin_unlock(&em_tree->lock); 1075f39d397SChris Mason goto out; 108a061fc8dSChris Mason } 109a061fc8dSChris Mason spin_unlock(&em_tree->lock); 1107b13b7b1SChris Mason 1115f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1125f39d397SChris Mason if (!em) { 1135f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1145f39d397SChris Mason goto out; 1155f39d397SChris Mason } 1165f39d397SChris Mason em->start = 0; 1170afbaf8cSChris Mason em->len = (u64)-1; 1185f39d397SChris Mason em->block_start = 0; 119a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 120d1310b2eSChris Mason 121d1310b2eSChris Mason spin_lock(&em_tree->lock); 1225f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1235f39d397SChris Mason if (ret == -EEXIST) { 1240afbaf8cSChris Mason u64 failed_start = em->start; 1250afbaf8cSChris Mason u64 failed_len = em->len; 1260afbaf8cSChris Mason 1270afbaf8cSChris Mason printk("failed to insert %Lu %Lu -> %Lu into tree\n", 1280afbaf8cSChris Mason em->start, em->len, em->block_start); 1295f39d397SChris Mason free_extent_map(em); 1307b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1310afbaf8cSChris Mason if (em) { 1320afbaf8cSChris Mason printk("after failing, found %Lu %Lu %Lu\n", 1330afbaf8cSChris Mason em->start, em->len, em->block_start); 1347b13b7b1SChris Mason ret = 0; 1350afbaf8cSChris Mason } else { 1360afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1370afbaf8cSChris Mason failed_len); 1380afbaf8cSChris Mason if (em) { 1390afbaf8cSChris Mason printk("double failure lookup gives us " 1400afbaf8cSChris Mason "%Lu %Lu -> %Lu\n", em->start, 1410afbaf8cSChris Mason em->len, em->block_start); 1420afbaf8cSChris Mason free_extent_map(em); 1430afbaf8cSChris Mason } 1447b13b7b1SChris Mason ret = -EIO; 1450afbaf8cSChris Mason } 1465f39d397SChris Mason } else if (ret) { 1477b13b7b1SChris Mason free_extent_map(em); 1487b13b7b1SChris Mason em = NULL; 1495f39d397SChris Mason } 1507b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1517b13b7b1SChris Mason 1527b13b7b1SChris Mason if (ret) 1537b13b7b1SChris Mason em = ERR_PTR(ret); 1545f39d397SChris Mason out: 1555f39d397SChris Mason return em; 1565f39d397SChris Mason } 1575f39d397SChris Mason 15819c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 15919c00ddcSChris Mason { 160a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 16119c00ddcSChris Mason } 16219c00ddcSChris Mason 16319c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 16419c00ddcSChris Mason { 16519c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 16619c00ddcSChris Mason } 16719c00ddcSChris Mason 168d352ac68SChris Mason /* 169d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 170d352ac68SChris Mason * into the csum field of the block. 171d352ac68SChris Mason */ 17219c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 17319c00ddcSChris Mason int verify) 17419c00ddcSChris Mason { 17519c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 17619c00ddcSChris Mason unsigned long len; 17719c00ddcSChris Mason unsigned long cur_len; 17819c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 17919c00ddcSChris Mason char *map_token = NULL; 18019c00ddcSChris Mason char *kaddr; 18119c00ddcSChris Mason unsigned long map_start; 18219c00ddcSChris Mason unsigned long map_len; 18319c00ddcSChris Mason int err; 18419c00ddcSChris Mason u32 crc = ~(u32)0; 18519c00ddcSChris Mason 18619c00ddcSChris Mason len = buf->len - offset; 18719c00ddcSChris Mason while(len > 0) { 18819c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 18919c00ddcSChris Mason &map_token, &kaddr, 19019c00ddcSChris Mason &map_start, &map_len, KM_USER0); 19119c00ddcSChris Mason if (err) { 19219c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 19319c00ddcSChris Mason offset); 19419c00ddcSChris Mason return 1; 19519c00ddcSChris Mason } 19619c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 19719c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 19819c00ddcSChris Mason crc, cur_len); 19919c00ddcSChris Mason len -= cur_len; 20019c00ddcSChris Mason offset += cur_len; 20119c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 20219c00ddcSChris Mason } 20319c00ddcSChris Mason btrfs_csum_final(crc, result); 20419c00ddcSChris Mason 20519c00ddcSChris Mason if (verify) { 206e4204dedSChris Mason /* FIXME, this is not good */ 20763b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 208e4204dedSChris Mason u32 val; 209e4204dedSChris Mason u32 found = 0; 210e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 211e4204dedSChris Mason 212e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 213e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 2142dd3e67bSChris Mason "wanted %X found %X level %d\n", 21519c00ddcSChris Mason root->fs_info->sb->s_id, 2162dd3e67bSChris Mason buf->start, val, found, btrfs_header_level(buf)); 21719c00ddcSChris Mason return 1; 21819c00ddcSChris Mason } 21919c00ddcSChris Mason } else { 22019c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 22119c00ddcSChris Mason } 22219c00ddcSChris Mason return 0; 22319c00ddcSChris Mason } 22419c00ddcSChris Mason 225d352ac68SChris Mason /* 226d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 227d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 228d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 229d352ac68SChris Mason * in the wrong place. 230d352ac68SChris Mason */ 2311259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2321259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2331259ab75SChris Mason { 2341259ab75SChris Mason int ret; 2351259ab75SChris Mason 2361259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2371259ab75SChris Mason return 0; 2381259ab75SChris Mason 2391259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2401259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2411259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2421259ab75SChris Mason ret = 0; 2431259ab75SChris Mason goto out; 2441259ab75SChris Mason } 2451259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2461259ab75SChris Mason (unsigned long long)eb->start, 2471259ab75SChris Mason (unsigned long long)parent_transid, 2481259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2491259ab75SChris Mason ret = 1; 2501259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 25133958dc6SChris Mason out: 2521259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2531259ab75SChris Mason GFP_NOFS); 2541259ab75SChris Mason return ret; 2551259ab75SChris Mason } 2561259ab75SChris Mason 257d352ac68SChris Mason /* 258d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 259d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 260d352ac68SChris Mason */ 261f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 262f188591eSChris Mason struct extent_buffer *eb, 263ca7a79adSChris Mason u64 start, u64 parent_transid) 264f188591eSChris Mason { 265f188591eSChris Mason struct extent_io_tree *io_tree; 266f188591eSChris Mason int ret; 267f188591eSChris Mason int num_copies = 0; 268f188591eSChris Mason int mirror_num = 0; 269f188591eSChris Mason 270f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 271f188591eSChris Mason while (1) { 272f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 273f188591eSChris Mason btree_get_extent, mirror_num); 2741259ab75SChris Mason if (!ret && 2751259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 276f188591eSChris Mason return ret; 277a1b32a59SChris Mason printk("read extent buffer pages failed with ret %d mirror no %d\n", ret, mirror_num); 278f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 279f188591eSChris Mason eb->start, eb->len); 2804235298eSChris Mason if (num_copies == 1) 281f188591eSChris Mason return ret; 2824235298eSChris Mason 283f188591eSChris Mason mirror_num++; 2844235298eSChris Mason if (mirror_num > num_copies) 285f188591eSChris Mason return ret; 286f188591eSChris Mason } 287f188591eSChris Mason return -EIO; 288f188591eSChris Mason } 28919c00ddcSChris Mason 290d352ac68SChris Mason /* 291d352ac68SChris Mason * checksum a dirty tree block before IO. This has extra checks to make 292d352ac68SChris Mason * sure we only fill in the checksum field in the first page of a multi-page block 293d352ac68SChris Mason */ 29419c00ddcSChris Mason int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 29519c00ddcSChris Mason { 296d1310b2eSChris Mason struct extent_io_tree *tree; 29735ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 29819c00ddcSChris Mason u64 found_start; 29919c00ddcSChris Mason int found_level; 30019c00ddcSChris Mason unsigned long len; 30119c00ddcSChris Mason struct extent_buffer *eb; 302f188591eSChris Mason int ret; 303f188591eSChris Mason 304d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 30519c00ddcSChris Mason 30619c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 30719c00ddcSChris Mason goto out; 30819c00ddcSChris Mason if (!page->private) 30919c00ddcSChris Mason goto out; 31019c00ddcSChris Mason len = page->private >> 2; 31119c00ddcSChris Mason if (len == 0) { 31219c00ddcSChris Mason WARN_ON(1); 31319c00ddcSChris Mason } 31419c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 315ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 316ca7a79adSChris Mason btrfs_header_generation(eb)); 317f188591eSChris Mason BUG_ON(ret); 31819c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 31919c00ddcSChris Mason if (found_start != start) { 32019c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 32119c00ddcSChris Mason start, found_start, len); 32255c69072SChris Mason WARN_ON(1); 32355c69072SChris Mason goto err; 32455c69072SChris Mason } 32555c69072SChris Mason if (eb->first_page != page) { 32655c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 32755c69072SChris Mason page->index); 32855c69072SChris Mason WARN_ON(1); 32955c69072SChris Mason goto err; 33055c69072SChris Mason } 33155c69072SChris Mason if (!PageUptodate(page)) { 33255c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 33355c69072SChris Mason WARN_ON(1); 33455c69072SChris Mason goto err; 33519c00ddcSChris Mason } 33619c00ddcSChris Mason found_level = btrfs_header_level(eb); 3374bef0848SChris Mason 33819c00ddcSChris Mason csum_tree_block(root, eb, 0); 33955c69072SChris Mason err: 34019c00ddcSChris Mason free_extent_buffer(eb); 34119c00ddcSChris Mason out: 34219c00ddcSChris Mason return 0; 34319c00ddcSChris Mason } 34419c00ddcSChris Mason 345ce9adaa5SChris Mason int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 346ce9adaa5SChris Mason struct extent_state *state) 347ce9adaa5SChris Mason { 348ce9adaa5SChris Mason struct extent_io_tree *tree; 349ce9adaa5SChris Mason u64 found_start; 350ce9adaa5SChris Mason int found_level; 351ce9adaa5SChris Mason unsigned long len; 352ce9adaa5SChris Mason struct extent_buffer *eb; 353ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 354f188591eSChris Mason int ret = 0; 355ce9adaa5SChris Mason 356ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 357ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 358ce9adaa5SChris Mason goto out; 359ce9adaa5SChris Mason if (!page->private) 360ce9adaa5SChris Mason goto out; 361ce9adaa5SChris Mason len = page->private >> 2; 362ce9adaa5SChris Mason if (len == 0) { 363ce9adaa5SChris Mason WARN_ON(1); 364ce9adaa5SChris Mason } 365ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 366f188591eSChris Mason 367ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 36823a07867SChris Mason if (found_start != start) { 369a1b32a59SChris Mason printk("bad tree block start %llu %llu\n", 370a1b32a59SChris Mason (unsigned long long)found_start, 371a1b32a59SChris Mason (unsigned long long)eb->start); 372f188591eSChris Mason ret = -EIO; 373ce9adaa5SChris Mason goto err; 374ce9adaa5SChris Mason } 375ce9adaa5SChris Mason if (eb->first_page != page) { 376ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 377ce9adaa5SChris Mason page->index); 378ce9adaa5SChris Mason WARN_ON(1); 379f188591eSChris Mason ret = -EIO; 380ce9adaa5SChris Mason goto err; 381ce9adaa5SChris Mason } 3821259ab75SChris Mason if (memcmp_extent_buffer(eb, root->fs_info->fsid, 3831259ab75SChris Mason (unsigned long)btrfs_header_fsid(eb), 3841259ab75SChris Mason BTRFS_FSID_SIZE)) { 3851259ab75SChris Mason printk("bad fsid on block %Lu\n", eb->start); 3861259ab75SChris Mason ret = -EIO; 3871259ab75SChris Mason goto err; 3881259ab75SChris Mason } 389ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 390ce9adaa5SChris Mason 391ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 392f188591eSChris Mason if (ret) 393f188591eSChris Mason ret = -EIO; 394ce9adaa5SChris Mason 395ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 396ce9adaa5SChris Mason end = eb->start + end - 1; 397ce9adaa5SChris Mason err: 398ce9adaa5SChris Mason free_extent_buffer(eb); 399ce9adaa5SChris Mason out: 400f188591eSChris Mason return ret; 401ce9adaa5SChris Mason } 402ce9adaa5SChris Mason 403ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 404ce9adaa5SChris Mason { 405ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 406ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 407ce9adaa5SChris Mason 408ce9adaa5SChris Mason fs_info = end_io_wq->info; 409ce9adaa5SChris Mason end_io_wq->error = err; 4108b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4118b712842SChris Mason end_io_wq->work.flags = 0; 412e6dcd2dcSChris Mason if (bio->bi_rw & (1 << BIO_RW)) 413e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 414e6dcd2dcSChris Mason &end_io_wq->work); 415e6dcd2dcSChris Mason else 4168b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, &end_io_wq->work); 417ce9adaa5SChris Mason } 418ce9adaa5SChris Mason 41922c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 42022c59948SChris Mason int metadata) 4210b86a832SChris Mason { 422ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 423ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 424ce9adaa5SChris Mason if (!end_io_wq) 425ce9adaa5SChris Mason return -ENOMEM; 426ce9adaa5SChris Mason 427ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 428ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 42922c59948SChris Mason end_io_wq->info = info; 430ce9adaa5SChris Mason end_io_wq->error = 0; 431ce9adaa5SChris Mason end_io_wq->bio = bio; 43222c59948SChris Mason end_io_wq->metadata = metadata; 433ce9adaa5SChris Mason 434ce9adaa5SChris Mason bio->bi_private = end_io_wq; 435ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 43622c59948SChris Mason return 0; 43722c59948SChris Mason } 43822c59948SChris Mason 439b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 4404854ddd0SChris Mason { 4414854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 4424854ddd0SChris Mason info->workers.max_workers, 4434854ddd0SChris Mason info->fs_devices->open_devices); 4444854ddd0SChris Mason return 256 * limit; 4454854ddd0SChris Mason } 4464854ddd0SChris Mason 447777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 4480986fe9eSChris Mason { 449b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 450b64a2851SChris Mason btrfs_async_submit_limit(info); 4510986fe9eSChris Mason } 4520986fe9eSChris Mason 4538b712842SChris Mason static void run_one_async_submit(struct btrfs_work *work) 4548b712842SChris Mason { 4558b712842SChris Mason struct btrfs_fs_info *fs_info; 4568b712842SChris Mason struct async_submit_bio *async; 4574854ddd0SChris Mason int limit; 4588b712842SChris Mason 4598b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 4608b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4614854ddd0SChris Mason 462b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 4634854ddd0SChris Mason limit = limit * 2 / 3; 4644854ddd0SChris Mason 4658b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 4660986fe9eSChris Mason 467b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 468b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 4694854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 4704854ddd0SChris Mason 4718b712842SChris Mason async->submit_bio_hook(async->inode, async->rw, async->bio, 4728b712842SChris Mason async->mirror_num); 4738b712842SChris Mason kfree(async); 4748b712842SChris Mason } 4758b712842SChris Mason 47644b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 47744b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 47844b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook) 47944b8bd7eSChris Mason { 48044b8bd7eSChris Mason struct async_submit_bio *async; 481b64a2851SChris Mason int limit = btrfs_async_submit_limit(fs_info); 48244b8bd7eSChris Mason 48344b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 48444b8bd7eSChris Mason if (!async) 48544b8bd7eSChris Mason return -ENOMEM; 48644b8bd7eSChris Mason 48744b8bd7eSChris Mason async->inode = inode; 48844b8bd7eSChris Mason async->rw = rw; 48944b8bd7eSChris Mason async->bio = bio; 49044b8bd7eSChris Mason async->mirror_num = mirror_num; 49144b8bd7eSChris Mason async->submit_bio_hook = submit_bio_hook; 4928b712842SChris Mason async->work.func = run_one_async_submit; 4938b712842SChris Mason async->work.flags = 0; 4948c8bee1dSChris Mason 4958c8bee1dSChris Mason while(atomic_read(&fs_info->async_submit_draining) && 4968c8bee1dSChris Mason atomic_read(&fs_info->nr_async_submits)) { 4978c8bee1dSChris Mason wait_event(fs_info->async_submit_wait, 4988c8bee1dSChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 4998c8bee1dSChris Mason } 5008c8bee1dSChris Mason 501cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 5028b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 5034854ddd0SChris Mason 5049473f16cSChris Mason if (atomic_read(&fs_info->nr_async_submits) > limit) { 5054854ddd0SChris Mason wait_event_timeout(fs_info->async_submit_wait, 5064854ddd0SChris Mason (atomic_read(&fs_info->nr_async_submits) < limit), 5074854ddd0SChris Mason HZ/10); 5089473f16cSChris Mason 5099473f16cSChris Mason wait_event_timeout(fs_info->async_submit_wait, 5109473f16cSChris Mason (atomic_read(&fs_info->nr_async_bios) < limit), 5119473f16cSChris Mason HZ/10); 5129473f16cSChris Mason } 51344b8bd7eSChris Mason return 0; 51444b8bd7eSChris Mason } 51544b8bd7eSChris Mason 516ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 517ce3ed71aSChris Mason { 518ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 519ce3ed71aSChris Mason int bio_index = 0; 520ce3ed71aSChris Mason struct btrfs_root *root; 521ce3ed71aSChris Mason 522ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 523ce3ed71aSChris Mason while(bio_index < bio->bi_vcnt) { 524ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 525ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 526ce3ed71aSChris Mason bio_index++; 527ce3ed71aSChris Mason bvec++; 528ce3ed71aSChris Mason } 529ce3ed71aSChris Mason return 0; 530ce3ed71aSChris Mason } 531ce3ed71aSChris Mason 53244b8bd7eSChris Mason static int __btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 533f188591eSChris Mason int mirror_num) 53422c59948SChris Mason { 53522c59948SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 53622c59948SChris Mason int ret; 53722c59948SChris Mason 5388b712842SChris Mason /* 5398b712842SChris Mason * when we're called for a write, we're already in the async 5405443be45SChris Mason * submission context. Just jump into btrfs_map_bio 5418b712842SChris Mason */ 54222c59948SChris Mason if (rw & (1 << BIO_RW)) { 543ce3ed71aSChris Mason btree_csum_one_bio(bio); 5448b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 5455443be45SChris Mason mirror_num, 1); 54622c59948SChris Mason } 54722c59948SChris Mason 5488b712842SChris Mason /* 5498b712842SChris Mason * called for a read, do the setup so that checksum validation 5508b712842SChris Mason * can happen in the async kernel threads 5518b712842SChris Mason */ 55222c59948SChris Mason ret = btrfs_bio_wq_end_io(root->fs_info, bio, 1); 55322c59948SChris Mason BUG_ON(ret); 554ce9adaa5SChris Mason 5558b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 5560b86a832SChris Mason } 5570b86a832SChris Mason 55844b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 55944b8bd7eSChris Mason int mirror_num) 56044b8bd7eSChris Mason { 5618b712842SChris Mason /* 5628b712842SChris Mason * kthread helpers are used to submit writes so that checksumming 5638b712842SChris Mason * can happen in parallel across all CPUs 5648b712842SChris Mason */ 56544b8bd7eSChris Mason if (!(rw & (1 << BIO_RW))) { 56644b8bd7eSChris Mason return __btree_submit_bio_hook(inode, rw, bio, mirror_num); 56744b8bd7eSChris Mason } 56844b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 56944b8bd7eSChris Mason inode, rw, bio, mirror_num, 57044b8bd7eSChris Mason __btree_submit_bio_hook); 57144b8bd7eSChris Mason } 57244b8bd7eSChris Mason 5735f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 5745f39d397SChris Mason { 575d1310b2eSChris Mason struct extent_io_tree *tree; 576d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5775443be45SChris Mason 5785443be45SChris Mason if (current->flags & PF_MEMALLOC) { 5795443be45SChris Mason redirty_page_for_writepage(wbc, page); 5805443be45SChris Mason unlock_page(page); 5815443be45SChris Mason return 0; 5825443be45SChris Mason } 5835f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 5845f39d397SChris Mason } 5850da5468fSChris Mason 5860da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 5870da5468fSChris Mason struct writeback_control *wbc) 5880da5468fSChris Mason { 589d1310b2eSChris Mason struct extent_io_tree *tree; 590d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 591d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 592793955bcSChris Mason u64 num_dirty; 593793955bcSChris Mason u64 start = 0; 59424ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 595448d640bSChris Mason 596448d640bSChris Mason if (wbc->for_kupdate) 597448d640bSChris Mason return 0; 598448d640bSChris Mason 5991832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 6001832a6d5SChris Mason thresh, EXTENT_DIRTY); 601793955bcSChris Mason if (num_dirty < thresh) { 602793955bcSChris Mason return 0; 603793955bcSChris Mason } 604793955bcSChris Mason } 6050da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 6060da5468fSChris Mason } 6070da5468fSChris Mason 6085f39d397SChris Mason int btree_readpage(struct file *file, struct page *page) 6095f39d397SChris Mason { 610d1310b2eSChris Mason struct extent_io_tree *tree; 611d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6125f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 6135f39d397SChris Mason } 6145f39d397SChris Mason 61570dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 6165f39d397SChris Mason { 617d1310b2eSChris Mason struct extent_io_tree *tree; 618d1310b2eSChris Mason struct extent_map_tree *map; 6195f39d397SChris Mason int ret; 6205f39d397SChris Mason 62198509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 62298509cfcSChris Mason return 0; 62398509cfcSChris Mason 624d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 625d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 6266af118ceSChris Mason 6277b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 6286af118ceSChris Mason if (!ret) { 6296af118ceSChris Mason return 0; 6306af118ceSChris Mason } 6316af118ceSChris Mason 6326af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 6335f39d397SChris Mason if (ret == 1) { 6345f39d397SChris Mason ClearPagePrivate(page); 6355f39d397SChris Mason set_page_private(page, 0); 636d98237b3SChris Mason page_cache_release(page); 6375f39d397SChris Mason } 6386af118ceSChris Mason 639d98237b3SChris Mason return ret; 640d98237b3SChris Mason } 641d98237b3SChris Mason 6425f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 643d98237b3SChris Mason { 644d1310b2eSChris Mason struct extent_io_tree *tree; 645d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6465f39d397SChris Mason extent_invalidatepage(tree, page, offset); 6475f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 6489ad6b7bcSChris Mason if (PagePrivate(page)) { 6496af118ceSChris Mason printk("warning page private not zero on page %Lu\n", 6506af118ceSChris Mason page_offset(page)); 6519ad6b7bcSChris Mason ClearPagePrivate(page); 6529ad6b7bcSChris Mason set_page_private(page, 0); 6539ad6b7bcSChris Mason page_cache_release(page); 6549ad6b7bcSChris Mason } 655d98237b3SChris Mason } 656d98237b3SChris Mason 6575f39d397SChris Mason #if 0 658d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 659d98237b3SChris Mason { 66087cbda5cSChris Mason struct buffer_head *bh; 6610f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 66287cbda5cSChris Mason struct buffer_head *head; 66387cbda5cSChris Mason if (!page_has_buffers(page)) { 66487cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 66587cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 66687cbda5cSChris Mason } 66787cbda5cSChris Mason head = page_buffers(page); 66887cbda5cSChris Mason bh = head; 66987cbda5cSChris Mason do { 67087cbda5cSChris Mason if (buffer_dirty(bh)) 67187cbda5cSChris Mason csum_tree_block(root, bh, 0); 67287cbda5cSChris Mason bh = bh->b_this_page; 67387cbda5cSChris Mason } while (bh != head); 674d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 675d98237b3SChris Mason } 6765f39d397SChris Mason #endif 677d98237b3SChris Mason 678d98237b3SChris Mason static struct address_space_operations btree_aops = { 679d98237b3SChris Mason .readpage = btree_readpage, 680d98237b3SChris Mason .writepage = btree_writepage, 6810da5468fSChris Mason .writepages = btree_writepages, 6825f39d397SChris Mason .releasepage = btree_releasepage, 6835f39d397SChris Mason .invalidatepage = btree_invalidatepage, 684d98237b3SChris Mason .sync_page = block_sync_page, 685d98237b3SChris Mason }; 686123abc88SChris Mason 687ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 688ca7a79adSChris Mason u64 parent_transid) 689090d1875SChris Mason { 6905f39d397SChris Mason struct extent_buffer *buf = NULL; 6915f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 692de428b63SChris Mason int ret = 0; 693090d1875SChris Mason 694db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 6955f39d397SChris Mason if (!buf) 696090d1875SChris Mason return 0; 697d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 698f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 6995f39d397SChris Mason free_extent_buffer(buf); 700de428b63SChris Mason return ret; 701090d1875SChris Mason } 702090d1875SChris Mason 7030999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 7040999df54SChris Mason u64 bytenr, u32 blocksize) 7050999df54SChris Mason { 7060999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7070999df54SChris Mason struct extent_buffer *eb; 7080999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7090999df54SChris Mason bytenr, blocksize, GFP_NOFS); 7100999df54SChris Mason return eb; 7110999df54SChris Mason } 7120999df54SChris Mason 7130999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 7140999df54SChris Mason u64 bytenr, u32 blocksize) 7150999df54SChris Mason { 7160999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7170999df54SChris Mason struct extent_buffer *eb; 7180999df54SChris Mason 7190999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7200999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 7210999df54SChris Mason return eb; 7220999df54SChris Mason } 7230999df54SChris Mason 7240999df54SChris Mason 725e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 726e02119d5SChris Mason { 727e02119d5SChris Mason return btrfs_fdatawrite_range(buf->first_page->mapping, buf->start, 72824ab9cd8SChris Mason buf->start + buf->len - 1, WB_SYNC_ALL); 729e02119d5SChris Mason } 730e02119d5SChris Mason 731e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 732e02119d5SChris Mason { 733e02119d5SChris Mason return btrfs_wait_on_page_writeback_range(buf->first_page->mapping, 734e02119d5SChris Mason buf->start, buf->start + buf->len -1); 735e02119d5SChris Mason } 736e02119d5SChris Mason 737db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 738ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 739e20d96d6SChris Mason { 7405f39d397SChris Mason struct extent_buffer *buf = NULL; 7415f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 742d1310b2eSChris Mason struct extent_io_tree *io_tree; 74319c00ddcSChris Mason int ret; 74419c00ddcSChris Mason 745d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 746e20d96d6SChris Mason 747db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7485f39d397SChris Mason if (!buf) 749d98237b3SChris Mason return NULL; 750e4204dedSChris Mason 751ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 752ce9adaa5SChris Mason 753ce9adaa5SChris Mason if (ret == 0) { 754ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 755a1b32a59SChris Mason } else { 756a1b32a59SChris Mason WARN_ON(1); 757ce9adaa5SChris Mason } 7585f39d397SChris Mason return buf; 759ce9adaa5SChris Mason 760eb60ceacSChris Mason } 761eb60ceacSChris Mason 762e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 7635f39d397SChris Mason struct extent_buffer *buf) 764ed2ff2cbSChris Mason { 7655f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 76655c69072SChris Mason if (btrfs_header_generation(buf) == 767925baeddSChris Mason root->fs_info->running_transaction->transid) { 768925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 769d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 77055c69072SChris Mason buf); 771925baeddSChris Mason } 7725f39d397SChris Mason return 0; 7735f39d397SChris Mason } 7745f39d397SChris Mason 775db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 77687ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 7779f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 778e20d96d6SChris Mason u64 objectid) 779d97e63b6SChris Mason { 780cfaa7295SChris Mason root->node = NULL; 7810f7d52f4SChris Mason root->inode = NULL; 782a28ec197SChris Mason root->commit_root = NULL; 78331153d81SYan Zheng root->ref_tree = NULL; 784db94535dSChris Mason root->sectorsize = sectorsize; 785db94535dSChris Mason root->nodesize = nodesize; 786db94535dSChris Mason root->leafsize = leafsize; 78787ee04ebSChris Mason root->stripesize = stripesize; 788123abc88SChris Mason root->ref_cows = 0; 7890b86a832SChris Mason root->track_dirty = 0; 7900b86a832SChris Mason 7919f5fae2fSChris Mason root->fs_info = fs_info; 7920f7d52f4SChris Mason root->objectid = objectid; 7930f7d52f4SChris Mason root->last_trans = 0; 7941b05da2eSChris Mason root->highest_inode = 0; 7951b05da2eSChris Mason root->last_inode_alloc = 0; 79658176a96SJosef Bacik root->name = NULL; 7974313b399SChris Mason root->in_sysfs = 0; 7980b86a832SChris Mason 7990b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 8007b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 801bcc63abbSYan INIT_LIST_HEAD(&root->dead_list); 802925baeddSChris Mason spin_lock_init(&root->node_lock); 803bcc63abbSYan spin_lock_init(&root->list_lock); 804a2135011SChris Mason mutex_init(&root->objectid_mutex); 805e02119d5SChris Mason mutex_init(&root->log_mutex); 806d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 807d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 808017e5369SChris Mason 809017e5369SChris Mason btrfs_leaf_ref_tree_init(&root->ref_tree_struct); 810017e5369SChris Mason root->ref_tree = &root->ref_tree_struct; 811017e5369SChris Mason 8123768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 8133768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 8146702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 81558176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 8163f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 81758176a96SJosef Bacik init_completion(&root->kobj_unregister); 8186702ed49SChris Mason root->defrag_running = 0; 8196702ed49SChris Mason root->defrag_level = 0; 8204d775673SChris Mason root->root_key.objectid = objectid; 8213768f368SChris Mason return 0; 8223768f368SChris Mason } 8233768f368SChris Mason 824db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 8259f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 8269f5fae2fSChris Mason u64 objectid, 827e20d96d6SChris Mason struct btrfs_root *root) 8283768f368SChris Mason { 8293768f368SChris Mason int ret; 830db94535dSChris Mason u32 blocksize; 8313768f368SChris Mason 832db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 83387ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 83487ee04ebSChris Mason root, fs_info, objectid); 8353768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 8363768f368SChris Mason &root->root_item, &root->root_key); 8373768f368SChris Mason BUG_ON(ret); 8383768f368SChris Mason 839db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 840db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 841ca7a79adSChris Mason blocksize, 0); 8423768f368SChris Mason BUG_ON(!root->node); 843d97e63b6SChris Mason return 0; 844d97e63b6SChris Mason } 845d97e63b6SChris Mason 846e02119d5SChris Mason int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 847e02119d5SChris Mason struct btrfs_fs_info *fs_info) 848e02119d5SChris Mason { 849e02119d5SChris Mason struct extent_buffer *eb; 850d0c803c4SChris Mason struct btrfs_root *log_root_tree = fs_info->log_root_tree; 851d0c803c4SChris Mason u64 start = 0; 852d0c803c4SChris Mason u64 end = 0; 853e02119d5SChris Mason int ret; 854e02119d5SChris Mason 855d0c803c4SChris Mason if (!log_root_tree) 856e02119d5SChris Mason return 0; 857e02119d5SChris Mason 858d0c803c4SChris Mason while(1) { 859d0c803c4SChris Mason ret = find_first_extent_bit(&log_root_tree->dirty_log_pages, 860d0c803c4SChris Mason 0, &start, &end, EXTENT_DIRTY); 861d0c803c4SChris Mason if (ret) 862d0c803c4SChris Mason break; 863d0c803c4SChris Mason 864d0c803c4SChris Mason clear_extent_dirty(&log_root_tree->dirty_log_pages, 865d0c803c4SChris Mason start, end, GFP_NOFS); 866d0c803c4SChris Mason } 867e02119d5SChris Mason eb = fs_info->log_root_tree->node; 868e02119d5SChris Mason 869e02119d5SChris Mason WARN_ON(btrfs_header_level(eb) != 0); 870e02119d5SChris Mason WARN_ON(btrfs_header_nritems(eb) != 0); 871e02119d5SChris Mason 872d00aff00SChris Mason ret = btrfs_free_reserved_extent(fs_info->tree_root, 873d00aff00SChris Mason eb->start, eb->len); 874e02119d5SChris Mason BUG_ON(ret); 875e02119d5SChris Mason 876e02119d5SChris Mason free_extent_buffer(eb); 877e02119d5SChris Mason kfree(fs_info->log_root_tree); 878e02119d5SChris Mason fs_info->log_root_tree = NULL; 879e02119d5SChris Mason return 0; 880e02119d5SChris Mason } 881e02119d5SChris Mason 882e02119d5SChris Mason int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 883e02119d5SChris Mason struct btrfs_fs_info *fs_info) 8840f7d52f4SChris Mason { 8850f7d52f4SChris Mason struct btrfs_root *root; 8860f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 887e02119d5SChris Mason 888e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 889e02119d5SChris Mason if (!root) 890e02119d5SChris Mason return -ENOMEM; 891e02119d5SChris Mason 892e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 893e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 894e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 895e02119d5SChris Mason 896e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 897e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 898e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 899e02119d5SChris Mason root->ref_cows = 0; 900e02119d5SChris Mason 901e02119d5SChris Mason root->node = btrfs_alloc_free_block(trans, root, root->leafsize, 90231840ae1SZheng Yan 0, BTRFS_TREE_LOG_OBJECTID, 90331840ae1SZheng Yan trans->transid, 0, 0, 0); 904e02119d5SChris Mason 905e02119d5SChris Mason btrfs_set_header_nritems(root->node, 0); 906e02119d5SChris Mason btrfs_set_header_level(root->node, 0); 907e02119d5SChris Mason btrfs_set_header_bytenr(root->node, root->node->start); 908e02119d5SChris Mason btrfs_set_header_generation(root->node, trans->transid); 909e02119d5SChris Mason btrfs_set_header_owner(root->node, BTRFS_TREE_LOG_OBJECTID); 910e02119d5SChris Mason 911e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 912e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 913e02119d5SChris Mason BTRFS_FSID_SIZE); 914e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 915e02119d5SChris Mason btrfs_tree_unlock(root->node); 916e02119d5SChris Mason fs_info->log_root_tree = root; 917e02119d5SChris Mason return 0; 918e02119d5SChris Mason } 919e02119d5SChris Mason 920e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 921e02119d5SChris Mason struct btrfs_key *location) 922e02119d5SChris Mason { 923e02119d5SChris Mason struct btrfs_root *root; 924e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 9250f7d52f4SChris Mason struct btrfs_path *path; 9265f39d397SChris Mason struct extent_buffer *l; 9271b05da2eSChris Mason u64 highest_inode; 928db94535dSChris Mason u32 blocksize; 9290f7d52f4SChris Mason int ret = 0; 9300f7d52f4SChris Mason 9315eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 9320cf6c620SChris Mason if (!root) 9330f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 9340f7d52f4SChris Mason if (location->offset == (u64)-1) { 935db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 9360f7d52f4SChris Mason location->objectid, root); 9370f7d52f4SChris Mason if (ret) { 9380f7d52f4SChris Mason kfree(root); 9390f7d52f4SChris Mason return ERR_PTR(ret); 9400f7d52f4SChris Mason } 9410f7d52f4SChris Mason goto insert; 9420f7d52f4SChris Mason } 9430f7d52f4SChris Mason 944db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 94587ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 94687ee04ebSChris Mason root, fs_info, location->objectid); 9470f7d52f4SChris Mason 9480f7d52f4SChris Mason path = btrfs_alloc_path(); 9490f7d52f4SChris Mason BUG_ON(!path); 9500f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 9510f7d52f4SChris Mason if (ret != 0) { 9520f7d52f4SChris Mason if (ret > 0) 9530f7d52f4SChris Mason ret = -ENOENT; 9540f7d52f4SChris Mason goto out; 9550f7d52f4SChris Mason } 9565f39d397SChris Mason l = path->nodes[0]; 9575f39d397SChris Mason read_extent_buffer(l, &root->root_item, 9585f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 9590f7d52f4SChris Mason sizeof(root->root_item)); 96044b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 9610f7d52f4SChris Mason ret = 0; 9620f7d52f4SChris Mason out: 9630f7d52f4SChris Mason btrfs_release_path(root, path); 9640f7d52f4SChris Mason btrfs_free_path(path); 9650f7d52f4SChris Mason if (ret) { 9660f7d52f4SChris Mason kfree(root); 9670f7d52f4SChris Mason return ERR_PTR(ret); 9680f7d52f4SChris Mason } 969db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 970db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 971ca7a79adSChris Mason blocksize, 0); 9720f7d52f4SChris Mason BUG_ON(!root->node); 9730f7d52f4SChris Mason insert: 974e02119d5SChris Mason if (location->objectid != BTRFS_TREE_LOG_OBJECTID) { 9750f7d52f4SChris Mason root->ref_cows = 1; 9765eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 9775eda7b5eSChris Mason if (ret == 0) { 9785eda7b5eSChris Mason root->highest_inode = highest_inode; 9795eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 9805eda7b5eSChris Mason } 981e02119d5SChris Mason } 9825eda7b5eSChris Mason return root; 9835eda7b5eSChris Mason } 9845eda7b5eSChris Mason 985dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 986dc17ff8fSChris Mason u64 root_objectid) 987dc17ff8fSChris Mason { 988dc17ff8fSChris Mason struct btrfs_root *root; 989dc17ff8fSChris Mason 990dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 991dc17ff8fSChris Mason return fs_info->tree_root; 992dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 993dc17ff8fSChris Mason return fs_info->extent_root; 994dc17ff8fSChris Mason 995dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 996dc17ff8fSChris Mason (unsigned long)root_objectid); 997dc17ff8fSChris Mason return root; 998dc17ff8fSChris Mason } 999dc17ff8fSChris Mason 1000edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1001edbd8d4eSChris Mason struct btrfs_key *location) 10025eda7b5eSChris Mason { 10035eda7b5eSChris Mason struct btrfs_root *root; 10045eda7b5eSChris Mason int ret; 10055eda7b5eSChris Mason 1006edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1007edbd8d4eSChris Mason return fs_info->tree_root; 1008edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1009edbd8d4eSChris Mason return fs_info->extent_root; 10108f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 10118f18cf13SChris Mason return fs_info->chunk_root; 10128f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 10138f18cf13SChris Mason return fs_info->dev_root; 1014edbd8d4eSChris Mason 10155eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 10165eda7b5eSChris Mason (unsigned long)location->objectid); 10175eda7b5eSChris Mason if (root) 10185eda7b5eSChris Mason return root; 10195eda7b5eSChris Mason 1020e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 10215eda7b5eSChris Mason if (IS_ERR(root)) 10225eda7b5eSChris Mason return root; 10232619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 10242619ba1fSChris Mason (unsigned long)root->root_key.objectid, 10250f7d52f4SChris Mason root); 10260f7d52f4SChris Mason if (ret) { 10275f39d397SChris Mason free_extent_buffer(root->node); 10280f7d52f4SChris Mason kfree(root); 10290f7d52f4SChris Mason return ERR_PTR(ret); 10300f7d52f4SChris Mason } 1031edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 1032edbd8d4eSChris Mason root->root_key.objectid, root); 1033edbd8d4eSChris Mason BUG_ON(ret); 1034edbd8d4eSChris Mason 1035edbd8d4eSChris Mason return root; 1036edbd8d4eSChris Mason } 1037edbd8d4eSChris Mason 1038edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1039edbd8d4eSChris Mason struct btrfs_key *location, 1040edbd8d4eSChris Mason const char *name, int namelen) 1041edbd8d4eSChris Mason { 1042edbd8d4eSChris Mason struct btrfs_root *root; 1043edbd8d4eSChris Mason int ret; 1044edbd8d4eSChris Mason 1045edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1046edbd8d4eSChris Mason if (!root) 1047edbd8d4eSChris Mason return NULL; 104858176a96SJosef Bacik 10494313b399SChris Mason if (root->in_sysfs) 10504313b399SChris Mason return root; 10514313b399SChris Mason 105258176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 105358176a96SJosef Bacik if (ret) { 10545f39d397SChris Mason free_extent_buffer(root->node); 105558176a96SJosef Bacik kfree(root); 105658176a96SJosef Bacik return ERR_PTR(ret); 105758176a96SJosef Bacik } 105858176a96SJosef Bacik 105958176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 106058176a96SJosef Bacik if (ret) { 10615f39d397SChris Mason free_extent_buffer(root->node); 106258176a96SJosef Bacik kfree(root->name); 106358176a96SJosef Bacik kfree(root); 106458176a96SJosef Bacik return ERR_PTR(ret); 106558176a96SJosef Bacik } 10664313b399SChris Mason root->in_sysfs = 1; 10670f7d52f4SChris Mason return root; 10680f7d52f4SChris Mason } 106919c00ddcSChris Mason #if 0 107019c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 107119c00ddcSChris Mason struct btrfs_hasher *hasher; 10720f7d52f4SChris Mason 107319c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 107419c00ddcSChris Mason if (!hasher) 107519c00ddcSChris Mason return -ENOMEM; 107619c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 107719c00ddcSChris Mason if (!hasher->hash_tfm) { 107819c00ddcSChris Mason kfree(hasher); 107919c00ddcSChris Mason return -EINVAL; 108019c00ddcSChris Mason } 108119c00ddcSChris Mason spin_lock(&info->hash_lock); 108219c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 108319c00ddcSChris Mason spin_unlock(&info->hash_lock); 108419c00ddcSChris Mason return 0; 108519c00ddcSChris Mason } 108619c00ddcSChris Mason #endif 108704160088SChris Mason 108804160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 108904160088SChris Mason { 109004160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 109104160088SChris Mason int ret = 0; 109204160088SChris Mason struct list_head *cur; 109304160088SChris Mason struct btrfs_device *device; 109404160088SChris Mason struct backing_dev_info *bdi; 109504160088SChris Mason 1096cb03c743SChris Mason if ((bdi_bits & (1 << BDI_write_congested)) && 1097777e6bd7SChris Mason btrfs_congested_async(info, 0)) 1098cb03c743SChris Mason return 1; 1099cb03c743SChris Mason 110004160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 110104160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 1102dfe25020SChris Mason if (!device->bdev) 1103dfe25020SChris Mason continue; 110404160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 110504160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 110604160088SChris Mason ret = 1; 110704160088SChris Mason break; 110804160088SChris Mason } 110904160088SChris Mason } 111004160088SChris Mason return ret; 111104160088SChris Mason } 111204160088SChris Mason 111338b66988SChris Mason /* 111438b66988SChris Mason * this unplugs every device on the box, and it is only used when page 111538b66988SChris Mason * is null 111638b66988SChris Mason */ 111738b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 111838b66988SChris Mason { 111938b66988SChris Mason struct list_head *cur; 112038b66988SChris Mason struct btrfs_device *device; 112138b66988SChris Mason struct btrfs_fs_info *info; 112238b66988SChris Mason 112338b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 112438b66988SChris Mason list_for_each(cur, &info->fs_devices->devices) { 112538b66988SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 112638b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 112738b66988SChris Mason if (bdi->unplug_io_fn) { 112838b66988SChris Mason bdi->unplug_io_fn(bdi, page); 112938b66988SChris Mason } 113038b66988SChris Mason } 113138b66988SChris Mason } 113238b66988SChris Mason 113304160088SChris Mason void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 113404160088SChris Mason { 113538b66988SChris Mason struct inode *inode; 1136f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1137f2d8d74dSChris Mason struct extent_map *em; 1138bcbfce8aSChris Mason struct address_space *mapping; 113938b66988SChris Mason u64 offset; 114038b66988SChris Mason 1141bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 114238b66988SChris Mason if (!page) { 114338b66988SChris Mason __unplug_io_fn(bdi, page); 114438b66988SChris Mason return; 114538b66988SChris Mason } 114638b66988SChris Mason 1147bcbfce8aSChris Mason /* 1148bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1149bcbfce8aSChris Mason * and use that for everything below 1150bcbfce8aSChris Mason */ 1151bcbfce8aSChris Mason smp_mb(); 1152bcbfce8aSChris Mason mapping = page->mapping; 1153bcbfce8aSChris Mason if (!mapping) 1154bcbfce8aSChris Mason return; 1155bcbfce8aSChris Mason 1156bcbfce8aSChris Mason inode = mapping->host; 115738b66988SChris Mason offset = page_offset(page); 115804160088SChris Mason 1159f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1160f2d8d74dSChris Mason spin_lock(&em_tree->lock); 1161f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1162f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 116389642229SChris Mason if (!em) { 116489642229SChris Mason __unplug_io_fn(bdi, page); 1165f2d8d74dSChris Mason return; 116689642229SChris Mason } 1167f2d8d74dSChris Mason 116889642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 116989642229SChris Mason free_extent_map(em); 117089642229SChris Mason __unplug_io_fn(bdi, page); 117189642229SChris Mason return; 117289642229SChris Mason } 1173f2d8d74dSChris Mason offset = offset - em->start; 1174f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1175f2d8d74dSChris Mason em->block_start + offset, page); 1176f2d8d74dSChris Mason free_extent_map(em); 117704160088SChris Mason } 117804160088SChris Mason 117904160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 118004160088SChris Mason { 118104160088SChris Mason bdi_init(bdi); 11824575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 118304160088SChris Mason bdi->state = 0; 118404160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 118504160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 118604160088SChris Mason bdi->unplug_io_data = info; 118704160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 118804160088SChris Mason bdi->congested_data = info; 118904160088SChris Mason return 0; 119004160088SChris Mason } 119104160088SChris Mason 1192ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1193ce9adaa5SChris Mason { 1194ce9adaa5SChris Mason u64 length = 0; 1195ce9adaa5SChris Mason u64 buf_len = 0; 1196ce9adaa5SChris Mason u64 start = 0; 1197ce9adaa5SChris Mason struct page *page; 1198ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1199ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1200ce9adaa5SChris Mason struct bio_vec *bvec; 1201ce9adaa5SChris Mason int i; 1202ce9adaa5SChris Mason int ret; 1203ce9adaa5SChris Mason 1204ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1205ce9adaa5SChris Mason page = bvec->bv_page; 1206ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1207ce9adaa5SChris Mason length += bvec->bv_len; 1208ce9adaa5SChris Mason continue; 1209ce9adaa5SChris Mason } 1210ce9adaa5SChris Mason if (!page->private) { 1211ce9adaa5SChris Mason length += bvec->bv_len; 1212ce9adaa5SChris Mason continue; 1213ce9adaa5SChris Mason } 1214ce9adaa5SChris Mason length = bvec->bv_len; 1215ce9adaa5SChris Mason buf_len = page->private >> 2; 1216ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1217ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1218ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1219ce9adaa5SChris Mason } 1220ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1221ce9adaa5SChris Mason if (buf_len <= length) 1222ce9adaa5SChris Mason return 1; 1223ce9adaa5SChris Mason 1224ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1225ce9adaa5SChris Mason start + buf_len - 1); 1226ce9adaa5SChris Mason if (ret == 1) 1227ce9adaa5SChris Mason return ret; 1228ce9adaa5SChris Mason return ret; 1229ce9adaa5SChris Mason } 1230ce9adaa5SChris Mason 12318b712842SChris Mason /* 12328b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 12338b712842SChris Mason * functions. This is where read checksum verification actually happens 12348b712842SChris Mason */ 12358b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1236ce9adaa5SChris Mason { 1237ce9adaa5SChris Mason struct bio *bio; 12388b712842SChris Mason struct end_io_wq *end_io_wq; 12398b712842SChris Mason struct btrfs_fs_info *fs_info; 1240ce9adaa5SChris Mason int error; 1241ce9adaa5SChris Mason 12428b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1243ce9adaa5SChris Mason bio = end_io_wq->bio; 12448b712842SChris Mason fs_info = end_io_wq->info; 12458b712842SChris Mason 12468b712842SChris Mason /* metadata bios are special because the whole tree block must 12478b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 12488b712842SChris Mason * ram and up to date before trying to verify things. For 12498b712842SChris Mason * blocksize <= pagesize, it is basically a noop 12508b712842SChris Mason */ 125122c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 12528b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 12538b712842SChris Mason &end_io_wq->work); 1254ce9adaa5SChris Mason return; 1255ce9adaa5SChris Mason } 1256ce9adaa5SChris Mason error = end_io_wq->error; 1257ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1258ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1259ce9adaa5SChris Mason kfree(end_io_wq); 1260ce9adaa5SChris Mason bio_endio(bio, error); 1261ce9adaa5SChris Mason } 126244b8bd7eSChris Mason 1263a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1264a74a4b97SChris Mason { 1265a74a4b97SChris Mason struct btrfs_root *root = arg; 1266a74a4b97SChris Mason 1267a74a4b97SChris Mason do { 1268a74a4b97SChris Mason smp_mb(); 1269a74a4b97SChris Mason if (root->fs_info->closing) 1270a74a4b97SChris Mason break; 1271a74a4b97SChris Mason 1272a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1273a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1274a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1275a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1276a74a4b97SChris Mason 1277a74a4b97SChris Mason if (freezing(current)) { 1278a74a4b97SChris Mason refrigerator(); 1279a74a4b97SChris Mason } else { 1280a74a4b97SChris Mason smp_mb(); 1281a74a4b97SChris Mason if (root->fs_info->closing) 1282a74a4b97SChris Mason break; 1283a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1284a74a4b97SChris Mason schedule(); 1285a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1286a74a4b97SChris Mason } 1287a74a4b97SChris Mason } while (!kthread_should_stop()); 1288a74a4b97SChris Mason return 0; 1289a74a4b97SChris Mason } 1290a74a4b97SChris Mason 1291a74a4b97SChris Mason static int transaction_kthread(void *arg) 1292a74a4b97SChris Mason { 1293a74a4b97SChris Mason struct btrfs_root *root = arg; 1294a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1295a74a4b97SChris Mason struct btrfs_transaction *cur; 1296a74a4b97SChris Mason unsigned long now; 1297a74a4b97SChris Mason unsigned long delay; 1298a74a4b97SChris Mason int ret; 1299a74a4b97SChris Mason 1300a74a4b97SChris Mason do { 1301a74a4b97SChris Mason smp_mb(); 1302a74a4b97SChris Mason if (root->fs_info->closing) 1303a74a4b97SChris Mason break; 1304a74a4b97SChris Mason 1305a74a4b97SChris Mason delay = HZ * 30; 1306a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1307a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1308a74a4b97SChris Mason 1309ab78c84dSChris Mason if (root->fs_info->total_ref_cache_size > 20 * 1024 * 1024) { 131031153d81SYan Zheng printk("btrfs: total reference cache size %Lu\n", 131131153d81SYan Zheng root->fs_info->total_ref_cache_size); 1312ab78c84dSChris Mason } 131331153d81SYan Zheng 1314a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1315a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1316a74a4b97SChris Mason if (!cur) { 1317a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1318a74a4b97SChris Mason goto sleep; 1319a74a4b97SChris Mason } 132031153d81SYan Zheng 1321a74a4b97SChris Mason now = get_seconds(); 1322a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1323a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1324a74a4b97SChris Mason delay = HZ * 5; 1325a74a4b97SChris Mason goto sleep; 1326a74a4b97SChris Mason } 1327a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1328a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1329a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 1330a74a4b97SChris Mason sleep: 1331a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1332a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1333a74a4b97SChris Mason 1334a74a4b97SChris Mason if (freezing(current)) { 1335a74a4b97SChris Mason refrigerator(); 1336a74a4b97SChris Mason } else { 1337a74a4b97SChris Mason if (root->fs_info->closing) 1338a74a4b97SChris Mason break; 1339a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1340a74a4b97SChris Mason schedule_timeout(delay); 1341a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1342a74a4b97SChris Mason } 1343a74a4b97SChris Mason } while (!kthread_should_stop()); 1344a74a4b97SChris Mason return 0; 1345a74a4b97SChris Mason } 1346a74a4b97SChris Mason 13478a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1348dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1349dfe25020SChris Mason char *options) 1350eb60ceacSChris Mason { 1351db94535dSChris Mason u32 sectorsize; 1352db94535dSChris Mason u32 nodesize; 1353db94535dSChris Mason u32 leafsize; 1354db94535dSChris Mason u32 blocksize; 135587ee04ebSChris Mason u32 stripesize; 1356a061fc8dSChris Mason struct buffer_head *bh; 1357e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1358e20d96d6SChris Mason GFP_NOFS); 1359e02119d5SChris Mason struct btrfs_root *tree_root = kzalloc(sizeof(struct btrfs_root), 1360e20d96d6SChris Mason GFP_NOFS); 13618790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1362e20d96d6SChris Mason GFP_NOFS); 1363e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 13640b86a832SChris Mason GFP_NOFS); 1365e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 13660b86a832SChris Mason GFP_NOFS); 1367e02119d5SChris Mason struct btrfs_root *log_tree_root; 1368e02119d5SChris Mason 1369eb60ceacSChris Mason int ret; 1370e58ca020SYan int err = -EINVAL; 13714543df7eSChris Mason 13722c90e5d6SChris Mason struct btrfs_super_block *disk_super; 13738790d502SChris Mason 137439279cc3SChris Mason if (!extent_root || !tree_root || !fs_info) { 137539279cc3SChris Mason err = -ENOMEM; 137639279cc3SChris Mason goto fail; 137739279cc3SChris Mason } 13780f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 13798fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1380facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 138119c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1382ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 138319c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 13841832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1385cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 138631153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 138719c00ddcSChris Mason 138858176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 13899f5fae2fSChris Mason fs_info->tree_root = tree_root; 13909f5fae2fSChris Mason fs_info->extent_root = extent_root; 13910b86a832SChris Mason fs_info->chunk_root = chunk_root; 13920b86a832SChris Mason fs_info->dev_root = dev_root; 13938a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 13940b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 13956324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 13960b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1397cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 13988c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 13990986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1400a2135011SChris Mason atomic_set(&fs_info->throttles, 0); 1401ab78c84dSChris Mason atomic_set(&fs_info->throttle_gen, 0); 1402e20d96d6SChris Mason fs_info->sb = sb; 1403c59f8951SChris Mason fs_info->max_extent = (u64)-1; 14046f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 140504160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1406d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1407d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 14082c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 14094543df7eSChris Mason fs_info->thread_pool_size = min(num_online_cpus() + 2, 8); 14100afbaf8cSChris Mason 14113eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 14123eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 14133eaa2885SChris Mason 1414a061fc8dSChris Mason sb->s_blocksize = 4096; 1415a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1416a061fc8dSChris Mason 14170afbaf8cSChris Mason /* 14180afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 14190afbaf8cSChris Mason * the real end of the address space is determined by all of 14200afbaf8cSChris Mason * the devices in the system 14210afbaf8cSChris Mason */ 14220afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1423d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 142404160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 142504160088SChris Mason 1426d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 14275f39d397SChris Mason fs_info->btree_inode->i_mapping, 14285f39d397SChris Mason GFP_NOFS); 1429d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1430d1310b2eSChris Mason GFP_NOFS); 14310da5468fSChris Mason 1432d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1433d1310b2eSChris Mason 14340f9dd46cSJosef Bacik spin_lock_init(&fs_info->block_group_cache_lock); 14350f9dd46cSJosef Bacik fs_info->block_group_cache_tree.rb_node = NULL; 14360f9dd46cSJosef Bacik 1437d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 14381a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1439d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 14401a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1441d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 14421a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1443e66f709bSChris Mason fs_info->do_barriers = 1; 1444e18e4809SChris Mason 14451a40e23bSZheng Yan extent_io_tree_init(&fs_info->reloc_mapping_tree, 14461a40e23bSZheng Yan fs_info->btree_inode->i_mapping, GFP_NOFS); 14471a40e23bSZheng Yan INIT_LIST_HEAD(&fs_info->dead_reloc_roots); 14481a40e23bSZheng Yan btrfs_leaf_ref_tree_init(&fs_info->reloc_ref_tree); 1449e4657689SZheng Yan btrfs_leaf_ref_tree_init(&fs_info->shared_ref_tree); 1450e4657689SZheng Yan 14510f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 14520f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 14530f7d52f4SChris Mason sizeof(struct btrfs_key)); 145422b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 145539279cc3SChris Mason 145679154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1457e02119d5SChris Mason mutex_init(&fs_info->tree_log_mutex); 1458a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 1459925baeddSChris Mason mutex_init(&fs_info->alloc_mutex); 1460925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1461a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1462a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 14637d9eb12cSChris Mason mutex_init(&fs_info->volume_mutex); 14641a40e23bSZheng Yan mutex_init(&fs_info->tree_reloc_mutex); 1465e6dcd2dcSChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 1466f9295749SChris Mason init_waitqueue_head(&fs_info->transaction_wait); 14674854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 1468e02119d5SChris Mason init_waitqueue_head(&fs_info->tree_log_wait); 1469e02119d5SChris Mason atomic_set(&fs_info->tree_log_commit, 0); 1470e02119d5SChris Mason atomic_set(&fs_info->tree_log_writers, 0); 1471e02119d5SChris Mason fs_info->tree_log_transid = 0; 14723768f368SChris Mason 147319c00ddcSChris Mason #if 0 147419c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 147519c00ddcSChris Mason if (ret) { 147619c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 147719c00ddcSChris Mason err = -ENOMEM; 147819c00ddcSChris Mason goto fail_iput; 147919c00ddcSChris Mason } 148019c00ddcSChris Mason #endif 14810b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 14822c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 14837eccb903SChris Mason 1484d98237b3SChris Mason 1485a061fc8dSChris Mason bh = __bread(fs_devices->latest_bdev, 1486a061fc8dSChris Mason BTRFS_SUPER_INFO_OFFSET / 4096, 4096); 1487a061fc8dSChris Mason if (!bh) 148839279cc3SChris Mason goto fail_iput; 148939279cc3SChris Mason 1490a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 1491a061fc8dSChris Mason brelse(bh); 14925f39d397SChris Mason 1493a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 14940b86a832SChris Mason 14955f39d397SChris Mason disk_super = &fs_info->super_copy; 14960f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 149739279cc3SChris Mason goto fail_sb_buffer; 14980f7d52f4SChris Mason 1499edf24abeSChristoph Hellwig err = btrfs_parse_options(tree_root, options); 1500edf24abeSChristoph Hellwig if (err) 1501edf24abeSChristoph Hellwig goto fail_sb_buffer; 1502dfe25020SChris Mason 15034543df7eSChris Mason /* 15044543df7eSChris Mason * we need to start all the end_io workers up front because the 15054543df7eSChris Mason * queue work function gets called at interrupt time, and so it 15064543df7eSChris Mason * cannot dynamically grow. 15074543df7eSChris Mason */ 15085443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 15095443be45SChris Mason fs_info->thread_pool_size); 15105443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1511b720d209SChris Mason min_t(u64, fs_devices->num_devices, 1512b720d209SChris Mason fs_info->thread_pool_size)); 151361b49440SChris Mason 151461b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 151561b49440SChris Mason * likely that bios will be send down in a sane order to the 151661b49440SChris Mason * devices 151761b49440SChris Mason */ 151861b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 151953863232SChris Mason 152053863232SChris Mason /* fs_info->workers is responsible for checksumming file data 152153863232SChris Mason * blocks and metadata. Using a larger idle thresh allows each 152253863232SChris Mason * worker thread to operate on things in roughly the order they 152353863232SChris Mason * were sent by the writeback daemons, improving overall locality 152453863232SChris Mason * of the IO going down the pipe. 152553863232SChris Mason */ 152653863232SChris Mason fs_info->workers.idle_thresh = 128; 152761b49440SChris Mason 15285443be45SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1); 15295443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 15305443be45SChris Mason fs_info->thread_pool_size); 15315443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 1532e6dcd2dcSChris Mason fs_info->thread_pool_size); 153361b49440SChris Mason 153461b49440SChris Mason /* 153561b49440SChris Mason * endios are largely parallel and should have a very 153661b49440SChris Mason * low idle thresh 153761b49440SChris Mason */ 153861b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 15393a5f1d45SChris Mason fs_info->endio_write_workers.idle_thresh = 64; 154061b49440SChris Mason 15414543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 15421cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1543247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 15444543df7eSChris Mason btrfs_start_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 1545e6dcd2dcSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1546e6dcd2dcSChris Mason fs_info->thread_pool_size); 15474543df7eSChris Mason 1548edf24abeSChristoph Hellwig err = -EINVAL; 1549a0af469bSChris Mason if (btrfs_super_num_devices(disk_super) > fs_devices->open_devices) { 15508a4b83ccSChris Mason printk("Btrfs: wanted %llu devices, but found %llu\n", 15518a4b83ccSChris Mason (unsigned long long)btrfs_super_num_devices(disk_super), 1552a0af469bSChris Mason (unsigned long long)fs_devices->open_devices); 1553dfe25020SChris Mason if (btrfs_test_opt(tree_root, DEGRADED)) 1554dfe25020SChris Mason printk("continuing in degraded mode\n"); 1555dfe25020SChris Mason else { 15568a4b83ccSChris Mason goto fail_sb_buffer; 15578a4b83ccSChris Mason } 1558dfe25020SChris Mason } 1559dfe25020SChris Mason 15604575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 15614575c9ccSChris Mason 1562db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1563db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1564db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 156587ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1566db94535dSChris Mason tree_root->nodesize = nodesize; 1567db94535dSChris Mason tree_root->leafsize = leafsize; 1568db94535dSChris Mason tree_root->sectorsize = sectorsize; 156987ee04ebSChris Mason tree_root->stripesize = stripesize; 1570a061fc8dSChris Mason 1571a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1572a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1573db94535dSChris Mason 157439279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 157539279cc3SChris Mason sizeof(disk_super->magic))) { 157639279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 157739279cc3SChris Mason goto fail_sb_buffer; 157839279cc3SChris Mason } 157919c00ddcSChris Mason 1580925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 15810b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 1582925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 158384eed90fSChris Mason if (ret) { 158484eed90fSChris Mason printk("btrfs: failed to read the system array on %s\n", 158584eed90fSChris Mason sb->s_id); 158684eed90fSChris Mason goto fail_sys_array; 158784eed90fSChris Mason } 15880b86a832SChris Mason 15890b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 15900b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 15910b86a832SChris Mason 15920b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 15930b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 15940b86a832SChris Mason 15950b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 15960b86a832SChris Mason btrfs_super_chunk_root(disk_super), 1597ca7a79adSChris Mason blocksize, 0); 15980b86a832SChris Mason BUG_ON(!chunk_root->node); 15990b86a832SChris Mason 1600e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1601e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1602e17cade2SChris Mason BTRFS_UUID_SIZE); 1603e17cade2SChris Mason 1604925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 16050b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1606925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 16070b86a832SChris Mason BUG_ON(ret); 16080b86a832SChris Mason 1609dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1610dfe25020SChris Mason 1611db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1612db94535dSChris Mason btrfs_super_root_level(disk_super)); 161319c00ddcSChris Mason 16140b86a832SChris Mason 1615e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1616db94535dSChris Mason btrfs_super_root(disk_super), 1617ca7a79adSChris Mason blocksize, 0); 161839279cc3SChris Mason if (!tree_root->node) 161939279cc3SChris Mason goto fail_sb_buffer; 16203768f368SChris Mason 1621db94535dSChris Mason 1622db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1623e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 16240b86a832SChris Mason if (ret) 162539279cc3SChris Mason goto fail_tree_root; 16260b86a832SChris Mason extent_root->track_dirty = 1; 16270b86a832SChris Mason 16280b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 16290b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 16300b86a832SChris Mason dev_root->track_dirty = 1; 16310b86a832SChris Mason 16320b86a832SChris Mason if (ret) 16330b86a832SChris Mason goto fail_extent_root; 16343768f368SChris Mason 16359078a3e1SChris Mason btrfs_read_block_groups(extent_root); 16369078a3e1SChris Mason 16370f7d52f4SChris Mason fs_info->generation = btrfs_super_generation(disk_super) + 1; 1638d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1639d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1640611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1641a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1642a74a4b97SChris Mason "btrfs-cleaner"); 1643a74a4b97SChris Mason if (!fs_info->cleaner_kthread) 1644a74a4b97SChris Mason goto fail_extent_root; 1645a74a4b97SChris Mason 1646a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1647a74a4b97SChris Mason tree_root, 1648a74a4b97SChris Mason "btrfs-transaction"); 1649a74a4b97SChris Mason if (!fs_info->transaction_kthread) 16503f157a2fSChris Mason goto fail_cleaner; 1651a74a4b97SChris Mason 1652e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1653e02119d5SChris Mason u32 blocksize; 1654e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1655d18a2c44SChris Mason 1656e02119d5SChris Mason blocksize = 1657e02119d5SChris Mason btrfs_level_size(tree_root, 1658e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1659e02119d5SChris Mason 1660e02119d5SChris Mason log_tree_root = kzalloc(sizeof(struct btrfs_root), 1661e02119d5SChris Mason GFP_NOFS); 1662e02119d5SChris Mason 1663e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1664e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1665e02119d5SChris Mason 1666e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 1667e02119d5SChris Mason blocksize, 0); 1668e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1669e02119d5SChris Mason BUG_ON(ret); 1670e02119d5SChris Mason } 16711a40e23bSZheng Yan 16721a40e23bSZheng Yan ret = btrfs_cleanup_reloc_trees(tree_root); 16731a40e23bSZheng Yan BUG_ON(ret); 16741a40e23bSZheng Yan 1675e02119d5SChris Mason fs_info->last_trans_committed = btrfs_super_generation(disk_super); 16760f7d52f4SChris Mason return tree_root; 167739279cc3SChris Mason 16783f157a2fSChris Mason fail_cleaner: 1679a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 16800b86a832SChris Mason fail_extent_root: 16810b86a832SChris Mason free_extent_buffer(extent_root->node); 168239279cc3SChris Mason fail_tree_root: 16835f39d397SChris Mason free_extent_buffer(tree_root->node); 168484eed90fSChris Mason fail_sys_array: 168539279cc3SChris Mason fail_sb_buffer: 1686247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 16878b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 16888b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1689e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 16901cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 16914543df7eSChris Mason fail_iput: 16924543df7eSChris Mason iput(fs_info->btree_inode); 169339279cc3SChris Mason fail: 1694dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 169584eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 169684eed90fSChris Mason 169739279cc3SChris Mason kfree(extent_root); 169839279cc3SChris Mason kfree(tree_root); 16992d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 170039279cc3SChris Mason kfree(fs_info); 170139279cc3SChris Mason return ERR_PTR(err); 1702eb60ceacSChris Mason } 1703eb60ceacSChris Mason 1704f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1705f2984462SChris Mason { 1706f2984462SChris Mason char b[BDEVNAME_SIZE]; 1707f2984462SChris Mason 1708f2984462SChris Mason if (uptodate) { 1709f2984462SChris Mason set_buffer_uptodate(bh); 1710f2984462SChris Mason } else { 1711f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1712f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1713f2984462SChris Mason "I/O error on %s\n", 1714f2984462SChris Mason bdevname(bh->b_bdev, b)); 1715f2984462SChris Mason } 17161259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 17171259ab75SChris Mason * our own ways of dealing with the IO errors 17181259ab75SChris Mason */ 1719f2984462SChris Mason clear_buffer_uptodate(bh); 1720f2984462SChris Mason } 1721f2984462SChris Mason unlock_buffer(bh); 1722f2984462SChris Mason put_bh(bh); 1723f2984462SChris Mason } 1724f2984462SChris Mason 1725f2984462SChris Mason int write_all_supers(struct btrfs_root *root) 1726f2984462SChris Mason { 1727f2984462SChris Mason struct list_head *cur; 1728f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1729f2984462SChris Mason struct btrfs_device *dev; 1730a061fc8dSChris Mason struct btrfs_super_block *sb; 1731f2984462SChris Mason struct btrfs_dev_item *dev_item; 1732f2984462SChris Mason struct buffer_head *bh; 1733f2984462SChris Mason int ret; 1734f2984462SChris Mason int do_barriers; 1735a236aed1SChris Mason int max_errors; 1736a236aed1SChris Mason int total_errors = 0; 1737a061fc8dSChris Mason u32 crc; 1738a061fc8dSChris Mason u64 flags; 1739f2984462SChris Mason 1740a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 1741f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1742f2984462SChris Mason 1743a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 1744a061fc8dSChris Mason dev_item = &sb->dev_item; 1745f2984462SChris Mason list_for_each(cur, head) { 1746f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1747dfe25020SChris Mason if (!dev->bdev) { 1748dfe25020SChris Mason total_errors++; 1749dfe25020SChris Mason continue; 1750dfe25020SChris Mason } 1751dfe25020SChris Mason if (!dev->in_fs_metadata) 1752dfe25020SChris Mason continue; 1753dfe25020SChris Mason 1754a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 1755a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 1756a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 1757a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 1758a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 1759a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 1760a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 1761a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 1762a061fc8dSChris Mason flags = btrfs_super_flags(sb); 1763a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 1764f2984462SChris Mason 1765f2984462SChris Mason 1766a061fc8dSChris Mason crc = ~(u32)0; 1767a061fc8dSChris Mason crc = btrfs_csum_data(root, (char *)sb + BTRFS_CSUM_SIZE, crc, 1768a061fc8dSChris Mason BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE); 1769a061fc8dSChris Mason btrfs_csum_final(crc, sb->csum); 1770a061fc8dSChris Mason 1771a061fc8dSChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 4096, 1772f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1773f2984462SChris Mason 1774a061fc8dSChris Mason memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 1775f2984462SChris Mason dev->pending_io = bh; 1776f2984462SChris Mason 1777f2984462SChris Mason get_bh(bh); 1778f2984462SChris Mason set_buffer_uptodate(bh); 1779f2984462SChris Mason lock_buffer(bh); 1780f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1781f2984462SChris Mason 1782f2984462SChris Mason if (do_barriers && dev->barriers) { 1783f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1784f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1785f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1786f2984462SChris Mason dev->name); 1787f2984462SChris Mason set_buffer_uptodate(bh); 1788f2984462SChris Mason dev->barriers = 0; 1789f2984462SChris Mason get_bh(bh); 1790f2984462SChris Mason lock_buffer(bh); 1791f2984462SChris Mason ret = submit_bh(WRITE, bh); 1792f2984462SChris Mason } 1793f2984462SChris Mason } else { 1794f2984462SChris Mason ret = submit_bh(WRITE, bh); 1795f2984462SChris Mason } 1796a236aed1SChris Mason if (ret) 1797a236aed1SChris Mason total_errors++; 1798f2984462SChris Mason } 1799a236aed1SChris Mason if (total_errors > max_errors) { 1800a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1801a236aed1SChris Mason BUG(); 1802a236aed1SChris Mason } 1803a236aed1SChris Mason total_errors = 0; 1804f2984462SChris Mason 1805f2984462SChris Mason list_for_each(cur, head) { 1806f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1807dfe25020SChris Mason if (!dev->bdev) 1808dfe25020SChris Mason continue; 1809dfe25020SChris Mason if (!dev->in_fs_metadata) 1810dfe25020SChris Mason continue; 1811dfe25020SChris Mason 1812f2984462SChris Mason BUG_ON(!dev->pending_io); 1813f2984462SChris Mason bh = dev->pending_io; 1814f2984462SChris Mason wait_on_buffer(bh); 1815f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1816f2984462SChris Mason if (do_barriers && dev->barriers) { 1817f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1818f2984462SChris Mason dev->name); 1819f2984462SChris Mason set_buffer_uptodate(bh); 1820f2984462SChris Mason get_bh(bh); 1821f2984462SChris Mason lock_buffer(bh); 1822f2984462SChris Mason dev->barriers = 0; 1823f2984462SChris Mason ret = submit_bh(WRITE, bh); 1824f2984462SChris Mason BUG_ON(ret); 1825f2984462SChris Mason wait_on_buffer(bh); 18261259ab75SChris Mason if (!buffer_uptodate(bh)) 18271259ab75SChris Mason total_errors++; 1828f2984462SChris Mason } else { 1829a236aed1SChris Mason total_errors++; 1830f2984462SChris Mason } 1831f2984462SChris Mason 1832f2984462SChris Mason } 1833f2984462SChris Mason dev->pending_io = NULL; 1834f2984462SChris Mason brelse(bh); 1835f2984462SChris Mason } 1836a236aed1SChris Mason if (total_errors > max_errors) { 1837a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1838a236aed1SChris Mason BUG(); 1839a236aed1SChris Mason } 1840f2984462SChris Mason return 0; 1841f2984462SChris Mason } 1842f2984462SChris Mason 1843e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 184479154b1bSChris Mason *root) 1845cfaa7295SChris Mason { 1846e66f709bSChris Mason int ret; 18472c90e5d6SChris Mason 1848f2984462SChris Mason ret = write_all_supers(root); 18495f39d397SChris Mason return ret; 1850cfaa7295SChris Mason } 1851cfaa7295SChris Mason 18525eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 18532619ba1fSChris Mason { 18542619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 18552619ba1fSChris Mason (unsigned long)root->root_key.objectid); 1856b99aa6cbSChris Mason if (root->in_sysfs) 185758176a96SJosef Bacik btrfs_sysfs_del_root(root); 18582619ba1fSChris Mason if (root->inode) 18592619ba1fSChris Mason iput(root->inode); 18602619ba1fSChris Mason if (root->node) 18615f39d397SChris Mason free_extent_buffer(root->node); 18622619ba1fSChris Mason if (root->commit_root) 18635f39d397SChris Mason free_extent_buffer(root->commit_root); 186458176a96SJosef Bacik if (root->name) 186558176a96SJosef Bacik kfree(root->name); 18662619ba1fSChris Mason kfree(root); 18672619ba1fSChris Mason return 0; 18682619ba1fSChris Mason } 18692619ba1fSChris Mason 187035b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 18710f7d52f4SChris Mason { 18720f7d52f4SChris Mason int ret; 18730f7d52f4SChris Mason struct btrfs_root *gang[8]; 18740f7d52f4SChris Mason int i; 18750f7d52f4SChris Mason 18760f7d52f4SChris Mason while(1) { 18770f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 18780f7d52f4SChris Mason (void **)gang, 0, 18790f7d52f4SChris Mason ARRAY_SIZE(gang)); 18800f7d52f4SChris Mason if (!ret) 18810f7d52f4SChris Mason break; 18822619ba1fSChris Mason for (i = 0; i < ret; i++) 18835eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 18840f7d52f4SChris Mason } 18850f7d52f4SChris Mason return 0; 18860f7d52f4SChris Mason } 1887b4100d64SChris Mason 1888e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 1889eb60ceacSChris Mason { 18903768f368SChris Mason int ret; 1891e089f05cSChris Mason struct btrfs_trans_handle *trans; 18920f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 1893e089f05cSChris Mason 1894facda1e7SChris Mason fs_info->closing = 1; 1895a2135011SChris Mason smp_mb(); 1896a2135011SChris Mason 1897a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 1898a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 1899a74a4b97SChris Mason 1900a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 190179154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 190254aa1f4dSChris Mason ret = btrfs_commit_transaction(trans, root); 190379154b1bSChris Mason /* run commit again to drop the original snapshot */ 190479154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 190579154b1bSChris Mason btrfs_commit_transaction(trans, root); 190679154b1bSChris Mason ret = btrfs_write_and_wait_transaction(NULL, root); 19079f5fae2fSChris Mason BUG_ON(ret); 1908d6bfde87SChris Mason 190979154b1bSChris Mason write_ctree_super(NULL, root); 1910ed2ff2cbSChris Mason 1911b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 1912b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 1913b0c68f8bSChris Mason fs_info->delalloc_bytes); 1914b0c68f8bSChris Mason } 191531153d81SYan Zheng if (fs_info->total_ref_cache_size) { 191631153d81SYan Zheng printk("btrfs: at umount reference cache size %Lu\n", 191731153d81SYan Zheng fs_info->total_ref_cache_size); 191831153d81SYan Zheng } 191931153d81SYan Zheng 19200f7d52f4SChris Mason if (fs_info->extent_root->node) 19215f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 1922f510cfecSChris Mason 19230f7d52f4SChris Mason if (fs_info->tree_root->node) 19245f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 1925f510cfecSChris Mason 19260b86a832SChris Mason if (root->fs_info->chunk_root->node); 19270b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 19280b86a832SChris Mason 19290b86a832SChris Mason if (root->fs_info->dev_root->node); 19300b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 19310b86a832SChris Mason 19329078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 19334ca8b41eSChris Mason fs_info->closing = 2; 19340f7d52f4SChris Mason del_fs_roots(fs_info); 1935d10c5f31SChris Mason 1936d10c5f31SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 1937d10c5f31SChris Mason 1938db94535dSChris Mason truncate_inode_pages(fs_info->btree_inode->i_mapping, 0); 19399ad6b7bcSChris Mason 1940247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 19418b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 19428b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1943e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 19441cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 1945d6bfde87SChris Mason 1946db94535dSChris Mason iput(fs_info->btree_inode); 194719c00ddcSChris Mason #if 0 194819c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 194919c00ddcSChris Mason struct btrfs_hasher *hasher; 195019c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 195119c00ddcSChris Mason hashers); 195219c00ddcSChris Mason list_del(&hasher->hashers); 195319c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 195419c00ddcSChris Mason kfree(hasher); 195519c00ddcSChris Mason } 195619c00ddcSChris Mason #endif 1957dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 19580b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 1959b248a415SChris Mason 196004160088SChris Mason bdi_destroy(&fs_info->bdi); 19610b86a832SChris Mason 19620f7d52f4SChris Mason kfree(fs_info->extent_root); 19630f7d52f4SChris Mason kfree(fs_info->tree_root); 19640b86a832SChris Mason kfree(fs_info->chunk_root); 19650b86a832SChris Mason kfree(fs_info->dev_root); 1966eb60ceacSChris Mason return 0; 1967eb60ceacSChris Mason } 1968eb60ceacSChris Mason 19691259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 1970ccd467d6SChris Mason { 19711259ab75SChris Mason int ret; 1972810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 19731259ab75SChris Mason 19741259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 19751259ab75SChris Mason if (!ret) 19761259ab75SChris Mason return ret; 19771259ab75SChris Mason 19781259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 19791259ab75SChris Mason parent_transid); 19801259ab75SChris Mason return !ret; 19815f39d397SChris Mason } 19826702ed49SChris Mason 19835f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 19845f39d397SChris Mason { 1985810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1986d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 19875f39d397SChris Mason buf); 19885f39d397SChris Mason } 19895f39d397SChris Mason 19905f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 19915f39d397SChris Mason { 1992810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 19935f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 19945f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 19956702ed49SChris Mason 1996925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 1997ccd467d6SChris Mason if (transid != root->fs_info->generation) { 1998ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 1999db94535dSChris Mason (unsigned long long)buf->start, 2000ccd467d6SChris Mason transid, root->fs_info->generation); 2001ccd467d6SChris Mason WARN_ON(1); 2002ccd467d6SChris Mason } 2003d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 2004eb60ceacSChris Mason } 2005eb60ceacSChris Mason 2006d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 200735b7e476SChris Mason { 2008188de649SChris Mason /* 2009188de649SChris Mason * looks as though older kernels can get into trouble with 2010188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2011188de649SChris Mason */ 2012d6bfde87SChris Mason struct extent_io_tree *tree; 2013d6bfde87SChris Mason u64 num_dirty; 2014d6bfde87SChris Mason u64 start = 0; 2015b64a2851SChris Mason unsigned long thresh = 96 * 1024 * 1024; 2016d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 2017d6bfde87SChris Mason 2018b64a2851SChris Mason if (current_is_pdflush() || current->flags & PF_MEMALLOC) 2019d6bfde87SChris Mason return; 2020d6bfde87SChris Mason 2021d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 2022d6bfde87SChris Mason thresh, EXTENT_DIRTY); 2023d6bfde87SChris Mason if (num_dirty > thresh) { 2024d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2025304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 202635b7e476SChris Mason } 2027188de649SChris Mason return; 2028d6bfde87SChris Mason } 20296b80053dSChris Mason 2030ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 20316b80053dSChris Mason { 2032810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2033ce9adaa5SChris Mason int ret; 2034ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2035ce9adaa5SChris Mason if (ret == 0) { 2036ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 2037ce9adaa5SChris Mason } 2038ce9adaa5SChris Mason return ret; 20396b80053dSChris Mason } 20400da5468fSChris Mason 20414bef0848SChris Mason int btree_lock_page_hook(struct page *page) 20424bef0848SChris Mason { 20434bef0848SChris Mason struct inode *inode = page->mapping->host; 20444bef0848SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 20454bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 20464bef0848SChris Mason struct extent_buffer *eb; 20474bef0848SChris Mason unsigned long len; 20484bef0848SChris Mason u64 bytenr = page_offset(page); 20494bef0848SChris Mason 20504bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 20514bef0848SChris Mason goto out; 20524bef0848SChris Mason 20534bef0848SChris Mason len = page->private >> 2; 20544bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 20554bef0848SChris Mason if (!eb) 20564bef0848SChris Mason goto out; 20574bef0848SChris Mason 20584bef0848SChris Mason btrfs_tree_lock(eb); 20594bef0848SChris Mason spin_lock(&root->fs_info->hash_lock); 20604bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 20614bef0848SChris Mason spin_unlock(&root->fs_info->hash_lock); 20624bef0848SChris Mason btrfs_tree_unlock(eb); 20634bef0848SChris Mason free_extent_buffer(eb); 20644bef0848SChris Mason out: 20654bef0848SChris Mason lock_page(page); 20664bef0848SChris Mason return 0; 20674bef0848SChris Mason } 20684bef0848SChris Mason 2069d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 20704bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2071ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 20720b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2073239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2074239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 20750da5468fSChris Mason }; 2076