16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19a74a4b97SChris Mason #include <linux/version.h> 20e20d96d6SChris Mason #include <linux/fs.h> 21d98237b3SChris Mason #include <linux/blkdev.h> 2287cbda5cSChris Mason #include <linux/scatterlist.h> 2322b0ebdaSChris Mason #include <linux/swap.h> 240f7d52f4SChris Mason #include <linux/radix-tree.h> 2535b7e476SChris Mason #include <linux/writeback.h> 265f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 27ce9adaa5SChris Mason #include <linux/workqueue.h> 28a74a4b97SChris Mason #include <linux/kthread.h> 29a74a4b97SChris Mason # include <linux/freezer.h> 30a5eb62e3SMiguel #include "crc32c.h" 31eb60ceacSChris Mason #include "ctree.h" 32eb60ceacSChris Mason #include "disk-io.h" 33e089f05cSChris Mason #include "transaction.h" 340f7d52f4SChris Mason #include "btrfs_inode.h" 350b86a832SChris Mason #include "volumes.h" 36db94535dSChris Mason #include "print-tree.h" 378b712842SChris Mason #include "async-thread.h" 38925baeddSChris Mason #include "locking.h" 39017e5369SChris Mason #include "ref-cache.h" 40e02119d5SChris Mason #include "tree-log.h" 41eb60ceacSChris Mason 425f39d397SChris Mason #if 0 435f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 447eccb903SChris Mason { 455f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 465f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 475f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 485f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 4939279cc3SChris Mason return 1; 50d98237b3SChris Mason } 519a8dd150SChris Mason return 0; 52eb60ceacSChris Mason } 535f39d397SChris Mason #endif 54eb60ceacSChris Mason 55d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 568b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 57ce9adaa5SChris Mason 58d352ac68SChris Mason /* 59d352ac68SChris Mason * end_io_wq structs are used to do processing in task context when an IO is 60d352ac68SChris Mason * complete. This is used during reads to verify checksums, and it is used 61d352ac68SChris Mason * by writes to insert metadata for new file extents after IO is complete. 62d352ac68SChris Mason */ 63ce9adaa5SChris Mason struct end_io_wq { 64ce9adaa5SChris Mason struct bio *bio; 65ce9adaa5SChris Mason bio_end_io_t *end_io; 66ce9adaa5SChris Mason void *private; 67ce9adaa5SChris Mason struct btrfs_fs_info *info; 68ce9adaa5SChris Mason int error; 6922c59948SChris Mason int metadata; 70ce9adaa5SChris Mason struct list_head list; 718b712842SChris Mason struct btrfs_work work; 72ce9adaa5SChris Mason }; 730da5468fSChris Mason 74d352ac68SChris Mason /* 75d352ac68SChris Mason * async submit bios are used to offload expensive checksumming 76d352ac68SChris Mason * onto the worker threads. They checksum file and metadata bios 77d352ac68SChris Mason * just before they are sent down the IO stack. 78d352ac68SChris Mason */ 7944b8bd7eSChris Mason struct async_submit_bio { 8044b8bd7eSChris Mason struct inode *inode; 8144b8bd7eSChris Mason struct bio *bio; 8244b8bd7eSChris Mason struct list_head list; 834a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start; 844a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done; 8544b8bd7eSChris Mason int rw; 8644b8bd7eSChris Mason int mirror_num; 87c8b97818SChris Mason unsigned long bio_flags; 888b712842SChris Mason struct btrfs_work work; 8944b8bd7eSChris Mason }; 9044b8bd7eSChris Mason 91d352ac68SChris Mason /* 92d352ac68SChris Mason * extents on the btree inode are pretty simple, there's one extent 93d352ac68SChris Mason * that covers the entire device 94d352ac68SChris Mason */ 955f39d397SChris Mason struct extent_map *btree_get_extent(struct inode *inode, struct page *page, 96d1310b2eSChris Mason size_t page_offset, u64 start, u64 len, 975f39d397SChris Mason int create) 985f39d397SChris Mason { 995f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 1005f39d397SChris Mason struct extent_map *em; 1015f39d397SChris Mason int ret; 1025f39d397SChris Mason 103d1310b2eSChris Mason spin_lock(&em_tree->lock); 104d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 105a061fc8dSChris Mason if (em) { 106a061fc8dSChris Mason em->bdev = 107a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 108d1310b2eSChris Mason spin_unlock(&em_tree->lock); 1095f39d397SChris Mason goto out; 110a061fc8dSChris Mason } 111a061fc8dSChris Mason spin_unlock(&em_tree->lock); 1127b13b7b1SChris Mason 1135f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1145f39d397SChris Mason if (!em) { 1155f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1165f39d397SChris Mason goto out; 1175f39d397SChris Mason } 1185f39d397SChris Mason em->start = 0; 1190afbaf8cSChris Mason em->len = (u64)-1; 120c8b97818SChris Mason em->block_len = (u64)-1; 1215f39d397SChris Mason em->block_start = 0; 122a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 123d1310b2eSChris Mason 124d1310b2eSChris Mason spin_lock(&em_tree->lock); 1255f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1265f39d397SChris Mason if (ret == -EEXIST) { 1270afbaf8cSChris Mason u64 failed_start = em->start; 1280afbaf8cSChris Mason u64 failed_len = em->len; 1290afbaf8cSChris Mason 1300afbaf8cSChris Mason printk("failed to insert %Lu %Lu -> %Lu into tree\n", 1310afbaf8cSChris Mason em->start, em->len, em->block_start); 1325f39d397SChris Mason free_extent_map(em); 1337b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1340afbaf8cSChris Mason if (em) { 1350afbaf8cSChris Mason printk("after failing, found %Lu %Lu %Lu\n", 1360afbaf8cSChris Mason em->start, em->len, em->block_start); 1377b13b7b1SChris Mason ret = 0; 1380afbaf8cSChris Mason } else { 1390afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1400afbaf8cSChris Mason failed_len); 1410afbaf8cSChris Mason if (em) { 1420afbaf8cSChris Mason printk("double failure lookup gives us " 1430afbaf8cSChris Mason "%Lu %Lu -> %Lu\n", em->start, 1440afbaf8cSChris Mason em->len, em->block_start); 1450afbaf8cSChris Mason free_extent_map(em); 1460afbaf8cSChris Mason } 1477b13b7b1SChris Mason ret = -EIO; 1480afbaf8cSChris Mason } 1495f39d397SChris Mason } else if (ret) { 1507b13b7b1SChris Mason free_extent_map(em); 1517b13b7b1SChris Mason em = NULL; 1525f39d397SChris Mason } 1537b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1547b13b7b1SChris Mason 1557b13b7b1SChris Mason if (ret) 1567b13b7b1SChris Mason em = ERR_PTR(ret); 1575f39d397SChris Mason out: 1585f39d397SChris Mason return em; 1595f39d397SChris Mason } 1605f39d397SChris Mason 16119c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 16219c00ddcSChris Mason { 163a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 16419c00ddcSChris Mason } 16519c00ddcSChris Mason 16619c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 16719c00ddcSChris Mason { 16819c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 16919c00ddcSChris Mason } 17019c00ddcSChris Mason 171d352ac68SChris Mason /* 172d352ac68SChris Mason * compute the csum for a btree block, and either verify it or write it 173d352ac68SChris Mason * into the csum field of the block. 174d352ac68SChris Mason */ 17519c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 17619c00ddcSChris Mason int verify) 17719c00ddcSChris Mason { 17819c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 17919c00ddcSChris Mason unsigned long len; 18019c00ddcSChris Mason unsigned long cur_len; 18119c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 18219c00ddcSChris Mason char *map_token = NULL; 18319c00ddcSChris Mason char *kaddr; 18419c00ddcSChris Mason unsigned long map_start; 18519c00ddcSChris Mason unsigned long map_len; 18619c00ddcSChris Mason int err; 18719c00ddcSChris Mason u32 crc = ~(u32)0; 18819c00ddcSChris Mason 18919c00ddcSChris Mason len = buf->len - offset; 19019c00ddcSChris Mason while(len > 0) { 19119c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 19219c00ddcSChris Mason &map_token, &kaddr, 19319c00ddcSChris Mason &map_start, &map_len, KM_USER0); 19419c00ddcSChris Mason if (err) { 19519c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 19619c00ddcSChris Mason offset); 19719c00ddcSChris Mason return 1; 19819c00ddcSChris Mason } 19919c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 20019c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 20119c00ddcSChris Mason crc, cur_len); 20219c00ddcSChris Mason len -= cur_len; 20319c00ddcSChris Mason offset += cur_len; 20419c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 20519c00ddcSChris Mason } 20619c00ddcSChris Mason btrfs_csum_final(crc, result); 20719c00ddcSChris Mason 20819c00ddcSChris Mason if (verify) { 209e4204dedSChris Mason /* FIXME, this is not good */ 21063b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 211e4204dedSChris Mason u32 val; 212e4204dedSChris Mason u32 found = 0; 213e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 214e4204dedSChris Mason 215e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 216e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 2172dd3e67bSChris Mason "wanted %X found %X level %d\n", 21819c00ddcSChris Mason root->fs_info->sb->s_id, 2192dd3e67bSChris Mason buf->start, val, found, btrfs_header_level(buf)); 22019c00ddcSChris Mason return 1; 22119c00ddcSChris Mason } 22219c00ddcSChris Mason } else { 22319c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 22419c00ddcSChris Mason } 22519c00ddcSChris Mason return 0; 22619c00ddcSChris Mason } 22719c00ddcSChris Mason 228d352ac68SChris Mason /* 229d352ac68SChris Mason * we can't consider a given block up to date unless the transid of the 230d352ac68SChris Mason * block matches the transid in the parent node's pointer. This is how we 231d352ac68SChris Mason * detect blocks that either didn't get written at all or got written 232d352ac68SChris Mason * in the wrong place. 233d352ac68SChris Mason */ 2341259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2351259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2361259ab75SChris Mason { 2371259ab75SChris Mason int ret; 2381259ab75SChris Mason 2391259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2401259ab75SChris Mason return 0; 2411259ab75SChris Mason 2421259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2431259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2441259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2451259ab75SChris Mason ret = 0; 2461259ab75SChris Mason goto out; 2471259ab75SChris Mason } 2481259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2491259ab75SChris Mason (unsigned long long)eb->start, 2501259ab75SChris Mason (unsigned long long)parent_transid, 2511259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2521259ab75SChris Mason ret = 1; 2531259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 25433958dc6SChris Mason out: 2551259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2561259ab75SChris Mason GFP_NOFS); 2571259ab75SChris Mason return ret; 2581259ab75SChris Mason } 2591259ab75SChris Mason 260d352ac68SChris Mason /* 261d352ac68SChris Mason * helper to read a given tree block, doing retries as required when 262d352ac68SChris Mason * the checksums don't match and we have alternate mirrors to try. 263d352ac68SChris Mason */ 264f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 265f188591eSChris Mason struct extent_buffer *eb, 266ca7a79adSChris Mason u64 start, u64 parent_transid) 267f188591eSChris Mason { 268f188591eSChris Mason struct extent_io_tree *io_tree; 269f188591eSChris Mason int ret; 270f188591eSChris Mason int num_copies = 0; 271f188591eSChris Mason int mirror_num = 0; 272f188591eSChris Mason 273f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 274f188591eSChris Mason while (1) { 275f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 276f188591eSChris Mason btree_get_extent, mirror_num); 2771259ab75SChris Mason if (!ret && 2781259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 279f188591eSChris Mason return ret; 280a1b32a59SChris Mason printk("read extent buffer pages failed with ret %d mirror no %d\n", ret, mirror_num); 281f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 282f188591eSChris Mason eb->start, eb->len); 2834235298eSChris Mason if (num_copies == 1) 284f188591eSChris Mason return ret; 2854235298eSChris Mason 286f188591eSChris Mason mirror_num++; 2874235298eSChris Mason if (mirror_num > num_copies) 288f188591eSChris Mason return ret; 289f188591eSChris Mason } 290f188591eSChris Mason return -EIO; 291f188591eSChris Mason } 29219c00ddcSChris Mason 293d352ac68SChris Mason /* 294d352ac68SChris Mason * checksum a dirty tree block before IO. This has extra checks to make 295d352ac68SChris Mason * sure we only fill in the checksum field in the first page of a multi-page block 296d352ac68SChris Mason */ 29719c00ddcSChris Mason int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 29819c00ddcSChris Mason { 299d1310b2eSChris Mason struct extent_io_tree *tree; 30035ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 30119c00ddcSChris Mason u64 found_start; 30219c00ddcSChris Mason int found_level; 30319c00ddcSChris Mason unsigned long len; 30419c00ddcSChris Mason struct extent_buffer *eb; 305f188591eSChris Mason int ret; 306f188591eSChris Mason 307d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 30819c00ddcSChris Mason 30919c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 31019c00ddcSChris Mason goto out; 31119c00ddcSChris Mason if (!page->private) 31219c00ddcSChris Mason goto out; 31319c00ddcSChris Mason len = page->private >> 2; 31419c00ddcSChris Mason if (len == 0) { 31519c00ddcSChris Mason WARN_ON(1); 31619c00ddcSChris Mason } 31719c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 318ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 319ca7a79adSChris Mason btrfs_header_generation(eb)); 320f188591eSChris Mason BUG_ON(ret); 32119c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 32219c00ddcSChris Mason if (found_start != start) { 32319c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 32419c00ddcSChris Mason start, found_start, len); 32555c69072SChris Mason WARN_ON(1); 32655c69072SChris Mason goto err; 32755c69072SChris Mason } 32855c69072SChris Mason if (eb->first_page != page) { 32955c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 33055c69072SChris Mason page->index); 33155c69072SChris Mason WARN_ON(1); 33255c69072SChris Mason goto err; 33355c69072SChris Mason } 33455c69072SChris Mason if (!PageUptodate(page)) { 33555c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 33655c69072SChris Mason WARN_ON(1); 33755c69072SChris Mason goto err; 33819c00ddcSChris Mason } 33919c00ddcSChris Mason found_level = btrfs_header_level(eb); 3404bef0848SChris Mason 34119c00ddcSChris Mason csum_tree_block(root, eb, 0); 34255c69072SChris Mason err: 34319c00ddcSChris Mason free_extent_buffer(eb); 34419c00ddcSChris Mason out: 34519c00ddcSChris Mason return 0; 34619c00ddcSChris Mason } 34719c00ddcSChris Mason 348ce9adaa5SChris Mason int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 349ce9adaa5SChris Mason struct extent_state *state) 350ce9adaa5SChris Mason { 351ce9adaa5SChris Mason struct extent_io_tree *tree; 352ce9adaa5SChris Mason u64 found_start; 353ce9adaa5SChris Mason int found_level; 354ce9adaa5SChris Mason unsigned long len; 355ce9adaa5SChris Mason struct extent_buffer *eb; 356ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 357f188591eSChris Mason int ret = 0; 358ce9adaa5SChris Mason 359ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 360ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 361ce9adaa5SChris Mason goto out; 362ce9adaa5SChris Mason if (!page->private) 363ce9adaa5SChris Mason goto out; 364ce9adaa5SChris Mason len = page->private >> 2; 365ce9adaa5SChris Mason if (len == 0) { 366ce9adaa5SChris Mason WARN_ON(1); 367ce9adaa5SChris Mason } 368ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 369f188591eSChris Mason 370ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 37123a07867SChris Mason if (found_start != start) { 372a1b32a59SChris Mason printk("bad tree block start %llu %llu\n", 373a1b32a59SChris Mason (unsigned long long)found_start, 374a1b32a59SChris Mason (unsigned long long)eb->start); 375f188591eSChris Mason ret = -EIO; 376ce9adaa5SChris Mason goto err; 377ce9adaa5SChris Mason } 378ce9adaa5SChris Mason if (eb->first_page != page) { 379ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 380ce9adaa5SChris Mason page->index); 381ce9adaa5SChris Mason WARN_ON(1); 382f188591eSChris Mason ret = -EIO; 383ce9adaa5SChris Mason goto err; 384ce9adaa5SChris Mason } 3851259ab75SChris Mason if (memcmp_extent_buffer(eb, root->fs_info->fsid, 3861259ab75SChris Mason (unsigned long)btrfs_header_fsid(eb), 3871259ab75SChris Mason BTRFS_FSID_SIZE)) { 3881259ab75SChris Mason printk("bad fsid on block %Lu\n", eb->start); 3891259ab75SChris Mason ret = -EIO; 3901259ab75SChris Mason goto err; 3911259ab75SChris Mason } 392ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 393ce9adaa5SChris Mason 394ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 395f188591eSChris Mason if (ret) 396f188591eSChris Mason ret = -EIO; 397ce9adaa5SChris Mason 398ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 399ce9adaa5SChris Mason end = eb->start + end - 1; 400ce9adaa5SChris Mason err: 401ce9adaa5SChris Mason free_extent_buffer(eb); 402ce9adaa5SChris Mason out: 403f188591eSChris Mason return ret; 404ce9adaa5SChris Mason } 405ce9adaa5SChris Mason 406ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 407ce9adaa5SChris Mason { 408ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 409ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 410ce9adaa5SChris Mason 411ce9adaa5SChris Mason fs_info = end_io_wq->info; 412ce9adaa5SChris Mason end_io_wq->error = err; 4138b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4148b712842SChris Mason end_io_wq->work.flags = 0; 415e6dcd2dcSChris Mason if (bio->bi_rw & (1 << BIO_RW)) 416e6dcd2dcSChris Mason btrfs_queue_worker(&fs_info->endio_write_workers, 417e6dcd2dcSChris Mason &end_io_wq->work); 418e6dcd2dcSChris Mason else 4198b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, &end_io_wq->work); 420ce9adaa5SChris Mason } 421ce9adaa5SChris Mason 42222c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 42322c59948SChris Mason int metadata) 4240b86a832SChris Mason { 425ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 426ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 427ce9adaa5SChris Mason if (!end_io_wq) 428ce9adaa5SChris Mason return -ENOMEM; 429ce9adaa5SChris Mason 430ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 431ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 43222c59948SChris Mason end_io_wq->info = info; 433ce9adaa5SChris Mason end_io_wq->error = 0; 434ce9adaa5SChris Mason end_io_wq->bio = bio; 43522c59948SChris Mason end_io_wq->metadata = metadata; 436ce9adaa5SChris Mason 437ce9adaa5SChris Mason bio->bi_private = end_io_wq; 438ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 43922c59948SChris Mason return 0; 44022c59948SChris Mason } 44122c59948SChris Mason 442b64a2851SChris Mason unsigned long btrfs_async_submit_limit(struct btrfs_fs_info *info) 4434854ddd0SChris Mason { 4444854ddd0SChris Mason unsigned long limit = min_t(unsigned long, 4454854ddd0SChris Mason info->workers.max_workers, 4464854ddd0SChris Mason info->fs_devices->open_devices); 4474854ddd0SChris Mason return 256 * limit; 4484854ddd0SChris Mason } 4494854ddd0SChris Mason 450777e6bd7SChris Mason int btrfs_congested_async(struct btrfs_fs_info *info, int iodone) 4510986fe9eSChris Mason { 452b64a2851SChris Mason return atomic_read(&info->nr_async_bios) > 453b64a2851SChris Mason btrfs_async_submit_limit(info); 4540986fe9eSChris Mason } 4550986fe9eSChris Mason 4564a69a410SChris Mason static void run_one_async_start(struct btrfs_work *work) 4574a69a410SChris Mason { 4584a69a410SChris Mason struct btrfs_fs_info *fs_info; 4594a69a410SChris Mason struct async_submit_bio *async; 4604a69a410SChris Mason 4614a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 4624a69a410SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4634a69a410SChris Mason async->submit_bio_start(async->inode, async->rw, async->bio, 4644a69a410SChris Mason async->mirror_num, async->bio_flags); 4654a69a410SChris Mason } 4664a69a410SChris Mason 4674a69a410SChris Mason static void run_one_async_done(struct btrfs_work *work) 4688b712842SChris Mason { 4698b712842SChris Mason struct btrfs_fs_info *fs_info; 4708b712842SChris Mason struct async_submit_bio *async; 4714854ddd0SChris Mason int limit; 4728b712842SChris Mason 4738b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 4748b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4754854ddd0SChris Mason 476b64a2851SChris Mason limit = btrfs_async_submit_limit(fs_info); 4774854ddd0SChris Mason limit = limit * 2 / 3; 4784854ddd0SChris Mason 4798b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 4800986fe9eSChris Mason 481b64a2851SChris Mason if (atomic_read(&fs_info->nr_async_submits) < limit && 482b64a2851SChris Mason waitqueue_active(&fs_info->async_submit_wait)) 4834854ddd0SChris Mason wake_up(&fs_info->async_submit_wait); 4844854ddd0SChris Mason 4854a69a410SChris Mason async->submit_bio_done(async->inode, async->rw, async->bio, 486c8b97818SChris Mason async->mirror_num, async->bio_flags); 4874a69a410SChris Mason } 4884a69a410SChris Mason 4894a69a410SChris Mason static void run_one_async_free(struct btrfs_work *work) 4904a69a410SChris Mason { 4914a69a410SChris Mason struct async_submit_bio *async; 4924a69a410SChris Mason 4934a69a410SChris Mason async = container_of(work, struct async_submit_bio, work); 4948b712842SChris Mason kfree(async); 4958b712842SChris Mason } 4968b712842SChris Mason 49744b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 49844b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 499c8b97818SChris Mason unsigned long bio_flags, 5004a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_start, 5014a69a410SChris Mason extent_submit_bio_hook_t *submit_bio_done) 50244b8bd7eSChris Mason { 50344b8bd7eSChris Mason struct async_submit_bio *async; 504b64a2851SChris Mason int limit = btrfs_async_submit_limit(fs_info); 50544b8bd7eSChris Mason 50644b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 50744b8bd7eSChris Mason if (!async) 50844b8bd7eSChris Mason return -ENOMEM; 50944b8bd7eSChris Mason 51044b8bd7eSChris Mason async->inode = inode; 51144b8bd7eSChris Mason async->rw = rw; 51244b8bd7eSChris Mason async->bio = bio; 51344b8bd7eSChris Mason async->mirror_num = mirror_num; 5144a69a410SChris Mason async->submit_bio_start = submit_bio_start; 5154a69a410SChris Mason async->submit_bio_done = submit_bio_done; 5164a69a410SChris Mason 5174a69a410SChris Mason async->work.func = run_one_async_start; 5184a69a410SChris Mason async->work.ordered_func = run_one_async_done; 5194a69a410SChris Mason async->work.ordered_free = run_one_async_free; 5204a69a410SChris Mason 5218b712842SChris Mason async->work.flags = 0; 522c8b97818SChris Mason async->bio_flags = bio_flags; 5238c8bee1dSChris Mason 5248c8bee1dSChris Mason while(atomic_read(&fs_info->async_submit_draining) && 5258c8bee1dSChris Mason atomic_read(&fs_info->nr_async_submits)) { 5268c8bee1dSChris Mason wait_event(fs_info->async_submit_wait, 5278c8bee1dSChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 5288c8bee1dSChris Mason } 5298c8bee1dSChris Mason 530cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 5318b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 5324854ddd0SChris Mason 5339473f16cSChris Mason if (atomic_read(&fs_info->nr_async_submits) > limit) { 5344854ddd0SChris Mason wait_event_timeout(fs_info->async_submit_wait, 5354854ddd0SChris Mason (atomic_read(&fs_info->nr_async_submits) < limit), 5364854ddd0SChris Mason HZ/10); 5379473f16cSChris Mason 5389473f16cSChris Mason wait_event_timeout(fs_info->async_submit_wait, 5399473f16cSChris Mason (atomic_read(&fs_info->nr_async_bios) < limit), 5409473f16cSChris Mason HZ/10); 5419473f16cSChris Mason } 542771ed689SChris Mason 543771ed689SChris Mason while(atomic_read(&fs_info->async_submit_draining) && 544771ed689SChris Mason atomic_read(&fs_info->nr_async_submits)) { 545771ed689SChris Mason wait_event(fs_info->async_submit_wait, 546771ed689SChris Mason (atomic_read(&fs_info->nr_async_submits) == 0)); 547771ed689SChris Mason } 548771ed689SChris Mason 54944b8bd7eSChris Mason return 0; 55044b8bd7eSChris Mason } 55144b8bd7eSChris Mason 552ce3ed71aSChris Mason static int btree_csum_one_bio(struct bio *bio) 553ce3ed71aSChris Mason { 554ce3ed71aSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 555ce3ed71aSChris Mason int bio_index = 0; 556ce3ed71aSChris Mason struct btrfs_root *root; 557ce3ed71aSChris Mason 558ce3ed71aSChris Mason WARN_ON(bio->bi_vcnt <= 0); 559ce3ed71aSChris Mason while(bio_index < bio->bi_vcnt) { 560ce3ed71aSChris Mason root = BTRFS_I(bvec->bv_page->mapping->host)->root; 561ce3ed71aSChris Mason csum_dirty_buffer(root, bvec->bv_page); 562ce3ed71aSChris Mason bio_index++; 563ce3ed71aSChris Mason bvec++; 564ce3ed71aSChris Mason } 565ce3ed71aSChris Mason return 0; 566ce3ed71aSChris Mason } 567ce3ed71aSChris Mason 5684a69a410SChris Mason static int __btree_submit_bio_start(struct inode *inode, int rw, 5694a69a410SChris Mason struct bio *bio, int mirror_num, 5704a69a410SChris Mason unsigned long bio_flags) 57122c59948SChris Mason { 5728b712842SChris Mason /* 5738b712842SChris Mason * when we're called for a write, we're already in the async 5745443be45SChris Mason * submission context. Just jump into btrfs_map_bio 5758b712842SChris Mason */ 576ce3ed71aSChris Mason btree_csum_one_bio(bio); 5774a69a410SChris Mason return 0; 57822c59948SChris Mason } 57922c59948SChris Mason 5804a69a410SChris Mason static int __btree_submit_bio_done(struct inode *inode, int rw, struct bio *bio, 5814a69a410SChris Mason int mirror_num, unsigned long bio_flags) 5824a69a410SChris Mason { 5838b712842SChris Mason /* 5844a69a410SChris Mason * when we're called for a write, we're already in the async 5854a69a410SChris Mason * submission context. Just jump into btrfs_map_bio 5868b712842SChris Mason */ 5878b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 5880b86a832SChris Mason } 5890b86a832SChris Mason 59044b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 591c8b97818SChris Mason int mirror_num, unsigned long bio_flags) 59244b8bd7eSChris Mason { 5938b712842SChris Mason /* 5948b712842SChris Mason * kthread helpers are used to submit writes so that checksumming 5958b712842SChris Mason * can happen in parallel across all CPUs 5968b712842SChris Mason */ 59744b8bd7eSChris Mason if (!(rw & (1 << BIO_RW))) { 5984a69a410SChris Mason int ret; 5994a69a410SChris Mason /* 6004a69a410SChris Mason * called for a read, do the setup so that checksum validation 6014a69a410SChris Mason * can happen in the async kernel threads 6024a69a410SChris Mason */ 6034a69a410SChris Mason ret = btrfs_bio_wq_end_io(BTRFS_I(inode)->root->fs_info, 6044a69a410SChris Mason bio, 1); 6054a69a410SChris Mason BUG_ON(ret); 6064a69a410SChris Mason 6074a69a410SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 6086f3577bdSChris Mason mirror_num, 0); 60944b8bd7eSChris Mason } 61044b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 611c8b97818SChris Mason inode, rw, bio, mirror_num, 0, 6124a69a410SChris Mason __btree_submit_bio_start, 6134a69a410SChris Mason __btree_submit_bio_done); 61444b8bd7eSChris Mason } 61544b8bd7eSChris Mason 6165f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 6175f39d397SChris Mason { 618d1310b2eSChris Mason struct extent_io_tree *tree; 619d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6205443be45SChris Mason 6215443be45SChris Mason if (current->flags & PF_MEMALLOC) { 6225443be45SChris Mason redirty_page_for_writepage(wbc, page); 6235443be45SChris Mason unlock_page(page); 6245443be45SChris Mason return 0; 6255443be45SChris Mason } 6265f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 6275f39d397SChris Mason } 6280da5468fSChris Mason 6290da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 6300da5468fSChris Mason struct writeback_control *wbc) 6310da5468fSChris Mason { 632d1310b2eSChris Mason struct extent_io_tree *tree; 633d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 634d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 635793955bcSChris Mason u64 num_dirty; 636793955bcSChris Mason u64 start = 0; 63724ab9cd8SChris Mason unsigned long thresh = 32 * 1024 * 1024; 638448d640bSChris Mason 639448d640bSChris Mason if (wbc->for_kupdate) 640448d640bSChris Mason return 0; 641448d640bSChris Mason 6421832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 6431832a6d5SChris Mason thresh, EXTENT_DIRTY); 644793955bcSChris Mason if (num_dirty < thresh) { 645793955bcSChris Mason return 0; 646793955bcSChris Mason } 647793955bcSChris Mason } 6480da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 6490da5468fSChris Mason } 6500da5468fSChris Mason 6515f39d397SChris Mason int btree_readpage(struct file *file, struct page *page) 6525f39d397SChris Mason { 653d1310b2eSChris Mason struct extent_io_tree *tree; 654d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6555f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 6565f39d397SChris Mason } 6575f39d397SChris Mason 65870dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 6595f39d397SChris Mason { 660d1310b2eSChris Mason struct extent_io_tree *tree; 661d1310b2eSChris Mason struct extent_map_tree *map; 6625f39d397SChris Mason int ret; 6635f39d397SChris Mason 66498509cfcSChris Mason if (PageWriteback(page) || PageDirty(page)) 66598509cfcSChris Mason return 0; 66698509cfcSChris Mason 667d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 668d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 6696af118ceSChris Mason 6707b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 6716af118ceSChris Mason if (!ret) { 6726af118ceSChris Mason return 0; 6736af118ceSChris Mason } 6746af118ceSChris Mason 6756af118ceSChris Mason ret = try_release_extent_buffer(tree, page); 6765f39d397SChris Mason if (ret == 1) { 6775f39d397SChris Mason ClearPagePrivate(page); 6785f39d397SChris Mason set_page_private(page, 0); 679d98237b3SChris Mason page_cache_release(page); 6805f39d397SChris Mason } 6816af118ceSChris Mason 682d98237b3SChris Mason return ret; 683d98237b3SChris Mason } 684d98237b3SChris Mason 6855f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 686d98237b3SChris Mason { 687d1310b2eSChris Mason struct extent_io_tree *tree; 688d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 6895f39d397SChris Mason extent_invalidatepage(tree, page, offset); 6905f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 6919ad6b7bcSChris Mason if (PagePrivate(page)) { 6926af118ceSChris Mason printk("warning page private not zero on page %Lu\n", 6936af118ceSChris Mason page_offset(page)); 6949ad6b7bcSChris Mason ClearPagePrivate(page); 6959ad6b7bcSChris Mason set_page_private(page, 0); 6969ad6b7bcSChris Mason page_cache_release(page); 6979ad6b7bcSChris Mason } 698d98237b3SChris Mason } 699d98237b3SChris Mason 7005f39d397SChris Mason #if 0 701d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 702d98237b3SChris Mason { 70387cbda5cSChris Mason struct buffer_head *bh; 7040f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 70587cbda5cSChris Mason struct buffer_head *head; 70687cbda5cSChris Mason if (!page_has_buffers(page)) { 70787cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 70887cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 70987cbda5cSChris Mason } 71087cbda5cSChris Mason head = page_buffers(page); 71187cbda5cSChris Mason bh = head; 71287cbda5cSChris Mason do { 71387cbda5cSChris Mason if (buffer_dirty(bh)) 71487cbda5cSChris Mason csum_tree_block(root, bh, 0); 71587cbda5cSChris Mason bh = bh->b_this_page; 71687cbda5cSChris Mason } while (bh != head); 717d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 718d98237b3SChris Mason } 7195f39d397SChris Mason #endif 720d98237b3SChris Mason 721d98237b3SChris Mason static struct address_space_operations btree_aops = { 722d98237b3SChris Mason .readpage = btree_readpage, 723d98237b3SChris Mason .writepage = btree_writepage, 7240da5468fSChris Mason .writepages = btree_writepages, 7255f39d397SChris Mason .releasepage = btree_releasepage, 7265f39d397SChris Mason .invalidatepage = btree_invalidatepage, 727d98237b3SChris Mason .sync_page = block_sync_page, 728d98237b3SChris Mason }; 729123abc88SChris Mason 730ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 731ca7a79adSChris Mason u64 parent_transid) 732090d1875SChris Mason { 7335f39d397SChris Mason struct extent_buffer *buf = NULL; 7345f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 735de428b63SChris Mason int ret = 0; 736090d1875SChris Mason 737db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7385f39d397SChris Mason if (!buf) 739090d1875SChris Mason return 0; 740d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 741f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 7425f39d397SChris Mason free_extent_buffer(buf); 743de428b63SChris Mason return ret; 744090d1875SChris Mason } 745090d1875SChris Mason 7460999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 7470999df54SChris Mason u64 bytenr, u32 blocksize) 7480999df54SChris Mason { 7490999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7500999df54SChris Mason struct extent_buffer *eb; 7510999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7520999df54SChris Mason bytenr, blocksize, GFP_NOFS); 7530999df54SChris Mason return eb; 7540999df54SChris Mason } 7550999df54SChris Mason 7560999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 7570999df54SChris Mason u64 bytenr, u32 blocksize) 7580999df54SChris Mason { 7590999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 7600999df54SChris Mason struct extent_buffer *eb; 7610999df54SChris Mason 7620999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 7630999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 7640999df54SChris Mason return eb; 7650999df54SChris Mason } 7660999df54SChris Mason 7670999df54SChris Mason 768e02119d5SChris Mason int btrfs_write_tree_block(struct extent_buffer *buf) 769e02119d5SChris Mason { 770e02119d5SChris Mason return btrfs_fdatawrite_range(buf->first_page->mapping, buf->start, 77124ab9cd8SChris Mason buf->start + buf->len - 1, WB_SYNC_ALL); 772e02119d5SChris Mason } 773e02119d5SChris Mason 774e02119d5SChris Mason int btrfs_wait_tree_block_writeback(struct extent_buffer *buf) 775e02119d5SChris Mason { 776e02119d5SChris Mason return btrfs_wait_on_page_writeback_range(buf->first_page->mapping, 777e02119d5SChris Mason buf->start, buf->start + buf->len -1); 778e02119d5SChris Mason } 779e02119d5SChris Mason 780db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 781ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 782e20d96d6SChris Mason { 7835f39d397SChris Mason struct extent_buffer *buf = NULL; 7845f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 785d1310b2eSChris Mason struct extent_io_tree *io_tree; 78619c00ddcSChris Mason int ret; 78719c00ddcSChris Mason 788d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 789e20d96d6SChris Mason 790db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 7915f39d397SChris Mason if (!buf) 792d98237b3SChris Mason return NULL; 793e4204dedSChris Mason 794ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 795ce9adaa5SChris Mason 796ce9adaa5SChris Mason if (ret == 0) { 797ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 798a1b32a59SChris Mason } else { 799a1b32a59SChris Mason WARN_ON(1); 800ce9adaa5SChris Mason } 8015f39d397SChris Mason return buf; 802ce9adaa5SChris Mason 803eb60ceacSChris Mason } 804eb60ceacSChris Mason 805e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 8065f39d397SChris Mason struct extent_buffer *buf) 807ed2ff2cbSChris Mason { 8085f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 80955c69072SChris Mason if (btrfs_header_generation(buf) == 810925baeddSChris Mason root->fs_info->running_transaction->transid) { 811925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 812d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 81355c69072SChris Mason buf); 814925baeddSChris Mason } 8155f39d397SChris Mason return 0; 8165f39d397SChris Mason } 8175f39d397SChris Mason 818db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 81987ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 8209f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 821e20d96d6SChris Mason u64 objectid) 822d97e63b6SChris Mason { 823cfaa7295SChris Mason root->node = NULL; 8240f7d52f4SChris Mason root->inode = NULL; 825a28ec197SChris Mason root->commit_root = NULL; 82631153d81SYan Zheng root->ref_tree = NULL; 827db94535dSChris Mason root->sectorsize = sectorsize; 828db94535dSChris Mason root->nodesize = nodesize; 829db94535dSChris Mason root->leafsize = leafsize; 83087ee04ebSChris Mason root->stripesize = stripesize; 831123abc88SChris Mason root->ref_cows = 0; 8320b86a832SChris Mason root->track_dirty = 0; 8330b86a832SChris Mason 8349f5fae2fSChris Mason root->fs_info = fs_info; 8350f7d52f4SChris Mason root->objectid = objectid; 8360f7d52f4SChris Mason root->last_trans = 0; 8371b05da2eSChris Mason root->highest_inode = 0; 8381b05da2eSChris Mason root->last_inode_alloc = 0; 83958176a96SJosef Bacik root->name = NULL; 8404313b399SChris Mason root->in_sysfs = 0; 8410b86a832SChris Mason 8420b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 8437b128766SJosef Bacik INIT_LIST_HEAD(&root->orphan_list); 844bcc63abbSYan INIT_LIST_HEAD(&root->dead_list); 845925baeddSChris Mason spin_lock_init(&root->node_lock); 846bcc63abbSYan spin_lock_init(&root->list_lock); 847a2135011SChris Mason mutex_init(&root->objectid_mutex); 848e02119d5SChris Mason mutex_init(&root->log_mutex); 849d0c803c4SChris Mason extent_io_tree_init(&root->dirty_log_pages, 850d0c803c4SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 851017e5369SChris Mason 852017e5369SChris Mason btrfs_leaf_ref_tree_init(&root->ref_tree_struct); 853017e5369SChris Mason root->ref_tree = &root->ref_tree_struct; 854017e5369SChris Mason 8553768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 8563768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 8576702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 85858176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 8593f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 86058176a96SJosef Bacik init_completion(&root->kobj_unregister); 8616702ed49SChris Mason root->defrag_running = 0; 8626702ed49SChris Mason root->defrag_level = 0; 8634d775673SChris Mason root->root_key.objectid = objectid; 8643768f368SChris Mason return 0; 8653768f368SChris Mason } 8663768f368SChris Mason 867db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 8689f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 8699f5fae2fSChris Mason u64 objectid, 870e20d96d6SChris Mason struct btrfs_root *root) 8713768f368SChris Mason { 8723768f368SChris Mason int ret; 873db94535dSChris Mason u32 blocksize; 87484234f3aSYan Zheng u64 generation; 8753768f368SChris Mason 876db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 87787ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 87887ee04ebSChris Mason root, fs_info, objectid); 8793768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 8803768f368SChris Mason &root->root_item, &root->root_key); 8813768f368SChris Mason BUG_ON(ret); 8823768f368SChris Mason 88384234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 884db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 885db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 88684234f3aSYan Zheng blocksize, generation); 8873768f368SChris Mason BUG_ON(!root->node); 888d97e63b6SChris Mason return 0; 889d97e63b6SChris Mason } 890d97e63b6SChris Mason 891e02119d5SChris Mason int btrfs_free_log_root_tree(struct btrfs_trans_handle *trans, 892e02119d5SChris Mason struct btrfs_fs_info *fs_info) 893e02119d5SChris Mason { 894e02119d5SChris Mason struct extent_buffer *eb; 895d0c803c4SChris Mason struct btrfs_root *log_root_tree = fs_info->log_root_tree; 896d0c803c4SChris Mason u64 start = 0; 897d0c803c4SChris Mason u64 end = 0; 898e02119d5SChris Mason int ret; 899e02119d5SChris Mason 900d0c803c4SChris Mason if (!log_root_tree) 901e02119d5SChris Mason return 0; 902e02119d5SChris Mason 903d0c803c4SChris Mason while(1) { 904d0c803c4SChris Mason ret = find_first_extent_bit(&log_root_tree->dirty_log_pages, 905d0c803c4SChris Mason 0, &start, &end, EXTENT_DIRTY); 906d0c803c4SChris Mason if (ret) 907d0c803c4SChris Mason break; 908d0c803c4SChris Mason 909d0c803c4SChris Mason clear_extent_dirty(&log_root_tree->dirty_log_pages, 910d0c803c4SChris Mason start, end, GFP_NOFS); 911d0c803c4SChris Mason } 912e02119d5SChris Mason eb = fs_info->log_root_tree->node; 913e02119d5SChris Mason 914e02119d5SChris Mason WARN_ON(btrfs_header_level(eb) != 0); 915e02119d5SChris Mason WARN_ON(btrfs_header_nritems(eb) != 0); 916e02119d5SChris Mason 917d00aff00SChris Mason ret = btrfs_free_reserved_extent(fs_info->tree_root, 918d00aff00SChris Mason eb->start, eb->len); 919e02119d5SChris Mason BUG_ON(ret); 920e02119d5SChris Mason 921e02119d5SChris Mason free_extent_buffer(eb); 922e02119d5SChris Mason kfree(fs_info->log_root_tree); 923e02119d5SChris Mason fs_info->log_root_tree = NULL; 924e02119d5SChris Mason return 0; 925e02119d5SChris Mason } 926e02119d5SChris Mason 927e02119d5SChris Mason int btrfs_init_log_root_tree(struct btrfs_trans_handle *trans, 928e02119d5SChris Mason struct btrfs_fs_info *fs_info) 9290f7d52f4SChris Mason { 9300f7d52f4SChris Mason struct btrfs_root *root; 9310f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 932e02119d5SChris Mason 933e02119d5SChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 934e02119d5SChris Mason if (!root) 935e02119d5SChris Mason return -ENOMEM; 936e02119d5SChris Mason 937e02119d5SChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 938e02119d5SChris Mason tree_root->sectorsize, tree_root->stripesize, 939e02119d5SChris Mason root, fs_info, BTRFS_TREE_LOG_OBJECTID); 940e02119d5SChris Mason 941e02119d5SChris Mason root->root_key.objectid = BTRFS_TREE_LOG_OBJECTID; 942e02119d5SChris Mason root->root_key.type = BTRFS_ROOT_ITEM_KEY; 943e02119d5SChris Mason root->root_key.offset = BTRFS_TREE_LOG_OBJECTID; 944e02119d5SChris Mason root->ref_cows = 0; 945e02119d5SChris Mason 946e02119d5SChris Mason root->node = btrfs_alloc_free_block(trans, root, root->leafsize, 94731840ae1SZheng Yan 0, BTRFS_TREE_LOG_OBJECTID, 94831840ae1SZheng Yan trans->transid, 0, 0, 0); 949e02119d5SChris Mason 950e02119d5SChris Mason btrfs_set_header_nritems(root->node, 0); 951e02119d5SChris Mason btrfs_set_header_level(root->node, 0); 952e02119d5SChris Mason btrfs_set_header_bytenr(root->node, root->node->start); 953e02119d5SChris Mason btrfs_set_header_generation(root->node, trans->transid); 954e02119d5SChris Mason btrfs_set_header_owner(root->node, BTRFS_TREE_LOG_OBJECTID); 955e02119d5SChris Mason 956e02119d5SChris Mason write_extent_buffer(root->node, root->fs_info->fsid, 957e02119d5SChris Mason (unsigned long)btrfs_header_fsid(root->node), 958e02119d5SChris Mason BTRFS_FSID_SIZE); 959e02119d5SChris Mason btrfs_mark_buffer_dirty(root->node); 960e02119d5SChris Mason btrfs_tree_unlock(root->node); 961e02119d5SChris Mason fs_info->log_root_tree = root; 962e02119d5SChris Mason return 0; 963e02119d5SChris Mason } 964e02119d5SChris Mason 965e02119d5SChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_root *tree_root, 966e02119d5SChris Mason struct btrfs_key *location) 967e02119d5SChris Mason { 968e02119d5SChris Mason struct btrfs_root *root; 969e02119d5SChris Mason struct btrfs_fs_info *fs_info = tree_root->fs_info; 9700f7d52f4SChris Mason struct btrfs_path *path; 9715f39d397SChris Mason struct extent_buffer *l; 9721b05da2eSChris Mason u64 highest_inode; 97384234f3aSYan Zheng u64 generation; 974db94535dSChris Mason u32 blocksize; 9750f7d52f4SChris Mason int ret = 0; 9760f7d52f4SChris Mason 9775eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 9780cf6c620SChris Mason if (!root) 9790f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 9800f7d52f4SChris Mason if (location->offset == (u64)-1) { 981db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 9820f7d52f4SChris Mason location->objectid, root); 9830f7d52f4SChris Mason if (ret) { 9840f7d52f4SChris Mason kfree(root); 9850f7d52f4SChris Mason return ERR_PTR(ret); 9860f7d52f4SChris Mason } 9870f7d52f4SChris Mason goto insert; 9880f7d52f4SChris Mason } 9890f7d52f4SChris Mason 990db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 99187ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 99287ee04ebSChris Mason root, fs_info, location->objectid); 9930f7d52f4SChris Mason 9940f7d52f4SChris Mason path = btrfs_alloc_path(); 9950f7d52f4SChris Mason BUG_ON(!path); 9960f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 9970f7d52f4SChris Mason if (ret != 0) { 9980f7d52f4SChris Mason if (ret > 0) 9990f7d52f4SChris Mason ret = -ENOENT; 10000f7d52f4SChris Mason goto out; 10010f7d52f4SChris Mason } 10025f39d397SChris Mason l = path->nodes[0]; 10035f39d397SChris Mason read_extent_buffer(l, &root->root_item, 10045f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 10050f7d52f4SChris Mason sizeof(root->root_item)); 100644b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 10070f7d52f4SChris Mason ret = 0; 10080f7d52f4SChris Mason out: 10090f7d52f4SChris Mason btrfs_release_path(root, path); 10100f7d52f4SChris Mason btrfs_free_path(path); 10110f7d52f4SChris Mason if (ret) { 10120f7d52f4SChris Mason kfree(root); 10130f7d52f4SChris Mason return ERR_PTR(ret); 10140f7d52f4SChris Mason } 101584234f3aSYan Zheng generation = btrfs_root_generation(&root->root_item); 1016db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 1017db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 101884234f3aSYan Zheng blocksize, generation); 10190f7d52f4SChris Mason BUG_ON(!root->node); 10200f7d52f4SChris Mason insert: 1021e02119d5SChris Mason if (location->objectid != BTRFS_TREE_LOG_OBJECTID) { 10220f7d52f4SChris Mason root->ref_cows = 1; 10235eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 10245eda7b5eSChris Mason if (ret == 0) { 10255eda7b5eSChris Mason root->highest_inode = highest_inode; 10265eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 10275eda7b5eSChris Mason } 1028e02119d5SChris Mason } 10295eda7b5eSChris Mason return root; 10305eda7b5eSChris Mason } 10315eda7b5eSChris Mason 1032dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 1033dc17ff8fSChris Mason u64 root_objectid) 1034dc17ff8fSChris Mason { 1035dc17ff8fSChris Mason struct btrfs_root *root; 1036dc17ff8fSChris Mason 1037dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 1038dc17ff8fSChris Mason return fs_info->tree_root; 1039dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 1040dc17ff8fSChris Mason return fs_info->extent_root; 1041dc17ff8fSChris Mason 1042dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 1043dc17ff8fSChris Mason (unsigned long)root_objectid); 1044dc17ff8fSChris Mason return root; 1045dc17ff8fSChris Mason } 1046dc17ff8fSChris Mason 1047edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 1048edbd8d4eSChris Mason struct btrfs_key *location) 10495eda7b5eSChris Mason { 10505eda7b5eSChris Mason struct btrfs_root *root; 10515eda7b5eSChris Mason int ret; 10525eda7b5eSChris Mason 1053edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 1054edbd8d4eSChris Mason return fs_info->tree_root; 1055edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 1056edbd8d4eSChris Mason return fs_info->extent_root; 10578f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 10588f18cf13SChris Mason return fs_info->chunk_root; 10598f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 10608f18cf13SChris Mason return fs_info->dev_root; 1061edbd8d4eSChris Mason 10625eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 10635eda7b5eSChris Mason (unsigned long)location->objectid); 10645eda7b5eSChris Mason if (root) 10655eda7b5eSChris Mason return root; 10665eda7b5eSChris Mason 1067e02119d5SChris Mason root = btrfs_read_fs_root_no_radix(fs_info->tree_root, location); 10685eda7b5eSChris Mason if (IS_ERR(root)) 10695eda7b5eSChris Mason return root; 10702619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 10712619ba1fSChris Mason (unsigned long)root->root_key.objectid, 10720f7d52f4SChris Mason root); 10730f7d52f4SChris Mason if (ret) { 10745f39d397SChris Mason free_extent_buffer(root->node); 10750f7d52f4SChris Mason kfree(root); 10760f7d52f4SChris Mason return ERR_PTR(ret); 10770f7d52f4SChris Mason } 1078c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 1079edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 1080edbd8d4eSChris Mason root->root_key.objectid, root); 1081edbd8d4eSChris Mason BUG_ON(ret); 1082c146afadSYan Zheng btrfs_orphan_cleanup(root); 1083c146afadSYan Zheng } 1084edbd8d4eSChris Mason return root; 1085edbd8d4eSChris Mason } 1086edbd8d4eSChris Mason 1087edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 1088edbd8d4eSChris Mason struct btrfs_key *location, 1089edbd8d4eSChris Mason const char *name, int namelen) 1090edbd8d4eSChris Mason { 1091edbd8d4eSChris Mason struct btrfs_root *root; 1092edbd8d4eSChris Mason int ret; 1093edbd8d4eSChris Mason 1094edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 1095edbd8d4eSChris Mason if (!root) 1096edbd8d4eSChris Mason return NULL; 109758176a96SJosef Bacik 10984313b399SChris Mason if (root->in_sysfs) 10994313b399SChris Mason return root; 11004313b399SChris Mason 110158176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 110258176a96SJosef Bacik if (ret) { 11035f39d397SChris Mason free_extent_buffer(root->node); 110458176a96SJosef Bacik kfree(root); 110558176a96SJosef Bacik return ERR_PTR(ret); 110658176a96SJosef Bacik } 110758176a96SJosef Bacik 110858176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 110958176a96SJosef Bacik if (ret) { 11105f39d397SChris Mason free_extent_buffer(root->node); 111158176a96SJosef Bacik kfree(root->name); 111258176a96SJosef Bacik kfree(root); 111358176a96SJosef Bacik return ERR_PTR(ret); 111458176a96SJosef Bacik } 11154313b399SChris Mason root->in_sysfs = 1; 11160f7d52f4SChris Mason return root; 11170f7d52f4SChris Mason } 111819c00ddcSChris Mason #if 0 111919c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 112019c00ddcSChris Mason struct btrfs_hasher *hasher; 11210f7d52f4SChris Mason 112219c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 112319c00ddcSChris Mason if (!hasher) 112419c00ddcSChris Mason return -ENOMEM; 112519c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 112619c00ddcSChris Mason if (!hasher->hash_tfm) { 112719c00ddcSChris Mason kfree(hasher); 112819c00ddcSChris Mason return -EINVAL; 112919c00ddcSChris Mason } 113019c00ddcSChris Mason spin_lock(&info->hash_lock); 113119c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 113219c00ddcSChris Mason spin_unlock(&info->hash_lock); 113319c00ddcSChris Mason return 0; 113419c00ddcSChris Mason } 113519c00ddcSChris Mason #endif 113604160088SChris Mason 113704160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 113804160088SChris Mason { 113904160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 114004160088SChris Mason int ret = 0; 114104160088SChris Mason struct list_head *cur; 114204160088SChris Mason struct btrfs_device *device; 114304160088SChris Mason struct backing_dev_info *bdi; 11446f3577bdSChris Mason #if 0 1145cb03c743SChris Mason if ((bdi_bits & (1 << BDI_write_congested)) && 1146777e6bd7SChris Mason btrfs_congested_async(info, 0)) 1147cb03c743SChris Mason return 1; 11486f3577bdSChris Mason #endif 114904160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 115004160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 1151dfe25020SChris Mason if (!device->bdev) 1152dfe25020SChris Mason continue; 115304160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 115404160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 115504160088SChris Mason ret = 1; 115604160088SChris Mason break; 115704160088SChris Mason } 115804160088SChris Mason } 115904160088SChris Mason return ret; 116004160088SChris Mason } 116104160088SChris Mason 116238b66988SChris Mason /* 116338b66988SChris Mason * this unplugs every device on the box, and it is only used when page 116438b66988SChris Mason * is null 116538b66988SChris Mason */ 116638b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 116738b66988SChris Mason { 116838b66988SChris Mason struct list_head *cur; 116938b66988SChris Mason struct btrfs_device *device; 117038b66988SChris Mason struct btrfs_fs_info *info; 117138b66988SChris Mason 117238b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 117338b66988SChris Mason list_for_each(cur, &info->fs_devices->devices) { 117438b66988SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 117538b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 117638b66988SChris Mason if (bdi->unplug_io_fn) { 117738b66988SChris Mason bdi->unplug_io_fn(bdi, page); 117838b66988SChris Mason } 117938b66988SChris Mason } 118038b66988SChris Mason } 118138b66988SChris Mason 118204160088SChris Mason void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 118304160088SChris Mason { 118438b66988SChris Mason struct inode *inode; 1185f2d8d74dSChris Mason struct extent_map_tree *em_tree; 1186f2d8d74dSChris Mason struct extent_map *em; 1187bcbfce8aSChris Mason struct address_space *mapping; 118838b66988SChris Mason u64 offset; 118938b66988SChris Mason 1190bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 119138b66988SChris Mason if (!page) { 119238b66988SChris Mason __unplug_io_fn(bdi, page); 119338b66988SChris Mason return; 119438b66988SChris Mason } 119538b66988SChris Mason 1196bcbfce8aSChris Mason /* 1197bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 1198bcbfce8aSChris Mason * and use that for everything below 1199bcbfce8aSChris Mason */ 1200bcbfce8aSChris Mason smp_mb(); 1201bcbfce8aSChris Mason mapping = page->mapping; 1202bcbfce8aSChris Mason if (!mapping) 1203bcbfce8aSChris Mason return; 1204bcbfce8aSChris Mason 1205bcbfce8aSChris Mason inode = mapping->host; 1206240d5d48SChris Mason 1207240d5d48SChris Mason /* 1208240d5d48SChris Mason * don't do the expensive searching for a small number of 1209240d5d48SChris Mason * devices 1210240d5d48SChris Mason */ 1211240d5d48SChris Mason if (BTRFS_I(inode)->root->fs_info->fs_devices->open_devices <= 2) { 1212240d5d48SChris Mason __unplug_io_fn(bdi, page); 1213240d5d48SChris Mason return; 1214240d5d48SChris Mason } 1215240d5d48SChris Mason 121638b66988SChris Mason offset = page_offset(page); 121704160088SChris Mason 1218f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1219f2d8d74dSChris Mason spin_lock(&em_tree->lock); 1220f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1221f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 122289642229SChris Mason if (!em) { 122389642229SChris Mason __unplug_io_fn(bdi, page); 1224f2d8d74dSChris Mason return; 122589642229SChris Mason } 1226f2d8d74dSChris Mason 122789642229SChris Mason if (em->block_start >= EXTENT_MAP_LAST_BYTE) { 122889642229SChris Mason free_extent_map(em); 122989642229SChris Mason __unplug_io_fn(bdi, page); 123089642229SChris Mason return; 123189642229SChris Mason } 1232f2d8d74dSChris Mason offset = offset - em->start; 1233f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1234f2d8d74dSChris Mason em->block_start + offset, page); 1235f2d8d74dSChris Mason free_extent_map(em); 123604160088SChris Mason } 123704160088SChris Mason 123804160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 123904160088SChris Mason { 124004160088SChris Mason bdi_init(bdi); 12414575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 124204160088SChris Mason bdi->state = 0; 124304160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 124404160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 124504160088SChris Mason bdi->unplug_io_data = info; 124604160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 124704160088SChris Mason bdi->congested_data = info; 124804160088SChris Mason return 0; 124904160088SChris Mason } 125004160088SChris Mason 1251ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1252ce9adaa5SChris Mason { 1253ce9adaa5SChris Mason u64 length = 0; 1254ce9adaa5SChris Mason u64 buf_len = 0; 1255ce9adaa5SChris Mason u64 start = 0; 1256ce9adaa5SChris Mason struct page *page; 1257ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1258ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1259ce9adaa5SChris Mason struct bio_vec *bvec; 1260ce9adaa5SChris Mason int i; 1261ce9adaa5SChris Mason int ret; 1262ce9adaa5SChris Mason 1263ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1264ce9adaa5SChris Mason page = bvec->bv_page; 1265ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1266ce9adaa5SChris Mason length += bvec->bv_len; 1267ce9adaa5SChris Mason continue; 1268ce9adaa5SChris Mason } 1269ce9adaa5SChris Mason if (!page->private) { 1270ce9adaa5SChris Mason length += bvec->bv_len; 1271ce9adaa5SChris Mason continue; 1272ce9adaa5SChris Mason } 1273ce9adaa5SChris Mason length = bvec->bv_len; 1274ce9adaa5SChris Mason buf_len = page->private >> 2; 1275ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1276ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1277ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1278ce9adaa5SChris Mason } 1279ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1280ce9adaa5SChris Mason if (buf_len <= length) 1281ce9adaa5SChris Mason return 1; 1282ce9adaa5SChris Mason 1283ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1284ce9adaa5SChris Mason start + buf_len - 1); 1285ce9adaa5SChris Mason if (ret == 1) 1286ce9adaa5SChris Mason return ret; 1287ce9adaa5SChris Mason return ret; 1288ce9adaa5SChris Mason } 1289ce9adaa5SChris Mason 12908b712842SChris Mason /* 12918b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 12928b712842SChris Mason * functions. This is where read checksum verification actually happens 12938b712842SChris Mason */ 12948b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1295ce9adaa5SChris Mason { 1296ce9adaa5SChris Mason struct bio *bio; 12978b712842SChris Mason struct end_io_wq *end_io_wq; 12988b712842SChris Mason struct btrfs_fs_info *fs_info; 1299ce9adaa5SChris Mason int error; 1300ce9adaa5SChris Mason 13018b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1302ce9adaa5SChris Mason bio = end_io_wq->bio; 13038b712842SChris Mason fs_info = end_io_wq->info; 13048b712842SChris Mason 13058b712842SChris Mason /* metadata bios are special because the whole tree block must 13068b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 13078b712842SChris Mason * ram and up to date before trying to verify things. For 13088b712842SChris Mason * blocksize <= pagesize, it is basically a noop 13098b712842SChris Mason */ 131022c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 13118b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 13128b712842SChris Mason &end_io_wq->work); 1313ce9adaa5SChris Mason return; 1314ce9adaa5SChris Mason } 1315ce9adaa5SChris Mason error = end_io_wq->error; 1316ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1317ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1318ce9adaa5SChris Mason kfree(end_io_wq); 1319ce9adaa5SChris Mason bio_endio(bio, error); 1320ce9adaa5SChris Mason } 132144b8bd7eSChris Mason 1322a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1323a74a4b97SChris Mason { 1324a74a4b97SChris Mason struct btrfs_root *root = arg; 1325a74a4b97SChris Mason 1326a74a4b97SChris Mason do { 1327a74a4b97SChris Mason smp_mb(); 1328a74a4b97SChris Mason if (root->fs_info->closing) 1329a74a4b97SChris Mason break; 1330a74a4b97SChris Mason 1331a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1332a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1333a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1334a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1335a74a4b97SChris Mason 1336a74a4b97SChris Mason if (freezing(current)) { 1337a74a4b97SChris Mason refrigerator(); 1338a74a4b97SChris Mason } else { 1339a74a4b97SChris Mason smp_mb(); 1340a74a4b97SChris Mason if (root->fs_info->closing) 1341a74a4b97SChris Mason break; 1342a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1343a74a4b97SChris Mason schedule(); 1344a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1345a74a4b97SChris Mason } 1346a74a4b97SChris Mason } while (!kthread_should_stop()); 1347a74a4b97SChris Mason return 0; 1348a74a4b97SChris Mason } 1349a74a4b97SChris Mason 1350a74a4b97SChris Mason static int transaction_kthread(void *arg) 1351a74a4b97SChris Mason { 1352a74a4b97SChris Mason struct btrfs_root *root = arg; 1353a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1354a74a4b97SChris Mason struct btrfs_transaction *cur; 1355a74a4b97SChris Mason unsigned long now; 1356a74a4b97SChris Mason unsigned long delay; 1357a74a4b97SChris Mason int ret; 1358a74a4b97SChris Mason 1359a74a4b97SChris Mason do { 1360a74a4b97SChris Mason smp_mb(); 1361a74a4b97SChris Mason if (root->fs_info->closing) 1362a74a4b97SChris Mason break; 1363a74a4b97SChris Mason 1364a74a4b97SChris Mason delay = HZ * 30; 1365a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1366a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1367a74a4b97SChris Mason 1368ab78c84dSChris Mason if (root->fs_info->total_ref_cache_size > 20 * 1024 * 1024) { 136931153d81SYan Zheng printk("btrfs: total reference cache size %Lu\n", 137031153d81SYan Zheng root->fs_info->total_ref_cache_size); 1371ab78c84dSChris Mason } 137231153d81SYan Zheng 1373a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1374a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1375a74a4b97SChris Mason if (!cur) { 1376a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1377a74a4b97SChris Mason goto sleep; 1378a74a4b97SChris Mason } 137931153d81SYan Zheng 1380a74a4b97SChris Mason now = get_seconds(); 1381a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1382a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1383a74a4b97SChris Mason delay = HZ * 5; 1384a74a4b97SChris Mason goto sleep; 1385a74a4b97SChris Mason } 1386a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1387a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1388a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 1389a74a4b97SChris Mason sleep: 1390a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1391a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1392a74a4b97SChris Mason 1393a74a4b97SChris Mason if (freezing(current)) { 1394a74a4b97SChris Mason refrigerator(); 1395a74a4b97SChris Mason } else { 1396a74a4b97SChris Mason if (root->fs_info->closing) 1397a74a4b97SChris Mason break; 1398a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1399a74a4b97SChris Mason schedule_timeout(delay); 1400a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1401a74a4b97SChris Mason } 1402a74a4b97SChris Mason } while (!kthread_should_stop()); 1403a74a4b97SChris Mason return 0; 1404a74a4b97SChris Mason } 1405a74a4b97SChris Mason 14068a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1407dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1408dfe25020SChris Mason char *options) 1409eb60ceacSChris Mason { 1410db94535dSChris Mason u32 sectorsize; 1411db94535dSChris Mason u32 nodesize; 1412db94535dSChris Mason u32 leafsize; 1413db94535dSChris Mason u32 blocksize; 141487ee04ebSChris Mason u32 stripesize; 141584234f3aSYan Zheng u64 generation; 1416a061fc8dSChris Mason struct buffer_head *bh; 1417e02119d5SChris Mason struct btrfs_root *extent_root = kzalloc(sizeof(struct btrfs_root), 1418e20d96d6SChris Mason GFP_NOFS); 1419e02119d5SChris Mason struct btrfs_root *tree_root = kzalloc(sizeof(struct btrfs_root), 1420e20d96d6SChris Mason GFP_NOFS); 14218790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1422e20d96d6SChris Mason GFP_NOFS); 1423e02119d5SChris Mason struct btrfs_root *chunk_root = kzalloc(sizeof(struct btrfs_root), 14240b86a832SChris Mason GFP_NOFS); 1425e02119d5SChris Mason struct btrfs_root *dev_root = kzalloc(sizeof(struct btrfs_root), 14260b86a832SChris Mason GFP_NOFS); 1427e02119d5SChris Mason struct btrfs_root *log_tree_root; 1428e02119d5SChris Mason 1429eb60ceacSChris Mason int ret; 1430e58ca020SYan int err = -EINVAL; 14314543df7eSChris Mason 14322c90e5d6SChris Mason struct btrfs_super_block *disk_super; 14338790d502SChris Mason 14340463bb4eSJim Meyering if (!extent_root || !tree_root || !fs_info || 14350463bb4eSJim Meyering !chunk_root || !dev_root) { 143639279cc3SChris Mason err = -ENOMEM; 143739279cc3SChris Mason goto fail; 143839279cc3SChris Mason } 14390f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 14408fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1441facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 144219c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1443ea8c2819SChris Mason INIT_LIST_HEAD(&fs_info->delalloc_inodes); 144419c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 14451832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1446cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 144731153d81SYan Zheng spin_lock_init(&fs_info->ref_cache_lock); 144819c00ddcSChris Mason 144958176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 14509f5fae2fSChris Mason fs_info->tree_root = tree_root; 14519f5fae2fSChris Mason fs_info->extent_root = extent_root; 14520b86a832SChris Mason fs_info->chunk_root = chunk_root; 14530b86a832SChris Mason fs_info->dev_root = dev_root; 14548a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 14550b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 14566324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 14570b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1458cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1459771ed689SChris Mason atomic_set(&fs_info->async_delalloc_pages, 0); 14608c8bee1dSChris Mason atomic_set(&fs_info->async_submit_draining, 0); 14610986fe9eSChris Mason atomic_set(&fs_info->nr_async_bios, 0); 1462a2135011SChris Mason atomic_set(&fs_info->throttles, 0); 1463ab78c84dSChris Mason atomic_set(&fs_info->throttle_gen, 0); 1464e20d96d6SChris Mason fs_info->sb = sb; 1465c59f8951SChris Mason fs_info->max_extent = (u64)-1; 14666f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 146704160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1468d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1469d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 14702c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 1471c8b97818SChris Mason 14724543df7eSChris Mason fs_info->thread_pool_size = min(num_online_cpus() + 2, 8); 14730afbaf8cSChris Mason 14743eaa2885SChris Mason INIT_LIST_HEAD(&fs_info->ordered_extents); 14753eaa2885SChris Mason spin_lock_init(&fs_info->ordered_extent_lock); 14763eaa2885SChris Mason 1477a061fc8dSChris Mason sb->s_blocksize = 4096; 1478a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1479a061fc8dSChris Mason 14800afbaf8cSChris Mason /* 14810afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 14820afbaf8cSChris Mason * the real end of the address space is determined by all of 14830afbaf8cSChris Mason * the devices in the system 14840afbaf8cSChris Mason */ 14850afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1486d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 148704160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 148804160088SChris Mason 1489d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 14905f39d397SChris Mason fs_info->btree_inode->i_mapping, 14915f39d397SChris Mason GFP_NOFS); 1492d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1493d1310b2eSChris Mason GFP_NOFS); 14940da5468fSChris Mason 1495d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1496d1310b2eSChris Mason 14970f9dd46cSJosef Bacik spin_lock_init(&fs_info->block_group_cache_lock); 14980f9dd46cSJosef Bacik fs_info->block_group_cache_tree.rb_node = NULL; 14990f9dd46cSJosef Bacik 1500d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 15011a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1502d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 15031a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1504d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 15051a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1506e66f709bSChris Mason fs_info->do_barriers = 1; 1507e18e4809SChris Mason 15081a40e23bSZheng Yan INIT_LIST_HEAD(&fs_info->dead_reloc_roots); 15091a40e23bSZheng Yan btrfs_leaf_ref_tree_init(&fs_info->reloc_ref_tree); 1510e4657689SZheng Yan btrfs_leaf_ref_tree_init(&fs_info->shared_ref_tree); 1511e4657689SZheng Yan 15120f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 15130f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 15140f7d52f4SChris Mason sizeof(struct btrfs_key)); 151522b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 151639279cc3SChris Mason 151779154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1518e02119d5SChris Mason mutex_init(&fs_info->tree_log_mutex); 1519a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 152025179201SJosef Bacik mutex_init(&fs_info->extent_ins_mutex); 152125179201SJosef Bacik mutex_init(&fs_info->pinned_mutex); 1522925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1523a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1524a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 15257d9eb12cSChris Mason mutex_init(&fs_info->volume_mutex); 15261a40e23bSZheng Yan mutex_init(&fs_info->tree_reloc_mutex); 1527e6dcd2dcSChris Mason init_waitqueue_head(&fs_info->transaction_throttle); 1528f9295749SChris Mason init_waitqueue_head(&fs_info->transaction_wait); 15294854ddd0SChris Mason init_waitqueue_head(&fs_info->async_submit_wait); 1530e02119d5SChris Mason init_waitqueue_head(&fs_info->tree_log_wait); 1531e02119d5SChris Mason atomic_set(&fs_info->tree_log_commit, 0); 1532e02119d5SChris Mason atomic_set(&fs_info->tree_log_writers, 0); 1533e02119d5SChris Mason fs_info->tree_log_transid = 0; 15343768f368SChris Mason 153519c00ddcSChris Mason #if 0 153619c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 153719c00ddcSChris Mason if (ret) { 153819c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 153919c00ddcSChris Mason err = -ENOMEM; 154019c00ddcSChris Mason goto fail_iput; 154119c00ddcSChris Mason } 154219c00ddcSChris Mason #endif 15430b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 15442c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 15457eccb903SChris Mason 1546d98237b3SChris Mason 1547a061fc8dSChris Mason bh = __bread(fs_devices->latest_bdev, 1548a061fc8dSChris Mason BTRFS_SUPER_INFO_OFFSET / 4096, 4096); 1549a061fc8dSChris Mason if (!bh) 155039279cc3SChris Mason goto fail_iput; 155139279cc3SChris Mason 1552a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 1553a061fc8dSChris Mason brelse(bh); 15545f39d397SChris Mason 1555a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 15560b86a832SChris Mason 15575f39d397SChris Mason disk_super = &fs_info->super_copy; 15580f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 155939279cc3SChris Mason goto fail_sb_buffer; 15600f7d52f4SChris Mason 1561edf24abeSChristoph Hellwig err = btrfs_parse_options(tree_root, options); 1562edf24abeSChristoph Hellwig if (err) 1563edf24abeSChristoph Hellwig goto fail_sb_buffer; 1564dfe25020SChris Mason 15654543df7eSChris Mason /* 15664543df7eSChris Mason * we need to start all the end_io workers up front because the 15674543df7eSChris Mason * queue work function gets called at interrupt time, and so it 15684543df7eSChris Mason * cannot dynamically grow. 15694543df7eSChris Mason */ 15705443be45SChris Mason btrfs_init_workers(&fs_info->workers, "worker", 15715443be45SChris Mason fs_info->thread_pool_size); 1572c8b97818SChris Mason 1573771ed689SChris Mason btrfs_init_workers(&fs_info->delalloc_workers, "delalloc", 1574771ed689SChris Mason fs_info->thread_pool_size); 1575771ed689SChris Mason 15765443be45SChris Mason btrfs_init_workers(&fs_info->submit_workers, "submit", 1577b720d209SChris Mason min_t(u64, fs_devices->num_devices, 1578b720d209SChris Mason fs_info->thread_pool_size)); 157961b49440SChris Mason 158061b49440SChris Mason /* a higher idle thresh on the submit workers makes it much more 158161b49440SChris Mason * likely that bios will be send down in a sane order to the 158261b49440SChris Mason * devices 158361b49440SChris Mason */ 158461b49440SChris Mason fs_info->submit_workers.idle_thresh = 64; 158553863232SChris Mason 1586771ed689SChris Mason fs_info->workers.idle_thresh = 16; 15874a69a410SChris Mason fs_info->workers.ordered = 1; 158861b49440SChris Mason 1589771ed689SChris Mason fs_info->delalloc_workers.idle_thresh = 2; 1590771ed689SChris Mason fs_info->delalloc_workers.ordered = 1; 1591771ed689SChris Mason 15925443be45SChris Mason btrfs_init_workers(&fs_info->fixup_workers, "fixup", 1); 15935443be45SChris Mason btrfs_init_workers(&fs_info->endio_workers, "endio", 15945443be45SChris Mason fs_info->thread_pool_size); 15955443be45SChris Mason btrfs_init_workers(&fs_info->endio_write_workers, "endio-write", 1596e6dcd2dcSChris Mason fs_info->thread_pool_size); 159761b49440SChris Mason 159861b49440SChris Mason /* 159961b49440SChris Mason * endios are largely parallel and should have a very 160061b49440SChris Mason * low idle thresh 160161b49440SChris Mason */ 160261b49440SChris Mason fs_info->endio_workers.idle_thresh = 4; 16033a5f1d45SChris Mason fs_info->endio_write_workers.idle_thresh = 64; 160461b49440SChris Mason 16054543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 16061cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 1607771ed689SChris Mason btrfs_start_workers(&fs_info->delalloc_workers, 1); 1608247e743cSChris Mason btrfs_start_workers(&fs_info->fixup_workers, 1); 16094543df7eSChris Mason btrfs_start_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 1610e6dcd2dcSChris Mason btrfs_start_workers(&fs_info->endio_write_workers, 1611e6dcd2dcSChris Mason fs_info->thread_pool_size); 16124543df7eSChris Mason 1613edf24abeSChristoph Hellwig err = -EINVAL; 1614a0af469bSChris Mason if (btrfs_super_num_devices(disk_super) > fs_devices->open_devices) { 16158a4b83ccSChris Mason printk("Btrfs: wanted %llu devices, but found %llu\n", 16168a4b83ccSChris Mason (unsigned long long)btrfs_super_num_devices(disk_super), 1617a0af469bSChris Mason (unsigned long long)fs_devices->open_devices); 1618dfe25020SChris Mason if (btrfs_test_opt(tree_root, DEGRADED)) 1619dfe25020SChris Mason printk("continuing in degraded mode\n"); 1620dfe25020SChris Mason else { 16218a4b83ccSChris Mason goto fail_sb_buffer; 16228a4b83ccSChris Mason } 1623dfe25020SChris Mason } 1624dfe25020SChris Mason 16254575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 1626c8b97818SChris Mason fs_info->bdi.ra_pages = max(fs_info->bdi.ra_pages, 1627c8b97818SChris Mason 4 * 1024 * 1024 / PAGE_CACHE_SIZE); 16284575c9ccSChris Mason 1629db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1630db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1631db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 163287ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1633db94535dSChris Mason tree_root->nodesize = nodesize; 1634db94535dSChris Mason tree_root->leafsize = leafsize; 1635db94535dSChris Mason tree_root->sectorsize = sectorsize; 163687ee04ebSChris Mason tree_root->stripesize = stripesize; 1637a061fc8dSChris Mason 1638a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1639a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1640db94535dSChris Mason 164139279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 164239279cc3SChris Mason sizeof(disk_super->magic))) { 164339279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 164439279cc3SChris Mason goto fail_sb_buffer; 164539279cc3SChris Mason } 164619c00ddcSChris Mason 1647925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 16480b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 1649925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 165084eed90fSChris Mason if (ret) { 165184eed90fSChris Mason printk("btrfs: failed to read the system array on %s\n", 165284eed90fSChris Mason sb->s_id); 165384eed90fSChris Mason goto fail_sys_array; 165484eed90fSChris Mason } 16550b86a832SChris Mason 16560b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 16570b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 165884234f3aSYan Zheng generation = btrfs_super_chunk_root_generation(disk_super); 16590b86a832SChris Mason 16600b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 16610b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 16620b86a832SChris Mason 16630b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 16640b86a832SChris Mason btrfs_super_chunk_root(disk_super), 166584234f3aSYan Zheng blocksize, generation); 16660b86a832SChris Mason BUG_ON(!chunk_root->node); 16670b86a832SChris Mason 1668e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1669e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1670e17cade2SChris Mason BTRFS_UUID_SIZE); 1671e17cade2SChris Mason 1672925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 16730b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1674925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 16750b86a832SChris Mason BUG_ON(ret); 16760b86a832SChris Mason 1677dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1678dfe25020SChris Mason 1679db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1680db94535dSChris Mason btrfs_super_root_level(disk_super)); 168184234f3aSYan Zheng generation = btrfs_super_generation(disk_super); 16820b86a832SChris Mason 1683e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1684db94535dSChris Mason btrfs_super_root(disk_super), 168584234f3aSYan Zheng blocksize, generation); 168639279cc3SChris Mason if (!tree_root->node) 168739279cc3SChris Mason goto fail_sb_buffer; 16883768f368SChris Mason 1689db94535dSChris Mason 1690db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1691e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 16920b86a832SChris Mason if (ret) 169339279cc3SChris Mason goto fail_tree_root; 16940b86a832SChris Mason extent_root->track_dirty = 1; 16950b86a832SChris Mason 16960b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 16970b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 16980b86a832SChris Mason dev_root->track_dirty = 1; 16990b86a832SChris Mason 17000b86a832SChris Mason if (ret) 17010b86a832SChris Mason goto fail_extent_root; 17023768f368SChris Mason 17039078a3e1SChris Mason btrfs_read_block_groups(extent_root); 17049078a3e1SChris Mason 1705c146afadSYan Zheng fs_info->generation = generation + 1; 1706c146afadSYan Zheng fs_info->last_trans_committed = generation; 1707d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1708d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1709611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1710a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1711a74a4b97SChris Mason "btrfs-cleaner"); 1712a74a4b97SChris Mason if (!fs_info->cleaner_kthread) 1713a74a4b97SChris Mason goto fail_extent_root; 1714a74a4b97SChris Mason 1715a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1716a74a4b97SChris Mason tree_root, 1717a74a4b97SChris Mason "btrfs-transaction"); 1718a74a4b97SChris Mason if (!fs_info->transaction_kthread) 17193f157a2fSChris Mason goto fail_cleaner; 1720a74a4b97SChris Mason 1721c146afadSYan Zheng if (sb->s_flags & MS_RDONLY) 1722c146afadSYan Zheng return tree_root; 1723c146afadSYan Zheng 1724e02119d5SChris Mason if (btrfs_super_log_root(disk_super) != 0) { 1725e02119d5SChris Mason u32 blocksize; 1726e02119d5SChris Mason u64 bytenr = btrfs_super_log_root(disk_super); 1727d18a2c44SChris Mason 1728e02119d5SChris Mason blocksize = 1729e02119d5SChris Mason btrfs_level_size(tree_root, 1730e02119d5SChris Mason btrfs_super_log_root_level(disk_super)); 1731e02119d5SChris Mason 1732e02119d5SChris Mason log_tree_root = kzalloc(sizeof(struct btrfs_root), 1733e02119d5SChris Mason GFP_NOFS); 1734e02119d5SChris Mason 1735e02119d5SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 1736e02119d5SChris Mason log_tree_root, fs_info, BTRFS_TREE_LOG_OBJECTID); 1737e02119d5SChris Mason 1738e02119d5SChris Mason log_tree_root->node = read_tree_block(tree_root, bytenr, 173984234f3aSYan Zheng blocksize, 174084234f3aSYan Zheng generation + 1); 1741e02119d5SChris Mason ret = btrfs_recover_log_trees(log_tree_root); 1742e02119d5SChris Mason BUG_ON(ret); 1743e02119d5SChris Mason } 17441a40e23bSZheng Yan 17451a40e23bSZheng Yan ret = btrfs_cleanup_reloc_trees(tree_root); 17461a40e23bSZheng Yan BUG_ON(ret); 17471a40e23bSZheng Yan 17480f7d52f4SChris Mason return tree_root; 174939279cc3SChris Mason 17503f157a2fSChris Mason fail_cleaner: 1751a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 17520b86a832SChris Mason fail_extent_root: 17530b86a832SChris Mason free_extent_buffer(extent_root->node); 175439279cc3SChris Mason fail_tree_root: 17555f39d397SChris Mason free_extent_buffer(tree_root->node); 175684eed90fSChris Mason fail_sys_array: 175739279cc3SChris Mason fail_sb_buffer: 1758247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 1759771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 17608b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 17618b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 1762e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 17631cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 17644543df7eSChris Mason fail_iput: 17654543df7eSChris Mason iput(fs_info->btree_inode); 176639279cc3SChris Mason fail: 1767dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 176884eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 176984eed90fSChris Mason 177039279cc3SChris Mason kfree(extent_root); 177139279cc3SChris Mason kfree(tree_root); 17722d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 177339279cc3SChris Mason kfree(fs_info); 177483afeac4SJim Meyering kfree(chunk_root); 177583afeac4SJim Meyering kfree(dev_root); 177639279cc3SChris Mason return ERR_PTR(err); 1777eb60ceacSChris Mason } 1778eb60ceacSChris Mason 1779f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1780f2984462SChris Mason { 1781f2984462SChris Mason char b[BDEVNAME_SIZE]; 1782f2984462SChris Mason 1783f2984462SChris Mason if (uptodate) { 1784f2984462SChris Mason set_buffer_uptodate(bh); 1785f2984462SChris Mason } else { 1786f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1787f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1788f2984462SChris Mason "I/O error on %s\n", 1789f2984462SChris Mason bdevname(bh->b_bdev, b)); 1790f2984462SChris Mason } 17911259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 17921259ab75SChris Mason * our own ways of dealing with the IO errors 17931259ab75SChris Mason */ 1794f2984462SChris Mason clear_buffer_uptodate(bh); 1795f2984462SChris Mason } 1796f2984462SChris Mason unlock_buffer(bh); 1797f2984462SChris Mason put_bh(bh); 1798f2984462SChris Mason } 1799f2984462SChris Mason 1800f2984462SChris Mason int write_all_supers(struct btrfs_root *root) 1801f2984462SChris Mason { 1802f2984462SChris Mason struct list_head *cur; 1803f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1804f2984462SChris Mason struct btrfs_device *dev; 1805a061fc8dSChris Mason struct btrfs_super_block *sb; 1806f2984462SChris Mason struct btrfs_dev_item *dev_item; 1807f2984462SChris Mason struct buffer_head *bh; 1808f2984462SChris Mason int ret; 1809f2984462SChris Mason int do_barriers; 1810a236aed1SChris Mason int max_errors; 1811a236aed1SChris Mason int total_errors = 0; 1812a061fc8dSChris Mason u32 crc; 1813a061fc8dSChris Mason u64 flags; 1814f2984462SChris Mason 1815a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 1816f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1817f2984462SChris Mason 1818a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 1819a061fc8dSChris Mason dev_item = &sb->dev_item; 1820f2984462SChris Mason list_for_each(cur, head) { 1821f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1822dfe25020SChris Mason if (!dev->bdev) { 1823dfe25020SChris Mason total_errors++; 1824dfe25020SChris Mason continue; 1825dfe25020SChris Mason } 1826dfe25020SChris Mason if (!dev->in_fs_metadata) 1827dfe25020SChris Mason continue; 1828dfe25020SChris Mason 1829a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 1830a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 1831a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 1832a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 1833a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 1834a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 1835a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 1836a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 1837a061fc8dSChris Mason flags = btrfs_super_flags(sb); 1838a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 1839f2984462SChris Mason 1840f2984462SChris Mason 1841a061fc8dSChris Mason crc = ~(u32)0; 1842a061fc8dSChris Mason crc = btrfs_csum_data(root, (char *)sb + BTRFS_CSUM_SIZE, crc, 1843a061fc8dSChris Mason BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE); 1844a061fc8dSChris Mason btrfs_csum_final(crc, sb->csum); 1845a061fc8dSChris Mason 1846a061fc8dSChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 4096, 1847f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1848f2984462SChris Mason 1849a061fc8dSChris Mason memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 1850f2984462SChris Mason dev->pending_io = bh; 1851f2984462SChris Mason 1852f2984462SChris Mason get_bh(bh); 1853f2984462SChris Mason set_buffer_uptodate(bh); 1854f2984462SChris Mason lock_buffer(bh); 1855f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1856f2984462SChris Mason 1857f2984462SChris Mason if (do_barriers && dev->barriers) { 1858f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1859f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1860f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1861f2984462SChris Mason dev->name); 1862f2984462SChris Mason set_buffer_uptodate(bh); 1863f2984462SChris Mason dev->barriers = 0; 1864f2984462SChris Mason get_bh(bh); 1865f2984462SChris Mason lock_buffer(bh); 1866f2984462SChris Mason ret = submit_bh(WRITE, bh); 1867f2984462SChris Mason } 1868f2984462SChris Mason } else { 1869f2984462SChris Mason ret = submit_bh(WRITE, bh); 1870f2984462SChris Mason } 1871a236aed1SChris Mason if (ret) 1872a236aed1SChris Mason total_errors++; 1873f2984462SChris Mason } 1874a236aed1SChris Mason if (total_errors > max_errors) { 1875a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1876a236aed1SChris Mason BUG(); 1877a236aed1SChris Mason } 1878a236aed1SChris Mason total_errors = 0; 1879f2984462SChris Mason 1880f2984462SChris Mason list_for_each(cur, head) { 1881f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1882dfe25020SChris Mason if (!dev->bdev) 1883dfe25020SChris Mason continue; 1884dfe25020SChris Mason if (!dev->in_fs_metadata) 1885dfe25020SChris Mason continue; 1886dfe25020SChris Mason 1887f2984462SChris Mason BUG_ON(!dev->pending_io); 1888f2984462SChris Mason bh = dev->pending_io; 1889f2984462SChris Mason wait_on_buffer(bh); 1890f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1891f2984462SChris Mason if (do_barriers && dev->barriers) { 1892f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1893f2984462SChris Mason dev->name); 1894f2984462SChris Mason set_buffer_uptodate(bh); 1895f2984462SChris Mason get_bh(bh); 1896f2984462SChris Mason lock_buffer(bh); 1897f2984462SChris Mason dev->barriers = 0; 1898f2984462SChris Mason ret = submit_bh(WRITE, bh); 1899f2984462SChris Mason BUG_ON(ret); 1900f2984462SChris Mason wait_on_buffer(bh); 19011259ab75SChris Mason if (!buffer_uptodate(bh)) 19021259ab75SChris Mason total_errors++; 1903f2984462SChris Mason } else { 1904a236aed1SChris Mason total_errors++; 1905f2984462SChris Mason } 1906f2984462SChris Mason 1907f2984462SChris Mason } 1908f2984462SChris Mason dev->pending_io = NULL; 1909f2984462SChris Mason brelse(bh); 1910f2984462SChris Mason } 1911a236aed1SChris Mason if (total_errors > max_errors) { 1912a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1913a236aed1SChris Mason BUG(); 1914a236aed1SChris Mason } 1915f2984462SChris Mason return 0; 1916f2984462SChris Mason } 1917f2984462SChris Mason 1918e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 191979154b1bSChris Mason *root) 1920cfaa7295SChris Mason { 1921e66f709bSChris Mason int ret; 19222c90e5d6SChris Mason 1923f2984462SChris Mason ret = write_all_supers(root); 19245f39d397SChris Mason return ret; 1925cfaa7295SChris Mason } 1926cfaa7295SChris Mason 19275eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 19282619ba1fSChris Mason { 19292619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 19302619ba1fSChris Mason (unsigned long)root->root_key.objectid); 1931b99aa6cbSChris Mason if (root->in_sysfs) 193258176a96SJosef Bacik btrfs_sysfs_del_root(root); 19332619ba1fSChris Mason if (root->inode) 19342619ba1fSChris Mason iput(root->inode); 19352619ba1fSChris Mason if (root->node) 19365f39d397SChris Mason free_extent_buffer(root->node); 19372619ba1fSChris Mason if (root->commit_root) 19385f39d397SChris Mason free_extent_buffer(root->commit_root); 193958176a96SJosef Bacik if (root->name) 194058176a96SJosef Bacik kfree(root->name); 19412619ba1fSChris Mason kfree(root); 19422619ba1fSChris Mason return 0; 19432619ba1fSChris Mason } 19442619ba1fSChris Mason 194535b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 19460f7d52f4SChris Mason { 19470f7d52f4SChris Mason int ret; 19480f7d52f4SChris Mason struct btrfs_root *gang[8]; 19490f7d52f4SChris Mason int i; 19500f7d52f4SChris Mason 19510f7d52f4SChris Mason while(1) { 19520f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 19530f7d52f4SChris Mason (void **)gang, 0, 19540f7d52f4SChris Mason ARRAY_SIZE(gang)); 19550f7d52f4SChris Mason if (!ret) 19560f7d52f4SChris Mason break; 19572619ba1fSChris Mason for (i = 0; i < ret; i++) 19585eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 19590f7d52f4SChris Mason } 19600f7d52f4SChris Mason return 0; 19610f7d52f4SChris Mason } 1962b4100d64SChris Mason 1963c146afadSYan Zheng int btrfs_cleanup_fs_roots(struct btrfs_fs_info *fs_info) 1964c146afadSYan Zheng { 1965c146afadSYan Zheng u64 root_objectid = 0; 1966c146afadSYan Zheng struct btrfs_root *gang[8]; 1967c146afadSYan Zheng int i; 1968c146afadSYan Zheng int ret; 1969c146afadSYan Zheng 1970c146afadSYan Zheng while (1) { 1971c146afadSYan Zheng ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 1972c146afadSYan Zheng (void **)gang, root_objectid, 1973c146afadSYan Zheng ARRAY_SIZE(gang)); 1974c146afadSYan Zheng if (!ret) 1975c146afadSYan Zheng break; 1976c146afadSYan Zheng for (i = 0; i < ret; i++) { 1977c146afadSYan Zheng root_objectid = gang[i]->root_key.objectid; 1978c146afadSYan Zheng ret = btrfs_find_dead_roots(fs_info->tree_root, 1979c146afadSYan Zheng root_objectid, gang[i]); 1980c146afadSYan Zheng BUG_ON(ret); 1981c146afadSYan Zheng btrfs_orphan_cleanup(gang[i]); 1982c146afadSYan Zheng } 1983c146afadSYan Zheng root_objectid++; 1984c146afadSYan Zheng } 1985c146afadSYan Zheng return 0; 1986c146afadSYan Zheng } 1987c146afadSYan Zheng 1988c146afadSYan Zheng int btrfs_commit_super(struct btrfs_root *root) 1989c146afadSYan Zheng { 1990c146afadSYan Zheng struct btrfs_trans_handle *trans; 1991c146afadSYan Zheng int ret; 1992c146afadSYan Zheng 1993c146afadSYan Zheng mutex_lock(&root->fs_info->cleaner_mutex); 1994c146afadSYan Zheng btrfs_clean_old_snapshots(root); 1995c146afadSYan Zheng mutex_unlock(&root->fs_info->cleaner_mutex); 1996c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 1997c146afadSYan Zheng ret = btrfs_commit_transaction(trans, root); 1998c146afadSYan Zheng BUG_ON(ret); 1999c146afadSYan Zheng /* run commit again to drop the original snapshot */ 2000c146afadSYan Zheng trans = btrfs_start_transaction(root, 1); 2001c146afadSYan Zheng btrfs_commit_transaction(trans, root); 2002c146afadSYan Zheng ret = btrfs_write_and_wait_transaction(NULL, root); 2003c146afadSYan Zheng BUG_ON(ret); 2004c146afadSYan Zheng 2005c146afadSYan Zheng ret = write_ctree_super(NULL, root); 2006c146afadSYan Zheng return ret; 2007c146afadSYan Zheng } 2008c146afadSYan Zheng 2009e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 2010eb60ceacSChris Mason { 20110f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 2012c146afadSYan Zheng int ret; 2013e089f05cSChris Mason 2014facda1e7SChris Mason fs_info->closing = 1; 2015a2135011SChris Mason smp_mb(); 2016a2135011SChris Mason 2017a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 2018a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 2019a74a4b97SChris Mason 2020c146afadSYan Zheng if (!(fs_info->sb->s_flags & MS_RDONLY)) { 2021c146afadSYan Zheng ret = btrfs_commit_super(root); 2022c146afadSYan Zheng if (ret) { 2023c146afadSYan Zheng printk("btrfs: commit super returns %d\n", ret); 2024c146afadSYan Zheng } 2025c146afadSYan Zheng } 2026ed2ff2cbSChris Mason 2027b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 2028b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 2029b0c68f8bSChris Mason fs_info->delalloc_bytes); 2030b0c68f8bSChris Mason } 203131153d81SYan Zheng if (fs_info->total_ref_cache_size) { 203231153d81SYan Zheng printk("btrfs: at umount reference cache size %Lu\n", 203331153d81SYan Zheng fs_info->total_ref_cache_size); 203431153d81SYan Zheng } 203531153d81SYan Zheng 20360f7d52f4SChris Mason if (fs_info->extent_root->node) 20375f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 2038f510cfecSChris Mason 20390f7d52f4SChris Mason if (fs_info->tree_root->node) 20405f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 2041f510cfecSChris Mason 20420b86a832SChris Mason if (root->fs_info->chunk_root->node); 20430b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 20440b86a832SChris Mason 20450b86a832SChris Mason if (root->fs_info->dev_root->node); 20460b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 20470b86a832SChris Mason 20489078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 2049c146afadSYan Zheng 20500f7d52f4SChris Mason del_fs_roots(fs_info); 2051d10c5f31SChris Mason 2052c146afadSYan Zheng iput(fs_info->btree_inode); 20539ad6b7bcSChris Mason 2054247e743cSChris Mason btrfs_stop_workers(&fs_info->fixup_workers); 2055771ed689SChris Mason btrfs_stop_workers(&fs_info->delalloc_workers); 20568b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 20578b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 2058e6dcd2dcSChris Mason btrfs_stop_workers(&fs_info->endio_write_workers); 20591cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 2060d6bfde87SChris Mason 206119c00ddcSChris Mason #if 0 206219c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 206319c00ddcSChris Mason struct btrfs_hasher *hasher; 206419c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 206519c00ddcSChris Mason hashers); 206619c00ddcSChris Mason list_del(&hasher->hashers); 206719c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 206819c00ddcSChris Mason kfree(hasher); 206919c00ddcSChris Mason } 207019c00ddcSChris Mason #endif 2071dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 20720b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 2073b248a415SChris Mason 207404160088SChris Mason bdi_destroy(&fs_info->bdi); 20750b86a832SChris Mason 20760f7d52f4SChris Mason kfree(fs_info->extent_root); 20770f7d52f4SChris Mason kfree(fs_info->tree_root); 20780b86a832SChris Mason kfree(fs_info->chunk_root); 20790b86a832SChris Mason kfree(fs_info->dev_root); 2080eb60ceacSChris Mason return 0; 2081eb60ceacSChris Mason } 2082eb60ceacSChris Mason 20831259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 2084ccd467d6SChris Mason { 20851259ab75SChris Mason int ret; 2086810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 20871259ab75SChris Mason 20881259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 20891259ab75SChris Mason if (!ret) 20901259ab75SChris Mason return ret; 20911259ab75SChris Mason 20921259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 20931259ab75SChris Mason parent_transid); 20941259ab75SChris Mason return !ret; 20955f39d397SChris Mason } 20966702ed49SChris Mason 20975f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 20985f39d397SChris Mason { 2099810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 2100d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 21015f39d397SChris Mason buf); 21025f39d397SChris Mason } 21035f39d397SChris Mason 21045f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 21055f39d397SChris Mason { 2106810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 21075f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 21085f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 21096702ed49SChris Mason 2110925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 2111ccd467d6SChris Mason if (transid != root->fs_info->generation) { 2112ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 2113db94535dSChris Mason (unsigned long long)buf->start, 2114ccd467d6SChris Mason transid, root->fs_info->generation); 2115ccd467d6SChris Mason WARN_ON(1); 2116ccd467d6SChris Mason } 2117d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 2118eb60ceacSChris Mason } 2119eb60ceacSChris Mason 2120d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 212135b7e476SChris Mason { 2122188de649SChris Mason /* 2123188de649SChris Mason * looks as though older kernels can get into trouble with 2124188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 2125188de649SChris Mason */ 2126d6bfde87SChris Mason struct extent_io_tree *tree; 2127d6bfde87SChris Mason u64 num_dirty; 2128d6bfde87SChris Mason u64 start = 0; 2129771ed689SChris Mason unsigned long thresh = 32 * 1024 * 1024; 2130d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 2131d6bfde87SChris Mason 2132b64a2851SChris Mason if (current_is_pdflush() || current->flags & PF_MEMALLOC) 2133d6bfde87SChris Mason return; 2134d6bfde87SChris Mason 2135d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 2136d6bfde87SChris Mason thresh, EXTENT_DIRTY); 2137d6bfde87SChris Mason if (num_dirty > thresh) { 2138d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 2139304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 214035b7e476SChris Mason } 2141188de649SChris Mason return; 2142d6bfde87SChris Mason } 21436b80053dSChris Mason 2144ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 21456b80053dSChris Mason { 2146810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 2147ce9adaa5SChris Mason int ret; 2148ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 2149ce9adaa5SChris Mason if (ret == 0) { 2150ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 2151ce9adaa5SChris Mason } 2152ce9adaa5SChris Mason return ret; 21536b80053dSChris Mason } 21540da5468fSChris Mason 21554bef0848SChris Mason int btree_lock_page_hook(struct page *page) 21564bef0848SChris Mason { 21574bef0848SChris Mason struct inode *inode = page->mapping->host; 21584bef0848SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 21594bef0848SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 21604bef0848SChris Mason struct extent_buffer *eb; 21614bef0848SChris Mason unsigned long len; 21624bef0848SChris Mason u64 bytenr = page_offset(page); 21634bef0848SChris Mason 21644bef0848SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 21654bef0848SChris Mason goto out; 21664bef0848SChris Mason 21674bef0848SChris Mason len = page->private >> 2; 21684bef0848SChris Mason eb = find_extent_buffer(io_tree, bytenr, len, GFP_NOFS); 21694bef0848SChris Mason if (!eb) 21704bef0848SChris Mason goto out; 21714bef0848SChris Mason 21724bef0848SChris Mason btrfs_tree_lock(eb); 21734bef0848SChris Mason spin_lock(&root->fs_info->hash_lock); 21744bef0848SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 21754bef0848SChris Mason spin_unlock(&root->fs_info->hash_lock); 21764bef0848SChris Mason btrfs_tree_unlock(eb); 21774bef0848SChris Mason free_extent_buffer(eb); 21784bef0848SChris Mason out: 21794bef0848SChris Mason lock_page(page); 21804bef0848SChris Mason return 0; 21814bef0848SChris Mason } 21824bef0848SChris Mason 2183d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 21844bef0848SChris Mason .write_cache_pages_lock_hook = btree_lock_page_hook, 2185ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 21860b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 2187239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 2188239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 21890da5468fSChris Mason }; 2190