16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19a74a4b97SChris Mason #include <linux/version.h> 20e20d96d6SChris Mason #include <linux/fs.h> 21d98237b3SChris Mason #include <linux/blkdev.h> 2287cbda5cSChris Mason #include <linux/scatterlist.h> 2322b0ebdaSChris Mason #include <linux/swap.h> 240f7d52f4SChris Mason #include <linux/radix-tree.h> 2535b7e476SChris Mason #include <linux/writeback.h> 265f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 27ce9adaa5SChris Mason #include <linux/workqueue.h> 28a74a4b97SChris Mason #include <linux/kthread.h> 29a74a4b97SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,20) 30a74a4b97SChris Mason # include <linux/freezer.h> 31a74a4b97SChris Mason #else 32a74a4b97SChris Mason # include <linux/sched.h> 33a74a4b97SChris Mason #endif 34a5eb62e3SMiguel #include "crc32c.h" 35eb60ceacSChris Mason #include "ctree.h" 36eb60ceacSChris Mason #include "disk-io.h" 37e089f05cSChris Mason #include "transaction.h" 380f7d52f4SChris Mason #include "btrfs_inode.h" 390b86a832SChris Mason #include "volumes.h" 40db94535dSChris Mason #include "print-tree.h" 418b712842SChris Mason #include "async-thread.h" 42925baeddSChris Mason #include "locking.h" 43eb60ceacSChris Mason 445f39d397SChris Mason #if 0 455f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 467eccb903SChris Mason { 475f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 485f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 495f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 505f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 5139279cc3SChris Mason return 1; 52d98237b3SChris Mason } 539a8dd150SChris Mason return 0; 54eb60ceacSChris Mason } 555f39d397SChris Mason #endif 56eb60ceacSChris Mason 57d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 588b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work); 59ce9adaa5SChris Mason 60ce9adaa5SChris Mason struct end_io_wq { 61ce9adaa5SChris Mason struct bio *bio; 62ce9adaa5SChris Mason bio_end_io_t *end_io; 63ce9adaa5SChris Mason void *private; 64ce9adaa5SChris Mason struct btrfs_fs_info *info; 65ce9adaa5SChris Mason int error; 6622c59948SChris Mason int metadata; 67ce9adaa5SChris Mason struct list_head list; 688b712842SChris Mason struct btrfs_work work; 69ce9adaa5SChris Mason }; 700da5468fSChris Mason 7144b8bd7eSChris Mason struct async_submit_bio { 7244b8bd7eSChris Mason struct inode *inode; 7344b8bd7eSChris Mason struct bio *bio; 7444b8bd7eSChris Mason struct list_head list; 7544b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook; 7644b8bd7eSChris Mason int rw; 7744b8bd7eSChris Mason int mirror_num; 788b712842SChris Mason struct btrfs_work work; 7944b8bd7eSChris Mason }; 8044b8bd7eSChris Mason 815f39d397SChris Mason struct extent_map *btree_get_extent(struct inode *inode, struct page *page, 82d1310b2eSChris Mason size_t page_offset, u64 start, u64 len, 835f39d397SChris Mason int create) 845f39d397SChris Mason { 855f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 865f39d397SChris Mason struct extent_map *em; 875f39d397SChris Mason int ret; 885f39d397SChris Mason 89d1310b2eSChris Mason spin_lock(&em_tree->lock); 90d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 91a061fc8dSChris Mason if (em) { 92a061fc8dSChris Mason em->bdev = 93a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 94d1310b2eSChris Mason spin_unlock(&em_tree->lock); 955f39d397SChris Mason goto out; 96a061fc8dSChris Mason } 97a061fc8dSChris Mason spin_unlock(&em_tree->lock); 987b13b7b1SChris Mason 995f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 1005f39d397SChris Mason if (!em) { 1015f39d397SChris Mason em = ERR_PTR(-ENOMEM); 1025f39d397SChris Mason goto out; 1035f39d397SChris Mason } 1045f39d397SChris Mason em->start = 0; 1050afbaf8cSChris Mason em->len = (u64)-1; 1065f39d397SChris Mason em->block_start = 0; 107a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 108d1310b2eSChris Mason 109d1310b2eSChris Mason spin_lock(&em_tree->lock); 1105f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1115f39d397SChris Mason if (ret == -EEXIST) { 1120afbaf8cSChris Mason u64 failed_start = em->start; 1130afbaf8cSChris Mason u64 failed_len = em->len; 1140afbaf8cSChris Mason 1150afbaf8cSChris Mason printk("failed to insert %Lu %Lu -> %Lu into tree\n", 1160afbaf8cSChris Mason em->start, em->len, em->block_start); 1175f39d397SChris Mason free_extent_map(em); 1187b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1190afbaf8cSChris Mason if (em) { 1200afbaf8cSChris Mason printk("after failing, found %Lu %Lu %Lu\n", 1210afbaf8cSChris Mason em->start, em->len, em->block_start); 1227b13b7b1SChris Mason ret = 0; 1230afbaf8cSChris Mason } else { 1240afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1250afbaf8cSChris Mason failed_len); 1260afbaf8cSChris Mason if (em) { 1270afbaf8cSChris Mason printk("double failure lookup gives us " 1280afbaf8cSChris Mason "%Lu %Lu -> %Lu\n", em->start, 1290afbaf8cSChris Mason em->len, em->block_start); 1300afbaf8cSChris Mason free_extent_map(em); 1310afbaf8cSChris Mason } 1327b13b7b1SChris Mason ret = -EIO; 1330afbaf8cSChris Mason } 1345f39d397SChris Mason } else if (ret) { 1357b13b7b1SChris Mason free_extent_map(em); 1367b13b7b1SChris Mason em = NULL; 1375f39d397SChris Mason } 1387b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1397b13b7b1SChris Mason 1407b13b7b1SChris Mason if (ret) 1417b13b7b1SChris Mason em = ERR_PTR(ret); 1425f39d397SChris Mason out: 1435f39d397SChris Mason return em; 1445f39d397SChris Mason } 1455f39d397SChris Mason 14619c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 14719c00ddcSChris Mason { 148a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 14919c00ddcSChris Mason } 15019c00ddcSChris Mason 15119c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 15219c00ddcSChris Mason { 15319c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 15419c00ddcSChris Mason } 15519c00ddcSChris Mason 15619c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 15719c00ddcSChris Mason int verify) 15819c00ddcSChris Mason { 15919c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 16019c00ddcSChris Mason unsigned long len; 16119c00ddcSChris Mason unsigned long cur_len; 16219c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 16319c00ddcSChris Mason char *map_token = NULL; 16419c00ddcSChris Mason char *kaddr; 16519c00ddcSChris Mason unsigned long map_start; 16619c00ddcSChris Mason unsigned long map_len; 16719c00ddcSChris Mason int err; 16819c00ddcSChris Mason u32 crc = ~(u32)0; 16919c00ddcSChris Mason 17019c00ddcSChris Mason len = buf->len - offset; 17119c00ddcSChris Mason while(len > 0) { 17219c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 17319c00ddcSChris Mason &map_token, &kaddr, 17419c00ddcSChris Mason &map_start, &map_len, KM_USER0); 17519c00ddcSChris Mason if (err) { 17619c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 17719c00ddcSChris Mason offset); 17819c00ddcSChris Mason return 1; 17919c00ddcSChris Mason } 18019c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 18119c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 18219c00ddcSChris Mason crc, cur_len); 18319c00ddcSChris Mason len -= cur_len; 18419c00ddcSChris Mason offset += cur_len; 18519c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 18619c00ddcSChris Mason } 18719c00ddcSChris Mason btrfs_csum_final(crc, result); 18819c00ddcSChris Mason 18919c00ddcSChris Mason if (verify) { 190e4204dedSChris Mason int from_this_trans = 0; 191e4204dedSChris Mason 192e4204dedSChris Mason if (root->fs_info->running_transaction && 193e4204dedSChris Mason btrfs_header_generation(buf) == 194e4204dedSChris Mason root->fs_info->running_transaction->transid) 195e4204dedSChris Mason from_this_trans = 1; 196e4204dedSChris Mason 197e4204dedSChris Mason /* FIXME, this is not good */ 19863b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 199e4204dedSChris Mason u32 val; 200e4204dedSChris Mason u32 found = 0; 201e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 202e4204dedSChris Mason 203e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 204e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 20563b10fc4SChris Mason "wanted %X found %X from_this_trans %d " 20663b10fc4SChris Mason "level %d\n", 20719c00ddcSChris Mason root->fs_info->sb->s_id, 20863b10fc4SChris Mason buf->start, val, found, from_this_trans, 20963b10fc4SChris Mason btrfs_header_level(buf)); 21019c00ddcSChris Mason return 1; 21119c00ddcSChris Mason } 21219c00ddcSChris Mason } else { 21319c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 21419c00ddcSChris Mason } 21519c00ddcSChris Mason return 0; 21619c00ddcSChris Mason } 21719c00ddcSChris Mason 2181259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2191259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2201259ab75SChris Mason { 2211259ab75SChris Mason int ret; 2221259ab75SChris Mason 2231259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2241259ab75SChris Mason return 0; 2251259ab75SChris Mason 2261259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2271259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2281259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2291259ab75SChris Mason ret = 0; 2301259ab75SChris Mason goto out; 2311259ab75SChris Mason } 2321259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2331259ab75SChris Mason (unsigned long long)eb->start, 2341259ab75SChris Mason (unsigned long long)parent_transid, 2351259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2361259ab75SChris Mason ret = 1; 2371259ab75SChris Mason out: 2381259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 2391259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2401259ab75SChris Mason GFP_NOFS); 2411259ab75SChris Mason return ret; 2421259ab75SChris Mason 2431259ab75SChris Mason } 2441259ab75SChris Mason 245f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 246f188591eSChris Mason struct extent_buffer *eb, 247ca7a79adSChris Mason u64 start, u64 parent_transid) 248f188591eSChris Mason { 249f188591eSChris Mason struct extent_io_tree *io_tree; 250f188591eSChris Mason int ret; 251f188591eSChris Mason int num_copies = 0; 252f188591eSChris Mason int mirror_num = 0; 253f188591eSChris Mason 254f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 255f188591eSChris Mason while (1) { 256f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 257f188591eSChris Mason btree_get_extent, mirror_num); 2581259ab75SChris Mason if (!ret && 2591259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 260f188591eSChris Mason return ret; 2614235298eSChris Mason 262f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 263f188591eSChris Mason eb->start, eb->len); 2644235298eSChris Mason if (num_copies == 1) 265f188591eSChris Mason return ret; 2664235298eSChris Mason 267f188591eSChris Mason mirror_num++; 2684235298eSChris Mason if (mirror_num > num_copies) 269f188591eSChris Mason return ret; 270f188591eSChris Mason } 271f188591eSChris Mason return -EIO; 272f188591eSChris Mason } 27319c00ddcSChris Mason 27419c00ddcSChris Mason int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 27519c00ddcSChris Mason { 276d1310b2eSChris Mason struct extent_io_tree *tree; 27735ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 27819c00ddcSChris Mason u64 found_start; 27919c00ddcSChris Mason int found_level; 28019c00ddcSChris Mason unsigned long len; 28119c00ddcSChris Mason struct extent_buffer *eb; 282f188591eSChris Mason int ret; 283f188591eSChris Mason 284d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 28519c00ddcSChris Mason 28619c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 28719c00ddcSChris Mason goto out; 28819c00ddcSChris Mason if (!page->private) 28919c00ddcSChris Mason goto out; 29019c00ddcSChris Mason len = page->private >> 2; 29119c00ddcSChris Mason if (len == 0) { 29219c00ddcSChris Mason WARN_ON(1); 29319c00ddcSChris Mason } 29419c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 295ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 296ca7a79adSChris Mason btrfs_header_generation(eb)); 297f188591eSChris Mason BUG_ON(ret); 29819c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 29919c00ddcSChris Mason if (found_start != start) { 30019c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 30119c00ddcSChris Mason start, found_start, len); 30255c69072SChris Mason WARN_ON(1); 30355c69072SChris Mason goto err; 30455c69072SChris Mason } 30555c69072SChris Mason if (eb->first_page != page) { 30655c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 30755c69072SChris Mason page->index); 30855c69072SChris Mason WARN_ON(1); 30955c69072SChris Mason goto err; 31055c69072SChris Mason } 31155c69072SChris Mason if (!PageUptodate(page)) { 31255c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 31355c69072SChris Mason WARN_ON(1); 31455c69072SChris Mason goto err; 31519c00ddcSChris Mason } 31619c00ddcSChris Mason found_level = btrfs_header_level(eb); 31763b10fc4SChris Mason spin_lock(&root->fs_info->hash_lock); 31863b10fc4SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 31963b10fc4SChris Mason spin_unlock(&root->fs_info->hash_lock); 32019c00ddcSChris Mason csum_tree_block(root, eb, 0); 32155c69072SChris Mason err: 32219c00ddcSChris Mason free_extent_buffer(eb); 32319c00ddcSChris Mason out: 32419c00ddcSChris Mason return 0; 32519c00ddcSChris Mason } 32619c00ddcSChris Mason 3270da5468fSChris Mason static int btree_writepage_io_hook(struct page *page, u64 start, u64 end) 3280da5468fSChris Mason { 3290da5468fSChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 3300da5468fSChris Mason 3310da5468fSChris Mason csum_dirty_buffer(root, page); 3320da5468fSChris Mason return 0; 3330da5468fSChris Mason } 3340da5468fSChris Mason 335ce9adaa5SChris Mason int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 336ce9adaa5SChris Mason struct extent_state *state) 337ce9adaa5SChris Mason { 338ce9adaa5SChris Mason struct extent_io_tree *tree; 339ce9adaa5SChris Mason u64 found_start; 340ce9adaa5SChris Mason int found_level; 341ce9adaa5SChris Mason unsigned long len; 342ce9adaa5SChris Mason struct extent_buffer *eb; 343ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 344f188591eSChris Mason int ret = 0; 345ce9adaa5SChris Mason 346ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 347ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 348ce9adaa5SChris Mason goto out; 349ce9adaa5SChris Mason if (!page->private) 350ce9adaa5SChris Mason goto out; 351ce9adaa5SChris Mason len = page->private >> 2; 352ce9adaa5SChris Mason if (len == 0) { 353ce9adaa5SChris Mason WARN_ON(1); 354ce9adaa5SChris Mason } 355ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 356f188591eSChris Mason 357ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 358ce9adaa5SChris Mason if (found_start != start) { 359f188591eSChris Mason ret = -EIO; 360ce9adaa5SChris Mason goto err; 361ce9adaa5SChris Mason } 362ce9adaa5SChris Mason if (eb->first_page != page) { 363ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 364ce9adaa5SChris Mason page->index); 365ce9adaa5SChris Mason WARN_ON(1); 366f188591eSChris Mason ret = -EIO; 367ce9adaa5SChris Mason goto err; 368ce9adaa5SChris Mason } 3691259ab75SChris Mason if (memcmp_extent_buffer(eb, root->fs_info->fsid, 3701259ab75SChris Mason (unsigned long)btrfs_header_fsid(eb), 3711259ab75SChris Mason BTRFS_FSID_SIZE)) { 3721259ab75SChris Mason printk("bad fsid on block %Lu\n", eb->start); 3731259ab75SChris Mason ret = -EIO; 3741259ab75SChris Mason goto err; 3751259ab75SChris Mason } 376ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 377ce9adaa5SChris Mason 378ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 379f188591eSChris Mason if (ret) 380f188591eSChris Mason ret = -EIO; 381ce9adaa5SChris Mason 382ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 383ce9adaa5SChris Mason end = eb->start + end - 1; 384ce9adaa5SChris Mason release_extent_buffer_tail_pages(eb); 385ce9adaa5SChris Mason err: 386ce9adaa5SChris Mason free_extent_buffer(eb); 387ce9adaa5SChris Mason out: 388f188591eSChris Mason return ret; 389ce9adaa5SChris Mason } 390ce9adaa5SChris Mason 391ce9adaa5SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 392ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 393ce9adaa5SChris Mason #else 394ce9adaa5SChris Mason static int end_workqueue_bio(struct bio *bio, 395ce9adaa5SChris Mason unsigned int bytes_done, int err) 396ce9adaa5SChris Mason #endif 397ce9adaa5SChris Mason { 398ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 399ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 400ce9adaa5SChris Mason 401ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 402ce9adaa5SChris Mason if (bio->bi_size) 403ce9adaa5SChris Mason return 1; 404ce9adaa5SChris Mason #endif 405ce9adaa5SChris Mason 406ce9adaa5SChris Mason fs_info = end_io_wq->info; 407ce9adaa5SChris Mason end_io_wq->error = err; 4088b712842SChris Mason end_io_wq->work.func = end_workqueue_fn; 4098b712842SChris Mason end_io_wq->work.flags = 0; 4108b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, &end_io_wq->work); 411ce9adaa5SChris Mason 412ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 413ce9adaa5SChris Mason return 0; 414ce9adaa5SChris Mason #endif 415ce9adaa5SChris Mason } 416ce9adaa5SChris Mason 41722c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 41822c59948SChris Mason int metadata) 4190b86a832SChris Mason { 420ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 421ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 422ce9adaa5SChris Mason if (!end_io_wq) 423ce9adaa5SChris Mason return -ENOMEM; 424ce9adaa5SChris Mason 425ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 426ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 42722c59948SChris Mason end_io_wq->info = info; 428ce9adaa5SChris Mason end_io_wq->error = 0; 429ce9adaa5SChris Mason end_io_wq->bio = bio; 43022c59948SChris Mason end_io_wq->metadata = metadata; 431ce9adaa5SChris Mason 432ce9adaa5SChris Mason bio->bi_private = end_io_wq; 433ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 43422c59948SChris Mason return 0; 43522c59948SChris Mason } 43622c59948SChris Mason 4378b712842SChris Mason static void run_one_async_submit(struct btrfs_work *work) 4388b712842SChris Mason { 4398b712842SChris Mason struct btrfs_fs_info *fs_info; 4408b712842SChris Mason struct async_submit_bio *async; 4418b712842SChris Mason 4428b712842SChris Mason async = container_of(work, struct async_submit_bio, work); 4438b712842SChris Mason fs_info = BTRFS_I(async->inode)->root->fs_info; 4448b712842SChris Mason atomic_dec(&fs_info->nr_async_submits); 4458b712842SChris Mason async->submit_bio_hook(async->inode, async->rw, async->bio, 4468b712842SChris Mason async->mirror_num); 4478b712842SChris Mason kfree(async); 4488b712842SChris Mason } 4498b712842SChris Mason 45044b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 45144b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 45244b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook) 45344b8bd7eSChris Mason { 45444b8bd7eSChris Mason struct async_submit_bio *async; 45544b8bd7eSChris Mason 45644b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 45744b8bd7eSChris Mason if (!async) 45844b8bd7eSChris Mason return -ENOMEM; 45944b8bd7eSChris Mason 46044b8bd7eSChris Mason async->inode = inode; 46144b8bd7eSChris Mason async->rw = rw; 46244b8bd7eSChris Mason async->bio = bio; 46344b8bd7eSChris Mason async->mirror_num = mirror_num; 46444b8bd7eSChris Mason async->submit_bio_hook = submit_bio_hook; 4658b712842SChris Mason async->work.func = run_one_async_submit; 4668b712842SChris Mason async->work.flags = 0; 467cb03c743SChris Mason atomic_inc(&fs_info->nr_async_submits); 4688b712842SChris Mason btrfs_queue_worker(&fs_info->workers, &async->work); 46944b8bd7eSChris Mason return 0; 47044b8bd7eSChris Mason } 47144b8bd7eSChris Mason 47244b8bd7eSChris Mason static int __btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 473f188591eSChris Mason int mirror_num) 47422c59948SChris Mason { 47522c59948SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 47622c59948SChris Mason u64 offset; 47722c59948SChris Mason int ret; 47822c59948SChris Mason 47922c59948SChris Mason offset = bio->bi_sector << 9; 48022c59948SChris Mason 4818b712842SChris Mason /* 4828b712842SChris Mason * when we're called for a write, we're already in the async 4838b712842SChris Mason * submission context. Just jump ingo btrfs_map_bio 4848b712842SChris Mason */ 48522c59948SChris Mason if (rw & (1 << BIO_RW)) { 4868b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, 4878b712842SChris Mason mirror_num, 0); 48822c59948SChris Mason } 48922c59948SChris Mason 4908b712842SChris Mason /* 4918b712842SChris Mason * called for a read, do the setup so that checksum validation 4928b712842SChris Mason * can happen in the async kernel threads 4938b712842SChris Mason */ 49422c59948SChris Mason ret = btrfs_bio_wq_end_io(root->fs_info, bio, 1); 49522c59948SChris Mason BUG_ON(ret); 496ce9adaa5SChris Mason 4978b712842SChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num, 1); 4980b86a832SChris Mason } 4990b86a832SChris Mason 50044b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 50144b8bd7eSChris Mason int mirror_num) 50244b8bd7eSChris Mason { 5038b712842SChris Mason /* 5048b712842SChris Mason * kthread helpers are used to submit writes so that checksumming 5058b712842SChris Mason * can happen in parallel across all CPUs 5068b712842SChris Mason */ 50744b8bd7eSChris Mason if (!(rw & (1 << BIO_RW))) { 50844b8bd7eSChris Mason return __btree_submit_bio_hook(inode, rw, bio, mirror_num); 50944b8bd7eSChris Mason } 51044b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 51144b8bd7eSChris Mason inode, rw, bio, mirror_num, 51244b8bd7eSChris Mason __btree_submit_bio_hook); 51344b8bd7eSChris Mason } 51444b8bd7eSChris Mason 5155f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 5165f39d397SChris Mason { 517d1310b2eSChris Mason struct extent_io_tree *tree; 518d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5195f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 5205f39d397SChris Mason } 5210da5468fSChris Mason 5220da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 5230da5468fSChris Mason struct writeback_control *wbc) 5240da5468fSChris Mason { 525d1310b2eSChris Mason struct extent_io_tree *tree; 526d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 527d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 528793955bcSChris Mason u64 num_dirty; 529793955bcSChris Mason u64 start = 0; 530793955bcSChris Mason unsigned long thresh = 96 * 1024 * 1024; 531448d640bSChris Mason 532448d640bSChris Mason if (wbc->for_kupdate) 533448d640bSChris Mason return 0; 534448d640bSChris Mason 535ca664626SChris Mason if (current_is_pdflush()) { 536ca664626SChris Mason thresh = 96 * 1024 * 1024; 537ca664626SChris Mason } else { 538ca664626SChris Mason thresh = 8 * 1024 * 1024; 539ca664626SChris Mason } 5401832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 5411832a6d5SChris Mason thresh, EXTENT_DIRTY); 542793955bcSChris Mason if (num_dirty < thresh) { 543793955bcSChris Mason return 0; 544793955bcSChris Mason } 545793955bcSChris Mason } 5460da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 5470da5468fSChris Mason } 5480da5468fSChris Mason 5495f39d397SChris Mason int btree_readpage(struct file *file, struct page *page) 5505f39d397SChris Mason { 551d1310b2eSChris Mason struct extent_io_tree *tree; 552d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5535f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 5545f39d397SChris Mason } 5555f39d397SChris Mason 55670dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 5575f39d397SChris Mason { 558d1310b2eSChris Mason struct extent_io_tree *tree; 559d1310b2eSChris Mason struct extent_map_tree *map; 5605f39d397SChris Mason int ret; 5615f39d397SChris Mason 5623dd39914SChris Mason if (page_count(page) > 3) { 5633dd39914SChris Mason /* once for page->private, once for the caller, once 5643dd39914SChris Mason * once for the page cache 5653dd39914SChris Mason */ 5663dd39914SChris Mason return 0; 5673dd39914SChris Mason } 568d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 569d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 5707b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 5715f39d397SChris Mason if (ret == 1) { 572728131d8SChris Mason invalidate_extent_lru(tree, page_offset(page), PAGE_CACHE_SIZE); 5735f39d397SChris Mason ClearPagePrivate(page); 5745f39d397SChris Mason set_page_private(page, 0); 575d98237b3SChris Mason page_cache_release(page); 5765f39d397SChris Mason } 577d98237b3SChris Mason return ret; 578d98237b3SChris Mason } 579d98237b3SChris Mason 5805f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 581d98237b3SChris Mason { 582d1310b2eSChris Mason struct extent_io_tree *tree; 583d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5845f39d397SChris Mason extent_invalidatepage(tree, page, offset); 5855f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 5869ad6b7bcSChris Mason if (PagePrivate(page)) { 5874ef64eaeSChris Mason invalidate_extent_lru(tree, page_offset(page), PAGE_CACHE_SIZE); 5889ad6b7bcSChris Mason ClearPagePrivate(page); 5899ad6b7bcSChris Mason set_page_private(page, 0); 5909ad6b7bcSChris Mason page_cache_release(page); 5919ad6b7bcSChris Mason } 592d98237b3SChris Mason } 593d98237b3SChris Mason 5945f39d397SChris Mason #if 0 595d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 596d98237b3SChris Mason { 59787cbda5cSChris Mason struct buffer_head *bh; 5980f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 59987cbda5cSChris Mason struct buffer_head *head; 60087cbda5cSChris Mason if (!page_has_buffers(page)) { 60187cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 60287cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 60387cbda5cSChris Mason } 60487cbda5cSChris Mason head = page_buffers(page); 60587cbda5cSChris Mason bh = head; 60687cbda5cSChris Mason do { 60787cbda5cSChris Mason if (buffer_dirty(bh)) 60887cbda5cSChris Mason csum_tree_block(root, bh, 0); 60987cbda5cSChris Mason bh = bh->b_this_page; 61087cbda5cSChris Mason } while (bh != head); 611d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 612d98237b3SChris Mason } 6135f39d397SChris Mason #endif 614d98237b3SChris Mason 615d98237b3SChris Mason static struct address_space_operations btree_aops = { 616d98237b3SChris Mason .readpage = btree_readpage, 617d98237b3SChris Mason .writepage = btree_writepage, 6180da5468fSChris Mason .writepages = btree_writepages, 6195f39d397SChris Mason .releasepage = btree_releasepage, 6205f39d397SChris Mason .invalidatepage = btree_invalidatepage, 621d98237b3SChris Mason .sync_page = block_sync_page, 622d98237b3SChris Mason }; 623123abc88SChris Mason 624ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 625ca7a79adSChris Mason u64 parent_transid) 626090d1875SChris Mason { 6275f39d397SChris Mason struct extent_buffer *buf = NULL; 6285f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 629de428b63SChris Mason int ret = 0; 630090d1875SChris Mason 631db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 6325f39d397SChris Mason if (!buf) 633090d1875SChris Mason return 0; 634d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 635f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 6365f39d397SChris Mason free_extent_buffer(buf); 637de428b63SChris Mason return ret; 638090d1875SChris Mason } 639090d1875SChris Mason 6400999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 6410999df54SChris Mason u64 bytenr, u32 blocksize) 6420999df54SChris Mason { 6430999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 6440999df54SChris Mason struct extent_buffer *eb; 6450999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 6460999df54SChris Mason bytenr, blocksize, GFP_NOFS); 6470999df54SChris Mason return eb; 6480999df54SChris Mason } 6490999df54SChris Mason 6500999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 6510999df54SChris Mason u64 bytenr, u32 blocksize) 6520999df54SChris Mason { 6530999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 6540999df54SChris Mason struct extent_buffer *eb; 6550999df54SChris Mason 6560999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 6570999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 6580999df54SChris Mason return eb; 6590999df54SChris Mason } 6600999df54SChris Mason 6610999df54SChris Mason 662db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 663ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 664e20d96d6SChris Mason { 6655f39d397SChris Mason struct extent_buffer *buf = NULL; 6665f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 667d1310b2eSChris Mason struct extent_io_tree *io_tree; 66819c00ddcSChris Mason int ret; 66919c00ddcSChris Mason 670d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 671e20d96d6SChris Mason 672db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 6735f39d397SChris Mason if (!buf) 674d98237b3SChris Mason return NULL; 675e4204dedSChris Mason 676ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 677ce9adaa5SChris Mason 678ce9adaa5SChris Mason if (ret == 0) { 679ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 680ce9adaa5SChris Mason } 6815f39d397SChris Mason return buf; 682ce9adaa5SChris Mason 683eb60ceacSChris Mason } 684eb60ceacSChris Mason 685e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 6865f39d397SChris Mason struct extent_buffer *buf) 687ed2ff2cbSChris Mason { 6885f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 68955c69072SChris Mason if (btrfs_header_generation(buf) == 690925baeddSChris Mason root->fs_info->running_transaction->transid) { 691925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 692d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 69355c69072SChris Mason buf); 694925baeddSChris Mason } 6955f39d397SChris Mason return 0; 6965f39d397SChris Mason } 6975f39d397SChris Mason 6985f39d397SChris Mason int wait_on_tree_block_writeback(struct btrfs_root *root, 6995f39d397SChris Mason struct extent_buffer *buf) 7005f39d397SChris Mason { 7015f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 702d1310b2eSChris Mason wait_on_extent_buffer_writeback(&BTRFS_I(btree_inode)->io_tree, 7035f39d397SChris Mason buf); 7045f39d397SChris Mason return 0; 7055f39d397SChris Mason } 7065f39d397SChris Mason 707db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 70887ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 7099f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 710e20d96d6SChris Mason u64 objectid) 711d97e63b6SChris Mason { 712cfaa7295SChris Mason root->node = NULL; 7130f7d52f4SChris Mason root->inode = NULL; 714a28ec197SChris Mason root->commit_root = NULL; 715db94535dSChris Mason root->sectorsize = sectorsize; 716db94535dSChris Mason root->nodesize = nodesize; 717db94535dSChris Mason root->leafsize = leafsize; 71887ee04ebSChris Mason root->stripesize = stripesize; 719123abc88SChris Mason root->ref_cows = 0; 7200b86a832SChris Mason root->track_dirty = 0; 7210b86a832SChris Mason 7229f5fae2fSChris Mason root->fs_info = fs_info; 7230f7d52f4SChris Mason root->objectid = objectid; 7240f7d52f4SChris Mason root->last_trans = 0; 7251b05da2eSChris Mason root->highest_inode = 0; 7261b05da2eSChris Mason root->last_inode_alloc = 0; 72758176a96SJosef Bacik root->name = NULL; 7284313b399SChris Mason root->in_sysfs = 0; 7290b86a832SChris Mason 7300b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 731925baeddSChris Mason spin_lock_init(&root->node_lock); 732a2135011SChris Mason mutex_init(&root->objectid_mutex); 7333768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 7343768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 7356702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 73658176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 7373f157a2fSChris Mason root->defrag_trans_start = fs_info->generation; 73858176a96SJosef Bacik init_completion(&root->kobj_unregister); 7396702ed49SChris Mason root->defrag_running = 0; 7406702ed49SChris Mason root->defrag_level = 0; 7414d775673SChris Mason root->root_key.objectid = objectid; 7423768f368SChris Mason return 0; 7433768f368SChris Mason } 7443768f368SChris Mason 745db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 7469f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 7479f5fae2fSChris Mason u64 objectid, 748e20d96d6SChris Mason struct btrfs_root *root) 7493768f368SChris Mason { 7503768f368SChris Mason int ret; 751db94535dSChris Mason u32 blocksize; 7523768f368SChris Mason 753db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 75487ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 75587ee04ebSChris Mason root, fs_info, objectid); 7563768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 7573768f368SChris Mason &root->root_item, &root->root_key); 7583768f368SChris Mason BUG_ON(ret); 7593768f368SChris Mason 760db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 761db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 762ca7a79adSChris Mason blocksize, 0); 7633768f368SChris Mason BUG_ON(!root->node); 764d97e63b6SChris Mason return 0; 765d97e63b6SChris Mason } 766d97e63b6SChris Mason 7675eda7b5eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_fs_info *fs_info, 7680f7d52f4SChris Mason struct btrfs_key *location) 7690f7d52f4SChris Mason { 7700f7d52f4SChris Mason struct btrfs_root *root; 7710f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 7720f7d52f4SChris Mason struct btrfs_path *path; 7735f39d397SChris Mason struct extent_buffer *l; 7741b05da2eSChris Mason u64 highest_inode; 775db94535dSChris Mason u32 blocksize; 7760f7d52f4SChris Mason int ret = 0; 7770f7d52f4SChris Mason 7785eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 7790cf6c620SChris Mason if (!root) 7800f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 7810f7d52f4SChris Mason if (location->offset == (u64)-1) { 782db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 7830f7d52f4SChris Mason location->objectid, root); 7840f7d52f4SChris Mason if (ret) { 7850f7d52f4SChris Mason kfree(root); 7860f7d52f4SChris Mason return ERR_PTR(ret); 7870f7d52f4SChris Mason } 7880f7d52f4SChris Mason goto insert; 7890f7d52f4SChris Mason } 7900f7d52f4SChris Mason 791db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 79287ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 79387ee04ebSChris Mason root, fs_info, location->objectid); 7940f7d52f4SChris Mason 7950f7d52f4SChris Mason path = btrfs_alloc_path(); 7960f7d52f4SChris Mason BUG_ON(!path); 7970f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 7980f7d52f4SChris Mason if (ret != 0) { 7990f7d52f4SChris Mason if (ret > 0) 8000f7d52f4SChris Mason ret = -ENOENT; 8010f7d52f4SChris Mason goto out; 8020f7d52f4SChris Mason } 8035f39d397SChris Mason l = path->nodes[0]; 8045f39d397SChris Mason read_extent_buffer(l, &root->root_item, 8055f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 8060f7d52f4SChris Mason sizeof(root->root_item)); 80744b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 8080f7d52f4SChris Mason ret = 0; 8090f7d52f4SChris Mason out: 8100f7d52f4SChris Mason btrfs_release_path(root, path); 8110f7d52f4SChris Mason btrfs_free_path(path); 8120f7d52f4SChris Mason if (ret) { 8130f7d52f4SChris Mason kfree(root); 8140f7d52f4SChris Mason return ERR_PTR(ret); 8150f7d52f4SChris Mason } 816db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 817db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 818ca7a79adSChris Mason blocksize, 0); 8190f7d52f4SChris Mason BUG_ON(!root->node); 8200f7d52f4SChris Mason insert: 8210f7d52f4SChris Mason root->ref_cows = 1; 8225eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 8235eda7b5eSChris Mason if (ret == 0) { 8245eda7b5eSChris Mason root->highest_inode = highest_inode; 8255eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 8265eda7b5eSChris Mason } 8275eda7b5eSChris Mason return root; 8285eda7b5eSChris Mason } 8295eda7b5eSChris Mason 830dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 831dc17ff8fSChris Mason u64 root_objectid) 832dc17ff8fSChris Mason { 833dc17ff8fSChris Mason struct btrfs_root *root; 834dc17ff8fSChris Mason 835dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 836dc17ff8fSChris Mason return fs_info->tree_root; 837dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 838dc17ff8fSChris Mason return fs_info->extent_root; 839dc17ff8fSChris Mason 840dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 841dc17ff8fSChris Mason (unsigned long)root_objectid); 842dc17ff8fSChris Mason return root; 843dc17ff8fSChris Mason } 844dc17ff8fSChris Mason 845edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 846edbd8d4eSChris Mason struct btrfs_key *location) 8475eda7b5eSChris Mason { 8485eda7b5eSChris Mason struct btrfs_root *root; 8495eda7b5eSChris Mason int ret; 8505eda7b5eSChris Mason 851edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 852edbd8d4eSChris Mason return fs_info->tree_root; 853edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 854edbd8d4eSChris Mason return fs_info->extent_root; 8558f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 8568f18cf13SChris Mason return fs_info->chunk_root; 8578f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 8588f18cf13SChris Mason return fs_info->dev_root; 859edbd8d4eSChris Mason 8605eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 8615eda7b5eSChris Mason (unsigned long)location->objectid); 8625eda7b5eSChris Mason if (root) 8635eda7b5eSChris Mason return root; 8645eda7b5eSChris Mason 8655eda7b5eSChris Mason root = btrfs_read_fs_root_no_radix(fs_info, location); 8665eda7b5eSChris Mason if (IS_ERR(root)) 8675eda7b5eSChris Mason return root; 8682619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 8692619ba1fSChris Mason (unsigned long)root->root_key.objectid, 8700f7d52f4SChris Mason root); 8710f7d52f4SChris Mason if (ret) { 8725f39d397SChris Mason free_extent_buffer(root->node); 8730f7d52f4SChris Mason kfree(root); 8740f7d52f4SChris Mason return ERR_PTR(ret); 8750f7d52f4SChris Mason } 876edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 877edbd8d4eSChris Mason root->root_key.objectid, root); 878edbd8d4eSChris Mason BUG_ON(ret); 879edbd8d4eSChris Mason 880edbd8d4eSChris Mason return root; 881edbd8d4eSChris Mason } 882edbd8d4eSChris Mason 883edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 884edbd8d4eSChris Mason struct btrfs_key *location, 885edbd8d4eSChris Mason const char *name, int namelen) 886edbd8d4eSChris Mason { 887edbd8d4eSChris Mason struct btrfs_root *root; 888edbd8d4eSChris Mason int ret; 889edbd8d4eSChris Mason 890edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 891edbd8d4eSChris Mason if (!root) 892edbd8d4eSChris Mason return NULL; 89358176a96SJosef Bacik 8944313b399SChris Mason if (root->in_sysfs) 8954313b399SChris Mason return root; 8964313b399SChris Mason 89758176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 89858176a96SJosef Bacik if (ret) { 8995f39d397SChris Mason free_extent_buffer(root->node); 90058176a96SJosef Bacik kfree(root); 90158176a96SJosef Bacik return ERR_PTR(ret); 90258176a96SJosef Bacik } 90358176a96SJosef Bacik 90458176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 90558176a96SJosef Bacik if (ret) { 9065f39d397SChris Mason free_extent_buffer(root->node); 90758176a96SJosef Bacik kfree(root->name); 90858176a96SJosef Bacik kfree(root); 90958176a96SJosef Bacik return ERR_PTR(ret); 91058176a96SJosef Bacik } 9114313b399SChris Mason root->in_sysfs = 1; 9120f7d52f4SChris Mason return root; 9130f7d52f4SChris Mason } 91419c00ddcSChris Mason #if 0 91519c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 91619c00ddcSChris Mason struct btrfs_hasher *hasher; 9170f7d52f4SChris Mason 91819c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 91919c00ddcSChris Mason if (!hasher) 92019c00ddcSChris Mason return -ENOMEM; 92119c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 92219c00ddcSChris Mason if (!hasher->hash_tfm) { 92319c00ddcSChris Mason kfree(hasher); 92419c00ddcSChris Mason return -EINVAL; 92519c00ddcSChris Mason } 92619c00ddcSChris Mason spin_lock(&info->hash_lock); 92719c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 92819c00ddcSChris Mason spin_unlock(&info->hash_lock); 92919c00ddcSChris Mason return 0; 93019c00ddcSChris Mason } 93119c00ddcSChris Mason #endif 93204160088SChris Mason 93304160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 93404160088SChris Mason { 93504160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 93604160088SChris Mason int ret = 0; 937cb03c743SChris Mason int limit = 256 * info->fs_devices->open_devices; 93804160088SChris Mason struct list_head *cur; 93904160088SChris Mason struct btrfs_device *device; 94004160088SChris Mason struct backing_dev_info *bdi; 94104160088SChris Mason 942cb03c743SChris Mason if ((bdi_bits & (1 << BDI_write_congested)) && 943cb03c743SChris Mason atomic_read(&info->nr_async_submits) > limit) { 944cb03c743SChris Mason return 1; 945cb03c743SChris Mason } 946cb03c743SChris Mason 94704160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 94804160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 949dfe25020SChris Mason if (!device->bdev) 950dfe25020SChris Mason continue; 95104160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 95204160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 95304160088SChris Mason ret = 1; 95404160088SChris Mason break; 95504160088SChris Mason } 95604160088SChris Mason } 95704160088SChris Mason return ret; 95804160088SChris Mason } 95904160088SChris Mason 96038b66988SChris Mason /* 96138b66988SChris Mason * this unplugs every device on the box, and it is only used when page 96238b66988SChris Mason * is null 96338b66988SChris Mason */ 96438b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 96538b66988SChris Mason { 96638b66988SChris Mason struct list_head *cur; 96738b66988SChris Mason struct btrfs_device *device; 96838b66988SChris Mason struct btrfs_fs_info *info; 96938b66988SChris Mason 97038b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 97138b66988SChris Mason list_for_each(cur, &info->fs_devices->devices) { 97238b66988SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 97338b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 97438b66988SChris Mason if (bdi->unplug_io_fn) { 97538b66988SChris Mason bdi->unplug_io_fn(bdi, page); 97638b66988SChris Mason } 97738b66988SChris Mason } 97838b66988SChris Mason } 97938b66988SChris Mason 98004160088SChris Mason void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 98104160088SChris Mason { 98238b66988SChris Mason struct inode *inode; 983f2d8d74dSChris Mason struct extent_map_tree *em_tree; 984f2d8d74dSChris Mason struct extent_map *em; 985bcbfce8aSChris Mason struct address_space *mapping; 98638b66988SChris Mason u64 offset; 98738b66988SChris Mason 988bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 98938b66988SChris Mason if (!page) { 99038b66988SChris Mason __unplug_io_fn(bdi, page); 99138b66988SChris Mason return; 99238b66988SChris Mason } 99338b66988SChris Mason 994bcbfce8aSChris Mason /* 995bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 996bcbfce8aSChris Mason * and use that for everything below 997bcbfce8aSChris Mason */ 998bcbfce8aSChris Mason smp_mb(); 999bcbfce8aSChris Mason mapping = page->mapping; 1000bcbfce8aSChris Mason if (!mapping) 1001bcbfce8aSChris Mason return; 1002bcbfce8aSChris Mason 1003bcbfce8aSChris Mason inode = mapping->host; 100438b66988SChris Mason offset = page_offset(page); 100504160088SChris Mason 1006f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 1007f2d8d74dSChris Mason spin_lock(&em_tree->lock); 1008f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 1009f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 1010f2d8d74dSChris Mason if (!em) 1011f2d8d74dSChris Mason return; 1012f2d8d74dSChris Mason 1013f2d8d74dSChris Mason offset = offset - em->start; 1014f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 1015f2d8d74dSChris Mason em->block_start + offset, page); 1016f2d8d74dSChris Mason free_extent_map(em); 101704160088SChris Mason } 101804160088SChris Mason 101904160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 102004160088SChris Mason { 102151ebc0d3SJan Engelhardt #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 102204160088SChris Mason bdi_init(bdi); 1023b248a415SChris Mason #endif 10244575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 102504160088SChris Mason bdi->state = 0; 102604160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 102704160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 102804160088SChris Mason bdi->unplug_io_data = info; 102904160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 103004160088SChris Mason bdi->congested_data = info; 103104160088SChris Mason return 0; 103204160088SChris Mason } 103304160088SChris Mason 1034ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1035ce9adaa5SChris Mason { 1036ce9adaa5SChris Mason u64 length = 0; 1037ce9adaa5SChris Mason u64 buf_len = 0; 1038ce9adaa5SChris Mason u64 start = 0; 1039ce9adaa5SChris Mason struct page *page; 1040ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1041ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1042ce9adaa5SChris Mason struct bio_vec *bvec; 1043ce9adaa5SChris Mason int i; 1044ce9adaa5SChris Mason int ret; 1045ce9adaa5SChris Mason 1046ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1047ce9adaa5SChris Mason page = bvec->bv_page; 1048ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1049ce9adaa5SChris Mason length += bvec->bv_len; 1050ce9adaa5SChris Mason continue; 1051ce9adaa5SChris Mason } 1052ce9adaa5SChris Mason if (!page->private) { 1053ce9adaa5SChris Mason length += bvec->bv_len; 1054ce9adaa5SChris Mason continue; 1055ce9adaa5SChris Mason } 1056ce9adaa5SChris Mason length = bvec->bv_len; 1057ce9adaa5SChris Mason buf_len = page->private >> 2; 1058ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1059ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1060ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1061ce9adaa5SChris Mason } 1062ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1063ce9adaa5SChris Mason if (buf_len <= length) 1064ce9adaa5SChris Mason return 1; 1065ce9adaa5SChris Mason 1066ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1067ce9adaa5SChris Mason start + buf_len - 1); 1068ce9adaa5SChris Mason if (ret == 1) 1069ce9adaa5SChris Mason return ret; 1070ce9adaa5SChris Mason return ret; 1071ce9adaa5SChris Mason } 1072ce9adaa5SChris Mason 10738b712842SChris Mason /* 10748b712842SChris Mason * called by the kthread helper functions to finally call the bio end_io 10758b712842SChris Mason * functions. This is where read checksum verification actually happens 10768b712842SChris Mason */ 10778b712842SChris Mason static void end_workqueue_fn(struct btrfs_work *work) 1078ce9adaa5SChris Mason { 1079ce9adaa5SChris Mason struct bio *bio; 10808b712842SChris Mason struct end_io_wq *end_io_wq; 10818b712842SChris Mason struct btrfs_fs_info *fs_info; 1082ce9adaa5SChris Mason int error; 1083ce9adaa5SChris Mason 10848b712842SChris Mason end_io_wq = container_of(work, struct end_io_wq, work); 1085ce9adaa5SChris Mason bio = end_io_wq->bio; 10868b712842SChris Mason fs_info = end_io_wq->info; 10878b712842SChris Mason 10888b712842SChris Mason /* metadata bios are special because the whole tree block must 10898b712842SChris Mason * be checksummed at once. This makes sure the entire block is in 10908b712842SChris Mason * ram and up to date before trying to verify things. For 10918b712842SChris Mason * blocksize <= pagesize, it is basically a noop 10928b712842SChris Mason */ 109322c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 10948b712842SChris Mason btrfs_queue_worker(&fs_info->endio_workers, 10958b712842SChris Mason &end_io_wq->work); 1096ce9adaa5SChris Mason return; 1097ce9adaa5SChris Mason } 1098ce9adaa5SChris Mason error = end_io_wq->error; 1099ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1100ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1101ce9adaa5SChris Mason kfree(end_io_wq); 110273f61b2aSMiguel #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 1103b248a415SChris Mason bio_endio(bio, bio->bi_size, error); 110473f61b2aSMiguel #else 1105ce9adaa5SChris Mason bio_endio(bio, error); 110673f61b2aSMiguel #endif 1107ce9adaa5SChris Mason } 110844b8bd7eSChris Mason 1109a74a4b97SChris Mason static int cleaner_kthread(void *arg) 1110a74a4b97SChris Mason { 1111a74a4b97SChris Mason struct btrfs_root *root = arg; 1112a74a4b97SChris Mason 1113a74a4b97SChris Mason do { 1114a74a4b97SChris Mason smp_mb(); 1115a74a4b97SChris Mason if (root->fs_info->closing) 1116a74a4b97SChris Mason break; 1117a74a4b97SChris Mason 1118a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1119a74a4b97SChris Mason mutex_lock(&root->fs_info->cleaner_mutex); 1120a74a4b97SChris Mason printk("cleaner awake\n"); 1121a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 1122a74a4b97SChris Mason printk("cleaner done\n"); 1123a74a4b97SChris Mason mutex_unlock(&root->fs_info->cleaner_mutex); 1124a74a4b97SChris Mason 1125a74a4b97SChris Mason if (freezing(current)) { 1126a74a4b97SChris Mason refrigerator(); 1127a74a4b97SChris Mason } else { 1128a74a4b97SChris Mason smp_mb(); 1129a74a4b97SChris Mason if (root->fs_info->closing) 1130a74a4b97SChris Mason break; 1131a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1132a74a4b97SChris Mason schedule(); 1133a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1134a74a4b97SChris Mason } 1135a74a4b97SChris Mason } while (!kthread_should_stop()); 1136a74a4b97SChris Mason return 0; 1137a74a4b97SChris Mason } 1138a74a4b97SChris Mason 1139a74a4b97SChris Mason static int transaction_kthread(void *arg) 1140a74a4b97SChris Mason { 1141a74a4b97SChris Mason struct btrfs_root *root = arg; 1142a74a4b97SChris Mason struct btrfs_trans_handle *trans; 1143a74a4b97SChris Mason struct btrfs_transaction *cur; 1144a74a4b97SChris Mason unsigned long now; 1145a74a4b97SChris Mason unsigned long delay; 1146a74a4b97SChris Mason int ret; 1147a74a4b97SChris Mason 1148a74a4b97SChris Mason do { 1149a74a4b97SChris Mason smp_mb(); 1150a74a4b97SChris Mason if (root->fs_info->closing) 1151a74a4b97SChris Mason break; 1152a74a4b97SChris Mason 1153a74a4b97SChris Mason delay = HZ * 30; 1154a74a4b97SChris Mason vfs_check_frozen(root->fs_info->sb, SB_FREEZE_WRITE); 1155a74a4b97SChris Mason mutex_lock(&root->fs_info->transaction_kthread_mutex); 1156a74a4b97SChris Mason 1157a74a4b97SChris Mason mutex_lock(&root->fs_info->trans_mutex); 1158a74a4b97SChris Mason cur = root->fs_info->running_transaction; 1159a74a4b97SChris Mason if (!cur) { 1160a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1161a74a4b97SChris Mason goto sleep; 1162a74a4b97SChris Mason } 1163a74a4b97SChris Mason now = get_seconds(); 1164a74a4b97SChris Mason if (now < cur->start_time || now - cur->start_time < 30) { 1165a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1166a74a4b97SChris Mason delay = HZ * 5; 1167a74a4b97SChris Mason goto sleep; 1168a74a4b97SChris Mason } 1169a74a4b97SChris Mason mutex_unlock(&root->fs_info->trans_mutex); 1170a74a4b97SChris Mason trans = btrfs_start_transaction(root, 1); 1171a74a4b97SChris Mason ret = btrfs_commit_transaction(trans, root); 1172a74a4b97SChris Mason sleep: 1173a74a4b97SChris Mason wake_up_process(root->fs_info->cleaner_kthread); 1174a74a4b97SChris Mason mutex_unlock(&root->fs_info->transaction_kthread_mutex); 1175a74a4b97SChris Mason 1176a74a4b97SChris Mason if (freezing(current)) { 1177a74a4b97SChris Mason refrigerator(); 1178a74a4b97SChris Mason } else { 1179a74a4b97SChris Mason if (root->fs_info->closing) 1180a74a4b97SChris Mason break; 1181a74a4b97SChris Mason set_current_state(TASK_INTERRUPTIBLE); 1182a74a4b97SChris Mason schedule_timeout(delay); 1183a74a4b97SChris Mason __set_current_state(TASK_RUNNING); 1184a74a4b97SChris Mason } 1185a74a4b97SChris Mason } while (!kthread_should_stop()); 1186a74a4b97SChris Mason return 0; 1187a74a4b97SChris Mason } 1188a74a4b97SChris Mason 11898a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 1190dfe25020SChris Mason struct btrfs_fs_devices *fs_devices, 1191dfe25020SChris Mason char *options) 1192eb60ceacSChris Mason { 1193db94535dSChris Mason u32 sectorsize; 1194db94535dSChris Mason u32 nodesize; 1195db94535dSChris Mason u32 leafsize; 1196db94535dSChris Mason u32 blocksize; 119787ee04ebSChris Mason u32 stripesize; 1198a061fc8dSChris Mason struct buffer_head *bh; 1199e20d96d6SChris Mason struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root), 1200e20d96d6SChris Mason GFP_NOFS); 1201e20d96d6SChris Mason struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root), 1202e20d96d6SChris Mason GFP_NOFS); 12038790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1204e20d96d6SChris Mason GFP_NOFS); 12050b86a832SChris Mason struct btrfs_root *chunk_root = kmalloc(sizeof(struct btrfs_root), 12060b86a832SChris Mason GFP_NOFS); 12070b86a832SChris Mason struct btrfs_root *dev_root = kmalloc(sizeof(struct btrfs_root), 12080b86a832SChris Mason GFP_NOFS); 1209eb60ceacSChris Mason int ret; 1210e58ca020SYan int err = -EINVAL; 12114543df7eSChris Mason 12122c90e5d6SChris Mason struct btrfs_super_block *disk_super; 12138790d502SChris Mason 121439279cc3SChris Mason if (!extent_root || !tree_root || !fs_info) { 121539279cc3SChris Mason err = -ENOMEM; 121639279cc3SChris Mason goto fail; 121739279cc3SChris Mason } 12180f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 12198fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1220facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 122119c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 122219c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 12231832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1224cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 122519c00ddcSChris Mason 122658176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 12279f5fae2fSChris Mason fs_info->tree_root = tree_root; 12289f5fae2fSChris Mason fs_info->extent_root = extent_root; 12290b86a832SChris Mason fs_info->chunk_root = chunk_root; 12300b86a832SChris Mason fs_info->dev_root = dev_root; 12318a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 12320b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 12336324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 12340b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1235cb03c743SChris Mason atomic_set(&fs_info->nr_async_submits, 0); 1236a2135011SChris Mason atomic_set(&fs_info->throttles, 0); 1237e20d96d6SChris Mason fs_info->sb = sb; 1238c59f8951SChris Mason fs_info->max_extent = (u64)-1; 12396f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 124004160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1241d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1242d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 12432c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 12444543df7eSChris Mason fs_info->thread_pool_size = min(num_online_cpus() + 2, 8); 12450afbaf8cSChris Mason 1246a061fc8dSChris Mason sb->s_blocksize = 4096; 1247a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1248a061fc8dSChris Mason 12490afbaf8cSChris Mason /* 12500afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 12510afbaf8cSChris Mason * the real end of the address space is determined by all of 12520afbaf8cSChris Mason * the devices in the system 12530afbaf8cSChris Mason */ 12540afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1255d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 125604160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 125704160088SChris Mason 1258d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 12595f39d397SChris Mason fs_info->btree_inode->i_mapping, 12605f39d397SChris Mason GFP_NOFS); 1261d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1262d1310b2eSChris Mason GFP_NOFS); 12630da5468fSChris Mason 1264d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1265d1310b2eSChris Mason 1266d1310b2eSChris Mason extent_io_tree_init(&fs_info->free_space_cache, 1267f510cfecSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1268d1310b2eSChris Mason extent_io_tree_init(&fs_info->block_group_cache, 126996b5179dSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1270d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 12711a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1272d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 12731a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1274d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 12751a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1276e66f709bSChris Mason fs_info->do_barriers = 1; 1277e18e4809SChris Mason 12780f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 12790f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 12800f7d52f4SChris Mason sizeof(struct btrfs_key)); 128122b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 1282d98237b3SChris Mason mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS); 128339279cc3SChris Mason 128479154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1285a2135011SChris Mason mutex_init(&fs_info->drop_mutex); 1286925baeddSChris Mason mutex_init(&fs_info->alloc_mutex); 1287925baeddSChris Mason mutex_init(&fs_info->chunk_mutex); 1288a74a4b97SChris Mason mutex_init(&fs_info->transaction_kthread_mutex); 1289a74a4b97SChris Mason mutex_init(&fs_info->cleaner_mutex); 12903768f368SChris Mason 129119c00ddcSChris Mason #if 0 129219c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 129319c00ddcSChris Mason if (ret) { 129419c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 129519c00ddcSChris Mason err = -ENOMEM; 129619c00ddcSChris Mason goto fail_iput; 129719c00ddcSChris Mason } 129819c00ddcSChris Mason #endif 12990b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 13002c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 13017eccb903SChris Mason 1302d98237b3SChris Mason 1303a061fc8dSChris Mason bh = __bread(fs_devices->latest_bdev, 1304a061fc8dSChris Mason BTRFS_SUPER_INFO_OFFSET / 4096, 4096); 1305a061fc8dSChris Mason if (!bh) 130639279cc3SChris Mason goto fail_iput; 130739279cc3SChris Mason 1308a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 1309a061fc8dSChris Mason brelse(bh); 13105f39d397SChris Mason 1311a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 13120b86a832SChris Mason 13135f39d397SChris Mason disk_super = &fs_info->super_copy; 13140f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 131539279cc3SChris Mason goto fail_sb_buffer; 13160f7d52f4SChris Mason 1317edf24abeSChristoph Hellwig err = btrfs_parse_options(tree_root, options); 1318edf24abeSChristoph Hellwig if (err) 1319edf24abeSChristoph Hellwig goto fail_sb_buffer; 1320dfe25020SChris Mason 13214543df7eSChris Mason /* 13224543df7eSChris Mason * we need to start all the end_io workers up front because the 13234543df7eSChris Mason * queue work function gets called at interrupt time, and so it 13244543df7eSChris Mason * cannot dynamically grow. 13254543df7eSChris Mason */ 13264543df7eSChris Mason btrfs_init_workers(&fs_info->workers, fs_info->thread_pool_size); 13271cc127b5SChris Mason btrfs_init_workers(&fs_info->submit_workers, fs_info->thread_pool_size); 13284543df7eSChris Mason btrfs_init_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 13294543df7eSChris Mason btrfs_start_workers(&fs_info->workers, 1); 13301cc127b5SChris Mason btrfs_start_workers(&fs_info->submit_workers, 1); 13314543df7eSChris Mason btrfs_start_workers(&fs_info->endio_workers, fs_info->thread_pool_size); 13324543df7eSChris Mason 1333edf24abeSChristoph Hellwig err = -EINVAL; 1334a0af469bSChris Mason if (btrfs_super_num_devices(disk_super) > fs_devices->open_devices) { 13358a4b83ccSChris Mason printk("Btrfs: wanted %llu devices, but found %llu\n", 13368a4b83ccSChris Mason (unsigned long long)btrfs_super_num_devices(disk_super), 1337a0af469bSChris Mason (unsigned long long)fs_devices->open_devices); 1338dfe25020SChris Mason if (btrfs_test_opt(tree_root, DEGRADED)) 1339dfe25020SChris Mason printk("continuing in degraded mode\n"); 1340dfe25020SChris Mason else { 13418a4b83ccSChris Mason goto fail_sb_buffer; 13428a4b83ccSChris Mason } 1343dfe25020SChris Mason } 1344dfe25020SChris Mason 13454575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 13464575c9ccSChris Mason 1347db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1348db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1349db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 135087ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1351db94535dSChris Mason tree_root->nodesize = nodesize; 1352db94535dSChris Mason tree_root->leafsize = leafsize; 1353db94535dSChris Mason tree_root->sectorsize = sectorsize; 135487ee04ebSChris Mason tree_root->stripesize = stripesize; 1355a061fc8dSChris Mason 1356a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1357a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1358db94535dSChris Mason 135939279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 136039279cc3SChris Mason sizeof(disk_super->magic))) { 136139279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 136239279cc3SChris Mason goto fail_sb_buffer; 136339279cc3SChris Mason } 136419c00ddcSChris Mason 1365925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 13660b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 1367925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 136884eed90fSChris Mason if (ret) { 136984eed90fSChris Mason printk("btrfs: failed to read the system array on %s\n", 137084eed90fSChris Mason sb->s_id); 137184eed90fSChris Mason goto fail_sys_array; 137284eed90fSChris Mason } 13730b86a832SChris Mason 13740b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 13750b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 13760b86a832SChris Mason 13770b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 13780b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 13790b86a832SChris Mason 13800b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 13810b86a832SChris Mason btrfs_super_chunk_root(disk_super), 1382ca7a79adSChris Mason blocksize, 0); 13830b86a832SChris Mason BUG_ON(!chunk_root->node); 13840b86a832SChris Mason 1385e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1386e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1387e17cade2SChris Mason BTRFS_UUID_SIZE); 1388e17cade2SChris Mason 1389925baeddSChris Mason mutex_lock(&fs_info->chunk_mutex); 13900b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 1391925baeddSChris Mason mutex_unlock(&fs_info->chunk_mutex); 13920b86a832SChris Mason BUG_ON(ret); 13930b86a832SChris Mason 1394dfe25020SChris Mason btrfs_close_extra_devices(fs_devices); 1395dfe25020SChris Mason 1396db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1397db94535dSChris Mason btrfs_super_root_level(disk_super)); 139819c00ddcSChris Mason 13990b86a832SChris Mason 1400e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1401db94535dSChris Mason btrfs_super_root(disk_super), 1402ca7a79adSChris Mason blocksize, 0); 140339279cc3SChris Mason if (!tree_root->node) 140439279cc3SChris Mason goto fail_sb_buffer; 14053768f368SChris Mason 1406db94535dSChris Mason 1407db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1408e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 14090b86a832SChris Mason if (ret) 141039279cc3SChris Mason goto fail_tree_root; 14110b86a832SChris Mason extent_root->track_dirty = 1; 14120b86a832SChris Mason 14130b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 14140b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 14150b86a832SChris Mason dev_root->track_dirty = 1; 14160b86a832SChris Mason 14170b86a832SChris Mason if (ret) 14180b86a832SChris Mason goto fail_extent_root; 14193768f368SChris Mason 14209078a3e1SChris Mason btrfs_read_block_groups(extent_root); 14219078a3e1SChris Mason 14220f7d52f4SChris Mason fs_info->generation = btrfs_super_generation(disk_super) + 1; 1423d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1424d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1425611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1426a74a4b97SChris Mason fs_info->cleaner_kthread = kthread_run(cleaner_kthread, tree_root, 1427a74a4b97SChris Mason "btrfs-cleaner"); 1428a74a4b97SChris Mason if (!fs_info->cleaner_kthread) 1429a74a4b97SChris Mason goto fail_extent_root; 1430a74a4b97SChris Mason 1431a74a4b97SChris Mason fs_info->transaction_kthread = kthread_run(transaction_kthread, 1432a74a4b97SChris Mason tree_root, 1433a74a4b97SChris Mason "btrfs-transaction"); 1434a74a4b97SChris Mason if (!fs_info->transaction_kthread) 14353f157a2fSChris Mason goto fail_cleaner; 1436a74a4b97SChris Mason 1437d18a2c44SChris Mason 14380f7d52f4SChris Mason return tree_root; 143939279cc3SChris Mason 14403f157a2fSChris Mason fail_cleaner: 1441a74a4b97SChris Mason kthread_stop(fs_info->cleaner_kthread); 14420b86a832SChris Mason fail_extent_root: 14430b86a832SChris Mason free_extent_buffer(extent_root->node); 144439279cc3SChris Mason fail_tree_root: 14455f39d397SChris Mason free_extent_buffer(tree_root->node); 144684eed90fSChris Mason fail_sys_array: 144739279cc3SChris Mason fail_sb_buffer: 14482d2ae547SChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 14498b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 14508b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 14511cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 14524543df7eSChris Mason fail_iput: 14534543df7eSChris Mason iput(fs_info->btree_inode); 145439279cc3SChris Mason fail: 1455dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 145684eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 145784eed90fSChris Mason 145839279cc3SChris Mason kfree(extent_root); 145939279cc3SChris Mason kfree(tree_root); 146051ebc0d3SJan Engelhardt #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 14612d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 1462b248a415SChris Mason #endif 146339279cc3SChris Mason kfree(fs_info); 146439279cc3SChris Mason return ERR_PTR(err); 1465eb60ceacSChris Mason } 1466eb60ceacSChris Mason 1467f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1468f2984462SChris Mason { 1469f2984462SChris Mason char b[BDEVNAME_SIZE]; 1470f2984462SChris Mason 1471f2984462SChris Mason if (uptodate) { 1472f2984462SChris Mason set_buffer_uptodate(bh); 1473f2984462SChris Mason } else { 1474f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1475f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1476f2984462SChris Mason "I/O error on %s\n", 1477f2984462SChris Mason bdevname(bh->b_bdev, b)); 1478f2984462SChris Mason } 14791259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 14801259ab75SChris Mason * our own ways of dealing with the IO errors 14811259ab75SChris Mason */ 1482f2984462SChris Mason clear_buffer_uptodate(bh); 1483f2984462SChris Mason } 1484f2984462SChris Mason unlock_buffer(bh); 1485f2984462SChris Mason put_bh(bh); 1486f2984462SChris Mason } 1487f2984462SChris Mason 1488f2984462SChris Mason int write_all_supers(struct btrfs_root *root) 1489f2984462SChris Mason { 1490f2984462SChris Mason struct list_head *cur; 1491f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1492f2984462SChris Mason struct btrfs_device *dev; 1493a061fc8dSChris Mason struct btrfs_super_block *sb; 1494f2984462SChris Mason struct btrfs_dev_item *dev_item; 1495f2984462SChris Mason struct buffer_head *bh; 1496f2984462SChris Mason int ret; 1497f2984462SChris Mason int do_barriers; 1498a236aed1SChris Mason int max_errors; 1499a236aed1SChris Mason int total_errors = 0; 1500a061fc8dSChris Mason u32 crc; 1501a061fc8dSChris Mason u64 flags; 1502f2984462SChris Mason 1503a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 1504f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1505f2984462SChris Mason 1506a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 1507a061fc8dSChris Mason dev_item = &sb->dev_item; 1508f2984462SChris Mason list_for_each(cur, head) { 1509f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1510dfe25020SChris Mason if (!dev->bdev) { 1511dfe25020SChris Mason total_errors++; 1512dfe25020SChris Mason continue; 1513dfe25020SChris Mason } 1514dfe25020SChris Mason if (!dev->in_fs_metadata) 1515dfe25020SChris Mason continue; 1516dfe25020SChris Mason 1517a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 1518a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 1519a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 1520a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 1521a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 1522a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 1523a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 1524a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 1525a061fc8dSChris Mason flags = btrfs_super_flags(sb); 1526a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 1527f2984462SChris Mason 1528f2984462SChris Mason 1529a061fc8dSChris Mason crc = ~(u32)0; 1530a061fc8dSChris Mason crc = btrfs_csum_data(root, (char *)sb + BTRFS_CSUM_SIZE, crc, 1531a061fc8dSChris Mason BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE); 1532a061fc8dSChris Mason btrfs_csum_final(crc, sb->csum); 1533a061fc8dSChris Mason 1534a061fc8dSChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 4096, 1535f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1536f2984462SChris Mason 1537a061fc8dSChris Mason memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 1538f2984462SChris Mason dev->pending_io = bh; 1539f2984462SChris Mason 1540f2984462SChris Mason get_bh(bh); 1541f2984462SChris Mason set_buffer_uptodate(bh); 1542f2984462SChris Mason lock_buffer(bh); 1543f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1544f2984462SChris Mason 1545f2984462SChris Mason if (do_barriers && dev->barriers) { 1546f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1547f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1548f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1549f2984462SChris Mason dev->name); 1550f2984462SChris Mason set_buffer_uptodate(bh); 1551f2984462SChris Mason dev->barriers = 0; 1552f2984462SChris Mason get_bh(bh); 1553f2984462SChris Mason lock_buffer(bh); 1554f2984462SChris Mason ret = submit_bh(WRITE, bh); 1555f2984462SChris Mason } 1556f2984462SChris Mason } else { 1557f2984462SChris Mason ret = submit_bh(WRITE, bh); 1558f2984462SChris Mason } 1559a236aed1SChris Mason if (ret) 1560a236aed1SChris Mason total_errors++; 1561f2984462SChris Mason } 1562a236aed1SChris Mason if (total_errors > max_errors) { 1563a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1564a236aed1SChris Mason BUG(); 1565a236aed1SChris Mason } 1566a236aed1SChris Mason total_errors = 0; 1567f2984462SChris Mason 1568f2984462SChris Mason list_for_each(cur, head) { 1569f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1570dfe25020SChris Mason if (!dev->bdev) 1571dfe25020SChris Mason continue; 1572dfe25020SChris Mason if (!dev->in_fs_metadata) 1573dfe25020SChris Mason continue; 1574dfe25020SChris Mason 1575f2984462SChris Mason BUG_ON(!dev->pending_io); 1576f2984462SChris Mason bh = dev->pending_io; 1577f2984462SChris Mason wait_on_buffer(bh); 1578f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1579f2984462SChris Mason if (do_barriers && dev->barriers) { 1580f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1581f2984462SChris Mason dev->name); 1582f2984462SChris Mason set_buffer_uptodate(bh); 1583f2984462SChris Mason get_bh(bh); 1584f2984462SChris Mason lock_buffer(bh); 1585f2984462SChris Mason dev->barriers = 0; 1586f2984462SChris Mason ret = submit_bh(WRITE, bh); 1587f2984462SChris Mason BUG_ON(ret); 1588f2984462SChris Mason wait_on_buffer(bh); 15891259ab75SChris Mason if (!buffer_uptodate(bh)) 15901259ab75SChris Mason total_errors++; 1591f2984462SChris Mason } else { 1592a236aed1SChris Mason total_errors++; 1593f2984462SChris Mason } 1594f2984462SChris Mason 1595f2984462SChris Mason } 1596f2984462SChris Mason dev->pending_io = NULL; 1597f2984462SChris Mason brelse(bh); 1598f2984462SChris Mason } 1599a236aed1SChris Mason if (total_errors > max_errors) { 1600a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1601a236aed1SChris Mason BUG(); 1602a236aed1SChris Mason } 1603f2984462SChris Mason return 0; 1604f2984462SChris Mason } 1605f2984462SChris Mason 1606e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 160779154b1bSChris Mason *root) 1608cfaa7295SChris Mason { 1609e66f709bSChris Mason int ret; 16102c90e5d6SChris Mason 1611f2984462SChris Mason ret = write_all_supers(root); 16125f39d397SChris Mason return ret; 1613cfaa7295SChris Mason } 1614cfaa7295SChris Mason 16155eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 16162619ba1fSChris Mason { 16172619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 16182619ba1fSChris Mason (unsigned long)root->root_key.objectid); 1619b99aa6cbSChris Mason if (root->in_sysfs) 162058176a96SJosef Bacik btrfs_sysfs_del_root(root); 16212619ba1fSChris Mason if (root->inode) 16222619ba1fSChris Mason iput(root->inode); 16232619ba1fSChris Mason if (root->node) 16245f39d397SChris Mason free_extent_buffer(root->node); 16252619ba1fSChris Mason if (root->commit_root) 16265f39d397SChris Mason free_extent_buffer(root->commit_root); 162758176a96SJosef Bacik if (root->name) 162858176a96SJosef Bacik kfree(root->name); 16292619ba1fSChris Mason kfree(root); 16302619ba1fSChris Mason return 0; 16312619ba1fSChris Mason } 16322619ba1fSChris Mason 163335b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 16340f7d52f4SChris Mason { 16350f7d52f4SChris Mason int ret; 16360f7d52f4SChris Mason struct btrfs_root *gang[8]; 16370f7d52f4SChris Mason int i; 16380f7d52f4SChris Mason 16390f7d52f4SChris Mason while(1) { 16400f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 16410f7d52f4SChris Mason (void **)gang, 0, 16420f7d52f4SChris Mason ARRAY_SIZE(gang)); 16430f7d52f4SChris Mason if (!ret) 16440f7d52f4SChris Mason break; 16452619ba1fSChris Mason for (i = 0; i < ret; i++) 16465eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 16470f7d52f4SChris Mason } 16480f7d52f4SChris Mason return 0; 16490f7d52f4SChris Mason } 1650b4100d64SChris Mason 1651e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 1652eb60ceacSChris Mason { 16533768f368SChris Mason int ret; 1654e089f05cSChris Mason struct btrfs_trans_handle *trans; 16550f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 1656e089f05cSChris Mason 1657facda1e7SChris Mason fs_info->closing = 1; 1658a2135011SChris Mason smp_mb(); 1659a2135011SChris Mason 1660a74a4b97SChris Mason kthread_stop(root->fs_info->transaction_kthread); 1661a74a4b97SChris Mason kthread_stop(root->fs_info->cleaner_kthread); 1662a74a4b97SChris Mason 1663a74a4b97SChris Mason btrfs_clean_old_snapshots(root); 166479154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 166554aa1f4dSChris Mason ret = btrfs_commit_transaction(trans, root); 166679154b1bSChris Mason /* run commit again to drop the original snapshot */ 166779154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 166879154b1bSChris Mason btrfs_commit_transaction(trans, root); 166979154b1bSChris Mason ret = btrfs_write_and_wait_transaction(NULL, root); 16709f5fae2fSChris Mason BUG_ON(ret); 1671d6bfde87SChris Mason 167279154b1bSChris Mason write_ctree_super(NULL, root); 1673ed2ff2cbSChris Mason 1674b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 1675b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 1676b0c68f8bSChris Mason fs_info->delalloc_bytes); 1677b0c68f8bSChris Mason } 16780f7d52f4SChris Mason if (fs_info->extent_root->node) 16795f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 1680f510cfecSChris Mason 16810f7d52f4SChris Mason if (fs_info->tree_root->node) 16825f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 1683f510cfecSChris Mason 16840b86a832SChris Mason if (root->fs_info->chunk_root->node); 16850b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 16860b86a832SChris Mason 16870b86a832SChris Mason if (root->fs_info->dev_root->node); 16880b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 16890b86a832SChris Mason 16909078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 16910f7d52f4SChris Mason del_fs_roots(fs_info); 1692d10c5f31SChris Mason 1693d10c5f31SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 1694d10c5f31SChris Mason 1695d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->free_space_cache); 1696d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->block_group_cache); 1697d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pinned_extents); 1698d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pending_del); 1699d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->extent_ins); 1700d1310b2eSChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 1701d10c5f31SChris Mason 1702db94535dSChris Mason truncate_inode_pages(fs_info->btree_inode->i_mapping, 0); 17039ad6b7bcSChris Mason 17048b712842SChris Mason btrfs_stop_workers(&fs_info->workers); 17058b712842SChris Mason btrfs_stop_workers(&fs_info->endio_workers); 17061cc127b5SChris Mason btrfs_stop_workers(&fs_info->submit_workers); 1707d6bfde87SChris Mason 1708db94535dSChris Mason iput(fs_info->btree_inode); 170919c00ddcSChris Mason #if 0 171019c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 171119c00ddcSChris Mason struct btrfs_hasher *hasher; 171219c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 171319c00ddcSChris Mason hashers); 171419c00ddcSChris Mason list_del(&hasher->hashers); 171519c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 171619c00ddcSChris Mason kfree(hasher); 171719c00ddcSChris Mason } 171819c00ddcSChris Mason #endif 1719dfe25020SChris Mason btrfs_close_devices(fs_info->fs_devices); 17200b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 1721b248a415SChris Mason 172251ebc0d3SJan Engelhardt #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 172304160088SChris Mason bdi_destroy(&fs_info->bdi); 1724b248a415SChris Mason #endif 17250b86a832SChris Mason 17260f7d52f4SChris Mason kfree(fs_info->extent_root); 17270f7d52f4SChris Mason kfree(fs_info->tree_root); 17280b86a832SChris Mason kfree(fs_info->chunk_root); 17290b86a832SChris Mason kfree(fs_info->dev_root); 1730eb60ceacSChris Mason return 0; 1731eb60ceacSChris Mason } 1732eb60ceacSChris Mason 17331259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 1734ccd467d6SChris Mason { 17351259ab75SChris Mason int ret; 1736810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 17371259ab75SChris Mason 17381259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 17391259ab75SChris Mason if (!ret) 17401259ab75SChris Mason return ret; 17411259ab75SChris Mason 17421259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 17431259ab75SChris Mason parent_transid); 17441259ab75SChris Mason return !ret; 17455f39d397SChris Mason } 17466702ed49SChris Mason 17475f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 17485f39d397SChris Mason { 1749810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1750d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 17515f39d397SChris Mason buf); 17525f39d397SChris Mason } 17535f39d397SChris Mason 17545f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 17555f39d397SChris Mason { 1756810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17575f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 17585f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 17596702ed49SChris Mason 1760925baeddSChris Mason WARN_ON(!btrfs_tree_locked(buf)); 1761ccd467d6SChris Mason if (transid != root->fs_info->generation) { 1762ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 1763db94535dSChris Mason (unsigned long long)buf->start, 1764ccd467d6SChris Mason transid, root->fs_info->generation); 1765ccd467d6SChris Mason WARN_ON(1); 1766ccd467d6SChris Mason } 1767d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 1768eb60ceacSChris Mason } 1769eb60ceacSChris Mason 1770d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 177135b7e476SChris Mason { 1772188de649SChris Mason /* 1773188de649SChris Mason * looks as though older kernels can get into trouble with 1774188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 1775188de649SChris Mason */ 1776d6bfde87SChris Mason struct extent_io_tree *tree; 1777d6bfde87SChris Mason u64 num_dirty; 1778d6bfde87SChris Mason u64 start = 0; 1779d6bfde87SChris Mason unsigned long thresh = 16 * 1024 * 1024; 1780d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 1781d6bfde87SChris Mason 1782d6bfde87SChris Mason if (current_is_pdflush()) 1783d6bfde87SChris Mason return; 1784d6bfde87SChris Mason 1785d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 1786d6bfde87SChris Mason thresh, EXTENT_DIRTY); 1787d6bfde87SChris Mason if (num_dirty > thresh) { 1788d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 1789304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 179035b7e476SChris Mason } 1791188de649SChris Mason return; 1792d6bfde87SChris Mason } 17936b80053dSChris Mason 1794ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 17956b80053dSChris Mason { 1796810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 1797ce9adaa5SChris Mason int ret; 1798ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 1799ce9adaa5SChris Mason if (ret == 0) { 1800ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 1801ce9adaa5SChris Mason } 1802ce9adaa5SChris Mason return ret; 18036b80053dSChris Mason } 18040da5468fSChris Mason 1805d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 18060da5468fSChris Mason .writepage_io_hook = btree_writepage_io_hook, 1807ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 18080b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 1809239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 1810239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 18110da5468fSChris Mason }; 1812