16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 255f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a5eb62e3SMiguel #include "crc32c.h" 28eb60ceacSChris Mason #include "ctree.h" 29eb60ceacSChris Mason #include "disk-io.h" 30e089f05cSChris Mason #include "transaction.h" 310f7d52f4SChris Mason #include "btrfs_inode.h" 320b86a832SChris Mason #include "volumes.h" 33db94535dSChris Mason #include "print-tree.h" 34eb60ceacSChris Mason 355f39d397SChris Mason #if 0 365f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 377eccb903SChris Mason { 385f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 395f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 405f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 415f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 4239279cc3SChris Mason return 1; 43d98237b3SChris Mason } 449a8dd150SChris Mason return 0; 45eb60ceacSChris Mason } 465f39d397SChris Mason #endif 47eb60ceacSChris Mason 48d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 49ce9adaa5SChris Mason static struct workqueue_struct *end_io_workqueue; 5044b8bd7eSChris Mason static struct workqueue_struct *async_submit_workqueue; 51ce9adaa5SChris Mason 52ce9adaa5SChris Mason struct end_io_wq { 53ce9adaa5SChris Mason struct bio *bio; 54ce9adaa5SChris Mason bio_end_io_t *end_io; 55ce9adaa5SChris Mason void *private; 56ce9adaa5SChris Mason struct btrfs_fs_info *info; 57ce9adaa5SChris Mason int error; 5822c59948SChris Mason int metadata; 59ce9adaa5SChris Mason struct list_head list; 60ce9adaa5SChris Mason }; 610da5468fSChris Mason 6244b8bd7eSChris Mason struct async_submit_bio { 6344b8bd7eSChris Mason struct inode *inode; 6444b8bd7eSChris Mason struct bio *bio; 6544b8bd7eSChris Mason struct list_head list; 6644b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook; 6744b8bd7eSChris Mason int rw; 6844b8bd7eSChris Mason int mirror_num; 6944b8bd7eSChris Mason }; 7044b8bd7eSChris Mason 715f39d397SChris Mason struct extent_map *btree_get_extent(struct inode *inode, struct page *page, 72d1310b2eSChris Mason size_t page_offset, u64 start, u64 len, 735f39d397SChris Mason int create) 745f39d397SChris Mason { 755f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 765f39d397SChris Mason struct extent_map *em; 775f39d397SChris Mason int ret; 785f39d397SChris Mason 79d1310b2eSChris Mason spin_lock(&em_tree->lock); 80d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 81a061fc8dSChris Mason if (em) { 82a061fc8dSChris Mason em->bdev = 83a061fc8dSChris Mason BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 84d1310b2eSChris Mason spin_unlock(&em_tree->lock); 855f39d397SChris Mason goto out; 86a061fc8dSChris Mason } 87a061fc8dSChris Mason spin_unlock(&em_tree->lock); 887b13b7b1SChris Mason 895f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 905f39d397SChris Mason if (!em) { 915f39d397SChris Mason em = ERR_PTR(-ENOMEM); 925f39d397SChris Mason goto out; 935f39d397SChris Mason } 945f39d397SChris Mason em->start = 0; 950afbaf8cSChris Mason em->len = (u64)-1; 965f39d397SChris Mason em->block_start = 0; 97a061fc8dSChris Mason em->bdev = BTRFS_I(inode)->root->fs_info->fs_devices->latest_bdev; 98d1310b2eSChris Mason 99d1310b2eSChris Mason spin_lock(&em_tree->lock); 1005f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 1015f39d397SChris Mason if (ret == -EEXIST) { 1020afbaf8cSChris Mason u64 failed_start = em->start; 1030afbaf8cSChris Mason u64 failed_len = em->len; 1040afbaf8cSChris Mason 1050afbaf8cSChris Mason printk("failed to insert %Lu %Lu -> %Lu into tree\n", 1060afbaf8cSChris Mason em->start, em->len, em->block_start); 1075f39d397SChris Mason free_extent_map(em); 1087b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1090afbaf8cSChris Mason if (em) { 1100afbaf8cSChris Mason printk("after failing, found %Lu %Lu %Lu\n", 1110afbaf8cSChris Mason em->start, em->len, em->block_start); 1127b13b7b1SChris Mason ret = 0; 1130afbaf8cSChris Mason } else { 1140afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1150afbaf8cSChris Mason failed_len); 1160afbaf8cSChris Mason if (em) { 1170afbaf8cSChris Mason printk("double failure lookup gives us " 1180afbaf8cSChris Mason "%Lu %Lu -> %Lu\n", em->start, 1190afbaf8cSChris Mason em->len, em->block_start); 1200afbaf8cSChris Mason free_extent_map(em); 1210afbaf8cSChris Mason } 1227b13b7b1SChris Mason ret = -EIO; 1230afbaf8cSChris Mason } 1245f39d397SChris Mason } else if (ret) { 1257b13b7b1SChris Mason free_extent_map(em); 1267b13b7b1SChris Mason em = NULL; 1275f39d397SChris Mason } 1287b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1297b13b7b1SChris Mason 1307b13b7b1SChris Mason if (ret) 1317b13b7b1SChris Mason em = ERR_PTR(ret); 1325f39d397SChris Mason out: 1335f39d397SChris Mason return em; 1345f39d397SChris Mason } 1355f39d397SChris Mason 13619c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 13719c00ddcSChris Mason { 138a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 13919c00ddcSChris Mason } 14019c00ddcSChris Mason 14119c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 14219c00ddcSChris Mason { 14319c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 14419c00ddcSChris Mason } 14519c00ddcSChris Mason 14619c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 14719c00ddcSChris Mason int verify) 14819c00ddcSChris Mason { 14919c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 15019c00ddcSChris Mason unsigned long len; 15119c00ddcSChris Mason unsigned long cur_len; 15219c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 15319c00ddcSChris Mason char *map_token = NULL; 15419c00ddcSChris Mason char *kaddr; 15519c00ddcSChris Mason unsigned long map_start; 15619c00ddcSChris Mason unsigned long map_len; 15719c00ddcSChris Mason int err; 15819c00ddcSChris Mason u32 crc = ~(u32)0; 15919c00ddcSChris Mason 16019c00ddcSChris Mason len = buf->len - offset; 16119c00ddcSChris Mason while(len > 0) { 16219c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 16319c00ddcSChris Mason &map_token, &kaddr, 16419c00ddcSChris Mason &map_start, &map_len, KM_USER0); 16519c00ddcSChris Mason if (err) { 16619c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 16719c00ddcSChris Mason offset); 16819c00ddcSChris Mason return 1; 16919c00ddcSChris Mason } 17019c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 17119c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 17219c00ddcSChris Mason crc, cur_len); 17319c00ddcSChris Mason len -= cur_len; 17419c00ddcSChris Mason offset += cur_len; 17519c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 17619c00ddcSChris Mason } 17719c00ddcSChris Mason btrfs_csum_final(crc, result); 17819c00ddcSChris Mason 17919c00ddcSChris Mason if (verify) { 180e4204dedSChris Mason int from_this_trans = 0; 181e4204dedSChris Mason 182e4204dedSChris Mason if (root->fs_info->running_transaction && 183e4204dedSChris Mason btrfs_header_generation(buf) == 184e4204dedSChris Mason root->fs_info->running_transaction->transid) 185e4204dedSChris Mason from_this_trans = 1; 186e4204dedSChris Mason 187e4204dedSChris Mason /* FIXME, this is not good */ 18863b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 189e4204dedSChris Mason u32 val; 190e4204dedSChris Mason u32 found = 0; 191e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 192e4204dedSChris Mason 193e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 194e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 19563b10fc4SChris Mason "wanted %X found %X from_this_trans %d " 19663b10fc4SChris Mason "level %d\n", 19719c00ddcSChris Mason root->fs_info->sb->s_id, 19863b10fc4SChris Mason buf->start, val, found, from_this_trans, 19963b10fc4SChris Mason btrfs_header_level(buf)); 20019c00ddcSChris Mason return 1; 20119c00ddcSChris Mason } 20219c00ddcSChris Mason } else { 20319c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 20419c00ddcSChris Mason } 20519c00ddcSChris Mason return 0; 20619c00ddcSChris Mason } 20719c00ddcSChris Mason 2081259ab75SChris Mason static int verify_parent_transid(struct extent_io_tree *io_tree, 2091259ab75SChris Mason struct extent_buffer *eb, u64 parent_transid) 2101259ab75SChris Mason { 2111259ab75SChris Mason int ret; 2121259ab75SChris Mason 2131259ab75SChris Mason if (!parent_transid || btrfs_header_generation(eb) == parent_transid) 2141259ab75SChris Mason return 0; 2151259ab75SChris Mason 2161259ab75SChris Mason lock_extent(io_tree, eb->start, eb->start + eb->len - 1, GFP_NOFS); 2171259ab75SChris Mason if (extent_buffer_uptodate(io_tree, eb) && 2181259ab75SChris Mason btrfs_header_generation(eb) == parent_transid) { 2191259ab75SChris Mason ret = 0; 2201259ab75SChris Mason goto out; 2211259ab75SChris Mason } 2221259ab75SChris Mason printk("parent transid verify failed on %llu wanted %llu found %llu\n", 2231259ab75SChris Mason (unsigned long long)eb->start, 2241259ab75SChris Mason (unsigned long long)parent_transid, 2251259ab75SChris Mason (unsigned long long)btrfs_header_generation(eb)); 2261259ab75SChris Mason ret = 1; 2271259ab75SChris Mason out: 2281259ab75SChris Mason clear_extent_buffer_uptodate(io_tree, eb); 2291259ab75SChris Mason unlock_extent(io_tree, eb->start, eb->start + eb->len - 1, 2301259ab75SChris Mason GFP_NOFS); 2311259ab75SChris Mason return ret; 2321259ab75SChris Mason 2331259ab75SChris Mason } 2341259ab75SChris Mason 235f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 236f188591eSChris Mason struct extent_buffer *eb, 237ca7a79adSChris Mason u64 start, u64 parent_transid) 238f188591eSChris Mason { 239f188591eSChris Mason struct extent_io_tree *io_tree; 240f188591eSChris Mason int ret; 241f188591eSChris Mason int num_copies = 0; 242f188591eSChris Mason int mirror_num = 0; 243f188591eSChris Mason 244f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 245f188591eSChris Mason while (1) { 246f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 247f188591eSChris Mason btree_get_extent, mirror_num); 2481259ab75SChris Mason if (!ret && 2491259ab75SChris Mason !verify_parent_transid(io_tree, eb, parent_transid)) 250f188591eSChris Mason return ret; 2514235298eSChris Mason 252f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 253f188591eSChris Mason eb->start, eb->len); 2544235298eSChris Mason if (num_copies == 1) 255f188591eSChris Mason return ret; 2564235298eSChris Mason 257f188591eSChris Mason mirror_num++; 2584235298eSChris Mason if (mirror_num > num_copies) 259f188591eSChris Mason return ret; 260f188591eSChris Mason } 261f188591eSChris Mason return -EIO; 262f188591eSChris Mason } 26319c00ddcSChris Mason 26419c00ddcSChris Mason int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 26519c00ddcSChris Mason { 266d1310b2eSChris Mason struct extent_io_tree *tree; 26735ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 26819c00ddcSChris Mason u64 found_start; 26919c00ddcSChris Mason int found_level; 27019c00ddcSChris Mason unsigned long len; 27119c00ddcSChris Mason struct extent_buffer *eb; 272f188591eSChris Mason int ret; 273f188591eSChris Mason 274d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 27519c00ddcSChris Mason 27619c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 27719c00ddcSChris Mason goto out; 27819c00ddcSChris Mason if (!page->private) 27919c00ddcSChris Mason goto out; 28019c00ddcSChris Mason len = page->private >> 2; 28119c00ddcSChris Mason if (len == 0) { 28219c00ddcSChris Mason WARN_ON(1); 28319c00ddcSChris Mason } 28419c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 285ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE, 286ca7a79adSChris Mason btrfs_header_generation(eb)); 287f188591eSChris Mason BUG_ON(ret); 288e18e4809SChris Mason btrfs_clear_buffer_defrag(eb); 28919c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 29019c00ddcSChris Mason if (found_start != start) { 29119c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 29219c00ddcSChris Mason start, found_start, len); 29355c69072SChris Mason WARN_ON(1); 29455c69072SChris Mason goto err; 29555c69072SChris Mason } 29655c69072SChris Mason if (eb->first_page != page) { 29755c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 29855c69072SChris Mason page->index); 29955c69072SChris Mason WARN_ON(1); 30055c69072SChris Mason goto err; 30155c69072SChris Mason } 30255c69072SChris Mason if (!PageUptodate(page)) { 30355c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 30455c69072SChris Mason WARN_ON(1); 30555c69072SChris Mason goto err; 30619c00ddcSChris Mason } 30719c00ddcSChris Mason found_level = btrfs_header_level(eb); 30863b10fc4SChris Mason spin_lock(&root->fs_info->hash_lock); 30963b10fc4SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 31063b10fc4SChris Mason spin_unlock(&root->fs_info->hash_lock); 31119c00ddcSChris Mason csum_tree_block(root, eb, 0); 31255c69072SChris Mason err: 31319c00ddcSChris Mason free_extent_buffer(eb); 31419c00ddcSChris Mason out: 31519c00ddcSChris Mason return 0; 31619c00ddcSChris Mason } 31719c00ddcSChris Mason 3180da5468fSChris Mason static int btree_writepage_io_hook(struct page *page, u64 start, u64 end) 3190da5468fSChris Mason { 3200da5468fSChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 3210da5468fSChris Mason 3220da5468fSChris Mason csum_dirty_buffer(root, page); 3230da5468fSChris Mason return 0; 3240da5468fSChris Mason } 3250da5468fSChris Mason 326ce9adaa5SChris Mason int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 327ce9adaa5SChris Mason struct extent_state *state) 328ce9adaa5SChris Mason { 329ce9adaa5SChris Mason struct extent_io_tree *tree; 330ce9adaa5SChris Mason u64 found_start; 331ce9adaa5SChris Mason int found_level; 332ce9adaa5SChris Mason unsigned long len; 333ce9adaa5SChris Mason struct extent_buffer *eb; 334ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 335f188591eSChris Mason int ret = 0; 336ce9adaa5SChris Mason 337ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 338ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 339ce9adaa5SChris Mason goto out; 340ce9adaa5SChris Mason if (!page->private) 341ce9adaa5SChris Mason goto out; 342ce9adaa5SChris Mason len = page->private >> 2; 343ce9adaa5SChris Mason if (len == 0) { 344ce9adaa5SChris Mason WARN_ON(1); 345ce9adaa5SChris Mason } 346ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 347f188591eSChris Mason 348ce9adaa5SChris Mason btrfs_clear_buffer_defrag(eb); 349ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 350ce9adaa5SChris Mason if (found_start != start) { 351f188591eSChris Mason ret = -EIO; 352ce9adaa5SChris Mason goto err; 353ce9adaa5SChris Mason } 354ce9adaa5SChris Mason if (eb->first_page != page) { 355ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 356ce9adaa5SChris Mason page->index); 357ce9adaa5SChris Mason WARN_ON(1); 358f188591eSChris Mason ret = -EIO; 359ce9adaa5SChris Mason goto err; 360ce9adaa5SChris Mason } 3611259ab75SChris Mason if (memcmp_extent_buffer(eb, root->fs_info->fsid, 3621259ab75SChris Mason (unsigned long)btrfs_header_fsid(eb), 3631259ab75SChris Mason BTRFS_FSID_SIZE)) { 3641259ab75SChris Mason printk("bad fsid on block %Lu\n", eb->start); 3651259ab75SChris Mason ret = -EIO; 3661259ab75SChris Mason goto err; 3671259ab75SChris Mason } 368ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 369ce9adaa5SChris Mason 370ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 371f188591eSChris Mason if (ret) 372f188591eSChris Mason ret = -EIO; 373ce9adaa5SChris Mason 374ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 375ce9adaa5SChris Mason end = eb->start + end - 1; 376ce9adaa5SChris Mason release_extent_buffer_tail_pages(eb); 377ce9adaa5SChris Mason err: 378ce9adaa5SChris Mason free_extent_buffer(eb); 379ce9adaa5SChris Mason out: 380f188591eSChris Mason return ret; 381ce9adaa5SChris Mason } 382ce9adaa5SChris Mason 383ce9adaa5SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 384ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 385ce9adaa5SChris Mason #else 386ce9adaa5SChris Mason static int end_workqueue_bio(struct bio *bio, 387ce9adaa5SChris Mason unsigned int bytes_done, int err) 388ce9adaa5SChris Mason #endif 389ce9adaa5SChris Mason { 390ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 391ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 392ce9adaa5SChris Mason unsigned long flags; 393ce9adaa5SChris Mason 394ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 395ce9adaa5SChris Mason if (bio->bi_size) 396ce9adaa5SChris Mason return 1; 397ce9adaa5SChris Mason #endif 398ce9adaa5SChris Mason 399ce9adaa5SChris Mason fs_info = end_io_wq->info; 400ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 401ce9adaa5SChris Mason end_io_wq->error = err; 402ce9adaa5SChris Mason list_add_tail(&end_io_wq->list, &fs_info->end_io_work_list); 403ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, flags); 404ce9adaa5SChris Mason queue_work(end_io_workqueue, &fs_info->end_io_work); 405ce9adaa5SChris Mason 406ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 407ce9adaa5SChris Mason return 0; 408ce9adaa5SChris Mason #endif 409ce9adaa5SChris Mason } 410ce9adaa5SChris Mason 41122c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 41222c59948SChris Mason int metadata) 4130b86a832SChris Mason { 414ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 415ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 416ce9adaa5SChris Mason if (!end_io_wq) 417ce9adaa5SChris Mason return -ENOMEM; 418ce9adaa5SChris Mason 419ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 420ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 42122c59948SChris Mason end_io_wq->info = info; 422ce9adaa5SChris Mason end_io_wq->error = 0; 423ce9adaa5SChris Mason end_io_wq->bio = bio; 42422c59948SChris Mason end_io_wq->metadata = metadata; 425ce9adaa5SChris Mason 426ce9adaa5SChris Mason bio->bi_private = end_io_wq; 427ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 42822c59948SChris Mason return 0; 42922c59948SChris Mason } 43022c59948SChris Mason 43144b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 43244b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 43344b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook) 43444b8bd7eSChris Mason { 43544b8bd7eSChris Mason struct async_submit_bio *async; 43644b8bd7eSChris Mason 4377b859fe7SChris Mason /* 4387b859fe7SChris Mason * inline writerback should stay inline, only hop to the async 4397b859fe7SChris Mason * queue if we're pdflush 4407b859fe7SChris Mason */ 4417b859fe7SChris Mason if (!current_is_pdflush()) 4427b859fe7SChris Mason return submit_bio_hook(inode, rw, bio, mirror_num); 4437b859fe7SChris Mason 44444b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 44544b8bd7eSChris Mason if (!async) 44644b8bd7eSChris Mason return -ENOMEM; 44744b8bd7eSChris Mason 44844b8bd7eSChris Mason async->inode = inode; 44944b8bd7eSChris Mason async->rw = rw; 45044b8bd7eSChris Mason async->bio = bio; 45144b8bd7eSChris Mason async->mirror_num = mirror_num; 45244b8bd7eSChris Mason async->submit_bio_hook = submit_bio_hook; 45344b8bd7eSChris Mason 45444b8bd7eSChris Mason spin_lock(&fs_info->async_submit_work_lock); 45544b8bd7eSChris Mason list_add_tail(&async->list, &fs_info->async_submit_work_list); 45644b8bd7eSChris Mason spin_unlock(&fs_info->async_submit_work_lock); 45744b8bd7eSChris Mason 45844b8bd7eSChris Mason queue_work(async_submit_workqueue, &fs_info->async_submit_work); 45944b8bd7eSChris Mason return 0; 46044b8bd7eSChris Mason } 46144b8bd7eSChris Mason 46244b8bd7eSChris Mason static int __btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 463f188591eSChris Mason int mirror_num) 46422c59948SChris Mason { 46522c59948SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 46622c59948SChris Mason u64 offset; 46722c59948SChris Mason int ret; 46822c59948SChris Mason 46922c59948SChris Mason offset = bio->bi_sector << 9; 47022c59948SChris Mason 47122c59948SChris Mason if (rw & (1 << BIO_RW)) { 472f188591eSChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num); 47322c59948SChris Mason } 47422c59948SChris Mason 47522c59948SChris Mason ret = btrfs_bio_wq_end_io(root->fs_info, bio, 1); 47622c59948SChris Mason BUG_ON(ret); 477ce9adaa5SChris Mason 478f188591eSChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num); 4790b86a832SChris Mason } 4800b86a832SChris Mason 48144b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 48244b8bd7eSChris Mason int mirror_num) 48344b8bd7eSChris Mason { 48444b8bd7eSChris Mason if (!(rw & (1 << BIO_RW))) { 48544b8bd7eSChris Mason return __btree_submit_bio_hook(inode, rw, bio, mirror_num); 48644b8bd7eSChris Mason } 48744b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 48844b8bd7eSChris Mason inode, rw, bio, mirror_num, 48944b8bd7eSChris Mason __btree_submit_bio_hook); 49044b8bd7eSChris Mason } 49144b8bd7eSChris Mason 4925f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 4935f39d397SChris Mason { 494d1310b2eSChris Mason struct extent_io_tree *tree; 495d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 4965f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 4975f39d397SChris Mason } 4980da5468fSChris Mason 4990da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 5000da5468fSChris Mason struct writeback_control *wbc) 5010da5468fSChris Mason { 502d1310b2eSChris Mason struct extent_io_tree *tree; 503d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 504d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 505793955bcSChris Mason u64 num_dirty; 506793955bcSChris Mason u64 start = 0; 507793955bcSChris Mason unsigned long thresh = 96 * 1024 * 1024; 508448d640bSChris Mason 509448d640bSChris Mason if (wbc->for_kupdate) 510448d640bSChris Mason return 0; 511448d640bSChris Mason 512ca664626SChris Mason if (current_is_pdflush()) { 513ca664626SChris Mason thresh = 96 * 1024 * 1024; 514ca664626SChris Mason } else { 515ca664626SChris Mason thresh = 8 * 1024 * 1024; 516ca664626SChris Mason } 5171832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 5181832a6d5SChris Mason thresh, EXTENT_DIRTY); 519793955bcSChris Mason if (num_dirty < thresh) { 520793955bcSChris Mason return 0; 521793955bcSChris Mason } 522793955bcSChris Mason } 5230da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 5240da5468fSChris Mason } 5250da5468fSChris Mason 5265f39d397SChris Mason int btree_readpage(struct file *file, struct page *page) 5275f39d397SChris Mason { 528d1310b2eSChris Mason struct extent_io_tree *tree; 529d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5305f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 5315f39d397SChris Mason } 5325f39d397SChris Mason 53370dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 5345f39d397SChris Mason { 535d1310b2eSChris Mason struct extent_io_tree *tree; 536d1310b2eSChris Mason struct extent_map_tree *map; 5375f39d397SChris Mason int ret; 5385f39d397SChris Mason 5393dd39914SChris Mason if (page_count(page) > 3) { 5403dd39914SChris Mason /* once for page->private, once for the caller, once 5413dd39914SChris Mason * once for the page cache 5423dd39914SChris Mason */ 5433dd39914SChris Mason return 0; 5443dd39914SChris Mason } 545d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 546d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 5477b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 5485f39d397SChris Mason if (ret == 1) { 549728131d8SChris Mason invalidate_extent_lru(tree, page_offset(page), PAGE_CACHE_SIZE); 5505f39d397SChris Mason ClearPagePrivate(page); 5515f39d397SChris Mason set_page_private(page, 0); 552d98237b3SChris Mason page_cache_release(page); 5535f39d397SChris Mason } 554d98237b3SChris Mason return ret; 555d98237b3SChris Mason } 556d98237b3SChris Mason 5575f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 558d98237b3SChris Mason { 559d1310b2eSChris Mason struct extent_io_tree *tree; 560d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5615f39d397SChris Mason extent_invalidatepage(tree, page, offset); 5625f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 5639ad6b7bcSChris Mason if (PagePrivate(page)) { 5644ef64eaeSChris Mason invalidate_extent_lru(tree, page_offset(page), PAGE_CACHE_SIZE); 5659ad6b7bcSChris Mason ClearPagePrivate(page); 5669ad6b7bcSChris Mason set_page_private(page, 0); 5679ad6b7bcSChris Mason page_cache_release(page); 5689ad6b7bcSChris Mason } 569d98237b3SChris Mason } 570d98237b3SChris Mason 5715f39d397SChris Mason #if 0 572d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 573d98237b3SChris Mason { 57487cbda5cSChris Mason struct buffer_head *bh; 5750f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 57687cbda5cSChris Mason struct buffer_head *head; 57787cbda5cSChris Mason if (!page_has_buffers(page)) { 57887cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 57987cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 58087cbda5cSChris Mason } 58187cbda5cSChris Mason head = page_buffers(page); 58287cbda5cSChris Mason bh = head; 58387cbda5cSChris Mason do { 58487cbda5cSChris Mason if (buffer_dirty(bh)) 58587cbda5cSChris Mason csum_tree_block(root, bh, 0); 58687cbda5cSChris Mason bh = bh->b_this_page; 58787cbda5cSChris Mason } while (bh != head); 588d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 589d98237b3SChris Mason } 5905f39d397SChris Mason #endif 591d98237b3SChris Mason 592d98237b3SChris Mason static struct address_space_operations btree_aops = { 593d98237b3SChris Mason .readpage = btree_readpage, 594d98237b3SChris Mason .writepage = btree_writepage, 5950da5468fSChris Mason .writepages = btree_writepages, 5965f39d397SChris Mason .releasepage = btree_releasepage, 5975f39d397SChris Mason .invalidatepage = btree_invalidatepage, 598d98237b3SChris Mason .sync_page = block_sync_page, 599d98237b3SChris Mason }; 600123abc88SChris Mason 601ca7a79adSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize, 602ca7a79adSChris Mason u64 parent_transid) 603090d1875SChris Mason { 6045f39d397SChris Mason struct extent_buffer *buf = NULL; 6055f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 606de428b63SChris Mason int ret = 0; 607090d1875SChris Mason 608db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 6095f39d397SChris Mason if (!buf) 610090d1875SChris Mason return 0; 611d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 612f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 6135f39d397SChris Mason free_extent_buffer(buf); 614de428b63SChris Mason return ret; 615090d1875SChris Mason } 616090d1875SChris Mason 6170b86a832SChris Mason static int close_all_devices(struct btrfs_fs_info *fs_info) 6180b86a832SChris Mason { 6190b86a832SChris Mason struct list_head *list; 6200b86a832SChris Mason struct list_head *next; 6210b86a832SChris Mason struct btrfs_device *device; 6220b86a832SChris Mason 6238a4b83ccSChris Mason list = &fs_info->fs_devices->devices; 6248a4b83ccSChris Mason list_for_each(next, list) { 6250b86a832SChris Mason device = list_entry(next, struct btrfs_device, dev_list); 6268a4b83ccSChris Mason close_bdev_excl(device->bdev); 6278a4b83ccSChris Mason device->bdev = NULL; 6280b86a832SChris Mason } 6290b86a832SChris Mason return 0; 6300b86a832SChris Mason } 6310b86a832SChris Mason 6320999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 6330999df54SChris Mason u64 bytenr, u32 blocksize) 6340999df54SChris Mason { 6350999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 6360999df54SChris Mason struct extent_buffer *eb; 6370999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 6380999df54SChris Mason bytenr, blocksize, GFP_NOFS); 6390999df54SChris Mason return eb; 6400999df54SChris Mason } 6410999df54SChris Mason 6420999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 6430999df54SChris Mason u64 bytenr, u32 blocksize) 6440999df54SChris Mason { 6450999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 6460999df54SChris Mason struct extent_buffer *eb; 6470999df54SChris Mason 6480999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 6490999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 6500999df54SChris Mason return eb; 6510999df54SChris Mason } 6520999df54SChris Mason 6530999df54SChris Mason 654db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 655ca7a79adSChris Mason u32 blocksize, u64 parent_transid) 656e20d96d6SChris Mason { 6575f39d397SChris Mason struct extent_buffer *buf = NULL; 6585f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 659d1310b2eSChris Mason struct extent_io_tree *io_tree; 66019c00ddcSChris Mason int ret; 66119c00ddcSChris Mason 662d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 663e20d96d6SChris Mason 664db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 6655f39d397SChris Mason if (!buf) 666d98237b3SChris Mason return NULL; 667e4204dedSChris Mason 668ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 669ce9adaa5SChris Mason 670ce9adaa5SChris Mason if (ret == 0) { 671ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 672ce9adaa5SChris Mason } 6735f39d397SChris Mason return buf; 674ce9adaa5SChris Mason 675eb60ceacSChris Mason } 676eb60ceacSChris Mason 677e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 6785f39d397SChris Mason struct extent_buffer *buf) 679ed2ff2cbSChris Mason { 6805f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 68155c69072SChris Mason if (btrfs_header_generation(buf) == 68255c69072SChris Mason root->fs_info->running_transaction->transid) 683d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 68455c69072SChris Mason buf); 6855f39d397SChris Mason return 0; 6865f39d397SChris Mason } 6875f39d397SChris Mason 6885f39d397SChris Mason int wait_on_tree_block_writeback(struct btrfs_root *root, 6895f39d397SChris Mason struct extent_buffer *buf) 6905f39d397SChris Mason { 6915f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 692d1310b2eSChris Mason wait_on_extent_buffer_writeback(&BTRFS_I(btree_inode)->io_tree, 6935f39d397SChris Mason buf); 6945f39d397SChris Mason return 0; 6955f39d397SChris Mason } 6965f39d397SChris Mason 697db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 69887ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 6999f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 700e20d96d6SChris Mason u64 objectid) 701d97e63b6SChris Mason { 702cfaa7295SChris Mason root->node = NULL; 7030f7d52f4SChris Mason root->inode = NULL; 704a28ec197SChris Mason root->commit_root = NULL; 705db94535dSChris Mason root->sectorsize = sectorsize; 706db94535dSChris Mason root->nodesize = nodesize; 707db94535dSChris Mason root->leafsize = leafsize; 70887ee04ebSChris Mason root->stripesize = stripesize; 709123abc88SChris Mason root->ref_cows = 0; 7100b86a832SChris Mason root->track_dirty = 0; 7110b86a832SChris Mason 7129f5fae2fSChris Mason root->fs_info = fs_info; 7130f7d52f4SChris Mason root->objectid = objectid; 7140f7d52f4SChris Mason root->last_trans = 0; 7151b05da2eSChris Mason root->highest_inode = 0; 7161b05da2eSChris Mason root->last_inode_alloc = 0; 71758176a96SJosef Bacik root->name = NULL; 7184313b399SChris Mason root->in_sysfs = 0; 7190b86a832SChris Mason 7200b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 7213768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 7223768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 7236702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 72458176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 72558176a96SJosef Bacik init_completion(&root->kobj_unregister); 7266702ed49SChris Mason root->defrag_running = 0; 7276702ed49SChris Mason root->defrag_level = 0; 7284d775673SChris Mason root->root_key.objectid = objectid; 7293768f368SChris Mason return 0; 7303768f368SChris Mason } 7313768f368SChris Mason 732db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 7339f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 7349f5fae2fSChris Mason u64 objectid, 735e20d96d6SChris Mason struct btrfs_root *root) 7363768f368SChris Mason { 7373768f368SChris Mason int ret; 738db94535dSChris Mason u32 blocksize; 7393768f368SChris Mason 740db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 74187ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 74287ee04ebSChris Mason root, fs_info, objectid); 7433768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 7443768f368SChris Mason &root->root_item, &root->root_key); 7453768f368SChris Mason BUG_ON(ret); 7463768f368SChris Mason 747db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 748db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 749ca7a79adSChris Mason blocksize, 0); 7503768f368SChris Mason BUG_ON(!root->node); 751d97e63b6SChris Mason return 0; 752d97e63b6SChris Mason } 753d97e63b6SChris Mason 7545eda7b5eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_fs_info *fs_info, 7550f7d52f4SChris Mason struct btrfs_key *location) 7560f7d52f4SChris Mason { 7570f7d52f4SChris Mason struct btrfs_root *root; 7580f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 7590f7d52f4SChris Mason struct btrfs_path *path; 7605f39d397SChris Mason struct extent_buffer *l; 7611b05da2eSChris Mason u64 highest_inode; 762db94535dSChris Mason u32 blocksize; 7630f7d52f4SChris Mason int ret = 0; 7640f7d52f4SChris Mason 7655eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 7660cf6c620SChris Mason if (!root) 7670f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 7680f7d52f4SChris Mason if (location->offset == (u64)-1) { 769db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 7700f7d52f4SChris Mason location->objectid, root); 7710f7d52f4SChris Mason if (ret) { 7720f7d52f4SChris Mason kfree(root); 7730f7d52f4SChris Mason return ERR_PTR(ret); 7740f7d52f4SChris Mason } 7750f7d52f4SChris Mason goto insert; 7760f7d52f4SChris Mason } 7770f7d52f4SChris Mason 778db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 77987ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 78087ee04ebSChris Mason root, fs_info, location->objectid); 7810f7d52f4SChris Mason 7820f7d52f4SChris Mason path = btrfs_alloc_path(); 7830f7d52f4SChris Mason BUG_ON(!path); 7840f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 7850f7d52f4SChris Mason if (ret != 0) { 7860f7d52f4SChris Mason if (ret > 0) 7870f7d52f4SChris Mason ret = -ENOENT; 7880f7d52f4SChris Mason goto out; 7890f7d52f4SChris Mason } 7905f39d397SChris Mason l = path->nodes[0]; 7915f39d397SChris Mason read_extent_buffer(l, &root->root_item, 7925f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 7930f7d52f4SChris Mason sizeof(root->root_item)); 79444b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 7950f7d52f4SChris Mason ret = 0; 7960f7d52f4SChris Mason out: 7970f7d52f4SChris Mason btrfs_release_path(root, path); 7980f7d52f4SChris Mason btrfs_free_path(path); 7990f7d52f4SChris Mason if (ret) { 8000f7d52f4SChris Mason kfree(root); 8010f7d52f4SChris Mason return ERR_PTR(ret); 8020f7d52f4SChris Mason } 803db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 804db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 805ca7a79adSChris Mason blocksize, 0); 8060f7d52f4SChris Mason BUG_ON(!root->node); 8070f7d52f4SChris Mason insert: 8080f7d52f4SChris Mason root->ref_cows = 1; 8095eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 8105eda7b5eSChris Mason if (ret == 0) { 8115eda7b5eSChris Mason root->highest_inode = highest_inode; 8125eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 8135eda7b5eSChris Mason } 8145eda7b5eSChris Mason return root; 8155eda7b5eSChris Mason } 8165eda7b5eSChris Mason 817dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 818dc17ff8fSChris Mason u64 root_objectid) 819dc17ff8fSChris Mason { 820dc17ff8fSChris Mason struct btrfs_root *root; 821dc17ff8fSChris Mason 822dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 823dc17ff8fSChris Mason return fs_info->tree_root; 824dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 825dc17ff8fSChris Mason return fs_info->extent_root; 826dc17ff8fSChris Mason 827dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 828dc17ff8fSChris Mason (unsigned long)root_objectid); 829dc17ff8fSChris Mason return root; 830dc17ff8fSChris Mason } 831dc17ff8fSChris Mason 832edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 833edbd8d4eSChris Mason struct btrfs_key *location) 8345eda7b5eSChris Mason { 8355eda7b5eSChris Mason struct btrfs_root *root; 8365eda7b5eSChris Mason int ret; 8375eda7b5eSChris Mason 838edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 839edbd8d4eSChris Mason return fs_info->tree_root; 840edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 841edbd8d4eSChris Mason return fs_info->extent_root; 8428f18cf13SChris Mason if (location->objectid == BTRFS_CHUNK_TREE_OBJECTID) 8438f18cf13SChris Mason return fs_info->chunk_root; 8448f18cf13SChris Mason if (location->objectid == BTRFS_DEV_TREE_OBJECTID) 8458f18cf13SChris Mason return fs_info->dev_root; 846edbd8d4eSChris Mason 8475eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 8485eda7b5eSChris Mason (unsigned long)location->objectid); 8495eda7b5eSChris Mason if (root) 8505eda7b5eSChris Mason return root; 8515eda7b5eSChris Mason 8525eda7b5eSChris Mason root = btrfs_read_fs_root_no_radix(fs_info, location); 8535eda7b5eSChris Mason if (IS_ERR(root)) 8545eda7b5eSChris Mason return root; 8552619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 8562619ba1fSChris Mason (unsigned long)root->root_key.objectid, 8570f7d52f4SChris Mason root); 8580f7d52f4SChris Mason if (ret) { 8595f39d397SChris Mason free_extent_buffer(root->node); 8600f7d52f4SChris Mason kfree(root); 8610f7d52f4SChris Mason return ERR_PTR(ret); 8620f7d52f4SChris Mason } 863edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 864edbd8d4eSChris Mason root->root_key.objectid, root); 865edbd8d4eSChris Mason BUG_ON(ret); 866edbd8d4eSChris Mason 867edbd8d4eSChris Mason return root; 868edbd8d4eSChris Mason } 869edbd8d4eSChris Mason 870edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 871edbd8d4eSChris Mason struct btrfs_key *location, 872edbd8d4eSChris Mason const char *name, int namelen) 873edbd8d4eSChris Mason { 874edbd8d4eSChris Mason struct btrfs_root *root; 875edbd8d4eSChris Mason int ret; 876edbd8d4eSChris Mason 877edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 878edbd8d4eSChris Mason if (!root) 879edbd8d4eSChris Mason return NULL; 88058176a96SJosef Bacik 8814313b399SChris Mason if (root->in_sysfs) 8824313b399SChris Mason return root; 8834313b399SChris Mason 88458176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 88558176a96SJosef Bacik if (ret) { 8865f39d397SChris Mason free_extent_buffer(root->node); 88758176a96SJosef Bacik kfree(root); 88858176a96SJosef Bacik return ERR_PTR(ret); 88958176a96SJosef Bacik } 89058176a96SJosef Bacik 89158176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 89258176a96SJosef Bacik if (ret) { 8935f39d397SChris Mason free_extent_buffer(root->node); 89458176a96SJosef Bacik kfree(root->name); 89558176a96SJosef Bacik kfree(root); 89658176a96SJosef Bacik return ERR_PTR(ret); 89758176a96SJosef Bacik } 8984313b399SChris Mason root->in_sysfs = 1; 8990f7d52f4SChris Mason return root; 9000f7d52f4SChris Mason } 90119c00ddcSChris Mason #if 0 90219c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 90319c00ddcSChris Mason struct btrfs_hasher *hasher; 9040f7d52f4SChris Mason 90519c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 90619c00ddcSChris Mason if (!hasher) 90719c00ddcSChris Mason return -ENOMEM; 90819c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 90919c00ddcSChris Mason if (!hasher->hash_tfm) { 91019c00ddcSChris Mason kfree(hasher); 91119c00ddcSChris Mason return -EINVAL; 91219c00ddcSChris Mason } 91319c00ddcSChris Mason spin_lock(&info->hash_lock); 91419c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 91519c00ddcSChris Mason spin_unlock(&info->hash_lock); 91619c00ddcSChris Mason return 0; 91719c00ddcSChris Mason } 91819c00ddcSChris Mason #endif 91904160088SChris Mason 92004160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 92104160088SChris Mason { 92204160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 92304160088SChris Mason int ret = 0; 92404160088SChris Mason struct list_head *cur; 92504160088SChris Mason struct btrfs_device *device; 92604160088SChris Mason struct backing_dev_info *bdi; 92704160088SChris Mason 92804160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 92904160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 93004160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 93104160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 93204160088SChris Mason ret = 1; 93304160088SChris Mason break; 93404160088SChris Mason } 93504160088SChris Mason } 93604160088SChris Mason return ret; 93704160088SChris Mason } 93804160088SChris Mason 93938b66988SChris Mason /* 94038b66988SChris Mason * this unplugs every device on the box, and it is only used when page 94138b66988SChris Mason * is null 94238b66988SChris Mason */ 94338b66988SChris Mason static void __unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 94438b66988SChris Mason { 94538b66988SChris Mason struct list_head *cur; 94638b66988SChris Mason struct btrfs_device *device; 94738b66988SChris Mason struct btrfs_fs_info *info; 94838b66988SChris Mason 94938b66988SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 95038b66988SChris Mason list_for_each(cur, &info->fs_devices->devices) { 95138b66988SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 95238b66988SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 95338b66988SChris Mason if (bdi->unplug_io_fn) { 95438b66988SChris Mason bdi->unplug_io_fn(bdi, page); 95538b66988SChris Mason } 95638b66988SChris Mason } 95738b66988SChris Mason } 95838b66988SChris Mason 95904160088SChris Mason void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 96004160088SChris Mason { 96138b66988SChris Mason struct inode *inode; 962f2d8d74dSChris Mason struct extent_map_tree *em_tree; 963f2d8d74dSChris Mason struct extent_map *em; 964bcbfce8aSChris Mason struct address_space *mapping; 96538b66988SChris Mason u64 offset; 96638b66988SChris Mason 967bcbfce8aSChris Mason /* the generic O_DIRECT read code does this */ 96838b66988SChris Mason if (!page) { 96938b66988SChris Mason __unplug_io_fn(bdi, page); 97038b66988SChris Mason return; 97138b66988SChris Mason } 97238b66988SChris Mason 973bcbfce8aSChris Mason /* 974bcbfce8aSChris Mason * page->mapping may change at any time. Get a consistent copy 975bcbfce8aSChris Mason * and use that for everything below 976bcbfce8aSChris Mason */ 977bcbfce8aSChris Mason smp_mb(); 978bcbfce8aSChris Mason mapping = page->mapping; 979bcbfce8aSChris Mason if (!mapping) 980bcbfce8aSChris Mason return; 981bcbfce8aSChris Mason 982bcbfce8aSChris Mason inode = mapping->host; 98338b66988SChris Mason offset = page_offset(page); 98404160088SChris Mason 985f2d8d74dSChris Mason em_tree = &BTRFS_I(inode)->extent_tree; 986f2d8d74dSChris Mason spin_lock(&em_tree->lock); 987f2d8d74dSChris Mason em = lookup_extent_mapping(em_tree, offset, PAGE_CACHE_SIZE); 988f2d8d74dSChris Mason spin_unlock(&em_tree->lock); 989f2d8d74dSChris Mason if (!em) 990f2d8d74dSChris Mason return; 991f2d8d74dSChris Mason 992f2d8d74dSChris Mason offset = offset - em->start; 993f2d8d74dSChris Mason btrfs_unplug_page(&BTRFS_I(inode)->root->fs_info->mapping_tree, 994f2d8d74dSChris Mason em->block_start + offset, page); 995f2d8d74dSChris Mason free_extent_map(em); 99604160088SChris Mason } 99704160088SChris Mason 99804160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 99904160088SChris Mason { 1000b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 100104160088SChris Mason bdi_init(bdi); 1002b248a415SChris Mason #endif 10034575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 100404160088SChris Mason bdi->state = 0; 100504160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 100604160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 100704160088SChris Mason bdi->unplug_io_data = info; 100804160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 100904160088SChris Mason bdi->congested_data = info; 101004160088SChris Mason return 0; 101104160088SChris Mason } 101204160088SChris Mason 1013ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 1014ce9adaa5SChris Mason { 1015ce9adaa5SChris Mason u64 length = 0; 1016ce9adaa5SChris Mason u64 buf_len = 0; 1017ce9adaa5SChris Mason u64 start = 0; 1018ce9adaa5SChris Mason struct page *page; 1019ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 1020ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 1021ce9adaa5SChris Mason struct bio_vec *bvec; 1022ce9adaa5SChris Mason int i; 1023ce9adaa5SChris Mason int ret; 1024ce9adaa5SChris Mason 1025ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 1026ce9adaa5SChris Mason page = bvec->bv_page; 1027ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 1028ce9adaa5SChris Mason length += bvec->bv_len; 1029ce9adaa5SChris Mason continue; 1030ce9adaa5SChris Mason } 1031ce9adaa5SChris Mason if (!page->private) { 1032ce9adaa5SChris Mason length += bvec->bv_len; 1033ce9adaa5SChris Mason continue; 1034ce9adaa5SChris Mason } 1035ce9adaa5SChris Mason length = bvec->bv_len; 1036ce9adaa5SChris Mason buf_len = page->private >> 2; 1037ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 1038ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 1039ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 1040ce9adaa5SChris Mason } 1041ce9adaa5SChris Mason /* are we fully contained in this bio? */ 1042ce9adaa5SChris Mason if (buf_len <= length) 1043ce9adaa5SChris Mason return 1; 1044ce9adaa5SChris Mason 1045ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 1046ce9adaa5SChris Mason start + buf_len - 1); 1047ce9adaa5SChris Mason if (ret == 1) 1048ce9adaa5SChris Mason return ret; 1049ce9adaa5SChris Mason return ret; 1050ce9adaa5SChris Mason } 1051ce9adaa5SChris Mason 1052ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 105344b8bd7eSChris Mason static void btrfs_end_io_csum(void *p) 1054ce9adaa5SChris Mason #else 105544b8bd7eSChris Mason static void btrfs_end_io_csum(struct work_struct *work) 1056ce9adaa5SChris Mason #endif 1057ce9adaa5SChris Mason { 1058ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 1059ce9adaa5SChris Mason struct btrfs_fs_info *fs_info = p; 1060ce9adaa5SChris Mason #else 1061ce9adaa5SChris Mason struct btrfs_fs_info *fs_info = container_of(work, 1062ce9adaa5SChris Mason struct btrfs_fs_info, 1063ce9adaa5SChris Mason end_io_work); 1064ce9adaa5SChris Mason #endif 1065ce9adaa5SChris Mason unsigned long flags; 1066ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 1067ce9adaa5SChris Mason struct bio *bio; 1068ce9adaa5SChris Mason struct list_head *next; 1069ce9adaa5SChris Mason int error; 1070ce9adaa5SChris Mason int was_empty; 1071ce9adaa5SChris Mason 1072ce9adaa5SChris Mason while(1) { 1073ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 1074ce9adaa5SChris Mason if (list_empty(&fs_info->end_io_work_list)) { 1075ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, 1076ce9adaa5SChris Mason flags); 1077ce9adaa5SChris Mason return; 1078ce9adaa5SChris Mason } 1079ce9adaa5SChris Mason next = fs_info->end_io_work_list.next; 1080ce9adaa5SChris Mason list_del(next); 1081ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, flags); 1082ce9adaa5SChris Mason 1083ce9adaa5SChris Mason end_io_wq = list_entry(next, struct end_io_wq, list); 1084ce9adaa5SChris Mason 1085ce9adaa5SChris Mason bio = end_io_wq->bio; 108622c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 1087ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 1088ce9adaa5SChris Mason was_empty = list_empty(&fs_info->end_io_work_list); 1089ce9adaa5SChris Mason list_add_tail(&end_io_wq->list, 1090ce9adaa5SChris Mason &fs_info->end_io_work_list); 1091ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, 1092ce9adaa5SChris Mason flags); 1093ce9adaa5SChris Mason if (was_empty) 1094ce9adaa5SChris Mason return; 1095ce9adaa5SChris Mason continue; 1096ce9adaa5SChris Mason } 1097ce9adaa5SChris Mason error = end_io_wq->error; 1098ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1099ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1100ce9adaa5SChris Mason kfree(end_io_wq); 110173f61b2aSMiguel #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 1102b248a415SChris Mason bio_endio(bio, bio->bi_size, error); 110373f61b2aSMiguel #else 1104ce9adaa5SChris Mason bio_endio(bio, error); 110573f61b2aSMiguel #endif 1106ce9adaa5SChris Mason } 1107ce9adaa5SChris Mason } 1108ce9adaa5SChris Mason 110944b8bd7eSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 111044b8bd7eSChris Mason static void btrfs_async_submit_work(void *p) 111144b8bd7eSChris Mason #else 111244b8bd7eSChris Mason static void btrfs_async_submit_work(struct work_struct *work) 111344b8bd7eSChris Mason #endif 111444b8bd7eSChris Mason { 111544b8bd7eSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 111644b8bd7eSChris Mason struct btrfs_fs_info *fs_info = p; 111744b8bd7eSChris Mason #else 111844b8bd7eSChris Mason struct btrfs_fs_info *fs_info = container_of(work, 111944b8bd7eSChris Mason struct btrfs_fs_info, 112044b8bd7eSChris Mason async_submit_work); 112144b8bd7eSChris Mason #endif 112244b8bd7eSChris Mason struct async_submit_bio *async; 112344b8bd7eSChris Mason struct list_head *next; 112444b8bd7eSChris Mason 112544b8bd7eSChris Mason while(1) { 112644b8bd7eSChris Mason spin_lock(&fs_info->async_submit_work_lock); 112744b8bd7eSChris Mason if (list_empty(&fs_info->async_submit_work_list)) { 112844b8bd7eSChris Mason spin_unlock(&fs_info->async_submit_work_lock); 112944b8bd7eSChris Mason return; 113044b8bd7eSChris Mason } 113144b8bd7eSChris Mason next = fs_info->async_submit_work_list.next; 113244b8bd7eSChris Mason list_del(next); 113344b8bd7eSChris Mason spin_unlock(&fs_info->async_submit_work_lock); 113444b8bd7eSChris Mason 113544b8bd7eSChris Mason async = list_entry(next, struct async_submit_bio, list); 113644b8bd7eSChris Mason async->submit_bio_hook(async->inode, async->rw, async->bio, 113744b8bd7eSChris Mason async->mirror_num); 113844b8bd7eSChris Mason kfree(async); 113944b8bd7eSChris Mason } 114044b8bd7eSChris Mason } 114144b8bd7eSChris Mason 11428a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 11438a4b83ccSChris Mason struct btrfs_fs_devices *fs_devices) 1144eb60ceacSChris Mason { 1145db94535dSChris Mason u32 sectorsize; 1146db94535dSChris Mason u32 nodesize; 1147db94535dSChris Mason u32 leafsize; 1148db94535dSChris Mason u32 blocksize; 114987ee04ebSChris Mason u32 stripesize; 1150a061fc8dSChris Mason struct buffer_head *bh; 1151e20d96d6SChris Mason struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root), 1152e20d96d6SChris Mason GFP_NOFS); 1153e20d96d6SChris Mason struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root), 1154e20d96d6SChris Mason GFP_NOFS); 11558790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1156e20d96d6SChris Mason GFP_NOFS); 11570b86a832SChris Mason struct btrfs_root *chunk_root = kmalloc(sizeof(struct btrfs_root), 11580b86a832SChris Mason GFP_NOFS); 11590b86a832SChris Mason struct btrfs_root *dev_root = kmalloc(sizeof(struct btrfs_root), 11600b86a832SChris Mason GFP_NOFS); 1161eb60ceacSChris Mason int ret; 1162e58ca020SYan int err = -EINVAL; 11632c90e5d6SChris Mason struct btrfs_super_block *disk_super; 11648790d502SChris Mason 116539279cc3SChris Mason if (!extent_root || !tree_root || !fs_info) { 116639279cc3SChris Mason err = -ENOMEM; 116739279cc3SChris Mason goto fail; 116839279cc3SChris Mason } 1169ce9adaa5SChris Mason end_io_workqueue = create_workqueue("btrfs-end-io"); 1170ce9adaa5SChris Mason BUG_ON(!end_io_workqueue); 117144b8bd7eSChris Mason async_submit_workqueue = create_workqueue("btrfs-async-submit"); 1172ce9adaa5SChris Mason 11730f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 11748fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1175facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 117619c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1177ce9adaa5SChris Mason INIT_LIST_HEAD(&fs_info->end_io_work_list); 117844b8bd7eSChris Mason INIT_LIST_HEAD(&fs_info->async_submit_work_list); 117919c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 1180ce9adaa5SChris Mason spin_lock_init(&fs_info->end_io_work_lock); 118144b8bd7eSChris Mason spin_lock_init(&fs_info->async_submit_work_lock); 11821832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1183cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 118419c00ddcSChris Mason 118558176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 11869f5fae2fSChris Mason fs_info->tree_root = tree_root; 11879f5fae2fSChris Mason fs_info->extent_root = extent_root; 11880b86a832SChris Mason fs_info->chunk_root = chunk_root; 11890b86a832SChris Mason fs_info->dev_root = dev_root; 11908a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 11910b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 11926324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 11930b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1194e20d96d6SChris Mason fs_info->sb = sb; 1195c59f8951SChris Mason fs_info->max_extent = (u64)-1; 11966f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 119704160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1198d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1199d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 12002c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 12010afbaf8cSChris Mason 1202a061fc8dSChris Mason sb->s_blocksize = 4096; 1203a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(4096); 1204a061fc8dSChris Mason 12050afbaf8cSChris Mason /* 12060afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 12070afbaf8cSChris Mason * the real end of the address space is determined by all of 12080afbaf8cSChris Mason * the devices in the system 12090afbaf8cSChris Mason */ 12100afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1211d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 121204160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 121304160088SChris Mason 1214d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 12155f39d397SChris Mason fs_info->btree_inode->i_mapping, 12165f39d397SChris Mason GFP_NOFS); 1217d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1218d1310b2eSChris Mason GFP_NOFS); 12190da5468fSChris Mason 1220d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1221d1310b2eSChris Mason 1222d1310b2eSChris Mason extent_io_tree_init(&fs_info->free_space_cache, 1223f510cfecSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1224d1310b2eSChris Mason extent_io_tree_init(&fs_info->block_group_cache, 122596b5179dSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1226d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 12271a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1228d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 12291a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1230d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 12311a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1232e66f709bSChris Mason fs_info->do_barriers = 1; 1233e18e4809SChris Mason 12346da6abaeSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 1235b248a415SChris Mason INIT_WORK(&fs_info->end_io_work, btrfs_end_io_csum, fs_info); 123644b8bd7eSChris Mason INIT_WORK(&fs_info->async_submit_work, btrfs_async_submit_work, 123744b8bd7eSChris Mason fs_info); 12386da6abaeSChris Mason INIT_WORK(&fs_info->trans_work, btrfs_transaction_cleaner, fs_info); 12396da6abaeSChris Mason #else 1240b248a415SChris Mason INIT_WORK(&fs_info->end_io_work, btrfs_end_io_csum); 124144b8bd7eSChris Mason INIT_WORK(&fs_info->async_submit_work, btrfs_async_submit_work); 124208607c1bSChris Mason INIT_DELAYED_WORK(&fs_info->trans_work, btrfs_transaction_cleaner); 12436da6abaeSChris Mason #endif 12440f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 12450f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 12460f7d52f4SChris Mason sizeof(struct btrfs_key)); 124722b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 1248d98237b3SChris Mason mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS); 124939279cc3SChris Mason 125079154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1251d561c025SChris Mason mutex_init(&fs_info->fs_mutex); 12523768f368SChris Mason 125319c00ddcSChris Mason #if 0 125419c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 125519c00ddcSChris Mason if (ret) { 125619c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 125719c00ddcSChris Mason err = -ENOMEM; 125819c00ddcSChris Mason goto fail_iput; 125919c00ddcSChris Mason } 126019c00ddcSChris Mason #endif 12610b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 12622c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 12637eccb903SChris Mason 1264d98237b3SChris Mason 1265a061fc8dSChris Mason bh = __bread(fs_devices->latest_bdev, 1266a061fc8dSChris Mason BTRFS_SUPER_INFO_OFFSET / 4096, 4096); 1267a061fc8dSChris Mason if (!bh) 126839279cc3SChris Mason goto fail_iput; 126939279cc3SChris Mason 1270a061fc8dSChris Mason memcpy(&fs_info->super_copy, bh->b_data, sizeof(fs_info->super_copy)); 1271a061fc8dSChris Mason brelse(bh); 12725f39d397SChris Mason 1273a061fc8dSChris Mason memcpy(fs_info->fsid, fs_info->super_copy.fsid, BTRFS_FSID_SIZE); 12740b86a832SChris Mason 12755f39d397SChris Mason disk_super = &fs_info->super_copy; 12760f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 127739279cc3SChris Mason goto fail_sb_buffer; 12780f7d52f4SChris Mason 12798a4b83ccSChris Mason if (btrfs_super_num_devices(disk_super) != fs_devices->num_devices) { 12808a4b83ccSChris Mason printk("Btrfs: wanted %llu devices, but found %llu\n", 12818a4b83ccSChris Mason (unsigned long long)btrfs_super_num_devices(disk_super), 12828a4b83ccSChris Mason (unsigned long long)fs_devices->num_devices); 12838a4b83ccSChris Mason goto fail_sb_buffer; 12848a4b83ccSChris Mason } 12854575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 12864575c9ccSChris Mason 1287db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1288db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1289db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 129087ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1291db94535dSChris Mason tree_root->nodesize = nodesize; 1292db94535dSChris Mason tree_root->leafsize = leafsize; 1293db94535dSChris Mason tree_root->sectorsize = sectorsize; 129487ee04ebSChris Mason tree_root->stripesize = stripesize; 1295a061fc8dSChris Mason 1296a061fc8dSChris Mason sb->s_blocksize = sectorsize; 1297a061fc8dSChris Mason sb->s_blocksize_bits = blksize_bits(sectorsize); 1298db94535dSChris Mason 129939279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 130039279cc3SChris Mason sizeof(disk_super->magic))) { 130139279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 130239279cc3SChris Mason goto fail_sb_buffer; 130339279cc3SChris Mason } 130419c00ddcSChris Mason 13050b86a832SChris Mason mutex_lock(&fs_info->fs_mutex); 13060d81ba5dSChris Mason 13070b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 130884eed90fSChris Mason if (ret) { 130984eed90fSChris Mason printk("btrfs: failed to read the system array on %s\n", 131084eed90fSChris Mason sb->s_id); 131184eed90fSChris Mason goto fail_sys_array; 131284eed90fSChris Mason } 13130b86a832SChris Mason 13140b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 13150b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 13160b86a832SChris Mason 13170b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 13180b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 13190b86a832SChris Mason 13200b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 13210b86a832SChris Mason btrfs_super_chunk_root(disk_super), 1322ca7a79adSChris Mason blocksize, 0); 13230b86a832SChris Mason BUG_ON(!chunk_root->node); 13240b86a832SChris Mason 1325e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1326e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1327e17cade2SChris Mason BTRFS_UUID_SIZE); 1328e17cade2SChris Mason 13290b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 13300b86a832SChris Mason BUG_ON(ret); 13310b86a832SChris Mason 1332db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1333db94535dSChris Mason btrfs_super_root_level(disk_super)); 133419c00ddcSChris Mason 13350b86a832SChris Mason 1336e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1337db94535dSChris Mason btrfs_super_root(disk_super), 1338ca7a79adSChris Mason blocksize, 0); 133939279cc3SChris Mason if (!tree_root->node) 134039279cc3SChris Mason goto fail_sb_buffer; 13413768f368SChris Mason 1342db94535dSChris Mason 1343db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1344e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 13450b86a832SChris Mason if (ret) 134639279cc3SChris Mason goto fail_tree_root; 13470b86a832SChris Mason extent_root->track_dirty = 1; 13480b86a832SChris Mason 13490b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 13500b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 13510b86a832SChris Mason dev_root->track_dirty = 1; 13520b86a832SChris Mason 13530b86a832SChris Mason if (ret) 13540b86a832SChris Mason goto fail_extent_root; 13553768f368SChris Mason 13569078a3e1SChris Mason btrfs_read_block_groups(extent_root); 13579078a3e1SChris Mason 13580f7d52f4SChris Mason fs_info->generation = btrfs_super_generation(disk_super) + 1; 1359d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1360d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1361611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1362d18a2c44SChris Mason 13635be6f7f1SChris Mason mutex_unlock(&fs_info->fs_mutex); 13640f7d52f4SChris Mason return tree_root; 136539279cc3SChris Mason 13660b86a832SChris Mason fail_extent_root: 13670b86a832SChris Mason free_extent_buffer(extent_root->node); 136839279cc3SChris Mason fail_tree_root: 13695f39d397SChris Mason free_extent_buffer(tree_root->node); 137084eed90fSChris Mason fail_sys_array: 137184eed90fSChris Mason mutex_unlock(&fs_info->fs_mutex); 137239279cc3SChris Mason fail_sb_buffer: 13732d2ae547SChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 137439279cc3SChris Mason fail_iput: 137539279cc3SChris Mason iput(fs_info->btree_inode); 137639279cc3SChris Mason fail: 13778a4b83ccSChris Mason close_all_devices(fs_info); 137884eed90fSChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 137984eed90fSChris Mason 138039279cc3SChris Mason kfree(extent_root); 138139279cc3SChris Mason kfree(tree_root); 1382b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 13832d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 1384b248a415SChris Mason #endif 138539279cc3SChris Mason kfree(fs_info); 138639279cc3SChris Mason return ERR_PTR(err); 1387eb60ceacSChris Mason } 1388eb60ceacSChris Mason 1389f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1390f2984462SChris Mason { 1391f2984462SChris Mason char b[BDEVNAME_SIZE]; 1392f2984462SChris Mason 1393f2984462SChris Mason if (uptodate) { 1394f2984462SChris Mason set_buffer_uptodate(bh); 1395f2984462SChris Mason } else { 1396f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1397f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1398f2984462SChris Mason "I/O error on %s\n", 1399f2984462SChris Mason bdevname(bh->b_bdev, b)); 1400f2984462SChris Mason } 14011259ab75SChris Mason /* note, we dont' set_buffer_write_io_error because we have 14021259ab75SChris Mason * our own ways of dealing with the IO errors 14031259ab75SChris Mason */ 1404f2984462SChris Mason clear_buffer_uptodate(bh); 1405f2984462SChris Mason } 1406f2984462SChris Mason unlock_buffer(bh); 1407f2984462SChris Mason put_bh(bh); 1408f2984462SChris Mason } 1409f2984462SChris Mason 1410f2984462SChris Mason int write_all_supers(struct btrfs_root *root) 1411f2984462SChris Mason { 1412f2984462SChris Mason struct list_head *cur; 1413f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1414f2984462SChris Mason struct btrfs_device *dev; 1415a061fc8dSChris Mason struct btrfs_super_block *sb; 1416f2984462SChris Mason struct btrfs_dev_item *dev_item; 1417f2984462SChris Mason struct buffer_head *bh; 1418f2984462SChris Mason int ret; 1419f2984462SChris Mason int do_barriers; 1420a236aed1SChris Mason int max_errors; 1421a236aed1SChris Mason int total_errors = 0; 1422a061fc8dSChris Mason u32 crc; 1423a061fc8dSChris Mason u64 flags; 1424f2984462SChris Mason 1425a236aed1SChris Mason max_errors = btrfs_super_num_devices(&root->fs_info->super_copy) - 1; 1426f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1427f2984462SChris Mason 1428a061fc8dSChris Mason sb = &root->fs_info->super_for_commit; 1429a061fc8dSChris Mason dev_item = &sb->dev_item; 1430f2984462SChris Mason list_for_each(cur, head) { 1431f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1432a061fc8dSChris Mason btrfs_set_stack_device_type(dev_item, dev->type); 1433a061fc8dSChris Mason btrfs_set_stack_device_id(dev_item, dev->devid); 1434a061fc8dSChris Mason btrfs_set_stack_device_total_bytes(dev_item, dev->total_bytes); 1435a061fc8dSChris Mason btrfs_set_stack_device_bytes_used(dev_item, dev->bytes_used); 1436a061fc8dSChris Mason btrfs_set_stack_device_io_align(dev_item, dev->io_align); 1437a061fc8dSChris Mason btrfs_set_stack_device_io_width(dev_item, dev->io_width); 1438a061fc8dSChris Mason btrfs_set_stack_device_sector_size(dev_item, dev->sector_size); 1439a061fc8dSChris Mason memcpy(dev_item->uuid, dev->uuid, BTRFS_UUID_SIZE); 1440a061fc8dSChris Mason flags = btrfs_super_flags(sb); 1441a061fc8dSChris Mason btrfs_set_super_flags(sb, flags | BTRFS_HEADER_FLAG_WRITTEN); 1442f2984462SChris Mason 1443f2984462SChris Mason 1444a061fc8dSChris Mason crc = ~(u32)0; 1445a061fc8dSChris Mason crc = btrfs_csum_data(root, (char *)sb + BTRFS_CSUM_SIZE, crc, 1446a061fc8dSChris Mason BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE); 1447a061fc8dSChris Mason btrfs_csum_final(crc, sb->csum); 1448a061fc8dSChris Mason 1449a061fc8dSChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 4096, 1450f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1451f2984462SChris Mason 1452a061fc8dSChris Mason memcpy(bh->b_data, sb, BTRFS_SUPER_INFO_SIZE); 1453f2984462SChris Mason dev->pending_io = bh; 1454f2984462SChris Mason 1455f2984462SChris Mason get_bh(bh); 1456f2984462SChris Mason set_buffer_uptodate(bh); 1457f2984462SChris Mason lock_buffer(bh); 1458f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1459f2984462SChris Mason 1460f2984462SChris Mason if (do_barriers && dev->barriers) { 1461f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1462f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1463f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1464f2984462SChris Mason dev->name); 1465f2984462SChris Mason set_buffer_uptodate(bh); 1466f2984462SChris Mason dev->barriers = 0; 1467f2984462SChris Mason get_bh(bh); 1468f2984462SChris Mason lock_buffer(bh); 1469f2984462SChris Mason ret = submit_bh(WRITE, bh); 1470f2984462SChris Mason } 1471f2984462SChris Mason } else { 1472f2984462SChris Mason ret = submit_bh(WRITE, bh); 1473f2984462SChris Mason } 1474a236aed1SChris Mason if (ret) 1475a236aed1SChris Mason total_errors++; 1476f2984462SChris Mason } 1477a236aed1SChris Mason if (total_errors > max_errors) { 1478a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1479a236aed1SChris Mason BUG(); 1480a236aed1SChris Mason } 1481a236aed1SChris Mason total_errors = 0; 1482f2984462SChris Mason 1483f2984462SChris Mason list_for_each(cur, head) { 1484f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1485f2984462SChris Mason BUG_ON(!dev->pending_io); 1486f2984462SChris Mason bh = dev->pending_io; 1487f2984462SChris Mason wait_on_buffer(bh); 1488f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1489f2984462SChris Mason if (do_barriers && dev->barriers) { 1490f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1491f2984462SChris Mason dev->name); 1492f2984462SChris Mason set_buffer_uptodate(bh); 1493f2984462SChris Mason get_bh(bh); 1494f2984462SChris Mason lock_buffer(bh); 1495f2984462SChris Mason dev->barriers = 0; 1496f2984462SChris Mason ret = submit_bh(WRITE, bh); 1497f2984462SChris Mason BUG_ON(ret); 1498f2984462SChris Mason wait_on_buffer(bh); 14991259ab75SChris Mason if (!buffer_uptodate(bh)) 15001259ab75SChris Mason total_errors++; 1501f2984462SChris Mason } else { 1502a236aed1SChris Mason total_errors++; 1503f2984462SChris Mason } 1504f2984462SChris Mason 1505f2984462SChris Mason } 1506f2984462SChris Mason dev->pending_io = NULL; 1507f2984462SChris Mason brelse(bh); 1508f2984462SChris Mason } 1509a236aed1SChris Mason if (total_errors > max_errors) { 1510a236aed1SChris Mason printk("btrfs: %d errors while writing supers\n", total_errors); 1511a236aed1SChris Mason BUG(); 1512a236aed1SChris Mason } 1513f2984462SChris Mason return 0; 1514f2984462SChris Mason } 1515f2984462SChris Mason 1516e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 151779154b1bSChris Mason *root) 1518cfaa7295SChris Mason { 1519e66f709bSChris Mason int ret; 15202c90e5d6SChris Mason 1521f2984462SChris Mason ret = write_all_supers(root); 15225f39d397SChris Mason return ret; 1523cfaa7295SChris Mason } 1524cfaa7295SChris Mason 15255eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 15262619ba1fSChris Mason { 15272619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 15282619ba1fSChris Mason (unsigned long)root->root_key.objectid); 1529b99aa6cbSChris Mason if (root->in_sysfs) 153058176a96SJosef Bacik btrfs_sysfs_del_root(root); 15312619ba1fSChris Mason if (root->inode) 15322619ba1fSChris Mason iput(root->inode); 15332619ba1fSChris Mason if (root->node) 15345f39d397SChris Mason free_extent_buffer(root->node); 15352619ba1fSChris Mason if (root->commit_root) 15365f39d397SChris Mason free_extent_buffer(root->commit_root); 153758176a96SJosef Bacik if (root->name) 153858176a96SJosef Bacik kfree(root->name); 15392619ba1fSChris Mason kfree(root); 15402619ba1fSChris Mason return 0; 15412619ba1fSChris Mason } 15422619ba1fSChris Mason 154335b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 15440f7d52f4SChris Mason { 15450f7d52f4SChris Mason int ret; 15460f7d52f4SChris Mason struct btrfs_root *gang[8]; 15470f7d52f4SChris Mason int i; 15480f7d52f4SChris Mason 15490f7d52f4SChris Mason while(1) { 15500f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 15510f7d52f4SChris Mason (void **)gang, 0, 15520f7d52f4SChris Mason ARRAY_SIZE(gang)); 15530f7d52f4SChris Mason if (!ret) 15540f7d52f4SChris Mason break; 15552619ba1fSChris Mason for (i = 0; i < ret; i++) 15565eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 15570f7d52f4SChris Mason } 15580f7d52f4SChris Mason return 0; 15590f7d52f4SChris Mason } 1560b4100d64SChris Mason 1561e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 1562eb60ceacSChris Mason { 15633768f368SChris Mason int ret; 1564e089f05cSChris Mason struct btrfs_trans_handle *trans; 15650f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 1566e089f05cSChris Mason 1567facda1e7SChris Mason fs_info->closing = 1; 156808607c1bSChris Mason btrfs_transaction_flush_work(root); 15690f7d52f4SChris Mason mutex_lock(&fs_info->fs_mutex); 15706702ed49SChris Mason btrfs_defrag_dirty_roots(root->fs_info); 157179154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 157254aa1f4dSChris Mason ret = btrfs_commit_transaction(trans, root); 157379154b1bSChris Mason /* run commit again to drop the original snapshot */ 157479154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 157579154b1bSChris Mason btrfs_commit_transaction(trans, root); 157679154b1bSChris Mason ret = btrfs_write_and_wait_transaction(NULL, root); 15779f5fae2fSChris Mason BUG_ON(ret); 1578d6bfde87SChris Mason 157979154b1bSChris Mason write_ctree_super(NULL, root); 15800f7d52f4SChris Mason mutex_unlock(&fs_info->fs_mutex); 1581ed2ff2cbSChris Mason 15829ad6b7bcSChris Mason btrfs_transaction_flush_work(root); 15839ad6b7bcSChris Mason 1584b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 1585b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 1586b0c68f8bSChris Mason fs_info->delalloc_bytes); 1587b0c68f8bSChris Mason } 15880f7d52f4SChris Mason if (fs_info->extent_root->node) 15895f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 1590f510cfecSChris Mason 15910f7d52f4SChris Mason if (fs_info->tree_root->node) 15925f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 1593f510cfecSChris Mason 15940b86a832SChris Mason if (root->fs_info->chunk_root->node); 15950b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 15960b86a832SChris Mason 15970b86a832SChris Mason if (root->fs_info->dev_root->node); 15980b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 15990b86a832SChris Mason 16009078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 16010f7d52f4SChris Mason del_fs_roots(fs_info); 1602d10c5f31SChris Mason 1603d10c5f31SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 1604d10c5f31SChris Mason 1605d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->free_space_cache); 1606d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->block_group_cache); 1607d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pinned_extents); 1608d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pending_del); 1609d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->extent_ins); 1610d1310b2eSChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 1611d10c5f31SChris Mason 16129ad6b7bcSChris Mason flush_workqueue(async_submit_workqueue); 1613d6bfde87SChris Mason flush_workqueue(end_io_workqueue); 16149ad6b7bcSChris Mason 1615db94535dSChris Mason truncate_inode_pages(fs_info->btree_inode->i_mapping, 0); 16169ad6b7bcSChris Mason 161744b8bd7eSChris Mason flush_workqueue(async_submit_workqueue); 161844b8bd7eSChris Mason destroy_workqueue(async_submit_workqueue); 161944b8bd7eSChris Mason 1620d6bfde87SChris Mason flush_workqueue(end_io_workqueue); 1621d6bfde87SChris Mason destroy_workqueue(end_io_workqueue); 1622d6bfde87SChris Mason 1623db94535dSChris Mason iput(fs_info->btree_inode); 162419c00ddcSChris Mason #if 0 162519c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 162619c00ddcSChris Mason struct btrfs_hasher *hasher; 162719c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 162819c00ddcSChris Mason hashers); 162919c00ddcSChris Mason list_del(&hasher->hashers); 163019c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 163119c00ddcSChris Mason kfree(hasher); 163219c00ddcSChris Mason } 163319c00ddcSChris Mason #endif 16340b86a832SChris Mason close_all_devices(fs_info); 16350b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 1636b248a415SChris Mason 1637b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 163804160088SChris Mason bdi_destroy(&fs_info->bdi); 1639b248a415SChris Mason #endif 16400b86a832SChris Mason 16410f7d52f4SChris Mason kfree(fs_info->extent_root); 16420f7d52f4SChris Mason kfree(fs_info->tree_root); 16430b86a832SChris Mason kfree(fs_info->chunk_root); 16440b86a832SChris Mason kfree(fs_info->dev_root); 1645eb60ceacSChris Mason return 0; 1646eb60ceacSChris Mason } 1647eb60ceacSChris Mason 16481259ab75SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf, u64 parent_transid) 1649ccd467d6SChris Mason { 16501259ab75SChris Mason int ret; 1651810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 16521259ab75SChris Mason 16531259ab75SChris Mason ret = extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 16541259ab75SChris Mason if (!ret) 16551259ab75SChris Mason return ret; 16561259ab75SChris Mason 16571259ab75SChris Mason ret = verify_parent_transid(&BTRFS_I(btree_inode)->io_tree, buf, 16581259ab75SChris Mason parent_transid); 16591259ab75SChris Mason return !ret; 16605f39d397SChris Mason } 16616702ed49SChris Mason 16625f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 16635f39d397SChris Mason { 1664810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1665d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 16665f39d397SChris Mason buf); 16675f39d397SChris Mason } 16685f39d397SChris Mason 16695f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 16705f39d397SChris Mason { 1671810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16725f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 16735f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 16746702ed49SChris Mason 1675ccd467d6SChris Mason if (transid != root->fs_info->generation) { 1676ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 1677db94535dSChris Mason (unsigned long long)buf->start, 1678ccd467d6SChris Mason transid, root->fs_info->generation); 1679ccd467d6SChris Mason WARN_ON(1); 1680ccd467d6SChris Mason } 1681d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 1682eb60ceacSChris Mason } 1683eb60ceacSChris Mason 1684e2008b61SChris Mason void btrfs_throttle(struct btrfs_root *root) 1685e2008b61SChris Mason { 168655c69072SChris Mason struct backing_dev_info *bdi; 168755c69072SChris Mason 1688a061fc8dSChris Mason bdi = &root->fs_info->bdi; 168904005cc7SChris Mason if (root->fs_info->throttles && bdi_write_congested(bdi)) { 169004005cc7SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,18) 169155c69072SChris Mason congestion_wait(WRITE, HZ/20); 169204005cc7SChris Mason #else 169304005cc7SChris Mason blk_congestion_wait(WRITE, HZ/20); 169404005cc7SChris Mason #endif 169504005cc7SChris Mason } 1696e2008b61SChris Mason } 1697e2008b61SChris Mason 1698d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 169935b7e476SChris Mason { 1700188de649SChris Mason /* 1701188de649SChris Mason * looks as though older kernels can get into trouble with 1702188de649SChris Mason * this code, they end up stuck in balance_dirty_pages forever 1703188de649SChris Mason */ 1704188de649SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 1705d6bfde87SChris Mason struct extent_io_tree *tree; 1706d6bfde87SChris Mason u64 num_dirty; 1707d6bfde87SChris Mason u64 start = 0; 1708d6bfde87SChris Mason unsigned long thresh = 16 * 1024 * 1024; 1709d6bfde87SChris Mason tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 1710d6bfde87SChris Mason 1711d6bfde87SChris Mason if (current_is_pdflush()) 1712d6bfde87SChris Mason return; 1713d6bfde87SChris Mason 1714d6bfde87SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 1715d6bfde87SChris Mason thresh, EXTENT_DIRTY); 1716d6bfde87SChris Mason if (num_dirty > thresh) { 1717d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 1718304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 171935b7e476SChris Mason } 1720188de649SChris Mason #else 1721188de649SChris Mason return; 1722188de649SChris Mason #endif 1723d6bfde87SChris Mason } 17246b80053dSChris Mason 17256b80053dSChris Mason void btrfs_set_buffer_defrag(struct extent_buffer *buf) 17266b80053dSChris Mason { 1727810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17286b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1729d1310b2eSChris Mason set_extent_bits(&BTRFS_I(btree_inode)->io_tree, buf->start, 17306b80053dSChris Mason buf->start + buf->len - 1, EXTENT_DEFRAG, GFP_NOFS); 17316b80053dSChris Mason } 17326b80053dSChris Mason 17336b80053dSChris Mason void btrfs_set_buffer_defrag_done(struct extent_buffer *buf) 17346b80053dSChris Mason { 1735810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17366b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1737d1310b2eSChris Mason set_extent_bits(&BTRFS_I(btree_inode)->io_tree, buf->start, 17386b80053dSChris Mason buf->start + buf->len - 1, EXTENT_DEFRAG_DONE, 17396b80053dSChris Mason GFP_NOFS); 17406b80053dSChris Mason } 17416b80053dSChris Mason 17426b80053dSChris Mason int btrfs_buffer_defrag(struct extent_buffer *buf) 17436b80053dSChris Mason { 1744810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17456b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1746d1310b2eSChris Mason return test_range_bit(&BTRFS_I(btree_inode)->io_tree, 17476b80053dSChris Mason buf->start, buf->start + buf->len - 1, EXTENT_DEFRAG, 0); 17486b80053dSChris Mason } 17496b80053dSChris Mason 17506b80053dSChris Mason int btrfs_buffer_defrag_done(struct extent_buffer *buf) 17516b80053dSChris Mason { 1752810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17536b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1754d1310b2eSChris Mason return test_range_bit(&BTRFS_I(btree_inode)->io_tree, 17556b80053dSChris Mason buf->start, buf->start + buf->len - 1, 17566b80053dSChris Mason EXTENT_DEFRAG_DONE, 0); 17576b80053dSChris Mason } 17586b80053dSChris Mason 17596b80053dSChris Mason int btrfs_clear_buffer_defrag_done(struct extent_buffer *buf) 17606b80053dSChris Mason { 1761810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17626b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1763d1310b2eSChris Mason return clear_extent_bits(&BTRFS_I(btree_inode)->io_tree, 17646b80053dSChris Mason buf->start, buf->start + buf->len - 1, 17656b80053dSChris Mason EXTENT_DEFRAG_DONE, GFP_NOFS); 17666b80053dSChris Mason } 17676b80053dSChris Mason 17686b80053dSChris Mason int btrfs_clear_buffer_defrag(struct extent_buffer *buf) 17696b80053dSChris Mason { 1770810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 17716b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1772d1310b2eSChris Mason return clear_extent_bits(&BTRFS_I(btree_inode)->io_tree, 17736b80053dSChris Mason buf->start, buf->start + buf->len - 1, 17746b80053dSChris Mason EXTENT_DEFRAG, GFP_NOFS); 17756b80053dSChris Mason } 17766b80053dSChris Mason 1777ca7a79adSChris Mason int btrfs_read_buffer(struct extent_buffer *buf, u64 parent_transid) 17786b80053dSChris Mason { 1779810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 1780ce9adaa5SChris Mason int ret; 1781ca7a79adSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0, parent_transid); 1782ce9adaa5SChris Mason if (ret == 0) { 1783ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 1784ce9adaa5SChris Mason } 1785ce9adaa5SChris Mason return ret; 17866b80053dSChris Mason } 17870da5468fSChris Mason 1788d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 17890da5468fSChris Mason .writepage_io_hook = btree_writepage_io_hook, 1790ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 17910b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 1792239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 1793239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 17940da5468fSChris Mason }; 1795