16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 255f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a5eb62e3SMiguel #include "crc32c.h" 28eb60ceacSChris Mason #include "ctree.h" 29eb60ceacSChris Mason #include "disk-io.h" 30e089f05cSChris Mason #include "transaction.h" 310f7d52f4SChris Mason #include "btrfs_inode.h" 320b86a832SChris Mason #include "volumes.h" 33db94535dSChris Mason #include "print-tree.h" 34eb60ceacSChris Mason 355f39d397SChris Mason #if 0 365f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 377eccb903SChris Mason { 385f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 395f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 405f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 415f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 4239279cc3SChris Mason return 1; 43d98237b3SChris Mason } 449a8dd150SChris Mason return 0; 45eb60ceacSChris Mason } 465f39d397SChris Mason #endif 47eb60ceacSChris Mason 48d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 49ce9adaa5SChris Mason static struct workqueue_struct *end_io_workqueue; 5044b8bd7eSChris Mason static struct workqueue_struct *async_submit_workqueue; 51ce9adaa5SChris Mason 52ce9adaa5SChris Mason struct end_io_wq { 53ce9adaa5SChris Mason struct bio *bio; 54ce9adaa5SChris Mason bio_end_io_t *end_io; 55ce9adaa5SChris Mason void *private; 56ce9adaa5SChris Mason struct btrfs_fs_info *info; 57ce9adaa5SChris Mason int error; 5822c59948SChris Mason int metadata; 59ce9adaa5SChris Mason struct list_head list; 60ce9adaa5SChris Mason }; 610da5468fSChris Mason 6244b8bd7eSChris Mason struct async_submit_bio { 6344b8bd7eSChris Mason struct inode *inode; 6444b8bd7eSChris Mason struct bio *bio; 6544b8bd7eSChris Mason struct list_head list; 6644b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook; 6744b8bd7eSChris Mason int rw; 6844b8bd7eSChris Mason int mirror_num; 6944b8bd7eSChris Mason }; 7044b8bd7eSChris Mason 715f39d397SChris Mason struct extent_map *btree_get_extent(struct inode *inode, struct page *page, 72d1310b2eSChris Mason size_t page_offset, u64 start, u64 len, 735f39d397SChris Mason int create) 745f39d397SChris Mason { 755f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 765f39d397SChris Mason struct extent_map *em; 775f39d397SChris Mason int ret; 785f39d397SChris Mason 79d1310b2eSChris Mason spin_lock(&em_tree->lock); 80d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 81d1310b2eSChris Mason spin_unlock(&em_tree->lock); 827b13b7b1SChris Mason if (em) 835f39d397SChris Mason goto out; 847b13b7b1SChris Mason 855f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 865f39d397SChris Mason if (!em) { 875f39d397SChris Mason em = ERR_PTR(-ENOMEM); 885f39d397SChris Mason goto out; 895f39d397SChris Mason } 905f39d397SChris Mason em->start = 0; 910afbaf8cSChris Mason em->len = (u64)-1; 925f39d397SChris Mason em->block_start = 0; 935f39d397SChris Mason em->bdev = inode->i_sb->s_bdev; 94d1310b2eSChris Mason 95d1310b2eSChris Mason spin_lock(&em_tree->lock); 965f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 975f39d397SChris Mason if (ret == -EEXIST) { 980afbaf8cSChris Mason u64 failed_start = em->start; 990afbaf8cSChris Mason u64 failed_len = em->len; 1000afbaf8cSChris Mason 1010afbaf8cSChris Mason printk("failed to insert %Lu %Lu -> %Lu into tree\n", 1020afbaf8cSChris Mason em->start, em->len, em->block_start); 1035f39d397SChris Mason free_extent_map(em); 1047b13b7b1SChris Mason em = lookup_extent_mapping(em_tree, start, len); 1050afbaf8cSChris Mason if (em) { 1060afbaf8cSChris Mason printk("after failing, found %Lu %Lu %Lu\n", 1070afbaf8cSChris Mason em->start, em->len, em->block_start); 1087b13b7b1SChris Mason ret = 0; 1090afbaf8cSChris Mason } else { 1100afbaf8cSChris Mason em = lookup_extent_mapping(em_tree, failed_start, 1110afbaf8cSChris Mason failed_len); 1120afbaf8cSChris Mason if (em) { 1130afbaf8cSChris Mason printk("double failure lookup gives us " 1140afbaf8cSChris Mason "%Lu %Lu -> %Lu\n", em->start, 1150afbaf8cSChris Mason em->len, em->block_start); 1160afbaf8cSChris Mason free_extent_map(em); 1170afbaf8cSChris Mason } 1187b13b7b1SChris Mason ret = -EIO; 1190afbaf8cSChris Mason } 1205f39d397SChris Mason } else if (ret) { 1217b13b7b1SChris Mason free_extent_map(em); 1227b13b7b1SChris Mason em = NULL; 1235f39d397SChris Mason } 1247b13b7b1SChris Mason spin_unlock(&em_tree->lock); 1257b13b7b1SChris Mason 1267b13b7b1SChris Mason if (ret) 1277b13b7b1SChris Mason em = ERR_PTR(ret); 1285f39d397SChris Mason out: 1295f39d397SChris Mason return em; 1305f39d397SChris Mason } 1315f39d397SChris Mason 13219c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 13319c00ddcSChris Mason { 134a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 13519c00ddcSChris Mason } 13619c00ddcSChris Mason 13719c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 13819c00ddcSChris Mason { 13919c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 14019c00ddcSChris Mason } 14119c00ddcSChris Mason 14219c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 14319c00ddcSChris Mason int verify) 14419c00ddcSChris Mason { 14519c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 14619c00ddcSChris Mason unsigned long len; 14719c00ddcSChris Mason unsigned long cur_len; 14819c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 14919c00ddcSChris Mason char *map_token = NULL; 15019c00ddcSChris Mason char *kaddr; 15119c00ddcSChris Mason unsigned long map_start; 15219c00ddcSChris Mason unsigned long map_len; 15319c00ddcSChris Mason int err; 15419c00ddcSChris Mason u32 crc = ~(u32)0; 15519c00ddcSChris Mason 15619c00ddcSChris Mason len = buf->len - offset; 15719c00ddcSChris Mason while(len > 0) { 15819c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 15919c00ddcSChris Mason &map_token, &kaddr, 16019c00ddcSChris Mason &map_start, &map_len, KM_USER0); 16119c00ddcSChris Mason if (err) { 16219c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 16319c00ddcSChris Mason offset); 16419c00ddcSChris Mason return 1; 16519c00ddcSChris Mason } 16619c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 16719c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 16819c00ddcSChris Mason crc, cur_len); 16919c00ddcSChris Mason len -= cur_len; 17019c00ddcSChris Mason offset += cur_len; 17119c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 17219c00ddcSChris Mason } 17319c00ddcSChris Mason btrfs_csum_final(crc, result); 17419c00ddcSChris Mason 17519c00ddcSChris Mason if (verify) { 176e4204dedSChris Mason int from_this_trans = 0; 177e4204dedSChris Mason 178e4204dedSChris Mason if (root->fs_info->running_transaction && 179e4204dedSChris Mason btrfs_header_generation(buf) == 180e4204dedSChris Mason root->fs_info->running_transaction->transid) 181e4204dedSChris Mason from_this_trans = 1; 182e4204dedSChris Mason 183e4204dedSChris Mason /* FIXME, this is not good */ 18463b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 185e4204dedSChris Mason u32 val; 186e4204dedSChris Mason u32 found = 0; 187e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 188e4204dedSChris Mason 189e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 190e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 19163b10fc4SChris Mason "wanted %X found %X from_this_trans %d " 19263b10fc4SChris Mason "level %d\n", 19319c00ddcSChris Mason root->fs_info->sb->s_id, 19463b10fc4SChris Mason buf->start, val, found, from_this_trans, 19563b10fc4SChris Mason btrfs_header_level(buf)); 19619c00ddcSChris Mason return 1; 19719c00ddcSChris Mason } 19819c00ddcSChris Mason } else { 19919c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 20019c00ddcSChris Mason } 20119c00ddcSChris Mason return 0; 20219c00ddcSChris Mason } 20319c00ddcSChris Mason 204f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 205f188591eSChris Mason struct extent_buffer *eb, 206f188591eSChris Mason u64 start) 207f188591eSChris Mason { 208f188591eSChris Mason struct extent_io_tree *io_tree; 209f188591eSChris Mason int ret; 210f188591eSChris Mason int num_copies = 0; 211f188591eSChris Mason int mirror_num = 0; 212f188591eSChris Mason 213f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 214f188591eSChris Mason while (1) { 215f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 216f188591eSChris Mason btree_get_extent, mirror_num); 217f188591eSChris Mason if (!ret) { 218f188591eSChris Mason if (mirror_num) 219f188591eSChris Mason printk("good read %Lu mirror %d total %d\n", eb->start, mirror_num, num_copies); 220f188591eSChris Mason return ret; 221f188591eSChris Mason } 222f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 223f188591eSChris Mason eb->start, eb->len); 224f188591eSChris Mason printk("failed to read %Lu mirror %d total %d\n", eb->start, mirror_num, num_copies); 225f188591eSChris Mason if (num_copies == 1) { 226f188591eSChris Mason printk("reading %Lu failed only one copy\n", eb->start); 227f188591eSChris Mason return ret; 228f188591eSChris Mason } 229f188591eSChris Mason mirror_num++; 230f188591eSChris Mason if (mirror_num > num_copies) { 231f188591eSChris Mason printk("bailing at mirror %d of %d\n", mirror_num, num_copies); 232f188591eSChris Mason return ret; 233f188591eSChris Mason } 234f188591eSChris Mason } 235f188591eSChris Mason printk("read extent buffer page last\n"); 236f188591eSChris Mason return -EIO; 237f188591eSChris Mason } 23819c00ddcSChris Mason 23919c00ddcSChris Mason int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 24019c00ddcSChris Mason { 241d1310b2eSChris Mason struct extent_io_tree *tree; 24235ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 24319c00ddcSChris Mason u64 found_start; 24419c00ddcSChris Mason int found_level; 24519c00ddcSChris Mason unsigned long len; 24619c00ddcSChris Mason struct extent_buffer *eb; 247f188591eSChris Mason int ret; 248f188591eSChris Mason 249d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 25019c00ddcSChris Mason 25119c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 25219c00ddcSChris Mason goto out; 25319c00ddcSChris Mason if (!page->private) 25419c00ddcSChris Mason goto out; 25519c00ddcSChris Mason len = page->private >> 2; 25619c00ddcSChris Mason if (len == 0) { 25719c00ddcSChris Mason WARN_ON(1); 25819c00ddcSChris Mason } 25919c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 260f188591eSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE); 261f188591eSChris Mason BUG_ON(ret); 262e18e4809SChris Mason btrfs_clear_buffer_defrag(eb); 26319c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 26419c00ddcSChris Mason if (found_start != start) { 26519c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 26619c00ddcSChris Mason start, found_start, len); 26755c69072SChris Mason WARN_ON(1); 26855c69072SChris Mason goto err; 26955c69072SChris Mason } 27055c69072SChris Mason if (eb->first_page != page) { 27155c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 27255c69072SChris Mason page->index); 27355c69072SChris Mason WARN_ON(1); 27455c69072SChris Mason goto err; 27555c69072SChris Mason } 27655c69072SChris Mason if (!PageUptodate(page)) { 27755c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 27855c69072SChris Mason WARN_ON(1); 27955c69072SChris Mason goto err; 28019c00ddcSChris Mason } 28119c00ddcSChris Mason found_level = btrfs_header_level(eb); 28263b10fc4SChris Mason spin_lock(&root->fs_info->hash_lock); 28363b10fc4SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 28463b10fc4SChris Mason spin_unlock(&root->fs_info->hash_lock); 28519c00ddcSChris Mason csum_tree_block(root, eb, 0); 28655c69072SChris Mason err: 28719c00ddcSChris Mason free_extent_buffer(eb); 28819c00ddcSChris Mason out: 28919c00ddcSChris Mason return 0; 29019c00ddcSChris Mason } 29119c00ddcSChris Mason 2920da5468fSChris Mason static int btree_writepage_io_hook(struct page *page, u64 start, u64 end) 2930da5468fSChris Mason { 2940da5468fSChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 2950da5468fSChris Mason 2960da5468fSChris Mason csum_dirty_buffer(root, page); 2970da5468fSChris Mason return 0; 2980da5468fSChris Mason } 2990da5468fSChris Mason 300ce9adaa5SChris Mason int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 301ce9adaa5SChris Mason struct extent_state *state) 302ce9adaa5SChris Mason { 303ce9adaa5SChris Mason struct extent_io_tree *tree; 304ce9adaa5SChris Mason u64 found_start; 305ce9adaa5SChris Mason int found_level; 306ce9adaa5SChris Mason unsigned long len; 307ce9adaa5SChris Mason struct extent_buffer *eb; 308ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 309f188591eSChris Mason int ret = 0; 310ce9adaa5SChris Mason 311ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 312ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 313ce9adaa5SChris Mason goto out; 314ce9adaa5SChris Mason if (!page->private) 315ce9adaa5SChris Mason goto out; 316ce9adaa5SChris Mason len = page->private >> 2; 317ce9adaa5SChris Mason if (len == 0) { 318ce9adaa5SChris Mason WARN_ON(1); 319ce9adaa5SChris Mason } 320ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 321f188591eSChris Mason 322ce9adaa5SChris Mason btrfs_clear_buffer_defrag(eb); 323ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 324ce9adaa5SChris Mason if (found_start != start) { 325f188591eSChris Mason printk("bad start on %Lu found %Lu\n", eb->start, found_start); 326f188591eSChris Mason ret = -EIO; 327ce9adaa5SChris Mason goto err; 328ce9adaa5SChris Mason } 329ce9adaa5SChris Mason if (eb->first_page != page) { 330ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 331ce9adaa5SChris Mason page->index); 332ce9adaa5SChris Mason WARN_ON(1); 333f188591eSChris Mason ret = -EIO; 334ce9adaa5SChris Mason goto err; 335ce9adaa5SChris Mason } 336ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 337ce9adaa5SChris Mason 338ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 339f188591eSChris Mason if (ret) 340f188591eSChris Mason ret = -EIO; 341ce9adaa5SChris Mason 342ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 343ce9adaa5SChris Mason end = eb->start + end - 1; 344ce9adaa5SChris Mason release_extent_buffer_tail_pages(eb); 345ce9adaa5SChris Mason err: 346ce9adaa5SChris Mason free_extent_buffer(eb); 347ce9adaa5SChris Mason out: 348f188591eSChris Mason return ret; 349ce9adaa5SChris Mason } 350ce9adaa5SChris Mason 351ce9adaa5SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 352ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 353ce9adaa5SChris Mason #else 354ce9adaa5SChris Mason static int end_workqueue_bio(struct bio *bio, 355ce9adaa5SChris Mason unsigned int bytes_done, int err) 356ce9adaa5SChris Mason #endif 357ce9adaa5SChris Mason { 358ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 359ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 360ce9adaa5SChris Mason unsigned long flags; 361ce9adaa5SChris Mason 362ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 363ce9adaa5SChris Mason if (bio->bi_size) 364ce9adaa5SChris Mason return 1; 365ce9adaa5SChris Mason #endif 366ce9adaa5SChris Mason 367ce9adaa5SChris Mason fs_info = end_io_wq->info; 368ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 369ce9adaa5SChris Mason end_io_wq->error = err; 370ce9adaa5SChris Mason list_add_tail(&end_io_wq->list, &fs_info->end_io_work_list); 371ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, flags); 372ce9adaa5SChris Mason queue_work(end_io_workqueue, &fs_info->end_io_work); 373ce9adaa5SChris Mason 374ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 375ce9adaa5SChris Mason return 0; 376ce9adaa5SChris Mason #endif 377ce9adaa5SChris Mason } 378ce9adaa5SChris Mason 37922c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 38022c59948SChris Mason int metadata) 3810b86a832SChris Mason { 382ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 383ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 384ce9adaa5SChris Mason if (!end_io_wq) 385ce9adaa5SChris Mason return -ENOMEM; 386ce9adaa5SChris Mason 387ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 388ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 38922c59948SChris Mason end_io_wq->info = info; 390ce9adaa5SChris Mason end_io_wq->error = 0; 391ce9adaa5SChris Mason end_io_wq->bio = bio; 39222c59948SChris Mason end_io_wq->metadata = metadata; 393ce9adaa5SChris Mason 394ce9adaa5SChris Mason bio->bi_private = end_io_wq; 395ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 39622c59948SChris Mason return 0; 39722c59948SChris Mason } 39822c59948SChris Mason 39944b8bd7eSChris Mason int btrfs_wq_submit_bio(struct btrfs_fs_info *fs_info, struct inode *inode, 40044b8bd7eSChris Mason int rw, struct bio *bio, int mirror_num, 40144b8bd7eSChris Mason extent_submit_bio_hook_t *submit_bio_hook) 40244b8bd7eSChris Mason { 40344b8bd7eSChris Mason struct async_submit_bio *async; 40444b8bd7eSChris Mason 4057b859fe7SChris Mason /* 4067b859fe7SChris Mason * inline writerback should stay inline, only hop to the async 4077b859fe7SChris Mason * queue if we're pdflush 4087b859fe7SChris Mason */ 4097b859fe7SChris Mason if (!current_is_pdflush()) 4107b859fe7SChris Mason return submit_bio_hook(inode, rw, bio, mirror_num); 4117b859fe7SChris Mason 41244b8bd7eSChris Mason async = kmalloc(sizeof(*async), GFP_NOFS); 41344b8bd7eSChris Mason if (!async) 41444b8bd7eSChris Mason return -ENOMEM; 41544b8bd7eSChris Mason 41644b8bd7eSChris Mason async->inode = inode; 41744b8bd7eSChris Mason async->rw = rw; 41844b8bd7eSChris Mason async->bio = bio; 41944b8bd7eSChris Mason async->mirror_num = mirror_num; 42044b8bd7eSChris Mason async->submit_bio_hook = submit_bio_hook; 42144b8bd7eSChris Mason 42244b8bd7eSChris Mason spin_lock(&fs_info->async_submit_work_lock); 42344b8bd7eSChris Mason list_add_tail(&async->list, &fs_info->async_submit_work_list); 42444b8bd7eSChris Mason spin_unlock(&fs_info->async_submit_work_lock); 42544b8bd7eSChris Mason 42644b8bd7eSChris Mason queue_work(async_submit_workqueue, &fs_info->async_submit_work); 42744b8bd7eSChris Mason return 0; 42844b8bd7eSChris Mason } 42944b8bd7eSChris Mason 43044b8bd7eSChris Mason static int __btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 431f188591eSChris Mason int mirror_num) 43222c59948SChris Mason { 43322c59948SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 43422c59948SChris Mason u64 offset; 43522c59948SChris Mason int ret; 43622c59948SChris Mason 43722c59948SChris Mason offset = bio->bi_sector << 9; 43822c59948SChris Mason 43922c59948SChris Mason if (rw & (1 << BIO_RW)) { 440f188591eSChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num); 44122c59948SChris Mason } 44222c59948SChris Mason 44322c59948SChris Mason ret = btrfs_bio_wq_end_io(root->fs_info, bio, 1); 44422c59948SChris Mason BUG_ON(ret); 445ce9adaa5SChris Mason 4460b86a832SChris Mason if (offset == BTRFS_SUPER_INFO_OFFSET) { 447f2984462SChris Mason bio->bi_bdev = root->fs_info->fs_devices->latest_bdev; 4480b86a832SChris Mason submit_bio(rw, bio); 4490b86a832SChris Mason return 0; 4500b86a832SChris Mason } 451f188591eSChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num); 4520b86a832SChris Mason } 4530b86a832SChris Mason 45444b8bd7eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 45544b8bd7eSChris Mason int mirror_num) 45644b8bd7eSChris Mason { 45744b8bd7eSChris Mason if (!(rw & (1 << BIO_RW))) { 45844b8bd7eSChris Mason return __btree_submit_bio_hook(inode, rw, bio, mirror_num); 45944b8bd7eSChris Mason } 46044b8bd7eSChris Mason return btrfs_wq_submit_bio(BTRFS_I(inode)->root->fs_info, 46144b8bd7eSChris Mason inode, rw, bio, mirror_num, 46244b8bd7eSChris Mason __btree_submit_bio_hook); 46344b8bd7eSChris Mason } 46444b8bd7eSChris Mason 4655f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 4665f39d397SChris Mason { 467d1310b2eSChris Mason struct extent_io_tree *tree; 468d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 4695f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 4705f39d397SChris Mason } 4710da5468fSChris Mason 4720da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 4730da5468fSChris Mason struct writeback_control *wbc) 4740da5468fSChris Mason { 475d1310b2eSChris Mason struct extent_io_tree *tree; 476d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 477d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 478793955bcSChris Mason u64 num_dirty; 479793955bcSChris Mason u64 start = 0; 480793955bcSChris Mason unsigned long thresh = 96 * 1024 * 1024; 481448d640bSChris Mason 482448d640bSChris Mason if (wbc->for_kupdate) 483448d640bSChris Mason return 0; 484448d640bSChris Mason 485ca664626SChris Mason if (current_is_pdflush()) { 486ca664626SChris Mason thresh = 96 * 1024 * 1024; 487ca664626SChris Mason } else { 488ca664626SChris Mason thresh = 8 * 1024 * 1024; 489ca664626SChris Mason } 4901832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 4911832a6d5SChris Mason thresh, EXTENT_DIRTY); 492793955bcSChris Mason if (num_dirty < thresh) { 493793955bcSChris Mason return 0; 494793955bcSChris Mason } 495793955bcSChris Mason } 4960da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 4970da5468fSChris Mason } 4980da5468fSChris Mason 4995f39d397SChris Mason int btree_readpage(struct file *file, struct page *page) 5005f39d397SChris Mason { 501d1310b2eSChris Mason struct extent_io_tree *tree; 502d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5035f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 5045f39d397SChris Mason } 5055f39d397SChris Mason 50670dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 5075f39d397SChris Mason { 508d1310b2eSChris Mason struct extent_io_tree *tree; 509d1310b2eSChris Mason struct extent_map_tree *map; 5105f39d397SChris Mason int ret; 5115f39d397SChris Mason 5123dd39914SChris Mason if (page_count(page) > 3) { 5133dd39914SChris Mason /* once for page->private, once for the caller, once 5143dd39914SChris Mason * once for the page cache 5153dd39914SChris Mason */ 5163dd39914SChris Mason return 0; 5173dd39914SChris Mason } 518d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 519d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 5207b13b7b1SChris Mason ret = try_release_extent_state(map, tree, page, gfp_flags); 5215f39d397SChris Mason if (ret == 1) { 522728131d8SChris Mason invalidate_extent_lru(tree, page_offset(page), PAGE_CACHE_SIZE); 5235f39d397SChris Mason ClearPagePrivate(page); 5245f39d397SChris Mason set_page_private(page, 0); 525d98237b3SChris Mason page_cache_release(page); 5265f39d397SChris Mason } 527d98237b3SChris Mason return ret; 528d98237b3SChris Mason } 529d98237b3SChris Mason 5305f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 531d98237b3SChris Mason { 532d1310b2eSChris Mason struct extent_io_tree *tree; 533d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 5345f39d397SChris Mason extent_invalidatepage(tree, page, offset); 5355f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 5369ad6b7bcSChris Mason if (PagePrivate(page)) { 5379ad6b7bcSChris Mason printk("2invalidate page cleaning up after releasepage\n"); 5389ad6b7bcSChris Mason ClearPagePrivate(page); 5399ad6b7bcSChris Mason set_page_private(page, 0); 5409ad6b7bcSChris Mason page_cache_release(page); 5419ad6b7bcSChris Mason } 542d98237b3SChris Mason } 543d98237b3SChris Mason 5445f39d397SChris Mason #if 0 545d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 546d98237b3SChris Mason { 54787cbda5cSChris Mason struct buffer_head *bh; 5480f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 54987cbda5cSChris Mason struct buffer_head *head; 55087cbda5cSChris Mason if (!page_has_buffers(page)) { 55187cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 55287cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 55387cbda5cSChris Mason } 55487cbda5cSChris Mason head = page_buffers(page); 55587cbda5cSChris Mason bh = head; 55687cbda5cSChris Mason do { 55787cbda5cSChris Mason if (buffer_dirty(bh)) 55887cbda5cSChris Mason csum_tree_block(root, bh, 0); 55987cbda5cSChris Mason bh = bh->b_this_page; 56087cbda5cSChris Mason } while (bh != head); 561d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 562d98237b3SChris Mason } 5635f39d397SChris Mason #endif 564d98237b3SChris Mason 565d98237b3SChris Mason static struct address_space_operations btree_aops = { 566d98237b3SChris Mason .readpage = btree_readpage, 567d98237b3SChris Mason .writepage = btree_writepage, 5680da5468fSChris Mason .writepages = btree_writepages, 5695f39d397SChris Mason .releasepage = btree_releasepage, 5705f39d397SChris Mason .invalidatepage = btree_invalidatepage, 571d98237b3SChris Mason .sync_page = block_sync_page, 572d98237b3SChris Mason }; 573123abc88SChris Mason 574db94535dSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize) 575090d1875SChris Mason { 5765f39d397SChris Mason struct extent_buffer *buf = NULL; 5775f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 578de428b63SChris Mason int ret = 0; 579090d1875SChris Mason 580db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 5815f39d397SChris Mason if (!buf) 582090d1875SChris Mason return 0; 583d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 584f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 5855f39d397SChris Mason free_extent_buffer(buf); 586de428b63SChris Mason return ret; 587090d1875SChris Mason } 588090d1875SChris Mason 5890b86a832SChris Mason static int close_all_devices(struct btrfs_fs_info *fs_info) 5900b86a832SChris Mason { 5910b86a832SChris Mason struct list_head *list; 5920b86a832SChris Mason struct list_head *next; 5930b86a832SChris Mason struct btrfs_device *device; 5940b86a832SChris Mason 5958a4b83ccSChris Mason list = &fs_info->fs_devices->devices; 5968a4b83ccSChris Mason list_for_each(next, list) { 5970b86a832SChris Mason device = list_entry(next, struct btrfs_device, dev_list); 5988a4b83ccSChris Mason if (device->bdev && device->bdev != fs_info->sb->s_bdev) 5998a4b83ccSChris Mason close_bdev_excl(device->bdev); 6008a4b83ccSChris Mason device->bdev = NULL; 6010b86a832SChris Mason } 6020b86a832SChris Mason return 0; 6030b86a832SChris Mason } 6040b86a832SChris Mason 6050999df54SChris Mason int btrfs_verify_block_csum(struct btrfs_root *root, 6060999df54SChris Mason struct extent_buffer *buf) 6070999df54SChris Mason { 608ce9adaa5SChris Mason return btrfs_buffer_uptodate(buf); 6090999df54SChris Mason } 6100999df54SChris Mason 6110999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 6120999df54SChris Mason u64 bytenr, u32 blocksize) 6130999df54SChris Mason { 6140999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 6150999df54SChris Mason struct extent_buffer *eb; 6160999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 6170999df54SChris Mason bytenr, blocksize, GFP_NOFS); 6180999df54SChris Mason return eb; 6190999df54SChris Mason } 6200999df54SChris Mason 6210999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 6220999df54SChris Mason u64 bytenr, u32 blocksize) 6230999df54SChris Mason { 6240999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 6250999df54SChris Mason struct extent_buffer *eb; 6260999df54SChris Mason 6270999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 6280999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 6290999df54SChris Mason return eb; 6300999df54SChris Mason } 6310999df54SChris Mason 6320999df54SChris Mason 633db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 634db94535dSChris Mason u32 blocksize) 635e20d96d6SChris Mason { 6365f39d397SChris Mason struct extent_buffer *buf = NULL; 6375f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 638d1310b2eSChris Mason struct extent_io_tree *io_tree; 63919c00ddcSChris Mason int ret; 64019c00ddcSChris Mason 641d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 642e20d96d6SChris Mason 643db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 6445f39d397SChris Mason if (!buf) 645d98237b3SChris Mason return NULL; 646e4204dedSChris Mason 647f188591eSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0); 648ce9adaa5SChris Mason 649ce9adaa5SChris Mason if (ret == 0) { 650ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 651ce9adaa5SChris Mason } 6525f39d397SChris Mason return buf; 653ce9adaa5SChris Mason 654eb60ceacSChris Mason } 655eb60ceacSChris Mason 656e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 6575f39d397SChris Mason struct extent_buffer *buf) 658ed2ff2cbSChris Mason { 6595f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 66055c69072SChris Mason if (btrfs_header_generation(buf) == 66155c69072SChris Mason root->fs_info->running_transaction->transid) 662d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 66355c69072SChris Mason buf); 6645f39d397SChris Mason return 0; 6655f39d397SChris Mason } 6665f39d397SChris Mason 6675f39d397SChris Mason int wait_on_tree_block_writeback(struct btrfs_root *root, 6685f39d397SChris Mason struct extent_buffer *buf) 6695f39d397SChris Mason { 6705f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 671d1310b2eSChris Mason wait_on_extent_buffer_writeback(&BTRFS_I(btree_inode)->io_tree, 6725f39d397SChris Mason buf); 6735f39d397SChris Mason return 0; 6745f39d397SChris Mason } 6755f39d397SChris Mason 676db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 67787ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 6789f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 679e20d96d6SChris Mason u64 objectid) 680d97e63b6SChris Mason { 681cfaa7295SChris Mason root->node = NULL; 6820f7d52f4SChris Mason root->inode = NULL; 683a28ec197SChris Mason root->commit_root = NULL; 684db94535dSChris Mason root->sectorsize = sectorsize; 685db94535dSChris Mason root->nodesize = nodesize; 686db94535dSChris Mason root->leafsize = leafsize; 68787ee04ebSChris Mason root->stripesize = stripesize; 688123abc88SChris Mason root->ref_cows = 0; 6890b86a832SChris Mason root->track_dirty = 0; 6900b86a832SChris Mason 6919f5fae2fSChris Mason root->fs_info = fs_info; 6920f7d52f4SChris Mason root->objectid = objectid; 6930f7d52f4SChris Mason root->last_trans = 0; 6941b05da2eSChris Mason root->highest_inode = 0; 6951b05da2eSChris Mason root->last_inode_alloc = 0; 69658176a96SJosef Bacik root->name = NULL; 6974313b399SChris Mason root->in_sysfs = 0; 6980b86a832SChris Mason 6990b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 7003768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 7013768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 7026702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 70358176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 70458176a96SJosef Bacik init_completion(&root->kobj_unregister); 7056702ed49SChris Mason root->defrag_running = 0; 7066702ed49SChris Mason root->defrag_level = 0; 7074d775673SChris Mason root->root_key.objectid = objectid; 7083768f368SChris Mason return 0; 7093768f368SChris Mason } 7103768f368SChris Mason 711db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 7129f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 7139f5fae2fSChris Mason u64 objectid, 714e20d96d6SChris Mason struct btrfs_root *root) 7153768f368SChris Mason { 7163768f368SChris Mason int ret; 717db94535dSChris Mason u32 blocksize; 7183768f368SChris Mason 719db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 72087ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 72187ee04ebSChris Mason root, fs_info, objectid); 7223768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 7233768f368SChris Mason &root->root_item, &root->root_key); 7243768f368SChris Mason BUG_ON(ret); 7253768f368SChris Mason 726db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 727db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 728db94535dSChris Mason blocksize); 7293768f368SChris Mason BUG_ON(!root->node); 730d97e63b6SChris Mason return 0; 731d97e63b6SChris Mason } 732d97e63b6SChris Mason 7335eda7b5eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_fs_info *fs_info, 7340f7d52f4SChris Mason struct btrfs_key *location) 7350f7d52f4SChris Mason { 7360f7d52f4SChris Mason struct btrfs_root *root; 7370f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 7380f7d52f4SChris Mason struct btrfs_path *path; 7395f39d397SChris Mason struct extent_buffer *l; 7401b05da2eSChris Mason u64 highest_inode; 741db94535dSChris Mason u32 blocksize; 7420f7d52f4SChris Mason int ret = 0; 7430f7d52f4SChris Mason 7445eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 7450cf6c620SChris Mason if (!root) 7460f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 7470f7d52f4SChris Mason if (location->offset == (u64)-1) { 748db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 7490f7d52f4SChris Mason location->objectid, root); 7500f7d52f4SChris Mason if (ret) { 7510f7d52f4SChris Mason kfree(root); 7520f7d52f4SChris Mason return ERR_PTR(ret); 7530f7d52f4SChris Mason } 7540f7d52f4SChris Mason goto insert; 7550f7d52f4SChris Mason } 7560f7d52f4SChris Mason 757db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 75887ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 75987ee04ebSChris Mason root, fs_info, location->objectid); 7600f7d52f4SChris Mason 7610f7d52f4SChris Mason path = btrfs_alloc_path(); 7620f7d52f4SChris Mason BUG_ON(!path); 7630f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 7640f7d52f4SChris Mason if (ret != 0) { 7650f7d52f4SChris Mason if (ret > 0) 7660f7d52f4SChris Mason ret = -ENOENT; 7670f7d52f4SChris Mason goto out; 7680f7d52f4SChris Mason } 7695f39d397SChris Mason l = path->nodes[0]; 7705f39d397SChris Mason read_extent_buffer(l, &root->root_item, 7715f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 7720f7d52f4SChris Mason sizeof(root->root_item)); 77344b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 7740f7d52f4SChris Mason ret = 0; 7750f7d52f4SChris Mason out: 7760f7d52f4SChris Mason btrfs_release_path(root, path); 7770f7d52f4SChris Mason btrfs_free_path(path); 7780f7d52f4SChris Mason if (ret) { 7790f7d52f4SChris Mason kfree(root); 7800f7d52f4SChris Mason return ERR_PTR(ret); 7810f7d52f4SChris Mason } 782db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 783db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 784db94535dSChris Mason blocksize); 7850f7d52f4SChris Mason BUG_ON(!root->node); 7860f7d52f4SChris Mason insert: 7870f7d52f4SChris Mason root->ref_cows = 1; 7885eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 7895eda7b5eSChris Mason if (ret == 0) { 7905eda7b5eSChris Mason root->highest_inode = highest_inode; 7915eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 7925eda7b5eSChris Mason } 7935eda7b5eSChris Mason return root; 7945eda7b5eSChris Mason } 7955eda7b5eSChris Mason 796dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 797dc17ff8fSChris Mason u64 root_objectid) 798dc17ff8fSChris Mason { 799dc17ff8fSChris Mason struct btrfs_root *root; 800dc17ff8fSChris Mason 801dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 802dc17ff8fSChris Mason return fs_info->tree_root; 803dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 804dc17ff8fSChris Mason return fs_info->extent_root; 805dc17ff8fSChris Mason 806dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 807dc17ff8fSChris Mason (unsigned long)root_objectid); 808dc17ff8fSChris Mason return root; 809dc17ff8fSChris Mason } 810dc17ff8fSChris Mason 811edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 812edbd8d4eSChris Mason struct btrfs_key *location) 8135eda7b5eSChris Mason { 8145eda7b5eSChris Mason struct btrfs_root *root; 8155eda7b5eSChris Mason int ret; 8165eda7b5eSChris Mason 817edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 818edbd8d4eSChris Mason return fs_info->tree_root; 819edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 820edbd8d4eSChris Mason return fs_info->extent_root; 821edbd8d4eSChris Mason 8225eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 8235eda7b5eSChris Mason (unsigned long)location->objectid); 8245eda7b5eSChris Mason if (root) 8255eda7b5eSChris Mason return root; 8265eda7b5eSChris Mason 8275eda7b5eSChris Mason root = btrfs_read_fs_root_no_radix(fs_info, location); 8285eda7b5eSChris Mason if (IS_ERR(root)) 8295eda7b5eSChris Mason return root; 8302619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 8312619ba1fSChris Mason (unsigned long)root->root_key.objectid, 8320f7d52f4SChris Mason root); 8330f7d52f4SChris Mason if (ret) { 8345f39d397SChris Mason free_extent_buffer(root->node); 8350f7d52f4SChris Mason kfree(root); 8360f7d52f4SChris Mason return ERR_PTR(ret); 8370f7d52f4SChris Mason } 838edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 839edbd8d4eSChris Mason root->root_key.objectid, root); 840edbd8d4eSChris Mason BUG_ON(ret); 841edbd8d4eSChris Mason 842edbd8d4eSChris Mason return root; 843edbd8d4eSChris Mason } 844edbd8d4eSChris Mason 845edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 846edbd8d4eSChris Mason struct btrfs_key *location, 847edbd8d4eSChris Mason const char *name, int namelen) 848edbd8d4eSChris Mason { 849edbd8d4eSChris Mason struct btrfs_root *root; 850edbd8d4eSChris Mason int ret; 851edbd8d4eSChris Mason 852edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 853edbd8d4eSChris Mason if (!root) 854edbd8d4eSChris Mason return NULL; 85558176a96SJosef Bacik 8564313b399SChris Mason if (root->in_sysfs) 8574313b399SChris Mason return root; 8584313b399SChris Mason 85958176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 86058176a96SJosef Bacik if (ret) { 8615f39d397SChris Mason free_extent_buffer(root->node); 86258176a96SJosef Bacik kfree(root); 86358176a96SJosef Bacik return ERR_PTR(ret); 86458176a96SJosef Bacik } 86558176a96SJosef Bacik 86658176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 86758176a96SJosef Bacik if (ret) { 8685f39d397SChris Mason free_extent_buffer(root->node); 86958176a96SJosef Bacik kfree(root->name); 87058176a96SJosef Bacik kfree(root); 87158176a96SJosef Bacik return ERR_PTR(ret); 87258176a96SJosef Bacik } 8734313b399SChris Mason root->in_sysfs = 1; 8740f7d52f4SChris Mason return root; 8750f7d52f4SChris Mason } 87619c00ddcSChris Mason #if 0 87719c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 87819c00ddcSChris Mason struct btrfs_hasher *hasher; 8790f7d52f4SChris Mason 88019c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 88119c00ddcSChris Mason if (!hasher) 88219c00ddcSChris Mason return -ENOMEM; 88319c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 88419c00ddcSChris Mason if (!hasher->hash_tfm) { 88519c00ddcSChris Mason kfree(hasher); 88619c00ddcSChris Mason return -EINVAL; 88719c00ddcSChris Mason } 88819c00ddcSChris Mason spin_lock(&info->hash_lock); 88919c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 89019c00ddcSChris Mason spin_unlock(&info->hash_lock); 89119c00ddcSChris Mason return 0; 89219c00ddcSChris Mason } 89319c00ddcSChris Mason #endif 89404160088SChris Mason 89504160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 89604160088SChris Mason { 89704160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 89804160088SChris Mason int ret = 0; 89904160088SChris Mason struct list_head *cur; 90004160088SChris Mason struct btrfs_device *device; 90104160088SChris Mason struct backing_dev_info *bdi; 90204160088SChris Mason 90304160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 90404160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 90504160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 90604160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 90704160088SChris Mason ret = 1; 90804160088SChris Mason break; 90904160088SChris Mason } 91004160088SChris Mason } 91104160088SChris Mason return ret; 91204160088SChris Mason } 91304160088SChris Mason 91404160088SChris Mason void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 91504160088SChris Mason { 91604160088SChris Mason struct list_head *cur; 91704160088SChris Mason struct btrfs_device *device; 91804160088SChris Mason struct btrfs_fs_info *info; 91904160088SChris Mason 92004160088SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 92104160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 92204160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 92304160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 92404160088SChris Mason if (bdi->unplug_io_fn) { 92504160088SChris Mason bdi->unplug_io_fn(bdi, page); 92604160088SChris Mason } 92704160088SChris Mason } 92804160088SChris Mason } 92904160088SChris Mason 93004160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 93104160088SChris Mason { 932b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 93304160088SChris Mason bdi_init(bdi); 934b248a415SChris Mason #endif 9354575c9ccSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages; 93604160088SChris Mason bdi->state = 0; 93704160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 93804160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 93904160088SChris Mason bdi->unplug_io_data = info; 94004160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 94104160088SChris Mason bdi->congested_data = info; 94204160088SChris Mason return 0; 94304160088SChris Mason } 94404160088SChris Mason 945ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 946ce9adaa5SChris Mason { 947ce9adaa5SChris Mason u64 length = 0; 948ce9adaa5SChris Mason u64 buf_len = 0; 949ce9adaa5SChris Mason u64 start = 0; 950ce9adaa5SChris Mason struct page *page; 951ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 952ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 953ce9adaa5SChris Mason struct bio_vec *bvec; 954ce9adaa5SChris Mason int i; 955ce9adaa5SChris Mason int ret; 956ce9adaa5SChris Mason 957ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 958ce9adaa5SChris Mason page = bvec->bv_page; 959ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 960ce9adaa5SChris Mason length += bvec->bv_len; 961ce9adaa5SChris Mason continue; 962ce9adaa5SChris Mason } 963ce9adaa5SChris Mason if (!page->private) { 964ce9adaa5SChris Mason length += bvec->bv_len; 965ce9adaa5SChris Mason continue; 966ce9adaa5SChris Mason } 967ce9adaa5SChris Mason length = bvec->bv_len; 968ce9adaa5SChris Mason buf_len = page->private >> 2; 969ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 970ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 971ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 972ce9adaa5SChris Mason } 973ce9adaa5SChris Mason /* are we fully contained in this bio? */ 974ce9adaa5SChris Mason if (buf_len <= length) 975ce9adaa5SChris Mason return 1; 976ce9adaa5SChris Mason 977ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 978ce9adaa5SChris Mason start + buf_len - 1); 979ce9adaa5SChris Mason if (ret == 1) 980ce9adaa5SChris Mason return ret; 981ce9adaa5SChris Mason return ret; 982ce9adaa5SChris Mason } 983ce9adaa5SChris Mason 984ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 98544b8bd7eSChris Mason static void btrfs_end_io_csum(void *p) 986ce9adaa5SChris Mason #else 98744b8bd7eSChris Mason static void btrfs_end_io_csum(struct work_struct *work) 988ce9adaa5SChris Mason #endif 989ce9adaa5SChris Mason { 990ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 991ce9adaa5SChris Mason struct btrfs_fs_info *fs_info = p; 992ce9adaa5SChris Mason #else 993ce9adaa5SChris Mason struct btrfs_fs_info *fs_info = container_of(work, 994ce9adaa5SChris Mason struct btrfs_fs_info, 995ce9adaa5SChris Mason end_io_work); 996ce9adaa5SChris Mason #endif 997ce9adaa5SChris Mason unsigned long flags; 998ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 999ce9adaa5SChris Mason struct bio *bio; 1000ce9adaa5SChris Mason struct list_head *next; 1001ce9adaa5SChris Mason int error; 1002ce9adaa5SChris Mason int was_empty; 1003ce9adaa5SChris Mason 1004ce9adaa5SChris Mason while(1) { 1005ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 1006ce9adaa5SChris Mason if (list_empty(&fs_info->end_io_work_list)) { 1007ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, 1008ce9adaa5SChris Mason flags); 1009ce9adaa5SChris Mason return; 1010ce9adaa5SChris Mason } 1011ce9adaa5SChris Mason next = fs_info->end_io_work_list.next; 1012ce9adaa5SChris Mason list_del(next); 1013ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, flags); 1014ce9adaa5SChris Mason 1015ce9adaa5SChris Mason end_io_wq = list_entry(next, struct end_io_wq, list); 1016ce9adaa5SChris Mason 1017ce9adaa5SChris Mason bio = end_io_wq->bio; 101822c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 1019ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 1020ce9adaa5SChris Mason was_empty = list_empty(&fs_info->end_io_work_list); 1021ce9adaa5SChris Mason list_add_tail(&end_io_wq->list, 1022ce9adaa5SChris Mason &fs_info->end_io_work_list); 1023ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, 1024ce9adaa5SChris Mason flags); 1025ce9adaa5SChris Mason if (was_empty) 1026ce9adaa5SChris Mason return; 1027ce9adaa5SChris Mason continue; 1028ce9adaa5SChris Mason } 1029ce9adaa5SChris Mason error = end_io_wq->error; 1030ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 1031ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 1032ce9adaa5SChris Mason kfree(end_io_wq); 103373f61b2aSMiguel #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 1034b248a415SChris Mason bio_endio(bio, bio->bi_size, error); 103573f61b2aSMiguel #else 1036ce9adaa5SChris Mason bio_endio(bio, error); 103773f61b2aSMiguel #endif 1038ce9adaa5SChris Mason } 1039ce9adaa5SChris Mason } 1040ce9adaa5SChris Mason 104144b8bd7eSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 104244b8bd7eSChris Mason static void btrfs_async_submit_work(void *p) 104344b8bd7eSChris Mason #else 104444b8bd7eSChris Mason static void btrfs_async_submit_work(struct work_struct *work) 104544b8bd7eSChris Mason #endif 104644b8bd7eSChris Mason { 104744b8bd7eSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 104844b8bd7eSChris Mason struct btrfs_fs_info *fs_info = p; 104944b8bd7eSChris Mason #else 105044b8bd7eSChris Mason struct btrfs_fs_info *fs_info = container_of(work, 105144b8bd7eSChris Mason struct btrfs_fs_info, 105244b8bd7eSChris Mason async_submit_work); 105344b8bd7eSChris Mason #endif 105444b8bd7eSChris Mason struct async_submit_bio *async; 105544b8bd7eSChris Mason struct list_head *next; 105644b8bd7eSChris Mason 105744b8bd7eSChris Mason while(1) { 105844b8bd7eSChris Mason spin_lock(&fs_info->async_submit_work_lock); 105944b8bd7eSChris Mason if (list_empty(&fs_info->async_submit_work_list)) { 106044b8bd7eSChris Mason spin_unlock(&fs_info->async_submit_work_lock); 106144b8bd7eSChris Mason return; 106244b8bd7eSChris Mason } 106344b8bd7eSChris Mason next = fs_info->async_submit_work_list.next; 106444b8bd7eSChris Mason list_del(next); 106544b8bd7eSChris Mason spin_unlock(&fs_info->async_submit_work_lock); 106644b8bd7eSChris Mason 106744b8bd7eSChris Mason async = list_entry(next, struct async_submit_bio, list); 106844b8bd7eSChris Mason async->submit_bio_hook(async->inode, async->rw, async->bio, 106944b8bd7eSChris Mason async->mirror_num); 107044b8bd7eSChris Mason kfree(async); 107144b8bd7eSChris Mason } 107244b8bd7eSChris Mason } 107344b8bd7eSChris Mason 10748a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 10758a4b83ccSChris Mason struct btrfs_fs_devices *fs_devices) 1076eb60ceacSChris Mason { 1077db94535dSChris Mason u32 sectorsize; 1078db94535dSChris Mason u32 nodesize; 1079db94535dSChris Mason u32 leafsize; 1080db94535dSChris Mason u32 blocksize; 108187ee04ebSChris Mason u32 stripesize; 1082e20d96d6SChris Mason struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root), 1083e20d96d6SChris Mason GFP_NOFS); 1084e20d96d6SChris Mason struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root), 1085e20d96d6SChris Mason GFP_NOFS); 10868790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 1087e20d96d6SChris Mason GFP_NOFS); 10880b86a832SChris Mason struct btrfs_root *chunk_root = kmalloc(sizeof(struct btrfs_root), 10890b86a832SChris Mason GFP_NOFS); 10900b86a832SChris Mason struct btrfs_root *dev_root = kmalloc(sizeof(struct btrfs_root), 10910b86a832SChris Mason GFP_NOFS); 1092eb60ceacSChris Mason int ret; 1093e58ca020SYan int err = -EINVAL; 10942c90e5d6SChris Mason struct btrfs_super_block *disk_super; 10958790d502SChris Mason 109639279cc3SChris Mason if (!extent_root || !tree_root || !fs_info) { 109739279cc3SChris Mason err = -ENOMEM; 109839279cc3SChris Mason goto fail; 109939279cc3SChris Mason } 1100ce9adaa5SChris Mason end_io_workqueue = create_workqueue("btrfs-end-io"); 1101ce9adaa5SChris Mason BUG_ON(!end_io_workqueue); 110244b8bd7eSChris Mason async_submit_workqueue = create_workqueue("btrfs-async-submit"); 1103ce9adaa5SChris Mason 11040f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 11058fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 1106facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 110719c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 1108ce9adaa5SChris Mason INIT_LIST_HEAD(&fs_info->end_io_work_list); 110944b8bd7eSChris Mason INIT_LIST_HEAD(&fs_info->async_submit_work_list); 111019c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 1111ce9adaa5SChris Mason spin_lock_init(&fs_info->end_io_work_lock); 111244b8bd7eSChris Mason spin_lock_init(&fs_info->async_submit_work_lock); 11131832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 1114cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 111519c00ddcSChris Mason 111658176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 1117f2984462SChris Mason sb_set_blocksize(sb, BTRFS_SUPER_INFO_SIZE); 11189f5fae2fSChris Mason fs_info->tree_root = tree_root; 11199f5fae2fSChris Mason fs_info->extent_root = extent_root; 11200b86a832SChris Mason fs_info->chunk_root = chunk_root; 11210b86a832SChris Mason fs_info->dev_root = dev_root; 11228a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 11230b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 11246324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 11250b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1126e20d96d6SChris Mason fs_info->sb = sb; 1127c59f8951SChris Mason fs_info->max_extent = (u64)-1; 11286f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 112904160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1130d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1131d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 11322c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 11330afbaf8cSChris Mason 11340afbaf8cSChris Mason /* 11350afbaf8cSChris Mason * we set the i_size on the btree inode to the max possible int. 11360afbaf8cSChris Mason * the real end of the address space is determined by all of 11370afbaf8cSChris Mason * the devices in the system 11380afbaf8cSChris Mason */ 11390afbaf8cSChris Mason fs_info->btree_inode->i_size = OFFSET_MAX; 1140d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 114104160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 114204160088SChris Mason 1143d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 11445f39d397SChris Mason fs_info->btree_inode->i_mapping, 11455f39d397SChris Mason GFP_NOFS); 1146d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1147d1310b2eSChris Mason GFP_NOFS); 11480da5468fSChris Mason 1149d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1150d1310b2eSChris Mason 1151d1310b2eSChris Mason extent_io_tree_init(&fs_info->free_space_cache, 1152f510cfecSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1153d1310b2eSChris Mason extent_io_tree_init(&fs_info->block_group_cache, 115496b5179dSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1155d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 11561a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1157d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 11581a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1159d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 11601a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1161e66f709bSChris Mason fs_info->do_barriers = 1; 1162e18e4809SChris Mason 11636da6abaeSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 1164b248a415SChris Mason INIT_WORK(&fs_info->end_io_work, btrfs_end_io_csum, fs_info); 116544b8bd7eSChris Mason INIT_WORK(&fs_info->async_submit_work, btrfs_async_submit_work, 116644b8bd7eSChris Mason fs_info); 11676da6abaeSChris Mason INIT_WORK(&fs_info->trans_work, btrfs_transaction_cleaner, fs_info); 11686da6abaeSChris Mason #else 1169b248a415SChris Mason INIT_WORK(&fs_info->end_io_work, btrfs_end_io_csum); 117044b8bd7eSChris Mason INIT_WORK(&fs_info->async_submit_work, btrfs_async_submit_work); 117108607c1bSChris Mason INIT_DELAYED_WORK(&fs_info->trans_work, btrfs_transaction_cleaner); 11726da6abaeSChris Mason #endif 11730f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 11740f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 11750f7d52f4SChris Mason sizeof(struct btrfs_key)); 117622b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 1177d98237b3SChris Mason mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS); 117839279cc3SChris Mason 117979154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1180d561c025SChris Mason mutex_init(&fs_info->fs_mutex); 11813768f368SChris Mason 118219c00ddcSChris Mason #if 0 118319c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 118419c00ddcSChris Mason if (ret) { 118519c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 118619c00ddcSChris Mason err = -ENOMEM; 118719c00ddcSChris Mason goto fail_iput; 118819c00ddcSChris Mason } 118919c00ddcSChris Mason #endif 11900b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 11912c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 11927eccb903SChris Mason 11932c90e5d6SChris Mason fs_info->sb_buffer = read_tree_block(tree_root, 1194db94535dSChris Mason BTRFS_SUPER_INFO_OFFSET, 11950b86a832SChris Mason 4096); 1196d98237b3SChris Mason 11970f7d52f4SChris Mason if (!fs_info->sb_buffer) 119839279cc3SChris Mason goto fail_iput; 119939279cc3SChris Mason 12005f39d397SChris Mason read_extent_buffer(fs_info->sb_buffer, &fs_info->super_copy, 0, 12015f39d397SChris Mason sizeof(fs_info->super_copy)); 12025f39d397SChris Mason 12035f39d397SChris Mason read_extent_buffer(fs_info->sb_buffer, fs_info->fsid, 12045f39d397SChris Mason (unsigned long)btrfs_super_fsid(fs_info->sb_buffer), 12055f39d397SChris Mason BTRFS_FSID_SIZE); 12060b86a832SChris Mason 12075f39d397SChris Mason disk_super = &fs_info->super_copy; 12080f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 120939279cc3SChris Mason goto fail_sb_buffer; 12100f7d52f4SChris Mason 12118a4b83ccSChris Mason if (btrfs_super_num_devices(disk_super) != fs_devices->num_devices) { 12128a4b83ccSChris Mason printk("Btrfs: wanted %llu devices, but found %llu\n", 12138a4b83ccSChris Mason (unsigned long long)btrfs_super_num_devices(disk_super), 12148a4b83ccSChris Mason (unsigned long long)fs_devices->num_devices); 12158a4b83ccSChris Mason goto fail_sb_buffer; 12168a4b83ccSChris Mason } 12174575c9ccSChris Mason fs_info->bdi.ra_pages *= btrfs_super_num_devices(disk_super); 12184575c9ccSChris Mason 1219db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1220db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1221db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 122287ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1223db94535dSChris Mason tree_root->nodesize = nodesize; 1224db94535dSChris Mason tree_root->leafsize = leafsize; 1225db94535dSChris Mason tree_root->sectorsize = sectorsize; 122687ee04ebSChris Mason tree_root->stripesize = stripesize; 1227ff79f819SChris Mason sb_set_blocksize(sb, sectorsize); 1228db94535dSChris Mason 122939279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 123039279cc3SChris Mason sizeof(disk_super->magic))) { 123139279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 123239279cc3SChris Mason goto fail_sb_buffer; 123339279cc3SChris Mason } 123419c00ddcSChris Mason 12350b86a832SChris Mason mutex_lock(&fs_info->fs_mutex); 12360d81ba5dSChris Mason 12370b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 12380b86a832SChris Mason BUG_ON(ret); 12390b86a832SChris Mason 12400b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 12410b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 12420b86a832SChris Mason 12430b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 12440b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 12450b86a832SChris Mason 12460b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 12470b86a832SChris Mason btrfs_super_chunk_root(disk_super), 12480b86a832SChris Mason blocksize); 12490b86a832SChris Mason BUG_ON(!chunk_root->node); 12500b86a832SChris Mason 1251e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1252e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1253e17cade2SChris Mason BTRFS_UUID_SIZE); 1254e17cade2SChris Mason 12550b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 12560b86a832SChris Mason BUG_ON(ret); 12570b86a832SChris Mason 1258db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1259db94535dSChris Mason btrfs_super_root_level(disk_super)); 126019c00ddcSChris Mason 12610b86a832SChris Mason 1262e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1263db94535dSChris Mason btrfs_super_root(disk_super), 1264db94535dSChris Mason blocksize); 126539279cc3SChris Mason if (!tree_root->node) 126639279cc3SChris Mason goto fail_sb_buffer; 12673768f368SChris Mason 1268db94535dSChris Mason 1269db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1270e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 12710b86a832SChris Mason if (ret) 127239279cc3SChris Mason goto fail_tree_root; 12730b86a832SChris Mason extent_root->track_dirty = 1; 12740b86a832SChris Mason 12750b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 12760b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 12770b86a832SChris Mason dev_root->track_dirty = 1; 12780b86a832SChris Mason 12790b86a832SChris Mason if (ret) 12800b86a832SChris Mason goto fail_extent_root; 12813768f368SChris Mason 12829078a3e1SChris Mason btrfs_read_block_groups(extent_root); 12839078a3e1SChris Mason 12840f7d52f4SChris Mason fs_info->generation = btrfs_super_generation(disk_super) + 1; 1285d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1286d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1287611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1288d18a2c44SChris Mason 12895be6f7f1SChris Mason mutex_unlock(&fs_info->fs_mutex); 12900f7d52f4SChris Mason return tree_root; 129139279cc3SChris Mason 12920b86a832SChris Mason fail_extent_root: 12930b86a832SChris Mason free_extent_buffer(extent_root->node); 129439279cc3SChris Mason fail_tree_root: 12950b86a832SChris Mason mutex_unlock(&fs_info->fs_mutex); 12965f39d397SChris Mason free_extent_buffer(tree_root->node); 129739279cc3SChris Mason fail_sb_buffer: 12985f39d397SChris Mason free_extent_buffer(fs_info->sb_buffer); 12992d2ae547SChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 130039279cc3SChris Mason fail_iput: 130139279cc3SChris Mason iput(fs_info->btree_inode); 130239279cc3SChris Mason fail: 13038a4b83ccSChris Mason close_all_devices(fs_info); 130439279cc3SChris Mason kfree(extent_root); 130539279cc3SChris Mason kfree(tree_root); 1306b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 13072d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 1308b248a415SChris Mason #endif 130939279cc3SChris Mason kfree(fs_info); 131039279cc3SChris Mason return ERR_PTR(err); 1311eb60ceacSChris Mason } 1312eb60ceacSChris Mason 1313f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1314f2984462SChris Mason { 1315f2984462SChris Mason char b[BDEVNAME_SIZE]; 1316f2984462SChris Mason 1317f2984462SChris Mason if (uptodate) { 1318f2984462SChris Mason set_buffer_uptodate(bh); 1319f2984462SChris Mason } else { 1320f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1321f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1322f2984462SChris Mason "I/O error on %s\n", 1323f2984462SChris Mason bdevname(bh->b_bdev, b)); 1324f2984462SChris Mason } 1325f2984462SChris Mason set_buffer_write_io_error(bh); 1326f2984462SChris Mason clear_buffer_uptodate(bh); 1327f2984462SChris Mason } 1328f2984462SChris Mason unlock_buffer(bh); 1329f2984462SChris Mason put_bh(bh); 1330f2984462SChris Mason } 1331f2984462SChris Mason 1332f2984462SChris Mason int write_all_supers(struct btrfs_root *root) 1333f2984462SChris Mason { 1334f2984462SChris Mason struct list_head *cur; 1335f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1336f2984462SChris Mason struct btrfs_device *dev; 1337f2984462SChris Mason struct extent_buffer *sb; 1338f2984462SChris Mason struct btrfs_dev_item *dev_item; 1339f2984462SChris Mason struct buffer_head *bh; 1340f2984462SChris Mason int ret; 1341f2984462SChris Mason int do_barriers; 1342f2984462SChris Mason 1343f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1344f2984462SChris Mason 1345f2984462SChris Mason sb = root->fs_info->sb_buffer; 1346f2984462SChris Mason dev_item = (struct btrfs_dev_item *)offsetof(struct btrfs_super_block, 1347f2984462SChris Mason dev_item); 1348f2984462SChris Mason list_for_each(cur, head) { 1349f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1350f2984462SChris Mason btrfs_set_device_type(sb, dev_item, dev->type); 1351f2984462SChris Mason btrfs_set_device_id(sb, dev_item, dev->devid); 1352f2984462SChris Mason btrfs_set_device_total_bytes(sb, dev_item, dev->total_bytes); 1353f2984462SChris Mason btrfs_set_device_bytes_used(sb, dev_item, dev->bytes_used); 1354f2984462SChris Mason btrfs_set_device_io_align(sb, dev_item, dev->io_align); 1355f2984462SChris Mason btrfs_set_device_io_width(sb, dev_item, dev->io_width); 1356f2984462SChris Mason btrfs_set_device_sector_size(sb, dev_item, dev->sector_size); 1357f2984462SChris Mason write_extent_buffer(sb, dev->uuid, 1358f2984462SChris Mason (unsigned long)btrfs_device_uuid(dev_item), 1359e17cade2SChris Mason BTRFS_UUID_SIZE); 1360f2984462SChris Mason 1361f2984462SChris Mason btrfs_set_header_flag(sb, BTRFS_HEADER_FLAG_WRITTEN); 1362f2984462SChris Mason csum_tree_block(root, sb, 0); 1363f2984462SChris Mason 1364f2984462SChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 1365f2984462SChris Mason root->fs_info->sb->s_blocksize, 1366f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1367f2984462SChris Mason 1368f2984462SChris Mason read_extent_buffer(sb, bh->b_data, 0, BTRFS_SUPER_INFO_SIZE); 1369f2984462SChris Mason dev->pending_io = bh; 1370f2984462SChris Mason 1371f2984462SChris Mason get_bh(bh); 1372f2984462SChris Mason set_buffer_uptodate(bh); 1373f2984462SChris Mason lock_buffer(bh); 1374f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1375f2984462SChris Mason 1376f2984462SChris Mason if (do_barriers && dev->barriers) { 1377f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1378f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1379f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1380f2984462SChris Mason dev->name); 1381f2984462SChris Mason set_buffer_uptodate(bh); 1382f2984462SChris Mason dev->barriers = 0; 1383f2984462SChris Mason get_bh(bh); 1384f2984462SChris Mason lock_buffer(bh); 1385f2984462SChris Mason ret = submit_bh(WRITE, bh); 1386f2984462SChris Mason } 1387f2984462SChris Mason } else { 1388f2984462SChris Mason ret = submit_bh(WRITE, bh); 1389f2984462SChris Mason } 1390f2984462SChris Mason BUG_ON(ret); 1391f2984462SChris Mason } 1392f2984462SChris Mason 1393f2984462SChris Mason list_for_each(cur, head) { 1394f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1395f2984462SChris Mason BUG_ON(!dev->pending_io); 1396f2984462SChris Mason bh = dev->pending_io; 1397f2984462SChris Mason wait_on_buffer(bh); 1398f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1399f2984462SChris Mason if (do_barriers && dev->barriers) { 1400f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1401f2984462SChris Mason dev->name); 1402f2984462SChris Mason set_buffer_uptodate(bh); 1403f2984462SChris Mason get_bh(bh); 1404f2984462SChris Mason lock_buffer(bh); 1405f2984462SChris Mason dev->barriers = 0; 1406f2984462SChris Mason ret = submit_bh(WRITE, bh); 1407f2984462SChris Mason BUG_ON(ret); 1408f2984462SChris Mason wait_on_buffer(bh); 1409f2984462SChris Mason BUG_ON(!buffer_uptodate(bh)); 1410f2984462SChris Mason } else { 1411f2984462SChris Mason BUG(); 1412f2984462SChris Mason } 1413f2984462SChris Mason 1414f2984462SChris Mason } 1415f2984462SChris Mason dev->pending_io = NULL; 1416f2984462SChris Mason brelse(bh); 1417f2984462SChris Mason } 1418f2984462SChris Mason return 0; 1419f2984462SChris Mason } 1420f2984462SChris Mason 1421e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 142279154b1bSChris Mason *root) 1423cfaa7295SChris Mason { 1424e66f709bSChris Mason int ret; 14252c90e5d6SChris Mason 1426f2984462SChris Mason ret = write_all_supers(root); 1427f2984462SChris Mason #if 0 142821ad10cfSChris Mason if (!btrfs_test_opt(root, NOBARRIER)) 142921ad10cfSChris Mason blkdev_issue_flush(sb->s_bdev, NULL); 1430d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, super); 14315f39d397SChris Mason ret = sync_page_range_nolock(btree_inode, btree_inode->i_mapping, 14325f39d397SChris Mason super->start, super->len); 143321ad10cfSChris Mason if (!btrfs_test_opt(root, NOBARRIER)) 143421ad10cfSChris Mason blkdev_issue_flush(sb->s_bdev, NULL); 1435f2984462SChris Mason #endif 14365f39d397SChris Mason return ret; 1437cfaa7295SChris Mason } 1438cfaa7295SChris Mason 14395eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 14402619ba1fSChris Mason { 14412619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 14422619ba1fSChris Mason (unsigned long)root->root_key.objectid); 1443b99aa6cbSChris Mason if (root->in_sysfs) 144458176a96SJosef Bacik btrfs_sysfs_del_root(root); 14452619ba1fSChris Mason if (root->inode) 14462619ba1fSChris Mason iput(root->inode); 14472619ba1fSChris Mason if (root->node) 14485f39d397SChris Mason free_extent_buffer(root->node); 14492619ba1fSChris Mason if (root->commit_root) 14505f39d397SChris Mason free_extent_buffer(root->commit_root); 145158176a96SJosef Bacik if (root->name) 145258176a96SJosef Bacik kfree(root->name); 14532619ba1fSChris Mason kfree(root); 14542619ba1fSChris Mason return 0; 14552619ba1fSChris Mason } 14562619ba1fSChris Mason 145735b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 14580f7d52f4SChris Mason { 14590f7d52f4SChris Mason int ret; 14600f7d52f4SChris Mason struct btrfs_root *gang[8]; 14610f7d52f4SChris Mason int i; 14620f7d52f4SChris Mason 14630f7d52f4SChris Mason while(1) { 14640f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 14650f7d52f4SChris Mason (void **)gang, 0, 14660f7d52f4SChris Mason ARRAY_SIZE(gang)); 14670f7d52f4SChris Mason if (!ret) 14680f7d52f4SChris Mason break; 14692619ba1fSChris Mason for (i = 0; i < ret; i++) 14705eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 14710f7d52f4SChris Mason } 14720f7d52f4SChris Mason return 0; 14730f7d52f4SChris Mason } 1474b4100d64SChris Mason 1475e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 1476eb60ceacSChris Mason { 14773768f368SChris Mason int ret; 1478e089f05cSChris Mason struct btrfs_trans_handle *trans; 14790f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 1480e089f05cSChris Mason 1481facda1e7SChris Mason fs_info->closing = 1; 148208607c1bSChris Mason btrfs_transaction_flush_work(root); 14830f7d52f4SChris Mason mutex_lock(&fs_info->fs_mutex); 14846702ed49SChris Mason btrfs_defrag_dirty_roots(root->fs_info); 148579154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 148654aa1f4dSChris Mason ret = btrfs_commit_transaction(trans, root); 148779154b1bSChris Mason /* run commit again to drop the original snapshot */ 148879154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 148979154b1bSChris Mason btrfs_commit_transaction(trans, root); 149079154b1bSChris Mason ret = btrfs_write_and_wait_transaction(NULL, root); 14919f5fae2fSChris Mason BUG_ON(ret); 149279154b1bSChris Mason write_ctree_super(NULL, root); 14930f7d52f4SChris Mason mutex_unlock(&fs_info->fs_mutex); 1494ed2ff2cbSChris Mason 14959ad6b7bcSChris Mason btrfs_transaction_flush_work(root); 14969ad6b7bcSChris Mason 1497b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 1498b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 1499b0c68f8bSChris Mason fs_info->delalloc_bytes); 1500b0c68f8bSChris Mason } 15010f7d52f4SChris Mason if (fs_info->extent_root->node) 15025f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 1503f510cfecSChris Mason 15040f7d52f4SChris Mason if (fs_info->tree_root->node) 15055f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 1506f510cfecSChris Mason 15070b86a832SChris Mason if (root->fs_info->chunk_root->node); 15080b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 15090b86a832SChris Mason 15100b86a832SChris Mason if (root->fs_info->dev_root->node); 15110b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 15120b86a832SChris Mason 15135f39d397SChris Mason free_extent_buffer(fs_info->sb_buffer); 15147eccb903SChris Mason 15159078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 15160f7d52f4SChris Mason del_fs_roots(fs_info); 1517d10c5f31SChris Mason 1518d10c5f31SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 1519d10c5f31SChris Mason 1520d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->free_space_cache); 1521d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->block_group_cache); 1522d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pinned_extents); 1523d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pending_del); 1524d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->extent_ins); 1525d1310b2eSChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 1526d10c5f31SChris Mason 15279ad6b7bcSChris Mason flush_workqueue(end_io_workqueue); 15289ad6b7bcSChris Mason flush_workqueue(async_submit_workqueue); 15299ad6b7bcSChris Mason 1530db94535dSChris Mason truncate_inode_pages(fs_info->btree_inode->i_mapping, 0); 15319ad6b7bcSChris Mason 1532ce9adaa5SChris Mason flush_workqueue(end_io_workqueue); 1533ce9adaa5SChris Mason destroy_workqueue(end_io_workqueue); 1534d10c5f31SChris Mason 153544b8bd7eSChris Mason flush_workqueue(async_submit_workqueue); 153644b8bd7eSChris Mason destroy_workqueue(async_submit_workqueue); 153744b8bd7eSChris Mason 1538db94535dSChris Mason iput(fs_info->btree_inode); 153919c00ddcSChris Mason #if 0 154019c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 154119c00ddcSChris Mason struct btrfs_hasher *hasher; 154219c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 154319c00ddcSChris Mason hashers); 154419c00ddcSChris Mason list_del(&hasher->hashers); 154519c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 154619c00ddcSChris Mason kfree(hasher); 154719c00ddcSChris Mason } 154819c00ddcSChris Mason #endif 15490b86a832SChris Mason close_all_devices(fs_info); 15500b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 1551b248a415SChris Mason 1552b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 155304160088SChris Mason bdi_destroy(&fs_info->bdi); 1554b248a415SChris Mason #endif 15550b86a832SChris Mason 15560f7d52f4SChris Mason kfree(fs_info->extent_root); 15570f7d52f4SChris Mason kfree(fs_info->tree_root); 15580b86a832SChris Mason kfree(fs_info->chunk_root); 15590b86a832SChris Mason kfree(fs_info->dev_root); 1560eb60ceacSChris Mason return 0; 1561eb60ceacSChris Mason } 1562eb60ceacSChris Mason 15635f39d397SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf) 1564ccd467d6SChris Mason { 1565810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1566d1310b2eSChris Mason return extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 15675f39d397SChris Mason } 15686702ed49SChris Mason 15695f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 15705f39d397SChris Mason { 1571810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1572d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 15735f39d397SChris Mason buf); 15745f39d397SChris Mason } 15755f39d397SChris Mason 15765f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 15775f39d397SChris Mason { 1578810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 15795f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 15805f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 15816702ed49SChris Mason 1582ccd467d6SChris Mason if (transid != root->fs_info->generation) { 1583ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 1584db94535dSChris Mason (unsigned long long)buf->start, 1585ccd467d6SChris Mason transid, root->fs_info->generation); 1586ccd467d6SChris Mason WARN_ON(1); 1587ccd467d6SChris Mason } 1588d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 1589eb60ceacSChris Mason } 1590eb60ceacSChris Mason 1591e2008b61SChris Mason void btrfs_throttle(struct btrfs_root *root) 1592e2008b61SChris Mason { 159355c69072SChris Mason struct backing_dev_info *bdi; 159455c69072SChris Mason 159555c69072SChris Mason bdi = root->fs_info->sb->s_bdev->bd_inode->i_mapping->backing_dev_info; 159604005cc7SChris Mason if (root->fs_info->throttles && bdi_write_congested(bdi)) { 159704005cc7SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,18) 159855c69072SChris Mason congestion_wait(WRITE, HZ/20); 159904005cc7SChris Mason #else 160004005cc7SChris Mason blk_congestion_wait(WRITE, HZ/20); 160104005cc7SChris Mason #endif 160204005cc7SChris Mason } 1603e2008b61SChris Mason } 1604e2008b61SChris Mason 1605d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 160635b7e476SChris Mason { 1607d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 1608304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 160935b7e476SChris Mason } 16106b80053dSChris Mason 16116b80053dSChris Mason void btrfs_set_buffer_defrag(struct extent_buffer *buf) 16126b80053dSChris Mason { 1613810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16146b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1615d1310b2eSChris Mason set_extent_bits(&BTRFS_I(btree_inode)->io_tree, buf->start, 16166b80053dSChris Mason buf->start + buf->len - 1, EXTENT_DEFRAG, GFP_NOFS); 16176b80053dSChris Mason } 16186b80053dSChris Mason 16196b80053dSChris Mason void btrfs_set_buffer_defrag_done(struct extent_buffer *buf) 16206b80053dSChris Mason { 1621810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16226b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1623d1310b2eSChris Mason set_extent_bits(&BTRFS_I(btree_inode)->io_tree, buf->start, 16246b80053dSChris Mason buf->start + buf->len - 1, EXTENT_DEFRAG_DONE, 16256b80053dSChris Mason GFP_NOFS); 16266b80053dSChris Mason } 16276b80053dSChris Mason 16286b80053dSChris Mason int btrfs_buffer_defrag(struct extent_buffer *buf) 16296b80053dSChris Mason { 1630810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16316b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1632d1310b2eSChris Mason return test_range_bit(&BTRFS_I(btree_inode)->io_tree, 16336b80053dSChris Mason buf->start, buf->start + buf->len - 1, EXTENT_DEFRAG, 0); 16346b80053dSChris Mason } 16356b80053dSChris Mason 16366b80053dSChris Mason int btrfs_buffer_defrag_done(struct extent_buffer *buf) 16376b80053dSChris Mason { 1638810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16396b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1640d1310b2eSChris Mason return test_range_bit(&BTRFS_I(btree_inode)->io_tree, 16416b80053dSChris Mason buf->start, buf->start + buf->len - 1, 16426b80053dSChris Mason EXTENT_DEFRAG_DONE, 0); 16436b80053dSChris Mason } 16446b80053dSChris Mason 16456b80053dSChris Mason int btrfs_clear_buffer_defrag_done(struct extent_buffer *buf) 16466b80053dSChris Mason { 1647810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16486b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1649d1310b2eSChris Mason return clear_extent_bits(&BTRFS_I(btree_inode)->io_tree, 16506b80053dSChris Mason buf->start, buf->start + buf->len - 1, 16516b80053dSChris Mason EXTENT_DEFRAG_DONE, GFP_NOFS); 16526b80053dSChris Mason } 16536b80053dSChris Mason 16546b80053dSChris Mason int btrfs_clear_buffer_defrag(struct extent_buffer *buf) 16556b80053dSChris Mason { 1656810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 16576b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1658d1310b2eSChris Mason return clear_extent_bits(&BTRFS_I(btree_inode)->io_tree, 16596b80053dSChris Mason buf->start, buf->start + buf->len - 1, 16606b80053dSChris Mason EXTENT_DEFRAG, GFP_NOFS); 16616b80053dSChris Mason } 16626b80053dSChris Mason 16636b80053dSChris Mason int btrfs_read_buffer(struct extent_buffer *buf) 16646b80053dSChris Mason { 1665810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 1666ce9adaa5SChris Mason int ret; 1667f188591eSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0); 1668ce9adaa5SChris Mason if (ret == 0) { 1669ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 1670ce9adaa5SChris Mason } 1671ce9adaa5SChris Mason return ret; 16726b80053dSChris Mason } 16730da5468fSChris Mason 1674d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 16750da5468fSChris Mason .writepage_io_hook = btree_writepage_io_hook, 1676ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 16770b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 1678239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 1679239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 16800da5468fSChris Mason }; 1681