16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19e20d96d6SChris Mason #include <linux/fs.h> 20d98237b3SChris Mason #include <linux/blkdev.h> 2187cbda5cSChris Mason #include <linux/scatterlist.h> 2222b0ebdaSChris Mason #include <linux/swap.h> 230f7d52f4SChris Mason #include <linux/radix-tree.h> 2435b7e476SChris Mason #include <linux/writeback.h> 255f39d397SChris Mason #include <linux/buffer_head.h> // for block_sync_page 26ce9adaa5SChris Mason #include <linux/workqueue.h> 27a5eb62e3SMiguel #include "crc32c.h" 28eb60ceacSChris Mason #include "ctree.h" 29eb60ceacSChris Mason #include "disk-io.h" 30e089f05cSChris Mason #include "transaction.h" 310f7d52f4SChris Mason #include "btrfs_inode.h" 320b86a832SChris Mason #include "volumes.h" 33db94535dSChris Mason #include "print-tree.h" 34eb60ceacSChris Mason 355f39d397SChris Mason #if 0 365f39d397SChris Mason static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf) 377eccb903SChris Mason { 385f39d397SChris Mason if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) { 395f39d397SChris Mason printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n", 405f39d397SChris Mason (unsigned long long)extent_buffer_blocknr(buf), 415f39d397SChris Mason (unsigned long long)btrfs_header_blocknr(buf)); 4239279cc3SChris Mason return 1; 43d98237b3SChris Mason } 449a8dd150SChris Mason return 0; 45eb60ceacSChris Mason } 465f39d397SChris Mason #endif 47eb60ceacSChris Mason 48d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops; 49ce9adaa5SChris Mason static struct workqueue_struct *end_io_workqueue; 50ce9adaa5SChris Mason 51ce9adaa5SChris Mason struct end_io_wq { 52ce9adaa5SChris Mason struct bio *bio; 53ce9adaa5SChris Mason bio_end_io_t *end_io; 54ce9adaa5SChris Mason void *private; 55ce9adaa5SChris Mason struct btrfs_fs_info *info; 56ce9adaa5SChris Mason int error; 5722c59948SChris Mason int metadata; 58ce9adaa5SChris Mason struct list_head list; 59ce9adaa5SChris Mason }; 600da5468fSChris Mason 615f39d397SChris Mason struct extent_map *btree_get_extent(struct inode *inode, struct page *page, 62d1310b2eSChris Mason size_t page_offset, u64 start, u64 len, 635f39d397SChris Mason int create) 645f39d397SChris Mason { 655f39d397SChris Mason struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree; 665f39d397SChris Mason struct extent_map *em; 675f39d397SChris Mason int ret; 685f39d397SChris Mason 695f39d397SChris Mason again: 70d1310b2eSChris Mason spin_lock(&em_tree->lock); 71d1310b2eSChris Mason em = lookup_extent_mapping(em_tree, start, len); 72d1310b2eSChris Mason spin_unlock(&em_tree->lock); 735f39d397SChris Mason if (em) { 745f39d397SChris Mason goto out; 755f39d397SChris Mason } 765f39d397SChris Mason em = alloc_extent_map(GFP_NOFS); 775f39d397SChris Mason if (!em) { 785f39d397SChris Mason em = ERR_PTR(-ENOMEM); 795f39d397SChris Mason goto out; 805f39d397SChris Mason } 815f39d397SChris Mason em->start = 0; 82d1310b2eSChris Mason em->len = i_size_read(inode); 835f39d397SChris Mason em->block_start = 0; 845f39d397SChris Mason em->bdev = inode->i_sb->s_bdev; 85d1310b2eSChris Mason 86d1310b2eSChris Mason spin_lock(&em_tree->lock); 875f39d397SChris Mason ret = add_extent_mapping(em_tree, em); 88d1310b2eSChris Mason spin_unlock(&em_tree->lock); 89d1310b2eSChris Mason 905f39d397SChris Mason if (ret == -EEXIST) { 915f39d397SChris Mason free_extent_map(em); 925f39d397SChris Mason em = NULL; 935f39d397SChris Mason goto again; 945f39d397SChris Mason } else if (ret) { 955f39d397SChris Mason em = ERR_PTR(ret); 965f39d397SChris Mason } 975f39d397SChris Mason out: 985f39d397SChris Mason return em; 995f39d397SChris Mason } 1005f39d397SChris Mason 10119c00ddcSChris Mason u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len) 10219c00ddcSChris Mason { 103a5eb62e3SMiguel return btrfs_crc32c(seed, data, len); 10419c00ddcSChris Mason } 10519c00ddcSChris Mason 10619c00ddcSChris Mason void btrfs_csum_final(u32 crc, char *result) 10719c00ddcSChris Mason { 10819c00ddcSChris Mason *(__le32 *)result = ~cpu_to_le32(crc); 10919c00ddcSChris Mason } 11019c00ddcSChris Mason 11119c00ddcSChris Mason static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf, 11219c00ddcSChris Mason int verify) 11319c00ddcSChris Mason { 11419c00ddcSChris Mason char result[BTRFS_CRC32_SIZE]; 11519c00ddcSChris Mason unsigned long len; 11619c00ddcSChris Mason unsigned long cur_len; 11719c00ddcSChris Mason unsigned long offset = BTRFS_CSUM_SIZE; 11819c00ddcSChris Mason char *map_token = NULL; 11919c00ddcSChris Mason char *kaddr; 12019c00ddcSChris Mason unsigned long map_start; 12119c00ddcSChris Mason unsigned long map_len; 12219c00ddcSChris Mason int err; 12319c00ddcSChris Mason u32 crc = ~(u32)0; 12419c00ddcSChris Mason 12519c00ddcSChris Mason len = buf->len - offset; 12619c00ddcSChris Mason while(len > 0) { 12719c00ddcSChris Mason err = map_private_extent_buffer(buf, offset, 32, 12819c00ddcSChris Mason &map_token, &kaddr, 12919c00ddcSChris Mason &map_start, &map_len, KM_USER0); 13019c00ddcSChris Mason if (err) { 13119c00ddcSChris Mason printk("failed to map extent buffer! %lu\n", 13219c00ddcSChris Mason offset); 13319c00ddcSChris Mason return 1; 13419c00ddcSChris Mason } 13519c00ddcSChris Mason cur_len = min(len, map_len - (offset - map_start)); 13619c00ddcSChris Mason crc = btrfs_csum_data(root, kaddr + offset - map_start, 13719c00ddcSChris Mason crc, cur_len); 13819c00ddcSChris Mason len -= cur_len; 13919c00ddcSChris Mason offset += cur_len; 14019c00ddcSChris Mason unmap_extent_buffer(buf, map_token, KM_USER0); 14119c00ddcSChris Mason } 14219c00ddcSChris Mason btrfs_csum_final(crc, result); 14319c00ddcSChris Mason 14419c00ddcSChris Mason if (verify) { 145e4204dedSChris Mason int from_this_trans = 0; 146e4204dedSChris Mason 147e4204dedSChris Mason if (root->fs_info->running_transaction && 148e4204dedSChris Mason btrfs_header_generation(buf) == 149e4204dedSChris Mason root->fs_info->running_transaction->transid) 150e4204dedSChris Mason from_this_trans = 1; 151e4204dedSChris Mason 152e4204dedSChris Mason /* FIXME, this is not good */ 15363b10fc4SChris Mason if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) { 154e4204dedSChris Mason u32 val; 155e4204dedSChris Mason u32 found = 0; 156e4204dedSChris Mason memcpy(&found, result, BTRFS_CRC32_SIZE); 157e4204dedSChris Mason 158e4204dedSChris Mason read_extent_buffer(buf, &val, 0, BTRFS_CRC32_SIZE); 159e4204dedSChris Mason printk("btrfs: %s checksum verify failed on %llu " 16063b10fc4SChris Mason "wanted %X found %X from_this_trans %d " 16163b10fc4SChris Mason "level %d\n", 16219c00ddcSChris Mason root->fs_info->sb->s_id, 16363b10fc4SChris Mason buf->start, val, found, from_this_trans, 16463b10fc4SChris Mason btrfs_header_level(buf)); 16519c00ddcSChris Mason return 1; 16619c00ddcSChris Mason } 16719c00ddcSChris Mason } else { 16819c00ddcSChris Mason write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE); 16919c00ddcSChris Mason } 17019c00ddcSChris Mason return 0; 17119c00ddcSChris Mason } 17219c00ddcSChris Mason 173f188591eSChris Mason static int btree_read_extent_buffer_pages(struct btrfs_root *root, 174f188591eSChris Mason struct extent_buffer *eb, 175f188591eSChris Mason u64 start) 176f188591eSChris Mason { 177f188591eSChris Mason struct extent_io_tree *io_tree; 178f188591eSChris Mason int ret; 179f188591eSChris Mason int num_copies = 0; 180f188591eSChris Mason int mirror_num = 0; 181f188591eSChris Mason 182f188591eSChris Mason io_tree = &BTRFS_I(root->fs_info->btree_inode)->io_tree; 183f188591eSChris Mason while (1) { 184f188591eSChris Mason ret = read_extent_buffer_pages(io_tree, eb, start, 1, 185f188591eSChris Mason btree_get_extent, mirror_num); 186f188591eSChris Mason if (!ret) { 187f188591eSChris Mason if (mirror_num) 188f188591eSChris Mason printk("good read %Lu mirror %d total %d\n", eb->start, mirror_num, num_copies); 189f188591eSChris Mason return ret; 190f188591eSChris Mason } 191f188591eSChris Mason num_copies = btrfs_num_copies(&root->fs_info->mapping_tree, 192f188591eSChris Mason eb->start, eb->len); 193f188591eSChris Mason printk("failed to read %Lu mirror %d total %d\n", eb->start, mirror_num, num_copies); 194f188591eSChris Mason if (num_copies == 1) { 195f188591eSChris Mason printk("reading %Lu failed only one copy\n", eb->start); 196f188591eSChris Mason return ret; 197f188591eSChris Mason } 198f188591eSChris Mason mirror_num++; 199f188591eSChris Mason if (mirror_num > num_copies) { 200f188591eSChris Mason printk("bailing at mirror %d of %d\n", mirror_num, num_copies); 201f188591eSChris Mason return ret; 202f188591eSChris Mason } 203f188591eSChris Mason } 204f188591eSChris Mason printk("read extent buffer page last\n"); 205f188591eSChris Mason return -EIO; 206f188591eSChris Mason } 20719c00ddcSChris Mason 20819c00ddcSChris Mason int csum_dirty_buffer(struct btrfs_root *root, struct page *page) 20919c00ddcSChris Mason { 210d1310b2eSChris Mason struct extent_io_tree *tree; 21135ebb934SChris Mason u64 start = (u64)page->index << PAGE_CACHE_SHIFT; 21219c00ddcSChris Mason u64 found_start; 21319c00ddcSChris Mason int found_level; 21419c00ddcSChris Mason unsigned long len; 21519c00ddcSChris Mason struct extent_buffer *eb; 216f188591eSChris Mason int ret; 217f188591eSChris Mason 218d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 21919c00ddcSChris Mason 22019c00ddcSChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 22119c00ddcSChris Mason goto out; 22219c00ddcSChris Mason if (!page->private) 22319c00ddcSChris Mason goto out; 22419c00ddcSChris Mason len = page->private >> 2; 22519c00ddcSChris Mason if (len == 0) { 22619c00ddcSChris Mason WARN_ON(1); 22719c00ddcSChris Mason } 22819c00ddcSChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 229f188591eSChris Mason ret = btree_read_extent_buffer_pages(root, eb, start + PAGE_CACHE_SIZE); 230f188591eSChris Mason BUG_ON(ret); 231e18e4809SChris Mason btrfs_clear_buffer_defrag(eb); 23219c00ddcSChris Mason found_start = btrfs_header_bytenr(eb); 23319c00ddcSChris Mason if (found_start != start) { 23419c00ddcSChris Mason printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n", 23519c00ddcSChris Mason start, found_start, len); 23655c69072SChris Mason WARN_ON(1); 23755c69072SChris Mason goto err; 23855c69072SChris Mason } 23955c69072SChris Mason if (eb->first_page != page) { 24055c69072SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 24155c69072SChris Mason page->index); 24255c69072SChris Mason WARN_ON(1); 24355c69072SChris Mason goto err; 24455c69072SChris Mason } 24555c69072SChris Mason if (!PageUptodate(page)) { 24655c69072SChris Mason printk("csum not up to date page %lu\n", page->index); 24755c69072SChris Mason WARN_ON(1); 24855c69072SChris Mason goto err; 24919c00ddcSChris Mason } 25019c00ddcSChris Mason found_level = btrfs_header_level(eb); 25163b10fc4SChris Mason spin_lock(&root->fs_info->hash_lock); 25263b10fc4SChris Mason btrfs_set_header_flag(eb, BTRFS_HEADER_FLAG_WRITTEN); 25363b10fc4SChris Mason spin_unlock(&root->fs_info->hash_lock); 25419c00ddcSChris Mason csum_tree_block(root, eb, 0); 25555c69072SChris Mason err: 25619c00ddcSChris Mason free_extent_buffer(eb); 25719c00ddcSChris Mason out: 25819c00ddcSChris Mason return 0; 25919c00ddcSChris Mason } 26019c00ddcSChris Mason 2610da5468fSChris Mason static int btree_writepage_io_hook(struct page *page, u64 start, u64 end) 2620da5468fSChris Mason { 2630da5468fSChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 2640da5468fSChris Mason 2650da5468fSChris Mason csum_dirty_buffer(root, page); 2660da5468fSChris Mason return 0; 2670da5468fSChris Mason } 2680da5468fSChris Mason 269ce9adaa5SChris Mason int btree_readpage_end_io_hook(struct page *page, u64 start, u64 end, 270ce9adaa5SChris Mason struct extent_state *state) 271ce9adaa5SChris Mason { 272ce9adaa5SChris Mason struct extent_io_tree *tree; 273ce9adaa5SChris Mason u64 found_start; 274ce9adaa5SChris Mason int found_level; 275ce9adaa5SChris Mason unsigned long len; 276ce9adaa5SChris Mason struct extent_buffer *eb; 277ce9adaa5SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 278f188591eSChris Mason int ret = 0; 279ce9adaa5SChris Mason 280ce9adaa5SChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 281ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) 282ce9adaa5SChris Mason goto out; 283ce9adaa5SChris Mason if (!page->private) 284ce9adaa5SChris Mason goto out; 285ce9adaa5SChris Mason len = page->private >> 2; 286ce9adaa5SChris Mason if (len == 0) { 287ce9adaa5SChris Mason WARN_ON(1); 288ce9adaa5SChris Mason } 289ce9adaa5SChris Mason eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS); 290f188591eSChris Mason 291ce9adaa5SChris Mason btrfs_clear_buffer_defrag(eb); 292ce9adaa5SChris Mason found_start = btrfs_header_bytenr(eb); 293ce9adaa5SChris Mason if (found_start != start) { 294f188591eSChris Mason printk("bad start on %Lu found %Lu\n", eb->start, found_start); 295f188591eSChris Mason ret = -EIO; 296ce9adaa5SChris Mason goto err; 297ce9adaa5SChris Mason } 298ce9adaa5SChris Mason if (eb->first_page != page) { 299ce9adaa5SChris Mason printk("bad first page %lu %lu\n", eb->first_page->index, 300ce9adaa5SChris Mason page->index); 301ce9adaa5SChris Mason WARN_ON(1); 302f188591eSChris Mason ret = -EIO; 303ce9adaa5SChris Mason goto err; 304ce9adaa5SChris Mason } 305ce9adaa5SChris Mason found_level = btrfs_header_level(eb); 306ce9adaa5SChris Mason 307ce9adaa5SChris Mason ret = csum_tree_block(root, eb, 1); 308f188591eSChris Mason if (ret) 309f188591eSChris Mason ret = -EIO; 310ce9adaa5SChris Mason 311ce9adaa5SChris Mason end = min_t(u64, eb->len, PAGE_CACHE_SIZE); 312ce9adaa5SChris Mason end = eb->start + end - 1; 313ce9adaa5SChris Mason release_extent_buffer_tail_pages(eb); 314ce9adaa5SChris Mason err: 315ce9adaa5SChris Mason free_extent_buffer(eb); 316ce9adaa5SChris Mason out: 317f188591eSChris Mason return ret; 318ce9adaa5SChris Mason } 319ce9adaa5SChris Mason 320ce9adaa5SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23) 321ce9adaa5SChris Mason static void end_workqueue_bio(struct bio *bio, int err) 322ce9adaa5SChris Mason #else 323ce9adaa5SChris Mason static int end_workqueue_bio(struct bio *bio, 324ce9adaa5SChris Mason unsigned int bytes_done, int err) 325ce9adaa5SChris Mason #endif 326ce9adaa5SChris Mason { 327ce9adaa5SChris Mason struct end_io_wq *end_io_wq = bio->bi_private; 328ce9adaa5SChris Mason struct btrfs_fs_info *fs_info; 329ce9adaa5SChris Mason unsigned long flags; 330ce9adaa5SChris Mason 331ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 332ce9adaa5SChris Mason if (bio->bi_size) 333ce9adaa5SChris Mason return 1; 334ce9adaa5SChris Mason #endif 335ce9adaa5SChris Mason 336ce9adaa5SChris Mason fs_info = end_io_wq->info; 337ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 338ce9adaa5SChris Mason end_io_wq->error = err; 339ce9adaa5SChris Mason list_add_tail(&end_io_wq->list, &fs_info->end_io_work_list); 340ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, flags); 341ce9adaa5SChris Mason queue_work(end_io_workqueue, &fs_info->end_io_work); 342ce9adaa5SChris Mason 343ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 344ce9adaa5SChris Mason return 0; 345ce9adaa5SChris Mason #endif 346ce9adaa5SChris Mason } 347ce9adaa5SChris Mason 34822c59948SChris Mason int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, 34922c59948SChris Mason int metadata) 3500b86a832SChris Mason { 351ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 352ce9adaa5SChris Mason end_io_wq = kmalloc(sizeof(*end_io_wq), GFP_NOFS); 353ce9adaa5SChris Mason if (!end_io_wq) 354ce9adaa5SChris Mason return -ENOMEM; 355ce9adaa5SChris Mason 356ce9adaa5SChris Mason end_io_wq->private = bio->bi_private; 357ce9adaa5SChris Mason end_io_wq->end_io = bio->bi_end_io; 35822c59948SChris Mason end_io_wq->info = info; 359ce9adaa5SChris Mason end_io_wq->error = 0; 360ce9adaa5SChris Mason end_io_wq->bio = bio; 36122c59948SChris Mason end_io_wq->metadata = metadata; 362ce9adaa5SChris Mason 363ce9adaa5SChris Mason bio->bi_private = end_io_wq; 364ce9adaa5SChris Mason bio->bi_end_io = end_workqueue_bio; 36522c59948SChris Mason return 0; 36622c59948SChris Mason } 36722c59948SChris Mason 368f188591eSChris Mason static int btree_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, 369f188591eSChris Mason int mirror_num) 37022c59948SChris Mason { 37122c59948SChris Mason struct btrfs_root *root = BTRFS_I(inode)->root; 37222c59948SChris Mason u64 offset; 37322c59948SChris Mason int ret; 37422c59948SChris Mason 37522c59948SChris Mason offset = bio->bi_sector << 9; 37622c59948SChris Mason 37722c59948SChris Mason if (rw & (1 << BIO_RW)) { 378f188591eSChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num); 37922c59948SChris Mason } 38022c59948SChris Mason 38122c59948SChris Mason ret = btrfs_bio_wq_end_io(root->fs_info, bio, 1); 38222c59948SChris Mason BUG_ON(ret); 383ce9adaa5SChris Mason 3840b86a832SChris Mason if (offset == BTRFS_SUPER_INFO_OFFSET) { 385f2984462SChris Mason bio->bi_bdev = root->fs_info->fs_devices->latest_bdev; 3860b86a832SChris Mason submit_bio(rw, bio); 3870b86a832SChris Mason return 0; 3880b86a832SChris Mason } 389f188591eSChris Mason return btrfs_map_bio(BTRFS_I(inode)->root, rw, bio, mirror_num); 3900b86a832SChris Mason } 3910b86a832SChris Mason 3925f39d397SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 3935f39d397SChris Mason { 394d1310b2eSChris Mason struct extent_io_tree *tree; 395d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 3965f39d397SChris Mason return extent_write_full_page(tree, page, btree_get_extent, wbc); 3975f39d397SChris Mason } 3980da5468fSChris Mason 3990da5468fSChris Mason static int btree_writepages(struct address_space *mapping, 4000da5468fSChris Mason struct writeback_control *wbc) 4010da5468fSChris Mason { 402d1310b2eSChris Mason struct extent_io_tree *tree; 403d1310b2eSChris Mason tree = &BTRFS_I(mapping->host)->io_tree; 404d8d5f3e1SChris Mason if (wbc->sync_mode == WB_SYNC_NONE) { 405793955bcSChris Mason u64 num_dirty; 406793955bcSChris Mason u64 start = 0; 407793955bcSChris Mason unsigned long thresh = 96 * 1024 * 1024; 408448d640bSChris Mason 409448d640bSChris Mason if (wbc->for_kupdate) 410448d640bSChris Mason return 0; 411448d640bSChris Mason 412ca664626SChris Mason if (current_is_pdflush()) { 413ca664626SChris Mason thresh = 96 * 1024 * 1024; 414ca664626SChris Mason } else { 415ca664626SChris Mason thresh = 8 * 1024 * 1024; 416ca664626SChris Mason } 4171832a6d5SChris Mason num_dirty = count_range_bits(tree, &start, (u64)-1, 4181832a6d5SChris Mason thresh, EXTENT_DIRTY); 419793955bcSChris Mason if (num_dirty < thresh) { 420793955bcSChris Mason return 0; 421793955bcSChris Mason } 422793955bcSChris Mason } 4230da5468fSChris Mason return extent_writepages(tree, mapping, btree_get_extent, wbc); 4240da5468fSChris Mason } 4250da5468fSChris Mason 4265f39d397SChris Mason int btree_readpage(struct file *file, struct page *page) 4275f39d397SChris Mason { 428d1310b2eSChris Mason struct extent_io_tree *tree; 429d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 4305f39d397SChris Mason return extent_read_full_page(tree, page, btree_get_extent); 4315f39d397SChris Mason } 4325f39d397SChris Mason 43370dec807SChris Mason static int btree_releasepage(struct page *page, gfp_t gfp_flags) 4345f39d397SChris Mason { 435d1310b2eSChris Mason struct extent_io_tree *tree; 436d1310b2eSChris Mason struct extent_map_tree *map; 4375f39d397SChris Mason int ret; 4385f39d397SChris Mason 4393dd39914SChris Mason if (page_count(page) > 3) { 4403dd39914SChris Mason /* once for page->private, once for the caller, once 4413dd39914SChris Mason * once for the page cache 4423dd39914SChris Mason */ 4433dd39914SChris Mason return 0; 4443dd39914SChris Mason } 445d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 446d1310b2eSChris Mason map = &BTRFS_I(page->mapping->host)->extent_tree; 44770dec807SChris Mason ret = try_release_extent_mapping(map, tree, page, gfp_flags); 4485f39d397SChris Mason if (ret == 1) { 449728131d8SChris Mason invalidate_extent_lru(tree, page_offset(page), PAGE_CACHE_SIZE); 4505f39d397SChris Mason ClearPagePrivate(page); 4515f39d397SChris Mason set_page_private(page, 0); 452d98237b3SChris Mason page_cache_release(page); 4535f39d397SChris Mason } 454d98237b3SChris Mason return ret; 455d98237b3SChris Mason } 456d98237b3SChris Mason 4575f39d397SChris Mason static void btree_invalidatepage(struct page *page, unsigned long offset) 458d98237b3SChris Mason { 459d1310b2eSChris Mason struct extent_io_tree *tree; 460d1310b2eSChris Mason tree = &BTRFS_I(page->mapping->host)->io_tree; 4615f39d397SChris Mason extent_invalidatepage(tree, page, offset); 4625f39d397SChris Mason btree_releasepage(page, GFP_NOFS); 463d98237b3SChris Mason } 464d98237b3SChris Mason 4655f39d397SChris Mason #if 0 466d98237b3SChris Mason static int btree_writepage(struct page *page, struct writeback_control *wbc) 467d98237b3SChris Mason { 46887cbda5cSChris Mason struct buffer_head *bh; 4690f7d52f4SChris Mason struct btrfs_root *root = BTRFS_I(page->mapping->host)->root; 47087cbda5cSChris Mason struct buffer_head *head; 47187cbda5cSChris Mason if (!page_has_buffers(page)) { 47287cbda5cSChris Mason create_empty_buffers(page, root->fs_info->sb->s_blocksize, 47387cbda5cSChris Mason (1 << BH_Dirty)|(1 << BH_Uptodate)); 47487cbda5cSChris Mason } 47587cbda5cSChris Mason head = page_buffers(page); 47687cbda5cSChris Mason bh = head; 47787cbda5cSChris Mason do { 47887cbda5cSChris Mason if (buffer_dirty(bh)) 47987cbda5cSChris Mason csum_tree_block(root, bh, 0); 48087cbda5cSChris Mason bh = bh->b_this_page; 48187cbda5cSChris Mason } while (bh != head); 482d98237b3SChris Mason return block_write_full_page(page, btree_get_block, wbc); 483d98237b3SChris Mason } 4845f39d397SChris Mason #endif 485d98237b3SChris Mason 486d98237b3SChris Mason static struct address_space_operations btree_aops = { 487d98237b3SChris Mason .readpage = btree_readpage, 488d98237b3SChris Mason .writepage = btree_writepage, 4890da5468fSChris Mason .writepages = btree_writepages, 4905f39d397SChris Mason .releasepage = btree_releasepage, 4915f39d397SChris Mason .invalidatepage = btree_invalidatepage, 492d98237b3SChris Mason .sync_page = block_sync_page, 493d98237b3SChris Mason }; 494123abc88SChris Mason 495db94535dSChris Mason int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize) 496090d1875SChris Mason { 4975f39d397SChris Mason struct extent_buffer *buf = NULL; 4985f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 499de428b63SChris Mason int ret = 0; 500090d1875SChris Mason 501db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 5025f39d397SChris Mason if (!buf) 503090d1875SChris Mason return 0; 504d1310b2eSChris Mason read_extent_buffer_pages(&BTRFS_I(btree_inode)->io_tree, 505f188591eSChris Mason buf, 0, 0, btree_get_extent, 0); 5065f39d397SChris Mason free_extent_buffer(buf); 507de428b63SChris Mason return ret; 508090d1875SChris Mason } 509090d1875SChris Mason 5100b86a832SChris Mason static int close_all_devices(struct btrfs_fs_info *fs_info) 5110b86a832SChris Mason { 5120b86a832SChris Mason struct list_head *list; 5130b86a832SChris Mason struct list_head *next; 5140b86a832SChris Mason struct btrfs_device *device; 5150b86a832SChris Mason 5168a4b83ccSChris Mason list = &fs_info->fs_devices->devices; 5178a4b83ccSChris Mason list_for_each(next, list) { 5180b86a832SChris Mason device = list_entry(next, struct btrfs_device, dev_list); 5198a4b83ccSChris Mason if (device->bdev && device->bdev != fs_info->sb->s_bdev) 5208a4b83ccSChris Mason close_bdev_excl(device->bdev); 5218a4b83ccSChris Mason device->bdev = NULL; 5220b86a832SChris Mason } 5230b86a832SChris Mason return 0; 5240b86a832SChris Mason } 5250b86a832SChris Mason 5260999df54SChris Mason int btrfs_verify_block_csum(struct btrfs_root *root, 5270999df54SChris Mason struct extent_buffer *buf) 5280999df54SChris Mason { 529ce9adaa5SChris Mason return btrfs_buffer_uptodate(buf); 5300999df54SChris Mason } 5310999df54SChris Mason 5320999df54SChris Mason struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root, 5330999df54SChris Mason u64 bytenr, u32 blocksize) 5340999df54SChris Mason { 5350999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 5360999df54SChris Mason struct extent_buffer *eb; 5370999df54SChris Mason eb = find_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 5380999df54SChris Mason bytenr, blocksize, GFP_NOFS); 5390999df54SChris Mason return eb; 5400999df54SChris Mason } 5410999df54SChris Mason 5420999df54SChris Mason struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root, 5430999df54SChris Mason u64 bytenr, u32 blocksize) 5440999df54SChris Mason { 5450999df54SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 5460999df54SChris Mason struct extent_buffer *eb; 5470999df54SChris Mason 5480999df54SChris Mason eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->io_tree, 5490999df54SChris Mason bytenr, blocksize, NULL, GFP_NOFS); 5500999df54SChris Mason return eb; 5510999df54SChris Mason } 5520999df54SChris Mason 5530999df54SChris Mason 554db94535dSChris Mason struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr, 555db94535dSChris Mason u32 blocksize) 556e20d96d6SChris Mason { 5575f39d397SChris Mason struct extent_buffer *buf = NULL; 5585f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 559d1310b2eSChris Mason struct extent_io_tree *io_tree; 56019c00ddcSChris Mason int ret; 56119c00ddcSChris Mason 562d1310b2eSChris Mason io_tree = &BTRFS_I(btree_inode)->io_tree; 563e20d96d6SChris Mason 564db94535dSChris Mason buf = btrfs_find_create_tree_block(root, bytenr, blocksize); 5655f39d397SChris Mason if (!buf) 566d98237b3SChris Mason return NULL; 567e4204dedSChris Mason 568f188591eSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0); 569ce9adaa5SChris Mason 570ce9adaa5SChris Mason if (ret == 0) { 571ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 572ce9adaa5SChris Mason } 5735f39d397SChris Mason return buf; 574ce9adaa5SChris Mason 575eb60ceacSChris Mason } 576eb60ceacSChris Mason 577e089f05cSChris Mason int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root, 5785f39d397SChris Mason struct extent_buffer *buf) 579ed2ff2cbSChris Mason { 5805f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 58155c69072SChris Mason if (btrfs_header_generation(buf) == 58255c69072SChris Mason root->fs_info->running_transaction->transid) 583d1310b2eSChris Mason clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, 58455c69072SChris Mason buf); 5855f39d397SChris Mason return 0; 5865f39d397SChris Mason } 5875f39d397SChris Mason 5885f39d397SChris Mason int wait_on_tree_block_writeback(struct btrfs_root *root, 5895f39d397SChris Mason struct extent_buffer *buf) 5905f39d397SChris Mason { 5915f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 592d1310b2eSChris Mason wait_on_extent_buffer_writeback(&BTRFS_I(btree_inode)->io_tree, 5935f39d397SChris Mason buf); 5945f39d397SChris Mason return 0; 5955f39d397SChris Mason } 5965f39d397SChris Mason 597db94535dSChris Mason static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize, 59887ee04ebSChris Mason u32 stripesize, struct btrfs_root *root, 5999f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 600e20d96d6SChris Mason u64 objectid) 601d97e63b6SChris Mason { 602cfaa7295SChris Mason root->node = NULL; 6030f7d52f4SChris Mason root->inode = NULL; 604a28ec197SChris Mason root->commit_root = NULL; 605db94535dSChris Mason root->sectorsize = sectorsize; 606db94535dSChris Mason root->nodesize = nodesize; 607db94535dSChris Mason root->leafsize = leafsize; 60887ee04ebSChris Mason root->stripesize = stripesize; 609123abc88SChris Mason root->ref_cows = 0; 6100b86a832SChris Mason root->track_dirty = 0; 6110b86a832SChris Mason 6129f5fae2fSChris Mason root->fs_info = fs_info; 6130f7d52f4SChris Mason root->objectid = objectid; 6140f7d52f4SChris Mason root->last_trans = 0; 6151b05da2eSChris Mason root->highest_inode = 0; 6161b05da2eSChris Mason root->last_inode_alloc = 0; 61758176a96SJosef Bacik root->name = NULL; 6184313b399SChris Mason root->in_sysfs = 0; 6190b86a832SChris Mason 6200b86a832SChris Mason INIT_LIST_HEAD(&root->dirty_list); 6213768f368SChris Mason memset(&root->root_key, 0, sizeof(root->root_key)); 6223768f368SChris Mason memset(&root->root_item, 0, sizeof(root->root_item)); 6236702ed49SChris Mason memset(&root->defrag_progress, 0, sizeof(root->defrag_progress)); 62458176a96SJosef Bacik memset(&root->root_kobj, 0, sizeof(root->root_kobj)); 62558176a96SJosef Bacik init_completion(&root->kobj_unregister); 6266702ed49SChris Mason root->defrag_running = 0; 6276702ed49SChris Mason root->defrag_level = 0; 6284d775673SChris Mason root->root_key.objectid = objectid; 6293768f368SChris Mason return 0; 6303768f368SChris Mason } 6313768f368SChris Mason 632db94535dSChris Mason static int find_and_setup_root(struct btrfs_root *tree_root, 6339f5fae2fSChris Mason struct btrfs_fs_info *fs_info, 6349f5fae2fSChris Mason u64 objectid, 635e20d96d6SChris Mason struct btrfs_root *root) 6363768f368SChris Mason { 6373768f368SChris Mason int ret; 638db94535dSChris Mason u32 blocksize; 6393768f368SChris Mason 640db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 64187ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 64287ee04ebSChris Mason root, fs_info, objectid); 6433768f368SChris Mason ret = btrfs_find_last_root(tree_root, objectid, 6443768f368SChris Mason &root->root_item, &root->root_key); 6453768f368SChris Mason BUG_ON(ret); 6463768f368SChris Mason 647db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 648db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 649db94535dSChris Mason blocksize); 6503768f368SChris Mason BUG_ON(!root->node); 651d97e63b6SChris Mason return 0; 652d97e63b6SChris Mason } 653d97e63b6SChris Mason 6545eda7b5eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_fs_info *fs_info, 6550f7d52f4SChris Mason struct btrfs_key *location) 6560f7d52f4SChris Mason { 6570f7d52f4SChris Mason struct btrfs_root *root; 6580f7d52f4SChris Mason struct btrfs_root *tree_root = fs_info->tree_root; 6590f7d52f4SChris Mason struct btrfs_path *path; 6605f39d397SChris Mason struct extent_buffer *l; 6611b05da2eSChris Mason u64 highest_inode; 662db94535dSChris Mason u32 blocksize; 6630f7d52f4SChris Mason int ret = 0; 6640f7d52f4SChris Mason 6655eda7b5eSChris Mason root = kzalloc(sizeof(*root), GFP_NOFS); 6660cf6c620SChris Mason if (!root) 6670f7d52f4SChris Mason return ERR_PTR(-ENOMEM); 6680f7d52f4SChris Mason if (location->offset == (u64)-1) { 669db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 6700f7d52f4SChris Mason location->objectid, root); 6710f7d52f4SChris Mason if (ret) { 6720f7d52f4SChris Mason kfree(root); 6730f7d52f4SChris Mason return ERR_PTR(ret); 6740f7d52f4SChris Mason } 6750f7d52f4SChris Mason goto insert; 6760f7d52f4SChris Mason } 6770f7d52f4SChris Mason 678db94535dSChris Mason __setup_root(tree_root->nodesize, tree_root->leafsize, 67987ee04ebSChris Mason tree_root->sectorsize, tree_root->stripesize, 68087ee04ebSChris Mason root, fs_info, location->objectid); 6810f7d52f4SChris Mason 6820f7d52f4SChris Mason path = btrfs_alloc_path(); 6830f7d52f4SChris Mason BUG_ON(!path); 6840f7d52f4SChris Mason ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0); 6850f7d52f4SChris Mason if (ret != 0) { 6860f7d52f4SChris Mason if (ret > 0) 6870f7d52f4SChris Mason ret = -ENOENT; 6880f7d52f4SChris Mason goto out; 6890f7d52f4SChris Mason } 6905f39d397SChris Mason l = path->nodes[0]; 6915f39d397SChris Mason read_extent_buffer(l, &root->root_item, 6925f39d397SChris Mason btrfs_item_ptr_offset(l, path->slots[0]), 6930f7d52f4SChris Mason sizeof(root->root_item)); 69444b36eb2SYan Zheng memcpy(&root->root_key, location, sizeof(*location)); 6950f7d52f4SChris Mason ret = 0; 6960f7d52f4SChris Mason out: 6970f7d52f4SChris Mason btrfs_release_path(root, path); 6980f7d52f4SChris Mason btrfs_free_path(path); 6990f7d52f4SChris Mason if (ret) { 7000f7d52f4SChris Mason kfree(root); 7010f7d52f4SChris Mason return ERR_PTR(ret); 7020f7d52f4SChris Mason } 703db94535dSChris Mason blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item)); 704db94535dSChris Mason root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item), 705db94535dSChris Mason blocksize); 7060f7d52f4SChris Mason BUG_ON(!root->node); 7070f7d52f4SChris Mason insert: 7080f7d52f4SChris Mason root->ref_cows = 1; 7095eda7b5eSChris Mason ret = btrfs_find_highest_inode(root, &highest_inode); 7105eda7b5eSChris Mason if (ret == 0) { 7115eda7b5eSChris Mason root->highest_inode = highest_inode; 7125eda7b5eSChris Mason root->last_inode_alloc = highest_inode; 7135eda7b5eSChris Mason } 7145eda7b5eSChris Mason return root; 7155eda7b5eSChris Mason } 7165eda7b5eSChris Mason 717dc17ff8fSChris Mason struct btrfs_root *btrfs_lookup_fs_root(struct btrfs_fs_info *fs_info, 718dc17ff8fSChris Mason u64 root_objectid) 719dc17ff8fSChris Mason { 720dc17ff8fSChris Mason struct btrfs_root *root; 721dc17ff8fSChris Mason 722dc17ff8fSChris Mason if (root_objectid == BTRFS_ROOT_TREE_OBJECTID) 723dc17ff8fSChris Mason return fs_info->tree_root; 724dc17ff8fSChris Mason if (root_objectid == BTRFS_EXTENT_TREE_OBJECTID) 725dc17ff8fSChris Mason return fs_info->extent_root; 726dc17ff8fSChris Mason 727dc17ff8fSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 728dc17ff8fSChris Mason (unsigned long)root_objectid); 729dc17ff8fSChris Mason return root; 730dc17ff8fSChris Mason } 731dc17ff8fSChris Mason 732edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info, 733edbd8d4eSChris Mason struct btrfs_key *location) 7345eda7b5eSChris Mason { 7355eda7b5eSChris Mason struct btrfs_root *root; 7365eda7b5eSChris Mason int ret; 7375eda7b5eSChris Mason 738edbd8d4eSChris Mason if (location->objectid == BTRFS_ROOT_TREE_OBJECTID) 739edbd8d4eSChris Mason return fs_info->tree_root; 740edbd8d4eSChris Mason if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID) 741edbd8d4eSChris Mason return fs_info->extent_root; 742edbd8d4eSChris Mason 7435eda7b5eSChris Mason root = radix_tree_lookup(&fs_info->fs_roots_radix, 7445eda7b5eSChris Mason (unsigned long)location->objectid); 7455eda7b5eSChris Mason if (root) 7465eda7b5eSChris Mason return root; 7475eda7b5eSChris Mason 7485eda7b5eSChris Mason root = btrfs_read_fs_root_no_radix(fs_info, location); 7495eda7b5eSChris Mason if (IS_ERR(root)) 7505eda7b5eSChris Mason return root; 7512619ba1fSChris Mason ret = radix_tree_insert(&fs_info->fs_roots_radix, 7522619ba1fSChris Mason (unsigned long)root->root_key.objectid, 7530f7d52f4SChris Mason root); 7540f7d52f4SChris Mason if (ret) { 7555f39d397SChris Mason free_extent_buffer(root->node); 7560f7d52f4SChris Mason kfree(root); 7570f7d52f4SChris Mason return ERR_PTR(ret); 7580f7d52f4SChris Mason } 759edbd8d4eSChris Mason ret = btrfs_find_dead_roots(fs_info->tree_root, 760edbd8d4eSChris Mason root->root_key.objectid, root); 761edbd8d4eSChris Mason BUG_ON(ret); 762edbd8d4eSChris Mason 763edbd8d4eSChris Mason return root; 764edbd8d4eSChris Mason } 765edbd8d4eSChris Mason 766edbd8d4eSChris Mason struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info, 767edbd8d4eSChris Mason struct btrfs_key *location, 768edbd8d4eSChris Mason const char *name, int namelen) 769edbd8d4eSChris Mason { 770edbd8d4eSChris Mason struct btrfs_root *root; 771edbd8d4eSChris Mason int ret; 772edbd8d4eSChris Mason 773edbd8d4eSChris Mason root = btrfs_read_fs_root_no_name(fs_info, location); 774edbd8d4eSChris Mason if (!root) 775edbd8d4eSChris Mason return NULL; 77658176a96SJosef Bacik 7774313b399SChris Mason if (root->in_sysfs) 7784313b399SChris Mason return root; 7794313b399SChris Mason 78058176a96SJosef Bacik ret = btrfs_set_root_name(root, name, namelen); 78158176a96SJosef Bacik if (ret) { 7825f39d397SChris Mason free_extent_buffer(root->node); 78358176a96SJosef Bacik kfree(root); 78458176a96SJosef Bacik return ERR_PTR(ret); 78558176a96SJosef Bacik } 78658176a96SJosef Bacik 78758176a96SJosef Bacik ret = btrfs_sysfs_add_root(root); 78858176a96SJosef Bacik if (ret) { 7895f39d397SChris Mason free_extent_buffer(root->node); 79058176a96SJosef Bacik kfree(root->name); 79158176a96SJosef Bacik kfree(root); 79258176a96SJosef Bacik return ERR_PTR(ret); 79358176a96SJosef Bacik } 7944313b399SChris Mason root->in_sysfs = 1; 7950f7d52f4SChris Mason return root; 7960f7d52f4SChris Mason } 79719c00ddcSChris Mason #if 0 79819c00ddcSChris Mason static int add_hasher(struct btrfs_fs_info *info, char *type) { 79919c00ddcSChris Mason struct btrfs_hasher *hasher; 8000f7d52f4SChris Mason 80119c00ddcSChris Mason hasher = kmalloc(sizeof(*hasher), GFP_NOFS); 80219c00ddcSChris Mason if (!hasher) 80319c00ddcSChris Mason return -ENOMEM; 80419c00ddcSChris Mason hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC); 80519c00ddcSChris Mason if (!hasher->hash_tfm) { 80619c00ddcSChris Mason kfree(hasher); 80719c00ddcSChris Mason return -EINVAL; 80819c00ddcSChris Mason } 80919c00ddcSChris Mason spin_lock(&info->hash_lock); 81019c00ddcSChris Mason list_add(&hasher->list, &info->hashers); 81119c00ddcSChris Mason spin_unlock(&info->hash_lock); 81219c00ddcSChris Mason return 0; 81319c00ddcSChris Mason } 81419c00ddcSChris Mason #endif 81504160088SChris Mason 81604160088SChris Mason static int btrfs_congested_fn(void *congested_data, int bdi_bits) 81704160088SChris Mason { 81804160088SChris Mason struct btrfs_fs_info *info = (struct btrfs_fs_info *)congested_data; 81904160088SChris Mason int ret = 0; 82004160088SChris Mason struct list_head *cur; 82104160088SChris Mason struct btrfs_device *device; 82204160088SChris Mason struct backing_dev_info *bdi; 82304160088SChris Mason 82404160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 82504160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 82604160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 82704160088SChris Mason if (bdi && bdi_congested(bdi, bdi_bits)) { 82804160088SChris Mason ret = 1; 82904160088SChris Mason break; 83004160088SChris Mason } 83104160088SChris Mason } 83204160088SChris Mason return ret; 83304160088SChris Mason } 83404160088SChris Mason 83504160088SChris Mason void btrfs_unplug_io_fn(struct backing_dev_info *bdi, struct page *page) 83604160088SChris Mason { 83704160088SChris Mason struct list_head *cur; 83804160088SChris Mason struct btrfs_device *device; 83904160088SChris Mason struct btrfs_fs_info *info; 84004160088SChris Mason 84104160088SChris Mason info = (struct btrfs_fs_info *)bdi->unplug_io_data; 84204160088SChris Mason list_for_each(cur, &info->fs_devices->devices) { 84304160088SChris Mason device = list_entry(cur, struct btrfs_device, dev_list); 84404160088SChris Mason bdi = blk_get_backing_dev_info(device->bdev); 84504160088SChris Mason if (bdi->unplug_io_fn) { 84604160088SChris Mason bdi->unplug_io_fn(bdi, page); 84704160088SChris Mason } 84804160088SChris Mason } 84904160088SChris Mason } 85004160088SChris Mason 85104160088SChris Mason static int setup_bdi(struct btrfs_fs_info *info, struct backing_dev_info *bdi) 85204160088SChris Mason { 853b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 85404160088SChris Mason bdi_init(bdi); 855b248a415SChris Mason #endif 85683041addSChris Mason bdi->ra_pages = default_backing_dev_info.ra_pages * 4; 85704160088SChris Mason bdi->state = 0; 85804160088SChris Mason bdi->capabilities = default_backing_dev_info.capabilities; 85904160088SChris Mason bdi->unplug_io_fn = btrfs_unplug_io_fn; 86004160088SChris Mason bdi->unplug_io_data = info; 86104160088SChris Mason bdi->congested_fn = btrfs_congested_fn; 86204160088SChris Mason bdi->congested_data = info; 86304160088SChris Mason return 0; 86404160088SChris Mason } 86504160088SChris Mason 866ce9adaa5SChris Mason static int bio_ready_for_csum(struct bio *bio) 867ce9adaa5SChris Mason { 868ce9adaa5SChris Mason u64 length = 0; 869ce9adaa5SChris Mason u64 buf_len = 0; 870ce9adaa5SChris Mason u64 start = 0; 871ce9adaa5SChris Mason struct page *page; 872ce9adaa5SChris Mason struct extent_io_tree *io_tree = NULL; 873ce9adaa5SChris Mason struct btrfs_fs_info *info = NULL; 874ce9adaa5SChris Mason struct bio_vec *bvec; 875ce9adaa5SChris Mason int i; 876ce9adaa5SChris Mason int ret; 877ce9adaa5SChris Mason 878ce9adaa5SChris Mason bio_for_each_segment(bvec, bio, i) { 879ce9adaa5SChris Mason page = bvec->bv_page; 880ce9adaa5SChris Mason if (page->private == EXTENT_PAGE_PRIVATE) { 881ce9adaa5SChris Mason length += bvec->bv_len; 882ce9adaa5SChris Mason continue; 883ce9adaa5SChris Mason } 884ce9adaa5SChris Mason if (!page->private) { 885ce9adaa5SChris Mason length += bvec->bv_len; 886ce9adaa5SChris Mason continue; 887ce9adaa5SChris Mason } 888ce9adaa5SChris Mason length = bvec->bv_len; 889ce9adaa5SChris Mason buf_len = page->private >> 2; 890ce9adaa5SChris Mason start = page_offset(page) + bvec->bv_offset; 891ce9adaa5SChris Mason io_tree = &BTRFS_I(page->mapping->host)->io_tree; 892ce9adaa5SChris Mason info = BTRFS_I(page->mapping->host)->root->fs_info; 893ce9adaa5SChris Mason } 894ce9adaa5SChris Mason /* are we fully contained in this bio? */ 895ce9adaa5SChris Mason if (buf_len <= length) 896ce9adaa5SChris Mason return 1; 897ce9adaa5SChris Mason 898ce9adaa5SChris Mason ret = extent_range_uptodate(io_tree, start + length, 899ce9adaa5SChris Mason start + buf_len - 1); 900ce9adaa5SChris Mason if (ret == 1) 901ce9adaa5SChris Mason return ret; 902ce9adaa5SChris Mason return ret; 903ce9adaa5SChris Mason } 904ce9adaa5SChris Mason 905ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 906ce9adaa5SChris Mason void btrfs_end_io_csum(void *p) 907ce9adaa5SChris Mason #else 908ce9adaa5SChris Mason void btrfs_end_io_csum(struct work_struct *work) 909ce9adaa5SChris Mason #endif 910ce9adaa5SChris Mason { 911ce9adaa5SChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 912ce9adaa5SChris Mason struct btrfs_fs_info *fs_info = p; 913ce9adaa5SChris Mason #else 914ce9adaa5SChris Mason struct btrfs_fs_info *fs_info = container_of(work, 915ce9adaa5SChris Mason struct btrfs_fs_info, 916ce9adaa5SChris Mason end_io_work); 917ce9adaa5SChris Mason #endif 918ce9adaa5SChris Mason unsigned long flags; 919ce9adaa5SChris Mason struct end_io_wq *end_io_wq; 920ce9adaa5SChris Mason struct bio *bio; 921ce9adaa5SChris Mason struct list_head *next; 922ce9adaa5SChris Mason int error; 923ce9adaa5SChris Mason int was_empty; 924ce9adaa5SChris Mason 925ce9adaa5SChris Mason while(1) { 926ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 927ce9adaa5SChris Mason if (list_empty(&fs_info->end_io_work_list)) { 928ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, 929ce9adaa5SChris Mason flags); 930ce9adaa5SChris Mason return; 931ce9adaa5SChris Mason } 932ce9adaa5SChris Mason next = fs_info->end_io_work_list.next; 933ce9adaa5SChris Mason list_del(next); 934ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, flags); 935ce9adaa5SChris Mason 936ce9adaa5SChris Mason end_io_wq = list_entry(next, struct end_io_wq, list); 937ce9adaa5SChris Mason 938ce9adaa5SChris Mason bio = end_io_wq->bio; 93922c59948SChris Mason if (end_io_wq->metadata && !bio_ready_for_csum(bio)) { 940ce9adaa5SChris Mason spin_lock_irqsave(&fs_info->end_io_work_lock, flags); 941ce9adaa5SChris Mason was_empty = list_empty(&fs_info->end_io_work_list); 942ce9adaa5SChris Mason list_add_tail(&end_io_wq->list, 943ce9adaa5SChris Mason &fs_info->end_io_work_list); 944ce9adaa5SChris Mason spin_unlock_irqrestore(&fs_info->end_io_work_lock, 945ce9adaa5SChris Mason flags); 946ce9adaa5SChris Mason if (was_empty) 947ce9adaa5SChris Mason return; 948ce9adaa5SChris Mason continue; 949ce9adaa5SChris Mason } 950ce9adaa5SChris Mason error = end_io_wq->error; 951ce9adaa5SChris Mason bio->bi_private = end_io_wq->private; 952ce9adaa5SChris Mason bio->bi_end_io = end_io_wq->end_io; 953ce9adaa5SChris Mason kfree(end_io_wq); 95473f61b2aSMiguel #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23) 955b248a415SChris Mason bio_endio(bio, bio->bi_size, error); 95673f61b2aSMiguel #else 957ce9adaa5SChris Mason bio_endio(bio, error); 95873f61b2aSMiguel #endif 959ce9adaa5SChris Mason } 960ce9adaa5SChris Mason } 961ce9adaa5SChris Mason 9628a4b83ccSChris Mason struct btrfs_root *open_ctree(struct super_block *sb, 9638a4b83ccSChris Mason struct btrfs_fs_devices *fs_devices) 964eb60ceacSChris Mason { 965db94535dSChris Mason u32 sectorsize; 966db94535dSChris Mason u32 nodesize; 967db94535dSChris Mason u32 leafsize; 968db94535dSChris Mason u32 blocksize; 96987ee04ebSChris Mason u32 stripesize; 970e20d96d6SChris Mason struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root), 971e20d96d6SChris Mason GFP_NOFS); 972e20d96d6SChris Mason struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root), 973e20d96d6SChris Mason GFP_NOFS); 9748790d502SChris Mason struct btrfs_fs_info *fs_info = kzalloc(sizeof(*fs_info), 975e20d96d6SChris Mason GFP_NOFS); 9760b86a832SChris Mason struct btrfs_root *chunk_root = kmalloc(sizeof(struct btrfs_root), 9770b86a832SChris Mason GFP_NOFS); 9780b86a832SChris Mason struct btrfs_root *dev_root = kmalloc(sizeof(struct btrfs_root), 9790b86a832SChris Mason GFP_NOFS); 980eb60ceacSChris Mason int ret; 981e58ca020SYan int err = -EINVAL; 9822c90e5d6SChris Mason struct btrfs_super_block *disk_super; 9838790d502SChris Mason 98439279cc3SChris Mason if (!extent_root || !tree_root || !fs_info) { 98539279cc3SChris Mason err = -ENOMEM; 98639279cc3SChris Mason goto fail; 98739279cc3SChris Mason } 988ce9adaa5SChris Mason end_io_workqueue = create_workqueue("btrfs-end-io"); 989ce9adaa5SChris Mason BUG_ON(!end_io_workqueue); 990ce9adaa5SChris Mason 9910f7d52f4SChris Mason INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS); 9928fd17795SChris Mason INIT_LIST_HEAD(&fs_info->trans_list); 993facda1e7SChris Mason INIT_LIST_HEAD(&fs_info->dead_roots); 99419c00ddcSChris Mason INIT_LIST_HEAD(&fs_info->hashers); 995ce9adaa5SChris Mason INIT_LIST_HEAD(&fs_info->end_io_work_list); 99619c00ddcSChris Mason spin_lock_init(&fs_info->hash_lock); 997ce9adaa5SChris Mason spin_lock_init(&fs_info->end_io_work_lock); 9981832a6d5SChris Mason spin_lock_init(&fs_info->delalloc_lock); 999cee36a03SChris Mason spin_lock_init(&fs_info->new_trans_lock); 100019c00ddcSChris Mason 100158176a96SJosef Bacik init_completion(&fs_info->kobj_unregister); 1002f2984462SChris Mason sb_set_blocksize(sb, BTRFS_SUPER_INFO_SIZE); 10039f5fae2fSChris Mason fs_info->tree_root = tree_root; 10049f5fae2fSChris Mason fs_info->extent_root = extent_root; 10050b86a832SChris Mason fs_info->chunk_root = chunk_root; 10060b86a832SChris Mason fs_info->dev_root = dev_root; 10078a4b83ccSChris Mason fs_info->fs_devices = fs_devices; 10080b86a832SChris Mason INIT_LIST_HEAD(&fs_info->dirty_cowonly_roots); 10096324fbf3SChris Mason INIT_LIST_HEAD(&fs_info->space_info); 10100b86a832SChris Mason btrfs_mapping_init(&fs_info->mapping_tree); 1011e20d96d6SChris Mason fs_info->sb = sb; 1012c59f8951SChris Mason fs_info->max_extent = (u64)-1; 10136f568d35SChris Mason fs_info->max_inline = 8192 * 1024; 101404160088SChris Mason setup_bdi(fs_info, &fs_info->bdi); 1015d98237b3SChris Mason fs_info->btree_inode = new_inode(sb); 1016d98237b3SChris Mason fs_info->btree_inode->i_ino = 1; 10172c90e5d6SChris Mason fs_info->btree_inode->i_nlink = 1; 1018d98237b3SChris Mason fs_info->btree_inode->i_size = sb->s_bdev->bd_inode->i_size; 1019d98237b3SChris Mason fs_info->btree_inode->i_mapping->a_ops = &btree_aops; 102004160088SChris Mason fs_info->btree_inode->i_mapping->backing_dev_info = &fs_info->bdi; 102104160088SChris Mason 1022d1310b2eSChris Mason extent_io_tree_init(&BTRFS_I(fs_info->btree_inode)->io_tree, 10235f39d397SChris Mason fs_info->btree_inode->i_mapping, 10245f39d397SChris Mason GFP_NOFS); 1025d1310b2eSChris Mason extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree, 1026d1310b2eSChris Mason GFP_NOFS); 10270da5468fSChris Mason 1028d1310b2eSChris Mason BTRFS_I(fs_info->btree_inode)->io_tree.ops = &btree_extent_io_ops; 1029d1310b2eSChris Mason 1030d1310b2eSChris Mason extent_io_tree_init(&fs_info->free_space_cache, 1031f510cfecSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1032d1310b2eSChris Mason extent_io_tree_init(&fs_info->block_group_cache, 103396b5179dSChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1034d1310b2eSChris Mason extent_io_tree_init(&fs_info->pinned_extents, 10351a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1036d1310b2eSChris Mason extent_io_tree_init(&fs_info->pending_del, 10371a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1038d1310b2eSChris Mason extent_io_tree_init(&fs_info->extent_ins, 10391a5bc167SChris Mason fs_info->btree_inode->i_mapping, GFP_NOFS); 1040e66f709bSChris Mason fs_info->do_barriers = 1; 1041e18e4809SChris Mason 10426da6abaeSChris Mason #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18) 1043b248a415SChris Mason INIT_WORK(&fs_info->end_io_work, btrfs_end_io_csum, fs_info); 10446da6abaeSChris Mason INIT_WORK(&fs_info->trans_work, btrfs_transaction_cleaner, fs_info); 10456da6abaeSChris Mason #else 1046b248a415SChris Mason INIT_WORK(&fs_info->end_io_work, btrfs_end_io_csum); 104708607c1bSChris Mason INIT_DELAYED_WORK(&fs_info->trans_work, btrfs_transaction_cleaner); 10486da6abaeSChris Mason #endif 10490f7d52f4SChris Mason BTRFS_I(fs_info->btree_inode)->root = tree_root; 10500f7d52f4SChris Mason memset(&BTRFS_I(fs_info->btree_inode)->location, 0, 10510f7d52f4SChris Mason sizeof(struct btrfs_key)); 105222b0ebdaSChris Mason insert_inode_hash(fs_info->btree_inode); 1053d98237b3SChris Mason mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS); 105439279cc3SChris Mason 105579154b1bSChris Mason mutex_init(&fs_info->trans_mutex); 1056d561c025SChris Mason mutex_init(&fs_info->fs_mutex); 10573768f368SChris Mason 105819c00ddcSChris Mason #if 0 105919c00ddcSChris Mason ret = add_hasher(fs_info, "crc32c"); 106019c00ddcSChris Mason if (ret) { 106119c00ddcSChris Mason printk("btrfs: failed hash setup, modprobe cryptomgr?\n"); 106219c00ddcSChris Mason err = -ENOMEM; 106319c00ddcSChris Mason goto fail_iput; 106419c00ddcSChris Mason } 106519c00ddcSChris Mason #endif 10660b86a832SChris Mason __setup_root(4096, 4096, 4096, 4096, tree_root, 10672c90e5d6SChris Mason fs_info, BTRFS_ROOT_TREE_OBJECTID); 10687eccb903SChris Mason 10692c90e5d6SChris Mason fs_info->sb_buffer = read_tree_block(tree_root, 1070db94535dSChris Mason BTRFS_SUPER_INFO_OFFSET, 10710b86a832SChris Mason 4096); 1072d98237b3SChris Mason 10730f7d52f4SChris Mason if (!fs_info->sb_buffer) 107439279cc3SChris Mason goto fail_iput; 107539279cc3SChris Mason 10765f39d397SChris Mason read_extent_buffer(fs_info->sb_buffer, &fs_info->super_copy, 0, 10775f39d397SChris Mason sizeof(fs_info->super_copy)); 10785f39d397SChris Mason 10795f39d397SChris Mason read_extent_buffer(fs_info->sb_buffer, fs_info->fsid, 10805f39d397SChris Mason (unsigned long)btrfs_super_fsid(fs_info->sb_buffer), 10815f39d397SChris Mason BTRFS_FSID_SIZE); 10820b86a832SChris Mason 10835f39d397SChris Mason disk_super = &fs_info->super_copy; 10840f7d52f4SChris Mason if (!btrfs_super_root(disk_super)) 108539279cc3SChris Mason goto fail_sb_buffer; 10860f7d52f4SChris Mason 10878a4b83ccSChris Mason if (btrfs_super_num_devices(disk_super) != fs_devices->num_devices) { 10888a4b83ccSChris Mason printk("Btrfs: wanted %llu devices, but found %llu\n", 10898a4b83ccSChris Mason (unsigned long long)btrfs_super_num_devices(disk_super), 10908a4b83ccSChris Mason (unsigned long long)fs_devices->num_devices); 10918a4b83ccSChris Mason goto fail_sb_buffer; 10928a4b83ccSChris Mason } 1093db94535dSChris Mason nodesize = btrfs_super_nodesize(disk_super); 1094db94535dSChris Mason leafsize = btrfs_super_leafsize(disk_super); 1095db94535dSChris Mason sectorsize = btrfs_super_sectorsize(disk_super); 109687ee04ebSChris Mason stripesize = btrfs_super_stripesize(disk_super); 1097db94535dSChris Mason tree_root->nodesize = nodesize; 1098db94535dSChris Mason tree_root->leafsize = leafsize; 1099db94535dSChris Mason tree_root->sectorsize = sectorsize; 110087ee04ebSChris Mason tree_root->stripesize = stripesize; 1101ff79f819SChris Mason sb_set_blocksize(sb, sectorsize); 1102db94535dSChris Mason 11038352d8a4SChris Mason i_size_write(fs_info->btree_inode, 1104db94535dSChris Mason btrfs_super_total_bytes(disk_super)); 11058352d8a4SChris Mason 110639279cc3SChris Mason if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC, 110739279cc3SChris Mason sizeof(disk_super->magic))) { 110839279cc3SChris Mason printk("btrfs: valid FS not found on %s\n", sb->s_id); 110939279cc3SChris Mason goto fail_sb_buffer; 111039279cc3SChris Mason } 111119c00ddcSChris Mason 11120b86a832SChris Mason mutex_lock(&fs_info->fs_mutex); 11130d81ba5dSChris Mason 11140b86a832SChris Mason ret = btrfs_read_sys_array(tree_root); 11150b86a832SChris Mason BUG_ON(ret); 11160b86a832SChris Mason 11170b86a832SChris Mason blocksize = btrfs_level_size(tree_root, 11180b86a832SChris Mason btrfs_super_chunk_root_level(disk_super)); 11190b86a832SChris Mason 11200b86a832SChris Mason __setup_root(nodesize, leafsize, sectorsize, stripesize, 11210b86a832SChris Mason chunk_root, fs_info, BTRFS_CHUNK_TREE_OBJECTID); 11220b86a832SChris Mason 11230b86a832SChris Mason chunk_root->node = read_tree_block(chunk_root, 11240b86a832SChris Mason btrfs_super_chunk_root(disk_super), 11250b86a832SChris Mason blocksize); 11260b86a832SChris Mason BUG_ON(!chunk_root->node); 11270b86a832SChris Mason 1128e17cade2SChris Mason read_extent_buffer(chunk_root->node, fs_info->chunk_tree_uuid, 1129e17cade2SChris Mason (unsigned long)btrfs_header_chunk_tree_uuid(chunk_root->node), 1130e17cade2SChris Mason BTRFS_UUID_SIZE); 1131e17cade2SChris Mason 11320b86a832SChris Mason ret = btrfs_read_chunk_tree(chunk_root); 11330b86a832SChris Mason BUG_ON(ret); 11340b86a832SChris Mason 1135db94535dSChris Mason blocksize = btrfs_level_size(tree_root, 1136db94535dSChris Mason btrfs_super_root_level(disk_super)); 113719c00ddcSChris Mason 11380b86a832SChris Mason 1139e20d96d6SChris Mason tree_root->node = read_tree_block(tree_root, 1140db94535dSChris Mason btrfs_super_root(disk_super), 1141db94535dSChris Mason blocksize); 114239279cc3SChris Mason if (!tree_root->node) 114339279cc3SChris Mason goto fail_sb_buffer; 11443768f368SChris Mason 1145db94535dSChris Mason 1146db94535dSChris Mason ret = find_and_setup_root(tree_root, fs_info, 1147e20d96d6SChris Mason BTRFS_EXTENT_TREE_OBJECTID, extent_root); 11480b86a832SChris Mason if (ret) 114939279cc3SChris Mason goto fail_tree_root; 11500b86a832SChris Mason extent_root->track_dirty = 1; 11510b86a832SChris Mason 11520b86a832SChris Mason ret = find_and_setup_root(tree_root, fs_info, 11530b86a832SChris Mason BTRFS_DEV_TREE_OBJECTID, dev_root); 11540b86a832SChris Mason dev_root->track_dirty = 1; 11550b86a832SChris Mason 11560b86a832SChris Mason if (ret) 11570b86a832SChris Mason goto fail_extent_root; 11583768f368SChris Mason 11599078a3e1SChris Mason btrfs_read_block_groups(extent_root); 11609078a3e1SChris Mason 11610f7d52f4SChris Mason fs_info->generation = btrfs_super_generation(disk_super) + 1; 1162d18a2c44SChris Mason fs_info->data_alloc_profile = (u64)-1; 1163d18a2c44SChris Mason fs_info->metadata_alloc_profile = (u64)-1; 1164611f0e00SChris Mason fs_info->system_alloc_profile = fs_info->metadata_alloc_profile; 1165d18a2c44SChris Mason 11665be6f7f1SChris Mason mutex_unlock(&fs_info->fs_mutex); 11670f7d52f4SChris Mason return tree_root; 116839279cc3SChris Mason 11690b86a832SChris Mason fail_extent_root: 11700b86a832SChris Mason free_extent_buffer(extent_root->node); 117139279cc3SChris Mason fail_tree_root: 11720b86a832SChris Mason mutex_unlock(&fs_info->fs_mutex); 11735f39d397SChris Mason free_extent_buffer(tree_root->node); 117439279cc3SChris Mason fail_sb_buffer: 11755f39d397SChris Mason free_extent_buffer(fs_info->sb_buffer); 11762d2ae547SChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 117739279cc3SChris Mason fail_iput: 117839279cc3SChris Mason iput(fs_info->btree_inode); 117939279cc3SChris Mason fail: 11808a4b83ccSChris Mason close_all_devices(fs_info); 118139279cc3SChris Mason kfree(extent_root); 118239279cc3SChris Mason kfree(tree_root); 1183b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 11842d2ae547SChris Mason bdi_destroy(&fs_info->bdi); 1185b248a415SChris Mason #endif 118639279cc3SChris Mason kfree(fs_info); 118739279cc3SChris Mason return ERR_PTR(err); 1188eb60ceacSChris Mason } 1189eb60ceacSChris Mason 1190f2984462SChris Mason static void btrfs_end_buffer_write_sync(struct buffer_head *bh, int uptodate) 1191f2984462SChris Mason { 1192f2984462SChris Mason char b[BDEVNAME_SIZE]; 1193f2984462SChris Mason 1194f2984462SChris Mason if (uptodate) { 1195f2984462SChris Mason set_buffer_uptodate(bh); 1196f2984462SChris Mason } else { 1197f2984462SChris Mason if (!buffer_eopnotsupp(bh) && printk_ratelimit()) { 1198f2984462SChris Mason printk(KERN_WARNING "lost page write due to " 1199f2984462SChris Mason "I/O error on %s\n", 1200f2984462SChris Mason bdevname(bh->b_bdev, b)); 1201f2984462SChris Mason } 1202f2984462SChris Mason set_buffer_write_io_error(bh); 1203f2984462SChris Mason clear_buffer_uptodate(bh); 1204f2984462SChris Mason } 1205f2984462SChris Mason unlock_buffer(bh); 1206f2984462SChris Mason put_bh(bh); 1207f2984462SChris Mason } 1208f2984462SChris Mason 1209f2984462SChris Mason int write_all_supers(struct btrfs_root *root) 1210f2984462SChris Mason { 1211f2984462SChris Mason struct list_head *cur; 1212f2984462SChris Mason struct list_head *head = &root->fs_info->fs_devices->devices; 1213f2984462SChris Mason struct btrfs_device *dev; 1214f2984462SChris Mason struct extent_buffer *sb; 1215f2984462SChris Mason struct btrfs_dev_item *dev_item; 1216f2984462SChris Mason struct buffer_head *bh; 1217f2984462SChris Mason int ret; 1218f2984462SChris Mason int do_barriers; 1219f2984462SChris Mason 1220f2984462SChris Mason do_barriers = !btrfs_test_opt(root, NOBARRIER); 1221f2984462SChris Mason 1222f2984462SChris Mason sb = root->fs_info->sb_buffer; 1223f2984462SChris Mason dev_item = (struct btrfs_dev_item *)offsetof(struct btrfs_super_block, 1224f2984462SChris Mason dev_item); 1225f2984462SChris Mason list_for_each(cur, head) { 1226f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1227f2984462SChris Mason btrfs_set_device_type(sb, dev_item, dev->type); 1228f2984462SChris Mason btrfs_set_device_id(sb, dev_item, dev->devid); 1229f2984462SChris Mason btrfs_set_device_total_bytes(sb, dev_item, dev->total_bytes); 1230f2984462SChris Mason btrfs_set_device_bytes_used(sb, dev_item, dev->bytes_used); 1231f2984462SChris Mason btrfs_set_device_io_align(sb, dev_item, dev->io_align); 1232f2984462SChris Mason btrfs_set_device_io_width(sb, dev_item, dev->io_width); 1233f2984462SChris Mason btrfs_set_device_sector_size(sb, dev_item, dev->sector_size); 1234f2984462SChris Mason write_extent_buffer(sb, dev->uuid, 1235f2984462SChris Mason (unsigned long)btrfs_device_uuid(dev_item), 1236e17cade2SChris Mason BTRFS_UUID_SIZE); 1237f2984462SChris Mason 1238f2984462SChris Mason btrfs_set_header_flag(sb, BTRFS_HEADER_FLAG_WRITTEN); 1239f2984462SChris Mason csum_tree_block(root, sb, 0); 1240f2984462SChris Mason 1241f2984462SChris Mason bh = __getblk(dev->bdev, BTRFS_SUPER_INFO_OFFSET / 1242f2984462SChris Mason root->fs_info->sb->s_blocksize, 1243f2984462SChris Mason BTRFS_SUPER_INFO_SIZE); 1244f2984462SChris Mason 1245f2984462SChris Mason read_extent_buffer(sb, bh->b_data, 0, BTRFS_SUPER_INFO_SIZE); 1246f2984462SChris Mason dev->pending_io = bh; 1247f2984462SChris Mason 1248f2984462SChris Mason get_bh(bh); 1249f2984462SChris Mason set_buffer_uptodate(bh); 1250f2984462SChris Mason lock_buffer(bh); 1251f2984462SChris Mason bh->b_end_io = btrfs_end_buffer_write_sync; 1252f2984462SChris Mason 1253f2984462SChris Mason if (do_barriers && dev->barriers) { 1254f2984462SChris Mason ret = submit_bh(WRITE_BARRIER, bh); 1255f2984462SChris Mason if (ret == -EOPNOTSUPP) { 1256f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1257f2984462SChris Mason dev->name); 1258f2984462SChris Mason set_buffer_uptodate(bh); 1259f2984462SChris Mason dev->barriers = 0; 1260f2984462SChris Mason get_bh(bh); 1261f2984462SChris Mason lock_buffer(bh); 1262f2984462SChris Mason ret = submit_bh(WRITE, bh); 1263f2984462SChris Mason } 1264f2984462SChris Mason } else { 1265f2984462SChris Mason ret = submit_bh(WRITE, bh); 1266f2984462SChris Mason } 1267f2984462SChris Mason BUG_ON(ret); 1268f2984462SChris Mason } 1269f2984462SChris Mason 1270f2984462SChris Mason list_for_each(cur, head) { 1271f2984462SChris Mason dev = list_entry(cur, struct btrfs_device, dev_list); 1272f2984462SChris Mason BUG_ON(!dev->pending_io); 1273f2984462SChris Mason bh = dev->pending_io; 1274f2984462SChris Mason wait_on_buffer(bh); 1275f2984462SChris Mason if (!buffer_uptodate(dev->pending_io)) { 1276f2984462SChris Mason if (do_barriers && dev->barriers) { 1277f2984462SChris Mason printk("btrfs: disabling barriers on dev %s\n", 1278f2984462SChris Mason dev->name); 1279f2984462SChris Mason set_buffer_uptodate(bh); 1280f2984462SChris Mason get_bh(bh); 1281f2984462SChris Mason lock_buffer(bh); 1282f2984462SChris Mason dev->barriers = 0; 1283f2984462SChris Mason ret = submit_bh(WRITE, bh); 1284f2984462SChris Mason BUG_ON(ret); 1285f2984462SChris Mason wait_on_buffer(bh); 1286f2984462SChris Mason BUG_ON(!buffer_uptodate(bh)); 1287f2984462SChris Mason } else { 1288f2984462SChris Mason BUG(); 1289f2984462SChris Mason } 1290f2984462SChris Mason 1291f2984462SChris Mason } 1292f2984462SChris Mason dev->pending_io = NULL; 1293f2984462SChris Mason brelse(bh); 1294f2984462SChris Mason } 1295f2984462SChris Mason return 0; 1296f2984462SChris Mason } 1297f2984462SChris Mason 1298e089f05cSChris Mason int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root 129979154b1bSChris Mason *root) 1300cfaa7295SChris Mason { 1301e66f709bSChris Mason int ret; 13022c90e5d6SChris Mason 1303f2984462SChris Mason ret = write_all_supers(root); 1304f2984462SChris Mason #if 0 130521ad10cfSChris Mason if (!btrfs_test_opt(root, NOBARRIER)) 130621ad10cfSChris Mason blkdev_issue_flush(sb->s_bdev, NULL); 1307d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, super); 13085f39d397SChris Mason ret = sync_page_range_nolock(btree_inode, btree_inode->i_mapping, 13095f39d397SChris Mason super->start, super->len); 131021ad10cfSChris Mason if (!btrfs_test_opt(root, NOBARRIER)) 131121ad10cfSChris Mason blkdev_issue_flush(sb->s_bdev, NULL); 1312f2984462SChris Mason #endif 13135f39d397SChris Mason return ret; 1314cfaa7295SChris Mason } 1315cfaa7295SChris Mason 13165eda7b5eSChris Mason int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root) 13172619ba1fSChris Mason { 13182619ba1fSChris Mason radix_tree_delete(&fs_info->fs_roots_radix, 13192619ba1fSChris Mason (unsigned long)root->root_key.objectid); 1320b99aa6cbSChris Mason if (root->in_sysfs) 132158176a96SJosef Bacik btrfs_sysfs_del_root(root); 13222619ba1fSChris Mason if (root->inode) 13232619ba1fSChris Mason iput(root->inode); 13242619ba1fSChris Mason if (root->node) 13255f39d397SChris Mason free_extent_buffer(root->node); 13262619ba1fSChris Mason if (root->commit_root) 13275f39d397SChris Mason free_extent_buffer(root->commit_root); 132858176a96SJosef Bacik if (root->name) 132958176a96SJosef Bacik kfree(root->name); 13302619ba1fSChris Mason kfree(root); 13312619ba1fSChris Mason return 0; 13322619ba1fSChris Mason } 13332619ba1fSChris Mason 133435b7e476SChris Mason static int del_fs_roots(struct btrfs_fs_info *fs_info) 13350f7d52f4SChris Mason { 13360f7d52f4SChris Mason int ret; 13370f7d52f4SChris Mason struct btrfs_root *gang[8]; 13380f7d52f4SChris Mason int i; 13390f7d52f4SChris Mason 13400f7d52f4SChris Mason while(1) { 13410f7d52f4SChris Mason ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix, 13420f7d52f4SChris Mason (void **)gang, 0, 13430f7d52f4SChris Mason ARRAY_SIZE(gang)); 13440f7d52f4SChris Mason if (!ret) 13450f7d52f4SChris Mason break; 13462619ba1fSChris Mason for (i = 0; i < ret; i++) 13475eda7b5eSChris Mason btrfs_free_fs_root(fs_info, gang[i]); 13480f7d52f4SChris Mason } 13490f7d52f4SChris Mason return 0; 13500f7d52f4SChris Mason } 1351b4100d64SChris Mason 1352e20d96d6SChris Mason int close_ctree(struct btrfs_root *root) 1353eb60ceacSChris Mason { 13543768f368SChris Mason int ret; 1355e089f05cSChris Mason struct btrfs_trans_handle *trans; 13560f7d52f4SChris Mason struct btrfs_fs_info *fs_info = root->fs_info; 1357e089f05cSChris Mason 1358facda1e7SChris Mason fs_info->closing = 1; 135908607c1bSChris Mason btrfs_transaction_flush_work(root); 13600f7d52f4SChris Mason mutex_lock(&fs_info->fs_mutex); 13616702ed49SChris Mason btrfs_defrag_dirty_roots(root->fs_info); 136279154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 136354aa1f4dSChris Mason ret = btrfs_commit_transaction(trans, root); 136479154b1bSChris Mason /* run commit again to drop the original snapshot */ 136579154b1bSChris Mason trans = btrfs_start_transaction(root, 1); 136679154b1bSChris Mason btrfs_commit_transaction(trans, root); 136779154b1bSChris Mason ret = btrfs_write_and_wait_transaction(NULL, root); 13689f5fae2fSChris Mason BUG_ON(ret); 136979154b1bSChris Mason write_ctree_super(NULL, root); 13700f7d52f4SChris Mason mutex_unlock(&fs_info->fs_mutex); 1371ed2ff2cbSChris Mason 1372b0c68f8bSChris Mason if (fs_info->delalloc_bytes) { 1373b0c68f8bSChris Mason printk("btrfs: at unmount delalloc count %Lu\n", 1374b0c68f8bSChris Mason fs_info->delalloc_bytes); 1375b0c68f8bSChris Mason } 13760f7d52f4SChris Mason if (fs_info->extent_root->node) 13775f39d397SChris Mason free_extent_buffer(fs_info->extent_root->node); 1378f510cfecSChris Mason 13790f7d52f4SChris Mason if (fs_info->tree_root->node) 13805f39d397SChris Mason free_extent_buffer(fs_info->tree_root->node); 1381f510cfecSChris Mason 13820b86a832SChris Mason if (root->fs_info->chunk_root->node); 13830b86a832SChris Mason free_extent_buffer(root->fs_info->chunk_root->node); 13840b86a832SChris Mason 13850b86a832SChris Mason if (root->fs_info->dev_root->node); 13860b86a832SChris Mason free_extent_buffer(root->fs_info->dev_root->node); 13870b86a832SChris Mason 13885f39d397SChris Mason free_extent_buffer(fs_info->sb_buffer); 13897eccb903SChris Mason 13909078a3e1SChris Mason btrfs_free_block_groups(root->fs_info); 13910f7d52f4SChris Mason del_fs_roots(fs_info); 1392d10c5f31SChris Mason 1393d10c5f31SChris Mason filemap_write_and_wait(fs_info->btree_inode->i_mapping); 1394d10c5f31SChris Mason 1395d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->free_space_cache); 1396d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->block_group_cache); 1397d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pinned_extents); 1398d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->pending_del); 1399d1310b2eSChris Mason extent_io_tree_empty_lru(&fs_info->extent_ins); 1400d1310b2eSChris Mason extent_io_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->io_tree); 1401d10c5f31SChris Mason 1402db94535dSChris Mason truncate_inode_pages(fs_info->btree_inode->i_mapping, 0); 1403ce9adaa5SChris Mason flush_workqueue(end_io_workqueue); 1404ce9adaa5SChris Mason destroy_workqueue(end_io_workqueue); 1405d10c5f31SChris Mason 1406db94535dSChris Mason iput(fs_info->btree_inode); 140719c00ddcSChris Mason #if 0 140819c00ddcSChris Mason while(!list_empty(&fs_info->hashers)) { 140919c00ddcSChris Mason struct btrfs_hasher *hasher; 141019c00ddcSChris Mason hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher, 141119c00ddcSChris Mason hashers); 141219c00ddcSChris Mason list_del(&hasher->hashers); 141319c00ddcSChris Mason crypto_free_hash(&fs_info->hash_tfm); 141419c00ddcSChris Mason kfree(hasher); 141519c00ddcSChris Mason } 141619c00ddcSChris Mason #endif 14170b86a832SChris Mason close_all_devices(fs_info); 14180b86a832SChris Mason btrfs_mapping_tree_free(&fs_info->mapping_tree); 1419b248a415SChris Mason 1420b248a415SChris Mason #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,23) 142104160088SChris Mason bdi_destroy(&fs_info->bdi); 1422b248a415SChris Mason #endif 14230b86a832SChris Mason 14240f7d52f4SChris Mason kfree(fs_info->extent_root); 14250f7d52f4SChris Mason kfree(fs_info->tree_root); 14260b86a832SChris Mason kfree(fs_info->chunk_root); 14270b86a832SChris Mason kfree(fs_info->dev_root); 1428eb60ceacSChris Mason return 0; 1429eb60ceacSChris Mason } 1430eb60ceacSChris Mason 14315f39d397SChris Mason int btrfs_buffer_uptodate(struct extent_buffer *buf) 1432ccd467d6SChris Mason { 1433810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1434d1310b2eSChris Mason return extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, buf); 14355f39d397SChris Mason } 14366702ed49SChris Mason 14375f39d397SChris Mason int btrfs_set_buffer_uptodate(struct extent_buffer *buf) 14385f39d397SChris Mason { 1439810191ffSChris Mason struct inode *btree_inode = buf->first_page->mapping->host; 1440d1310b2eSChris Mason return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->io_tree, 14415f39d397SChris Mason buf); 14425f39d397SChris Mason } 14435f39d397SChris Mason 14445f39d397SChris Mason void btrfs_mark_buffer_dirty(struct extent_buffer *buf) 14455f39d397SChris Mason { 1446810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 14475f39d397SChris Mason u64 transid = btrfs_header_generation(buf); 14485f39d397SChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 14496702ed49SChris Mason 1450ccd467d6SChris Mason if (transid != root->fs_info->generation) { 1451ccd467d6SChris Mason printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n", 1452db94535dSChris Mason (unsigned long long)buf->start, 1453ccd467d6SChris Mason transid, root->fs_info->generation); 1454ccd467d6SChris Mason WARN_ON(1); 1455ccd467d6SChris Mason } 1456d1310b2eSChris Mason set_extent_buffer_dirty(&BTRFS_I(btree_inode)->io_tree, buf); 1457eb60ceacSChris Mason } 1458eb60ceacSChris Mason 1459e2008b61SChris Mason void btrfs_throttle(struct btrfs_root *root) 1460e2008b61SChris Mason { 146155c69072SChris Mason struct backing_dev_info *bdi; 146255c69072SChris Mason 146355c69072SChris Mason bdi = root->fs_info->sb->s_bdev->bd_inode->i_mapping->backing_dev_info; 146404005cc7SChris Mason if (root->fs_info->throttles && bdi_write_congested(bdi)) { 146504005cc7SChris Mason #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,18) 146655c69072SChris Mason congestion_wait(WRITE, HZ/20); 146704005cc7SChris Mason #else 146804005cc7SChris Mason blk_congestion_wait(WRITE, HZ/20); 146904005cc7SChris Mason #endif 147004005cc7SChris Mason } 1471e2008b61SChris Mason } 1472e2008b61SChris Mason 1473d3c2fdcfSChris Mason void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr) 147435b7e476SChris Mason { 1475d3c2fdcfSChris Mason balance_dirty_pages_ratelimited_nr( 1476304fced6SChris Mason root->fs_info->btree_inode->i_mapping, 1); 147735b7e476SChris Mason } 14786b80053dSChris Mason 14796b80053dSChris Mason void btrfs_set_buffer_defrag(struct extent_buffer *buf) 14806b80053dSChris Mason { 1481810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 14826b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1483d1310b2eSChris Mason set_extent_bits(&BTRFS_I(btree_inode)->io_tree, buf->start, 14846b80053dSChris Mason buf->start + buf->len - 1, EXTENT_DEFRAG, GFP_NOFS); 14856b80053dSChris Mason } 14866b80053dSChris Mason 14876b80053dSChris Mason void btrfs_set_buffer_defrag_done(struct extent_buffer *buf) 14886b80053dSChris Mason { 1489810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 14906b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1491d1310b2eSChris Mason set_extent_bits(&BTRFS_I(btree_inode)->io_tree, buf->start, 14926b80053dSChris Mason buf->start + buf->len - 1, EXTENT_DEFRAG_DONE, 14936b80053dSChris Mason GFP_NOFS); 14946b80053dSChris Mason } 14956b80053dSChris Mason 14966b80053dSChris Mason int btrfs_buffer_defrag(struct extent_buffer *buf) 14976b80053dSChris Mason { 1498810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 14996b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1500d1310b2eSChris Mason return test_range_bit(&BTRFS_I(btree_inode)->io_tree, 15016b80053dSChris Mason buf->start, buf->start + buf->len - 1, EXTENT_DEFRAG, 0); 15026b80053dSChris Mason } 15036b80053dSChris Mason 15046b80053dSChris Mason int btrfs_buffer_defrag_done(struct extent_buffer *buf) 15056b80053dSChris Mason { 1506810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 15076b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1508d1310b2eSChris Mason return test_range_bit(&BTRFS_I(btree_inode)->io_tree, 15096b80053dSChris Mason buf->start, buf->start + buf->len - 1, 15106b80053dSChris Mason EXTENT_DEFRAG_DONE, 0); 15116b80053dSChris Mason } 15126b80053dSChris Mason 15136b80053dSChris Mason int btrfs_clear_buffer_defrag_done(struct extent_buffer *buf) 15146b80053dSChris Mason { 1515810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 15166b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1517d1310b2eSChris Mason return clear_extent_bits(&BTRFS_I(btree_inode)->io_tree, 15186b80053dSChris Mason buf->start, buf->start + buf->len - 1, 15196b80053dSChris Mason EXTENT_DEFRAG_DONE, GFP_NOFS); 15206b80053dSChris Mason } 15216b80053dSChris Mason 15226b80053dSChris Mason int btrfs_clear_buffer_defrag(struct extent_buffer *buf) 15236b80053dSChris Mason { 1524810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 15256b80053dSChris Mason struct inode *btree_inode = root->fs_info->btree_inode; 1526d1310b2eSChris Mason return clear_extent_bits(&BTRFS_I(btree_inode)->io_tree, 15276b80053dSChris Mason buf->start, buf->start + buf->len - 1, 15286b80053dSChris Mason EXTENT_DEFRAG, GFP_NOFS); 15296b80053dSChris Mason } 15306b80053dSChris Mason 15316b80053dSChris Mason int btrfs_read_buffer(struct extent_buffer *buf) 15326b80053dSChris Mason { 1533810191ffSChris Mason struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root; 1534ce9adaa5SChris Mason int ret; 1535f188591eSChris Mason ret = btree_read_extent_buffer_pages(root, buf, 0); 1536ce9adaa5SChris Mason if (ret == 0) { 1537ce9adaa5SChris Mason buf->flags |= EXTENT_UPTODATE; 1538ce9adaa5SChris Mason } 1539ce9adaa5SChris Mason return ret; 15406b80053dSChris Mason } 15410da5468fSChris Mason 1542d1310b2eSChris Mason static struct extent_io_ops btree_extent_io_ops = { 15430da5468fSChris Mason .writepage_io_hook = btree_writepage_io_hook, 1544ce9adaa5SChris Mason .readpage_end_io_hook = btree_readpage_end_io_hook, 15450b86a832SChris Mason .submit_bio_hook = btree_submit_bio_hook, 1546239b14b3SChris Mason /* note we're sharing with inode.c for the merge bio hook */ 1547239b14b3SChris Mason .merge_bio_hook = btrfs_merge_bio_hook, 15480da5468fSChris Mason }; 1549