16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19065631f6SChris Mason #include <linux/bio.h> 20065631f6SChris Mason #include <linux/pagemap.h> 21065631f6SChris Mason #include <linux/highmem.h> 221e1d2701SChris Mason #include "ctree.h" 23dee26a9fSChris Mason #include "disk-io.h" 249f5fae2fSChris Mason #include "transaction.h" 251de037a4SChris Mason #include "print-tree.h" 261e1d2701SChris Mason 27607d432dSJosef Bacik #define MAX_CSUM_ITEMS(r,size) ((((BTRFS_LEAF_DATA_SIZE(r) - \ 28a429e513SChris Mason sizeof(struct btrfs_item) * 2) / \ 29607d432dSJosef Bacik size) - 1)) 30b18c6685SChris Mason int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 31dee26a9fSChris Mason struct btrfs_root *root, 32b18c6685SChris Mason u64 objectid, u64 pos, 33f2eb0a24SSage Weil u64 disk_offset, u64 disk_num_bytes, 34c8b97818SChris Mason u64 num_bytes, u64 offset, u64 ram_bytes, 35c8b97818SChris Mason u8 compression, u8 encryption, u16 other_encoding) 369f5fae2fSChris Mason { 37dee26a9fSChris Mason int ret = 0; 38dee26a9fSChris Mason struct btrfs_file_extent_item *item; 39dee26a9fSChris Mason struct btrfs_key file_key; 405caf2a00SChris Mason struct btrfs_path *path; 415f39d397SChris Mason struct extent_buffer *leaf; 42dee26a9fSChris Mason 435caf2a00SChris Mason path = btrfs_alloc_path(); 445caf2a00SChris Mason BUG_ON(!path); 45dee26a9fSChris Mason file_key.objectid = objectid; 46b18c6685SChris Mason file_key.offset = pos; 47dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 48dee26a9fSChris Mason 495caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 50dee26a9fSChris Mason sizeof(*item)); 5154aa1f4dSChris Mason if (ret < 0) 5254aa1f4dSChris Mason goto out; 539773a788SChris Mason BUG_ON(ret); 545f39d397SChris Mason leaf = path->nodes[0]; 555f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], 56dee26a9fSChris Mason struct btrfs_file_extent_item); 57f2eb0a24SSage Weil btrfs_set_file_extent_disk_bytenr(leaf, item, disk_offset); 58db94535dSChris Mason btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes); 59f2eb0a24SSage Weil btrfs_set_file_extent_offset(leaf, item, offset); 60db94535dSChris Mason btrfs_set_file_extent_num_bytes(leaf, item, num_bytes); 61c8b97818SChris Mason btrfs_set_file_extent_ram_bytes(leaf, item, ram_bytes); 625f39d397SChris Mason btrfs_set_file_extent_generation(leaf, item, trans->transid); 635f39d397SChris Mason btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG); 64c8b97818SChris Mason btrfs_set_file_extent_compression(leaf, item, compression); 65c8b97818SChris Mason btrfs_set_file_extent_encryption(leaf, item, encryption); 66c8b97818SChris Mason btrfs_set_file_extent_other_encoding(leaf, item, other_encoding); 67c8b97818SChris Mason 685f39d397SChris Mason btrfs_mark_buffer_dirty(leaf); 6954aa1f4dSChris Mason out: 705caf2a00SChris Mason btrfs_free_path(path); 7154aa1f4dSChris Mason return ret; 729f5fae2fSChris Mason } 73dee26a9fSChris Mason 74b18c6685SChris Mason struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, 75b18c6685SChris Mason struct btrfs_root *root, 766567e837SChris Mason struct btrfs_path *path, 77b18c6685SChris Mason u64 objectid, u64 offset, 78b18c6685SChris Mason int cow) 796567e837SChris Mason { 806567e837SChris Mason int ret; 816567e837SChris Mason struct btrfs_key file_key; 826567e837SChris Mason struct btrfs_key found_key; 836567e837SChris Mason struct btrfs_csum_item *item; 845f39d397SChris Mason struct extent_buffer *leaf; 856567e837SChris Mason u64 csum_offset = 0; 86607d432dSJosef Bacik u16 csum_size = 87607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 88a429e513SChris Mason int csums_in_item; 896567e837SChris Mason 906567e837SChris Mason file_key.objectid = objectid; 916567e837SChris Mason file_key.offset = offset; 926567e837SChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 93b18c6685SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow); 946567e837SChris Mason if (ret < 0) 956567e837SChris Mason goto fail; 965f39d397SChris Mason leaf = path->nodes[0]; 976567e837SChris Mason if (ret > 0) { 986567e837SChris Mason ret = 1; 9970b2befdSChris Mason if (path->slots[0] == 0) 1006567e837SChris Mason goto fail; 1016567e837SChris Mason path->slots[0]--; 1025f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 1036567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 1046567e837SChris Mason found_key.objectid != objectid) { 1056567e837SChris Mason goto fail; 1066567e837SChris Mason } 1076567e837SChris Mason csum_offset = (offset - found_key.offset) >> 1086567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 1095f39d397SChris Mason csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]); 110607d432dSJosef Bacik csums_in_item /= csum_size; 111a429e513SChris Mason 112a429e513SChris Mason if (csum_offset >= csums_in_item) { 113a429e513SChris Mason ret = -EFBIG; 1146567e837SChris Mason goto fail; 1156567e837SChris Mason } 1166567e837SChris Mason } 1176567e837SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 118509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 119607d432dSJosef Bacik csum_offset * csum_size); 1206567e837SChris Mason return item; 1216567e837SChris Mason fail: 1226567e837SChris Mason if (ret > 0) 123b18c6685SChris Mason ret = -ENOENT; 1246567e837SChris Mason return ERR_PTR(ret); 1256567e837SChris Mason } 1266567e837SChris Mason 1276567e837SChris Mason 128dee26a9fSChris Mason int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 129dee26a9fSChris Mason struct btrfs_root *root, 130dee26a9fSChris Mason struct btrfs_path *path, u64 objectid, 1319773a788SChris Mason u64 offset, int mod) 132dee26a9fSChris Mason { 133dee26a9fSChris Mason int ret; 134dee26a9fSChris Mason struct btrfs_key file_key; 135dee26a9fSChris Mason int ins_len = mod < 0 ? -1 : 0; 136dee26a9fSChris Mason int cow = mod != 0; 137dee26a9fSChris Mason 138dee26a9fSChris Mason file_key.objectid = objectid; 13970b2befdSChris Mason file_key.offset = offset; 140dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 141dee26a9fSChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow); 142dee26a9fSChris Mason return ret; 143dee26a9fSChris Mason } 144f254e52cSChris Mason 14561b49440SChris Mason int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode, 14661b49440SChris Mason struct bio *bio) 14761b49440SChris Mason { 14861b49440SChris Mason u32 sum; 14961b49440SChris Mason struct bio_vec *bvec = bio->bi_io_vec; 15061b49440SChris Mason int bio_index = 0; 15161b49440SChris Mason u64 offset; 15261b49440SChris Mason u64 item_start_offset = 0; 15361b49440SChris Mason u64 item_last_offset = 0; 15461b49440SChris Mason u32 diff; 155607d432dSJosef Bacik u16 csum_size = 156607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 15761b49440SChris Mason int ret; 15861b49440SChris Mason struct btrfs_path *path; 15961b49440SChris Mason struct btrfs_csum_item *item = NULL; 16061b49440SChris Mason struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree; 16161b49440SChris Mason 16261b49440SChris Mason path = btrfs_alloc_path(); 1634d1b5fb4SChris Mason if (bio->bi_size > PAGE_CACHE_SIZE * 8) 1644d1b5fb4SChris Mason path->reada = 2; 16561b49440SChris Mason 16661b49440SChris Mason WARN_ON(bio->bi_vcnt <= 0); 16761b49440SChris Mason 16861b49440SChris Mason while(bio_index < bio->bi_vcnt) { 16961b49440SChris Mason offset = page_offset(bvec->bv_page) + bvec->bv_offset; 17061b49440SChris Mason ret = btrfs_find_ordered_sum(inode, offset, &sum); 17161b49440SChris Mason if (ret == 0) 17261b49440SChris Mason goto found; 17361b49440SChris Mason 17461b49440SChris Mason if (!item || offset < item_start_offset || 17561b49440SChris Mason offset >= item_last_offset) { 17661b49440SChris Mason struct btrfs_key found_key; 17761b49440SChris Mason u32 item_size; 17861b49440SChris Mason 17961b49440SChris Mason if (item) 18061b49440SChris Mason btrfs_release_path(root, path); 18161b49440SChris Mason item = btrfs_lookup_csum(NULL, root, path, 18261b49440SChris Mason inode->i_ino, offset, 0); 18361b49440SChris Mason if (IS_ERR(item)) { 18461b49440SChris Mason ret = PTR_ERR(item); 18561b49440SChris Mason if (ret == -ENOENT || ret == -EFBIG) 18661b49440SChris Mason ret = 0; 18761b49440SChris Mason sum = 0; 18861b49440SChris Mason printk("no csum found for inode %lu start " 18961b49440SChris Mason "%llu\n", inode->i_ino, 19061b49440SChris Mason (unsigned long long)offset); 1916dab8157SChris Mason item = NULL; 19239be25cdSChris Mason btrfs_release_path(root, path); 19361b49440SChris Mason goto found; 19461b49440SChris Mason } 19561b49440SChris Mason btrfs_item_key_to_cpu(path->nodes[0], &found_key, 19661b49440SChris Mason path->slots[0]); 19761b49440SChris Mason 19861b49440SChris Mason item_start_offset = found_key.offset; 19961b49440SChris Mason item_size = btrfs_item_size_nr(path->nodes[0], 20061b49440SChris Mason path->slots[0]); 20161b49440SChris Mason item_last_offset = item_start_offset + 202607d432dSJosef Bacik (item_size / csum_size) * 20361b49440SChris Mason root->sectorsize; 20461b49440SChris Mason item = btrfs_item_ptr(path->nodes[0], path->slots[0], 20561b49440SChris Mason struct btrfs_csum_item); 20661b49440SChris Mason } 20761b49440SChris Mason /* 20861b49440SChris Mason * this byte range must be able to fit inside 20961b49440SChris Mason * a single leaf so it will also fit inside a u32 21061b49440SChris Mason */ 21161b49440SChris Mason diff = offset - item_start_offset; 21261b49440SChris Mason diff = diff / root->sectorsize; 213607d432dSJosef Bacik diff = diff * csum_size; 21461b49440SChris Mason 21561b49440SChris Mason read_extent_buffer(path->nodes[0], &sum, 2163de9d6b6SChris Mason ((unsigned long)item) + diff, 217607d432dSJosef Bacik csum_size); 21861b49440SChris Mason found: 21961b49440SChris Mason set_state_private(io_tree, offset, sum); 22061b49440SChris Mason bio_index++; 22161b49440SChris Mason bvec++; 22261b49440SChris Mason } 22361b49440SChris Mason btrfs_free_path(path); 22461b49440SChris Mason return 0; 22561b49440SChris Mason } 22661b49440SChris Mason 227c8b97818SChris Mason int btrfs_csum_file_bytes(struct btrfs_root *root, struct inode *inode, 228c8b97818SChris Mason u64 start, unsigned long len) 229c8b97818SChris Mason { 230c8b97818SChris Mason struct btrfs_ordered_sum *sums; 231c8b97818SChris Mason struct btrfs_sector_sum *sector_sum; 232c8b97818SChris Mason struct btrfs_ordered_extent *ordered; 233c8b97818SChris Mason char *data; 234c8b97818SChris Mason struct page *page; 235c8b97818SChris Mason unsigned long total_bytes = 0; 236c8b97818SChris Mason unsigned long this_sum_bytes = 0; 237c8b97818SChris Mason 238c8b97818SChris Mason sums = kzalloc(btrfs_ordered_sum_size(root, len), GFP_NOFS); 239c8b97818SChris Mason if (!sums) 240c8b97818SChris Mason return -ENOMEM; 241c8b97818SChris Mason 242c8b97818SChris Mason sector_sum = sums->sums; 243c8b97818SChris Mason sums->file_offset = start; 244c8b97818SChris Mason sums->len = len; 245c8b97818SChris Mason INIT_LIST_HEAD(&sums->list); 246c8b97818SChris Mason ordered = btrfs_lookup_ordered_extent(inode, sums->file_offset); 247c8b97818SChris Mason BUG_ON(!ordered); 248c8b97818SChris Mason 249c8b97818SChris Mason while(len > 0) { 250c8b97818SChris Mason if (start >= ordered->file_offset + ordered->len || 251c8b97818SChris Mason start < ordered->file_offset) { 252c8b97818SChris Mason sums->len = this_sum_bytes; 253c8b97818SChris Mason this_sum_bytes = 0; 254c8b97818SChris Mason btrfs_add_ordered_sum(inode, ordered, sums); 255c8b97818SChris Mason btrfs_put_ordered_extent(ordered); 256c8b97818SChris Mason 257c8b97818SChris Mason sums = kzalloc(btrfs_ordered_sum_size(root, len), 258c8b97818SChris Mason GFP_NOFS); 259c8b97818SChris Mason BUG_ON(!sums); 260c8b97818SChris Mason sector_sum = sums->sums; 261c8b97818SChris Mason sums->len = len; 262c8b97818SChris Mason sums->file_offset = start; 263c8b97818SChris Mason ordered = btrfs_lookup_ordered_extent(inode, 264c8b97818SChris Mason sums->file_offset); 265c8b97818SChris Mason BUG_ON(!ordered); 266c8b97818SChris Mason } 267c8b97818SChris Mason 268c8b97818SChris Mason page = find_get_page(inode->i_mapping, 269c8b97818SChris Mason start >> PAGE_CACHE_SHIFT); 270c8b97818SChris Mason 271c8b97818SChris Mason data = kmap_atomic(page, KM_USER0); 272c8b97818SChris Mason sector_sum->sum = ~(u32)0; 273c8b97818SChris Mason sector_sum->sum = btrfs_csum_data(root, data, sector_sum->sum, 274c8b97818SChris Mason PAGE_CACHE_SIZE); 275c8b97818SChris Mason kunmap_atomic(data, KM_USER0); 276c8b97818SChris Mason btrfs_csum_final(sector_sum->sum, 277c8b97818SChris Mason (char *)§or_sum->sum); 278c8b97818SChris Mason sector_sum->offset = page_offset(page); 279c8b97818SChris Mason page_cache_release(page); 280c8b97818SChris Mason 281c8b97818SChris Mason sector_sum++; 282c8b97818SChris Mason total_bytes += PAGE_CACHE_SIZE; 283c8b97818SChris Mason this_sum_bytes += PAGE_CACHE_SIZE; 284c8b97818SChris Mason start += PAGE_CACHE_SIZE; 285c8b97818SChris Mason 286c8b97818SChris Mason WARN_ON(len < PAGE_CACHE_SIZE); 287c8b97818SChris Mason len -= PAGE_CACHE_SIZE; 288c8b97818SChris Mason } 289c8b97818SChris Mason btrfs_add_ordered_sum(inode, ordered, sums); 290c8b97818SChris Mason btrfs_put_ordered_extent(ordered); 291c8b97818SChris Mason return 0; 292c8b97818SChris Mason } 293c8b97818SChris Mason 2943edf7d33SChris Mason int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode, 2953edf7d33SChris Mason struct bio *bio) 296e015640fSChris Mason { 297e6dcd2dcSChris Mason struct btrfs_ordered_sum *sums; 298e6dcd2dcSChris Mason struct btrfs_sector_sum *sector_sum; 2993edf7d33SChris Mason struct btrfs_ordered_extent *ordered; 300e015640fSChris Mason char *data; 301e015640fSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 302e015640fSChris Mason int bio_index = 0; 3033edf7d33SChris Mason unsigned long total_bytes = 0; 3043edf7d33SChris Mason unsigned long this_sum_bytes = 0; 3053edf7d33SChris Mason u64 offset; 306e015640fSChris Mason 307e6dcd2dcSChris Mason WARN_ON(bio->bi_vcnt <= 0); 308e6dcd2dcSChris Mason sums = kzalloc(btrfs_ordered_sum_size(root, bio->bi_size), GFP_NOFS); 309e015640fSChris Mason if (!sums) 310e015640fSChris Mason return -ENOMEM; 3113edf7d33SChris Mason 312ed98b56aSChris Mason sector_sum = sums->sums; 3133edf7d33SChris Mason sums->file_offset = page_offset(bvec->bv_page) + bvec->bv_offset; 314e6dcd2dcSChris Mason sums->len = bio->bi_size; 315e6dcd2dcSChris Mason INIT_LIST_HEAD(&sums->list); 3163edf7d33SChris Mason ordered = btrfs_lookup_ordered_extent(inode, sums->file_offset); 3173edf7d33SChris Mason BUG_ON(!ordered); 318e015640fSChris Mason 319e015640fSChris Mason while(bio_index < bio->bi_vcnt) { 3203edf7d33SChris Mason offset = page_offset(bvec->bv_page) + bvec->bv_offset; 321e5a2217eSChris Mason if (offset >= ordered->file_offset + ordered->len || 322e5a2217eSChris Mason offset < ordered->file_offset) { 3233edf7d33SChris Mason unsigned long bytes_left; 3243edf7d33SChris Mason sums->len = this_sum_bytes; 3253edf7d33SChris Mason this_sum_bytes = 0; 3263edf7d33SChris Mason btrfs_add_ordered_sum(inode, ordered, sums); 3273edf7d33SChris Mason btrfs_put_ordered_extent(ordered); 3283edf7d33SChris Mason 3293edf7d33SChris Mason bytes_left = bio->bi_size - total_bytes; 3303edf7d33SChris Mason 3313edf7d33SChris Mason sums = kzalloc(btrfs_ordered_sum_size(root, bytes_left), 3323edf7d33SChris Mason GFP_NOFS); 3333edf7d33SChris Mason BUG_ON(!sums); 334ed98b56aSChris Mason sector_sum = sums->sums; 3353edf7d33SChris Mason sums->len = bytes_left; 3363edf7d33SChris Mason sums->file_offset = offset; 3373edf7d33SChris Mason ordered = btrfs_lookup_ordered_extent(inode, 3383edf7d33SChris Mason sums->file_offset); 3393edf7d33SChris Mason BUG_ON(!ordered); 3403edf7d33SChris Mason } 3413edf7d33SChris Mason 342e015640fSChris Mason data = kmap_atomic(bvec->bv_page, KM_USER0); 343e6dcd2dcSChris Mason sector_sum->sum = ~(u32)0; 344e6dcd2dcSChris Mason sector_sum->sum = btrfs_csum_data(root, 345e6dcd2dcSChris Mason data + bvec->bv_offset, 346e6dcd2dcSChris Mason sector_sum->sum, 347e6dcd2dcSChris Mason bvec->bv_len); 348e015640fSChris Mason kunmap_atomic(data, KM_USER0); 349e6dcd2dcSChris Mason btrfs_csum_final(sector_sum->sum, 350e6dcd2dcSChris Mason (char *)§or_sum->sum); 351e6dcd2dcSChris Mason sector_sum->offset = page_offset(bvec->bv_page) + 352e6dcd2dcSChris Mason bvec->bv_offset; 353ed98b56aSChris Mason 354e6dcd2dcSChris Mason sector_sum++; 355e015640fSChris Mason bio_index++; 3563edf7d33SChris Mason total_bytes += bvec->bv_len; 3573edf7d33SChris Mason this_sum_bytes += bvec->bv_len; 358e015640fSChris Mason bvec++; 359e015640fSChris Mason } 360ed98b56aSChris Mason this_sum_bytes = 0; 3613edf7d33SChris Mason btrfs_add_ordered_sum(inode, ordered, sums); 3623edf7d33SChris Mason btrfs_put_ordered_extent(ordered); 363e015640fSChris Mason return 0; 364e015640fSChris Mason } 365e015640fSChris Mason 366065631f6SChris Mason int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 367065631f6SChris Mason struct btrfs_root *root, struct inode *inode, 368e6dcd2dcSChris Mason struct btrfs_ordered_sum *sums) 369f254e52cSChris Mason { 370065631f6SChris Mason u64 objectid = inode->i_ino; 371065631f6SChris Mason u64 offset; 372f254e52cSChris Mason int ret; 373f254e52cSChris Mason struct btrfs_key file_key; 3746567e837SChris Mason struct btrfs_key found_key; 375065631f6SChris Mason u64 next_offset; 376e6dcd2dcSChris Mason u64 total_bytes = 0; 377065631f6SChris Mason int found_next; 3785caf2a00SChris Mason struct btrfs_path *path; 379f254e52cSChris Mason struct btrfs_csum_item *item; 380065631f6SChris Mason struct btrfs_csum_item *item_end; 381ff79f819SChris Mason struct extent_buffer *leaf = NULL; 3826567e837SChris Mason u64 csum_offset; 383e6dcd2dcSChris Mason struct btrfs_sector_sum *sector_sum; 384f578d4bdSChris Mason u32 nritems; 385f578d4bdSChris Mason u32 ins_size; 3866e92f5e6SChris Mason char *eb_map; 3876e92f5e6SChris Mason char *eb_token; 3886e92f5e6SChris Mason unsigned long map_len; 3896e92f5e6SChris Mason unsigned long map_start; 390607d432dSJosef Bacik u16 csum_size = 391607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 3926e92f5e6SChris Mason 3935caf2a00SChris Mason path = btrfs_alloc_path(); 3945caf2a00SChris Mason BUG_ON(!path); 395ed98b56aSChris Mason sector_sum = sums->sums; 396065631f6SChris Mason again: 397065631f6SChris Mason next_offset = (u64)-1; 398065631f6SChris Mason found_next = 0; 399e6dcd2dcSChris Mason offset = sector_sum->offset; 400f254e52cSChris Mason file_key.objectid = objectid; 401f254e52cSChris Mason file_key.offset = offset; 402f254e52cSChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 403a429e513SChris Mason 40453863232SChris Mason mutex_lock(&BTRFS_I(inode)->csum_mutex); 405a429e513SChris Mason item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1); 406ff79f819SChris Mason if (!IS_ERR(item)) { 407ff79f819SChris Mason leaf = path->nodes[0]; 408639cb586SChris Mason ret = 0; 409a429e513SChris Mason goto found; 410ff79f819SChris Mason } 411a429e513SChris Mason ret = PTR_ERR(item); 412a429e513SChris Mason if (ret == -EFBIG) { 413a429e513SChris Mason u32 item_size; 414a429e513SChris Mason /* we found one, but it isn't big enough yet */ 4155f39d397SChris Mason leaf = path->nodes[0]; 4165f39d397SChris Mason item_size = btrfs_item_size_nr(leaf, path->slots[0]); 417607d432dSJosef Bacik if ((item_size / csum_size) >= 418607d432dSJosef Bacik MAX_CSUM_ITEMS(root, csum_size)) { 419a429e513SChris Mason /* already at max size, make a new one */ 420a429e513SChris Mason goto insert; 421a429e513SChris Mason } 422a429e513SChris Mason } else { 423f578d4bdSChris Mason int slot = path->slots[0] + 1; 424a429e513SChris Mason /* we didn't find a csum item, insert one */ 425f578d4bdSChris Mason nritems = btrfs_header_nritems(path->nodes[0]); 426f578d4bdSChris Mason if (path->slots[0] >= nritems - 1) { 427f578d4bdSChris Mason ret = btrfs_next_leaf(root, path); 428b56baf5bSYan if (ret == 1) 429f578d4bdSChris Mason found_next = 1; 430b56baf5bSYan if (ret != 0) 431f578d4bdSChris Mason goto insert; 432b56baf5bSYan slot = 0; 433f578d4bdSChris Mason } 434f578d4bdSChris Mason btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot); 435f578d4bdSChris Mason if (found_key.objectid != objectid || 436f578d4bdSChris Mason found_key.type != BTRFS_CSUM_ITEM_KEY) { 437f578d4bdSChris Mason found_next = 1; 438f578d4bdSChris Mason goto insert; 439f578d4bdSChris Mason } 440f578d4bdSChris Mason next_offset = found_key.offset; 441f578d4bdSChris Mason found_next = 1; 442a429e513SChris Mason goto insert; 443a429e513SChris Mason } 444a429e513SChris Mason 445a429e513SChris Mason /* 446a429e513SChris Mason * at this point, we know the tree has an item, but it isn't big 447a429e513SChris Mason * enough yet to put our csum in. Grow it 448a429e513SChris Mason */ 449a429e513SChris Mason btrfs_release_path(root, path); 4506567e837SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 451607d432dSJosef Bacik csum_size, 1); 4526567e837SChris Mason if (ret < 0) 45353863232SChris Mason goto fail_unlock; 4546567e837SChris Mason if (ret == 0) { 455b18c6685SChris Mason BUG(); 4566567e837SChris Mason } 4576567e837SChris Mason if (path->slots[0] == 0) { 4586567e837SChris Mason goto insert; 4596567e837SChris Mason } 4606567e837SChris Mason path->slots[0]--; 4615f39d397SChris Mason leaf = path->nodes[0]; 4625f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 4636567e837SChris Mason csum_offset = (offset - found_key.offset) >> 4646567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 4656567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 4666567e837SChris Mason found_key.objectid != objectid || 467607d432dSJosef Bacik csum_offset >= MAX_CSUM_ITEMS(root, csum_size)) { 4686567e837SChris Mason goto insert; 4696567e837SChris Mason } 4705f39d397SChris Mason if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) / 471607d432dSJosef Bacik csum_size) { 472607d432dSJosef Bacik u32 diff = (csum_offset + 1) * csum_size; 4735f39d397SChris Mason diff = diff - btrfs_item_size_nr(leaf, path->slots[0]); 474607d432dSJosef Bacik if (diff != csum_size) 4753a686375SChris Mason goto insert; 476a429e513SChris Mason ret = btrfs_extend_item(trans, root, path, diff); 4776567e837SChris Mason BUG_ON(ret); 4786567e837SChris Mason goto csum; 4796567e837SChris Mason } 4806567e837SChris Mason 4816567e837SChris Mason insert: 482a429e513SChris Mason btrfs_release_path(root, path); 4836567e837SChris Mason csum_offset = 0; 484f578d4bdSChris Mason if (found_next) { 485f578d4bdSChris Mason u64 tmp = min((u64)i_size_read(inode), next_offset); 486b56baf5bSYan tmp -= offset & ~((u64)root->sectorsize -1); 487f578d4bdSChris Mason tmp >>= root->fs_info->sb->s_blocksize_bits; 488f578d4bdSChris Mason tmp = max((u64)1, tmp); 489607d432dSJosef Bacik tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root, csum_size)); 490607d432dSJosef Bacik ins_size = csum_size * tmp; 491f578d4bdSChris Mason } else { 492607d432dSJosef Bacik ins_size = csum_size; 493f578d4bdSChris Mason } 4945caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 495f578d4bdSChris Mason ins_size); 49654aa1f4dSChris Mason if (ret < 0) 49753863232SChris Mason goto fail_unlock; 498a429e513SChris Mason if (ret != 0) { 499a429e513SChris Mason WARN_ON(1); 50053863232SChris Mason goto fail_unlock; 501a429e513SChris Mason } 5026567e837SChris Mason csum: 5035f39d397SChris Mason leaf = path->nodes[0]; 5045f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 505f254e52cSChris Mason ret = 0; 506509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 507607d432dSJosef Bacik csum_offset * csum_size); 508b18c6685SChris Mason found: 509065631f6SChris Mason item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 510065631f6SChris Mason item_end = (struct btrfs_csum_item *)((unsigned char *)item_end + 511065631f6SChris Mason btrfs_item_size_nr(leaf, path->slots[0])); 5126e92f5e6SChris Mason eb_token = NULL; 51353863232SChris Mason mutex_unlock(&BTRFS_I(inode)->csum_mutex); 51453863232SChris Mason cond_resched(); 515e6dcd2dcSChris Mason next_sector: 516aadfeb6eSChris Mason 5176e92f5e6SChris Mason if (!eb_token || 518607d432dSJosef Bacik (unsigned long)item + csum_size >= map_start + map_len) { 5196e92f5e6SChris Mason int err; 5206e92f5e6SChris Mason 5216e92f5e6SChris Mason if (eb_token) 522eb20978fSChris Mason unmap_extent_buffer(leaf, eb_token, KM_USER1); 5236e92f5e6SChris Mason eb_token = NULL; 5246e92f5e6SChris Mason err = map_private_extent_buffer(leaf, (unsigned long)item, 525607d432dSJosef Bacik csum_size, 5266e92f5e6SChris Mason &eb_token, &eb_map, 527eb20978fSChris Mason &map_start, &map_len, KM_USER1); 5286e92f5e6SChris Mason if (err) 5296e92f5e6SChris Mason eb_token = NULL; 5306e92f5e6SChris Mason } 5316e92f5e6SChris Mason if (eb_token) { 5326e92f5e6SChris Mason memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)), 533607d432dSJosef Bacik §or_sum->sum, csum_size); 5346e92f5e6SChris Mason } else { 535e6dcd2dcSChris Mason write_extent_buffer(leaf, §or_sum->sum, 536607d432dSJosef Bacik (unsigned long)item, csum_size); 5376e92f5e6SChris Mason } 5387f3c74fbSChris Mason 539e6dcd2dcSChris Mason total_bytes += root->sectorsize; 540e6dcd2dcSChris Mason sector_sum++; 541e6dcd2dcSChris Mason if (total_bytes < sums->len) { 5426e92f5e6SChris Mason item = (struct btrfs_csum_item *)((char *)item + 543607d432dSJosef Bacik csum_size); 5442e1a992eSChris Mason if (item < item_end && offset + PAGE_CACHE_SIZE == 545e6dcd2dcSChris Mason sector_sum->offset) { 546e6dcd2dcSChris Mason offset = sector_sum->offset; 547e6dcd2dcSChris Mason goto next_sector; 548065631f6SChris Mason } 5492e1a992eSChris Mason } 5506e92f5e6SChris Mason if (eb_token) { 551eb20978fSChris Mason unmap_extent_buffer(leaf, eb_token, KM_USER1); 5526e92f5e6SChris Mason eb_token = NULL; 5536e92f5e6SChris Mason } 5545caf2a00SChris Mason btrfs_mark_buffer_dirty(path->nodes[0]); 55553863232SChris Mason cond_resched(); 556e6dcd2dcSChris Mason if (total_bytes < sums->len) { 5575caf2a00SChris Mason btrfs_release_path(root, path); 558065631f6SChris Mason goto again; 559065631f6SChris Mason } 56053863232SChris Mason out: 5615caf2a00SChris Mason btrfs_free_path(path); 562f254e52cSChris Mason return ret; 56353863232SChris Mason 56453863232SChris Mason fail_unlock: 56553863232SChris Mason mutex_unlock(&BTRFS_I(inode)->csum_mutex); 56653863232SChris Mason goto out; 567f254e52cSChris Mason } 568f254e52cSChris Mason 5691de037a4SChris Mason int btrfs_csum_truncate(struct btrfs_trans_handle *trans, 5701de037a4SChris Mason struct btrfs_root *root, struct btrfs_path *path, 5711de037a4SChris Mason u64 isize) 5721de037a4SChris Mason { 5731de037a4SChris Mason struct btrfs_key key; 5745f39d397SChris Mason struct extent_buffer *leaf = path->nodes[0]; 5751de037a4SChris Mason int slot = path->slots[0]; 5761de037a4SChris Mason int ret; 5771de037a4SChris Mason u32 new_item_size; 5781de037a4SChris Mason u64 new_item_span; 5791de037a4SChris Mason u64 blocks; 5801de037a4SChris Mason 5815f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &key, slot); 5821de037a4SChris Mason if (isize <= key.offset) 5831de037a4SChris Mason return 0; 5841de037a4SChris Mason new_item_span = isize - key.offset; 5855f39d397SChris Mason blocks = (new_item_span + root->sectorsize - 1) >> 58684f54cfaSChris Mason root->fs_info->sb->s_blocksize_bits; 587607d432dSJosef Bacik new_item_size = blocks * 588607d432dSJosef Bacik btrfs_super_csum_size(&root->fs_info->super_copy); 5895f39d397SChris Mason if (new_item_size >= btrfs_item_size_nr(leaf, slot)) 5901de037a4SChris Mason return 0; 591179e29e4SChris Mason ret = btrfs_truncate_item(trans, root, path, new_item_size, 1); 5921de037a4SChris Mason BUG_ON(ret); 5931de037a4SChris Mason return ret; 5941de037a4SChris Mason } 595