16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19*065631f6SChris Mason #include <linux/bio.h> 20*065631f6SChris Mason #include <linux/pagemap.h> 21*065631f6SChris Mason #include <linux/highmem.h> 221e1d2701SChris Mason #include "ctree.h" 23dee26a9fSChris Mason #include "disk-io.h" 249f5fae2fSChris Mason #include "transaction.h" 251de037a4SChris Mason #include "print-tree.h" 261e1d2701SChris Mason 276567e837SChris Mason #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \ 28a429e513SChris Mason sizeof(struct btrfs_item) * 2) / \ 29509659cdSChris Mason BTRFS_CRC32_SIZE) - 1)) 30b18c6685SChris Mason int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 31dee26a9fSChris Mason struct btrfs_root *root, 32b18c6685SChris Mason u64 objectid, u64 pos, 33db94535dSChris Mason u64 offset, u64 disk_num_bytes, 34db94535dSChris Mason u64 num_bytes) 359f5fae2fSChris Mason { 36dee26a9fSChris Mason int ret = 0; 37dee26a9fSChris Mason struct btrfs_file_extent_item *item; 38dee26a9fSChris Mason struct btrfs_key file_key; 395caf2a00SChris Mason struct btrfs_path *path; 405f39d397SChris Mason struct extent_buffer *leaf; 41dee26a9fSChris Mason 425caf2a00SChris Mason path = btrfs_alloc_path(); 435caf2a00SChris Mason BUG_ON(!path); 44dee26a9fSChris Mason file_key.objectid = objectid; 45b18c6685SChris Mason file_key.offset = pos; 46dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 47dee26a9fSChris Mason 485caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 49dee26a9fSChris Mason sizeof(*item)); 5054aa1f4dSChris Mason if (ret < 0) 5154aa1f4dSChris Mason goto out; 529773a788SChris Mason BUG_ON(ret); 535f39d397SChris Mason leaf = path->nodes[0]; 545f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], 55dee26a9fSChris Mason struct btrfs_file_extent_item); 56db94535dSChris Mason btrfs_set_file_extent_disk_bytenr(leaf, item, offset); 57db94535dSChris Mason btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes); 585f39d397SChris Mason btrfs_set_file_extent_offset(leaf, item, 0); 59db94535dSChris Mason btrfs_set_file_extent_num_bytes(leaf, item, num_bytes); 605f39d397SChris Mason btrfs_set_file_extent_generation(leaf, item, trans->transid); 615f39d397SChris Mason btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG); 625f39d397SChris Mason btrfs_mark_buffer_dirty(leaf); 6354aa1f4dSChris Mason out: 645caf2a00SChris Mason btrfs_free_path(path); 6554aa1f4dSChris Mason return ret; 669f5fae2fSChris Mason } 67dee26a9fSChris Mason 68b18c6685SChris Mason struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, 69b18c6685SChris Mason struct btrfs_root *root, 706567e837SChris Mason struct btrfs_path *path, 71b18c6685SChris Mason u64 objectid, u64 offset, 72b18c6685SChris Mason int cow) 736567e837SChris Mason { 746567e837SChris Mason int ret; 756567e837SChris Mason struct btrfs_key file_key; 766567e837SChris Mason struct btrfs_key found_key; 776567e837SChris Mason struct btrfs_csum_item *item; 785f39d397SChris Mason struct extent_buffer *leaf; 796567e837SChris Mason u64 csum_offset = 0; 80a429e513SChris Mason int csums_in_item; 816567e837SChris Mason 826567e837SChris Mason file_key.objectid = objectid; 836567e837SChris Mason file_key.offset = offset; 846567e837SChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 85b18c6685SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow); 866567e837SChris Mason if (ret < 0) 876567e837SChris Mason goto fail; 885f39d397SChris Mason leaf = path->nodes[0]; 896567e837SChris Mason if (ret > 0) { 906567e837SChris Mason ret = 1; 9170b2befdSChris Mason if (path->slots[0] == 0) 926567e837SChris Mason goto fail; 936567e837SChris Mason path->slots[0]--; 945f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 956567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 966567e837SChris Mason found_key.objectid != objectid) { 976567e837SChris Mason goto fail; 986567e837SChris Mason } 996567e837SChris Mason csum_offset = (offset - found_key.offset) >> 1006567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 1015f39d397SChris Mason csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]); 102509659cdSChris Mason csums_in_item /= BTRFS_CRC32_SIZE; 103a429e513SChris Mason 104a429e513SChris Mason if (csum_offset >= csums_in_item) { 105a429e513SChris Mason ret = -EFBIG; 1066567e837SChris Mason goto fail; 1076567e837SChris Mason } 1086567e837SChris Mason } 1096567e837SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 110509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 111509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 1126567e837SChris Mason return item; 1136567e837SChris Mason fail: 1146567e837SChris Mason if (ret > 0) 115b18c6685SChris Mason ret = -ENOENT; 1166567e837SChris Mason return ERR_PTR(ret); 1176567e837SChris Mason } 1186567e837SChris Mason 1196567e837SChris Mason 120dee26a9fSChris Mason int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 121dee26a9fSChris Mason struct btrfs_root *root, 122dee26a9fSChris Mason struct btrfs_path *path, u64 objectid, 1239773a788SChris Mason u64 offset, int mod) 124dee26a9fSChris Mason { 125dee26a9fSChris Mason int ret; 126dee26a9fSChris Mason struct btrfs_key file_key; 127dee26a9fSChris Mason int ins_len = mod < 0 ? -1 : 0; 128dee26a9fSChris Mason int cow = mod != 0; 129dee26a9fSChris Mason 130dee26a9fSChris Mason file_key.objectid = objectid; 13170b2befdSChris Mason file_key.offset = offset; 132dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 133dee26a9fSChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow); 134dee26a9fSChris Mason return ret; 135dee26a9fSChris Mason } 136f254e52cSChris Mason 137*065631f6SChris Mason int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 138*065631f6SChris Mason struct btrfs_root *root, struct inode *inode, 139*065631f6SChris Mason struct bio *bio) 140f254e52cSChris Mason { 141*065631f6SChris Mason u64 objectid = inode->i_ino; 142*065631f6SChris Mason u64 offset; 143f254e52cSChris Mason int ret; 144f254e52cSChris Mason struct btrfs_key file_key; 1456567e837SChris Mason struct btrfs_key found_key; 146*065631f6SChris Mason u64 next_offset; 147*065631f6SChris Mason int found_next; 1485caf2a00SChris Mason struct btrfs_path *path; 149f254e52cSChris Mason struct btrfs_csum_item *item; 150*065631f6SChris Mason struct btrfs_csum_item *item_end; 151ff79f819SChris Mason struct extent_buffer *leaf = NULL; 1526567e837SChris Mason u64 csum_offset; 153*065631f6SChris Mason u32 csum_result; 154f578d4bdSChris Mason u32 nritems; 155f578d4bdSChris Mason u32 ins_size; 156*065631f6SChris Mason int bio_index = 0; 157*065631f6SChris Mason struct bio_vec *bvec = bio->bi_io_vec; 158*065631f6SChris Mason char *data; 159f254e52cSChris Mason 1605caf2a00SChris Mason path = btrfs_alloc_path(); 1615caf2a00SChris Mason BUG_ON(!path); 162*065631f6SChris Mason again: 163*065631f6SChris Mason next_offset = (u64)-1; 164*065631f6SChris Mason found_next = 0; 165*065631f6SChris Mason offset = page_offset(bvec->bv_page) + bvec->bv_offset; 166f254e52cSChris Mason file_key.objectid = objectid; 167f254e52cSChris Mason file_key.offset = offset; 168f254e52cSChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 169a429e513SChris Mason 170a429e513SChris Mason item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1); 171ff79f819SChris Mason if (!IS_ERR(item)) { 172ff79f819SChris Mason leaf = path->nodes[0]; 173a429e513SChris Mason goto found; 174ff79f819SChris Mason } 175a429e513SChris Mason ret = PTR_ERR(item); 176a429e513SChris Mason if (ret == -EFBIG) { 177a429e513SChris Mason u32 item_size; 178a429e513SChris Mason /* we found one, but it isn't big enough yet */ 1795f39d397SChris Mason leaf = path->nodes[0]; 1805f39d397SChris Mason item_size = btrfs_item_size_nr(leaf, path->slots[0]); 181509659cdSChris Mason if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) { 182a429e513SChris Mason /* already at max size, make a new one */ 183a429e513SChris Mason goto insert; 184a429e513SChris Mason } 185a429e513SChris Mason } else { 186f578d4bdSChris Mason int slot = path->slots[0] + 1; 187a429e513SChris Mason /* we didn't find a csum item, insert one */ 188f578d4bdSChris Mason nritems = btrfs_header_nritems(path->nodes[0]); 189f578d4bdSChris Mason if (path->slots[0] >= nritems - 1) { 190f578d4bdSChris Mason ret = btrfs_next_leaf(root, path); 191b56baf5bSYan if (ret == 1) 192f578d4bdSChris Mason found_next = 1; 193b56baf5bSYan if (ret != 0) 194f578d4bdSChris Mason goto insert; 195b56baf5bSYan slot = 0; 196f578d4bdSChris Mason } 197f578d4bdSChris Mason btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot); 198f578d4bdSChris Mason if (found_key.objectid != objectid || 199f578d4bdSChris Mason found_key.type != BTRFS_CSUM_ITEM_KEY) { 200f578d4bdSChris Mason found_next = 1; 201f578d4bdSChris Mason goto insert; 202f578d4bdSChris Mason } 203f578d4bdSChris Mason next_offset = found_key.offset; 204f578d4bdSChris Mason found_next = 1; 205a429e513SChris Mason goto insert; 206a429e513SChris Mason } 207a429e513SChris Mason 208a429e513SChris Mason /* 209a429e513SChris Mason * at this point, we know the tree has an item, but it isn't big 210a429e513SChris Mason * enough yet to put our csum in. Grow it 211a429e513SChris Mason */ 212a429e513SChris Mason btrfs_release_path(root, path); 2136567e837SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 214509659cdSChris Mason BTRFS_CRC32_SIZE, 1); 2156567e837SChris Mason if (ret < 0) 2166567e837SChris Mason goto fail; 2176567e837SChris Mason if (ret == 0) { 218b18c6685SChris Mason BUG(); 2196567e837SChris Mason } 2206567e837SChris Mason if (path->slots[0] == 0) { 2216567e837SChris Mason goto insert; 2226567e837SChris Mason } 2236567e837SChris Mason path->slots[0]--; 2245f39d397SChris Mason leaf = path->nodes[0]; 2255f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 2266567e837SChris Mason csum_offset = (offset - found_key.offset) >> 2276567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 2286567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 2296567e837SChris Mason found_key.objectid != objectid || 2306567e837SChris Mason csum_offset >= MAX_CSUM_ITEMS(root)) { 2316567e837SChris Mason goto insert; 2326567e837SChris Mason } 2335f39d397SChris Mason if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) / 234509659cdSChris Mason BTRFS_CRC32_SIZE) { 235509659cdSChris Mason u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE; 2365f39d397SChris Mason diff = diff - btrfs_item_size_nr(leaf, path->slots[0]); 2373a686375SChris Mason if (diff != BTRFS_CRC32_SIZE) 2383a686375SChris Mason goto insert; 239a429e513SChris Mason ret = btrfs_extend_item(trans, root, path, diff); 2406567e837SChris Mason BUG_ON(ret); 2416567e837SChris Mason goto csum; 2426567e837SChris Mason } 2436567e837SChris Mason 2446567e837SChris Mason insert: 245a429e513SChris Mason btrfs_release_path(root, path); 2466567e837SChris Mason csum_offset = 0; 247f578d4bdSChris Mason if (found_next) { 248f578d4bdSChris Mason u64 tmp = min((u64)i_size_read(inode), next_offset); 249b56baf5bSYan tmp -= offset & ~((u64)root->sectorsize -1); 250f578d4bdSChris Mason tmp >>= root->fs_info->sb->s_blocksize_bits; 251f578d4bdSChris Mason tmp = max((u64)1, tmp); 252f578d4bdSChris Mason tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root)); 253f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE * tmp; 254f578d4bdSChris Mason } else { 255f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE; 256f578d4bdSChris Mason } 2575caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 258f578d4bdSChris Mason ins_size); 25954aa1f4dSChris Mason if (ret < 0) 26054aa1f4dSChris Mason goto fail; 261a429e513SChris Mason if (ret != 0) { 262a429e513SChris Mason WARN_ON(1); 263f254e52cSChris Mason goto fail; 264a429e513SChris Mason } 2656567e837SChris Mason csum: 2665f39d397SChris Mason leaf = path->nodes[0]; 2675f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 268f254e52cSChris Mason ret = 0; 269509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 270509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 271b18c6685SChris Mason found: 272*065631f6SChris Mason item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 273*065631f6SChris Mason item_end = (struct btrfs_csum_item *)((unsigned char *)item_end + 274*065631f6SChris Mason btrfs_item_size_nr(leaf, path->slots[0])); 275*065631f6SChris Mason next_bvec: 276*065631f6SChris Mason data = kmap_atomic(bvec->bv_page, KM_IRQ0); 277*065631f6SChris Mason csum_result = ~(u32)0; 278*065631f6SChris Mason csum_result = btrfs_csum_data(root, data + bvec->bv_offset, 279*065631f6SChris Mason csum_result, bvec->bv_len); 280*065631f6SChris Mason kunmap_atomic(data, KM_IRQ0); 281ff79f819SChris Mason btrfs_csum_final(csum_result, (char *)&csum_result); 282aadfeb6eSChris Mason if (csum_result == 0) { 283aadfeb6eSChris Mason printk("csum result is 0 for inode %lu offset %Lu\n", inode->i_ino, offset); 284aadfeb6eSChris Mason } 285aadfeb6eSChris Mason 286ff79f819SChris Mason write_extent_buffer(leaf, &csum_result, (unsigned long)item, 287ff79f819SChris Mason BTRFS_CRC32_SIZE); 288*065631f6SChris Mason bio_index++; 289*065631f6SChris Mason bvec++; 290*065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 291*065631f6SChris Mason item = (struct btrfs_csum_item *)((char *)item + BTRFS_CRC32_SIZE); 292*065631f6SChris Mason if (item < item_end) 293*065631f6SChris Mason goto next_bvec; 294*065631f6SChris Mason } 2955caf2a00SChris Mason btrfs_mark_buffer_dirty(path->nodes[0]); 296*065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 2975caf2a00SChris Mason btrfs_release_path(root, path); 298*065631f6SChris Mason goto again; 299*065631f6SChris Mason } 300*065631f6SChris Mason fail: 3015caf2a00SChris Mason btrfs_free_path(path); 302f254e52cSChris Mason return ret; 303f254e52cSChris Mason } 304f254e52cSChris Mason 3051de037a4SChris Mason int btrfs_csum_truncate(struct btrfs_trans_handle *trans, 3061de037a4SChris Mason struct btrfs_root *root, struct btrfs_path *path, 3071de037a4SChris Mason u64 isize) 3081de037a4SChris Mason { 3091de037a4SChris Mason struct btrfs_key key; 3105f39d397SChris Mason struct extent_buffer *leaf = path->nodes[0]; 3111de037a4SChris Mason int slot = path->slots[0]; 3121de037a4SChris Mason int ret; 3131de037a4SChris Mason u32 new_item_size; 3141de037a4SChris Mason u64 new_item_span; 3151de037a4SChris Mason u64 blocks; 3161de037a4SChris Mason 3175f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &key, slot); 3181de037a4SChris Mason if (isize <= key.offset) 3191de037a4SChris Mason return 0; 3201de037a4SChris Mason new_item_span = isize - key.offset; 3215f39d397SChris Mason blocks = (new_item_span + root->sectorsize - 1) >> 32284f54cfaSChris Mason root->fs_info->sb->s_blocksize_bits; 3231de037a4SChris Mason new_item_size = blocks * BTRFS_CRC32_SIZE; 3245f39d397SChris Mason if (new_item_size >= btrfs_item_size_nr(leaf, slot)) 3251de037a4SChris Mason return 0; 326179e29e4SChris Mason ret = btrfs_truncate_item(trans, root, path, new_item_size, 1); 3271de037a4SChris Mason BUG_ON(ret); 3281de037a4SChris Mason return ret; 3291de037a4SChris Mason } 3301de037a4SChris Mason 331