16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19065631f6SChris Mason #include <linux/bio.h> 20065631f6SChris Mason #include <linux/pagemap.h> 21065631f6SChris Mason #include <linux/highmem.h> 221e1d2701SChris Mason #include "ctree.h" 23dee26a9fSChris Mason #include "disk-io.h" 249f5fae2fSChris Mason #include "transaction.h" 251de037a4SChris Mason #include "print-tree.h" 261e1d2701SChris Mason 276567e837SChris Mason #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \ 28a429e513SChris Mason sizeof(struct btrfs_item) * 2) / \ 29509659cdSChris Mason BTRFS_CRC32_SIZE) - 1)) 30b18c6685SChris Mason int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 31dee26a9fSChris Mason struct btrfs_root *root, 32b18c6685SChris Mason u64 objectid, u64 pos, 33db94535dSChris Mason u64 offset, u64 disk_num_bytes, 34db94535dSChris Mason u64 num_bytes) 359f5fae2fSChris Mason { 36dee26a9fSChris Mason int ret = 0; 37dee26a9fSChris Mason struct btrfs_file_extent_item *item; 38dee26a9fSChris Mason struct btrfs_key file_key; 395caf2a00SChris Mason struct btrfs_path *path; 405f39d397SChris Mason struct extent_buffer *leaf; 41dee26a9fSChris Mason 425caf2a00SChris Mason path = btrfs_alloc_path(); 435caf2a00SChris Mason BUG_ON(!path); 44dee26a9fSChris Mason file_key.objectid = objectid; 45b18c6685SChris Mason file_key.offset = pos; 46dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 47dee26a9fSChris Mason 485caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 49dee26a9fSChris Mason sizeof(*item)); 5054aa1f4dSChris Mason if (ret < 0) 5154aa1f4dSChris Mason goto out; 529773a788SChris Mason BUG_ON(ret); 535f39d397SChris Mason leaf = path->nodes[0]; 545f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], 55dee26a9fSChris Mason struct btrfs_file_extent_item); 56db94535dSChris Mason btrfs_set_file_extent_disk_bytenr(leaf, item, offset); 57db94535dSChris Mason btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes); 585f39d397SChris Mason btrfs_set_file_extent_offset(leaf, item, 0); 59db94535dSChris Mason btrfs_set_file_extent_num_bytes(leaf, item, num_bytes); 605f39d397SChris Mason btrfs_set_file_extent_generation(leaf, item, trans->transid); 615f39d397SChris Mason btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG); 625f39d397SChris Mason btrfs_mark_buffer_dirty(leaf); 6354aa1f4dSChris Mason out: 645caf2a00SChris Mason btrfs_free_path(path); 6554aa1f4dSChris Mason return ret; 669f5fae2fSChris Mason } 67dee26a9fSChris Mason 68b18c6685SChris Mason struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, 69b18c6685SChris Mason struct btrfs_root *root, 706567e837SChris Mason struct btrfs_path *path, 71b18c6685SChris Mason u64 objectid, u64 offset, 72b18c6685SChris Mason int cow) 736567e837SChris Mason { 746567e837SChris Mason int ret; 756567e837SChris Mason struct btrfs_key file_key; 766567e837SChris Mason struct btrfs_key found_key; 776567e837SChris Mason struct btrfs_csum_item *item; 785f39d397SChris Mason struct extent_buffer *leaf; 796567e837SChris Mason u64 csum_offset = 0; 80a429e513SChris Mason int csums_in_item; 816567e837SChris Mason 826567e837SChris Mason file_key.objectid = objectid; 836567e837SChris Mason file_key.offset = offset; 846567e837SChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 85b18c6685SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow); 866567e837SChris Mason if (ret < 0) 876567e837SChris Mason goto fail; 885f39d397SChris Mason leaf = path->nodes[0]; 896567e837SChris Mason if (ret > 0) { 906567e837SChris Mason ret = 1; 9170b2befdSChris Mason if (path->slots[0] == 0) 926567e837SChris Mason goto fail; 936567e837SChris Mason path->slots[0]--; 945f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 956567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 966567e837SChris Mason found_key.objectid != objectid) { 976567e837SChris Mason goto fail; 986567e837SChris Mason } 996567e837SChris Mason csum_offset = (offset - found_key.offset) >> 1006567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 1015f39d397SChris Mason csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]); 102509659cdSChris Mason csums_in_item /= BTRFS_CRC32_SIZE; 103a429e513SChris Mason 104a429e513SChris Mason if (csum_offset >= csums_in_item) { 105a429e513SChris Mason ret = -EFBIG; 1066567e837SChris Mason goto fail; 1076567e837SChris Mason } 1086567e837SChris Mason } 1096567e837SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 110509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 111509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 1126567e837SChris Mason return item; 1136567e837SChris Mason fail: 1146567e837SChris Mason if (ret > 0) 115b18c6685SChris Mason ret = -ENOENT; 1166567e837SChris Mason return ERR_PTR(ret); 1176567e837SChris Mason } 1186567e837SChris Mason 1196567e837SChris Mason 120dee26a9fSChris Mason int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 121dee26a9fSChris Mason struct btrfs_root *root, 122dee26a9fSChris Mason struct btrfs_path *path, u64 objectid, 1239773a788SChris Mason u64 offset, int mod) 124dee26a9fSChris Mason { 125dee26a9fSChris Mason int ret; 126dee26a9fSChris Mason struct btrfs_key file_key; 127dee26a9fSChris Mason int ins_len = mod < 0 ? -1 : 0; 128dee26a9fSChris Mason int cow = mod != 0; 129dee26a9fSChris Mason 130dee26a9fSChris Mason file_key.objectid = objectid; 13170b2befdSChris Mason file_key.offset = offset; 132dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 133dee26a9fSChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow); 134dee26a9fSChris Mason return ret; 135dee26a9fSChris Mason } 136f254e52cSChris Mason 137065631f6SChris Mason int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 138065631f6SChris Mason struct btrfs_root *root, struct inode *inode, 139065631f6SChris Mason struct bio *bio) 140f254e52cSChris Mason { 141065631f6SChris Mason u64 objectid = inode->i_ino; 142065631f6SChris Mason u64 offset; 143f254e52cSChris Mason int ret; 144f254e52cSChris Mason struct btrfs_key file_key; 1456567e837SChris Mason struct btrfs_key found_key; 146065631f6SChris Mason u64 next_offset; 147065631f6SChris Mason int found_next; 1485caf2a00SChris Mason struct btrfs_path *path; 149f254e52cSChris Mason struct btrfs_csum_item *item; 150065631f6SChris Mason struct btrfs_csum_item *item_end; 151ff79f819SChris Mason struct extent_buffer *leaf = NULL; 1526567e837SChris Mason u64 csum_offset; 153065631f6SChris Mason u32 csum_result; 154f578d4bdSChris Mason u32 nritems; 155f578d4bdSChris Mason u32 ins_size; 156065631f6SChris Mason int bio_index = 0; 157065631f6SChris Mason struct bio_vec *bvec = bio->bi_io_vec; 158065631f6SChris Mason char *data; 1596e92f5e6SChris Mason char *eb_map; 1606e92f5e6SChris Mason char *eb_token; 1616e92f5e6SChris Mason unsigned long map_len; 1626e92f5e6SChris Mason unsigned long map_start; 1636e92f5e6SChris Mason 1645caf2a00SChris Mason path = btrfs_alloc_path(); 1655caf2a00SChris Mason BUG_ON(!path); 166065631f6SChris Mason again: 167065631f6SChris Mason next_offset = (u64)-1; 168065631f6SChris Mason found_next = 0; 169065631f6SChris Mason offset = page_offset(bvec->bv_page) + bvec->bv_offset; 170f254e52cSChris Mason file_key.objectid = objectid; 171f254e52cSChris Mason file_key.offset = offset; 172f254e52cSChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 173a429e513SChris Mason 174a429e513SChris Mason item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1); 175ff79f819SChris Mason if (!IS_ERR(item)) { 176ff79f819SChris Mason leaf = path->nodes[0]; 177a429e513SChris Mason goto found; 178ff79f819SChris Mason } 179a429e513SChris Mason ret = PTR_ERR(item); 180a429e513SChris Mason if (ret == -EFBIG) { 181a429e513SChris Mason u32 item_size; 182a429e513SChris Mason /* we found one, but it isn't big enough yet */ 1835f39d397SChris Mason leaf = path->nodes[0]; 1845f39d397SChris Mason item_size = btrfs_item_size_nr(leaf, path->slots[0]); 185509659cdSChris Mason if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) { 186a429e513SChris Mason /* already at max size, make a new one */ 187a429e513SChris Mason goto insert; 188a429e513SChris Mason } 189a429e513SChris Mason } else { 190f578d4bdSChris Mason int slot = path->slots[0] + 1; 191a429e513SChris Mason /* we didn't find a csum item, insert one */ 192f578d4bdSChris Mason nritems = btrfs_header_nritems(path->nodes[0]); 193f578d4bdSChris Mason if (path->slots[0] >= nritems - 1) { 194f578d4bdSChris Mason ret = btrfs_next_leaf(root, path); 195b56baf5bSYan if (ret == 1) 196f578d4bdSChris Mason found_next = 1; 197b56baf5bSYan if (ret != 0) 198f578d4bdSChris Mason goto insert; 199b56baf5bSYan slot = 0; 200f578d4bdSChris Mason } 201f578d4bdSChris Mason btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot); 202f578d4bdSChris Mason if (found_key.objectid != objectid || 203f578d4bdSChris Mason found_key.type != BTRFS_CSUM_ITEM_KEY) { 204f578d4bdSChris Mason found_next = 1; 205f578d4bdSChris Mason goto insert; 206f578d4bdSChris Mason } 207f578d4bdSChris Mason next_offset = found_key.offset; 208f578d4bdSChris Mason found_next = 1; 209a429e513SChris Mason goto insert; 210a429e513SChris Mason } 211a429e513SChris Mason 212a429e513SChris Mason /* 213a429e513SChris Mason * at this point, we know the tree has an item, but it isn't big 214a429e513SChris Mason * enough yet to put our csum in. Grow it 215a429e513SChris Mason */ 216a429e513SChris Mason btrfs_release_path(root, path); 2176567e837SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 218509659cdSChris Mason BTRFS_CRC32_SIZE, 1); 2196567e837SChris Mason if (ret < 0) 2206567e837SChris Mason goto fail; 2216567e837SChris Mason if (ret == 0) { 222b18c6685SChris Mason BUG(); 2236567e837SChris Mason } 2246567e837SChris Mason if (path->slots[0] == 0) { 2256567e837SChris Mason goto insert; 2266567e837SChris Mason } 2276567e837SChris Mason path->slots[0]--; 2285f39d397SChris Mason leaf = path->nodes[0]; 2295f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 2306567e837SChris Mason csum_offset = (offset - found_key.offset) >> 2316567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 2326567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 2336567e837SChris Mason found_key.objectid != objectid || 2346567e837SChris Mason csum_offset >= MAX_CSUM_ITEMS(root)) { 2356567e837SChris Mason goto insert; 2366567e837SChris Mason } 2375f39d397SChris Mason if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) / 238509659cdSChris Mason BTRFS_CRC32_SIZE) { 239509659cdSChris Mason u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE; 2405f39d397SChris Mason diff = diff - btrfs_item_size_nr(leaf, path->slots[0]); 2413a686375SChris Mason if (diff != BTRFS_CRC32_SIZE) 2423a686375SChris Mason goto insert; 243a429e513SChris Mason ret = btrfs_extend_item(trans, root, path, diff); 2446567e837SChris Mason BUG_ON(ret); 2456567e837SChris Mason goto csum; 2466567e837SChris Mason } 2476567e837SChris Mason 2486567e837SChris Mason insert: 249a429e513SChris Mason btrfs_release_path(root, path); 2506567e837SChris Mason csum_offset = 0; 251f578d4bdSChris Mason if (found_next) { 252f578d4bdSChris Mason u64 tmp = min((u64)i_size_read(inode), next_offset); 253b56baf5bSYan tmp -= offset & ~((u64)root->sectorsize -1); 254f578d4bdSChris Mason tmp >>= root->fs_info->sb->s_blocksize_bits; 255f578d4bdSChris Mason tmp = max((u64)1, tmp); 256f578d4bdSChris Mason tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root)); 257f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE * tmp; 258f578d4bdSChris Mason } else { 259f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE; 260f578d4bdSChris Mason } 2615caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 262f578d4bdSChris Mason ins_size); 26354aa1f4dSChris Mason if (ret < 0) 26454aa1f4dSChris Mason goto fail; 265a429e513SChris Mason if (ret != 0) { 266a429e513SChris Mason WARN_ON(1); 267f254e52cSChris Mason goto fail; 268a429e513SChris Mason } 2696567e837SChris Mason csum: 2705f39d397SChris Mason leaf = path->nodes[0]; 2715f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 272f254e52cSChris Mason ret = 0; 273509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 274509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 275b18c6685SChris Mason found: 276065631f6SChris Mason item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 277065631f6SChris Mason item_end = (struct btrfs_csum_item *)((unsigned char *)item_end + 278065631f6SChris Mason btrfs_item_size_nr(leaf, path->slots[0])); 2796e92f5e6SChris Mason eb_token = NULL; 280065631f6SChris Mason next_bvec: 281*eb20978fSChris Mason data = kmap_atomic(bvec->bv_page, KM_USER0); 282065631f6SChris Mason csum_result = ~(u32)0; 283065631f6SChris Mason csum_result = btrfs_csum_data(root, data + bvec->bv_offset, 284065631f6SChris Mason csum_result, bvec->bv_len); 285*eb20978fSChris Mason kunmap_atomic(data, KM_USER0); 286ff79f819SChris Mason btrfs_csum_final(csum_result, (char *)&csum_result); 287aadfeb6eSChris Mason if (csum_result == 0) { 288aadfeb6eSChris Mason printk("csum result is 0 for inode %lu offset %Lu\n", inode->i_ino, offset); 289aadfeb6eSChris Mason } 290aadfeb6eSChris Mason 2916e92f5e6SChris Mason if (!eb_token || 2926e92f5e6SChris Mason (unsigned long)item + BTRFS_CRC32_SIZE >= map_start + map_len) { 2936e92f5e6SChris Mason int err; 2946e92f5e6SChris Mason 2956e92f5e6SChris Mason if (eb_token) 296*eb20978fSChris Mason unmap_extent_buffer(leaf, eb_token, KM_USER1); 2976e92f5e6SChris Mason eb_token = NULL; 2986e92f5e6SChris Mason err = map_private_extent_buffer(leaf, (unsigned long)item, 2996e92f5e6SChris Mason BTRFS_CRC32_SIZE, 3006e92f5e6SChris Mason &eb_token, &eb_map, 301*eb20978fSChris Mason &map_start, &map_len, KM_USER1); 3026e92f5e6SChris Mason if (err) 3036e92f5e6SChris Mason eb_token = NULL; 3046e92f5e6SChris Mason } 3056e92f5e6SChris Mason if (eb_token) { 3066e92f5e6SChris Mason memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)), 3076e92f5e6SChris Mason &csum_result, BTRFS_CRC32_SIZE); 3086e92f5e6SChris Mason } else { 309ff79f819SChris Mason write_extent_buffer(leaf, &csum_result, (unsigned long)item, 310ff79f819SChris Mason BTRFS_CRC32_SIZE); 3116e92f5e6SChris Mason } 312065631f6SChris Mason bio_index++; 313065631f6SChris Mason bvec++; 314065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 3156e92f5e6SChris Mason item = (struct btrfs_csum_item *)((char *)item + 3166e92f5e6SChris Mason BTRFS_CRC32_SIZE); 3172e1a992eSChris Mason if (item < item_end && offset + PAGE_CACHE_SIZE == 3182e1a992eSChris Mason page_offset(bvec->bv_page)) { 3192e1a992eSChris Mason offset = page_offset(bvec->bv_page); 320065631f6SChris Mason goto next_bvec; 321065631f6SChris Mason } 3222e1a992eSChris Mason } 3236e92f5e6SChris Mason if (eb_token) { 324*eb20978fSChris Mason unmap_extent_buffer(leaf, eb_token, KM_USER1); 3256e92f5e6SChris Mason eb_token = NULL; 3266e92f5e6SChris Mason } 3275caf2a00SChris Mason btrfs_mark_buffer_dirty(path->nodes[0]); 328065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 3295caf2a00SChris Mason btrfs_release_path(root, path); 330065631f6SChris Mason goto again; 331065631f6SChris Mason } 332065631f6SChris Mason fail: 3335caf2a00SChris Mason btrfs_free_path(path); 334f254e52cSChris Mason return ret; 335f254e52cSChris Mason } 336f254e52cSChris Mason 3371de037a4SChris Mason int btrfs_csum_truncate(struct btrfs_trans_handle *trans, 3381de037a4SChris Mason struct btrfs_root *root, struct btrfs_path *path, 3391de037a4SChris Mason u64 isize) 3401de037a4SChris Mason { 3411de037a4SChris Mason struct btrfs_key key; 3425f39d397SChris Mason struct extent_buffer *leaf = path->nodes[0]; 3431de037a4SChris Mason int slot = path->slots[0]; 3441de037a4SChris Mason int ret; 3451de037a4SChris Mason u32 new_item_size; 3461de037a4SChris Mason u64 new_item_span; 3471de037a4SChris Mason u64 blocks; 3481de037a4SChris Mason 3495f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &key, slot); 3501de037a4SChris Mason if (isize <= key.offset) 3511de037a4SChris Mason return 0; 3521de037a4SChris Mason new_item_span = isize - key.offset; 3535f39d397SChris Mason blocks = (new_item_span + root->sectorsize - 1) >> 35484f54cfaSChris Mason root->fs_info->sb->s_blocksize_bits; 3551de037a4SChris Mason new_item_size = blocks * BTRFS_CRC32_SIZE; 3565f39d397SChris Mason if (new_item_size >= btrfs_item_size_nr(leaf, slot)) 3571de037a4SChris Mason return 0; 358179e29e4SChris Mason ret = btrfs_truncate_item(trans, root, path, new_item_size, 1); 3591de037a4SChris Mason BUG_ON(ret); 3601de037a4SChris Mason return ret; 3611de037a4SChris Mason } 3621de037a4SChris Mason 363