16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19065631f6SChris Mason #include <linux/bio.h> 20065631f6SChris Mason #include <linux/pagemap.h> 21065631f6SChris Mason #include <linux/highmem.h> 221e1d2701SChris Mason #include "ctree.h" 23dee26a9fSChris Mason #include "disk-io.h" 249f5fae2fSChris Mason #include "transaction.h" 251de037a4SChris Mason #include "print-tree.h" 261e1d2701SChris Mason 276567e837SChris Mason #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \ 28a429e513SChris Mason sizeof(struct btrfs_item) * 2) / \ 29509659cdSChris Mason BTRFS_CRC32_SIZE) - 1)) 30b18c6685SChris Mason int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 31dee26a9fSChris Mason struct btrfs_root *root, 32b18c6685SChris Mason u64 objectid, u64 pos, 33db94535dSChris Mason u64 offset, u64 disk_num_bytes, 34db94535dSChris Mason u64 num_bytes) 359f5fae2fSChris Mason { 36dee26a9fSChris Mason int ret = 0; 37dee26a9fSChris Mason struct btrfs_file_extent_item *item; 38dee26a9fSChris Mason struct btrfs_key file_key; 395caf2a00SChris Mason struct btrfs_path *path; 405f39d397SChris Mason struct extent_buffer *leaf; 41dee26a9fSChris Mason 425caf2a00SChris Mason path = btrfs_alloc_path(); 435caf2a00SChris Mason BUG_ON(!path); 44dee26a9fSChris Mason file_key.objectid = objectid; 45b18c6685SChris Mason file_key.offset = pos; 46dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 47dee26a9fSChris Mason 485caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 49dee26a9fSChris Mason sizeof(*item)); 5054aa1f4dSChris Mason if (ret < 0) 5154aa1f4dSChris Mason goto out; 529773a788SChris Mason BUG_ON(ret); 535f39d397SChris Mason leaf = path->nodes[0]; 545f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], 55dee26a9fSChris Mason struct btrfs_file_extent_item); 56db94535dSChris Mason btrfs_set_file_extent_disk_bytenr(leaf, item, offset); 57db94535dSChris Mason btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes); 585f39d397SChris Mason btrfs_set_file_extent_offset(leaf, item, 0); 59db94535dSChris Mason btrfs_set_file_extent_num_bytes(leaf, item, num_bytes); 605f39d397SChris Mason btrfs_set_file_extent_generation(leaf, item, trans->transid); 615f39d397SChris Mason btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG); 625f39d397SChris Mason btrfs_mark_buffer_dirty(leaf); 6354aa1f4dSChris Mason out: 645caf2a00SChris Mason btrfs_free_path(path); 6554aa1f4dSChris Mason return ret; 669f5fae2fSChris Mason } 67dee26a9fSChris Mason 68b18c6685SChris Mason struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, 69b18c6685SChris Mason struct btrfs_root *root, 706567e837SChris Mason struct btrfs_path *path, 71b18c6685SChris Mason u64 objectid, u64 offset, 72b18c6685SChris Mason int cow) 736567e837SChris Mason { 746567e837SChris Mason int ret; 756567e837SChris Mason struct btrfs_key file_key; 766567e837SChris Mason struct btrfs_key found_key; 776567e837SChris Mason struct btrfs_csum_item *item; 785f39d397SChris Mason struct extent_buffer *leaf; 796567e837SChris Mason u64 csum_offset = 0; 80a429e513SChris Mason int csums_in_item; 816567e837SChris Mason 826567e837SChris Mason file_key.objectid = objectid; 836567e837SChris Mason file_key.offset = offset; 846567e837SChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 85b18c6685SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow); 866567e837SChris Mason if (ret < 0) 876567e837SChris Mason goto fail; 885f39d397SChris Mason leaf = path->nodes[0]; 896567e837SChris Mason if (ret > 0) { 906567e837SChris Mason ret = 1; 9170b2befdSChris Mason if (path->slots[0] == 0) 926567e837SChris Mason goto fail; 936567e837SChris Mason path->slots[0]--; 945f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 956567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 966567e837SChris Mason found_key.objectid != objectid) { 976567e837SChris Mason goto fail; 986567e837SChris Mason } 996567e837SChris Mason csum_offset = (offset - found_key.offset) >> 1006567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 1015f39d397SChris Mason csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]); 102509659cdSChris Mason csums_in_item /= BTRFS_CRC32_SIZE; 103a429e513SChris Mason 104a429e513SChris Mason if (csum_offset >= csums_in_item) { 105a429e513SChris Mason ret = -EFBIG; 1066567e837SChris Mason goto fail; 1076567e837SChris Mason } 1086567e837SChris Mason } 1096567e837SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 110509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 111509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 1126567e837SChris Mason return item; 1136567e837SChris Mason fail: 1146567e837SChris Mason if (ret > 0) 115b18c6685SChris Mason ret = -ENOENT; 1166567e837SChris Mason return ERR_PTR(ret); 1176567e837SChris Mason } 1186567e837SChris Mason 1196567e837SChris Mason 120dee26a9fSChris Mason int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 121dee26a9fSChris Mason struct btrfs_root *root, 122dee26a9fSChris Mason struct btrfs_path *path, u64 objectid, 1239773a788SChris Mason u64 offset, int mod) 124dee26a9fSChris Mason { 125dee26a9fSChris Mason int ret; 126dee26a9fSChris Mason struct btrfs_key file_key; 127dee26a9fSChris Mason int ins_len = mod < 0 ? -1 : 0; 128dee26a9fSChris Mason int cow = mod != 0; 129dee26a9fSChris Mason 130dee26a9fSChris Mason file_key.objectid = objectid; 13170b2befdSChris Mason file_key.offset = offset; 132dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 133dee26a9fSChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow); 134dee26a9fSChris Mason return ret; 135dee26a9fSChris Mason } 136f254e52cSChris Mason 137*e015640fSChris Mason int btrfs_csum_one_bio(struct btrfs_root *root, 138*e015640fSChris Mason struct bio *bio, char **sums_ret) 139*e015640fSChris Mason { 140*e015640fSChris Mason u32 *sums; 141*e015640fSChris Mason char *data; 142*e015640fSChris Mason struct bio_vec *bvec = bio->bi_io_vec; 143*e015640fSChris Mason int bio_index = 0; 144*e015640fSChris Mason 145*e015640fSChris Mason sums = kmalloc(bio->bi_vcnt * BTRFS_CRC32_SIZE, GFP_NOFS); 146*e015640fSChris Mason if (!sums) 147*e015640fSChris Mason return -ENOMEM; 148*e015640fSChris Mason *sums_ret = (char *)sums; 149*e015640fSChris Mason 150*e015640fSChris Mason while(bio_index < bio->bi_vcnt) { 151*e015640fSChris Mason data = kmap_atomic(bvec->bv_page, KM_USER0); 152*e015640fSChris Mason *sums = ~(u32)0; 153*e015640fSChris Mason *sums = btrfs_csum_data(root, data + bvec->bv_offset, 154*e015640fSChris Mason *sums, bvec->bv_len); 155*e015640fSChris Mason kunmap_atomic(data, KM_USER0); 156*e015640fSChris Mason btrfs_csum_final(*sums, (char *)sums); 157*e015640fSChris Mason sums++; 158*e015640fSChris Mason bio_index++; 159*e015640fSChris Mason bvec++; 160*e015640fSChris Mason } 161*e015640fSChris Mason return 0; 162*e015640fSChris Mason } 163*e015640fSChris Mason 164065631f6SChris Mason int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 165065631f6SChris Mason struct btrfs_root *root, struct inode *inode, 166*e015640fSChris Mason struct bio *bio, char *sums) 167f254e52cSChris Mason { 168065631f6SChris Mason u64 objectid = inode->i_ino; 169065631f6SChris Mason u64 offset; 170f254e52cSChris Mason int ret; 171f254e52cSChris Mason struct btrfs_key file_key; 1726567e837SChris Mason struct btrfs_key found_key; 173065631f6SChris Mason u64 next_offset; 174065631f6SChris Mason int found_next; 1755caf2a00SChris Mason struct btrfs_path *path; 176f254e52cSChris Mason struct btrfs_csum_item *item; 177065631f6SChris Mason struct btrfs_csum_item *item_end; 178ff79f819SChris Mason struct extent_buffer *leaf = NULL; 1796567e837SChris Mason u64 csum_offset; 180*e015640fSChris Mason u32 *sums32 = (u32 *)sums; 181f578d4bdSChris Mason u32 nritems; 182f578d4bdSChris Mason u32 ins_size; 183065631f6SChris Mason int bio_index = 0; 184065631f6SChris Mason struct bio_vec *bvec = bio->bi_io_vec; 1856e92f5e6SChris Mason char *eb_map; 1866e92f5e6SChris Mason char *eb_token; 1876e92f5e6SChris Mason unsigned long map_len; 1886e92f5e6SChris Mason unsigned long map_start; 1896e92f5e6SChris Mason 1905caf2a00SChris Mason path = btrfs_alloc_path(); 1915caf2a00SChris Mason BUG_ON(!path); 192065631f6SChris Mason again: 193065631f6SChris Mason next_offset = (u64)-1; 194065631f6SChris Mason found_next = 0; 195065631f6SChris Mason offset = page_offset(bvec->bv_page) + bvec->bv_offset; 196f254e52cSChris Mason file_key.objectid = objectid; 197f254e52cSChris Mason file_key.offset = offset; 198f254e52cSChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 199a429e513SChris Mason 200a429e513SChris Mason item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1); 201ff79f819SChris Mason if (!IS_ERR(item)) { 202ff79f819SChris Mason leaf = path->nodes[0]; 203a429e513SChris Mason goto found; 204ff79f819SChris Mason } 205a429e513SChris Mason ret = PTR_ERR(item); 206a429e513SChris Mason if (ret == -EFBIG) { 207a429e513SChris Mason u32 item_size; 208a429e513SChris Mason /* we found one, but it isn't big enough yet */ 2095f39d397SChris Mason leaf = path->nodes[0]; 2105f39d397SChris Mason item_size = btrfs_item_size_nr(leaf, path->slots[0]); 211509659cdSChris Mason if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) { 212a429e513SChris Mason /* already at max size, make a new one */ 213a429e513SChris Mason goto insert; 214a429e513SChris Mason } 215a429e513SChris Mason } else { 216f578d4bdSChris Mason int slot = path->slots[0] + 1; 217a429e513SChris Mason /* we didn't find a csum item, insert one */ 218f578d4bdSChris Mason nritems = btrfs_header_nritems(path->nodes[0]); 219f578d4bdSChris Mason if (path->slots[0] >= nritems - 1) { 220f578d4bdSChris Mason ret = btrfs_next_leaf(root, path); 221b56baf5bSYan if (ret == 1) 222f578d4bdSChris Mason found_next = 1; 223b56baf5bSYan if (ret != 0) 224f578d4bdSChris Mason goto insert; 225b56baf5bSYan slot = 0; 226f578d4bdSChris Mason } 227f578d4bdSChris Mason btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot); 228f578d4bdSChris Mason if (found_key.objectid != objectid || 229f578d4bdSChris Mason found_key.type != BTRFS_CSUM_ITEM_KEY) { 230f578d4bdSChris Mason found_next = 1; 231f578d4bdSChris Mason goto insert; 232f578d4bdSChris Mason } 233f578d4bdSChris Mason next_offset = found_key.offset; 234f578d4bdSChris Mason found_next = 1; 235a429e513SChris Mason goto insert; 236a429e513SChris Mason } 237a429e513SChris Mason 238a429e513SChris Mason /* 239a429e513SChris Mason * at this point, we know the tree has an item, but it isn't big 240a429e513SChris Mason * enough yet to put our csum in. Grow it 241a429e513SChris Mason */ 242a429e513SChris Mason btrfs_release_path(root, path); 2436567e837SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 244509659cdSChris Mason BTRFS_CRC32_SIZE, 1); 2456567e837SChris Mason if (ret < 0) 2466567e837SChris Mason goto fail; 2476567e837SChris Mason if (ret == 0) { 248b18c6685SChris Mason BUG(); 2496567e837SChris Mason } 2506567e837SChris Mason if (path->slots[0] == 0) { 2516567e837SChris Mason goto insert; 2526567e837SChris Mason } 2536567e837SChris Mason path->slots[0]--; 2545f39d397SChris Mason leaf = path->nodes[0]; 2555f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 2566567e837SChris Mason csum_offset = (offset - found_key.offset) >> 2576567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 2586567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 2596567e837SChris Mason found_key.objectid != objectid || 2606567e837SChris Mason csum_offset >= MAX_CSUM_ITEMS(root)) { 2616567e837SChris Mason goto insert; 2626567e837SChris Mason } 2635f39d397SChris Mason if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) / 264509659cdSChris Mason BTRFS_CRC32_SIZE) { 265509659cdSChris Mason u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE; 2665f39d397SChris Mason diff = diff - btrfs_item_size_nr(leaf, path->slots[0]); 2673a686375SChris Mason if (diff != BTRFS_CRC32_SIZE) 2683a686375SChris Mason goto insert; 269a429e513SChris Mason ret = btrfs_extend_item(trans, root, path, diff); 2706567e837SChris Mason BUG_ON(ret); 2716567e837SChris Mason goto csum; 2726567e837SChris Mason } 2736567e837SChris Mason 2746567e837SChris Mason insert: 275a429e513SChris Mason btrfs_release_path(root, path); 2766567e837SChris Mason csum_offset = 0; 277f578d4bdSChris Mason if (found_next) { 278f578d4bdSChris Mason u64 tmp = min((u64)i_size_read(inode), next_offset); 279b56baf5bSYan tmp -= offset & ~((u64)root->sectorsize -1); 280f578d4bdSChris Mason tmp >>= root->fs_info->sb->s_blocksize_bits; 281f578d4bdSChris Mason tmp = max((u64)1, tmp); 282f578d4bdSChris Mason tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root)); 283f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE * tmp; 284f578d4bdSChris Mason } else { 285f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE; 286f578d4bdSChris Mason } 2875caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 288f578d4bdSChris Mason ins_size); 28954aa1f4dSChris Mason if (ret < 0) 29054aa1f4dSChris Mason goto fail; 291a429e513SChris Mason if (ret != 0) { 292a429e513SChris Mason WARN_ON(1); 293f254e52cSChris Mason goto fail; 294a429e513SChris Mason } 2956567e837SChris Mason csum: 2965f39d397SChris Mason leaf = path->nodes[0]; 2975f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 298f254e52cSChris Mason ret = 0; 299509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 300509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 301b18c6685SChris Mason found: 302065631f6SChris Mason item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 303065631f6SChris Mason item_end = (struct btrfs_csum_item *)((unsigned char *)item_end + 304065631f6SChris Mason btrfs_item_size_nr(leaf, path->slots[0])); 3056e92f5e6SChris Mason eb_token = NULL; 306065631f6SChris Mason next_bvec: 307aadfeb6eSChris Mason 3086e92f5e6SChris Mason if (!eb_token || 3096e92f5e6SChris Mason (unsigned long)item + BTRFS_CRC32_SIZE >= map_start + map_len) { 3106e92f5e6SChris Mason int err; 3116e92f5e6SChris Mason 3126e92f5e6SChris Mason if (eb_token) 313eb20978fSChris Mason unmap_extent_buffer(leaf, eb_token, KM_USER1); 3146e92f5e6SChris Mason eb_token = NULL; 3156e92f5e6SChris Mason err = map_private_extent_buffer(leaf, (unsigned long)item, 3166e92f5e6SChris Mason BTRFS_CRC32_SIZE, 3176e92f5e6SChris Mason &eb_token, &eb_map, 318eb20978fSChris Mason &map_start, &map_len, KM_USER1); 3196e92f5e6SChris Mason if (err) 3206e92f5e6SChris Mason eb_token = NULL; 3216e92f5e6SChris Mason } 3226e92f5e6SChris Mason if (eb_token) { 3236e92f5e6SChris Mason memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)), 324*e015640fSChris Mason sums32, BTRFS_CRC32_SIZE); 3256e92f5e6SChris Mason } else { 326*e015640fSChris Mason write_extent_buffer(leaf, sums32, (unsigned long)item, 327ff79f819SChris Mason BTRFS_CRC32_SIZE); 3286e92f5e6SChris Mason } 329065631f6SChris Mason bio_index++; 330065631f6SChris Mason bvec++; 331*e015640fSChris Mason sums32++; 332065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 3336e92f5e6SChris Mason item = (struct btrfs_csum_item *)((char *)item + 3346e92f5e6SChris Mason BTRFS_CRC32_SIZE); 3352e1a992eSChris Mason if (item < item_end && offset + PAGE_CACHE_SIZE == 3362e1a992eSChris Mason page_offset(bvec->bv_page)) { 3372e1a992eSChris Mason offset = page_offset(bvec->bv_page); 338065631f6SChris Mason goto next_bvec; 339065631f6SChris Mason } 3402e1a992eSChris Mason } 3416e92f5e6SChris Mason if (eb_token) { 342eb20978fSChris Mason unmap_extent_buffer(leaf, eb_token, KM_USER1); 3436e92f5e6SChris Mason eb_token = NULL; 3446e92f5e6SChris Mason } 3455caf2a00SChris Mason btrfs_mark_buffer_dirty(path->nodes[0]); 346065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 3475caf2a00SChris Mason btrfs_release_path(root, path); 348065631f6SChris Mason goto again; 349065631f6SChris Mason } 350065631f6SChris Mason fail: 3515caf2a00SChris Mason btrfs_free_path(path); 352f254e52cSChris Mason return ret; 353f254e52cSChris Mason } 354f254e52cSChris Mason 3551de037a4SChris Mason int btrfs_csum_truncate(struct btrfs_trans_handle *trans, 3561de037a4SChris Mason struct btrfs_root *root, struct btrfs_path *path, 3571de037a4SChris Mason u64 isize) 3581de037a4SChris Mason { 3591de037a4SChris Mason struct btrfs_key key; 3605f39d397SChris Mason struct extent_buffer *leaf = path->nodes[0]; 3611de037a4SChris Mason int slot = path->slots[0]; 3621de037a4SChris Mason int ret; 3631de037a4SChris Mason u32 new_item_size; 3641de037a4SChris Mason u64 new_item_span; 3651de037a4SChris Mason u64 blocks; 3661de037a4SChris Mason 3675f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &key, slot); 3681de037a4SChris Mason if (isize <= key.offset) 3691de037a4SChris Mason return 0; 3701de037a4SChris Mason new_item_span = isize - key.offset; 3715f39d397SChris Mason blocks = (new_item_span + root->sectorsize - 1) >> 37284f54cfaSChris Mason root->fs_info->sb->s_blocksize_bits; 3731de037a4SChris Mason new_item_size = blocks * BTRFS_CRC32_SIZE; 3745f39d397SChris Mason if (new_item_size >= btrfs_item_size_nr(leaf, slot)) 3751de037a4SChris Mason return 0; 376179e29e4SChris Mason ret = btrfs_truncate_item(trans, root, path, new_item_size, 1); 3771de037a4SChris Mason BUG_ON(ret); 3781de037a4SChris Mason return ret; 3791de037a4SChris Mason } 3801de037a4SChris Mason 381