16cbd5570SChris Mason /* 26cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 36cbd5570SChris Mason * 46cbd5570SChris Mason * This program is free software; you can redistribute it and/or 56cbd5570SChris Mason * modify it under the terms of the GNU General Public 66cbd5570SChris Mason * License v2 as published by the Free Software Foundation. 76cbd5570SChris Mason * 86cbd5570SChris Mason * This program is distributed in the hope that it will be useful, 96cbd5570SChris Mason * but WITHOUT ANY WARRANTY; without even the implied warranty of 106cbd5570SChris Mason * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 116cbd5570SChris Mason * General Public License for more details. 126cbd5570SChris Mason * 136cbd5570SChris Mason * You should have received a copy of the GNU General Public 146cbd5570SChris Mason * License along with this program; if not, write to the 156cbd5570SChris Mason * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 166cbd5570SChris Mason * Boston, MA 021110-1307, USA. 176cbd5570SChris Mason */ 186cbd5570SChris Mason 19065631f6SChris Mason #include <linux/bio.h> 20065631f6SChris Mason #include <linux/pagemap.h> 21065631f6SChris Mason #include <linux/highmem.h> 221e1d2701SChris Mason #include "ctree.h" 23dee26a9fSChris Mason #include "disk-io.h" 249f5fae2fSChris Mason #include "transaction.h" 251de037a4SChris Mason #include "print-tree.h" 261e1d2701SChris Mason 276567e837SChris Mason #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \ 28a429e513SChris Mason sizeof(struct btrfs_item) * 2) / \ 29509659cdSChris Mason BTRFS_CRC32_SIZE) - 1)) 30b18c6685SChris Mason int btrfs_insert_file_extent(struct btrfs_trans_handle *trans, 31dee26a9fSChris Mason struct btrfs_root *root, 32b18c6685SChris Mason u64 objectid, u64 pos, 33db94535dSChris Mason u64 offset, u64 disk_num_bytes, 34db94535dSChris Mason u64 num_bytes) 359f5fae2fSChris Mason { 36dee26a9fSChris Mason int ret = 0; 37dee26a9fSChris Mason struct btrfs_file_extent_item *item; 38dee26a9fSChris Mason struct btrfs_key file_key; 395caf2a00SChris Mason struct btrfs_path *path; 405f39d397SChris Mason struct extent_buffer *leaf; 41dee26a9fSChris Mason 425caf2a00SChris Mason path = btrfs_alloc_path(); 435caf2a00SChris Mason BUG_ON(!path); 44dee26a9fSChris Mason file_key.objectid = objectid; 45b18c6685SChris Mason file_key.offset = pos; 46dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 47dee26a9fSChris Mason 485caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 49dee26a9fSChris Mason sizeof(*item)); 5054aa1f4dSChris Mason if (ret < 0) 5154aa1f4dSChris Mason goto out; 529773a788SChris Mason BUG_ON(ret); 535f39d397SChris Mason leaf = path->nodes[0]; 545f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], 55dee26a9fSChris Mason struct btrfs_file_extent_item); 56db94535dSChris Mason btrfs_set_file_extent_disk_bytenr(leaf, item, offset); 57db94535dSChris Mason btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes); 585f39d397SChris Mason btrfs_set_file_extent_offset(leaf, item, 0); 59db94535dSChris Mason btrfs_set_file_extent_num_bytes(leaf, item, num_bytes); 605f39d397SChris Mason btrfs_set_file_extent_generation(leaf, item, trans->transid); 615f39d397SChris Mason btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG); 625f39d397SChris Mason btrfs_mark_buffer_dirty(leaf); 6354aa1f4dSChris Mason out: 645caf2a00SChris Mason btrfs_free_path(path); 6554aa1f4dSChris Mason return ret; 669f5fae2fSChris Mason } 67dee26a9fSChris Mason 68b18c6685SChris Mason struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans, 69b18c6685SChris Mason struct btrfs_root *root, 706567e837SChris Mason struct btrfs_path *path, 71b18c6685SChris Mason u64 objectid, u64 offset, 72b18c6685SChris Mason int cow) 736567e837SChris Mason { 746567e837SChris Mason int ret; 756567e837SChris Mason struct btrfs_key file_key; 766567e837SChris Mason struct btrfs_key found_key; 776567e837SChris Mason struct btrfs_csum_item *item; 785f39d397SChris Mason struct extent_buffer *leaf; 796567e837SChris Mason u64 csum_offset = 0; 80a429e513SChris Mason int csums_in_item; 816567e837SChris Mason 826567e837SChris Mason file_key.objectid = objectid; 836567e837SChris Mason file_key.offset = offset; 846567e837SChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 85b18c6685SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow); 866567e837SChris Mason if (ret < 0) 876567e837SChris Mason goto fail; 885f39d397SChris Mason leaf = path->nodes[0]; 896567e837SChris Mason if (ret > 0) { 906567e837SChris Mason ret = 1; 9170b2befdSChris Mason if (path->slots[0] == 0) 926567e837SChris Mason goto fail; 936567e837SChris Mason path->slots[0]--; 945f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 956567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 966567e837SChris Mason found_key.objectid != objectid) { 976567e837SChris Mason goto fail; 986567e837SChris Mason } 996567e837SChris Mason csum_offset = (offset - found_key.offset) >> 1006567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 1015f39d397SChris Mason csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]); 102509659cdSChris Mason csums_in_item /= BTRFS_CRC32_SIZE; 103a429e513SChris Mason 104a429e513SChris Mason if (csum_offset >= csums_in_item) { 105a429e513SChris Mason ret = -EFBIG; 1066567e837SChris Mason goto fail; 1076567e837SChris Mason } 1086567e837SChris Mason } 1096567e837SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 110509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 111509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 1126567e837SChris Mason return item; 1136567e837SChris Mason fail: 1146567e837SChris Mason if (ret > 0) 115b18c6685SChris Mason ret = -ENOENT; 1166567e837SChris Mason return ERR_PTR(ret); 1176567e837SChris Mason } 1186567e837SChris Mason 1196567e837SChris Mason 120dee26a9fSChris Mason int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans, 121dee26a9fSChris Mason struct btrfs_root *root, 122dee26a9fSChris Mason struct btrfs_path *path, u64 objectid, 1239773a788SChris Mason u64 offset, int mod) 124dee26a9fSChris Mason { 125dee26a9fSChris Mason int ret; 126dee26a9fSChris Mason struct btrfs_key file_key; 127dee26a9fSChris Mason int ins_len = mod < 0 ? -1 : 0; 128dee26a9fSChris Mason int cow = mod != 0; 129dee26a9fSChris Mason 130dee26a9fSChris Mason file_key.objectid = objectid; 13170b2befdSChris Mason file_key.offset = offset; 132dee26a9fSChris Mason btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY); 133dee26a9fSChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow); 134dee26a9fSChris Mason return ret; 135dee26a9fSChris Mason } 136f254e52cSChris Mason 137065631f6SChris Mason int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans, 138065631f6SChris Mason struct btrfs_root *root, struct inode *inode, 139065631f6SChris Mason struct bio *bio) 140f254e52cSChris Mason { 141065631f6SChris Mason u64 objectid = inode->i_ino; 142065631f6SChris Mason u64 offset; 143f254e52cSChris Mason int ret; 144f254e52cSChris Mason struct btrfs_key file_key; 1456567e837SChris Mason struct btrfs_key found_key; 146065631f6SChris Mason u64 next_offset; 147065631f6SChris Mason int found_next; 1485caf2a00SChris Mason struct btrfs_path *path; 149f254e52cSChris Mason struct btrfs_csum_item *item; 150065631f6SChris Mason struct btrfs_csum_item *item_end; 151ff79f819SChris Mason struct extent_buffer *leaf = NULL; 1526567e837SChris Mason u64 csum_offset; 153065631f6SChris Mason u32 csum_result; 154f578d4bdSChris Mason u32 nritems; 155f578d4bdSChris Mason u32 ins_size; 156065631f6SChris Mason int bio_index = 0; 157065631f6SChris Mason struct bio_vec *bvec = bio->bi_io_vec; 158065631f6SChris Mason char *data; 159*6e92f5e6SChris Mason char *eb_map; 160*6e92f5e6SChris Mason char *eb_token; 161*6e92f5e6SChris Mason unsigned long map_len; 162*6e92f5e6SChris Mason unsigned long map_start; 163*6e92f5e6SChris Mason 164f254e52cSChris Mason 1655caf2a00SChris Mason path = btrfs_alloc_path(); 1665caf2a00SChris Mason BUG_ON(!path); 167065631f6SChris Mason again: 168065631f6SChris Mason next_offset = (u64)-1; 169065631f6SChris Mason found_next = 0; 170065631f6SChris Mason offset = page_offset(bvec->bv_page) + bvec->bv_offset; 171f254e52cSChris Mason file_key.objectid = objectid; 172f254e52cSChris Mason file_key.offset = offset; 173f254e52cSChris Mason btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY); 174a429e513SChris Mason 175a429e513SChris Mason item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1); 176ff79f819SChris Mason if (!IS_ERR(item)) { 177ff79f819SChris Mason leaf = path->nodes[0]; 178a429e513SChris Mason goto found; 179ff79f819SChris Mason } 180a429e513SChris Mason ret = PTR_ERR(item); 181a429e513SChris Mason if (ret == -EFBIG) { 182a429e513SChris Mason u32 item_size; 183a429e513SChris Mason /* we found one, but it isn't big enough yet */ 1845f39d397SChris Mason leaf = path->nodes[0]; 1855f39d397SChris Mason item_size = btrfs_item_size_nr(leaf, path->slots[0]); 186509659cdSChris Mason if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) { 187a429e513SChris Mason /* already at max size, make a new one */ 188a429e513SChris Mason goto insert; 189a429e513SChris Mason } 190a429e513SChris Mason } else { 191f578d4bdSChris Mason int slot = path->slots[0] + 1; 192a429e513SChris Mason /* we didn't find a csum item, insert one */ 193f578d4bdSChris Mason nritems = btrfs_header_nritems(path->nodes[0]); 194f578d4bdSChris Mason if (path->slots[0] >= nritems - 1) { 195f578d4bdSChris Mason ret = btrfs_next_leaf(root, path); 196b56baf5bSYan if (ret == 1) 197f578d4bdSChris Mason found_next = 1; 198b56baf5bSYan if (ret != 0) 199f578d4bdSChris Mason goto insert; 200b56baf5bSYan slot = 0; 201f578d4bdSChris Mason } 202f578d4bdSChris Mason btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot); 203f578d4bdSChris Mason if (found_key.objectid != objectid || 204f578d4bdSChris Mason found_key.type != BTRFS_CSUM_ITEM_KEY) { 205f578d4bdSChris Mason found_next = 1; 206f578d4bdSChris Mason goto insert; 207f578d4bdSChris Mason } 208f578d4bdSChris Mason next_offset = found_key.offset; 209f578d4bdSChris Mason found_next = 1; 210a429e513SChris Mason goto insert; 211a429e513SChris Mason } 212a429e513SChris Mason 213a429e513SChris Mason /* 214a429e513SChris Mason * at this point, we know the tree has an item, but it isn't big 215a429e513SChris Mason * enough yet to put our csum in. Grow it 216a429e513SChris Mason */ 217a429e513SChris Mason btrfs_release_path(root, path); 2186567e837SChris Mason ret = btrfs_search_slot(trans, root, &file_key, path, 219509659cdSChris Mason BTRFS_CRC32_SIZE, 1); 2206567e837SChris Mason if (ret < 0) 2216567e837SChris Mason goto fail; 2226567e837SChris Mason if (ret == 0) { 223b18c6685SChris Mason BUG(); 2246567e837SChris Mason } 2256567e837SChris Mason if (path->slots[0] == 0) { 2266567e837SChris Mason goto insert; 2276567e837SChris Mason } 2286567e837SChris Mason path->slots[0]--; 2295f39d397SChris Mason leaf = path->nodes[0]; 2305f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]); 2316567e837SChris Mason csum_offset = (offset - found_key.offset) >> 2326567e837SChris Mason root->fs_info->sb->s_blocksize_bits; 2336567e837SChris Mason if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY || 2346567e837SChris Mason found_key.objectid != objectid || 2356567e837SChris Mason csum_offset >= MAX_CSUM_ITEMS(root)) { 2366567e837SChris Mason goto insert; 2376567e837SChris Mason } 2385f39d397SChris Mason if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) / 239509659cdSChris Mason BTRFS_CRC32_SIZE) { 240509659cdSChris Mason u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE; 2415f39d397SChris Mason diff = diff - btrfs_item_size_nr(leaf, path->slots[0]); 2423a686375SChris Mason if (diff != BTRFS_CRC32_SIZE) 2433a686375SChris Mason goto insert; 244a429e513SChris Mason ret = btrfs_extend_item(trans, root, path, diff); 2456567e837SChris Mason BUG_ON(ret); 2466567e837SChris Mason goto csum; 2476567e837SChris Mason } 2486567e837SChris Mason 2496567e837SChris Mason insert: 250a429e513SChris Mason btrfs_release_path(root, path); 2516567e837SChris Mason csum_offset = 0; 252f578d4bdSChris Mason if (found_next) { 253f578d4bdSChris Mason u64 tmp = min((u64)i_size_read(inode), next_offset); 254b56baf5bSYan tmp -= offset & ~((u64)root->sectorsize -1); 255f578d4bdSChris Mason tmp >>= root->fs_info->sb->s_blocksize_bits; 256f578d4bdSChris Mason tmp = max((u64)1, tmp); 257f578d4bdSChris Mason tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root)); 258f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE * tmp; 259f578d4bdSChris Mason } else { 260f578d4bdSChris Mason ins_size = BTRFS_CRC32_SIZE; 261f578d4bdSChris Mason } 2625caf2a00SChris Mason ret = btrfs_insert_empty_item(trans, root, path, &file_key, 263f578d4bdSChris Mason ins_size); 26454aa1f4dSChris Mason if (ret < 0) 26554aa1f4dSChris Mason goto fail; 266a429e513SChris Mason if (ret != 0) { 267a429e513SChris Mason WARN_ON(1); 268f254e52cSChris Mason goto fail; 269a429e513SChris Mason } 2706567e837SChris Mason csum: 2715f39d397SChris Mason leaf = path->nodes[0]; 2725f39d397SChris Mason item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 273f254e52cSChris Mason ret = 0; 274509659cdSChris Mason item = (struct btrfs_csum_item *)((unsigned char *)item + 275509659cdSChris Mason csum_offset * BTRFS_CRC32_SIZE); 276b18c6685SChris Mason found: 277065631f6SChris Mason item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item); 278065631f6SChris Mason item_end = (struct btrfs_csum_item *)((unsigned char *)item_end + 279065631f6SChris Mason btrfs_item_size_nr(leaf, path->slots[0])); 280*6e92f5e6SChris Mason eb_token = NULL; 281065631f6SChris Mason next_bvec: 282065631f6SChris Mason data = kmap_atomic(bvec->bv_page, KM_IRQ0); 283065631f6SChris Mason csum_result = ~(u32)0; 284065631f6SChris Mason csum_result = btrfs_csum_data(root, data + bvec->bv_offset, 285065631f6SChris Mason csum_result, bvec->bv_len); 286065631f6SChris Mason kunmap_atomic(data, KM_IRQ0); 287ff79f819SChris Mason btrfs_csum_final(csum_result, (char *)&csum_result); 288aadfeb6eSChris Mason if (csum_result == 0) { 289aadfeb6eSChris Mason printk("csum result is 0 for inode %lu offset %Lu\n", inode->i_ino, offset); 290aadfeb6eSChris Mason } 291aadfeb6eSChris Mason 292*6e92f5e6SChris Mason if (!eb_token || 293*6e92f5e6SChris Mason (unsigned long)item + BTRFS_CRC32_SIZE >= map_start + map_len) { 294*6e92f5e6SChris Mason int err; 295*6e92f5e6SChris Mason 296*6e92f5e6SChris Mason if (eb_token) 297*6e92f5e6SChris Mason unmap_extent_buffer(leaf, eb_token, KM_IRQ1); 298*6e92f5e6SChris Mason eb_token = NULL; 299*6e92f5e6SChris Mason err = map_private_extent_buffer(leaf, (unsigned long)item, 300*6e92f5e6SChris Mason BTRFS_CRC32_SIZE, 301*6e92f5e6SChris Mason &eb_token, &eb_map, 302*6e92f5e6SChris Mason &map_start, &map_len, KM_IRQ1); 303*6e92f5e6SChris Mason if (err) 304*6e92f5e6SChris Mason eb_token = NULL; 305*6e92f5e6SChris Mason } 306*6e92f5e6SChris Mason if (eb_token) { 307*6e92f5e6SChris Mason memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)), 308*6e92f5e6SChris Mason &csum_result, BTRFS_CRC32_SIZE); 309*6e92f5e6SChris Mason } else { 310ff79f819SChris Mason write_extent_buffer(leaf, &csum_result, (unsigned long)item, 311ff79f819SChris Mason BTRFS_CRC32_SIZE); 312*6e92f5e6SChris Mason } 313065631f6SChris Mason bio_index++; 314065631f6SChris Mason bvec++; 315065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 316*6e92f5e6SChris Mason item = (struct btrfs_csum_item *)((char *)item + 317*6e92f5e6SChris Mason BTRFS_CRC32_SIZE); 318065631f6SChris Mason if (item < item_end) 319065631f6SChris Mason goto next_bvec; 320065631f6SChris Mason } 321*6e92f5e6SChris Mason if (eb_token) { 322*6e92f5e6SChris Mason unmap_extent_buffer(leaf, eb_token, KM_IRQ1); 323*6e92f5e6SChris Mason eb_token = NULL; 324*6e92f5e6SChris Mason } 3255caf2a00SChris Mason btrfs_mark_buffer_dirty(path->nodes[0]); 326065631f6SChris Mason if (bio_index < bio->bi_vcnt) { 3275caf2a00SChris Mason btrfs_release_path(root, path); 328065631f6SChris Mason goto again; 329065631f6SChris Mason } 330065631f6SChris Mason fail: 3315caf2a00SChris Mason btrfs_free_path(path); 332f254e52cSChris Mason return ret; 333f254e52cSChris Mason } 334f254e52cSChris Mason 3351de037a4SChris Mason int btrfs_csum_truncate(struct btrfs_trans_handle *trans, 3361de037a4SChris Mason struct btrfs_root *root, struct btrfs_path *path, 3371de037a4SChris Mason u64 isize) 3381de037a4SChris Mason { 3391de037a4SChris Mason struct btrfs_key key; 3405f39d397SChris Mason struct extent_buffer *leaf = path->nodes[0]; 3411de037a4SChris Mason int slot = path->slots[0]; 3421de037a4SChris Mason int ret; 3431de037a4SChris Mason u32 new_item_size; 3441de037a4SChris Mason u64 new_item_span; 3451de037a4SChris Mason u64 blocks; 3461de037a4SChris Mason 3475f39d397SChris Mason btrfs_item_key_to_cpu(leaf, &key, slot); 3481de037a4SChris Mason if (isize <= key.offset) 3491de037a4SChris Mason return 0; 3501de037a4SChris Mason new_item_span = isize - key.offset; 3515f39d397SChris Mason blocks = (new_item_span + root->sectorsize - 1) >> 35284f54cfaSChris Mason root->fs_info->sb->s_blocksize_bits; 3531de037a4SChris Mason new_item_size = blocks * BTRFS_CRC32_SIZE; 3545f39d397SChris Mason if (new_item_size >= btrfs_item_size_nr(leaf, slot)) 3551de037a4SChris Mason return 0; 356179e29e4SChris Mason ret = btrfs_truncate_item(trans, root, path, new_item_size, 1); 3571de037a4SChris Mason BUG_ON(ret); 3581de037a4SChris Mason return ret; 3591de037a4SChris Mason } 3601de037a4SChris Mason 361