1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 2ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 3ccd979bdSMark Fasheh * 4ccd979bdSMark Fasheh * alloc.c 5ccd979bdSMark Fasheh * 6ccd979bdSMark Fasheh * Extent allocs and frees 7ccd979bdSMark Fasheh * 8ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 9ccd979bdSMark Fasheh * 10ccd979bdSMark Fasheh * This program is free software; you can redistribute it and/or 11ccd979bdSMark Fasheh * modify it under the terms of the GNU General Public 12ccd979bdSMark Fasheh * License as published by the Free Software Foundation; either 13ccd979bdSMark Fasheh * version 2 of the License, or (at your option) any later version. 14ccd979bdSMark Fasheh * 15ccd979bdSMark Fasheh * This program is distributed in the hope that it will be useful, 16ccd979bdSMark Fasheh * but WITHOUT ANY WARRANTY; without even the implied warranty of 17ccd979bdSMark Fasheh * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18ccd979bdSMark Fasheh * General Public License for more details. 19ccd979bdSMark Fasheh * 20ccd979bdSMark Fasheh * You should have received a copy of the GNU General Public 21ccd979bdSMark Fasheh * License along with this program; if not, write to the 22ccd979bdSMark Fasheh * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 23ccd979bdSMark Fasheh * Boston, MA 021110-1307, USA. 24ccd979bdSMark Fasheh */ 25ccd979bdSMark Fasheh 26ccd979bdSMark Fasheh #include <linux/fs.h> 27ccd979bdSMark Fasheh #include <linux/types.h> 28ccd979bdSMark Fasheh #include <linux/slab.h> 29ccd979bdSMark Fasheh #include <linux/highmem.h> 3060b11392SMark Fasheh #include <linux/swap.h> 31a90714c1SJan Kara #include <linux/quotaops.h> 32ccd979bdSMark Fasheh 33ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC 34ccd979bdSMark Fasheh #include <cluster/masklog.h> 35ccd979bdSMark Fasheh 36ccd979bdSMark Fasheh #include "ocfs2.h" 37ccd979bdSMark Fasheh 38ccd979bdSMark Fasheh #include "alloc.h" 3960b11392SMark Fasheh #include "aops.h" 40d6b32bbbSJoel Becker #include "blockcheck.h" 41ccd979bdSMark Fasheh #include "dlmglue.h" 42ccd979bdSMark Fasheh #include "extent_map.h" 43ccd979bdSMark Fasheh #include "inode.h" 44ccd979bdSMark Fasheh #include "journal.h" 45ccd979bdSMark Fasheh #include "localalloc.h" 46ccd979bdSMark Fasheh #include "suballoc.h" 47ccd979bdSMark Fasheh #include "sysfile.h" 48ccd979bdSMark Fasheh #include "file.h" 49ccd979bdSMark Fasheh #include "super.h" 50ccd979bdSMark Fasheh #include "uptodate.h" 512a50a743SJoel Becker #include "xattr.h" 52ccd979bdSMark Fasheh 53ccd979bdSMark Fasheh #include "buffer_head_io.h" 54ccd979bdSMark Fasheh 55e7d4cb6bSTao Ma 561625f8acSJoel Becker /* 571625f8acSJoel Becker * Operations for a specific extent tree type. 581625f8acSJoel Becker * 591625f8acSJoel Becker * To implement an on-disk btree (extent tree) type in ocfs2, add 601625f8acSJoel Becker * an ocfs2_extent_tree_operations structure and the matching 618d6220d6SJoel Becker * ocfs2_init_<thingy>_extent_tree() function. That's pretty much it 621625f8acSJoel Becker * for the allocation portion of the extent tree. 631625f8acSJoel Becker */ 64e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations { 651625f8acSJoel Becker /* 661625f8acSJoel Becker * last_eb_blk is the block number of the right most leaf extent 671625f8acSJoel Becker * block. Most on-disk structures containing an extent tree store 681625f8acSJoel Becker * this value for fast access. The ->eo_set_last_eb_blk() and 691625f8acSJoel Becker * ->eo_get_last_eb_blk() operations access this value. They are 701625f8acSJoel Becker * both required. 711625f8acSJoel Becker */ 7235dc0aa3SJoel Becker void (*eo_set_last_eb_blk)(struct ocfs2_extent_tree *et, 7335dc0aa3SJoel Becker u64 blkno); 7435dc0aa3SJoel Becker u64 (*eo_get_last_eb_blk)(struct ocfs2_extent_tree *et); 751625f8acSJoel Becker 761625f8acSJoel Becker /* 771625f8acSJoel Becker * The on-disk structure usually keeps track of how many total 781625f8acSJoel Becker * clusters are stored in this extent tree. This function updates 791625f8acSJoel Becker * that value. new_clusters is the delta, and must be 801625f8acSJoel Becker * added to the total. Required. 811625f8acSJoel Becker */ 826136ca5fSJoel Becker void (*eo_update_clusters)(struct ocfs2_extent_tree *et, 83e7d4cb6bSTao Ma u32 new_clusters); 841625f8acSJoel Becker 851625f8acSJoel Becker /* 861625f8acSJoel Becker * If ->eo_insert_check() exists, it is called before rec is 871625f8acSJoel Becker * inserted into the extent tree. It is optional. 881625f8acSJoel Becker */ 896136ca5fSJoel Becker int (*eo_insert_check)(struct ocfs2_extent_tree *et, 901e61ee79SJoel Becker struct ocfs2_extent_rec *rec); 916136ca5fSJoel Becker int (*eo_sanity_check)(struct ocfs2_extent_tree *et); 920ce1010fSJoel Becker 931625f8acSJoel Becker /* 941625f8acSJoel Becker * -------------------------------------------------------------- 951625f8acSJoel Becker * The remaining are internal to ocfs2_extent_tree and don't have 961625f8acSJoel Becker * accessor functions 971625f8acSJoel Becker */ 981625f8acSJoel Becker 991625f8acSJoel Becker /* 1001625f8acSJoel Becker * ->eo_fill_root_el() takes et->et_object and sets et->et_root_el. 1011625f8acSJoel Becker * It is required. 1021625f8acSJoel Becker */ 1030ce1010fSJoel Becker void (*eo_fill_root_el)(struct ocfs2_extent_tree *et); 1041625f8acSJoel Becker 1051625f8acSJoel Becker /* 1061625f8acSJoel Becker * ->eo_fill_max_leaf_clusters sets et->et_max_leaf_clusters if 1071625f8acSJoel Becker * it exists. If it does not, et->et_max_leaf_clusters is set 1081625f8acSJoel Becker * to 0 (unlimited). Optional. 1091625f8acSJoel Becker */ 1106136ca5fSJoel Becker void (*eo_fill_max_leaf_clusters)(struct ocfs2_extent_tree *et); 111e7d4cb6bSTao Ma }; 112e7d4cb6bSTao Ma 113f99b9b7cSJoel Becker 114f99b9b7cSJoel Becker /* 115f99b9b7cSJoel Becker * Pre-declare ocfs2_dinode_et_ops so we can use it as a sanity check 116f99b9b7cSJoel Becker * in the methods. 117f99b9b7cSJoel Becker */ 118f99b9b7cSJoel Becker static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et); 119f99b9b7cSJoel Becker static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 120f99b9b7cSJoel Becker u64 blkno); 1216136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 122f99b9b7cSJoel Becker u32 clusters); 1236136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 124f99b9b7cSJoel Becker struct ocfs2_extent_rec *rec); 1256136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et); 126f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et); 127f99b9b7cSJoel Becker static struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = { 128f99b9b7cSJoel Becker .eo_set_last_eb_blk = ocfs2_dinode_set_last_eb_blk, 129f99b9b7cSJoel Becker .eo_get_last_eb_blk = ocfs2_dinode_get_last_eb_blk, 130f99b9b7cSJoel Becker .eo_update_clusters = ocfs2_dinode_update_clusters, 131f99b9b7cSJoel Becker .eo_insert_check = ocfs2_dinode_insert_check, 132f99b9b7cSJoel Becker .eo_sanity_check = ocfs2_dinode_sanity_check, 133f99b9b7cSJoel Becker .eo_fill_root_el = ocfs2_dinode_fill_root_el, 134e7d4cb6bSTao Ma }; 135e7d4cb6bSTao Ma 136e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 137e7d4cb6bSTao Ma u64 blkno) 138e7d4cb6bSTao Ma { 139ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 140e7d4cb6bSTao Ma 141f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 142e7d4cb6bSTao Ma di->i_last_eb_blk = cpu_to_le64(blkno); 143e7d4cb6bSTao Ma } 144e7d4cb6bSTao Ma 145e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et) 146e7d4cb6bSTao Ma { 147ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 148e7d4cb6bSTao Ma 149f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 150e7d4cb6bSTao Ma return le64_to_cpu(di->i_last_eb_blk); 151e7d4cb6bSTao Ma } 152e7d4cb6bSTao Ma 1536136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 154e7d4cb6bSTao Ma u32 clusters) 155e7d4cb6bSTao Ma { 1566136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 157ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 158e7d4cb6bSTao Ma 159e7d4cb6bSTao Ma le32_add_cpu(&di->i_clusters, clusters); 1606136ca5fSJoel Becker spin_lock(&oi->ip_lock); 1616136ca5fSJoel Becker oi->ip_clusters = le32_to_cpu(di->i_clusters); 1626136ca5fSJoel Becker spin_unlock(&oi->ip_lock); 163e7d4cb6bSTao Ma } 164e7d4cb6bSTao Ma 1656136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 1661e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 1671e61ee79SJoel Becker { 1686136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 1696136ca5fSJoel Becker struct ocfs2_super *osb = OCFS2_SB(oi->vfs_inode.i_sb); 1701e61ee79SJoel Becker 1716136ca5fSJoel Becker BUG_ON(oi->ip_dyn_features & OCFS2_INLINE_DATA_FL); 1721e61ee79SJoel Becker mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) && 1736136ca5fSJoel Becker (oi->ip_clusters != le32_to_cpu(rec->e_cpos)), 1741e61ee79SJoel Becker "Device %s, asking for sparse allocation: inode %llu, " 1751e61ee79SJoel Becker "cpos %u, clusters %u\n", 1761e61ee79SJoel Becker osb->dev_str, 1776136ca5fSJoel Becker (unsigned long long)oi->ip_blkno, 1786136ca5fSJoel Becker rec->e_cpos, oi->ip_clusters); 1791e61ee79SJoel Becker 1801e61ee79SJoel Becker return 0; 1811e61ee79SJoel Becker } 1821e61ee79SJoel Becker 1836136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et) 184e7d4cb6bSTao Ma { 18510995aa2SJoel Becker struct ocfs2_dinode *di = et->et_object; 186e7d4cb6bSTao Ma 187f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 18810995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 189e7d4cb6bSTao Ma 19010995aa2SJoel Becker return 0; 191e7d4cb6bSTao Ma } 192e7d4cb6bSTao Ma 193f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et) 194f99b9b7cSJoel Becker { 195f99b9b7cSJoel Becker struct ocfs2_dinode *di = et->et_object; 196f99b9b7cSJoel Becker 197f99b9b7cSJoel Becker et->et_root_el = &di->id2.i_list; 198f99b9b7cSJoel Becker } 199f99b9b7cSJoel Becker 200e7d4cb6bSTao Ma 2010ce1010fSJoel Becker static void ocfs2_xattr_value_fill_root_el(struct ocfs2_extent_tree *et) 2020ce1010fSJoel Becker { 2032a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 2040ce1010fSJoel Becker 2052a50a743SJoel Becker et->et_root_el = &vb->vb_xv->xr_list; 2060ce1010fSJoel Becker } 2070ce1010fSJoel Becker 208f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et, 209f56654c4STao Ma u64 blkno) 210f56654c4STao Ma { 2112a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 212f56654c4STao Ma 2132a50a743SJoel Becker vb->vb_xv->xr_last_eb_blk = cpu_to_le64(blkno); 214f56654c4STao Ma } 215f56654c4STao Ma 216f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et) 217f56654c4STao Ma { 2182a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 219f56654c4STao Ma 2202a50a743SJoel Becker return le64_to_cpu(vb->vb_xv->xr_last_eb_blk); 221f56654c4STao Ma } 222f56654c4STao Ma 2236136ca5fSJoel Becker static void ocfs2_xattr_value_update_clusters(struct ocfs2_extent_tree *et, 224f56654c4STao Ma u32 clusters) 225f56654c4STao Ma { 2262a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 227f56654c4STao Ma 2282a50a743SJoel Becker le32_add_cpu(&vb->vb_xv->xr_clusters, clusters); 229f56654c4STao Ma } 230f56654c4STao Ma 2311a09f556SJoel Becker static struct ocfs2_extent_tree_operations ocfs2_xattr_value_et_ops = { 23235dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_value_set_last_eb_blk, 23335dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_value_get_last_eb_blk, 23435dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_value_update_clusters, 2350ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_value_fill_root_el, 236f56654c4STao Ma }; 237f56654c4STao Ma 2380ce1010fSJoel Becker static void ocfs2_xattr_tree_fill_root_el(struct ocfs2_extent_tree *et) 2390ce1010fSJoel Becker { 2400ce1010fSJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 2410ce1010fSJoel Becker 2420ce1010fSJoel Becker et->et_root_el = &xb->xb_attrs.xb_root.xt_list; 2430ce1010fSJoel Becker } 2440ce1010fSJoel Becker 2456136ca5fSJoel Becker static void ocfs2_xattr_tree_fill_max_leaf_clusters(struct ocfs2_extent_tree *et) 246943cced3SJoel Becker { 2476136ca5fSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 248943cced3SJoel Becker et->et_max_leaf_clusters = 2496136ca5fSJoel Becker ocfs2_clusters_for_bytes(sb, OCFS2_MAX_XATTR_TREE_LEAF_SIZE); 250943cced3SJoel Becker } 251943cced3SJoel Becker 252ba492615STao Ma static void ocfs2_xattr_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 253ba492615STao Ma u64 blkno) 254ba492615STao Ma { 255ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 256ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 257ba492615STao Ma 258ba492615STao Ma xt->xt_last_eb_blk = cpu_to_le64(blkno); 259ba492615STao Ma } 260ba492615STao Ma 261ba492615STao Ma static u64 ocfs2_xattr_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 262ba492615STao Ma { 263ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 264ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 265ba492615STao Ma 266ba492615STao Ma return le64_to_cpu(xt->xt_last_eb_blk); 267ba492615STao Ma } 268ba492615STao Ma 2696136ca5fSJoel Becker static void ocfs2_xattr_tree_update_clusters(struct ocfs2_extent_tree *et, 270ba492615STao Ma u32 clusters) 271ba492615STao Ma { 272ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 273ba492615STao Ma 274ba492615STao Ma le32_add_cpu(&xb->xb_attrs.xb_root.xt_clusters, clusters); 275ba492615STao Ma } 276ba492615STao Ma 277ba492615STao Ma static struct ocfs2_extent_tree_operations ocfs2_xattr_tree_et_ops = { 27835dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_tree_set_last_eb_blk, 27935dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_tree_get_last_eb_blk, 28035dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_tree_update_clusters, 2810ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_tree_fill_root_el, 282943cced3SJoel Becker .eo_fill_max_leaf_clusters = ocfs2_xattr_tree_fill_max_leaf_clusters, 283ba492615STao Ma }; 284ba492615STao Ma 2859b7895efSMark Fasheh static void ocfs2_dx_root_set_last_eb_blk(struct ocfs2_extent_tree *et, 2869b7895efSMark Fasheh u64 blkno) 2879b7895efSMark Fasheh { 2889b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 2899b7895efSMark Fasheh 2909b7895efSMark Fasheh dx_root->dr_last_eb_blk = cpu_to_le64(blkno); 2919b7895efSMark Fasheh } 2929b7895efSMark Fasheh 2939b7895efSMark Fasheh static u64 ocfs2_dx_root_get_last_eb_blk(struct ocfs2_extent_tree *et) 2949b7895efSMark Fasheh { 2959b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 2969b7895efSMark Fasheh 2979b7895efSMark Fasheh return le64_to_cpu(dx_root->dr_last_eb_blk); 2989b7895efSMark Fasheh } 2999b7895efSMark Fasheh 3006136ca5fSJoel Becker static void ocfs2_dx_root_update_clusters(struct ocfs2_extent_tree *et, 3019b7895efSMark Fasheh u32 clusters) 3029b7895efSMark Fasheh { 3039b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3049b7895efSMark Fasheh 3059b7895efSMark Fasheh le32_add_cpu(&dx_root->dr_clusters, clusters); 3069b7895efSMark Fasheh } 3079b7895efSMark Fasheh 3086136ca5fSJoel Becker static int ocfs2_dx_root_sanity_check(struct ocfs2_extent_tree *et) 3099b7895efSMark Fasheh { 3109b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3119b7895efSMark Fasheh 3129b7895efSMark Fasheh BUG_ON(!OCFS2_IS_VALID_DX_ROOT(dx_root)); 3139b7895efSMark Fasheh 3149b7895efSMark Fasheh return 0; 3159b7895efSMark Fasheh } 3169b7895efSMark Fasheh 3179b7895efSMark Fasheh static void ocfs2_dx_root_fill_root_el(struct ocfs2_extent_tree *et) 3189b7895efSMark Fasheh { 3199b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3209b7895efSMark Fasheh 3219b7895efSMark Fasheh et->et_root_el = &dx_root->dr_list; 3229b7895efSMark Fasheh } 3239b7895efSMark Fasheh 3249b7895efSMark Fasheh static struct ocfs2_extent_tree_operations ocfs2_dx_root_et_ops = { 3259b7895efSMark Fasheh .eo_set_last_eb_blk = ocfs2_dx_root_set_last_eb_blk, 3269b7895efSMark Fasheh .eo_get_last_eb_blk = ocfs2_dx_root_get_last_eb_blk, 3279b7895efSMark Fasheh .eo_update_clusters = ocfs2_dx_root_update_clusters, 3289b7895efSMark Fasheh .eo_sanity_check = ocfs2_dx_root_sanity_check, 3299b7895efSMark Fasheh .eo_fill_root_el = ocfs2_dx_root_fill_root_el, 3309b7895efSMark Fasheh }; 3319b7895efSMark Fasheh 3328d6220d6SJoel Becker static void __ocfs2_init_extent_tree(struct ocfs2_extent_tree *et, 333dc0ce61aSJoel Becker struct inode *inode, 334ca12b7c4STao Ma struct buffer_head *bh, 33513723d00SJoel Becker ocfs2_journal_access_func access, 3361a09f556SJoel Becker void *obj, 3371a09f556SJoel Becker struct ocfs2_extent_tree_operations *ops) 338e7d4cb6bSTao Ma { 3391a09f556SJoel Becker et->et_ops = ops; 340ce1d9ea6SJoel Becker et->et_root_bh = bh; 341d9a0a1f8SJoel Becker et->et_ci = INODE_CACHE(inode); 34213723d00SJoel Becker et->et_root_journal_access = access; 343ea5efa15SJoel Becker if (!obj) 344ea5efa15SJoel Becker obj = (void *)bh->b_data; 345ea5efa15SJoel Becker et->et_object = obj; 346e7d4cb6bSTao Ma 3470ce1010fSJoel Becker et->et_ops->eo_fill_root_el(et); 348943cced3SJoel Becker if (!et->et_ops->eo_fill_max_leaf_clusters) 349943cced3SJoel Becker et->et_max_leaf_clusters = 0; 350943cced3SJoel Becker else 3516136ca5fSJoel Becker et->et_ops->eo_fill_max_leaf_clusters(et); 352e7d4cb6bSTao Ma } 353e7d4cb6bSTao Ma 3548d6220d6SJoel Becker void ocfs2_init_dinode_extent_tree(struct ocfs2_extent_tree *et, 3551a09f556SJoel Becker struct inode *inode, 3561a09f556SJoel Becker struct buffer_head *bh) 3571a09f556SJoel Becker { 35813723d00SJoel Becker __ocfs2_init_extent_tree(et, inode, bh, ocfs2_journal_access_di, 35913723d00SJoel Becker NULL, &ocfs2_dinode_et_ops); 3601a09f556SJoel Becker } 3611a09f556SJoel Becker 3628d6220d6SJoel Becker void ocfs2_init_xattr_tree_extent_tree(struct ocfs2_extent_tree *et, 3631a09f556SJoel Becker struct inode *inode, 3641a09f556SJoel Becker struct buffer_head *bh) 3651a09f556SJoel Becker { 36613723d00SJoel Becker __ocfs2_init_extent_tree(et, inode, bh, ocfs2_journal_access_xb, 36713723d00SJoel Becker NULL, &ocfs2_xattr_tree_et_ops); 3681a09f556SJoel Becker } 3691a09f556SJoel Becker 3708d6220d6SJoel Becker void ocfs2_init_xattr_value_extent_tree(struct ocfs2_extent_tree *et, 3711a09f556SJoel Becker struct inode *inode, 3722a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb) 3731a09f556SJoel Becker { 3742a50a743SJoel Becker __ocfs2_init_extent_tree(et, inode, vb->vb_bh, vb->vb_access, vb, 3751a09f556SJoel Becker &ocfs2_xattr_value_et_ops); 3761a09f556SJoel Becker } 3771a09f556SJoel Becker 3789b7895efSMark Fasheh void ocfs2_init_dx_root_extent_tree(struct ocfs2_extent_tree *et, 3799b7895efSMark Fasheh struct inode *inode, 3809b7895efSMark Fasheh struct buffer_head *bh) 3819b7895efSMark Fasheh { 3829b7895efSMark Fasheh __ocfs2_init_extent_tree(et, inode, bh, ocfs2_journal_access_dr, 3839b7895efSMark Fasheh NULL, &ocfs2_dx_root_et_ops); 3849b7895efSMark Fasheh } 3859b7895efSMark Fasheh 38635dc0aa3SJoel Becker static inline void ocfs2_et_set_last_eb_blk(struct ocfs2_extent_tree *et, 387e7d4cb6bSTao Ma u64 new_last_eb_blk) 388e7d4cb6bSTao Ma { 389ce1d9ea6SJoel Becker et->et_ops->eo_set_last_eb_blk(et, new_last_eb_blk); 390e7d4cb6bSTao Ma } 391e7d4cb6bSTao Ma 39235dc0aa3SJoel Becker static inline u64 ocfs2_et_get_last_eb_blk(struct ocfs2_extent_tree *et) 393e7d4cb6bSTao Ma { 394ce1d9ea6SJoel Becker return et->et_ops->eo_get_last_eb_blk(et); 395e7d4cb6bSTao Ma } 396e7d4cb6bSTao Ma 3976136ca5fSJoel Becker static inline void ocfs2_et_update_clusters(struct ocfs2_extent_tree *et, 398e7d4cb6bSTao Ma u32 clusters) 399e7d4cb6bSTao Ma { 4006136ca5fSJoel Becker et->et_ops->eo_update_clusters(et, clusters); 40135dc0aa3SJoel Becker } 40235dc0aa3SJoel Becker 40313723d00SJoel Becker static inline int ocfs2_et_root_journal_access(handle_t *handle, 40413723d00SJoel Becker struct ocfs2_extent_tree *et, 40513723d00SJoel Becker int type) 40613723d00SJoel Becker { 407d9a0a1f8SJoel Becker return et->et_root_journal_access(handle, et->et_ci, et->et_root_bh, 40813723d00SJoel Becker type); 40913723d00SJoel Becker } 41013723d00SJoel Becker 4116136ca5fSJoel Becker static inline int ocfs2_et_insert_check(struct ocfs2_extent_tree *et, 4121e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 4131e61ee79SJoel Becker { 4141e61ee79SJoel Becker int ret = 0; 4151e61ee79SJoel Becker 4161e61ee79SJoel Becker if (et->et_ops->eo_insert_check) 4176136ca5fSJoel Becker ret = et->et_ops->eo_insert_check(et, rec); 4181e61ee79SJoel Becker return ret; 4191e61ee79SJoel Becker } 4201e61ee79SJoel Becker 4216136ca5fSJoel Becker static inline int ocfs2_et_sanity_check(struct ocfs2_extent_tree *et) 42235dc0aa3SJoel Becker { 4231e61ee79SJoel Becker int ret = 0; 4241e61ee79SJoel Becker 4251e61ee79SJoel Becker if (et->et_ops->eo_sanity_check) 4266136ca5fSJoel Becker ret = et->et_ops->eo_sanity_check(et); 4271e61ee79SJoel Becker return ret; 428e7d4cb6bSTao Ma } 429e7d4cb6bSTao Ma 430ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc); 43159a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 43259a5e416SMark Fasheh struct ocfs2_extent_block *eb); 433ccd979bdSMark Fasheh 434dcd0538fSMark Fasheh /* 435dcd0538fSMark Fasheh * Structures which describe a path through a btree, and functions to 436dcd0538fSMark Fasheh * manipulate them. 437dcd0538fSMark Fasheh * 438dcd0538fSMark Fasheh * The idea here is to be as generic as possible with the tree 439dcd0538fSMark Fasheh * manipulation code. 440dcd0538fSMark Fasheh */ 441dcd0538fSMark Fasheh struct ocfs2_path_item { 442dcd0538fSMark Fasheh struct buffer_head *bh; 443dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 444dcd0538fSMark Fasheh }; 445dcd0538fSMark Fasheh 446dcd0538fSMark Fasheh #define OCFS2_MAX_PATH_DEPTH 5 447dcd0538fSMark Fasheh 448dcd0538fSMark Fasheh struct ocfs2_path { 449dcd0538fSMark Fasheh int p_tree_depth; 45013723d00SJoel Becker ocfs2_journal_access_func p_root_access; 451dcd0538fSMark Fasheh struct ocfs2_path_item p_node[OCFS2_MAX_PATH_DEPTH]; 452dcd0538fSMark Fasheh }; 453dcd0538fSMark Fasheh 454dcd0538fSMark Fasheh #define path_root_bh(_path) ((_path)->p_node[0].bh) 455dcd0538fSMark Fasheh #define path_root_el(_path) ((_path)->p_node[0].el) 45613723d00SJoel Becker #define path_root_access(_path)((_path)->p_root_access) 457dcd0538fSMark Fasheh #define path_leaf_bh(_path) ((_path)->p_node[(_path)->p_tree_depth].bh) 458dcd0538fSMark Fasheh #define path_leaf_el(_path) ((_path)->p_node[(_path)->p_tree_depth].el) 459dcd0538fSMark Fasheh #define path_num_items(_path) ((_path)->p_tree_depth + 1) 460dcd0538fSMark Fasheh 461facdb77fSJoel Becker static int ocfs2_find_path(struct ocfs2_caching_info *ci, 462facdb77fSJoel Becker struct ocfs2_path *path, u32 cpos); 4636b791bccSTao Ma static void ocfs2_adjust_rightmost_records(struct inode *inode, 4646b791bccSTao Ma handle_t *handle, 4656b791bccSTao Ma struct ocfs2_path *path, 4666b791bccSTao Ma struct ocfs2_extent_rec *insert_rec); 467dcd0538fSMark Fasheh /* 468dcd0538fSMark Fasheh * Reset the actual path elements so that we can re-use the structure 469dcd0538fSMark Fasheh * to build another path. Generally, this involves freeing the buffer 470dcd0538fSMark Fasheh * heads. 471dcd0538fSMark Fasheh */ 472dcd0538fSMark Fasheh static void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root) 473dcd0538fSMark Fasheh { 474dcd0538fSMark Fasheh int i, start = 0, depth = 0; 475dcd0538fSMark Fasheh struct ocfs2_path_item *node; 476dcd0538fSMark Fasheh 477dcd0538fSMark Fasheh if (keep_root) 478dcd0538fSMark Fasheh start = 1; 479dcd0538fSMark Fasheh 480dcd0538fSMark Fasheh for(i = start; i < path_num_items(path); i++) { 481dcd0538fSMark Fasheh node = &path->p_node[i]; 482dcd0538fSMark Fasheh 483dcd0538fSMark Fasheh brelse(node->bh); 484dcd0538fSMark Fasheh node->bh = NULL; 485dcd0538fSMark Fasheh node->el = NULL; 486dcd0538fSMark Fasheh } 487dcd0538fSMark Fasheh 488dcd0538fSMark Fasheh /* 489dcd0538fSMark Fasheh * Tree depth may change during truncate, or insert. If we're 490dcd0538fSMark Fasheh * keeping the root extent list, then make sure that our path 491dcd0538fSMark Fasheh * structure reflects the proper depth. 492dcd0538fSMark Fasheh */ 493dcd0538fSMark Fasheh if (keep_root) 494dcd0538fSMark Fasheh depth = le16_to_cpu(path_root_el(path)->l_tree_depth); 49513723d00SJoel Becker else 49613723d00SJoel Becker path_root_access(path) = NULL; 497dcd0538fSMark Fasheh 498dcd0538fSMark Fasheh path->p_tree_depth = depth; 499dcd0538fSMark Fasheh } 500dcd0538fSMark Fasheh 501dcd0538fSMark Fasheh static void ocfs2_free_path(struct ocfs2_path *path) 502dcd0538fSMark Fasheh { 503dcd0538fSMark Fasheh if (path) { 504dcd0538fSMark Fasheh ocfs2_reinit_path(path, 0); 505dcd0538fSMark Fasheh kfree(path); 506dcd0538fSMark Fasheh } 507dcd0538fSMark Fasheh } 508dcd0538fSMark Fasheh 509dcd0538fSMark Fasheh /* 510328d5752SMark Fasheh * All the elements of src into dest. After this call, src could be freed 511328d5752SMark Fasheh * without affecting dest. 512328d5752SMark Fasheh * 513328d5752SMark Fasheh * Both paths should have the same root. Any non-root elements of dest 514328d5752SMark Fasheh * will be freed. 515328d5752SMark Fasheh */ 516328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src) 517328d5752SMark Fasheh { 518328d5752SMark Fasheh int i; 519328d5752SMark Fasheh 520328d5752SMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 521328d5752SMark Fasheh BUG_ON(path_root_el(dest) != path_root_el(src)); 52213723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 523328d5752SMark Fasheh 524328d5752SMark Fasheh ocfs2_reinit_path(dest, 1); 525328d5752SMark Fasheh 526328d5752SMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 527328d5752SMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 528328d5752SMark Fasheh dest->p_node[i].el = src->p_node[i].el; 529328d5752SMark Fasheh 530328d5752SMark Fasheh if (dest->p_node[i].bh) 531328d5752SMark Fasheh get_bh(dest->p_node[i].bh); 532328d5752SMark Fasheh } 533328d5752SMark Fasheh } 534328d5752SMark Fasheh 535328d5752SMark Fasheh /* 536dcd0538fSMark Fasheh * Make the *dest path the same as src and re-initialize src path to 537dcd0538fSMark Fasheh * have a root only. 538dcd0538fSMark Fasheh */ 539dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src) 540dcd0538fSMark Fasheh { 541dcd0538fSMark Fasheh int i; 542dcd0538fSMark Fasheh 543dcd0538fSMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 54413723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 545dcd0538fSMark Fasheh 546dcd0538fSMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 547dcd0538fSMark Fasheh brelse(dest->p_node[i].bh); 548dcd0538fSMark Fasheh 549dcd0538fSMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 550dcd0538fSMark Fasheh dest->p_node[i].el = src->p_node[i].el; 551dcd0538fSMark Fasheh 552dcd0538fSMark Fasheh src->p_node[i].bh = NULL; 553dcd0538fSMark Fasheh src->p_node[i].el = NULL; 554dcd0538fSMark Fasheh } 555dcd0538fSMark Fasheh } 556dcd0538fSMark Fasheh 557dcd0538fSMark Fasheh /* 558dcd0538fSMark Fasheh * Insert an extent block at given index. 559dcd0538fSMark Fasheh * 560dcd0538fSMark Fasheh * This will not take an additional reference on eb_bh. 561dcd0538fSMark Fasheh */ 562dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index, 563dcd0538fSMark Fasheh struct buffer_head *eb_bh) 564dcd0538fSMark Fasheh { 565dcd0538fSMark Fasheh struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data; 566dcd0538fSMark Fasheh 567dcd0538fSMark Fasheh /* 568dcd0538fSMark Fasheh * Right now, no root bh is an extent block, so this helps 569dcd0538fSMark Fasheh * catch code errors with dinode trees. The assertion can be 570dcd0538fSMark Fasheh * safely removed if we ever need to insert extent block 571dcd0538fSMark Fasheh * structures at the root. 572dcd0538fSMark Fasheh */ 573dcd0538fSMark Fasheh BUG_ON(index == 0); 574dcd0538fSMark Fasheh 575dcd0538fSMark Fasheh path->p_node[index].bh = eb_bh; 576dcd0538fSMark Fasheh path->p_node[index].el = &eb->h_list; 577dcd0538fSMark Fasheh } 578dcd0538fSMark Fasheh 579dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh, 58013723d00SJoel Becker struct ocfs2_extent_list *root_el, 58113723d00SJoel Becker ocfs2_journal_access_func access) 582dcd0538fSMark Fasheh { 583dcd0538fSMark Fasheh struct ocfs2_path *path; 584dcd0538fSMark Fasheh 585dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH); 586dcd0538fSMark Fasheh 587dcd0538fSMark Fasheh path = kzalloc(sizeof(*path), GFP_NOFS); 588dcd0538fSMark Fasheh if (path) { 589dcd0538fSMark Fasheh path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth); 590dcd0538fSMark Fasheh get_bh(root_bh); 591dcd0538fSMark Fasheh path_root_bh(path) = root_bh; 592dcd0538fSMark Fasheh path_root_el(path) = root_el; 59313723d00SJoel Becker path_root_access(path) = access; 594dcd0538fSMark Fasheh } 595dcd0538fSMark Fasheh 596dcd0538fSMark Fasheh return path; 597dcd0538fSMark Fasheh } 598dcd0538fSMark Fasheh 599ffdd7a54SJoel Becker static struct ocfs2_path *ocfs2_new_path_from_path(struct ocfs2_path *path) 600ffdd7a54SJoel Becker { 60113723d00SJoel Becker return ocfs2_new_path(path_root_bh(path), path_root_el(path), 60213723d00SJoel Becker path_root_access(path)); 603ffdd7a54SJoel Becker } 604ffdd7a54SJoel Becker 605ffdd7a54SJoel Becker static struct ocfs2_path *ocfs2_new_path_from_et(struct ocfs2_extent_tree *et) 606ffdd7a54SJoel Becker { 60713723d00SJoel Becker return ocfs2_new_path(et->et_root_bh, et->et_root_el, 60813723d00SJoel Becker et->et_root_journal_access); 60913723d00SJoel Becker } 61013723d00SJoel Becker 61113723d00SJoel Becker /* 61213723d00SJoel Becker * Journal the buffer at depth idx. All idx>0 are extent_blocks, 61313723d00SJoel Becker * otherwise it's the root_access function. 61413723d00SJoel Becker * 61513723d00SJoel Becker * I don't like the way this function's name looks next to 61613723d00SJoel Becker * ocfs2_journal_access_path(), but I don't have a better one. 61713723d00SJoel Becker */ 61813723d00SJoel Becker static int ocfs2_path_bh_journal_access(handle_t *handle, 6190cf2f763SJoel Becker struct ocfs2_caching_info *ci, 62013723d00SJoel Becker struct ocfs2_path *path, 62113723d00SJoel Becker int idx) 62213723d00SJoel Becker { 62313723d00SJoel Becker ocfs2_journal_access_func access = path_root_access(path); 62413723d00SJoel Becker 62513723d00SJoel Becker if (!access) 62613723d00SJoel Becker access = ocfs2_journal_access; 62713723d00SJoel Becker 62813723d00SJoel Becker if (idx) 62913723d00SJoel Becker access = ocfs2_journal_access_eb; 63013723d00SJoel Becker 6310cf2f763SJoel Becker return access(handle, ci, path->p_node[idx].bh, 63213723d00SJoel Becker OCFS2_JOURNAL_ACCESS_WRITE); 633ffdd7a54SJoel Becker } 634ffdd7a54SJoel Becker 635dcd0538fSMark Fasheh /* 636dcd0538fSMark Fasheh * Convenience function to journal all components in a path. 637dcd0538fSMark Fasheh */ 6380cf2f763SJoel Becker static int ocfs2_journal_access_path(struct ocfs2_caching_info *ci, 6390cf2f763SJoel Becker handle_t *handle, 640dcd0538fSMark Fasheh struct ocfs2_path *path) 641dcd0538fSMark Fasheh { 642dcd0538fSMark Fasheh int i, ret = 0; 643dcd0538fSMark Fasheh 644dcd0538fSMark Fasheh if (!path) 645dcd0538fSMark Fasheh goto out; 646dcd0538fSMark Fasheh 647dcd0538fSMark Fasheh for(i = 0; i < path_num_items(path); i++) { 6480cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, ci, path, i); 649dcd0538fSMark Fasheh if (ret < 0) { 650dcd0538fSMark Fasheh mlog_errno(ret); 651dcd0538fSMark Fasheh goto out; 652dcd0538fSMark Fasheh } 653dcd0538fSMark Fasheh } 654dcd0538fSMark Fasheh 655dcd0538fSMark Fasheh out: 656dcd0538fSMark Fasheh return ret; 657dcd0538fSMark Fasheh } 658dcd0538fSMark Fasheh 659328d5752SMark Fasheh /* 660328d5752SMark Fasheh * Return the index of the extent record which contains cluster #v_cluster. 661328d5752SMark Fasheh * -1 is returned if it was not found. 662328d5752SMark Fasheh * 663328d5752SMark Fasheh * Should work fine on interior and exterior nodes. 664328d5752SMark Fasheh */ 665328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster) 666328d5752SMark Fasheh { 667328d5752SMark Fasheh int ret = -1; 668328d5752SMark Fasheh int i; 669328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 670328d5752SMark Fasheh u32 rec_end, rec_start, clusters; 671328d5752SMark Fasheh 672328d5752SMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 673328d5752SMark Fasheh rec = &el->l_recs[i]; 674328d5752SMark Fasheh 675328d5752SMark Fasheh rec_start = le32_to_cpu(rec->e_cpos); 676328d5752SMark Fasheh clusters = ocfs2_rec_clusters(el, rec); 677328d5752SMark Fasheh 678328d5752SMark Fasheh rec_end = rec_start + clusters; 679328d5752SMark Fasheh 680328d5752SMark Fasheh if (v_cluster >= rec_start && v_cluster < rec_end) { 681328d5752SMark Fasheh ret = i; 682328d5752SMark Fasheh break; 683328d5752SMark Fasheh } 684328d5752SMark Fasheh } 685328d5752SMark Fasheh 686328d5752SMark Fasheh return ret; 687328d5752SMark Fasheh } 688328d5752SMark Fasheh 689dcd0538fSMark Fasheh enum ocfs2_contig_type { 690dcd0538fSMark Fasheh CONTIG_NONE = 0, 691dcd0538fSMark Fasheh CONTIG_LEFT, 692328d5752SMark Fasheh CONTIG_RIGHT, 693328d5752SMark Fasheh CONTIG_LEFTRIGHT, 694dcd0538fSMark Fasheh }; 695dcd0538fSMark Fasheh 696e48edee2SMark Fasheh 697e48edee2SMark Fasheh /* 698e48edee2SMark Fasheh * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and 699e48edee2SMark Fasheh * ocfs2_extent_contig only work properly against leaf nodes! 700e48edee2SMark Fasheh */ 701dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb, 702ccd979bdSMark Fasheh struct ocfs2_extent_rec *ext, 703ccd979bdSMark Fasheh u64 blkno) 704ccd979bdSMark Fasheh { 705e48edee2SMark Fasheh u64 blk_end = le64_to_cpu(ext->e_blkno); 706e48edee2SMark Fasheh 707e48edee2SMark Fasheh blk_end += ocfs2_clusters_to_blocks(sb, 708e48edee2SMark Fasheh le16_to_cpu(ext->e_leaf_clusters)); 709e48edee2SMark Fasheh 710e48edee2SMark Fasheh return blkno == blk_end; 711ccd979bdSMark Fasheh } 712ccd979bdSMark Fasheh 713dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left, 714dcd0538fSMark Fasheh struct ocfs2_extent_rec *right) 715dcd0538fSMark Fasheh { 716e48edee2SMark Fasheh u32 left_range; 717e48edee2SMark Fasheh 718e48edee2SMark Fasheh left_range = le32_to_cpu(left->e_cpos) + 719e48edee2SMark Fasheh le16_to_cpu(left->e_leaf_clusters); 720e48edee2SMark Fasheh 721e48edee2SMark Fasheh return (left_range == le32_to_cpu(right->e_cpos)); 722dcd0538fSMark Fasheh } 723dcd0538fSMark Fasheh 724dcd0538fSMark Fasheh static enum ocfs2_contig_type 725dcd0538fSMark Fasheh ocfs2_extent_contig(struct inode *inode, 726dcd0538fSMark Fasheh struct ocfs2_extent_rec *ext, 727dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 728dcd0538fSMark Fasheh { 729dcd0538fSMark Fasheh u64 blkno = le64_to_cpu(insert_rec->e_blkno); 730dcd0538fSMark Fasheh 731328d5752SMark Fasheh /* 732328d5752SMark Fasheh * Refuse to coalesce extent records with different flag 733328d5752SMark Fasheh * fields - we don't want to mix unwritten extents with user 734328d5752SMark Fasheh * data. 735328d5752SMark Fasheh */ 736328d5752SMark Fasheh if (ext->e_flags != insert_rec->e_flags) 737328d5752SMark Fasheh return CONTIG_NONE; 738328d5752SMark Fasheh 739dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(ext, insert_rec) && 740dcd0538fSMark Fasheh ocfs2_block_extent_contig(inode->i_sb, ext, blkno)) 741dcd0538fSMark Fasheh return CONTIG_RIGHT; 742dcd0538fSMark Fasheh 743dcd0538fSMark Fasheh blkno = le64_to_cpu(ext->e_blkno); 744dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(insert_rec, ext) && 745dcd0538fSMark Fasheh ocfs2_block_extent_contig(inode->i_sb, insert_rec, blkno)) 746dcd0538fSMark Fasheh return CONTIG_LEFT; 747dcd0538fSMark Fasheh 748dcd0538fSMark Fasheh return CONTIG_NONE; 749dcd0538fSMark Fasheh } 750dcd0538fSMark Fasheh 751dcd0538fSMark Fasheh /* 752dcd0538fSMark Fasheh * NOTE: We can have pretty much any combination of contiguousness and 753dcd0538fSMark Fasheh * appending. 754dcd0538fSMark Fasheh * 755dcd0538fSMark Fasheh * The usefulness of APPEND_TAIL is more in that it lets us know that 756dcd0538fSMark Fasheh * we'll have to update the path to that leaf. 757dcd0538fSMark Fasheh */ 758dcd0538fSMark Fasheh enum ocfs2_append_type { 759dcd0538fSMark Fasheh APPEND_NONE = 0, 760dcd0538fSMark Fasheh APPEND_TAIL, 761dcd0538fSMark Fasheh }; 762dcd0538fSMark Fasheh 763328d5752SMark Fasheh enum ocfs2_split_type { 764328d5752SMark Fasheh SPLIT_NONE = 0, 765328d5752SMark Fasheh SPLIT_LEFT, 766328d5752SMark Fasheh SPLIT_RIGHT, 767328d5752SMark Fasheh }; 768328d5752SMark Fasheh 769dcd0538fSMark Fasheh struct ocfs2_insert_type { 770328d5752SMark Fasheh enum ocfs2_split_type ins_split; 771dcd0538fSMark Fasheh enum ocfs2_append_type ins_appending; 772dcd0538fSMark Fasheh enum ocfs2_contig_type ins_contig; 773dcd0538fSMark Fasheh int ins_contig_index; 774dcd0538fSMark Fasheh int ins_tree_depth; 775dcd0538fSMark Fasheh }; 776dcd0538fSMark Fasheh 777328d5752SMark Fasheh struct ocfs2_merge_ctxt { 778328d5752SMark Fasheh enum ocfs2_contig_type c_contig_type; 779328d5752SMark Fasheh int c_has_empty_extent; 780328d5752SMark Fasheh int c_split_covers_rec; 781328d5752SMark Fasheh }; 782328d5752SMark Fasheh 7835e96581aSJoel Becker static int ocfs2_validate_extent_block(struct super_block *sb, 7845e96581aSJoel Becker struct buffer_head *bh) 7855e96581aSJoel Becker { 786d6b32bbbSJoel Becker int rc; 7875e96581aSJoel Becker struct ocfs2_extent_block *eb = 7885e96581aSJoel Becker (struct ocfs2_extent_block *)bh->b_data; 7895e96581aSJoel Becker 790970e4936SJoel Becker mlog(0, "Validating extent block %llu\n", 791970e4936SJoel Becker (unsigned long long)bh->b_blocknr); 792970e4936SJoel Becker 793d6b32bbbSJoel Becker BUG_ON(!buffer_uptodate(bh)); 794d6b32bbbSJoel Becker 795d6b32bbbSJoel Becker /* 796d6b32bbbSJoel Becker * If the ecc fails, we return the error but otherwise 797d6b32bbbSJoel Becker * leave the filesystem running. We know any error is 798d6b32bbbSJoel Becker * local to this block. 799d6b32bbbSJoel Becker */ 800d6b32bbbSJoel Becker rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &eb->h_check); 80113723d00SJoel Becker if (rc) { 80213723d00SJoel Becker mlog(ML_ERROR, "Checksum failed for extent block %llu\n", 80313723d00SJoel Becker (unsigned long long)bh->b_blocknr); 804d6b32bbbSJoel Becker return rc; 80513723d00SJoel Becker } 806d6b32bbbSJoel Becker 807d6b32bbbSJoel Becker /* 808d6b32bbbSJoel Becker * Errors after here are fatal. 809d6b32bbbSJoel Becker */ 810d6b32bbbSJoel Becker 8115e96581aSJoel Becker if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 8125e96581aSJoel Becker ocfs2_error(sb, 8135e96581aSJoel Becker "Extent block #%llu has bad signature %.*s", 8145e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7, 8155e96581aSJoel Becker eb->h_signature); 8165e96581aSJoel Becker return -EINVAL; 8175e96581aSJoel Becker } 8185e96581aSJoel Becker 8195e96581aSJoel Becker if (le64_to_cpu(eb->h_blkno) != bh->b_blocknr) { 8205e96581aSJoel Becker ocfs2_error(sb, 8215e96581aSJoel Becker "Extent block #%llu has an invalid h_blkno " 8225e96581aSJoel Becker "of %llu", 8235e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 8245e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno)); 8255e96581aSJoel Becker return -EINVAL; 8265e96581aSJoel Becker } 8275e96581aSJoel Becker 8285e96581aSJoel Becker if (le32_to_cpu(eb->h_fs_generation) != OCFS2_SB(sb)->fs_generation) { 8295e96581aSJoel Becker ocfs2_error(sb, 8305e96581aSJoel Becker "Extent block #%llu has an invalid " 8315e96581aSJoel Becker "h_fs_generation of #%u", 8325e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 8335e96581aSJoel Becker le32_to_cpu(eb->h_fs_generation)); 8345e96581aSJoel Becker return -EINVAL; 8355e96581aSJoel Becker } 8365e96581aSJoel Becker 8375e96581aSJoel Becker return 0; 8385e96581aSJoel Becker } 8395e96581aSJoel Becker 8403d03a305SJoel Becker int ocfs2_read_extent_block(struct ocfs2_caching_info *ci, u64 eb_blkno, 8415e96581aSJoel Becker struct buffer_head **bh) 8425e96581aSJoel Becker { 8435e96581aSJoel Becker int rc; 8445e96581aSJoel Becker struct buffer_head *tmp = *bh; 8455e96581aSJoel Becker 8463d03a305SJoel Becker rc = ocfs2_read_block(ci, eb_blkno, &tmp, 847970e4936SJoel Becker ocfs2_validate_extent_block); 8485e96581aSJoel Becker 8495e96581aSJoel Becker /* If ocfs2_read_block() got us a new bh, pass it up. */ 850970e4936SJoel Becker if (!rc && !*bh) 8515e96581aSJoel Becker *bh = tmp; 8525e96581aSJoel Becker 8535e96581aSJoel Becker return rc; 8545e96581aSJoel Becker } 8555e96581aSJoel Becker 8565e96581aSJoel Becker 857ccd979bdSMark Fasheh /* 858ccd979bdSMark Fasheh * How many free extents have we got before we need more meta data? 859ccd979bdSMark Fasheh */ 860ccd979bdSMark Fasheh int ocfs2_num_free_extents(struct ocfs2_super *osb, 861f99b9b7cSJoel Becker struct ocfs2_extent_tree *et) 862ccd979bdSMark Fasheh { 863ccd979bdSMark Fasheh int retval; 864e7d4cb6bSTao Ma struct ocfs2_extent_list *el = NULL; 865ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 866ccd979bdSMark Fasheh struct buffer_head *eb_bh = NULL; 867e7d4cb6bSTao Ma u64 last_eb_blk = 0; 868ccd979bdSMark Fasheh 869ccd979bdSMark Fasheh mlog_entry_void(); 870ccd979bdSMark Fasheh 871f99b9b7cSJoel Becker el = et->et_root_el; 872f99b9b7cSJoel Becker last_eb_blk = ocfs2_et_get_last_eb_blk(et); 873e7d4cb6bSTao Ma 874e7d4cb6bSTao Ma if (last_eb_blk) { 8753d03a305SJoel Becker retval = ocfs2_read_extent_block(et->et_ci, last_eb_blk, 8763d03a305SJoel Becker &eb_bh); 877ccd979bdSMark Fasheh if (retval < 0) { 878ccd979bdSMark Fasheh mlog_errno(retval); 879ccd979bdSMark Fasheh goto bail; 880ccd979bdSMark Fasheh } 881ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 882ccd979bdSMark Fasheh el = &eb->h_list; 883e7d4cb6bSTao Ma } 884ccd979bdSMark Fasheh 885ccd979bdSMark Fasheh BUG_ON(el->l_tree_depth != 0); 886ccd979bdSMark Fasheh 887ccd979bdSMark Fasheh retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec); 888ccd979bdSMark Fasheh bail: 889ccd979bdSMark Fasheh brelse(eb_bh); 890ccd979bdSMark Fasheh 891ccd979bdSMark Fasheh mlog_exit(retval); 892ccd979bdSMark Fasheh return retval; 893ccd979bdSMark Fasheh } 894ccd979bdSMark Fasheh 895ccd979bdSMark Fasheh /* expects array to already be allocated 896ccd979bdSMark Fasheh * 897ccd979bdSMark Fasheh * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and 898ccd979bdSMark Fasheh * l_count for you 899ccd979bdSMark Fasheh */ 90042a5a7a9SJoel Becker static int ocfs2_create_new_meta_bhs(handle_t *handle, 90142a5a7a9SJoel Becker struct ocfs2_extent_tree *et, 902ccd979bdSMark Fasheh int wanted, 903ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 904ccd979bdSMark Fasheh struct buffer_head *bhs[]) 905ccd979bdSMark Fasheh { 906ccd979bdSMark Fasheh int count, status, i; 907ccd979bdSMark Fasheh u16 suballoc_bit_start; 908ccd979bdSMark Fasheh u32 num_got; 909ccd979bdSMark Fasheh u64 first_blkno; 91042a5a7a9SJoel Becker struct ocfs2_super *osb = 91142a5a7a9SJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 912ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 913ccd979bdSMark Fasheh 914ccd979bdSMark Fasheh mlog_entry_void(); 915ccd979bdSMark Fasheh 916ccd979bdSMark Fasheh count = 0; 917ccd979bdSMark Fasheh while (count < wanted) { 918ccd979bdSMark Fasheh status = ocfs2_claim_metadata(osb, 919ccd979bdSMark Fasheh handle, 920ccd979bdSMark Fasheh meta_ac, 921ccd979bdSMark Fasheh wanted - count, 922ccd979bdSMark Fasheh &suballoc_bit_start, 923ccd979bdSMark Fasheh &num_got, 924ccd979bdSMark Fasheh &first_blkno); 925ccd979bdSMark Fasheh if (status < 0) { 926ccd979bdSMark Fasheh mlog_errno(status); 927ccd979bdSMark Fasheh goto bail; 928ccd979bdSMark Fasheh } 929ccd979bdSMark Fasheh 930ccd979bdSMark Fasheh for(i = count; i < (num_got + count); i++) { 931ccd979bdSMark Fasheh bhs[i] = sb_getblk(osb->sb, first_blkno); 932ccd979bdSMark Fasheh if (bhs[i] == NULL) { 933ccd979bdSMark Fasheh status = -EIO; 934ccd979bdSMark Fasheh mlog_errno(status); 935ccd979bdSMark Fasheh goto bail; 936ccd979bdSMark Fasheh } 93742a5a7a9SJoel Becker ocfs2_set_new_buffer_uptodate(et->et_ci, bhs[i]); 938ccd979bdSMark Fasheh 93942a5a7a9SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, 94042a5a7a9SJoel Becker bhs[i], 941ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 942ccd979bdSMark Fasheh if (status < 0) { 943ccd979bdSMark Fasheh mlog_errno(status); 944ccd979bdSMark Fasheh goto bail; 945ccd979bdSMark Fasheh } 946ccd979bdSMark Fasheh 947ccd979bdSMark Fasheh memset(bhs[i]->b_data, 0, osb->sb->s_blocksize); 948ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bhs[i]->b_data; 949ccd979bdSMark Fasheh /* Ok, setup the minimal stuff here. */ 950ccd979bdSMark Fasheh strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 951ccd979bdSMark Fasheh eb->h_blkno = cpu_to_le64(first_blkno); 952ccd979bdSMark Fasheh eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 953ccd979bdSMark Fasheh eb->h_suballoc_slot = cpu_to_le16(osb->slot_num); 954ccd979bdSMark Fasheh eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start); 955ccd979bdSMark Fasheh eb->h_list.l_count = 956ccd979bdSMark Fasheh cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 957ccd979bdSMark Fasheh 958ccd979bdSMark Fasheh suballoc_bit_start++; 959ccd979bdSMark Fasheh first_blkno++; 960ccd979bdSMark Fasheh 961ccd979bdSMark Fasheh /* We'll also be dirtied by the caller, so 962ccd979bdSMark Fasheh * this isn't absolutely necessary. */ 963ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bhs[i]); 964ccd979bdSMark Fasheh if (status < 0) { 965ccd979bdSMark Fasheh mlog_errno(status); 966ccd979bdSMark Fasheh goto bail; 967ccd979bdSMark Fasheh } 968ccd979bdSMark Fasheh } 969ccd979bdSMark Fasheh 970ccd979bdSMark Fasheh count += num_got; 971ccd979bdSMark Fasheh } 972ccd979bdSMark Fasheh 973ccd979bdSMark Fasheh status = 0; 974ccd979bdSMark Fasheh bail: 975ccd979bdSMark Fasheh if (status < 0) { 976ccd979bdSMark Fasheh for(i = 0; i < wanted; i++) { 977ccd979bdSMark Fasheh brelse(bhs[i]); 978ccd979bdSMark Fasheh bhs[i] = NULL; 979ccd979bdSMark Fasheh } 980ccd979bdSMark Fasheh } 981ccd979bdSMark Fasheh mlog_exit(status); 982ccd979bdSMark Fasheh return status; 983ccd979bdSMark Fasheh } 984ccd979bdSMark Fasheh 985ccd979bdSMark Fasheh /* 986dcd0538fSMark Fasheh * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth(). 987dcd0538fSMark Fasheh * 988dcd0538fSMark Fasheh * Returns the sum of the rightmost extent rec logical offset and 989dcd0538fSMark Fasheh * cluster count. 990dcd0538fSMark Fasheh * 991dcd0538fSMark Fasheh * ocfs2_add_branch() uses this to determine what logical cluster 992dcd0538fSMark Fasheh * value should be populated into the leftmost new branch records. 993dcd0538fSMark Fasheh * 994dcd0538fSMark Fasheh * ocfs2_shift_tree_depth() uses this to determine the # clusters 995dcd0538fSMark Fasheh * value for the new topmost tree record. 996dcd0538fSMark Fasheh */ 997dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list *el) 998dcd0538fSMark Fasheh { 999dcd0538fSMark Fasheh int i; 1000dcd0538fSMark Fasheh 1001dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1002dcd0538fSMark Fasheh 1003dcd0538fSMark Fasheh return le32_to_cpu(el->l_recs[i].e_cpos) + 1004e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 1005dcd0538fSMark Fasheh } 1006dcd0538fSMark Fasheh 1007dcd0538fSMark Fasheh /* 10086b791bccSTao Ma * Change range of the branches in the right most path according to the leaf 10096b791bccSTao Ma * extent block's rightmost record. 10106b791bccSTao Ma */ 10116b791bccSTao Ma static int ocfs2_adjust_rightmost_branch(handle_t *handle, 10126b791bccSTao Ma struct inode *inode, 10136b791bccSTao Ma struct ocfs2_extent_tree *et) 10146b791bccSTao Ma { 10156b791bccSTao Ma int status; 10166b791bccSTao Ma struct ocfs2_path *path = NULL; 10176b791bccSTao Ma struct ocfs2_extent_list *el; 10186b791bccSTao Ma struct ocfs2_extent_rec *rec; 10196b791bccSTao Ma 10206b791bccSTao Ma path = ocfs2_new_path_from_et(et); 10216b791bccSTao Ma if (!path) { 10226b791bccSTao Ma status = -ENOMEM; 10236b791bccSTao Ma return status; 10246b791bccSTao Ma } 10256b791bccSTao Ma 1026facdb77fSJoel Becker status = ocfs2_find_path(et->et_ci, path, UINT_MAX); 10276b791bccSTao Ma if (status < 0) { 10286b791bccSTao Ma mlog_errno(status); 10296b791bccSTao Ma goto out; 10306b791bccSTao Ma } 10316b791bccSTao Ma 10326b791bccSTao Ma status = ocfs2_extend_trans(handle, path_num_items(path) + 10336b791bccSTao Ma handle->h_buffer_credits); 10346b791bccSTao Ma if (status < 0) { 10356b791bccSTao Ma mlog_errno(status); 10366b791bccSTao Ma goto out; 10376b791bccSTao Ma } 10386b791bccSTao Ma 10390cf2f763SJoel Becker status = ocfs2_journal_access_path(INODE_CACHE(inode), handle, path); 10406b791bccSTao Ma if (status < 0) { 10416b791bccSTao Ma mlog_errno(status); 10426b791bccSTao Ma goto out; 10436b791bccSTao Ma } 10446b791bccSTao Ma 10456b791bccSTao Ma el = path_leaf_el(path); 10466b791bccSTao Ma rec = &el->l_recs[le32_to_cpu(el->l_next_free_rec) - 1]; 10476b791bccSTao Ma 10486b791bccSTao Ma ocfs2_adjust_rightmost_records(inode, handle, path, rec); 10496b791bccSTao Ma 10506b791bccSTao Ma out: 10516b791bccSTao Ma ocfs2_free_path(path); 10526b791bccSTao Ma return status; 10536b791bccSTao Ma } 10546b791bccSTao Ma 10556b791bccSTao Ma /* 1056ccd979bdSMark Fasheh * Add an entire tree branch to our inode. eb_bh is the extent block 1057ccd979bdSMark Fasheh * to start at, if we don't want to start the branch at the dinode 1058ccd979bdSMark Fasheh * structure. 1059ccd979bdSMark Fasheh * 1060ccd979bdSMark Fasheh * last_eb_bh is required as we have to update it's next_leaf pointer 1061ccd979bdSMark Fasheh * for the new last extent block. 1062ccd979bdSMark Fasheh * 1063ccd979bdSMark Fasheh * the new branch will be 'empty' in the sense that every block will 1064e48edee2SMark Fasheh * contain a single record with cluster count == 0. 1065ccd979bdSMark Fasheh */ 1066ccd979bdSMark Fasheh static int ocfs2_add_branch(struct ocfs2_super *osb, 10671fabe148SMark Fasheh handle_t *handle, 1068ccd979bdSMark Fasheh struct inode *inode, 1069e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1070ccd979bdSMark Fasheh struct buffer_head *eb_bh, 1071328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1072ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac) 1073ccd979bdSMark Fasheh { 1074ccd979bdSMark Fasheh int status, new_blocks, i; 1075ccd979bdSMark Fasheh u64 next_blkno, new_last_eb_blk; 1076ccd979bdSMark Fasheh struct buffer_head *bh; 1077ccd979bdSMark Fasheh struct buffer_head **new_eb_bhs = NULL; 1078ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1079ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1080ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 10816b791bccSTao Ma u32 new_cpos, root_end; 1082ccd979bdSMark Fasheh 1083ccd979bdSMark Fasheh mlog_entry_void(); 1084ccd979bdSMark Fasheh 1085328d5752SMark Fasheh BUG_ON(!last_eb_bh || !*last_eb_bh); 1086ccd979bdSMark Fasheh 1087ccd979bdSMark Fasheh if (eb_bh) { 1088ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 1089ccd979bdSMark Fasheh el = &eb->h_list; 1090ccd979bdSMark Fasheh } else 1091ce1d9ea6SJoel Becker el = et->et_root_el; 1092ccd979bdSMark Fasheh 1093ccd979bdSMark Fasheh /* we never add a branch to a leaf. */ 1094ccd979bdSMark Fasheh BUG_ON(!el->l_tree_depth); 1095ccd979bdSMark Fasheh 1096ccd979bdSMark Fasheh new_blocks = le16_to_cpu(el->l_tree_depth); 1097ccd979bdSMark Fasheh 10986b791bccSTao Ma eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data; 10996b791bccSTao Ma new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list); 11006b791bccSTao Ma root_end = ocfs2_sum_rightmost_rec(et->et_root_el); 11016b791bccSTao Ma 11026b791bccSTao Ma /* 11036b791bccSTao Ma * If there is a gap before the root end and the real end 11046b791bccSTao Ma * of the righmost leaf block, we need to remove the gap 11056b791bccSTao Ma * between new_cpos and root_end first so that the tree 11066b791bccSTao Ma * is consistent after we add a new branch(it will start 11076b791bccSTao Ma * from new_cpos). 11086b791bccSTao Ma */ 11096b791bccSTao Ma if (root_end > new_cpos) { 11106b791bccSTao Ma mlog(0, "adjust the cluster end from %u to %u\n", 11116b791bccSTao Ma root_end, new_cpos); 11126b791bccSTao Ma status = ocfs2_adjust_rightmost_branch(handle, inode, et); 11136b791bccSTao Ma if (status) { 11146b791bccSTao Ma mlog_errno(status); 11156b791bccSTao Ma goto bail; 11166b791bccSTao Ma } 11176b791bccSTao Ma } 11186b791bccSTao Ma 1119ccd979bdSMark Fasheh /* allocate the number of new eb blocks we need */ 1120ccd979bdSMark Fasheh new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *), 1121ccd979bdSMark Fasheh GFP_KERNEL); 1122ccd979bdSMark Fasheh if (!new_eb_bhs) { 1123ccd979bdSMark Fasheh status = -ENOMEM; 1124ccd979bdSMark Fasheh mlog_errno(status); 1125ccd979bdSMark Fasheh goto bail; 1126ccd979bdSMark Fasheh } 1127ccd979bdSMark Fasheh 112842a5a7a9SJoel Becker status = ocfs2_create_new_meta_bhs(handle, et, new_blocks, 1129ccd979bdSMark Fasheh meta_ac, new_eb_bhs); 1130ccd979bdSMark Fasheh if (status < 0) { 1131ccd979bdSMark Fasheh mlog_errno(status); 1132ccd979bdSMark Fasheh goto bail; 1133ccd979bdSMark Fasheh } 1134ccd979bdSMark Fasheh 1135ccd979bdSMark Fasheh /* Note: new_eb_bhs[new_blocks - 1] is the guy which will be 1136ccd979bdSMark Fasheh * linked with the rest of the tree. 1137ccd979bdSMark Fasheh * conversly, new_eb_bhs[0] is the new bottommost leaf. 1138ccd979bdSMark Fasheh * 1139ccd979bdSMark Fasheh * when we leave the loop, new_last_eb_blk will point to the 1140ccd979bdSMark Fasheh * newest leaf, and next_blkno will point to the topmost extent 1141ccd979bdSMark Fasheh * block. */ 1142ccd979bdSMark Fasheh next_blkno = new_last_eb_blk = 0; 1143ccd979bdSMark Fasheh for(i = 0; i < new_blocks; i++) { 1144ccd979bdSMark Fasheh bh = new_eb_bhs[i]; 1145ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 11465e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 11475e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1148ccd979bdSMark Fasheh eb_el = &eb->h_list; 1149ccd979bdSMark Fasheh 11500cf2f763SJoel Becker status = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), bh, 1151ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1152ccd979bdSMark Fasheh if (status < 0) { 1153ccd979bdSMark Fasheh mlog_errno(status); 1154ccd979bdSMark Fasheh goto bail; 1155ccd979bdSMark Fasheh } 1156ccd979bdSMark Fasheh 1157ccd979bdSMark Fasheh eb->h_next_leaf_blk = 0; 1158ccd979bdSMark Fasheh eb_el->l_tree_depth = cpu_to_le16(i); 1159ccd979bdSMark Fasheh eb_el->l_next_free_rec = cpu_to_le16(1); 1160dcd0538fSMark Fasheh /* 1161dcd0538fSMark Fasheh * This actually counts as an empty extent as 1162dcd0538fSMark Fasheh * c_clusters == 0 1163dcd0538fSMark Fasheh */ 1164dcd0538fSMark Fasheh eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos); 1165ccd979bdSMark Fasheh eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno); 1166e48edee2SMark Fasheh /* 1167e48edee2SMark Fasheh * eb_el isn't always an interior node, but even leaf 1168e48edee2SMark Fasheh * nodes want a zero'd flags and reserved field so 1169e48edee2SMark Fasheh * this gets the whole 32 bits regardless of use. 1170e48edee2SMark Fasheh */ 1171e48edee2SMark Fasheh eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0); 1172ccd979bdSMark Fasheh if (!eb_el->l_tree_depth) 1173ccd979bdSMark Fasheh new_last_eb_blk = le64_to_cpu(eb->h_blkno); 1174ccd979bdSMark Fasheh 1175ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bh); 1176ccd979bdSMark Fasheh if (status < 0) { 1177ccd979bdSMark Fasheh mlog_errno(status); 1178ccd979bdSMark Fasheh goto bail; 1179ccd979bdSMark Fasheh } 1180ccd979bdSMark Fasheh 1181ccd979bdSMark Fasheh next_blkno = le64_to_cpu(eb->h_blkno); 1182ccd979bdSMark Fasheh } 1183ccd979bdSMark Fasheh 1184ccd979bdSMark Fasheh /* This is a bit hairy. We want to update up to three blocks 1185ccd979bdSMark Fasheh * here without leaving any of them in an inconsistent state 1186ccd979bdSMark Fasheh * in case of error. We don't have to worry about 1187ccd979bdSMark Fasheh * journal_dirty erroring as it won't unless we've aborted the 1188ccd979bdSMark Fasheh * handle (in which case we would never be here) so reserving 1189ccd979bdSMark Fasheh * the write with journal_access is all we need to do. */ 11900cf2f763SJoel Becker status = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), *last_eb_bh, 1191ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1192ccd979bdSMark Fasheh if (status < 0) { 1193ccd979bdSMark Fasheh mlog_errno(status); 1194ccd979bdSMark Fasheh goto bail; 1195ccd979bdSMark Fasheh } 1196d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1197ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1198ccd979bdSMark Fasheh if (status < 0) { 1199ccd979bdSMark Fasheh mlog_errno(status); 1200ccd979bdSMark Fasheh goto bail; 1201ccd979bdSMark Fasheh } 1202ccd979bdSMark Fasheh if (eb_bh) { 12030cf2f763SJoel Becker status = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), eb_bh, 1204ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1205ccd979bdSMark Fasheh if (status < 0) { 1206ccd979bdSMark Fasheh mlog_errno(status); 1207ccd979bdSMark Fasheh goto bail; 1208ccd979bdSMark Fasheh } 1209ccd979bdSMark Fasheh } 1210ccd979bdSMark Fasheh 1211ccd979bdSMark Fasheh /* Link the new branch into the rest of the tree (el will 1212e7d4cb6bSTao Ma * either be on the root_bh, or the extent block passed in. */ 1213ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec); 1214ccd979bdSMark Fasheh el->l_recs[i].e_blkno = cpu_to_le64(next_blkno); 1215dcd0538fSMark Fasheh el->l_recs[i].e_cpos = cpu_to_le32(new_cpos); 1216e48edee2SMark Fasheh el->l_recs[i].e_int_clusters = 0; 1217ccd979bdSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1218ccd979bdSMark Fasheh 1219ccd979bdSMark Fasheh /* fe needs a new last extent block pointer, as does the 1220ccd979bdSMark Fasheh * next_leaf on the previously last-extent-block. */ 122135dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, new_last_eb_blk); 1222ccd979bdSMark Fasheh 1223328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 1224ccd979bdSMark Fasheh eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk); 1225ccd979bdSMark Fasheh 1226328d5752SMark Fasheh status = ocfs2_journal_dirty(handle, *last_eb_bh); 1227ccd979bdSMark Fasheh if (status < 0) 1228ccd979bdSMark Fasheh mlog_errno(status); 1229ce1d9ea6SJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 1230ccd979bdSMark Fasheh if (status < 0) 1231ccd979bdSMark Fasheh mlog_errno(status); 1232ccd979bdSMark Fasheh if (eb_bh) { 1233ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, eb_bh); 1234ccd979bdSMark Fasheh if (status < 0) 1235ccd979bdSMark Fasheh mlog_errno(status); 1236ccd979bdSMark Fasheh } 1237ccd979bdSMark Fasheh 1238328d5752SMark Fasheh /* 1239328d5752SMark Fasheh * Some callers want to track the rightmost leaf so pass it 1240328d5752SMark Fasheh * back here. 1241328d5752SMark Fasheh */ 1242328d5752SMark Fasheh brelse(*last_eb_bh); 1243328d5752SMark Fasheh get_bh(new_eb_bhs[0]); 1244328d5752SMark Fasheh *last_eb_bh = new_eb_bhs[0]; 1245328d5752SMark Fasheh 1246ccd979bdSMark Fasheh status = 0; 1247ccd979bdSMark Fasheh bail: 1248ccd979bdSMark Fasheh if (new_eb_bhs) { 1249ccd979bdSMark Fasheh for (i = 0; i < new_blocks; i++) 1250ccd979bdSMark Fasheh brelse(new_eb_bhs[i]); 1251ccd979bdSMark Fasheh kfree(new_eb_bhs); 1252ccd979bdSMark Fasheh } 1253ccd979bdSMark Fasheh 1254ccd979bdSMark Fasheh mlog_exit(status); 1255ccd979bdSMark Fasheh return status; 1256ccd979bdSMark Fasheh } 1257ccd979bdSMark Fasheh 1258ccd979bdSMark Fasheh /* 1259ccd979bdSMark Fasheh * adds another level to the allocation tree. 1260ccd979bdSMark Fasheh * returns back the new extent block so you can add a branch to it 1261ccd979bdSMark Fasheh * after this call. 1262ccd979bdSMark Fasheh */ 1263ccd979bdSMark Fasheh static int ocfs2_shift_tree_depth(struct ocfs2_super *osb, 12641fabe148SMark Fasheh handle_t *handle, 1265ccd979bdSMark Fasheh struct inode *inode, 1266e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1267ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1268ccd979bdSMark Fasheh struct buffer_head **ret_new_eb_bh) 1269ccd979bdSMark Fasheh { 1270ccd979bdSMark Fasheh int status, i; 1271dcd0538fSMark Fasheh u32 new_clusters; 1272ccd979bdSMark Fasheh struct buffer_head *new_eb_bh = NULL; 1273ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1274e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 1275ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1276ccd979bdSMark Fasheh 1277ccd979bdSMark Fasheh mlog_entry_void(); 1278ccd979bdSMark Fasheh 127942a5a7a9SJoel Becker status = ocfs2_create_new_meta_bhs(handle, et, 1, meta_ac, 1280ccd979bdSMark Fasheh &new_eb_bh); 1281ccd979bdSMark Fasheh if (status < 0) { 1282ccd979bdSMark Fasheh mlog_errno(status); 1283ccd979bdSMark Fasheh goto bail; 1284ccd979bdSMark Fasheh } 1285ccd979bdSMark Fasheh 1286ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) new_eb_bh->b_data; 12875e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 12885e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1289ccd979bdSMark Fasheh 1290ccd979bdSMark Fasheh eb_el = &eb->h_list; 1291ce1d9ea6SJoel Becker root_el = et->et_root_el; 1292ccd979bdSMark Fasheh 12930cf2f763SJoel Becker status = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), new_eb_bh, 1294ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1295ccd979bdSMark Fasheh if (status < 0) { 1296ccd979bdSMark Fasheh mlog_errno(status); 1297ccd979bdSMark Fasheh goto bail; 1298ccd979bdSMark Fasheh } 1299ccd979bdSMark Fasheh 1300e7d4cb6bSTao Ma /* copy the root extent list data into the new extent block */ 1301e7d4cb6bSTao Ma eb_el->l_tree_depth = root_el->l_tree_depth; 1302e7d4cb6bSTao Ma eb_el->l_next_free_rec = root_el->l_next_free_rec; 1303e7d4cb6bSTao Ma for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1304e7d4cb6bSTao Ma eb_el->l_recs[i] = root_el->l_recs[i]; 1305ccd979bdSMark Fasheh 1306ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, new_eb_bh); 1307ccd979bdSMark Fasheh if (status < 0) { 1308ccd979bdSMark Fasheh mlog_errno(status); 1309ccd979bdSMark Fasheh goto bail; 1310ccd979bdSMark Fasheh } 1311ccd979bdSMark Fasheh 1312d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1313ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1314ccd979bdSMark Fasheh if (status < 0) { 1315ccd979bdSMark Fasheh mlog_errno(status); 1316ccd979bdSMark Fasheh goto bail; 1317ccd979bdSMark Fasheh } 1318ccd979bdSMark Fasheh 1319dcd0538fSMark Fasheh new_clusters = ocfs2_sum_rightmost_rec(eb_el); 1320dcd0538fSMark Fasheh 1321e7d4cb6bSTao Ma /* update root_bh now */ 1322e7d4cb6bSTao Ma le16_add_cpu(&root_el->l_tree_depth, 1); 1323e7d4cb6bSTao Ma root_el->l_recs[0].e_cpos = 0; 1324e7d4cb6bSTao Ma root_el->l_recs[0].e_blkno = eb->h_blkno; 1325e7d4cb6bSTao Ma root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters); 1326e7d4cb6bSTao Ma for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1327e7d4cb6bSTao Ma memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 1328e7d4cb6bSTao Ma root_el->l_next_free_rec = cpu_to_le16(1); 1329ccd979bdSMark Fasheh 1330ccd979bdSMark Fasheh /* If this is our 1st tree depth shift, then last_eb_blk 1331ccd979bdSMark Fasheh * becomes the allocated extent block */ 1332e7d4cb6bSTao Ma if (root_el->l_tree_depth == cpu_to_le16(1)) 133335dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 1334ccd979bdSMark Fasheh 1335ce1d9ea6SJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 1336ccd979bdSMark Fasheh if (status < 0) { 1337ccd979bdSMark Fasheh mlog_errno(status); 1338ccd979bdSMark Fasheh goto bail; 1339ccd979bdSMark Fasheh } 1340ccd979bdSMark Fasheh 1341ccd979bdSMark Fasheh *ret_new_eb_bh = new_eb_bh; 1342ccd979bdSMark Fasheh new_eb_bh = NULL; 1343ccd979bdSMark Fasheh status = 0; 1344ccd979bdSMark Fasheh bail: 1345ccd979bdSMark Fasheh brelse(new_eb_bh); 1346ccd979bdSMark Fasheh 1347ccd979bdSMark Fasheh mlog_exit(status); 1348ccd979bdSMark Fasheh return status; 1349ccd979bdSMark Fasheh } 1350ccd979bdSMark Fasheh 1351ccd979bdSMark Fasheh /* 1352ccd979bdSMark Fasheh * Should only be called when there is no space left in any of the 1353ccd979bdSMark Fasheh * leaf nodes. What we want to do is find the lowest tree depth 1354ccd979bdSMark Fasheh * non-leaf extent block with room for new records. There are three 1355ccd979bdSMark Fasheh * valid results of this search: 1356ccd979bdSMark Fasheh * 1357ccd979bdSMark Fasheh * 1) a lowest extent block is found, then we pass it back in 1358ccd979bdSMark Fasheh * *lowest_eb_bh and return '0' 1359ccd979bdSMark Fasheh * 1360e7d4cb6bSTao Ma * 2) the search fails to find anything, but the root_el has room. We 1361ccd979bdSMark Fasheh * pass NULL back in *lowest_eb_bh, but still return '0' 1362ccd979bdSMark Fasheh * 1363e7d4cb6bSTao Ma * 3) the search fails to find anything AND the root_el is full, in 1364ccd979bdSMark Fasheh * which case we return > 0 1365ccd979bdSMark Fasheh * 1366ccd979bdSMark Fasheh * return status < 0 indicates an error. 1367ccd979bdSMark Fasheh */ 1368ccd979bdSMark Fasheh static int ocfs2_find_branch_target(struct ocfs2_super *osb, 1369e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1370ccd979bdSMark Fasheh struct buffer_head **target_bh) 1371ccd979bdSMark Fasheh { 1372ccd979bdSMark Fasheh int status = 0, i; 1373ccd979bdSMark Fasheh u64 blkno; 1374ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1375ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 1376ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 1377ccd979bdSMark Fasheh struct buffer_head *lowest_bh = NULL; 1378ccd979bdSMark Fasheh 1379ccd979bdSMark Fasheh mlog_entry_void(); 1380ccd979bdSMark Fasheh 1381ccd979bdSMark Fasheh *target_bh = NULL; 1382ccd979bdSMark Fasheh 1383ce1d9ea6SJoel Becker el = et->et_root_el; 1384ccd979bdSMark Fasheh 1385ccd979bdSMark Fasheh while(le16_to_cpu(el->l_tree_depth) > 1) { 1386ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 13873d03a305SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 13883d03a305SJoel Becker "Owner %llu has empty " 1389ccd979bdSMark Fasheh "extent list (next_free_rec == 0)", 13903d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 1391ccd979bdSMark Fasheh status = -EIO; 1392ccd979bdSMark Fasheh goto bail; 1393ccd979bdSMark Fasheh } 1394ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1395ccd979bdSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1396ccd979bdSMark Fasheh if (!blkno) { 13973d03a305SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 13983d03a305SJoel Becker "Owner %llu has extent " 1399ccd979bdSMark Fasheh "list where extent # %d has no physical " 1400ccd979bdSMark Fasheh "block start", 14013d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), i); 1402ccd979bdSMark Fasheh status = -EIO; 1403ccd979bdSMark Fasheh goto bail; 1404ccd979bdSMark Fasheh } 1405ccd979bdSMark Fasheh 1406ccd979bdSMark Fasheh brelse(bh); 1407ccd979bdSMark Fasheh bh = NULL; 1408ccd979bdSMark Fasheh 14093d03a305SJoel Becker status = ocfs2_read_extent_block(et->et_ci, blkno, &bh); 1410ccd979bdSMark Fasheh if (status < 0) { 1411ccd979bdSMark Fasheh mlog_errno(status); 1412ccd979bdSMark Fasheh goto bail; 1413ccd979bdSMark Fasheh } 1414ccd979bdSMark Fasheh 1415ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1416ccd979bdSMark Fasheh el = &eb->h_list; 1417ccd979bdSMark Fasheh 1418ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) < 1419ccd979bdSMark Fasheh le16_to_cpu(el->l_count)) { 1420ccd979bdSMark Fasheh brelse(lowest_bh); 1421ccd979bdSMark Fasheh lowest_bh = bh; 1422ccd979bdSMark Fasheh get_bh(lowest_bh); 1423ccd979bdSMark Fasheh } 1424ccd979bdSMark Fasheh } 1425ccd979bdSMark Fasheh 1426ccd979bdSMark Fasheh /* If we didn't find one and the fe doesn't have any room, 1427ccd979bdSMark Fasheh * then return '1' */ 1428ce1d9ea6SJoel Becker el = et->et_root_el; 1429e7d4cb6bSTao Ma if (!lowest_bh && (el->l_next_free_rec == el->l_count)) 1430ccd979bdSMark Fasheh status = 1; 1431ccd979bdSMark Fasheh 1432ccd979bdSMark Fasheh *target_bh = lowest_bh; 1433ccd979bdSMark Fasheh bail: 1434ccd979bdSMark Fasheh brelse(bh); 1435ccd979bdSMark Fasheh 1436ccd979bdSMark Fasheh mlog_exit(status); 1437ccd979bdSMark Fasheh return status; 1438ccd979bdSMark Fasheh } 1439ccd979bdSMark Fasheh 1440e48edee2SMark Fasheh /* 1441c3afcbb3SMark Fasheh * Grow a b-tree so that it has more records. 1442c3afcbb3SMark Fasheh * 1443c3afcbb3SMark Fasheh * We might shift the tree depth in which case existing paths should 1444c3afcbb3SMark Fasheh * be considered invalid. 1445c3afcbb3SMark Fasheh * 1446c3afcbb3SMark Fasheh * Tree depth after the grow is returned via *final_depth. 1447328d5752SMark Fasheh * 1448328d5752SMark Fasheh * *last_eb_bh will be updated by ocfs2_add_branch(). 1449c3afcbb3SMark Fasheh */ 1450c3afcbb3SMark Fasheh static int ocfs2_grow_tree(struct inode *inode, handle_t *handle, 1451e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, int *final_depth, 1452328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1453c3afcbb3SMark Fasheh struct ocfs2_alloc_context *meta_ac) 1454c3afcbb3SMark Fasheh { 1455c3afcbb3SMark Fasheh int ret, shift; 1456ce1d9ea6SJoel Becker struct ocfs2_extent_list *el = et->et_root_el; 1457e7d4cb6bSTao Ma int depth = le16_to_cpu(el->l_tree_depth); 1458c3afcbb3SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1459c3afcbb3SMark Fasheh struct buffer_head *bh = NULL; 1460c3afcbb3SMark Fasheh 1461c3afcbb3SMark Fasheh BUG_ON(meta_ac == NULL); 1462c3afcbb3SMark Fasheh 14633d03a305SJoel Becker shift = ocfs2_find_branch_target(osb, et, &bh); 1464c3afcbb3SMark Fasheh if (shift < 0) { 1465c3afcbb3SMark Fasheh ret = shift; 1466c3afcbb3SMark Fasheh mlog_errno(ret); 1467c3afcbb3SMark Fasheh goto out; 1468c3afcbb3SMark Fasheh } 1469c3afcbb3SMark Fasheh 1470c3afcbb3SMark Fasheh /* We traveled all the way to the bottom of the allocation tree 1471c3afcbb3SMark Fasheh * and didn't find room for any more extents - we need to add 1472c3afcbb3SMark Fasheh * another tree level */ 1473c3afcbb3SMark Fasheh if (shift) { 1474c3afcbb3SMark Fasheh BUG_ON(bh); 1475c3afcbb3SMark Fasheh mlog(0, "need to shift tree depth (current = %d)\n", depth); 1476c3afcbb3SMark Fasheh 1477c3afcbb3SMark Fasheh /* ocfs2_shift_tree_depth will return us a buffer with 1478c3afcbb3SMark Fasheh * the new extent block (so we can pass that to 1479c3afcbb3SMark Fasheh * ocfs2_add_branch). */ 1480e7d4cb6bSTao Ma ret = ocfs2_shift_tree_depth(osb, handle, inode, et, 1481c3afcbb3SMark Fasheh meta_ac, &bh); 1482c3afcbb3SMark Fasheh if (ret < 0) { 1483c3afcbb3SMark Fasheh mlog_errno(ret); 1484c3afcbb3SMark Fasheh goto out; 1485c3afcbb3SMark Fasheh } 1486c3afcbb3SMark Fasheh depth++; 1487328d5752SMark Fasheh if (depth == 1) { 1488328d5752SMark Fasheh /* 1489328d5752SMark Fasheh * Special case: we have room now if we shifted from 1490328d5752SMark Fasheh * tree_depth 0, so no more work needs to be done. 1491328d5752SMark Fasheh * 1492328d5752SMark Fasheh * We won't be calling add_branch, so pass 1493328d5752SMark Fasheh * back *last_eb_bh as the new leaf. At depth 1494328d5752SMark Fasheh * zero, it should always be null so there's 1495328d5752SMark Fasheh * no reason to brelse. 1496328d5752SMark Fasheh */ 1497328d5752SMark Fasheh BUG_ON(*last_eb_bh); 1498328d5752SMark Fasheh get_bh(bh); 1499328d5752SMark Fasheh *last_eb_bh = bh; 1500c3afcbb3SMark Fasheh goto out; 1501c3afcbb3SMark Fasheh } 1502328d5752SMark Fasheh } 1503c3afcbb3SMark Fasheh 1504c3afcbb3SMark Fasheh /* call ocfs2_add_branch to add the final part of the tree with 1505c3afcbb3SMark Fasheh * the new data. */ 1506c3afcbb3SMark Fasheh mlog(0, "add branch. bh = %p\n", bh); 1507e7d4cb6bSTao Ma ret = ocfs2_add_branch(osb, handle, inode, et, bh, last_eb_bh, 1508c3afcbb3SMark Fasheh meta_ac); 1509c3afcbb3SMark Fasheh if (ret < 0) { 1510c3afcbb3SMark Fasheh mlog_errno(ret); 1511c3afcbb3SMark Fasheh goto out; 1512c3afcbb3SMark Fasheh } 1513c3afcbb3SMark Fasheh 1514c3afcbb3SMark Fasheh out: 1515c3afcbb3SMark Fasheh if (final_depth) 1516c3afcbb3SMark Fasheh *final_depth = depth; 1517c3afcbb3SMark Fasheh brelse(bh); 1518c3afcbb3SMark Fasheh return ret; 1519c3afcbb3SMark Fasheh } 1520c3afcbb3SMark Fasheh 1521c3afcbb3SMark Fasheh /* 1522dcd0538fSMark Fasheh * This function will discard the rightmost extent record. 1523dcd0538fSMark Fasheh */ 1524dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el) 1525dcd0538fSMark Fasheh { 1526dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1527dcd0538fSMark Fasheh int count = le16_to_cpu(el->l_count); 1528dcd0538fSMark Fasheh unsigned int num_bytes; 1529dcd0538fSMark Fasheh 1530dcd0538fSMark Fasheh BUG_ON(!next_free); 1531dcd0538fSMark Fasheh /* This will cause us to go off the end of our extent list. */ 1532dcd0538fSMark Fasheh BUG_ON(next_free >= count); 1533dcd0538fSMark Fasheh 1534dcd0538fSMark Fasheh num_bytes = sizeof(struct ocfs2_extent_rec) * next_free; 1535dcd0538fSMark Fasheh 1536dcd0538fSMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], num_bytes); 1537dcd0538fSMark Fasheh } 1538dcd0538fSMark Fasheh 1539dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el, 1540dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 1541dcd0538fSMark Fasheh { 1542dcd0538fSMark Fasheh int i, insert_index, next_free, has_empty, num_bytes; 1543dcd0538fSMark Fasheh u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos); 1544dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1545dcd0538fSMark Fasheh 1546dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 1547dcd0538fSMark Fasheh has_empty = ocfs2_is_empty_extent(&el->l_recs[0]); 1548dcd0538fSMark Fasheh 1549dcd0538fSMark Fasheh BUG_ON(!next_free); 1550dcd0538fSMark Fasheh 1551dcd0538fSMark Fasheh /* The tree code before us didn't allow enough room in the leaf. */ 1552b1f3550fSJulia Lawall BUG_ON(el->l_next_free_rec == el->l_count && !has_empty); 1553dcd0538fSMark Fasheh 1554dcd0538fSMark Fasheh /* 1555dcd0538fSMark Fasheh * The easiest way to approach this is to just remove the 1556dcd0538fSMark Fasheh * empty extent and temporarily decrement next_free. 1557dcd0538fSMark Fasheh */ 1558dcd0538fSMark Fasheh if (has_empty) { 1559dcd0538fSMark Fasheh /* 1560dcd0538fSMark Fasheh * If next_free was 1 (only an empty extent), this 1561dcd0538fSMark Fasheh * loop won't execute, which is fine. We still want 1562dcd0538fSMark Fasheh * the decrement above to happen. 1563dcd0538fSMark Fasheh */ 1564dcd0538fSMark Fasheh for(i = 0; i < (next_free - 1); i++) 1565dcd0538fSMark Fasheh el->l_recs[i] = el->l_recs[i+1]; 1566dcd0538fSMark Fasheh 1567dcd0538fSMark Fasheh next_free--; 1568dcd0538fSMark Fasheh } 1569dcd0538fSMark Fasheh 1570dcd0538fSMark Fasheh /* 1571dcd0538fSMark Fasheh * Figure out what the new record index should be. 1572dcd0538fSMark Fasheh */ 1573dcd0538fSMark Fasheh for(i = 0; i < next_free; i++) { 1574dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1575dcd0538fSMark Fasheh 1576dcd0538fSMark Fasheh if (insert_cpos < le32_to_cpu(rec->e_cpos)) 1577dcd0538fSMark Fasheh break; 1578dcd0538fSMark Fasheh } 1579dcd0538fSMark Fasheh insert_index = i; 1580dcd0538fSMark Fasheh 1581dcd0538fSMark Fasheh mlog(0, "ins %u: index %d, has_empty %d, next_free %d, count %d\n", 1582dcd0538fSMark Fasheh insert_cpos, insert_index, has_empty, next_free, le16_to_cpu(el->l_count)); 1583dcd0538fSMark Fasheh 1584dcd0538fSMark Fasheh BUG_ON(insert_index < 0); 1585dcd0538fSMark Fasheh BUG_ON(insert_index >= le16_to_cpu(el->l_count)); 1586dcd0538fSMark Fasheh BUG_ON(insert_index > next_free); 1587dcd0538fSMark Fasheh 1588dcd0538fSMark Fasheh /* 1589dcd0538fSMark Fasheh * No need to memmove if we're just adding to the tail. 1590dcd0538fSMark Fasheh */ 1591dcd0538fSMark Fasheh if (insert_index != next_free) { 1592dcd0538fSMark Fasheh BUG_ON(next_free >= le16_to_cpu(el->l_count)); 1593dcd0538fSMark Fasheh 1594dcd0538fSMark Fasheh num_bytes = next_free - insert_index; 1595dcd0538fSMark Fasheh num_bytes *= sizeof(struct ocfs2_extent_rec); 1596dcd0538fSMark Fasheh memmove(&el->l_recs[insert_index + 1], 1597dcd0538fSMark Fasheh &el->l_recs[insert_index], 1598dcd0538fSMark Fasheh num_bytes); 1599dcd0538fSMark Fasheh } 1600dcd0538fSMark Fasheh 1601dcd0538fSMark Fasheh /* 1602dcd0538fSMark Fasheh * Either we had an empty extent, and need to re-increment or 1603dcd0538fSMark Fasheh * there was no empty extent on a non full rightmost leaf node, 1604dcd0538fSMark Fasheh * in which case we still need to increment. 1605dcd0538fSMark Fasheh */ 1606dcd0538fSMark Fasheh next_free++; 1607dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(next_free); 1608dcd0538fSMark Fasheh /* 1609dcd0538fSMark Fasheh * Make sure none of the math above just messed up our tree. 1610dcd0538fSMark Fasheh */ 1611dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count)); 1612dcd0538fSMark Fasheh 1613dcd0538fSMark Fasheh el->l_recs[insert_index] = *insert_rec; 1614dcd0538fSMark Fasheh 1615dcd0538fSMark Fasheh } 1616dcd0538fSMark Fasheh 1617328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el) 1618328d5752SMark Fasheh { 1619328d5752SMark Fasheh int size, num_recs = le16_to_cpu(el->l_next_free_rec); 1620328d5752SMark Fasheh 1621328d5752SMark Fasheh BUG_ON(num_recs == 0); 1622328d5752SMark Fasheh 1623328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 1624328d5752SMark Fasheh num_recs--; 1625328d5752SMark Fasheh size = num_recs * sizeof(struct ocfs2_extent_rec); 1626328d5752SMark Fasheh memmove(&el->l_recs[0], &el->l_recs[1], size); 1627328d5752SMark Fasheh memset(&el->l_recs[num_recs], 0, 1628328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 1629328d5752SMark Fasheh el->l_next_free_rec = cpu_to_le16(num_recs); 1630328d5752SMark Fasheh } 1631328d5752SMark Fasheh } 1632328d5752SMark Fasheh 1633dcd0538fSMark Fasheh /* 1634dcd0538fSMark Fasheh * Create an empty extent record . 1635dcd0538fSMark Fasheh * 1636dcd0538fSMark Fasheh * l_next_free_rec may be updated. 1637dcd0538fSMark Fasheh * 1638dcd0538fSMark Fasheh * If an empty extent already exists do nothing. 1639dcd0538fSMark Fasheh */ 1640dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el) 1641dcd0538fSMark Fasheh { 1642dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1643dcd0538fSMark Fasheh 1644e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 1645e48edee2SMark Fasheh 1646dcd0538fSMark Fasheh if (next_free == 0) 1647dcd0538fSMark Fasheh goto set_and_inc; 1648dcd0538fSMark Fasheh 1649dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 1650dcd0538fSMark Fasheh return; 1651dcd0538fSMark Fasheh 1652dcd0538fSMark Fasheh mlog_bug_on_msg(el->l_count == el->l_next_free_rec, 1653dcd0538fSMark Fasheh "Asked to create an empty extent in a full list:\n" 1654dcd0538fSMark Fasheh "count = %u, tree depth = %u", 1655dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 1656dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1657dcd0538fSMark Fasheh 1658dcd0538fSMark Fasheh ocfs2_shift_records_right(el); 1659dcd0538fSMark Fasheh 1660dcd0538fSMark Fasheh set_and_inc: 1661dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1662dcd0538fSMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1663dcd0538fSMark Fasheh } 1664dcd0538fSMark Fasheh 1665dcd0538fSMark Fasheh /* 1666dcd0538fSMark Fasheh * For a rotation which involves two leaf nodes, the "root node" is 1667dcd0538fSMark Fasheh * the lowest level tree node which contains a path to both leafs. This 1668dcd0538fSMark Fasheh * resulting set of information can be used to form a complete "subtree" 1669dcd0538fSMark Fasheh * 1670dcd0538fSMark Fasheh * This function is passed two full paths from the dinode down to a 1671dcd0538fSMark Fasheh * pair of adjacent leaves. It's task is to figure out which path 1672dcd0538fSMark Fasheh * index contains the subtree root - this can be the root index itself 1673dcd0538fSMark Fasheh * in a worst-case rotation. 1674dcd0538fSMark Fasheh * 1675dcd0538fSMark Fasheh * The array index of the subtree root is passed back. 1676dcd0538fSMark Fasheh */ 16777dc02805SJoel Becker static int ocfs2_find_subtree_root(struct ocfs2_extent_tree *et, 1678dcd0538fSMark Fasheh struct ocfs2_path *left, 1679dcd0538fSMark Fasheh struct ocfs2_path *right) 1680dcd0538fSMark Fasheh { 1681dcd0538fSMark Fasheh int i = 0; 1682dcd0538fSMark Fasheh 1683dcd0538fSMark Fasheh /* 1684dcd0538fSMark Fasheh * Check that the caller passed in two paths from the same tree. 1685dcd0538fSMark Fasheh */ 1686dcd0538fSMark Fasheh BUG_ON(path_root_bh(left) != path_root_bh(right)); 1687dcd0538fSMark Fasheh 1688dcd0538fSMark Fasheh do { 1689dcd0538fSMark Fasheh i++; 1690dcd0538fSMark Fasheh 1691dcd0538fSMark Fasheh /* 1692dcd0538fSMark Fasheh * The caller didn't pass two adjacent paths. 1693dcd0538fSMark Fasheh */ 1694dcd0538fSMark Fasheh mlog_bug_on_msg(i > left->p_tree_depth, 16957dc02805SJoel Becker "Owner %llu, left depth %u, right depth %u\n" 1696dcd0538fSMark Fasheh "left leaf blk %llu, right leaf blk %llu\n", 16977dc02805SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 16987dc02805SJoel Becker left->p_tree_depth, right->p_tree_depth, 1699dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(left)->b_blocknr, 1700dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(right)->b_blocknr); 1701dcd0538fSMark Fasheh } while (left->p_node[i].bh->b_blocknr == 1702dcd0538fSMark Fasheh right->p_node[i].bh->b_blocknr); 1703dcd0538fSMark Fasheh 1704dcd0538fSMark Fasheh return i - 1; 1705dcd0538fSMark Fasheh } 1706dcd0538fSMark Fasheh 1707dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *); 1708dcd0538fSMark Fasheh 1709dcd0538fSMark Fasheh /* 1710dcd0538fSMark Fasheh * Traverse a btree path in search of cpos, starting at root_el. 1711dcd0538fSMark Fasheh * 1712dcd0538fSMark Fasheh * This code can be called with a cpos larger than the tree, in which 1713dcd0538fSMark Fasheh * case it will return the rightmost path. 1714dcd0538fSMark Fasheh */ 1715facdb77fSJoel Becker static int __ocfs2_find_path(struct ocfs2_caching_info *ci, 1716dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el, u32 cpos, 1717dcd0538fSMark Fasheh path_insert_t *func, void *data) 1718dcd0538fSMark Fasheh { 1719dcd0538fSMark Fasheh int i, ret = 0; 1720dcd0538fSMark Fasheh u32 range; 1721dcd0538fSMark Fasheh u64 blkno; 1722dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1723dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 1724dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1725dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1726dcd0538fSMark Fasheh 1727dcd0538fSMark Fasheh el = root_el; 1728dcd0538fSMark Fasheh while (el->l_tree_depth) { 1729dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1730facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 1731facdb77fSJoel Becker "Owner %llu has empty extent list at " 1732dcd0538fSMark Fasheh "depth %u\n", 1733facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1734dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1735dcd0538fSMark Fasheh ret = -EROFS; 1736dcd0538fSMark Fasheh goto out; 1737dcd0538fSMark Fasheh 1738dcd0538fSMark Fasheh } 1739dcd0538fSMark Fasheh 1740dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) { 1741dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1742dcd0538fSMark Fasheh 1743dcd0538fSMark Fasheh /* 1744dcd0538fSMark Fasheh * In the case that cpos is off the allocation 1745dcd0538fSMark Fasheh * tree, this should just wind up returning the 1746dcd0538fSMark Fasheh * rightmost record. 1747dcd0538fSMark Fasheh */ 1748dcd0538fSMark Fasheh range = le32_to_cpu(rec->e_cpos) + 1749e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec); 1750dcd0538fSMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1751dcd0538fSMark Fasheh break; 1752dcd0538fSMark Fasheh } 1753dcd0538fSMark Fasheh 1754dcd0538fSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1755dcd0538fSMark Fasheh if (blkno == 0) { 1756facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 1757facdb77fSJoel Becker "Owner %llu has bad blkno in extent list " 1758dcd0538fSMark Fasheh "at depth %u (index %d)\n", 1759facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1760dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), i); 1761dcd0538fSMark Fasheh ret = -EROFS; 1762dcd0538fSMark Fasheh goto out; 1763dcd0538fSMark Fasheh } 1764dcd0538fSMark Fasheh 1765dcd0538fSMark Fasheh brelse(bh); 1766dcd0538fSMark Fasheh bh = NULL; 1767facdb77fSJoel Becker ret = ocfs2_read_extent_block(ci, blkno, &bh); 1768dcd0538fSMark Fasheh if (ret) { 1769dcd0538fSMark Fasheh mlog_errno(ret); 1770dcd0538fSMark Fasheh goto out; 1771dcd0538fSMark Fasheh } 1772dcd0538fSMark Fasheh 1773dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1774dcd0538fSMark Fasheh el = &eb->h_list; 1775dcd0538fSMark Fasheh 1776dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1777dcd0538fSMark Fasheh le16_to_cpu(el->l_count)) { 1778facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 1779facdb77fSJoel Becker "Owner %llu has bad count in extent list " 1780dcd0538fSMark Fasheh "at block %llu (next free=%u, count=%u)\n", 1781facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1782dcd0538fSMark Fasheh (unsigned long long)bh->b_blocknr, 1783dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 1784dcd0538fSMark Fasheh le16_to_cpu(el->l_count)); 1785dcd0538fSMark Fasheh ret = -EROFS; 1786dcd0538fSMark Fasheh goto out; 1787dcd0538fSMark Fasheh } 1788dcd0538fSMark Fasheh 1789dcd0538fSMark Fasheh if (func) 1790dcd0538fSMark Fasheh func(data, bh); 1791dcd0538fSMark Fasheh } 1792dcd0538fSMark Fasheh 1793dcd0538fSMark Fasheh out: 1794dcd0538fSMark Fasheh /* 1795dcd0538fSMark Fasheh * Catch any trailing bh that the loop didn't handle. 1796dcd0538fSMark Fasheh */ 1797dcd0538fSMark Fasheh brelse(bh); 1798dcd0538fSMark Fasheh 1799dcd0538fSMark Fasheh return ret; 1800dcd0538fSMark Fasheh } 1801dcd0538fSMark Fasheh 1802dcd0538fSMark Fasheh /* 1803dcd0538fSMark Fasheh * Given an initialized path (that is, it has a valid root extent 1804dcd0538fSMark Fasheh * list), this function will traverse the btree in search of the path 1805dcd0538fSMark Fasheh * which would contain cpos. 1806dcd0538fSMark Fasheh * 1807dcd0538fSMark Fasheh * The path traveled is recorded in the path structure. 1808dcd0538fSMark Fasheh * 1809dcd0538fSMark Fasheh * Note that this will not do any comparisons on leaf node extent 1810dcd0538fSMark Fasheh * records, so it will work fine in the case that we just added a tree 1811dcd0538fSMark Fasheh * branch. 1812dcd0538fSMark Fasheh */ 1813dcd0538fSMark Fasheh struct find_path_data { 1814dcd0538fSMark Fasheh int index; 1815dcd0538fSMark Fasheh struct ocfs2_path *path; 1816dcd0538fSMark Fasheh }; 1817dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh) 1818dcd0538fSMark Fasheh { 1819dcd0538fSMark Fasheh struct find_path_data *fp = data; 1820dcd0538fSMark Fasheh 1821dcd0538fSMark Fasheh get_bh(bh); 1822dcd0538fSMark Fasheh ocfs2_path_insert_eb(fp->path, fp->index, bh); 1823dcd0538fSMark Fasheh fp->index++; 1824dcd0538fSMark Fasheh } 1825facdb77fSJoel Becker static int ocfs2_find_path(struct ocfs2_caching_info *ci, 1826facdb77fSJoel Becker struct ocfs2_path *path, u32 cpos) 1827dcd0538fSMark Fasheh { 1828dcd0538fSMark Fasheh struct find_path_data data; 1829dcd0538fSMark Fasheh 1830dcd0538fSMark Fasheh data.index = 1; 1831dcd0538fSMark Fasheh data.path = path; 1832facdb77fSJoel Becker return __ocfs2_find_path(ci, path_root_el(path), cpos, 1833dcd0538fSMark Fasheh find_path_ins, &data); 1834dcd0538fSMark Fasheh } 1835dcd0538fSMark Fasheh 1836dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh) 1837dcd0538fSMark Fasheh { 1838dcd0538fSMark Fasheh struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data; 1839dcd0538fSMark Fasheh struct ocfs2_extent_list *el = &eb->h_list; 1840dcd0538fSMark Fasheh struct buffer_head **ret = data; 1841dcd0538fSMark Fasheh 1842dcd0538fSMark Fasheh /* We want to retain only the leaf block. */ 1843dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 1844dcd0538fSMark Fasheh get_bh(bh); 1845dcd0538fSMark Fasheh *ret = bh; 1846dcd0538fSMark Fasheh } 1847dcd0538fSMark Fasheh } 1848dcd0538fSMark Fasheh /* 1849dcd0538fSMark Fasheh * Find the leaf block in the tree which would contain cpos. No 1850dcd0538fSMark Fasheh * checking of the actual leaf is done. 1851dcd0538fSMark Fasheh * 1852dcd0538fSMark Fasheh * Some paths want to call this instead of allocating a path structure 1853dcd0538fSMark Fasheh * and calling ocfs2_find_path(). 1854dcd0538fSMark Fasheh * 1855dcd0538fSMark Fasheh * This function doesn't handle non btree extent lists. 1856dcd0538fSMark Fasheh */ 1857facdb77fSJoel Becker int ocfs2_find_leaf(struct ocfs2_caching_info *ci, 1858facdb77fSJoel Becker struct ocfs2_extent_list *root_el, u32 cpos, 1859facdb77fSJoel Becker struct buffer_head **leaf_bh) 1860dcd0538fSMark Fasheh { 1861dcd0538fSMark Fasheh int ret; 1862dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1863dcd0538fSMark Fasheh 1864facdb77fSJoel Becker ret = __ocfs2_find_path(ci, root_el, cpos, find_leaf_ins, &bh); 1865dcd0538fSMark Fasheh if (ret) { 1866dcd0538fSMark Fasheh mlog_errno(ret); 1867dcd0538fSMark Fasheh goto out; 1868dcd0538fSMark Fasheh } 1869dcd0538fSMark Fasheh 1870dcd0538fSMark Fasheh *leaf_bh = bh; 1871dcd0538fSMark Fasheh out: 1872dcd0538fSMark Fasheh return ret; 1873dcd0538fSMark Fasheh } 1874dcd0538fSMark Fasheh 1875dcd0538fSMark Fasheh /* 1876dcd0538fSMark Fasheh * Adjust the adjacent records (left_rec, right_rec) involved in a rotation. 1877dcd0538fSMark Fasheh * 1878dcd0538fSMark Fasheh * Basically, we've moved stuff around at the bottom of the tree and 1879dcd0538fSMark Fasheh * we need to fix up the extent records above the changes to reflect 1880dcd0538fSMark Fasheh * the new changes. 1881dcd0538fSMark Fasheh * 1882dcd0538fSMark Fasheh * left_rec: the record on the left. 1883dcd0538fSMark Fasheh * left_child_el: is the child list pointed to by left_rec 1884dcd0538fSMark Fasheh * right_rec: the record to the right of left_rec 1885dcd0538fSMark Fasheh * right_child_el: is the child list pointed to by right_rec 1886dcd0538fSMark Fasheh * 1887dcd0538fSMark Fasheh * By definition, this only works on interior nodes. 1888dcd0538fSMark Fasheh */ 1889dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec, 1890dcd0538fSMark Fasheh struct ocfs2_extent_list *left_child_el, 1891dcd0538fSMark Fasheh struct ocfs2_extent_rec *right_rec, 1892dcd0538fSMark Fasheh struct ocfs2_extent_list *right_child_el) 1893dcd0538fSMark Fasheh { 1894dcd0538fSMark Fasheh u32 left_clusters, right_end; 1895dcd0538fSMark Fasheh 1896dcd0538fSMark Fasheh /* 1897dcd0538fSMark Fasheh * Interior nodes never have holes. Their cpos is the cpos of 1898dcd0538fSMark Fasheh * the leftmost record in their child list. Their cluster 1899dcd0538fSMark Fasheh * count covers the full theoretical range of their child list 1900dcd0538fSMark Fasheh * - the range between their cpos and the cpos of the record 1901dcd0538fSMark Fasheh * immediately to their right. 1902dcd0538fSMark Fasheh */ 1903dcd0538fSMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos); 190482e12644STao Ma if (!ocfs2_rec_clusters(right_child_el, &right_child_el->l_recs[0])) { 190582e12644STao Ma BUG_ON(right_child_el->l_tree_depth); 1906328d5752SMark Fasheh BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1); 1907328d5752SMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos); 1908328d5752SMark Fasheh } 1909dcd0538fSMark Fasheh left_clusters -= le32_to_cpu(left_rec->e_cpos); 1910e48edee2SMark Fasheh left_rec->e_int_clusters = cpu_to_le32(left_clusters); 1911dcd0538fSMark Fasheh 1912dcd0538fSMark Fasheh /* 1913dcd0538fSMark Fasheh * Calculate the rightmost cluster count boundary before 1914e48edee2SMark Fasheh * moving cpos - we will need to adjust clusters after 1915dcd0538fSMark Fasheh * updating e_cpos to keep the same highest cluster count. 1916dcd0538fSMark Fasheh */ 1917dcd0538fSMark Fasheh right_end = le32_to_cpu(right_rec->e_cpos); 1918e48edee2SMark Fasheh right_end += le32_to_cpu(right_rec->e_int_clusters); 1919dcd0538fSMark Fasheh 1920dcd0538fSMark Fasheh right_rec->e_cpos = left_rec->e_cpos; 1921dcd0538fSMark Fasheh le32_add_cpu(&right_rec->e_cpos, left_clusters); 1922dcd0538fSMark Fasheh 1923dcd0538fSMark Fasheh right_end -= le32_to_cpu(right_rec->e_cpos); 1924e48edee2SMark Fasheh right_rec->e_int_clusters = cpu_to_le32(right_end); 1925dcd0538fSMark Fasheh } 1926dcd0538fSMark Fasheh 1927dcd0538fSMark Fasheh /* 1928dcd0538fSMark Fasheh * Adjust the adjacent root node records involved in a 1929dcd0538fSMark Fasheh * rotation. left_el_blkno is passed in as a key so that we can easily 1930dcd0538fSMark Fasheh * find it's index in the root list. 1931dcd0538fSMark Fasheh */ 1932dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el, 1933dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el, 1934dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, 1935dcd0538fSMark Fasheh u64 left_el_blkno) 1936dcd0538fSMark Fasheh { 1937dcd0538fSMark Fasheh int i; 1938dcd0538fSMark Fasheh 1939dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) <= 1940dcd0538fSMark Fasheh le16_to_cpu(left_el->l_tree_depth)); 1941dcd0538fSMark Fasheh 1942dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) { 1943dcd0538fSMark Fasheh if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno) 1944dcd0538fSMark Fasheh break; 1945dcd0538fSMark Fasheh } 1946dcd0538fSMark Fasheh 1947dcd0538fSMark Fasheh /* 1948dcd0538fSMark Fasheh * The path walking code should have never returned a root and 1949dcd0538fSMark Fasheh * two paths which are not adjacent. 1950dcd0538fSMark Fasheh */ 1951dcd0538fSMark Fasheh BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1)); 1952dcd0538fSMark Fasheh 1953dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(&root_el->l_recs[i], left_el, 1954dcd0538fSMark Fasheh &root_el->l_recs[i + 1], right_el); 1955dcd0538fSMark Fasheh } 1956dcd0538fSMark Fasheh 1957dcd0538fSMark Fasheh /* 1958dcd0538fSMark Fasheh * We've changed a leaf block (in right_path) and need to reflect that 1959dcd0538fSMark Fasheh * change back up the subtree. 1960dcd0538fSMark Fasheh * 1961dcd0538fSMark Fasheh * This happens in multiple places: 1962dcd0538fSMark Fasheh * - When we've moved an extent record from the left path leaf to the right 1963dcd0538fSMark Fasheh * path leaf to make room for an empty extent in the left path leaf. 1964dcd0538fSMark Fasheh * - When our insert into the right path leaf is at the leftmost edge 1965dcd0538fSMark Fasheh * and requires an update of the path immediately to it's left. This 1966dcd0538fSMark Fasheh * can occur at the end of some types of rotation and appending inserts. 1967677b9752STao Ma * - When we've adjusted the last extent record in the left path leaf and the 1968677b9752STao Ma * 1st extent record in the right path leaf during cross extent block merge. 1969dcd0538fSMark Fasheh */ 19704619c73eSJoel Becker static void ocfs2_complete_edge_insert(handle_t *handle, 1971dcd0538fSMark Fasheh struct ocfs2_path *left_path, 1972dcd0538fSMark Fasheh struct ocfs2_path *right_path, 1973dcd0538fSMark Fasheh int subtree_index) 1974dcd0538fSMark Fasheh { 1975dcd0538fSMark Fasheh int ret, i, idx; 1976dcd0538fSMark Fasheh struct ocfs2_extent_list *el, *left_el, *right_el; 1977dcd0538fSMark Fasheh struct ocfs2_extent_rec *left_rec, *right_rec; 1978dcd0538fSMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 1979dcd0538fSMark Fasheh 1980dcd0538fSMark Fasheh /* 1981dcd0538fSMark Fasheh * Update the counts and position values within all the 1982dcd0538fSMark Fasheh * interior nodes to reflect the leaf rotation we just did. 1983dcd0538fSMark Fasheh * 1984dcd0538fSMark Fasheh * The root node is handled below the loop. 1985dcd0538fSMark Fasheh * 1986dcd0538fSMark Fasheh * We begin the loop with right_el and left_el pointing to the 1987dcd0538fSMark Fasheh * leaf lists and work our way up. 1988dcd0538fSMark Fasheh * 1989dcd0538fSMark Fasheh * NOTE: within this loop, left_el and right_el always refer 1990dcd0538fSMark Fasheh * to the *child* lists. 1991dcd0538fSMark Fasheh */ 1992dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 1993dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 1994dcd0538fSMark Fasheh for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) { 1995dcd0538fSMark Fasheh mlog(0, "Adjust records at index %u\n", i); 1996dcd0538fSMark Fasheh 1997dcd0538fSMark Fasheh /* 1998dcd0538fSMark Fasheh * One nice property of knowing that all of these 1999dcd0538fSMark Fasheh * nodes are below the root is that we only deal with 2000dcd0538fSMark Fasheh * the leftmost right node record and the rightmost 2001dcd0538fSMark Fasheh * left node record. 2002dcd0538fSMark Fasheh */ 2003dcd0538fSMark Fasheh el = left_path->p_node[i].el; 2004dcd0538fSMark Fasheh idx = le16_to_cpu(left_el->l_next_free_rec) - 1; 2005dcd0538fSMark Fasheh left_rec = &el->l_recs[idx]; 2006dcd0538fSMark Fasheh 2007dcd0538fSMark Fasheh el = right_path->p_node[i].el; 2008dcd0538fSMark Fasheh right_rec = &el->l_recs[0]; 2009dcd0538fSMark Fasheh 2010dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(left_rec, left_el, right_rec, 2011dcd0538fSMark Fasheh right_el); 2012dcd0538fSMark Fasheh 2013dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_path->p_node[i].bh); 2014dcd0538fSMark Fasheh if (ret) 2015dcd0538fSMark Fasheh mlog_errno(ret); 2016dcd0538fSMark Fasheh 2017dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_path->p_node[i].bh); 2018dcd0538fSMark Fasheh if (ret) 2019dcd0538fSMark Fasheh mlog_errno(ret); 2020dcd0538fSMark Fasheh 2021dcd0538fSMark Fasheh /* 2022dcd0538fSMark Fasheh * Setup our list pointers now so that the current 2023dcd0538fSMark Fasheh * parents become children in the next iteration. 2024dcd0538fSMark Fasheh */ 2025dcd0538fSMark Fasheh left_el = left_path->p_node[i].el; 2026dcd0538fSMark Fasheh right_el = right_path->p_node[i].el; 2027dcd0538fSMark Fasheh } 2028dcd0538fSMark Fasheh 2029dcd0538fSMark Fasheh /* 2030dcd0538fSMark Fasheh * At the root node, adjust the two adjacent records which 2031dcd0538fSMark Fasheh * begin our path to the leaves. 2032dcd0538fSMark Fasheh */ 2033dcd0538fSMark Fasheh 2034dcd0538fSMark Fasheh el = left_path->p_node[subtree_index].el; 2035dcd0538fSMark Fasheh left_el = left_path->p_node[subtree_index + 1].el; 2036dcd0538fSMark Fasheh right_el = right_path->p_node[subtree_index + 1].el; 2037dcd0538fSMark Fasheh 2038dcd0538fSMark Fasheh ocfs2_adjust_root_records(el, left_el, right_el, 2039dcd0538fSMark Fasheh left_path->p_node[subtree_index + 1].bh->b_blocknr); 2040dcd0538fSMark Fasheh 2041dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2042dcd0538fSMark Fasheh 2043dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, root_bh); 2044dcd0538fSMark Fasheh if (ret) 2045dcd0538fSMark Fasheh mlog_errno(ret); 2046dcd0538fSMark Fasheh } 2047dcd0538fSMark Fasheh 20485c601abaSJoel Becker static int ocfs2_rotate_subtree_right(handle_t *handle, 20495c601abaSJoel Becker struct ocfs2_extent_tree *et, 2050dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2051dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2052dcd0538fSMark Fasheh int subtree_index) 2053dcd0538fSMark Fasheh { 2054dcd0538fSMark Fasheh int ret, i; 2055dcd0538fSMark Fasheh struct buffer_head *right_leaf_bh; 2056dcd0538fSMark Fasheh struct buffer_head *left_leaf_bh = NULL; 2057dcd0538fSMark Fasheh struct buffer_head *root_bh; 2058dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, *left_el; 2059dcd0538fSMark Fasheh struct ocfs2_extent_rec move_rec; 2060dcd0538fSMark Fasheh 2061dcd0538fSMark Fasheh left_leaf_bh = path_leaf_bh(left_path); 2062dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2063dcd0538fSMark Fasheh 2064dcd0538fSMark Fasheh if (left_el->l_next_free_rec != left_el->l_count) { 20655c601abaSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 2066dcd0538fSMark Fasheh "Inode %llu has non-full interior leaf node %llu" 2067dcd0538fSMark Fasheh "(next free = %u)", 20685c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2069dcd0538fSMark Fasheh (unsigned long long)left_leaf_bh->b_blocknr, 2070dcd0538fSMark Fasheh le16_to_cpu(left_el->l_next_free_rec)); 2071dcd0538fSMark Fasheh return -EROFS; 2072dcd0538fSMark Fasheh } 2073dcd0538fSMark Fasheh 2074dcd0538fSMark Fasheh /* 2075dcd0538fSMark Fasheh * This extent block may already have an empty record, so we 2076dcd0538fSMark Fasheh * return early if so. 2077dcd0538fSMark Fasheh */ 2078dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&left_el->l_recs[0])) 2079dcd0538fSMark Fasheh return 0; 2080dcd0538fSMark Fasheh 2081dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2082dcd0538fSMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2083dcd0538fSMark Fasheh 20845c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 208513723d00SJoel Becker subtree_index); 2086dcd0538fSMark Fasheh if (ret) { 2087dcd0538fSMark Fasheh mlog_errno(ret); 2088dcd0538fSMark Fasheh goto out; 2089dcd0538fSMark Fasheh } 2090dcd0538fSMark Fasheh 2091dcd0538fSMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 20925c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 209313723d00SJoel Becker right_path, i); 2094dcd0538fSMark Fasheh if (ret) { 2095dcd0538fSMark Fasheh mlog_errno(ret); 2096dcd0538fSMark Fasheh goto out; 2097dcd0538fSMark Fasheh } 2098dcd0538fSMark Fasheh 20995c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 210013723d00SJoel Becker left_path, i); 2101dcd0538fSMark Fasheh if (ret) { 2102dcd0538fSMark Fasheh mlog_errno(ret); 2103dcd0538fSMark Fasheh goto out; 2104dcd0538fSMark Fasheh } 2105dcd0538fSMark Fasheh } 2106dcd0538fSMark Fasheh 2107dcd0538fSMark Fasheh right_leaf_bh = path_leaf_bh(right_path); 2108dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2109dcd0538fSMark Fasheh 2110dcd0538fSMark Fasheh /* This is a code error, not a disk corruption. */ 2111dcd0538fSMark Fasheh mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails " 2112dcd0538fSMark Fasheh "because rightmost leaf block %llu is empty\n", 21135c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2114dcd0538fSMark Fasheh (unsigned long long)right_leaf_bh->b_blocknr); 2115dcd0538fSMark Fasheh 2116dcd0538fSMark Fasheh ocfs2_create_empty_extent(right_el); 2117dcd0538fSMark Fasheh 2118dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_leaf_bh); 2119dcd0538fSMark Fasheh if (ret) { 2120dcd0538fSMark Fasheh mlog_errno(ret); 2121dcd0538fSMark Fasheh goto out; 2122dcd0538fSMark Fasheh } 2123dcd0538fSMark Fasheh 2124dcd0538fSMark Fasheh /* Do the copy now. */ 2125dcd0538fSMark Fasheh i = le16_to_cpu(left_el->l_next_free_rec) - 1; 2126dcd0538fSMark Fasheh move_rec = left_el->l_recs[i]; 2127dcd0538fSMark Fasheh right_el->l_recs[0] = move_rec; 2128dcd0538fSMark Fasheh 2129dcd0538fSMark Fasheh /* 2130dcd0538fSMark Fasheh * Clear out the record we just copied and shift everything 2131dcd0538fSMark Fasheh * over, leaving an empty extent in the left leaf. 2132dcd0538fSMark Fasheh * 2133dcd0538fSMark Fasheh * We temporarily subtract from next_free_rec so that the 2134dcd0538fSMark Fasheh * shift will lose the tail record (which is now defunct). 2135dcd0538fSMark Fasheh */ 2136dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, -1); 2137dcd0538fSMark Fasheh ocfs2_shift_records_right(left_el); 2138dcd0538fSMark Fasheh memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2139dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, 1); 2140dcd0538fSMark Fasheh 2141dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_leaf_bh); 2142dcd0538fSMark Fasheh if (ret) { 2143dcd0538fSMark Fasheh mlog_errno(ret); 2144dcd0538fSMark Fasheh goto out; 2145dcd0538fSMark Fasheh } 2146dcd0538fSMark Fasheh 21474619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2148dcd0538fSMark Fasheh subtree_index); 2149dcd0538fSMark Fasheh 2150dcd0538fSMark Fasheh out: 2151dcd0538fSMark Fasheh return ret; 2152dcd0538fSMark Fasheh } 2153dcd0538fSMark Fasheh 2154dcd0538fSMark Fasheh /* 2155dcd0538fSMark Fasheh * Given a full path, determine what cpos value would return us a path 2156dcd0538fSMark Fasheh * containing the leaf immediately to the left of the current one. 2157dcd0538fSMark Fasheh * 2158dcd0538fSMark Fasheh * Will return zero if the path passed in is already the leftmost path. 2159dcd0538fSMark Fasheh */ 2160dcd0538fSMark Fasheh static int ocfs2_find_cpos_for_left_leaf(struct super_block *sb, 2161dcd0538fSMark Fasheh struct ocfs2_path *path, u32 *cpos) 2162dcd0538fSMark Fasheh { 2163dcd0538fSMark Fasheh int i, j, ret = 0; 2164dcd0538fSMark Fasheh u64 blkno; 2165dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 2166dcd0538fSMark Fasheh 2167e48edee2SMark Fasheh BUG_ON(path->p_tree_depth == 0); 2168e48edee2SMark Fasheh 2169dcd0538fSMark Fasheh *cpos = 0; 2170dcd0538fSMark Fasheh 2171dcd0538fSMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2172dcd0538fSMark Fasheh 2173dcd0538fSMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2174dcd0538fSMark Fasheh i = path->p_tree_depth - 1; 2175dcd0538fSMark Fasheh while (i >= 0) { 2176dcd0538fSMark Fasheh el = path->p_node[i].el; 2177dcd0538fSMark Fasheh 2178dcd0538fSMark Fasheh /* 2179dcd0538fSMark Fasheh * Find the extent record just before the one in our 2180dcd0538fSMark Fasheh * path. 2181dcd0538fSMark Fasheh */ 2182dcd0538fSMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2183dcd0538fSMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2184dcd0538fSMark Fasheh if (j == 0) { 2185dcd0538fSMark Fasheh if (i == 0) { 2186dcd0538fSMark Fasheh /* 2187dcd0538fSMark Fasheh * We've determined that the 2188dcd0538fSMark Fasheh * path specified is already 2189dcd0538fSMark Fasheh * the leftmost one - return a 2190dcd0538fSMark Fasheh * cpos of zero. 2191dcd0538fSMark Fasheh */ 2192dcd0538fSMark Fasheh goto out; 2193dcd0538fSMark Fasheh } 2194dcd0538fSMark Fasheh /* 2195dcd0538fSMark Fasheh * The leftmost record points to our 2196dcd0538fSMark Fasheh * leaf - we need to travel up the 2197dcd0538fSMark Fasheh * tree one level. 2198dcd0538fSMark Fasheh */ 2199dcd0538fSMark Fasheh goto next_node; 2200dcd0538fSMark Fasheh } 2201dcd0538fSMark Fasheh 2202dcd0538fSMark Fasheh *cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos); 2203e48edee2SMark Fasheh *cpos = *cpos + ocfs2_rec_clusters(el, 2204e48edee2SMark Fasheh &el->l_recs[j - 1]); 2205e48edee2SMark Fasheh *cpos = *cpos - 1; 2206dcd0538fSMark Fasheh goto out; 2207dcd0538fSMark Fasheh } 2208dcd0538fSMark Fasheh } 2209dcd0538fSMark Fasheh 2210dcd0538fSMark Fasheh /* 2211dcd0538fSMark Fasheh * If we got here, we never found a valid node where 2212dcd0538fSMark Fasheh * the tree indicated one should be. 2213dcd0538fSMark Fasheh */ 2214dcd0538fSMark Fasheh ocfs2_error(sb, 2215dcd0538fSMark Fasheh "Invalid extent tree at extent block %llu\n", 2216dcd0538fSMark Fasheh (unsigned long long)blkno); 2217dcd0538fSMark Fasheh ret = -EROFS; 2218dcd0538fSMark Fasheh goto out; 2219dcd0538fSMark Fasheh 2220dcd0538fSMark Fasheh next_node: 2221dcd0538fSMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2222dcd0538fSMark Fasheh i--; 2223dcd0538fSMark Fasheh } 2224dcd0538fSMark Fasheh 2225dcd0538fSMark Fasheh out: 2226dcd0538fSMark Fasheh return ret; 2227dcd0538fSMark Fasheh } 2228dcd0538fSMark Fasheh 2229328d5752SMark Fasheh /* 2230328d5752SMark Fasheh * Extend the transaction by enough credits to complete the rotation, 2231328d5752SMark Fasheh * and still leave at least the original number of credits allocated 2232328d5752SMark Fasheh * to this transaction. 2233328d5752SMark Fasheh */ 2234dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth, 2235328d5752SMark Fasheh int op_credits, 2236dcd0538fSMark Fasheh struct ocfs2_path *path) 2237dcd0538fSMark Fasheh { 2238328d5752SMark Fasheh int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits; 2239dcd0538fSMark Fasheh 2240dcd0538fSMark Fasheh if (handle->h_buffer_credits < credits) 2241dcd0538fSMark Fasheh return ocfs2_extend_trans(handle, credits); 2242dcd0538fSMark Fasheh 2243dcd0538fSMark Fasheh return 0; 2244dcd0538fSMark Fasheh } 2245dcd0538fSMark Fasheh 2246dcd0538fSMark Fasheh /* 2247dcd0538fSMark Fasheh * Trap the case where we're inserting into the theoretical range past 2248dcd0538fSMark Fasheh * the _actual_ left leaf range. Otherwise, we'll rotate a record 2249dcd0538fSMark Fasheh * whose cpos is less than ours into the right leaf. 2250dcd0538fSMark Fasheh * 2251dcd0538fSMark Fasheh * It's only necessary to look at the rightmost record of the left 2252dcd0538fSMark Fasheh * leaf because the logic that calls us should ensure that the 2253dcd0538fSMark Fasheh * theoretical ranges in the path components above the leaves are 2254dcd0538fSMark Fasheh * correct. 2255dcd0538fSMark Fasheh */ 2256dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path, 2257dcd0538fSMark Fasheh u32 insert_cpos) 2258dcd0538fSMark Fasheh { 2259dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el; 2260dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 2261dcd0538fSMark Fasheh int next_free; 2262dcd0538fSMark Fasheh 2263dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2264dcd0538fSMark Fasheh next_free = le16_to_cpu(left_el->l_next_free_rec); 2265dcd0538fSMark Fasheh rec = &left_el->l_recs[next_free - 1]; 2266dcd0538fSMark Fasheh 2267dcd0538fSMark Fasheh if (insert_cpos > le32_to_cpu(rec->e_cpos)) 2268dcd0538fSMark Fasheh return 1; 2269dcd0538fSMark Fasheh return 0; 2270dcd0538fSMark Fasheh } 2271dcd0538fSMark Fasheh 2272328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos) 2273328d5752SMark Fasheh { 2274328d5752SMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 2275328d5752SMark Fasheh unsigned int range; 2276328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2277328d5752SMark Fasheh 2278328d5752SMark Fasheh if (next_free == 0) 2279328d5752SMark Fasheh return 0; 2280328d5752SMark Fasheh 2281328d5752SMark Fasheh rec = &el->l_recs[0]; 2282328d5752SMark Fasheh if (ocfs2_is_empty_extent(rec)) { 2283328d5752SMark Fasheh /* Empty list. */ 2284328d5752SMark Fasheh if (next_free == 1) 2285328d5752SMark Fasheh return 0; 2286328d5752SMark Fasheh rec = &el->l_recs[1]; 2287328d5752SMark Fasheh } 2288328d5752SMark Fasheh 2289328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2290328d5752SMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 2291328d5752SMark Fasheh return 1; 2292328d5752SMark Fasheh return 0; 2293328d5752SMark Fasheh } 2294328d5752SMark Fasheh 2295dcd0538fSMark Fasheh /* 2296dcd0538fSMark Fasheh * Rotate all the records in a btree right one record, starting at insert_cpos. 2297dcd0538fSMark Fasheh * 2298dcd0538fSMark Fasheh * The path to the rightmost leaf should be passed in. 2299dcd0538fSMark Fasheh * 2300dcd0538fSMark Fasheh * The array is assumed to be large enough to hold an entire path (tree depth). 2301dcd0538fSMark Fasheh * 2302dcd0538fSMark Fasheh * Upon succesful return from this function: 2303dcd0538fSMark Fasheh * 2304dcd0538fSMark Fasheh * - The 'right_path' array will contain a path to the leaf block 2305dcd0538fSMark Fasheh * whose range contains e_cpos. 2306dcd0538fSMark Fasheh * - That leaf block will have a single empty extent in list index 0. 2307dcd0538fSMark Fasheh * - In the case that the rotation requires a post-insert update, 2308dcd0538fSMark Fasheh * *ret_left_path will contain a valid path which can be passed to 2309dcd0538fSMark Fasheh * ocfs2_insert_path(). 2310dcd0538fSMark Fasheh */ 23111bbf0b8dSJoel Becker static int ocfs2_rotate_tree_right(handle_t *handle, 23125c601abaSJoel Becker struct ocfs2_extent_tree *et, 2313328d5752SMark Fasheh enum ocfs2_split_type split, 2314dcd0538fSMark Fasheh u32 insert_cpos, 2315dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2316dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 2317dcd0538fSMark Fasheh { 2318328d5752SMark Fasheh int ret, start, orig_credits = handle->h_buffer_credits; 2319dcd0538fSMark Fasheh u32 cpos; 2320dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 23215c601abaSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2322dcd0538fSMark Fasheh 2323dcd0538fSMark Fasheh *ret_left_path = NULL; 2324dcd0538fSMark Fasheh 2325ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 2326dcd0538fSMark Fasheh if (!left_path) { 2327dcd0538fSMark Fasheh ret = -ENOMEM; 2328dcd0538fSMark Fasheh mlog_errno(ret); 2329dcd0538fSMark Fasheh goto out; 2330dcd0538fSMark Fasheh } 2331dcd0538fSMark Fasheh 23325c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2333dcd0538fSMark Fasheh if (ret) { 2334dcd0538fSMark Fasheh mlog_errno(ret); 2335dcd0538fSMark Fasheh goto out; 2336dcd0538fSMark Fasheh } 2337dcd0538fSMark Fasheh 2338dcd0538fSMark Fasheh mlog(0, "Insert: %u, first left path cpos: %u\n", insert_cpos, cpos); 2339dcd0538fSMark Fasheh 2340dcd0538fSMark Fasheh /* 2341dcd0538fSMark Fasheh * What we want to do here is: 2342dcd0538fSMark Fasheh * 2343dcd0538fSMark Fasheh * 1) Start with the rightmost path. 2344dcd0538fSMark Fasheh * 2345dcd0538fSMark Fasheh * 2) Determine a path to the leaf block directly to the left 2346dcd0538fSMark Fasheh * of that leaf. 2347dcd0538fSMark Fasheh * 2348dcd0538fSMark Fasheh * 3) Determine the 'subtree root' - the lowest level tree node 2349dcd0538fSMark Fasheh * which contains a path to both leaves. 2350dcd0538fSMark Fasheh * 2351dcd0538fSMark Fasheh * 4) Rotate the subtree. 2352dcd0538fSMark Fasheh * 2353dcd0538fSMark Fasheh * 5) Find the next subtree by considering the left path to be 2354dcd0538fSMark Fasheh * the new right path. 2355dcd0538fSMark Fasheh * 2356dcd0538fSMark Fasheh * The check at the top of this while loop also accepts 2357dcd0538fSMark Fasheh * insert_cpos == cpos because cpos is only a _theoretical_ 2358dcd0538fSMark Fasheh * value to get us the left path - insert_cpos might very well 2359dcd0538fSMark Fasheh * be filling that hole. 2360dcd0538fSMark Fasheh * 2361dcd0538fSMark Fasheh * Stop at a cpos of '0' because we either started at the 2362dcd0538fSMark Fasheh * leftmost branch (i.e., a tree with one branch and a 2363dcd0538fSMark Fasheh * rotation inside of it), or we've gone as far as we can in 2364dcd0538fSMark Fasheh * rotating subtrees. 2365dcd0538fSMark Fasheh */ 2366dcd0538fSMark Fasheh while (cpos && insert_cpos <= cpos) { 2367dcd0538fSMark Fasheh mlog(0, "Rotating a tree: ins. cpos: %u, left path cpos: %u\n", 2368dcd0538fSMark Fasheh insert_cpos, cpos); 2369dcd0538fSMark Fasheh 23705c601abaSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 2371dcd0538fSMark Fasheh if (ret) { 2372dcd0538fSMark Fasheh mlog_errno(ret); 2373dcd0538fSMark Fasheh goto out; 2374dcd0538fSMark Fasheh } 2375dcd0538fSMark Fasheh 2376dcd0538fSMark Fasheh mlog_bug_on_msg(path_leaf_bh(left_path) == 2377dcd0538fSMark Fasheh path_leaf_bh(right_path), 23785c601abaSJoel Becker "Owner %llu: error during insert of %u " 2379dcd0538fSMark Fasheh "(left path cpos %u) results in two identical " 2380dcd0538fSMark Fasheh "paths ending at %llu\n", 23815c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 23825c601abaSJoel Becker insert_cpos, cpos, 2383dcd0538fSMark Fasheh (unsigned long long) 2384dcd0538fSMark Fasheh path_leaf_bh(left_path)->b_blocknr); 2385dcd0538fSMark Fasheh 2386328d5752SMark Fasheh if (split == SPLIT_NONE && 2387328d5752SMark Fasheh ocfs2_rotate_requires_path_adjustment(left_path, 2388dcd0538fSMark Fasheh insert_cpos)) { 2389dcd0538fSMark Fasheh 2390dcd0538fSMark Fasheh /* 2391dcd0538fSMark Fasheh * We've rotated the tree as much as we 2392dcd0538fSMark Fasheh * should. The rest is up to 2393dcd0538fSMark Fasheh * ocfs2_insert_path() to complete, after the 2394dcd0538fSMark Fasheh * record insertion. We indicate this 2395dcd0538fSMark Fasheh * situation by returning the left path. 2396dcd0538fSMark Fasheh * 2397dcd0538fSMark Fasheh * The reason we don't adjust the records here 2398dcd0538fSMark Fasheh * before the record insert is that an error 2399dcd0538fSMark Fasheh * later might break the rule where a parent 2400dcd0538fSMark Fasheh * record e_cpos will reflect the actual 2401dcd0538fSMark Fasheh * e_cpos of the 1st nonempty record of the 2402dcd0538fSMark Fasheh * child list. 2403dcd0538fSMark Fasheh */ 2404dcd0538fSMark Fasheh *ret_left_path = left_path; 2405dcd0538fSMark Fasheh goto out_ret_path; 2406dcd0538fSMark Fasheh } 2407dcd0538fSMark Fasheh 24087dc02805SJoel Becker start = ocfs2_find_subtree_root(et, left_path, right_path); 2409dcd0538fSMark Fasheh 2410dcd0538fSMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2411dcd0538fSMark Fasheh start, 2412dcd0538fSMark Fasheh (unsigned long long) right_path->p_node[start].bh->b_blocknr, 2413dcd0538fSMark Fasheh right_path->p_tree_depth); 2414dcd0538fSMark Fasheh 2415dcd0538fSMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, start, 2416328d5752SMark Fasheh orig_credits, right_path); 2417dcd0538fSMark Fasheh if (ret) { 2418dcd0538fSMark Fasheh mlog_errno(ret); 2419dcd0538fSMark Fasheh goto out; 2420dcd0538fSMark Fasheh } 2421dcd0538fSMark Fasheh 24225c601abaSJoel Becker ret = ocfs2_rotate_subtree_right(handle, et, left_path, 2423dcd0538fSMark Fasheh right_path, start); 2424dcd0538fSMark Fasheh if (ret) { 2425dcd0538fSMark Fasheh mlog_errno(ret); 2426dcd0538fSMark Fasheh goto out; 2427dcd0538fSMark Fasheh } 2428dcd0538fSMark Fasheh 2429328d5752SMark Fasheh if (split != SPLIT_NONE && 2430328d5752SMark Fasheh ocfs2_leftmost_rec_contains(path_leaf_el(right_path), 2431328d5752SMark Fasheh insert_cpos)) { 2432328d5752SMark Fasheh /* 2433328d5752SMark Fasheh * A rotate moves the rightmost left leaf 2434328d5752SMark Fasheh * record over to the leftmost right leaf 2435328d5752SMark Fasheh * slot. If we're doing an extent split 2436328d5752SMark Fasheh * instead of a real insert, then we have to 2437328d5752SMark Fasheh * check that the extent to be split wasn't 2438328d5752SMark Fasheh * just moved over. If it was, then we can 2439328d5752SMark Fasheh * exit here, passing left_path back - 2440328d5752SMark Fasheh * ocfs2_split_extent() is smart enough to 2441328d5752SMark Fasheh * search both leaves. 2442328d5752SMark Fasheh */ 2443328d5752SMark Fasheh *ret_left_path = left_path; 2444328d5752SMark Fasheh goto out_ret_path; 2445328d5752SMark Fasheh } 2446328d5752SMark Fasheh 2447dcd0538fSMark Fasheh /* 2448dcd0538fSMark Fasheh * There is no need to re-read the next right path 2449dcd0538fSMark Fasheh * as we know that it'll be our current left 2450dcd0538fSMark Fasheh * path. Optimize by copying values instead. 2451dcd0538fSMark Fasheh */ 2452dcd0538fSMark Fasheh ocfs2_mv_path(right_path, left_path); 2453dcd0538fSMark Fasheh 24545c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2455dcd0538fSMark Fasheh if (ret) { 2456dcd0538fSMark Fasheh mlog_errno(ret); 2457dcd0538fSMark Fasheh goto out; 2458dcd0538fSMark Fasheh } 2459dcd0538fSMark Fasheh } 2460dcd0538fSMark Fasheh 2461dcd0538fSMark Fasheh out: 2462dcd0538fSMark Fasheh ocfs2_free_path(left_path); 2463dcd0538fSMark Fasheh 2464dcd0538fSMark Fasheh out_ret_path: 2465dcd0538fSMark Fasheh return ret; 2466dcd0538fSMark Fasheh } 2467dcd0538fSMark Fasheh 2468*09106baeSJoel Becker static int ocfs2_update_edge_lengths(handle_t *handle, 2469*09106baeSJoel Becker struct ocfs2_extent_tree *et, 24703c5e1068STao Ma int subtree_index, struct ocfs2_path *path) 2471328d5752SMark Fasheh { 24723c5e1068STao Ma int i, idx, ret; 2473328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2474328d5752SMark Fasheh struct ocfs2_extent_list *el; 2475328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2476328d5752SMark Fasheh u32 range; 2477328d5752SMark Fasheh 24783c5e1068STao Ma /* 24793c5e1068STao Ma * In normal tree rotation process, we will never touch the 24803c5e1068STao Ma * tree branch above subtree_index and ocfs2_extend_rotate_transaction 24813c5e1068STao Ma * doesn't reserve the credits for them either. 24823c5e1068STao Ma * 24833c5e1068STao Ma * But we do have a special case here which will update the rightmost 24843c5e1068STao Ma * records for all the bh in the path. 24853c5e1068STao Ma * So we have to allocate extra credits and access them. 24863c5e1068STao Ma */ 24873c5e1068STao Ma ret = ocfs2_extend_trans(handle, 24883c5e1068STao Ma handle->h_buffer_credits + subtree_index); 24893c5e1068STao Ma if (ret) { 24903c5e1068STao Ma mlog_errno(ret); 24913c5e1068STao Ma goto out; 24923c5e1068STao Ma } 24933c5e1068STao Ma 2494*09106baeSJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 24953c5e1068STao Ma if (ret) { 24963c5e1068STao Ma mlog_errno(ret); 24973c5e1068STao Ma goto out; 24983c5e1068STao Ma } 24993c5e1068STao Ma 2500328d5752SMark Fasheh /* Path should always be rightmost. */ 2501328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2502328d5752SMark Fasheh BUG_ON(eb->h_next_leaf_blk != 0ULL); 2503328d5752SMark Fasheh 2504328d5752SMark Fasheh el = &eb->h_list; 2505328d5752SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 2506328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2507328d5752SMark Fasheh rec = &el->l_recs[idx]; 2508328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2509328d5752SMark Fasheh 2510328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 2511328d5752SMark Fasheh el = path->p_node[i].el; 2512328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2513328d5752SMark Fasheh rec = &el->l_recs[idx]; 2514328d5752SMark Fasheh 2515328d5752SMark Fasheh rec->e_int_clusters = cpu_to_le32(range); 2516328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos)); 2517328d5752SMark Fasheh 2518328d5752SMark Fasheh ocfs2_journal_dirty(handle, path->p_node[i].bh); 2519328d5752SMark Fasheh } 25203c5e1068STao Ma out: 25213c5e1068STao Ma return ret; 2522328d5752SMark Fasheh } 2523328d5752SMark Fasheh 25246641b0ceSJoel Becker static void ocfs2_unlink_path(handle_t *handle, 25256641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2526328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2527328d5752SMark Fasheh struct ocfs2_path *path, int unlink_start) 2528328d5752SMark Fasheh { 2529328d5752SMark Fasheh int ret, i; 2530328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2531328d5752SMark Fasheh struct ocfs2_extent_list *el; 2532328d5752SMark Fasheh struct buffer_head *bh; 2533328d5752SMark Fasheh 2534328d5752SMark Fasheh for(i = unlink_start; i < path_num_items(path); i++) { 2535328d5752SMark Fasheh bh = path->p_node[i].bh; 2536328d5752SMark Fasheh 2537328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)bh->b_data; 2538328d5752SMark Fasheh /* 2539328d5752SMark Fasheh * Not all nodes might have had their final count 2540328d5752SMark Fasheh * decremented by the caller - handle this here. 2541328d5752SMark Fasheh */ 2542328d5752SMark Fasheh el = &eb->h_list; 2543328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) { 2544328d5752SMark Fasheh mlog(ML_ERROR, 2545328d5752SMark Fasheh "Inode %llu, attempted to remove extent block " 2546328d5752SMark Fasheh "%llu with %u records\n", 25476641b0ceSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2548328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), 2549328d5752SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 2550328d5752SMark Fasheh 2551328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 25526641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2553328d5752SMark Fasheh continue; 2554328d5752SMark Fasheh } 2555328d5752SMark Fasheh 2556328d5752SMark Fasheh el->l_next_free_rec = 0; 2557328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2558328d5752SMark Fasheh 2559328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2560328d5752SMark Fasheh 2561328d5752SMark Fasheh ret = ocfs2_cache_extent_block_free(dealloc, eb); 2562328d5752SMark Fasheh if (ret) 2563328d5752SMark Fasheh mlog_errno(ret); 2564328d5752SMark Fasheh 25656641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2566328d5752SMark Fasheh } 2567328d5752SMark Fasheh } 2568328d5752SMark Fasheh 25696641b0ceSJoel Becker static void ocfs2_unlink_subtree(handle_t *handle, 25706641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2571328d5752SMark Fasheh struct ocfs2_path *left_path, 2572328d5752SMark Fasheh struct ocfs2_path *right_path, 2573328d5752SMark Fasheh int subtree_index, 2574328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 2575328d5752SMark Fasheh { 2576328d5752SMark Fasheh int i; 2577328d5752SMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2578328d5752SMark Fasheh struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el; 2579328d5752SMark Fasheh struct ocfs2_extent_list *el; 2580328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2581328d5752SMark Fasheh 2582328d5752SMark Fasheh el = path_leaf_el(left_path); 2583328d5752SMark Fasheh 2584328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data; 2585328d5752SMark Fasheh 2586328d5752SMark Fasheh for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 2587328d5752SMark Fasheh if (root_el->l_recs[i].e_blkno == eb->h_blkno) 2588328d5752SMark Fasheh break; 2589328d5752SMark Fasheh 2590328d5752SMark Fasheh BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec)); 2591328d5752SMark Fasheh 2592328d5752SMark Fasheh memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 2593328d5752SMark Fasheh le16_add_cpu(&root_el->l_next_free_rec, -1); 2594328d5752SMark Fasheh 2595328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2596328d5752SMark Fasheh eb->h_next_leaf_blk = 0; 2597328d5752SMark Fasheh 2598328d5752SMark Fasheh ocfs2_journal_dirty(handle, root_bh); 2599328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2600328d5752SMark Fasheh 26016641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, right_path, 2602328d5752SMark Fasheh subtree_index + 1); 2603328d5752SMark Fasheh } 2604328d5752SMark Fasheh 2605328d5752SMark Fasheh static int ocfs2_rotate_subtree_left(struct inode *inode, handle_t *handle, 2606328d5752SMark Fasheh struct ocfs2_path *left_path, 2607328d5752SMark Fasheh struct ocfs2_path *right_path, 2608328d5752SMark Fasheh int subtree_index, 2609328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2610e7d4cb6bSTao Ma int *deleted, 2611e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2612328d5752SMark Fasheh { 2613328d5752SMark Fasheh int ret, i, del_right_subtree = 0, right_has_empty = 0; 2614e7d4cb6bSTao Ma struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path); 2615328d5752SMark Fasheh struct ocfs2_extent_list *right_leaf_el, *left_leaf_el; 2616328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2617328d5752SMark Fasheh 2618328d5752SMark Fasheh *deleted = 0; 2619328d5752SMark Fasheh 2620328d5752SMark Fasheh right_leaf_el = path_leaf_el(right_path); 2621328d5752SMark Fasheh left_leaf_el = path_leaf_el(left_path); 2622328d5752SMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2623328d5752SMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2624328d5752SMark Fasheh 2625328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0])) 2626328d5752SMark Fasheh return 0; 2627328d5752SMark Fasheh 2628328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data; 2629328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) { 2630328d5752SMark Fasheh /* 2631328d5752SMark Fasheh * It's legal for us to proceed if the right leaf is 2632328d5752SMark Fasheh * the rightmost one and it has an empty extent. There 2633328d5752SMark Fasheh * are two cases to handle - whether the leaf will be 2634328d5752SMark Fasheh * empty after removal or not. If the leaf isn't empty 2635328d5752SMark Fasheh * then just remove the empty extent up front. The 2636328d5752SMark Fasheh * next block will handle empty leaves by flagging 2637328d5752SMark Fasheh * them for unlink. 2638328d5752SMark Fasheh * 2639328d5752SMark Fasheh * Non rightmost leaves will throw -EAGAIN and the 2640328d5752SMark Fasheh * caller can manually move the subtree and retry. 2641328d5752SMark Fasheh */ 2642328d5752SMark Fasheh 2643328d5752SMark Fasheh if (eb->h_next_leaf_blk != 0ULL) 2644328d5752SMark Fasheh return -EAGAIN; 2645328d5752SMark Fasheh 2646328d5752SMark Fasheh if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) { 26470cf2f763SJoel Becker ret = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), 2648328d5752SMark Fasheh path_leaf_bh(right_path), 2649328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2650328d5752SMark Fasheh if (ret) { 2651328d5752SMark Fasheh mlog_errno(ret); 2652328d5752SMark Fasheh goto out; 2653328d5752SMark Fasheh } 2654328d5752SMark Fasheh 2655328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2656328d5752SMark Fasheh } else 2657328d5752SMark Fasheh right_has_empty = 1; 2658328d5752SMark Fasheh } 2659328d5752SMark Fasheh 2660328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL && 2661328d5752SMark Fasheh le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) { 2662328d5752SMark Fasheh /* 2663328d5752SMark Fasheh * We have to update i_last_eb_blk during the meta 2664328d5752SMark Fasheh * data delete. 2665328d5752SMark Fasheh */ 2666d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 2667328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2668328d5752SMark Fasheh if (ret) { 2669328d5752SMark Fasheh mlog_errno(ret); 2670328d5752SMark Fasheh goto out; 2671328d5752SMark Fasheh } 2672328d5752SMark Fasheh 2673328d5752SMark Fasheh del_right_subtree = 1; 2674328d5752SMark Fasheh } 2675328d5752SMark Fasheh 2676328d5752SMark Fasheh /* 2677328d5752SMark Fasheh * Getting here with an empty extent in the right path implies 2678328d5752SMark Fasheh * that it's the rightmost path and will be deleted. 2679328d5752SMark Fasheh */ 2680328d5752SMark Fasheh BUG_ON(right_has_empty && !del_right_subtree); 2681328d5752SMark Fasheh 26820cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), right_path, 268313723d00SJoel Becker subtree_index); 2684328d5752SMark Fasheh if (ret) { 2685328d5752SMark Fasheh mlog_errno(ret); 2686328d5752SMark Fasheh goto out; 2687328d5752SMark Fasheh } 2688328d5752SMark Fasheh 2689328d5752SMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 26900cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), 269113723d00SJoel Becker right_path, i); 2692328d5752SMark Fasheh if (ret) { 2693328d5752SMark Fasheh mlog_errno(ret); 2694328d5752SMark Fasheh goto out; 2695328d5752SMark Fasheh } 2696328d5752SMark Fasheh 26970cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), 269813723d00SJoel Becker left_path, i); 2699328d5752SMark Fasheh if (ret) { 2700328d5752SMark Fasheh mlog_errno(ret); 2701328d5752SMark Fasheh goto out; 2702328d5752SMark Fasheh } 2703328d5752SMark Fasheh } 2704328d5752SMark Fasheh 2705328d5752SMark Fasheh if (!right_has_empty) { 2706328d5752SMark Fasheh /* 2707328d5752SMark Fasheh * Only do this if we're moving a real 2708328d5752SMark Fasheh * record. Otherwise, the action is delayed until 2709328d5752SMark Fasheh * after removal of the right path in which case we 2710328d5752SMark Fasheh * can do a simple shift to remove the empty extent. 2711328d5752SMark Fasheh */ 2712328d5752SMark Fasheh ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]); 2713328d5752SMark Fasheh memset(&right_leaf_el->l_recs[0], 0, 2714328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 2715328d5752SMark Fasheh } 2716328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL) { 2717328d5752SMark Fasheh /* 2718328d5752SMark Fasheh * Move recs over to get rid of empty extent, decrease 2719328d5752SMark Fasheh * next_free. This is allowed to remove the last 2720328d5752SMark Fasheh * extent in our leaf (setting l_next_free_rec to 2721328d5752SMark Fasheh * zero) - the delete code below won't care. 2722328d5752SMark Fasheh */ 2723328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2724328d5752SMark Fasheh } 2725328d5752SMark Fasheh 2726328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2727328d5752SMark Fasheh if (ret) 2728328d5752SMark Fasheh mlog_errno(ret); 2729328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 2730328d5752SMark Fasheh if (ret) 2731328d5752SMark Fasheh mlog_errno(ret); 2732328d5752SMark Fasheh 2733328d5752SMark Fasheh if (del_right_subtree) { 27346641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, right_path, 2735328d5752SMark Fasheh subtree_index, dealloc); 2736*09106baeSJoel Becker ret = ocfs2_update_edge_lengths(handle, et, subtree_index, 27373c5e1068STao Ma left_path); 27383c5e1068STao Ma if (ret) { 27393c5e1068STao Ma mlog_errno(ret); 27403c5e1068STao Ma goto out; 27413c5e1068STao Ma } 2742328d5752SMark Fasheh 2743328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 274435dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2745328d5752SMark Fasheh 2746328d5752SMark Fasheh /* 2747328d5752SMark Fasheh * Removal of the extent in the left leaf was skipped 2748328d5752SMark Fasheh * above so we could delete the right path 2749328d5752SMark Fasheh * 1st. 2750328d5752SMark Fasheh */ 2751328d5752SMark Fasheh if (right_has_empty) 2752328d5752SMark Fasheh ocfs2_remove_empty_extent(left_leaf_el); 2753328d5752SMark Fasheh 2754e7d4cb6bSTao Ma ret = ocfs2_journal_dirty(handle, et_root_bh); 2755328d5752SMark Fasheh if (ret) 2756328d5752SMark Fasheh mlog_errno(ret); 2757328d5752SMark Fasheh 2758328d5752SMark Fasheh *deleted = 1; 2759328d5752SMark Fasheh } else 27604619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2761328d5752SMark Fasheh subtree_index); 2762328d5752SMark Fasheh 2763328d5752SMark Fasheh out: 2764328d5752SMark Fasheh return ret; 2765328d5752SMark Fasheh } 2766328d5752SMark Fasheh 2767328d5752SMark Fasheh /* 2768328d5752SMark Fasheh * Given a full path, determine what cpos value would return us a path 2769328d5752SMark Fasheh * containing the leaf immediately to the right of the current one. 2770328d5752SMark Fasheh * 2771328d5752SMark Fasheh * Will return zero if the path passed in is already the rightmost path. 2772328d5752SMark Fasheh * 2773328d5752SMark Fasheh * This looks similar, but is subtly different to 2774328d5752SMark Fasheh * ocfs2_find_cpos_for_left_leaf(). 2775328d5752SMark Fasheh */ 2776328d5752SMark Fasheh static int ocfs2_find_cpos_for_right_leaf(struct super_block *sb, 2777328d5752SMark Fasheh struct ocfs2_path *path, u32 *cpos) 2778328d5752SMark Fasheh { 2779328d5752SMark Fasheh int i, j, ret = 0; 2780328d5752SMark Fasheh u64 blkno; 2781328d5752SMark Fasheh struct ocfs2_extent_list *el; 2782328d5752SMark Fasheh 2783328d5752SMark Fasheh *cpos = 0; 2784328d5752SMark Fasheh 2785328d5752SMark Fasheh if (path->p_tree_depth == 0) 2786328d5752SMark Fasheh return 0; 2787328d5752SMark Fasheh 2788328d5752SMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2789328d5752SMark Fasheh 2790328d5752SMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2791328d5752SMark Fasheh i = path->p_tree_depth - 1; 2792328d5752SMark Fasheh while (i >= 0) { 2793328d5752SMark Fasheh int next_free; 2794328d5752SMark Fasheh 2795328d5752SMark Fasheh el = path->p_node[i].el; 2796328d5752SMark Fasheh 2797328d5752SMark Fasheh /* 2798328d5752SMark Fasheh * Find the extent record just after the one in our 2799328d5752SMark Fasheh * path. 2800328d5752SMark Fasheh */ 2801328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 2802328d5752SMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2803328d5752SMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2804328d5752SMark Fasheh if (j == (next_free - 1)) { 2805328d5752SMark Fasheh if (i == 0) { 2806328d5752SMark Fasheh /* 2807328d5752SMark Fasheh * We've determined that the 2808328d5752SMark Fasheh * path specified is already 2809328d5752SMark Fasheh * the rightmost one - return a 2810328d5752SMark Fasheh * cpos of zero. 2811328d5752SMark Fasheh */ 2812328d5752SMark Fasheh goto out; 2813328d5752SMark Fasheh } 2814328d5752SMark Fasheh /* 2815328d5752SMark Fasheh * The rightmost record points to our 2816328d5752SMark Fasheh * leaf - we need to travel up the 2817328d5752SMark Fasheh * tree one level. 2818328d5752SMark Fasheh */ 2819328d5752SMark Fasheh goto next_node; 2820328d5752SMark Fasheh } 2821328d5752SMark Fasheh 2822328d5752SMark Fasheh *cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos); 2823328d5752SMark Fasheh goto out; 2824328d5752SMark Fasheh } 2825328d5752SMark Fasheh } 2826328d5752SMark Fasheh 2827328d5752SMark Fasheh /* 2828328d5752SMark Fasheh * If we got here, we never found a valid node where 2829328d5752SMark Fasheh * the tree indicated one should be. 2830328d5752SMark Fasheh */ 2831328d5752SMark Fasheh ocfs2_error(sb, 2832328d5752SMark Fasheh "Invalid extent tree at extent block %llu\n", 2833328d5752SMark Fasheh (unsigned long long)blkno); 2834328d5752SMark Fasheh ret = -EROFS; 2835328d5752SMark Fasheh goto out; 2836328d5752SMark Fasheh 2837328d5752SMark Fasheh next_node: 2838328d5752SMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2839328d5752SMark Fasheh i--; 2840328d5752SMark Fasheh } 2841328d5752SMark Fasheh 2842328d5752SMark Fasheh out: 2843328d5752SMark Fasheh return ret; 2844328d5752SMark Fasheh } 2845328d5752SMark Fasheh 2846328d5752SMark Fasheh static int ocfs2_rotate_rightmost_leaf_left(struct inode *inode, 2847328d5752SMark Fasheh handle_t *handle, 284813723d00SJoel Becker struct ocfs2_path *path) 2849328d5752SMark Fasheh { 2850328d5752SMark Fasheh int ret; 285113723d00SJoel Becker struct buffer_head *bh = path_leaf_bh(path); 285213723d00SJoel Becker struct ocfs2_extent_list *el = path_leaf_el(path); 2853328d5752SMark Fasheh 2854328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2855328d5752SMark Fasheh return 0; 2856328d5752SMark Fasheh 28570cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), path, 285813723d00SJoel Becker path_num_items(path) - 1); 2859328d5752SMark Fasheh if (ret) { 2860328d5752SMark Fasheh mlog_errno(ret); 2861328d5752SMark Fasheh goto out; 2862328d5752SMark Fasheh } 2863328d5752SMark Fasheh 2864328d5752SMark Fasheh ocfs2_remove_empty_extent(el); 2865328d5752SMark Fasheh 2866328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 2867328d5752SMark Fasheh if (ret) 2868328d5752SMark Fasheh mlog_errno(ret); 2869328d5752SMark Fasheh 2870328d5752SMark Fasheh out: 2871328d5752SMark Fasheh return ret; 2872328d5752SMark Fasheh } 2873328d5752SMark Fasheh 2874328d5752SMark Fasheh static int __ocfs2_rotate_tree_left(struct inode *inode, 2875328d5752SMark Fasheh handle_t *handle, int orig_credits, 2876328d5752SMark Fasheh struct ocfs2_path *path, 2877328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2878e7d4cb6bSTao Ma struct ocfs2_path **empty_extent_path, 2879e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2880328d5752SMark Fasheh { 2881328d5752SMark Fasheh int ret, subtree_root, deleted; 2882328d5752SMark Fasheh u32 right_cpos; 2883328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2884328d5752SMark Fasheh struct ocfs2_path *right_path = NULL; 2885328d5752SMark Fasheh 2886328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0]))); 2887328d5752SMark Fasheh 2888328d5752SMark Fasheh *empty_extent_path = NULL; 2889328d5752SMark Fasheh 2890328d5752SMark Fasheh ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, path, 2891328d5752SMark Fasheh &right_cpos); 2892328d5752SMark Fasheh if (ret) { 2893328d5752SMark Fasheh mlog_errno(ret); 2894328d5752SMark Fasheh goto out; 2895328d5752SMark Fasheh } 2896328d5752SMark Fasheh 2897ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 2898328d5752SMark Fasheh if (!left_path) { 2899328d5752SMark Fasheh ret = -ENOMEM; 2900328d5752SMark Fasheh mlog_errno(ret); 2901328d5752SMark Fasheh goto out; 2902328d5752SMark Fasheh } 2903328d5752SMark Fasheh 2904328d5752SMark Fasheh ocfs2_cp_path(left_path, path); 2905328d5752SMark Fasheh 2906ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 2907328d5752SMark Fasheh if (!right_path) { 2908328d5752SMark Fasheh ret = -ENOMEM; 2909328d5752SMark Fasheh mlog_errno(ret); 2910328d5752SMark Fasheh goto out; 2911328d5752SMark Fasheh } 2912328d5752SMark Fasheh 2913328d5752SMark Fasheh while (right_cpos) { 2914facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 2915328d5752SMark Fasheh if (ret) { 2916328d5752SMark Fasheh mlog_errno(ret); 2917328d5752SMark Fasheh goto out; 2918328d5752SMark Fasheh } 2919328d5752SMark Fasheh 29207dc02805SJoel Becker subtree_root = ocfs2_find_subtree_root(et, left_path, 2921328d5752SMark Fasheh right_path); 2922328d5752SMark Fasheh 2923328d5752SMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2924328d5752SMark Fasheh subtree_root, 2925328d5752SMark Fasheh (unsigned long long) 2926328d5752SMark Fasheh right_path->p_node[subtree_root].bh->b_blocknr, 2927328d5752SMark Fasheh right_path->p_tree_depth); 2928328d5752SMark Fasheh 2929328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, subtree_root, 2930328d5752SMark Fasheh orig_credits, left_path); 2931328d5752SMark Fasheh if (ret) { 2932328d5752SMark Fasheh mlog_errno(ret); 2933328d5752SMark Fasheh goto out; 2934328d5752SMark Fasheh } 2935328d5752SMark Fasheh 2936e8aed345SMark Fasheh /* 2937e8aed345SMark Fasheh * Caller might still want to make changes to the 2938e8aed345SMark Fasheh * tree root, so re-add it to the journal here. 2939e8aed345SMark Fasheh */ 29400cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), 294113723d00SJoel Becker left_path, 0); 2942e8aed345SMark Fasheh if (ret) { 2943e8aed345SMark Fasheh mlog_errno(ret); 2944e8aed345SMark Fasheh goto out; 2945e8aed345SMark Fasheh } 2946e8aed345SMark Fasheh 2947328d5752SMark Fasheh ret = ocfs2_rotate_subtree_left(inode, handle, left_path, 2948328d5752SMark Fasheh right_path, subtree_root, 2949e7d4cb6bSTao Ma dealloc, &deleted, et); 2950328d5752SMark Fasheh if (ret == -EAGAIN) { 2951328d5752SMark Fasheh /* 2952328d5752SMark Fasheh * The rotation has to temporarily stop due to 2953328d5752SMark Fasheh * the right subtree having an empty 2954328d5752SMark Fasheh * extent. Pass it back to the caller for a 2955328d5752SMark Fasheh * fixup. 2956328d5752SMark Fasheh */ 2957328d5752SMark Fasheh *empty_extent_path = right_path; 2958328d5752SMark Fasheh right_path = NULL; 2959328d5752SMark Fasheh goto out; 2960328d5752SMark Fasheh } 2961328d5752SMark Fasheh if (ret) { 2962328d5752SMark Fasheh mlog_errno(ret); 2963328d5752SMark Fasheh goto out; 2964328d5752SMark Fasheh } 2965328d5752SMark Fasheh 2966328d5752SMark Fasheh /* 2967328d5752SMark Fasheh * The subtree rotate might have removed records on 2968328d5752SMark Fasheh * the rightmost edge. If so, then rotation is 2969328d5752SMark Fasheh * complete. 2970328d5752SMark Fasheh */ 2971328d5752SMark Fasheh if (deleted) 2972328d5752SMark Fasheh break; 2973328d5752SMark Fasheh 2974328d5752SMark Fasheh ocfs2_mv_path(left_path, right_path); 2975328d5752SMark Fasheh 2976328d5752SMark Fasheh ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path, 2977328d5752SMark Fasheh &right_cpos); 2978328d5752SMark Fasheh if (ret) { 2979328d5752SMark Fasheh mlog_errno(ret); 2980328d5752SMark Fasheh goto out; 2981328d5752SMark Fasheh } 2982328d5752SMark Fasheh } 2983328d5752SMark Fasheh 2984328d5752SMark Fasheh out: 2985328d5752SMark Fasheh ocfs2_free_path(right_path); 2986328d5752SMark Fasheh ocfs2_free_path(left_path); 2987328d5752SMark Fasheh 2988328d5752SMark Fasheh return ret; 2989328d5752SMark Fasheh } 2990328d5752SMark Fasheh 2991328d5752SMark Fasheh static int ocfs2_remove_rightmost_path(struct inode *inode, handle_t *handle, 2992328d5752SMark Fasheh struct ocfs2_path *path, 2993e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 2994e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2995328d5752SMark Fasheh { 2996328d5752SMark Fasheh int ret, subtree_index; 2997328d5752SMark Fasheh u32 cpos; 2998328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2999328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3000328d5752SMark Fasheh struct ocfs2_extent_list *el; 3001328d5752SMark Fasheh 3002328d5752SMark Fasheh 30036136ca5fSJoel Becker ret = ocfs2_et_sanity_check(et); 3004e7d4cb6bSTao Ma if (ret) 3005e7d4cb6bSTao Ma goto out; 3006328d5752SMark Fasheh /* 3007328d5752SMark Fasheh * There's two ways we handle this depending on 3008328d5752SMark Fasheh * whether path is the only existing one. 3009328d5752SMark Fasheh */ 3010328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 3011328d5752SMark Fasheh handle->h_buffer_credits, 3012328d5752SMark Fasheh path); 3013328d5752SMark Fasheh if (ret) { 3014328d5752SMark Fasheh mlog_errno(ret); 3015328d5752SMark Fasheh goto out; 3016328d5752SMark Fasheh } 3017328d5752SMark Fasheh 3018d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 3019328d5752SMark Fasheh if (ret) { 3020328d5752SMark Fasheh mlog_errno(ret); 3021328d5752SMark Fasheh goto out; 3022328d5752SMark Fasheh } 3023328d5752SMark Fasheh 30243d03a305SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 30253d03a305SJoel Becker path, &cpos); 3026328d5752SMark Fasheh if (ret) { 3027328d5752SMark Fasheh mlog_errno(ret); 3028328d5752SMark Fasheh goto out; 3029328d5752SMark Fasheh } 3030328d5752SMark Fasheh 3031328d5752SMark Fasheh if (cpos) { 3032328d5752SMark Fasheh /* 3033328d5752SMark Fasheh * We have a path to the left of this one - it needs 3034328d5752SMark Fasheh * an update too. 3035328d5752SMark Fasheh */ 3036ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 3037328d5752SMark Fasheh if (!left_path) { 3038328d5752SMark Fasheh ret = -ENOMEM; 3039328d5752SMark Fasheh mlog_errno(ret); 3040328d5752SMark Fasheh goto out; 3041328d5752SMark Fasheh } 3042328d5752SMark Fasheh 3043facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 3044328d5752SMark Fasheh if (ret) { 3045328d5752SMark Fasheh mlog_errno(ret); 3046328d5752SMark Fasheh goto out; 3047328d5752SMark Fasheh } 3048328d5752SMark Fasheh 3049d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 3050328d5752SMark Fasheh if (ret) { 3051328d5752SMark Fasheh mlog_errno(ret); 3052328d5752SMark Fasheh goto out; 3053328d5752SMark Fasheh } 3054328d5752SMark Fasheh 30557dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 3056328d5752SMark Fasheh 30576641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, path, 3058328d5752SMark Fasheh subtree_index, dealloc); 3059*09106baeSJoel Becker ret = ocfs2_update_edge_lengths(handle, et, subtree_index, 30603c5e1068STao Ma left_path); 30613c5e1068STao Ma if (ret) { 30623c5e1068STao Ma mlog_errno(ret); 30633c5e1068STao Ma goto out; 30643c5e1068STao Ma } 3065328d5752SMark Fasheh 3066328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 306735dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 3068328d5752SMark Fasheh } else { 3069328d5752SMark Fasheh /* 3070328d5752SMark Fasheh * 'path' is also the leftmost path which 3071328d5752SMark Fasheh * means it must be the only one. This gets 3072328d5752SMark Fasheh * handled differently because we want to 3073328d5752SMark Fasheh * revert the inode back to having extents 3074328d5752SMark Fasheh * in-line. 3075328d5752SMark Fasheh */ 30766641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, path, 1); 3077328d5752SMark Fasheh 3078ce1d9ea6SJoel Becker el = et->et_root_el; 3079328d5752SMark Fasheh el->l_tree_depth = 0; 3080328d5752SMark Fasheh el->l_next_free_rec = 0; 3081328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3082328d5752SMark Fasheh 308335dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, 0); 3084328d5752SMark Fasheh } 3085328d5752SMark Fasheh 3086328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_root_bh(path)); 3087328d5752SMark Fasheh 3088328d5752SMark Fasheh out: 3089328d5752SMark Fasheh ocfs2_free_path(left_path); 3090328d5752SMark Fasheh return ret; 3091328d5752SMark Fasheh } 3092328d5752SMark Fasheh 3093328d5752SMark Fasheh /* 3094328d5752SMark Fasheh * Left rotation of btree records. 3095328d5752SMark Fasheh * 3096328d5752SMark Fasheh * In many ways, this is (unsurprisingly) the opposite of right 3097328d5752SMark Fasheh * rotation. We start at some non-rightmost path containing an empty 3098328d5752SMark Fasheh * extent in the leaf block. The code works its way to the rightmost 3099328d5752SMark Fasheh * path by rotating records to the left in every subtree. 3100328d5752SMark Fasheh * 3101328d5752SMark Fasheh * This is used by any code which reduces the number of extent records 3102328d5752SMark Fasheh * in a leaf. After removal, an empty record should be placed in the 3103328d5752SMark Fasheh * leftmost list position. 3104328d5752SMark Fasheh * 3105328d5752SMark Fasheh * This won't handle a length update of the rightmost path records if 3106328d5752SMark Fasheh * the rightmost tree leaf record is removed so the caller is 3107328d5752SMark Fasheh * responsible for detecting and correcting that. 3108328d5752SMark Fasheh */ 3109328d5752SMark Fasheh static int ocfs2_rotate_tree_left(struct inode *inode, handle_t *handle, 3110328d5752SMark Fasheh struct ocfs2_path *path, 3111e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3112e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 3113328d5752SMark Fasheh { 3114328d5752SMark Fasheh int ret, orig_credits = handle->h_buffer_credits; 3115328d5752SMark Fasheh struct ocfs2_path *tmp_path = NULL, *restart_path = NULL; 3116328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3117328d5752SMark Fasheh struct ocfs2_extent_list *el; 3118328d5752SMark Fasheh 3119328d5752SMark Fasheh el = path_leaf_el(path); 3120328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 3121328d5752SMark Fasheh return 0; 3122328d5752SMark Fasheh 3123328d5752SMark Fasheh if (path->p_tree_depth == 0) { 3124328d5752SMark Fasheh rightmost_no_delete: 3125328d5752SMark Fasheh /* 3126e7d4cb6bSTao Ma * Inline extents. This is trivially handled, so do 3127328d5752SMark Fasheh * it up front. 3128328d5752SMark Fasheh */ 3129328d5752SMark Fasheh ret = ocfs2_rotate_rightmost_leaf_left(inode, handle, 313013723d00SJoel Becker path); 3131328d5752SMark Fasheh if (ret) 3132328d5752SMark Fasheh mlog_errno(ret); 3133328d5752SMark Fasheh goto out; 3134328d5752SMark Fasheh } 3135328d5752SMark Fasheh 3136328d5752SMark Fasheh /* 3137328d5752SMark Fasheh * Handle rightmost branch now. There's several cases: 3138328d5752SMark Fasheh * 1) simple rotation leaving records in there. That's trivial. 3139328d5752SMark Fasheh * 2) rotation requiring a branch delete - there's no more 3140328d5752SMark Fasheh * records left. Two cases of this: 3141328d5752SMark Fasheh * a) There are branches to the left. 3142328d5752SMark Fasheh * b) This is also the leftmost (the only) branch. 3143328d5752SMark Fasheh * 3144328d5752SMark Fasheh * 1) is handled via ocfs2_rotate_rightmost_leaf_left() 3145328d5752SMark Fasheh * 2a) we need the left branch so that we can update it with the unlink 3146328d5752SMark Fasheh * 2b) we need to bring the inode back to inline extents. 3147328d5752SMark Fasheh */ 3148328d5752SMark Fasheh 3149328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 3150328d5752SMark Fasheh el = &eb->h_list; 3151328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0) { 3152328d5752SMark Fasheh /* 3153328d5752SMark Fasheh * This gets a bit tricky if we're going to delete the 3154328d5752SMark Fasheh * rightmost path. Get the other cases out of the way 3155328d5752SMark Fasheh * 1st. 3156328d5752SMark Fasheh */ 3157328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) 3158328d5752SMark Fasheh goto rightmost_no_delete; 3159328d5752SMark Fasheh 3160328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 3161328d5752SMark Fasheh ret = -EIO; 3162328d5752SMark Fasheh ocfs2_error(inode->i_sb, 3163328d5752SMark Fasheh "Inode %llu has empty extent block at %llu", 3164328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 3165328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno)); 3166328d5752SMark Fasheh goto out; 3167328d5752SMark Fasheh } 3168328d5752SMark Fasheh 3169328d5752SMark Fasheh /* 3170328d5752SMark Fasheh * XXX: The caller can not trust "path" any more after 3171328d5752SMark Fasheh * this as it will have been deleted. What do we do? 3172328d5752SMark Fasheh * 3173328d5752SMark Fasheh * In theory the rotate-for-merge code will never get 3174328d5752SMark Fasheh * here because it'll always ask for a rotate in a 3175328d5752SMark Fasheh * nonempty list. 3176328d5752SMark Fasheh */ 3177328d5752SMark Fasheh 3178328d5752SMark Fasheh ret = ocfs2_remove_rightmost_path(inode, handle, path, 3179e7d4cb6bSTao Ma dealloc, et); 3180328d5752SMark Fasheh if (ret) 3181328d5752SMark Fasheh mlog_errno(ret); 3182328d5752SMark Fasheh goto out; 3183328d5752SMark Fasheh } 3184328d5752SMark Fasheh 3185328d5752SMark Fasheh /* 3186328d5752SMark Fasheh * Now we can loop, remembering the path we get from -EAGAIN 3187328d5752SMark Fasheh * and restarting from there. 3188328d5752SMark Fasheh */ 3189328d5752SMark Fasheh try_rotate: 3190328d5752SMark Fasheh ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, path, 3191e7d4cb6bSTao Ma dealloc, &restart_path, et); 3192328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3193328d5752SMark Fasheh mlog_errno(ret); 3194328d5752SMark Fasheh goto out; 3195328d5752SMark Fasheh } 3196328d5752SMark Fasheh 3197328d5752SMark Fasheh while (ret == -EAGAIN) { 3198328d5752SMark Fasheh tmp_path = restart_path; 3199328d5752SMark Fasheh restart_path = NULL; 3200328d5752SMark Fasheh 3201328d5752SMark Fasheh ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, 3202328d5752SMark Fasheh tmp_path, dealloc, 3203e7d4cb6bSTao Ma &restart_path, et); 3204328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3205328d5752SMark Fasheh mlog_errno(ret); 3206328d5752SMark Fasheh goto out; 3207328d5752SMark Fasheh } 3208328d5752SMark Fasheh 3209328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3210328d5752SMark Fasheh tmp_path = NULL; 3211328d5752SMark Fasheh 3212328d5752SMark Fasheh if (ret == 0) 3213328d5752SMark Fasheh goto try_rotate; 3214328d5752SMark Fasheh } 3215328d5752SMark Fasheh 3216328d5752SMark Fasheh out: 3217328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3218328d5752SMark Fasheh ocfs2_free_path(restart_path); 3219328d5752SMark Fasheh return ret; 3220328d5752SMark Fasheh } 3221328d5752SMark Fasheh 3222328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el, 3223328d5752SMark Fasheh int index) 3224328d5752SMark Fasheh { 3225328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[index]; 3226328d5752SMark Fasheh unsigned int size; 3227328d5752SMark Fasheh 3228328d5752SMark Fasheh if (rec->e_leaf_clusters == 0) { 3229328d5752SMark Fasheh /* 3230328d5752SMark Fasheh * We consumed all of the merged-from record. An empty 3231328d5752SMark Fasheh * extent cannot exist anywhere but the 1st array 3232328d5752SMark Fasheh * position, so move things over if the merged-from 3233328d5752SMark Fasheh * record doesn't occupy that position. 3234328d5752SMark Fasheh * 3235328d5752SMark Fasheh * This creates a new empty extent so the caller 3236328d5752SMark Fasheh * should be smart enough to have removed any existing 3237328d5752SMark Fasheh * ones. 3238328d5752SMark Fasheh */ 3239328d5752SMark Fasheh if (index > 0) { 3240328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3241328d5752SMark Fasheh size = index * sizeof(struct ocfs2_extent_rec); 3242328d5752SMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], size); 3243328d5752SMark Fasheh } 3244328d5752SMark Fasheh 3245328d5752SMark Fasheh /* 3246328d5752SMark Fasheh * Always memset - the caller doesn't check whether it 3247328d5752SMark Fasheh * created an empty extent, so there could be junk in 3248328d5752SMark Fasheh * the other fields. 3249328d5752SMark Fasheh */ 3250328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3251328d5752SMark Fasheh } 3252328d5752SMark Fasheh } 3253328d5752SMark Fasheh 3254677b9752STao Ma static int ocfs2_get_right_path(struct inode *inode, 3255677b9752STao Ma struct ocfs2_path *left_path, 3256677b9752STao Ma struct ocfs2_path **ret_right_path) 3257328d5752SMark Fasheh { 3258328d5752SMark Fasheh int ret; 3259677b9752STao Ma u32 right_cpos; 3260677b9752STao Ma struct ocfs2_path *right_path = NULL; 3261677b9752STao Ma struct ocfs2_extent_list *left_el; 3262677b9752STao Ma 3263677b9752STao Ma *ret_right_path = NULL; 3264677b9752STao Ma 3265677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3266677b9752STao Ma BUG_ON(left_path->p_tree_depth == 0); 3267677b9752STao Ma 3268677b9752STao Ma left_el = path_leaf_el(left_path); 3269677b9752STao Ma BUG_ON(left_el->l_next_free_rec != left_el->l_count); 3270677b9752STao Ma 3271677b9752STao Ma ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path, 3272677b9752STao Ma &right_cpos); 3273677b9752STao Ma if (ret) { 3274677b9752STao Ma mlog_errno(ret); 3275677b9752STao Ma goto out; 3276677b9752STao Ma } 3277677b9752STao Ma 3278677b9752STao Ma /* This function shouldn't be called for the rightmost leaf. */ 3279677b9752STao Ma BUG_ON(right_cpos == 0); 3280677b9752STao Ma 3281ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(left_path); 3282677b9752STao Ma if (!right_path) { 3283677b9752STao Ma ret = -ENOMEM; 3284677b9752STao Ma mlog_errno(ret); 3285677b9752STao Ma goto out; 3286677b9752STao Ma } 3287677b9752STao Ma 3288facdb77fSJoel Becker ret = ocfs2_find_path(INODE_CACHE(inode), right_path, right_cpos); 3289677b9752STao Ma if (ret) { 3290677b9752STao Ma mlog_errno(ret); 3291677b9752STao Ma goto out; 3292677b9752STao Ma } 3293677b9752STao Ma 3294677b9752STao Ma *ret_right_path = right_path; 3295677b9752STao Ma out: 3296677b9752STao Ma if (ret) 3297677b9752STao Ma ocfs2_free_path(right_path); 3298677b9752STao Ma return ret; 3299677b9752STao Ma } 3300677b9752STao Ma 3301677b9752STao Ma /* 3302677b9752STao Ma * Remove split_rec clusters from the record at index and merge them 3303677b9752STao Ma * onto the beginning of the record "next" to it. 3304677b9752STao Ma * For index < l_count - 1, the next means the extent rec at index + 1. 3305677b9752STao Ma * For index == l_count - 1, the "next" means the 1st extent rec of the 3306677b9752STao Ma * next extent block. 3307677b9752STao Ma */ 3308677b9752STao Ma static int ocfs2_merge_rec_right(struct inode *inode, 3309677b9752STao Ma struct ocfs2_path *left_path, 3310677b9752STao Ma handle_t *handle, 33117dc02805SJoel Becker struct ocfs2_extent_tree *et, 3312677b9752STao Ma struct ocfs2_extent_rec *split_rec, 3313677b9752STao Ma int index) 3314677b9752STao Ma { 3315677b9752STao Ma int ret, next_free, i; 3316328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3317328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3318328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3319677b9752STao Ma struct ocfs2_extent_list *right_el; 3320677b9752STao Ma struct ocfs2_path *right_path = NULL; 3321677b9752STao Ma int subtree_index = 0; 3322677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(left_path); 3323677b9752STao Ma struct buffer_head *bh = path_leaf_bh(left_path); 3324677b9752STao Ma struct buffer_head *root_bh = NULL; 3325328d5752SMark Fasheh 3326328d5752SMark Fasheh BUG_ON(index >= le16_to_cpu(el->l_next_free_rec)); 3327328d5752SMark Fasheh left_rec = &el->l_recs[index]; 3328677b9752STao Ma 33299d8df6aaSAl Viro if (index == le16_to_cpu(el->l_next_free_rec) - 1 && 3330677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) { 3331677b9752STao Ma /* we meet with a cross extent block merge. */ 3332677b9752STao Ma ret = ocfs2_get_right_path(inode, left_path, &right_path); 3333677b9752STao Ma if (ret) { 3334677b9752STao Ma mlog_errno(ret); 3335677b9752STao Ma goto out; 3336677b9752STao Ma } 3337677b9752STao Ma 3338677b9752STao Ma right_el = path_leaf_el(right_path); 3339677b9752STao Ma next_free = le16_to_cpu(right_el->l_next_free_rec); 3340677b9752STao Ma BUG_ON(next_free <= 0); 3341677b9752STao Ma right_rec = &right_el->l_recs[0]; 3342677b9752STao Ma if (ocfs2_is_empty_extent(right_rec)) { 33439d8df6aaSAl Viro BUG_ON(next_free <= 1); 3344677b9752STao Ma right_rec = &right_el->l_recs[1]; 3345677b9752STao Ma } 3346677b9752STao Ma 3347677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3348677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3349677b9752STao Ma le32_to_cpu(right_rec->e_cpos)); 3350677b9752STao Ma 33517dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 33527dc02805SJoel Becker right_path); 3353677b9752STao Ma 3354677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3355677b9752STao Ma handle->h_buffer_credits, 3356677b9752STao Ma right_path); 3357677b9752STao Ma if (ret) { 3358677b9752STao Ma mlog_errno(ret); 3359677b9752STao Ma goto out; 3360677b9752STao Ma } 3361677b9752STao Ma 3362677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3363677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3364677b9752STao Ma 33657dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 336613723d00SJoel Becker subtree_index); 3367677b9752STao Ma if (ret) { 3368677b9752STao Ma mlog_errno(ret); 3369677b9752STao Ma goto out; 3370677b9752STao Ma } 3371677b9752STao Ma 3372677b9752STao Ma for (i = subtree_index + 1; 3373677b9752STao Ma i < path_num_items(right_path); i++) { 33747dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 337513723d00SJoel Becker right_path, i); 3376677b9752STao Ma if (ret) { 3377677b9752STao Ma mlog_errno(ret); 3378677b9752STao Ma goto out; 3379677b9752STao Ma } 3380677b9752STao Ma 33817dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 338213723d00SJoel Becker left_path, i); 3383677b9752STao Ma if (ret) { 3384677b9752STao Ma mlog_errno(ret); 3385677b9752STao Ma goto out; 3386677b9752STao Ma } 3387677b9752STao Ma } 3388677b9752STao Ma 3389677b9752STao Ma } else { 3390677b9752STao Ma BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1); 3391328d5752SMark Fasheh right_rec = &el->l_recs[index + 1]; 3392677b9752STao Ma } 3393328d5752SMark Fasheh 33947dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, left_path, 339513723d00SJoel Becker path_num_items(left_path) - 1); 3396328d5752SMark Fasheh if (ret) { 3397328d5752SMark Fasheh mlog_errno(ret); 3398328d5752SMark Fasheh goto out; 3399328d5752SMark Fasheh } 3400328d5752SMark Fasheh 3401328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters); 3402328d5752SMark Fasheh 3403328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, -split_clusters); 3404328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 34057dc02805SJoel Becker -ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 34067dc02805SJoel Becker split_clusters)); 3407328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters); 3408328d5752SMark Fasheh 3409328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3410328d5752SMark Fasheh 3411328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3412328d5752SMark Fasheh if (ret) 3413328d5752SMark Fasheh mlog_errno(ret); 3414328d5752SMark Fasheh 3415677b9752STao Ma if (right_path) { 3416677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 3417677b9752STao Ma if (ret) 3418677b9752STao Ma mlog_errno(ret); 3419677b9752STao Ma 34204619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 34214619c73eSJoel Becker subtree_index); 3422677b9752STao Ma } 3423328d5752SMark Fasheh out: 3424677b9752STao Ma if (right_path) 3425677b9752STao Ma ocfs2_free_path(right_path); 3426677b9752STao Ma return ret; 3427677b9752STao Ma } 3428677b9752STao Ma 3429677b9752STao Ma static int ocfs2_get_left_path(struct inode *inode, 3430677b9752STao Ma struct ocfs2_path *right_path, 3431677b9752STao Ma struct ocfs2_path **ret_left_path) 3432677b9752STao Ma { 3433677b9752STao Ma int ret; 3434677b9752STao Ma u32 left_cpos; 3435677b9752STao Ma struct ocfs2_path *left_path = NULL; 3436677b9752STao Ma 3437677b9752STao Ma *ret_left_path = NULL; 3438677b9752STao Ma 3439677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3440677b9752STao Ma BUG_ON(right_path->p_tree_depth == 0); 3441677b9752STao Ma 3442677b9752STao Ma ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, 3443677b9752STao Ma right_path, &left_cpos); 3444677b9752STao Ma if (ret) { 3445677b9752STao Ma mlog_errno(ret); 3446677b9752STao Ma goto out; 3447677b9752STao Ma } 3448677b9752STao Ma 3449677b9752STao Ma /* This function shouldn't be called for the leftmost leaf. */ 3450677b9752STao Ma BUG_ON(left_cpos == 0); 3451677b9752STao Ma 3452ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3453677b9752STao Ma if (!left_path) { 3454677b9752STao Ma ret = -ENOMEM; 3455677b9752STao Ma mlog_errno(ret); 3456677b9752STao Ma goto out; 3457677b9752STao Ma } 3458677b9752STao Ma 3459facdb77fSJoel Becker ret = ocfs2_find_path(INODE_CACHE(inode), left_path, left_cpos); 3460677b9752STao Ma if (ret) { 3461677b9752STao Ma mlog_errno(ret); 3462677b9752STao Ma goto out; 3463677b9752STao Ma } 3464677b9752STao Ma 3465677b9752STao Ma *ret_left_path = left_path; 3466677b9752STao Ma out: 3467677b9752STao Ma if (ret) 3468677b9752STao Ma ocfs2_free_path(left_path); 3469328d5752SMark Fasheh return ret; 3470328d5752SMark Fasheh } 3471328d5752SMark Fasheh 3472328d5752SMark Fasheh /* 3473328d5752SMark Fasheh * Remove split_rec clusters from the record at index and merge them 3474677b9752STao Ma * onto the tail of the record "before" it. 3475677b9752STao Ma * For index > 0, the "before" means the extent rec at index - 1. 3476677b9752STao Ma * 3477677b9752STao Ma * For index == 0, the "before" means the last record of the previous 3478677b9752STao Ma * extent block. And there is also a situation that we may need to 3479677b9752STao Ma * remove the rightmost leaf extent block in the right_path and change 3480677b9752STao Ma * the right path to indicate the new rightmost path. 3481328d5752SMark Fasheh */ 3482677b9752STao Ma static int ocfs2_merge_rec_left(struct inode *inode, 3483677b9752STao Ma struct ocfs2_path *right_path, 3484328d5752SMark Fasheh handle_t *handle, 3485328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3486677b9752STao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3487e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 3488677b9752STao Ma int index) 3489328d5752SMark Fasheh { 3490677b9752STao Ma int ret, i, subtree_index = 0, has_empty_extent = 0; 3491328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3492328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3493328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3494677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(right_path); 3495677b9752STao Ma struct buffer_head *bh = path_leaf_bh(right_path); 3496677b9752STao Ma struct buffer_head *root_bh = NULL; 3497677b9752STao Ma struct ocfs2_path *left_path = NULL; 3498677b9752STao Ma struct ocfs2_extent_list *left_el; 3499328d5752SMark Fasheh 3500677b9752STao Ma BUG_ON(index < 0); 3501328d5752SMark Fasheh 3502328d5752SMark Fasheh right_rec = &el->l_recs[index]; 3503677b9752STao Ma if (index == 0) { 3504677b9752STao Ma /* we meet with a cross extent block merge. */ 3505677b9752STao Ma ret = ocfs2_get_left_path(inode, right_path, &left_path); 3506677b9752STao Ma if (ret) { 3507677b9752STao Ma mlog_errno(ret); 3508677b9752STao Ma goto out; 3509677b9752STao Ma } 3510677b9752STao Ma 3511677b9752STao Ma left_el = path_leaf_el(left_path); 3512677b9752STao Ma BUG_ON(le16_to_cpu(left_el->l_next_free_rec) != 3513677b9752STao Ma le16_to_cpu(left_el->l_count)); 3514677b9752STao Ma 3515677b9752STao Ma left_rec = &left_el->l_recs[ 3516677b9752STao Ma le16_to_cpu(left_el->l_next_free_rec) - 1]; 3517677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3518677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3519677b9752STao Ma le32_to_cpu(split_rec->e_cpos)); 3520677b9752STao Ma 35217dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 35227dc02805SJoel Becker right_path); 3523677b9752STao Ma 3524677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3525677b9752STao Ma handle->h_buffer_credits, 3526677b9752STao Ma left_path); 3527677b9752STao Ma if (ret) { 3528677b9752STao Ma mlog_errno(ret); 3529677b9752STao Ma goto out; 3530677b9752STao Ma } 3531677b9752STao Ma 3532677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3533677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3534677b9752STao Ma 35350cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), right_path, 353613723d00SJoel Becker subtree_index); 3537677b9752STao Ma if (ret) { 3538677b9752STao Ma mlog_errno(ret); 3539677b9752STao Ma goto out; 3540677b9752STao Ma } 3541677b9752STao Ma 3542677b9752STao Ma for (i = subtree_index + 1; 3543677b9752STao Ma i < path_num_items(right_path); i++) { 35440cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), 354513723d00SJoel Becker right_path, i); 3546677b9752STao Ma if (ret) { 3547677b9752STao Ma mlog_errno(ret); 3548677b9752STao Ma goto out; 3549677b9752STao Ma } 3550677b9752STao Ma 35510cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), 355213723d00SJoel Becker left_path, i); 3553677b9752STao Ma if (ret) { 3554677b9752STao Ma mlog_errno(ret); 3555677b9752STao Ma goto out; 3556677b9752STao Ma } 3557677b9752STao Ma } 3558677b9752STao Ma } else { 3559677b9752STao Ma left_rec = &el->l_recs[index - 1]; 3560328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 3561328d5752SMark Fasheh has_empty_extent = 1; 3562677b9752STao Ma } 3563328d5752SMark Fasheh 35640cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), right_path, 35659047beabSTao Ma path_num_items(right_path) - 1); 3566328d5752SMark Fasheh if (ret) { 3567328d5752SMark Fasheh mlog_errno(ret); 3568328d5752SMark Fasheh goto out; 3569328d5752SMark Fasheh } 3570328d5752SMark Fasheh 3571328d5752SMark Fasheh if (has_empty_extent && index == 1) { 3572328d5752SMark Fasheh /* 3573328d5752SMark Fasheh * The easy case - we can just plop the record right in. 3574328d5752SMark Fasheh */ 3575328d5752SMark Fasheh *left_rec = *split_rec; 3576328d5752SMark Fasheh 3577328d5752SMark Fasheh has_empty_extent = 0; 3578677b9752STao Ma } else 3579328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters); 3580328d5752SMark Fasheh 3581328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, split_clusters); 3582328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 3583328d5752SMark Fasheh ocfs2_clusters_to_blocks(inode->i_sb, split_clusters)); 3584328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters); 3585328d5752SMark Fasheh 3586328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3587328d5752SMark Fasheh 3588328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3589328d5752SMark Fasheh if (ret) 3590328d5752SMark Fasheh mlog_errno(ret); 3591328d5752SMark Fasheh 3592677b9752STao Ma if (left_path) { 3593677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 3594677b9752STao Ma if (ret) 3595677b9752STao Ma mlog_errno(ret); 3596677b9752STao Ma 3597677b9752STao Ma /* 3598677b9752STao Ma * In the situation that the right_rec is empty and the extent 3599677b9752STao Ma * block is empty also, ocfs2_complete_edge_insert can't handle 3600677b9752STao Ma * it and we need to delete the right extent block. 3601677b9752STao Ma */ 3602677b9752STao Ma if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 && 3603677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == 1) { 3604677b9752STao Ma 3605677b9752STao Ma ret = ocfs2_remove_rightmost_path(inode, handle, 3606e7d4cb6bSTao Ma right_path, 3607e7d4cb6bSTao Ma dealloc, et); 3608677b9752STao Ma if (ret) { 3609677b9752STao Ma mlog_errno(ret); 3610677b9752STao Ma goto out; 3611677b9752STao Ma } 3612677b9752STao Ma 3613677b9752STao Ma /* Now the rightmost extent block has been deleted. 3614677b9752STao Ma * So we use the new rightmost path. 3615677b9752STao Ma */ 3616677b9752STao Ma ocfs2_mv_path(right_path, left_path); 3617677b9752STao Ma left_path = NULL; 3618677b9752STao Ma } else 36194619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, 3620677b9752STao Ma right_path, subtree_index); 3621677b9752STao Ma } 3622328d5752SMark Fasheh out: 3623677b9752STao Ma if (left_path) 3624677b9752STao Ma ocfs2_free_path(left_path); 3625328d5752SMark Fasheh return ret; 3626328d5752SMark Fasheh } 3627328d5752SMark Fasheh 3628328d5752SMark Fasheh static int ocfs2_try_to_merge_extent(struct inode *inode, 3629328d5752SMark Fasheh handle_t *handle, 3630677b9752STao Ma struct ocfs2_path *path, 3631328d5752SMark Fasheh int split_index, 3632328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3633328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 3634e7d4cb6bSTao Ma struct ocfs2_merge_ctxt *ctxt, 3635e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 3636328d5752SMark Fasheh 3637328d5752SMark Fasheh { 3638518d7269STao Mao int ret = 0; 3639677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(path); 3640328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 3641328d5752SMark Fasheh 3642328d5752SMark Fasheh BUG_ON(ctxt->c_contig_type == CONTIG_NONE); 3643328d5752SMark Fasheh 3644518d7269STao Mao if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) { 3645328d5752SMark Fasheh /* 3646328d5752SMark Fasheh * The merge code will need to create an empty 3647328d5752SMark Fasheh * extent to take the place of the newly 3648328d5752SMark Fasheh * emptied slot. Remove any pre-existing empty 3649328d5752SMark Fasheh * extents - having more than one in a leaf is 3650328d5752SMark Fasheh * illegal. 3651328d5752SMark Fasheh */ 3652677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3653e7d4cb6bSTao Ma dealloc, et); 3654328d5752SMark Fasheh if (ret) { 3655328d5752SMark Fasheh mlog_errno(ret); 3656328d5752SMark Fasheh goto out; 3657328d5752SMark Fasheh } 3658328d5752SMark Fasheh split_index--; 3659328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3660328d5752SMark Fasheh } 3661328d5752SMark Fasheh 3662328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) { 3663328d5752SMark Fasheh /* 3664328d5752SMark Fasheh * Left-right contig implies this. 3665328d5752SMark Fasheh */ 3666328d5752SMark Fasheh BUG_ON(!ctxt->c_split_covers_rec); 3667328d5752SMark Fasheh 3668328d5752SMark Fasheh /* 3669328d5752SMark Fasheh * Since the leftright insert always covers the entire 3670328d5752SMark Fasheh * extent, this call will delete the insert record 3671328d5752SMark Fasheh * entirely, resulting in an empty extent record added to 3672328d5752SMark Fasheh * the extent block. 3673328d5752SMark Fasheh * 3674328d5752SMark Fasheh * Since the adding of an empty extent shifts 3675328d5752SMark Fasheh * everything back to the right, there's no need to 3676328d5752SMark Fasheh * update split_index here. 3677677b9752STao Ma * 3678677b9752STao Ma * When the split_index is zero, we need to merge it to the 3679677b9752STao Ma * prevoius extent block. It is more efficient and easier 3680677b9752STao Ma * if we do merge_right first and merge_left later. 3681328d5752SMark Fasheh */ 3682677b9752STao Ma ret = ocfs2_merge_rec_right(inode, path, 36837dc02805SJoel Becker handle, et, split_rec, 3684677b9752STao Ma split_index); 3685328d5752SMark Fasheh if (ret) { 3686328d5752SMark Fasheh mlog_errno(ret); 3687328d5752SMark Fasheh goto out; 3688328d5752SMark Fasheh } 3689328d5752SMark Fasheh 3690328d5752SMark Fasheh /* 3691328d5752SMark Fasheh * We can only get this from logic error above. 3692328d5752SMark Fasheh */ 3693328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0])); 3694328d5752SMark Fasheh 3695677b9752STao Ma /* The merge left us with an empty extent, remove it. */ 3696e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3697e7d4cb6bSTao Ma dealloc, et); 3698328d5752SMark Fasheh if (ret) { 3699328d5752SMark Fasheh mlog_errno(ret); 3700328d5752SMark Fasheh goto out; 3701328d5752SMark Fasheh } 3702677b9752STao Ma 3703328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3704328d5752SMark Fasheh 3705328d5752SMark Fasheh /* 3706328d5752SMark Fasheh * Note that we don't pass split_rec here on purpose - 3707677b9752STao Ma * we've merged it into the rec already. 3708328d5752SMark Fasheh */ 3709677b9752STao Ma ret = ocfs2_merge_rec_left(inode, path, 3710677b9752STao Ma handle, rec, 3711e7d4cb6bSTao Ma dealloc, et, 3712677b9752STao Ma split_index); 3713677b9752STao Ma 3714328d5752SMark Fasheh if (ret) { 3715328d5752SMark Fasheh mlog_errno(ret); 3716328d5752SMark Fasheh goto out; 3717328d5752SMark Fasheh } 3718328d5752SMark Fasheh 3719677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3720e7d4cb6bSTao Ma dealloc, et); 3721328d5752SMark Fasheh /* 3722328d5752SMark Fasheh * Error from this last rotate is not critical, so 3723328d5752SMark Fasheh * print but don't bubble it up. 3724328d5752SMark Fasheh */ 3725328d5752SMark Fasheh if (ret) 3726328d5752SMark Fasheh mlog_errno(ret); 3727328d5752SMark Fasheh ret = 0; 3728328d5752SMark Fasheh } else { 3729328d5752SMark Fasheh /* 3730328d5752SMark Fasheh * Merge a record to the left or right. 3731328d5752SMark Fasheh * 3732328d5752SMark Fasheh * 'contig_type' is relative to the existing record, 3733328d5752SMark Fasheh * so for example, if we're "right contig", it's to 3734328d5752SMark Fasheh * the record on the left (hence the left merge). 3735328d5752SMark Fasheh */ 3736328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_RIGHT) { 3737328d5752SMark Fasheh ret = ocfs2_merge_rec_left(inode, 3738677b9752STao Ma path, 3739677b9752STao Ma handle, split_rec, 3740e7d4cb6bSTao Ma dealloc, et, 3741328d5752SMark Fasheh split_index); 3742328d5752SMark Fasheh if (ret) { 3743328d5752SMark Fasheh mlog_errno(ret); 3744328d5752SMark Fasheh goto out; 3745328d5752SMark Fasheh } 3746328d5752SMark Fasheh } else { 37477dc02805SJoel Becker ret = ocfs2_merge_rec_right(inode, path, handle, 37487dc02805SJoel Becker et, split_rec, 3749328d5752SMark Fasheh split_index); 3750328d5752SMark Fasheh if (ret) { 3751328d5752SMark Fasheh mlog_errno(ret); 3752328d5752SMark Fasheh goto out; 3753328d5752SMark Fasheh } 3754328d5752SMark Fasheh } 3755328d5752SMark Fasheh 3756328d5752SMark Fasheh if (ctxt->c_split_covers_rec) { 3757328d5752SMark Fasheh /* 3758328d5752SMark Fasheh * The merge may have left an empty extent in 3759328d5752SMark Fasheh * our leaf. Try to rotate it away. 3760328d5752SMark Fasheh */ 3761677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3762e7d4cb6bSTao Ma dealloc, et); 3763328d5752SMark Fasheh if (ret) 3764328d5752SMark Fasheh mlog_errno(ret); 3765328d5752SMark Fasheh ret = 0; 3766328d5752SMark Fasheh } 3767328d5752SMark Fasheh } 3768328d5752SMark Fasheh 3769328d5752SMark Fasheh out: 3770328d5752SMark Fasheh return ret; 3771328d5752SMark Fasheh } 3772328d5752SMark Fasheh 3773328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb, 3774328d5752SMark Fasheh enum ocfs2_split_type split, 3775328d5752SMark Fasheh struct ocfs2_extent_rec *rec, 3776328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3777328d5752SMark Fasheh { 3778328d5752SMark Fasheh u64 len_blocks; 3779328d5752SMark Fasheh 3780328d5752SMark Fasheh len_blocks = ocfs2_clusters_to_blocks(sb, 3781328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3782328d5752SMark Fasheh 3783328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3784328d5752SMark Fasheh /* 3785328d5752SMark Fasheh * Region is on the left edge of the existing 3786328d5752SMark Fasheh * record. 3787328d5752SMark Fasheh */ 3788328d5752SMark Fasheh le32_add_cpu(&rec->e_cpos, 3789328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3790328d5752SMark Fasheh le64_add_cpu(&rec->e_blkno, len_blocks); 3791328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3792328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3793328d5752SMark Fasheh } else { 3794328d5752SMark Fasheh /* 3795328d5752SMark Fasheh * Region is on the right edge of the existing 3796328d5752SMark Fasheh * record. 3797328d5752SMark Fasheh */ 3798328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3799328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3800328d5752SMark Fasheh } 3801328d5752SMark Fasheh } 3802328d5752SMark Fasheh 3803dcd0538fSMark Fasheh /* 3804dcd0538fSMark Fasheh * Do the final bits of extent record insertion at the target leaf 3805dcd0538fSMark Fasheh * list. If this leaf is part of an allocation tree, it is assumed 3806dcd0538fSMark Fasheh * that the tree above has been prepared. 3807dcd0538fSMark Fasheh */ 3808dcd0538fSMark Fasheh static void ocfs2_insert_at_leaf(struct ocfs2_extent_rec *insert_rec, 3809dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 3810dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 3811dcd0538fSMark Fasheh struct inode *inode) 3812dcd0538fSMark Fasheh { 3813dcd0538fSMark Fasheh int i = insert->ins_contig_index; 3814dcd0538fSMark Fasheh unsigned int range; 3815dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 3816dcd0538fSMark Fasheh 3817e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 3818dcd0538fSMark Fasheh 3819328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3820328d5752SMark Fasheh i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos)); 3821328d5752SMark Fasheh BUG_ON(i == -1); 3822328d5752SMark Fasheh rec = &el->l_recs[i]; 3823328d5752SMark Fasheh ocfs2_subtract_from_rec(inode->i_sb, insert->ins_split, rec, 3824328d5752SMark Fasheh insert_rec); 3825328d5752SMark Fasheh goto rotate; 3826328d5752SMark Fasheh } 3827328d5752SMark Fasheh 3828dcd0538fSMark Fasheh /* 3829dcd0538fSMark Fasheh * Contiguous insert - either left or right. 3830dcd0538fSMark Fasheh */ 3831dcd0538fSMark Fasheh if (insert->ins_contig != CONTIG_NONE) { 3832dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3833dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT) { 3834dcd0538fSMark Fasheh rec->e_blkno = insert_rec->e_blkno; 3835dcd0538fSMark Fasheh rec->e_cpos = insert_rec->e_cpos; 3836dcd0538fSMark Fasheh } 3837e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3838e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3839dcd0538fSMark Fasheh return; 3840dcd0538fSMark Fasheh } 3841dcd0538fSMark Fasheh 3842dcd0538fSMark Fasheh /* 3843dcd0538fSMark Fasheh * Handle insert into an empty leaf. 3844dcd0538fSMark Fasheh */ 3845dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0 || 3846dcd0538fSMark Fasheh ((le16_to_cpu(el->l_next_free_rec) == 1) && 3847dcd0538fSMark Fasheh ocfs2_is_empty_extent(&el->l_recs[0]))) { 3848dcd0538fSMark Fasheh el->l_recs[0] = *insert_rec; 3849dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(1); 3850dcd0538fSMark Fasheh return; 3851dcd0538fSMark Fasheh } 3852dcd0538fSMark Fasheh 3853dcd0538fSMark Fasheh /* 3854dcd0538fSMark Fasheh * Appending insert. 3855dcd0538fSMark Fasheh */ 3856dcd0538fSMark Fasheh if (insert->ins_appending == APPEND_TAIL) { 3857dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 3858dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3859e48edee2SMark Fasheh range = le32_to_cpu(rec->e_cpos) 3860e48edee2SMark Fasheh + le16_to_cpu(rec->e_leaf_clusters); 3861dcd0538fSMark Fasheh BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range); 3862dcd0538fSMark Fasheh 3863dcd0538fSMark Fasheh mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >= 3864dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3865dcd0538fSMark Fasheh "inode %lu, depth %u, count %u, next free %u, " 3866dcd0538fSMark Fasheh "rec.cpos %u, rec.clusters %u, " 3867dcd0538fSMark Fasheh "insert.cpos %u, insert.clusters %u\n", 3868dcd0538fSMark Fasheh inode->i_ino, 3869dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), 3870dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3871dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 3872dcd0538fSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos), 3873e48edee2SMark Fasheh le16_to_cpu(el->l_recs[i].e_leaf_clusters), 3874dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3875e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3876dcd0538fSMark Fasheh i++; 3877dcd0538fSMark Fasheh el->l_recs[i] = *insert_rec; 3878dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 3879dcd0538fSMark Fasheh return; 3880dcd0538fSMark Fasheh } 3881dcd0538fSMark Fasheh 3882328d5752SMark Fasheh rotate: 3883dcd0538fSMark Fasheh /* 3884dcd0538fSMark Fasheh * Ok, we have to rotate. 3885dcd0538fSMark Fasheh * 3886dcd0538fSMark Fasheh * At this point, it is safe to assume that inserting into an 3887dcd0538fSMark Fasheh * empty leaf and appending to a leaf have both been handled 3888dcd0538fSMark Fasheh * above. 3889dcd0538fSMark Fasheh * 3890dcd0538fSMark Fasheh * This leaf needs to have space, either by the empty 1st 3891dcd0538fSMark Fasheh * extent record, or by virtue of an l_next_rec < l_count. 3892dcd0538fSMark Fasheh */ 3893dcd0538fSMark Fasheh ocfs2_rotate_leaf(el, insert_rec); 3894dcd0538fSMark Fasheh } 3895dcd0538fSMark Fasheh 3896328d5752SMark Fasheh static void ocfs2_adjust_rightmost_records(struct inode *inode, 3897328d5752SMark Fasheh handle_t *handle, 3898328d5752SMark Fasheh struct ocfs2_path *path, 3899328d5752SMark Fasheh struct ocfs2_extent_rec *insert_rec) 3900328d5752SMark Fasheh { 3901328d5752SMark Fasheh int ret, i, next_free; 3902328d5752SMark Fasheh struct buffer_head *bh; 3903328d5752SMark Fasheh struct ocfs2_extent_list *el; 3904328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 3905328d5752SMark Fasheh 3906328d5752SMark Fasheh /* 3907328d5752SMark Fasheh * Update everything except the leaf block. 3908328d5752SMark Fasheh */ 3909328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 3910328d5752SMark Fasheh bh = path->p_node[i].bh; 3911328d5752SMark Fasheh el = path->p_node[i].el; 3912328d5752SMark Fasheh 3913328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3914328d5752SMark Fasheh if (next_free == 0) { 3915328d5752SMark Fasheh ocfs2_error(inode->i_sb, 3916328d5752SMark Fasheh "Dinode %llu has a bad extent list", 3917328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 3918328d5752SMark Fasheh ret = -EIO; 3919328d5752SMark Fasheh return; 3920328d5752SMark Fasheh } 3921328d5752SMark Fasheh 3922328d5752SMark Fasheh rec = &el->l_recs[next_free - 1]; 3923328d5752SMark Fasheh 3924328d5752SMark Fasheh rec->e_int_clusters = insert_rec->e_cpos; 3925328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3926328d5752SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3927328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3928328d5752SMark Fasheh -le32_to_cpu(rec->e_cpos)); 3929328d5752SMark Fasheh 3930328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3931328d5752SMark Fasheh if (ret) 3932328d5752SMark Fasheh mlog_errno(ret); 3933328d5752SMark Fasheh 3934328d5752SMark Fasheh } 3935328d5752SMark Fasheh } 3936328d5752SMark Fasheh 3937dcd0538fSMark Fasheh static int ocfs2_append_rec_to_path(struct inode *inode, handle_t *handle, 3938dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3939dcd0538fSMark Fasheh struct ocfs2_path *right_path, 3940dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 3941dcd0538fSMark Fasheh { 3942328d5752SMark Fasheh int ret, next_free; 3943dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 3944dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 3945dcd0538fSMark Fasheh 3946dcd0538fSMark Fasheh *ret_left_path = NULL; 3947dcd0538fSMark Fasheh 3948dcd0538fSMark Fasheh /* 3949e48edee2SMark Fasheh * This shouldn't happen for non-trees. The extent rec cluster 3950e48edee2SMark Fasheh * count manipulation below only works for interior nodes. 3951e48edee2SMark Fasheh */ 3952e48edee2SMark Fasheh BUG_ON(right_path->p_tree_depth == 0); 3953e48edee2SMark Fasheh 3954e48edee2SMark Fasheh /* 3955dcd0538fSMark Fasheh * If our appending insert is at the leftmost edge of a leaf, 3956dcd0538fSMark Fasheh * then we might need to update the rightmost records of the 3957dcd0538fSMark Fasheh * neighboring path. 3958dcd0538fSMark Fasheh */ 3959dcd0538fSMark Fasheh el = path_leaf_el(right_path); 3960dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3961dcd0538fSMark Fasheh if (next_free == 0 || 3962dcd0538fSMark Fasheh (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) { 3963dcd0538fSMark Fasheh u32 left_cpos; 3964dcd0538fSMark Fasheh 3965dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, 3966dcd0538fSMark Fasheh &left_cpos); 3967dcd0538fSMark Fasheh if (ret) { 3968dcd0538fSMark Fasheh mlog_errno(ret); 3969dcd0538fSMark Fasheh goto out; 3970dcd0538fSMark Fasheh } 3971dcd0538fSMark Fasheh 3972dcd0538fSMark Fasheh mlog(0, "Append may need a left path update. cpos: %u, " 3973dcd0538fSMark Fasheh "left_cpos: %u\n", le32_to_cpu(insert_rec->e_cpos), 3974dcd0538fSMark Fasheh left_cpos); 3975dcd0538fSMark Fasheh 3976dcd0538fSMark Fasheh /* 3977dcd0538fSMark Fasheh * No need to worry if the append is already in the 3978dcd0538fSMark Fasheh * leftmost leaf. 3979dcd0538fSMark Fasheh */ 3980dcd0538fSMark Fasheh if (left_cpos) { 3981ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3982dcd0538fSMark Fasheh if (!left_path) { 3983dcd0538fSMark Fasheh ret = -ENOMEM; 3984dcd0538fSMark Fasheh mlog_errno(ret); 3985dcd0538fSMark Fasheh goto out; 3986dcd0538fSMark Fasheh } 3987dcd0538fSMark Fasheh 3988facdb77fSJoel Becker ret = ocfs2_find_path(INODE_CACHE(inode), left_path, 3989facdb77fSJoel Becker left_cpos); 3990dcd0538fSMark Fasheh if (ret) { 3991dcd0538fSMark Fasheh mlog_errno(ret); 3992dcd0538fSMark Fasheh goto out; 3993dcd0538fSMark Fasheh } 3994dcd0538fSMark Fasheh 3995dcd0538fSMark Fasheh /* 3996dcd0538fSMark Fasheh * ocfs2_insert_path() will pass the left_path to the 3997dcd0538fSMark Fasheh * journal for us. 3998dcd0538fSMark Fasheh */ 3999dcd0538fSMark Fasheh } 4000dcd0538fSMark Fasheh } 4001dcd0538fSMark Fasheh 40020cf2f763SJoel Becker ret = ocfs2_journal_access_path(INODE_CACHE(inode), handle, right_path); 4003dcd0538fSMark Fasheh if (ret) { 4004dcd0538fSMark Fasheh mlog_errno(ret); 4005dcd0538fSMark Fasheh goto out; 4006dcd0538fSMark Fasheh } 4007dcd0538fSMark Fasheh 4008328d5752SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, right_path, insert_rec); 4009dcd0538fSMark Fasheh 4010dcd0538fSMark Fasheh *ret_left_path = left_path; 4011dcd0538fSMark Fasheh ret = 0; 4012dcd0538fSMark Fasheh out: 4013dcd0538fSMark Fasheh if (ret != 0) 4014dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4015dcd0538fSMark Fasheh 4016dcd0538fSMark Fasheh return ret; 4017dcd0538fSMark Fasheh } 4018dcd0538fSMark Fasheh 4019328d5752SMark Fasheh static void ocfs2_split_record(struct inode *inode, 4020328d5752SMark Fasheh struct ocfs2_path *left_path, 4021328d5752SMark Fasheh struct ocfs2_path *right_path, 4022328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4023328d5752SMark Fasheh enum ocfs2_split_type split) 4024328d5752SMark Fasheh { 4025328d5752SMark Fasheh int index; 4026328d5752SMark Fasheh u32 cpos = le32_to_cpu(split_rec->e_cpos); 4027328d5752SMark Fasheh struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el; 4028328d5752SMark Fasheh struct ocfs2_extent_rec *rec, *tmprec; 4029328d5752SMark Fasheh 4030c19a28e1SFernando Carrijo right_el = path_leaf_el(right_path); 4031328d5752SMark Fasheh if (left_path) 4032328d5752SMark Fasheh left_el = path_leaf_el(left_path); 4033328d5752SMark Fasheh 4034328d5752SMark Fasheh el = right_el; 4035328d5752SMark Fasheh insert_el = right_el; 4036328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4037328d5752SMark Fasheh if (index != -1) { 4038328d5752SMark Fasheh if (index == 0 && left_path) { 4039328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 4040328d5752SMark Fasheh 4041328d5752SMark Fasheh /* 4042328d5752SMark Fasheh * This typically means that the record 4043328d5752SMark Fasheh * started in the left path but moved to the 4044328d5752SMark Fasheh * right as a result of rotation. We either 4045328d5752SMark Fasheh * move the existing record to the left, or we 4046328d5752SMark Fasheh * do the later insert there. 4047328d5752SMark Fasheh * 4048328d5752SMark Fasheh * In this case, the left path should always 4049328d5752SMark Fasheh * exist as the rotate code will have passed 4050328d5752SMark Fasheh * it back for a post-insert update. 4051328d5752SMark Fasheh */ 4052328d5752SMark Fasheh 4053328d5752SMark Fasheh if (split == SPLIT_LEFT) { 4054328d5752SMark Fasheh /* 4055328d5752SMark Fasheh * It's a left split. Since we know 4056328d5752SMark Fasheh * that the rotate code gave us an 4057328d5752SMark Fasheh * empty extent in the left path, we 4058328d5752SMark Fasheh * can just do the insert there. 4059328d5752SMark Fasheh */ 4060328d5752SMark Fasheh insert_el = left_el; 4061328d5752SMark Fasheh } else { 4062328d5752SMark Fasheh /* 4063328d5752SMark Fasheh * Right split - we have to move the 4064328d5752SMark Fasheh * existing record over to the left 4065328d5752SMark Fasheh * leaf. The insert will be into the 4066328d5752SMark Fasheh * newly created empty extent in the 4067328d5752SMark Fasheh * right leaf. 4068328d5752SMark Fasheh */ 4069328d5752SMark Fasheh tmprec = &right_el->l_recs[index]; 4070328d5752SMark Fasheh ocfs2_rotate_leaf(left_el, tmprec); 4071328d5752SMark Fasheh el = left_el; 4072328d5752SMark Fasheh 4073328d5752SMark Fasheh memset(tmprec, 0, sizeof(*tmprec)); 4074328d5752SMark Fasheh index = ocfs2_search_extent_list(left_el, cpos); 4075328d5752SMark Fasheh BUG_ON(index == -1); 4076328d5752SMark Fasheh } 4077328d5752SMark Fasheh } 4078328d5752SMark Fasheh } else { 4079328d5752SMark Fasheh BUG_ON(!left_path); 4080328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0])); 4081328d5752SMark Fasheh /* 4082328d5752SMark Fasheh * Left path is easy - we can just allow the insert to 4083328d5752SMark Fasheh * happen. 4084328d5752SMark Fasheh */ 4085328d5752SMark Fasheh el = left_el; 4086328d5752SMark Fasheh insert_el = left_el; 4087328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4088328d5752SMark Fasheh BUG_ON(index == -1); 4089328d5752SMark Fasheh } 4090328d5752SMark Fasheh 4091328d5752SMark Fasheh rec = &el->l_recs[index]; 4092328d5752SMark Fasheh ocfs2_subtract_from_rec(inode->i_sb, split, rec, split_rec); 4093328d5752SMark Fasheh ocfs2_rotate_leaf(insert_el, split_rec); 4094328d5752SMark Fasheh } 4095328d5752SMark Fasheh 4096dcd0538fSMark Fasheh /* 4097e7d4cb6bSTao Ma * This function only does inserts on an allocation b-tree. For tree 4098e7d4cb6bSTao Ma * depth = 0, ocfs2_insert_at_leaf() is called directly. 4099dcd0538fSMark Fasheh * 4100dcd0538fSMark Fasheh * right_path is the path we want to do the actual insert 4101dcd0538fSMark Fasheh * in. left_path should only be passed in if we need to update that 4102dcd0538fSMark Fasheh * portion of the tree after an edge insert. 4103dcd0538fSMark Fasheh */ 4104dcd0538fSMark Fasheh static int ocfs2_insert_path(struct inode *inode, 4105dcd0538fSMark Fasheh handle_t *handle, 41067dc02805SJoel Becker struct ocfs2_extent_tree *et, 4107dcd0538fSMark Fasheh struct ocfs2_path *left_path, 4108dcd0538fSMark Fasheh struct ocfs2_path *right_path, 4109dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4110dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4111dcd0538fSMark Fasheh { 4112dcd0538fSMark Fasheh int ret, subtree_index; 4113dcd0538fSMark Fasheh struct buffer_head *leaf_bh = path_leaf_bh(right_path); 4114dcd0538fSMark Fasheh 4115dcd0538fSMark Fasheh if (left_path) { 4116dcd0538fSMark Fasheh int credits = handle->h_buffer_credits; 4117dcd0538fSMark Fasheh 4118dcd0538fSMark Fasheh /* 4119dcd0538fSMark Fasheh * There's a chance that left_path got passed back to 4120dcd0538fSMark Fasheh * us without being accounted for in the 4121dcd0538fSMark Fasheh * journal. Extend our transaction here to be sure we 4122dcd0538fSMark Fasheh * can change those blocks. 4123dcd0538fSMark Fasheh */ 4124dcd0538fSMark Fasheh credits += left_path->p_tree_depth; 4125dcd0538fSMark Fasheh 4126dcd0538fSMark Fasheh ret = ocfs2_extend_trans(handle, credits); 4127dcd0538fSMark Fasheh if (ret < 0) { 4128dcd0538fSMark Fasheh mlog_errno(ret); 4129dcd0538fSMark Fasheh goto out; 4130dcd0538fSMark Fasheh } 4131dcd0538fSMark Fasheh 41327dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 4133dcd0538fSMark Fasheh if (ret < 0) { 4134dcd0538fSMark Fasheh mlog_errno(ret); 4135dcd0538fSMark Fasheh goto out; 4136dcd0538fSMark Fasheh } 4137dcd0538fSMark Fasheh } 4138dcd0538fSMark Fasheh 4139e8aed345SMark Fasheh /* 4140e8aed345SMark Fasheh * Pass both paths to the journal. The majority of inserts 4141e8aed345SMark Fasheh * will be touching all components anyway. 4142e8aed345SMark Fasheh */ 41437dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4144e8aed345SMark Fasheh if (ret < 0) { 4145e8aed345SMark Fasheh mlog_errno(ret); 4146e8aed345SMark Fasheh goto out; 4147e8aed345SMark Fasheh } 4148e8aed345SMark Fasheh 4149328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 4150328d5752SMark Fasheh /* 4151328d5752SMark Fasheh * We could call ocfs2_insert_at_leaf() for some types 4152c78bad11SJoe Perches * of splits, but it's easier to just let one separate 4153328d5752SMark Fasheh * function sort it all out. 4154328d5752SMark Fasheh */ 4155328d5752SMark Fasheh ocfs2_split_record(inode, left_path, right_path, 4156328d5752SMark Fasheh insert_rec, insert->ins_split); 4157e8aed345SMark Fasheh 4158e8aed345SMark Fasheh /* 4159e8aed345SMark Fasheh * Split might have modified either leaf and we don't 4160e8aed345SMark Fasheh * have a guarantee that the later edge insert will 4161e8aed345SMark Fasheh * dirty this for us. 4162e8aed345SMark Fasheh */ 4163e8aed345SMark Fasheh if (left_path) 4164e8aed345SMark Fasheh ret = ocfs2_journal_dirty(handle, 4165e8aed345SMark Fasheh path_leaf_bh(left_path)); 4166e8aed345SMark Fasheh if (ret) 4167e8aed345SMark Fasheh mlog_errno(ret); 4168328d5752SMark Fasheh } else 4169328d5752SMark Fasheh ocfs2_insert_at_leaf(insert_rec, path_leaf_el(right_path), 4170328d5752SMark Fasheh insert, inode); 4171dcd0538fSMark Fasheh 4172dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, leaf_bh); 4173dcd0538fSMark Fasheh if (ret) 4174dcd0538fSMark Fasheh mlog_errno(ret); 4175dcd0538fSMark Fasheh 4176dcd0538fSMark Fasheh if (left_path) { 4177dcd0538fSMark Fasheh /* 4178dcd0538fSMark Fasheh * The rotate code has indicated that we need to fix 4179dcd0538fSMark Fasheh * up portions of the tree after the insert. 4180dcd0538fSMark Fasheh * 4181dcd0538fSMark Fasheh * XXX: Should we extend the transaction here? 4182dcd0538fSMark Fasheh */ 41837dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 4184dcd0538fSMark Fasheh right_path); 41854619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 41864619c73eSJoel Becker subtree_index); 4187dcd0538fSMark Fasheh } 4188dcd0538fSMark Fasheh 4189dcd0538fSMark Fasheh ret = 0; 4190dcd0538fSMark Fasheh out: 4191dcd0538fSMark Fasheh return ret; 4192dcd0538fSMark Fasheh } 4193dcd0538fSMark Fasheh 4194dcd0538fSMark Fasheh static int ocfs2_do_insert_extent(struct inode *inode, 4195dcd0538fSMark Fasheh handle_t *handle, 4196e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4197dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4198dcd0538fSMark Fasheh struct ocfs2_insert_type *type) 4199dcd0538fSMark Fasheh { 4200dcd0538fSMark Fasheh int ret, rotate = 0; 4201dcd0538fSMark Fasheh u32 cpos; 4202dcd0538fSMark Fasheh struct ocfs2_path *right_path = NULL; 4203dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4204dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4205dcd0538fSMark Fasheh 4206ce1d9ea6SJoel Becker el = et->et_root_el; 4207dcd0538fSMark Fasheh 4208d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4209dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4210dcd0538fSMark Fasheh if (ret) { 4211dcd0538fSMark Fasheh mlog_errno(ret); 4212dcd0538fSMark Fasheh goto out; 4213dcd0538fSMark Fasheh } 4214dcd0538fSMark Fasheh 4215dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 4216dcd0538fSMark Fasheh ocfs2_insert_at_leaf(insert_rec, el, type, inode); 4217dcd0538fSMark Fasheh goto out_update_clusters; 4218dcd0538fSMark Fasheh } 4219dcd0538fSMark Fasheh 4220ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_et(et); 4221dcd0538fSMark Fasheh if (!right_path) { 4222dcd0538fSMark Fasheh ret = -ENOMEM; 4223dcd0538fSMark Fasheh mlog_errno(ret); 4224dcd0538fSMark Fasheh goto out; 4225dcd0538fSMark Fasheh } 4226dcd0538fSMark Fasheh 4227dcd0538fSMark Fasheh /* 4228dcd0538fSMark Fasheh * Determine the path to start with. Rotations need the 4229dcd0538fSMark Fasheh * rightmost path, everything else can go directly to the 4230dcd0538fSMark Fasheh * target leaf. 4231dcd0538fSMark Fasheh */ 4232dcd0538fSMark Fasheh cpos = le32_to_cpu(insert_rec->e_cpos); 4233dcd0538fSMark Fasheh if (type->ins_appending == APPEND_NONE && 4234dcd0538fSMark Fasheh type->ins_contig == CONTIG_NONE) { 4235dcd0538fSMark Fasheh rotate = 1; 4236dcd0538fSMark Fasheh cpos = UINT_MAX; 4237dcd0538fSMark Fasheh } 4238dcd0538fSMark Fasheh 4239facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, cpos); 4240dcd0538fSMark Fasheh if (ret) { 4241dcd0538fSMark Fasheh mlog_errno(ret); 4242dcd0538fSMark Fasheh goto out; 4243dcd0538fSMark Fasheh } 4244dcd0538fSMark Fasheh 4245dcd0538fSMark Fasheh /* 4246dcd0538fSMark Fasheh * Rotations and appends need special treatment - they modify 4247dcd0538fSMark Fasheh * parts of the tree's above them. 4248dcd0538fSMark Fasheh * 4249dcd0538fSMark Fasheh * Both might pass back a path immediate to the left of the 4250dcd0538fSMark Fasheh * one being inserted to. This will be cause 4251dcd0538fSMark Fasheh * ocfs2_insert_path() to modify the rightmost records of 4252dcd0538fSMark Fasheh * left_path to account for an edge insert. 4253dcd0538fSMark Fasheh * 4254dcd0538fSMark Fasheh * XXX: When modifying this code, keep in mind that an insert 4255dcd0538fSMark Fasheh * can wind up skipping both of these two special cases... 4256dcd0538fSMark Fasheh */ 4257dcd0538fSMark Fasheh if (rotate) { 42581bbf0b8dSJoel Becker ret = ocfs2_rotate_tree_right(handle, et, type->ins_split, 4259dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 4260dcd0538fSMark Fasheh right_path, &left_path); 4261dcd0538fSMark Fasheh if (ret) { 4262dcd0538fSMark Fasheh mlog_errno(ret); 4263dcd0538fSMark Fasheh goto out; 4264dcd0538fSMark Fasheh } 4265e8aed345SMark Fasheh 4266e8aed345SMark Fasheh /* 4267e8aed345SMark Fasheh * ocfs2_rotate_tree_right() might have extended the 4268e8aed345SMark Fasheh * transaction without re-journaling our tree root. 4269e8aed345SMark Fasheh */ 4270d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4271e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4272e8aed345SMark Fasheh if (ret) { 4273e8aed345SMark Fasheh mlog_errno(ret); 4274e8aed345SMark Fasheh goto out; 4275e8aed345SMark Fasheh } 4276dcd0538fSMark Fasheh } else if (type->ins_appending == APPEND_TAIL 4277dcd0538fSMark Fasheh && type->ins_contig != CONTIG_LEFT) { 4278dcd0538fSMark Fasheh ret = ocfs2_append_rec_to_path(inode, handle, insert_rec, 4279dcd0538fSMark Fasheh right_path, &left_path); 4280dcd0538fSMark Fasheh if (ret) { 4281dcd0538fSMark Fasheh mlog_errno(ret); 4282dcd0538fSMark Fasheh goto out; 4283dcd0538fSMark Fasheh } 4284dcd0538fSMark Fasheh } 4285dcd0538fSMark Fasheh 42867dc02805SJoel Becker ret = ocfs2_insert_path(inode, handle, et, left_path, right_path, 4287dcd0538fSMark Fasheh insert_rec, type); 4288dcd0538fSMark Fasheh if (ret) { 4289dcd0538fSMark Fasheh mlog_errno(ret); 4290dcd0538fSMark Fasheh goto out; 4291dcd0538fSMark Fasheh } 4292dcd0538fSMark Fasheh 4293dcd0538fSMark Fasheh out_update_clusters: 4294328d5752SMark Fasheh if (type->ins_split == SPLIT_NONE) 42956136ca5fSJoel Becker ocfs2_et_update_clusters(et, 4296e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 4297dcd0538fSMark Fasheh 4298ce1d9ea6SJoel Becker ret = ocfs2_journal_dirty(handle, et->et_root_bh); 4299dcd0538fSMark Fasheh if (ret) 4300dcd0538fSMark Fasheh mlog_errno(ret); 4301dcd0538fSMark Fasheh 4302dcd0538fSMark Fasheh out: 4303dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4304dcd0538fSMark Fasheh ocfs2_free_path(right_path); 4305dcd0538fSMark Fasheh 4306dcd0538fSMark Fasheh return ret; 4307dcd0538fSMark Fasheh } 4308dcd0538fSMark Fasheh 4309328d5752SMark Fasheh static enum ocfs2_contig_type 4310ad5a4d70STao Ma ocfs2_figure_merge_contig_type(struct inode *inode, struct ocfs2_path *path, 4311328d5752SMark Fasheh struct ocfs2_extent_list *el, int index, 4312328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 4313328d5752SMark Fasheh { 4314ad5a4d70STao Ma int status; 4315328d5752SMark Fasheh enum ocfs2_contig_type ret = CONTIG_NONE; 4316ad5a4d70STao Ma u32 left_cpos, right_cpos; 4317ad5a4d70STao Ma struct ocfs2_extent_rec *rec = NULL; 4318ad5a4d70STao Ma struct ocfs2_extent_list *new_el; 4319ad5a4d70STao Ma struct ocfs2_path *left_path = NULL, *right_path = NULL; 4320ad5a4d70STao Ma struct buffer_head *bh; 4321ad5a4d70STao Ma struct ocfs2_extent_block *eb; 4322ad5a4d70STao Ma 4323ad5a4d70STao Ma if (index > 0) { 4324ad5a4d70STao Ma rec = &el->l_recs[index - 1]; 4325ad5a4d70STao Ma } else if (path->p_tree_depth > 0) { 4326ad5a4d70STao Ma status = ocfs2_find_cpos_for_left_leaf(inode->i_sb, 4327ad5a4d70STao Ma path, &left_cpos); 4328ad5a4d70STao Ma if (status) 4329ad5a4d70STao Ma goto out; 4330ad5a4d70STao Ma 4331ad5a4d70STao Ma if (left_cpos != 0) { 4332ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 4333ad5a4d70STao Ma if (!left_path) 4334ad5a4d70STao Ma goto out; 4335ad5a4d70STao Ma 4336facdb77fSJoel Becker status = ocfs2_find_path(INODE_CACHE(inode), 4337facdb77fSJoel Becker left_path, left_cpos); 4338ad5a4d70STao Ma if (status) 4339ad5a4d70STao Ma goto out; 4340ad5a4d70STao Ma 4341ad5a4d70STao Ma new_el = path_leaf_el(left_path); 4342ad5a4d70STao Ma 4343ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) != 4344ad5a4d70STao Ma le16_to_cpu(new_el->l_count)) { 4345ad5a4d70STao Ma bh = path_leaf_bh(left_path); 4346ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 43475e96581aSJoel Becker ocfs2_error(inode->i_sb, 43485e96581aSJoel Becker "Extent block #%llu has an " 43495e96581aSJoel Becker "invalid l_next_free_rec of " 43505e96581aSJoel Becker "%d. It should have " 43515e96581aSJoel Becker "matched the l_count of %d", 43525e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 43535e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec), 43545e96581aSJoel Becker le16_to_cpu(new_el->l_count)); 43555e96581aSJoel Becker status = -EINVAL; 4356ad5a4d70STao Ma goto out; 4357ad5a4d70STao Ma } 4358ad5a4d70STao Ma rec = &new_el->l_recs[ 4359ad5a4d70STao Ma le16_to_cpu(new_el->l_next_free_rec) - 1]; 4360ad5a4d70STao Ma } 4361ad5a4d70STao Ma } 4362328d5752SMark Fasheh 4363328d5752SMark Fasheh /* 4364328d5752SMark Fasheh * We're careful to check for an empty extent record here - 4365328d5752SMark Fasheh * the merge code will know what to do if it sees one. 4366328d5752SMark Fasheh */ 4367ad5a4d70STao Ma if (rec) { 4368328d5752SMark Fasheh if (index == 1 && ocfs2_is_empty_extent(rec)) { 4369328d5752SMark Fasheh if (split_rec->e_cpos == el->l_recs[index].e_cpos) 4370328d5752SMark Fasheh ret = CONTIG_RIGHT; 4371328d5752SMark Fasheh } else { 4372328d5752SMark Fasheh ret = ocfs2_extent_contig(inode, rec, split_rec); 4373328d5752SMark Fasheh } 4374328d5752SMark Fasheh } 4375328d5752SMark Fasheh 4376ad5a4d70STao Ma rec = NULL; 4377ad5a4d70STao Ma if (index < (le16_to_cpu(el->l_next_free_rec) - 1)) 4378ad5a4d70STao Ma rec = &el->l_recs[index + 1]; 4379ad5a4d70STao Ma else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) && 4380ad5a4d70STao Ma path->p_tree_depth > 0) { 4381ad5a4d70STao Ma status = ocfs2_find_cpos_for_right_leaf(inode->i_sb, 4382ad5a4d70STao Ma path, &right_cpos); 4383ad5a4d70STao Ma if (status) 4384ad5a4d70STao Ma goto out; 4385ad5a4d70STao Ma 4386ad5a4d70STao Ma if (right_cpos == 0) 4387ad5a4d70STao Ma goto out; 4388ad5a4d70STao Ma 4389ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 4390ad5a4d70STao Ma if (!right_path) 4391ad5a4d70STao Ma goto out; 4392ad5a4d70STao Ma 4393facdb77fSJoel Becker status = ocfs2_find_path(INODE_CACHE(inode), right_path, right_cpos); 4394ad5a4d70STao Ma if (status) 4395ad5a4d70STao Ma goto out; 4396ad5a4d70STao Ma 4397ad5a4d70STao Ma new_el = path_leaf_el(right_path); 4398ad5a4d70STao Ma rec = &new_el->l_recs[0]; 4399ad5a4d70STao Ma if (ocfs2_is_empty_extent(rec)) { 4400ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) <= 1) { 4401ad5a4d70STao Ma bh = path_leaf_bh(right_path); 4402ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 44035e96581aSJoel Becker ocfs2_error(inode->i_sb, 44045e96581aSJoel Becker "Extent block #%llu has an " 44055e96581aSJoel Becker "invalid l_next_free_rec of %d", 44065e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 44075e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec)); 44085e96581aSJoel Becker status = -EINVAL; 4409ad5a4d70STao Ma goto out; 4410ad5a4d70STao Ma } 4411ad5a4d70STao Ma rec = &new_el->l_recs[1]; 4412ad5a4d70STao Ma } 4413ad5a4d70STao Ma } 4414ad5a4d70STao Ma 4415ad5a4d70STao Ma if (rec) { 4416328d5752SMark Fasheh enum ocfs2_contig_type contig_type; 4417328d5752SMark Fasheh 4418328d5752SMark Fasheh contig_type = ocfs2_extent_contig(inode, rec, split_rec); 4419328d5752SMark Fasheh 4420328d5752SMark Fasheh if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT) 4421328d5752SMark Fasheh ret = CONTIG_LEFTRIGHT; 4422328d5752SMark Fasheh else if (ret == CONTIG_NONE) 4423328d5752SMark Fasheh ret = contig_type; 4424328d5752SMark Fasheh } 4425328d5752SMark Fasheh 4426ad5a4d70STao Ma out: 4427ad5a4d70STao Ma if (left_path) 4428ad5a4d70STao Ma ocfs2_free_path(left_path); 4429ad5a4d70STao Ma if (right_path) 4430ad5a4d70STao Ma ocfs2_free_path(right_path); 4431ad5a4d70STao Ma 4432328d5752SMark Fasheh return ret; 4433328d5752SMark Fasheh } 4434328d5752SMark Fasheh 4435dcd0538fSMark Fasheh static void ocfs2_figure_contig_type(struct inode *inode, 4436dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 4437dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4438ca12b7c4STao Ma struct ocfs2_extent_rec *insert_rec, 4439ca12b7c4STao Ma struct ocfs2_extent_tree *et) 4440dcd0538fSMark Fasheh { 4441dcd0538fSMark Fasheh int i; 4442dcd0538fSMark Fasheh enum ocfs2_contig_type contig_type = CONTIG_NONE; 4443dcd0538fSMark Fasheh 4444e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4445e48edee2SMark Fasheh 4446dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 4447dcd0538fSMark Fasheh contig_type = ocfs2_extent_contig(inode, &el->l_recs[i], 4448dcd0538fSMark Fasheh insert_rec); 4449dcd0538fSMark Fasheh if (contig_type != CONTIG_NONE) { 4450dcd0538fSMark Fasheh insert->ins_contig_index = i; 4451dcd0538fSMark Fasheh break; 4452dcd0538fSMark Fasheh } 4453dcd0538fSMark Fasheh } 4454dcd0538fSMark Fasheh insert->ins_contig = contig_type; 4455ca12b7c4STao Ma 4456ca12b7c4STao Ma if (insert->ins_contig != CONTIG_NONE) { 4457ca12b7c4STao Ma struct ocfs2_extent_rec *rec = 4458ca12b7c4STao Ma &el->l_recs[insert->ins_contig_index]; 4459ca12b7c4STao Ma unsigned int len = le16_to_cpu(rec->e_leaf_clusters) + 4460ca12b7c4STao Ma le16_to_cpu(insert_rec->e_leaf_clusters); 4461ca12b7c4STao Ma 4462ca12b7c4STao Ma /* 4463ca12b7c4STao Ma * Caller might want us to limit the size of extents, don't 4464ca12b7c4STao Ma * calculate contiguousness if we might exceed that limit. 4465ca12b7c4STao Ma */ 4466ce1d9ea6SJoel Becker if (et->et_max_leaf_clusters && 4467ce1d9ea6SJoel Becker (len > et->et_max_leaf_clusters)) 4468ca12b7c4STao Ma insert->ins_contig = CONTIG_NONE; 4469ca12b7c4STao Ma } 4470dcd0538fSMark Fasheh } 4471dcd0538fSMark Fasheh 4472dcd0538fSMark Fasheh /* 4473dcd0538fSMark Fasheh * This should only be called against the righmost leaf extent list. 4474dcd0538fSMark Fasheh * 4475dcd0538fSMark Fasheh * ocfs2_figure_appending_type() will figure out whether we'll have to 4476dcd0538fSMark Fasheh * insert at the tail of the rightmost leaf. 4477dcd0538fSMark Fasheh * 4478e7d4cb6bSTao Ma * This should also work against the root extent list for tree's with 0 4479e7d4cb6bSTao Ma * depth. If we consider the root extent list to be the rightmost leaf node 4480dcd0538fSMark Fasheh * then the logic here makes sense. 4481dcd0538fSMark Fasheh */ 4482dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert, 4483dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4484dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4485dcd0538fSMark Fasheh { 4486dcd0538fSMark Fasheh int i; 4487dcd0538fSMark Fasheh u32 cpos = le32_to_cpu(insert_rec->e_cpos); 4488dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 4489dcd0538fSMark Fasheh 4490dcd0538fSMark Fasheh insert->ins_appending = APPEND_NONE; 4491dcd0538fSMark Fasheh 4492e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4493dcd0538fSMark Fasheh 4494dcd0538fSMark Fasheh if (!el->l_next_free_rec) 4495dcd0538fSMark Fasheh goto set_tail_append; 4496dcd0538fSMark Fasheh 4497dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 4498dcd0538fSMark Fasheh /* Were all records empty? */ 4499dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 1) 4500dcd0538fSMark Fasheh goto set_tail_append; 4501dcd0538fSMark Fasheh } 4502dcd0538fSMark Fasheh 4503dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 4504dcd0538fSMark Fasheh rec = &el->l_recs[i]; 4505dcd0538fSMark Fasheh 4506e48edee2SMark Fasheh if (cpos >= 4507e48edee2SMark Fasheh (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters))) 4508dcd0538fSMark Fasheh goto set_tail_append; 4509dcd0538fSMark Fasheh 4510dcd0538fSMark Fasheh return; 4511dcd0538fSMark Fasheh 4512dcd0538fSMark Fasheh set_tail_append: 4513dcd0538fSMark Fasheh insert->ins_appending = APPEND_TAIL; 4514dcd0538fSMark Fasheh } 4515dcd0538fSMark Fasheh 4516dcd0538fSMark Fasheh /* 4517dcd0538fSMark Fasheh * Helper function called at the begining of an insert. 4518dcd0538fSMark Fasheh * 4519dcd0538fSMark Fasheh * This computes a few things that are commonly used in the process of 4520dcd0538fSMark Fasheh * inserting into the btree: 4521dcd0538fSMark Fasheh * - Whether the new extent is contiguous with an existing one. 4522dcd0538fSMark Fasheh * - The current tree depth. 4523dcd0538fSMark Fasheh * - Whether the insert is an appending one. 4524dcd0538fSMark Fasheh * - The total # of free records in the tree. 4525dcd0538fSMark Fasheh * 4526dcd0538fSMark Fasheh * All of the information is stored on the ocfs2_insert_type 4527dcd0538fSMark Fasheh * structure. 4528dcd0538fSMark Fasheh */ 4529dcd0538fSMark Fasheh static int ocfs2_figure_insert_type(struct inode *inode, 4530e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4531dcd0538fSMark Fasheh struct buffer_head **last_eb_bh, 4532dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4533c77534f6STao Mao int *free_records, 4534dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4535dcd0538fSMark Fasheh { 4536dcd0538fSMark Fasheh int ret; 4537dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 4538dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4539dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 4540dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 4541dcd0538fSMark Fasheh 4542328d5752SMark Fasheh insert->ins_split = SPLIT_NONE; 4543328d5752SMark Fasheh 4544ce1d9ea6SJoel Becker el = et->et_root_el; 4545dcd0538fSMark Fasheh insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth); 4546dcd0538fSMark Fasheh 4547dcd0538fSMark Fasheh if (el->l_tree_depth) { 4548dcd0538fSMark Fasheh /* 4549dcd0538fSMark Fasheh * If we have tree depth, we read in the 4550dcd0538fSMark Fasheh * rightmost extent block ahead of time as 4551dcd0538fSMark Fasheh * ocfs2_figure_insert_type() and ocfs2_add_branch() 4552dcd0538fSMark Fasheh * may want it later. 4553dcd0538fSMark Fasheh */ 45543d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 45555e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 45565e96581aSJoel Becker &bh); 4557dcd0538fSMark Fasheh if (ret) { 4558dcd0538fSMark Fasheh mlog_exit(ret); 4559dcd0538fSMark Fasheh goto out; 4560dcd0538fSMark Fasheh } 4561dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 4562dcd0538fSMark Fasheh el = &eb->h_list; 4563dcd0538fSMark Fasheh } 4564dcd0538fSMark Fasheh 4565dcd0538fSMark Fasheh /* 4566dcd0538fSMark Fasheh * Unless we have a contiguous insert, we'll need to know if 4567dcd0538fSMark Fasheh * there is room left in our allocation tree for another 4568dcd0538fSMark Fasheh * extent record. 4569dcd0538fSMark Fasheh * 4570dcd0538fSMark Fasheh * XXX: This test is simplistic, we can search for empty 4571dcd0538fSMark Fasheh * extent records too. 4572dcd0538fSMark Fasheh */ 4573c77534f6STao Mao *free_records = le16_to_cpu(el->l_count) - 4574dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec); 4575dcd0538fSMark Fasheh 4576dcd0538fSMark Fasheh if (!insert->ins_tree_depth) { 4577ca12b7c4STao Ma ocfs2_figure_contig_type(inode, insert, el, insert_rec, et); 4578dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4579dcd0538fSMark Fasheh return 0; 4580dcd0538fSMark Fasheh } 4581dcd0538fSMark Fasheh 4582ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 4583dcd0538fSMark Fasheh if (!path) { 4584dcd0538fSMark Fasheh ret = -ENOMEM; 4585dcd0538fSMark Fasheh mlog_errno(ret); 4586dcd0538fSMark Fasheh goto out; 4587dcd0538fSMark Fasheh } 4588dcd0538fSMark Fasheh 4589dcd0538fSMark Fasheh /* 4590dcd0538fSMark Fasheh * In the case that we're inserting past what the tree 4591dcd0538fSMark Fasheh * currently accounts for, ocfs2_find_path() will return for 4592dcd0538fSMark Fasheh * us the rightmost tree path. This is accounted for below in 4593dcd0538fSMark Fasheh * the appending code. 4594dcd0538fSMark Fasheh */ 4595facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, le32_to_cpu(insert_rec->e_cpos)); 4596dcd0538fSMark Fasheh if (ret) { 4597dcd0538fSMark Fasheh mlog_errno(ret); 4598dcd0538fSMark Fasheh goto out; 4599dcd0538fSMark Fasheh } 4600dcd0538fSMark Fasheh 4601dcd0538fSMark Fasheh el = path_leaf_el(path); 4602dcd0538fSMark Fasheh 4603dcd0538fSMark Fasheh /* 4604dcd0538fSMark Fasheh * Now that we have the path, there's two things we want to determine: 4605dcd0538fSMark Fasheh * 1) Contiguousness (also set contig_index if this is so) 4606dcd0538fSMark Fasheh * 4607dcd0538fSMark Fasheh * 2) Are we doing an append? We can trivially break this up 4608dcd0538fSMark Fasheh * into two types of appends: simple record append, or a 4609dcd0538fSMark Fasheh * rotate inside the tail leaf. 4610dcd0538fSMark Fasheh */ 4611ca12b7c4STao Ma ocfs2_figure_contig_type(inode, insert, el, insert_rec, et); 4612dcd0538fSMark Fasheh 4613dcd0538fSMark Fasheh /* 4614dcd0538fSMark Fasheh * The insert code isn't quite ready to deal with all cases of 4615dcd0538fSMark Fasheh * left contiguousness. Specifically, if it's an insert into 4616dcd0538fSMark Fasheh * the 1st record in a leaf, it will require the adjustment of 4617e48edee2SMark Fasheh * cluster count on the last record of the path directly to it's 4618dcd0538fSMark Fasheh * left. For now, just catch that case and fool the layers 4619dcd0538fSMark Fasheh * above us. This works just fine for tree_depth == 0, which 4620dcd0538fSMark Fasheh * is why we allow that above. 4621dcd0538fSMark Fasheh */ 4622dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT && 4623dcd0538fSMark Fasheh insert->ins_contig_index == 0) 4624dcd0538fSMark Fasheh insert->ins_contig = CONTIG_NONE; 4625dcd0538fSMark Fasheh 4626dcd0538fSMark Fasheh /* 4627dcd0538fSMark Fasheh * Ok, so we can simply compare against last_eb to figure out 4628dcd0538fSMark Fasheh * whether the path doesn't exist. This will only happen in 4629dcd0538fSMark Fasheh * the case that we're doing a tail append, so maybe we can 4630dcd0538fSMark Fasheh * take advantage of that information somehow. 4631dcd0538fSMark Fasheh */ 463235dc0aa3SJoel Becker if (ocfs2_et_get_last_eb_blk(et) == 4633e7d4cb6bSTao Ma path_leaf_bh(path)->b_blocknr) { 4634dcd0538fSMark Fasheh /* 4635dcd0538fSMark Fasheh * Ok, ocfs2_find_path() returned us the rightmost 4636dcd0538fSMark Fasheh * tree path. This might be an appending insert. There are 4637dcd0538fSMark Fasheh * two cases: 4638dcd0538fSMark Fasheh * 1) We're doing a true append at the tail: 4639dcd0538fSMark Fasheh * -This might even be off the end of the leaf 4640dcd0538fSMark Fasheh * 2) We're "appending" by rotating in the tail 4641dcd0538fSMark Fasheh */ 4642dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4643dcd0538fSMark Fasheh } 4644dcd0538fSMark Fasheh 4645dcd0538fSMark Fasheh out: 4646dcd0538fSMark Fasheh ocfs2_free_path(path); 4647dcd0538fSMark Fasheh 4648dcd0538fSMark Fasheh if (ret == 0) 4649dcd0538fSMark Fasheh *last_eb_bh = bh; 4650dcd0538fSMark Fasheh else 4651dcd0538fSMark Fasheh brelse(bh); 4652dcd0538fSMark Fasheh return ret; 4653dcd0538fSMark Fasheh } 4654dcd0538fSMark Fasheh 4655dcd0538fSMark Fasheh /* 4656dcd0538fSMark Fasheh * Insert an extent into an inode btree. 4657dcd0538fSMark Fasheh * 4658dcd0538fSMark Fasheh * The caller needs to update fe->i_clusters 4659dcd0538fSMark Fasheh */ 4660f99b9b7cSJoel Becker int ocfs2_insert_extent(struct ocfs2_super *osb, 46611fabe148SMark Fasheh handle_t *handle, 4662ccd979bdSMark Fasheh struct inode *inode, 4663f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 4664dcd0538fSMark Fasheh u32 cpos, 4665ccd979bdSMark Fasheh u64 start_blk, 4666ccd979bdSMark Fasheh u32 new_clusters, 46672ae99a60SMark Fasheh u8 flags, 4668f99b9b7cSJoel Becker struct ocfs2_alloc_context *meta_ac) 4669ccd979bdSMark Fasheh { 4670c3afcbb3SMark Fasheh int status; 4671c77534f6STao Mao int uninitialized_var(free_records); 4672ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 4673dcd0538fSMark Fasheh struct ocfs2_insert_type insert = {0, }; 4674dcd0538fSMark Fasheh struct ocfs2_extent_rec rec; 4675ccd979bdSMark Fasheh 4676dcd0538fSMark Fasheh mlog(0, "add %u clusters at position %u to inode %llu\n", 4677dcd0538fSMark Fasheh new_clusters, cpos, (unsigned long long)OCFS2_I(inode)->ip_blkno); 4678ccd979bdSMark Fasheh 4679e48edee2SMark Fasheh memset(&rec, 0, sizeof(rec)); 4680dcd0538fSMark Fasheh rec.e_cpos = cpu_to_le32(cpos); 4681dcd0538fSMark Fasheh rec.e_blkno = cpu_to_le64(start_blk); 4682e48edee2SMark Fasheh rec.e_leaf_clusters = cpu_to_le16(new_clusters); 46832ae99a60SMark Fasheh rec.e_flags = flags; 46846136ca5fSJoel Becker status = ocfs2_et_insert_check(et, &rec); 46851e61ee79SJoel Becker if (status) { 46861e61ee79SJoel Becker mlog_errno(status); 46871e61ee79SJoel Becker goto bail; 46881e61ee79SJoel Becker } 4689ccd979bdSMark Fasheh 4690e7d4cb6bSTao Ma status = ocfs2_figure_insert_type(inode, et, &last_eb_bh, &rec, 4691c77534f6STao Mao &free_records, &insert); 4692ccd979bdSMark Fasheh if (status < 0) { 4693dcd0538fSMark Fasheh mlog_errno(status); 4694ccd979bdSMark Fasheh goto bail; 4695ccd979bdSMark Fasheh } 4696ccd979bdSMark Fasheh 4697dcd0538fSMark Fasheh mlog(0, "Insert.appending: %u, Insert.Contig: %u, " 4698dcd0538fSMark Fasheh "Insert.contig_index: %d, Insert.free_records: %d, " 4699dcd0538fSMark Fasheh "Insert.tree_depth: %d\n", 4700dcd0538fSMark Fasheh insert.ins_appending, insert.ins_contig, insert.ins_contig_index, 4701c77534f6STao Mao free_records, insert.ins_tree_depth); 4702dcd0538fSMark Fasheh 4703c77534f6STao Mao if (insert.ins_contig == CONTIG_NONE && free_records == 0) { 4704e7d4cb6bSTao Ma status = ocfs2_grow_tree(inode, handle, et, 4705328d5752SMark Fasheh &insert.ins_tree_depth, &last_eb_bh, 4706ccd979bdSMark Fasheh meta_ac); 4707c3afcbb3SMark Fasheh if (status) { 4708ccd979bdSMark Fasheh mlog_errno(status); 4709ccd979bdSMark Fasheh goto bail; 4710ccd979bdSMark Fasheh } 4711c3afcbb3SMark Fasheh } 4712ccd979bdSMark Fasheh 4713dcd0538fSMark Fasheh /* Finally, we can add clusters. This might rotate the tree for us. */ 4714e7d4cb6bSTao Ma status = ocfs2_do_insert_extent(inode, handle, et, &rec, &insert); 4715ccd979bdSMark Fasheh if (status < 0) 4716ccd979bdSMark Fasheh mlog_errno(status); 4717f99b9b7cSJoel Becker else if (et->et_ops == &ocfs2_dinode_et_ops) 471883418978SMark Fasheh ocfs2_extent_map_insert_rec(inode, &rec); 4719ccd979bdSMark Fasheh 4720ccd979bdSMark Fasheh bail: 4721ccd979bdSMark Fasheh brelse(last_eb_bh); 4722ccd979bdSMark Fasheh 4723f56654c4STao Ma mlog_exit(status); 4724f56654c4STao Ma return status; 4725f56654c4STao Ma } 4726f56654c4STao Ma 47270eb8d47eSTao Ma /* 47280eb8d47eSTao Ma * Allcate and add clusters into the extent b-tree. 47290eb8d47eSTao Ma * The new clusters(clusters_to_add) will be inserted at logical_offset. 4730f99b9b7cSJoel Becker * The extent b-tree's root is specified by et, and 47310eb8d47eSTao Ma * it is not limited to the file storage. Any extent tree can use this 47320eb8d47eSTao Ma * function if it implements the proper ocfs2_extent_tree. 47330eb8d47eSTao Ma */ 47340eb8d47eSTao Ma int ocfs2_add_clusters_in_btree(struct ocfs2_super *osb, 47350eb8d47eSTao Ma struct inode *inode, 47360eb8d47eSTao Ma u32 *logical_offset, 47370eb8d47eSTao Ma u32 clusters_to_add, 47380eb8d47eSTao Ma int mark_unwritten, 4739f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 47400eb8d47eSTao Ma handle_t *handle, 47410eb8d47eSTao Ma struct ocfs2_alloc_context *data_ac, 47420eb8d47eSTao Ma struct ocfs2_alloc_context *meta_ac, 4743f99b9b7cSJoel Becker enum ocfs2_alloc_restarted *reason_ret) 47440eb8d47eSTao Ma { 47450eb8d47eSTao Ma int status = 0; 47460eb8d47eSTao Ma int free_extents; 47470eb8d47eSTao Ma enum ocfs2_alloc_restarted reason = RESTART_NONE; 47480eb8d47eSTao Ma u32 bit_off, num_bits; 47490eb8d47eSTao Ma u64 block; 47500eb8d47eSTao Ma u8 flags = 0; 47510eb8d47eSTao Ma 47520eb8d47eSTao Ma BUG_ON(!clusters_to_add); 47530eb8d47eSTao Ma 47540eb8d47eSTao Ma if (mark_unwritten) 47550eb8d47eSTao Ma flags = OCFS2_EXT_UNWRITTEN; 47560eb8d47eSTao Ma 47573d03a305SJoel Becker free_extents = ocfs2_num_free_extents(osb, et); 47580eb8d47eSTao Ma if (free_extents < 0) { 47590eb8d47eSTao Ma status = free_extents; 47600eb8d47eSTao Ma mlog_errno(status); 47610eb8d47eSTao Ma goto leave; 47620eb8d47eSTao Ma } 47630eb8d47eSTao Ma 47640eb8d47eSTao Ma /* there are two cases which could cause us to EAGAIN in the 47650eb8d47eSTao Ma * we-need-more-metadata case: 47660eb8d47eSTao Ma * 1) we haven't reserved *any* 47670eb8d47eSTao Ma * 2) we are so fragmented, we've needed to add metadata too 47680eb8d47eSTao Ma * many times. */ 47690eb8d47eSTao Ma if (!free_extents && !meta_ac) { 47700eb8d47eSTao Ma mlog(0, "we haven't reserved any metadata!\n"); 47710eb8d47eSTao Ma status = -EAGAIN; 47720eb8d47eSTao Ma reason = RESTART_META; 47730eb8d47eSTao Ma goto leave; 47740eb8d47eSTao Ma } else if ((!free_extents) 47750eb8d47eSTao Ma && (ocfs2_alloc_context_bits_left(meta_ac) 4776f99b9b7cSJoel Becker < ocfs2_extend_meta_needed(et->et_root_el))) { 47770eb8d47eSTao Ma mlog(0, "filesystem is really fragmented...\n"); 47780eb8d47eSTao Ma status = -EAGAIN; 47790eb8d47eSTao Ma reason = RESTART_META; 47800eb8d47eSTao Ma goto leave; 47810eb8d47eSTao Ma } 47820eb8d47eSTao Ma 47830eb8d47eSTao Ma status = __ocfs2_claim_clusters(osb, handle, data_ac, 1, 47840eb8d47eSTao Ma clusters_to_add, &bit_off, &num_bits); 47850eb8d47eSTao Ma if (status < 0) { 47860eb8d47eSTao Ma if (status != -ENOSPC) 47870eb8d47eSTao Ma mlog_errno(status); 47880eb8d47eSTao Ma goto leave; 47890eb8d47eSTao Ma } 47900eb8d47eSTao Ma 47910eb8d47eSTao Ma BUG_ON(num_bits > clusters_to_add); 47920eb8d47eSTao Ma 479313723d00SJoel Becker /* reserve our write early -- insert_extent may update the tree root */ 4794d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 47950eb8d47eSTao Ma OCFS2_JOURNAL_ACCESS_WRITE); 47960eb8d47eSTao Ma if (status < 0) { 47970eb8d47eSTao Ma mlog_errno(status); 47980eb8d47eSTao Ma goto leave; 47990eb8d47eSTao Ma } 48000eb8d47eSTao Ma 48010eb8d47eSTao Ma block = ocfs2_clusters_to_blocks(osb->sb, bit_off); 48020eb8d47eSTao Ma mlog(0, "Allocating %u clusters at block %u for inode %llu\n", 48030eb8d47eSTao Ma num_bits, bit_off, (unsigned long long)OCFS2_I(inode)->ip_blkno); 4804f99b9b7cSJoel Becker status = ocfs2_insert_extent(osb, handle, inode, et, 4805f56654c4STao Ma *logical_offset, block, 4806f56654c4STao Ma num_bits, flags, meta_ac); 48070eb8d47eSTao Ma if (status < 0) { 48080eb8d47eSTao Ma mlog_errno(status); 48090eb8d47eSTao Ma goto leave; 48100eb8d47eSTao Ma } 48110eb8d47eSTao Ma 4812f99b9b7cSJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 48130eb8d47eSTao Ma if (status < 0) { 48140eb8d47eSTao Ma mlog_errno(status); 48150eb8d47eSTao Ma goto leave; 48160eb8d47eSTao Ma } 48170eb8d47eSTao Ma 48180eb8d47eSTao Ma clusters_to_add -= num_bits; 48190eb8d47eSTao Ma *logical_offset += num_bits; 48200eb8d47eSTao Ma 48210eb8d47eSTao Ma if (clusters_to_add) { 48220eb8d47eSTao Ma mlog(0, "need to alloc once more, wanted = %u\n", 48230eb8d47eSTao Ma clusters_to_add); 48240eb8d47eSTao Ma status = -EAGAIN; 48250eb8d47eSTao Ma reason = RESTART_TRANS; 48260eb8d47eSTao Ma } 48270eb8d47eSTao Ma 48280eb8d47eSTao Ma leave: 48290eb8d47eSTao Ma mlog_exit(status); 48300eb8d47eSTao Ma if (reason_ret) 48310eb8d47eSTao Ma *reason_ret = reason; 48320eb8d47eSTao Ma return status; 48330eb8d47eSTao Ma } 48340eb8d47eSTao Ma 4835328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb, 4836328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4837328d5752SMark Fasheh u32 cpos, 4838328d5752SMark Fasheh struct ocfs2_extent_rec *rec) 4839328d5752SMark Fasheh { 4840328d5752SMark Fasheh u32 rec_cpos = le32_to_cpu(rec->e_cpos); 4841328d5752SMark Fasheh u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters); 4842328d5752SMark Fasheh 4843328d5752SMark Fasheh memset(split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4844328d5752SMark Fasheh 4845328d5752SMark Fasheh split_rec->e_cpos = cpu_to_le32(cpos); 4846328d5752SMark Fasheh split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos); 4847328d5752SMark Fasheh 4848328d5752SMark Fasheh split_rec->e_blkno = rec->e_blkno; 4849328d5752SMark Fasheh le64_add_cpu(&split_rec->e_blkno, 4850328d5752SMark Fasheh ocfs2_clusters_to_blocks(sb, cpos - rec_cpos)); 4851328d5752SMark Fasheh 4852328d5752SMark Fasheh split_rec->e_flags = rec->e_flags; 4853328d5752SMark Fasheh } 4854328d5752SMark Fasheh 4855328d5752SMark Fasheh static int ocfs2_split_and_insert(struct inode *inode, 4856328d5752SMark Fasheh handle_t *handle, 4857328d5752SMark Fasheh struct ocfs2_path *path, 4858e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4859328d5752SMark Fasheh struct buffer_head **last_eb_bh, 4860328d5752SMark Fasheh int split_index, 4861328d5752SMark Fasheh struct ocfs2_extent_rec *orig_split_rec, 4862328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4863328d5752SMark Fasheh { 4864328d5752SMark Fasheh int ret = 0, depth; 4865328d5752SMark Fasheh unsigned int insert_range, rec_range, do_leftright = 0; 4866328d5752SMark Fasheh struct ocfs2_extent_rec tmprec; 4867328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4868328d5752SMark Fasheh struct ocfs2_extent_rec rec; 4869328d5752SMark Fasheh struct ocfs2_extent_rec split_rec = *orig_split_rec; 4870328d5752SMark Fasheh struct ocfs2_insert_type insert; 4871328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4872328d5752SMark Fasheh 4873328d5752SMark Fasheh leftright: 4874328d5752SMark Fasheh /* 4875328d5752SMark Fasheh * Store a copy of the record on the stack - it might move 4876328d5752SMark Fasheh * around as the tree is manipulated below. 4877328d5752SMark Fasheh */ 4878328d5752SMark Fasheh rec = path_leaf_el(path)->l_recs[split_index]; 4879328d5752SMark Fasheh 4880ce1d9ea6SJoel Becker rightmost_el = et->et_root_el; 4881328d5752SMark Fasheh 4882328d5752SMark Fasheh depth = le16_to_cpu(rightmost_el->l_tree_depth); 4883328d5752SMark Fasheh if (depth) { 4884328d5752SMark Fasheh BUG_ON(!(*last_eb_bh)); 4885328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 4886328d5752SMark Fasheh rightmost_el = &eb->h_list; 4887328d5752SMark Fasheh } 4888328d5752SMark Fasheh 4889328d5752SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4890328d5752SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4891e7d4cb6bSTao Ma ret = ocfs2_grow_tree(inode, handle, et, 4892e7d4cb6bSTao Ma &depth, last_eb_bh, meta_ac); 4893328d5752SMark Fasheh if (ret) { 4894328d5752SMark Fasheh mlog_errno(ret); 4895328d5752SMark Fasheh goto out; 4896328d5752SMark Fasheh } 4897328d5752SMark Fasheh } 4898328d5752SMark Fasheh 4899328d5752SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4900328d5752SMark Fasheh insert.ins_appending = APPEND_NONE; 4901328d5752SMark Fasheh insert.ins_contig = CONTIG_NONE; 4902328d5752SMark Fasheh insert.ins_tree_depth = depth; 4903328d5752SMark Fasheh 4904328d5752SMark Fasheh insert_range = le32_to_cpu(split_rec.e_cpos) + 4905328d5752SMark Fasheh le16_to_cpu(split_rec.e_leaf_clusters); 4906328d5752SMark Fasheh rec_range = le32_to_cpu(rec.e_cpos) + 4907328d5752SMark Fasheh le16_to_cpu(rec.e_leaf_clusters); 4908328d5752SMark Fasheh 4909328d5752SMark Fasheh if (split_rec.e_cpos == rec.e_cpos) { 4910328d5752SMark Fasheh insert.ins_split = SPLIT_LEFT; 4911328d5752SMark Fasheh } else if (insert_range == rec_range) { 4912328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4913328d5752SMark Fasheh } else { 4914328d5752SMark Fasheh /* 4915328d5752SMark Fasheh * Left/right split. We fake this as a right split 4916328d5752SMark Fasheh * first and then make a second pass as a left split. 4917328d5752SMark Fasheh */ 4918328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4919328d5752SMark Fasheh 4920328d5752SMark Fasheh ocfs2_make_right_split_rec(inode->i_sb, &tmprec, insert_range, 4921328d5752SMark Fasheh &rec); 4922328d5752SMark Fasheh 4923328d5752SMark Fasheh split_rec = tmprec; 4924328d5752SMark Fasheh 4925328d5752SMark Fasheh BUG_ON(do_leftright); 4926328d5752SMark Fasheh do_leftright = 1; 4927328d5752SMark Fasheh } 4928328d5752SMark Fasheh 4929e7d4cb6bSTao Ma ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert); 4930328d5752SMark Fasheh if (ret) { 4931328d5752SMark Fasheh mlog_errno(ret); 4932328d5752SMark Fasheh goto out; 4933328d5752SMark Fasheh } 4934328d5752SMark Fasheh 4935328d5752SMark Fasheh if (do_leftright == 1) { 4936328d5752SMark Fasheh u32 cpos; 4937328d5752SMark Fasheh struct ocfs2_extent_list *el; 4938328d5752SMark Fasheh 4939328d5752SMark Fasheh do_leftright++; 4940328d5752SMark Fasheh split_rec = *orig_split_rec; 4941328d5752SMark Fasheh 4942328d5752SMark Fasheh ocfs2_reinit_path(path, 1); 4943328d5752SMark Fasheh 4944328d5752SMark Fasheh cpos = le32_to_cpu(split_rec.e_cpos); 4945facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 4946328d5752SMark Fasheh if (ret) { 4947328d5752SMark Fasheh mlog_errno(ret); 4948328d5752SMark Fasheh goto out; 4949328d5752SMark Fasheh } 4950328d5752SMark Fasheh 4951328d5752SMark Fasheh el = path_leaf_el(path); 4952328d5752SMark Fasheh split_index = ocfs2_search_extent_list(el, cpos); 4953328d5752SMark Fasheh goto leftright; 4954328d5752SMark Fasheh } 4955328d5752SMark Fasheh out: 4956328d5752SMark Fasheh 4957328d5752SMark Fasheh return ret; 4958328d5752SMark Fasheh } 4959328d5752SMark Fasheh 496047be12e4STao Ma static int ocfs2_replace_extent_rec(struct inode *inode, 496147be12e4STao Ma handle_t *handle, 496247be12e4STao Ma struct ocfs2_path *path, 496347be12e4STao Ma struct ocfs2_extent_list *el, 496447be12e4STao Ma int split_index, 496547be12e4STao Ma struct ocfs2_extent_rec *split_rec) 496647be12e4STao Ma { 496747be12e4STao Ma int ret; 496847be12e4STao Ma 49690cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, INODE_CACHE(inode), path, 497047be12e4STao Ma path_num_items(path) - 1); 497147be12e4STao Ma if (ret) { 497247be12e4STao Ma mlog_errno(ret); 497347be12e4STao Ma goto out; 497447be12e4STao Ma } 497547be12e4STao Ma 497647be12e4STao Ma el->l_recs[split_index] = *split_rec; 497747be12e4STao Ma 497847be12e4STao Ma ocfs2_journal_dirty(handle, path_leaf_bh(path)); 497947be12e4STao Ma out: 498047be12e4STao Ma return ret; 498147be12e4STao Ma } 498247be12e4STao Ma 4983328d5752SMark Fasheh /* 4984328d5752SMark Fasheh * Mark part or all of the extent record at split_index in the leaf 4985328d5752SMark Fasheh * pointed to by path as written. This removes the unwritten 4986328d5752SMark Fasheh * extent flag. 4987328d5752SMark Fasheh * 4988328d5752SMark Fasheh * Care is taken to handle contiguousness so as to not grow the tree. 4989328d5752SMark Fasheh * 4990328d5752SMark Fasheh * meta_ac is not strictly necessary - we only truly need it if growth 4991328d5752SMark Fasheh * of the tree is required. All other cases will degrade into a less 4992328d5752SMark Fasheh * optimal tree layout. 4993328d5752SMark Fasheh * 4994e7d4cb6bSTao Ma * last_eb_bh should be the rightmost leaf block for any extent 4995e7d4cb6bSTao Ma * btree. Since a split may grow the tree or a merge might shrink it, 4996e7d4cb6bSTao Ma * the caller cannot trust the contents of that buffer after this call. 4997328d5752SMark Fasheh * 4998328d5752SMark Fasheh * This code is optimized for readability - several passes might be 4999328d5752SMark Fasheh * made over certain portions of the tree. All of those blocks will 5000328d5752SMark Fasheh * have been brought into cache (and pinned via the journal), so the 5001328d5752SMark Fasheh * extra overhead is not expressed in terms of disk reads. 5002328d5752SMark Fasheh */ 5003328d5752SMark Fasheh static int __ocfs2_mark_extent_written(struct inode *inode, 5004e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 5005328d5752SMark Fasheh handle_t *handle, 5006328d5752SMark Fasheh struct ocfs2_path *path, 5007328d5752SMark Fasheh int split_index, 5008328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 5009328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5010328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5011328d5752SMark Fasheh { 5012328d5752SMark Fasheh int ret = 0; 5013328d5752SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5014e8aed345SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5015328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 5016328d5752SMark Fasheh struct ocfs2_merge_ctxt ctxt; 5017328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 5018328d5752SMark Fasheh 50193cf0c507SRoel Kluin if (!(rec->e_flags & OCFS2_EXT_UNWRITTEN)) { 5020328d5752SMark Fasheh ret = -EIO; 5021328d5752SMark Fasheh mlog_errno(ret); 5022328d5752SMark Fasheh goto out; 5023328d5752SMark Fasheh } 5024328d5752SMark Fasheh 5025328d5752SMark Fasheh if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) || 5026328d5752SMark Fasheh ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) < 5027328d5752SMark Fasheh (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) { 5028328d5752SMark Fasheh ret = -EIO; 5029328d5752SMark Fasheh mlog_errno(ret); 5030328d5752SMark Fasheh goto out; 5031328d5752SMark Fasheh } 5032328d5752SMark Fasheh 5033ad5a4d70STao Ma ctxt.c_contig_type = ocfs2_figure_merge_contig_type(inode, path, el, 5034328d5752SMark Fasheh split_index, 5035328d5752SMark Fasheh split_rec); 5036328d5752SMark Fasheh 5037328d5752SMark Fasheh /* 5038328d5752SMark Fasheh * The core merge / split code wants to know how much room is 5039328d5752SMark Fasheh * left in this inodes allocation tree, so we pass the 5040328d5752SMark Fasheh * rightmost extent list. 5041328d5752SMark Fasheh */ 5042328d5752SMark Fasheh if (path->p_tree_depth) { 5043328d5752SMark Fasheh struct ocfs2_extent_block *eb; 5044328d5752SMark Fasheh 50453d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 50465e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 50470fcaa56aSJoel Becker &last_eb_bh); 5048328d5752SMark Fasheh if (ret) { 5049328d5752SMark Fasheh mlog_exit(ret); 5050328d5752SMark Fasheh goto out; 5051328d5752SMark Fasheh } 5052328d5752SMark Fasheh 5053328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5054328d5752SMark Fasheh rightmost_el = &eb->h_list; 5055328d5752SMark Fasheh } else 5056328d5752SMark Fasheh rightmost_el = path_root_el(path); 5057328d5752SMark Fasheh 5058328d5752SMark Fasheh if (rec->e_cpos == split_rec->e_cpos && 5059328d5752SMark Fasheh rec->e_leaf_clusters == split_rec->e_leaf_clusters) 5060328d5752SMark Fasheh ctxt.c_split_covers_rec = 1; 5061328d5752SMark Fasheh else 5062328d5752SMark Fasheh ctxt.c_split_covers_rec = 0; 5063328d5752SMark Fasheh 5064328d5752SMark Fasheh ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]); 5065328d5752SMark Fasheh 5066015452b1SMark Fasheh mlog(0, "index: %d, contig: %u, has_empty: %u, split_covers: %u\n", 5067015452b1SMark Fasheh split_index, ctxt.c_contig_type, ctxt.c_has_empty_extent, 5068015452b1SMark Fasheh ctxt.c_split_covers_rec); 5069328d5752SMark Fasheh 5070328d5752SMark Fasheh if (ctxt.c_contig_type == CONTIG_NONE) { 5071328d5752SMark Fasheh if (ctxt.c_split_covers_rec) 507247be12e4STao Ma ret = ocfs2_replace_extent_rec(inode, handle, 507347be12e4STao Ma path, el, 507447be12e4STao Ma split_index, split_rec); 5075328d5752SMark Fasheh else 5076e7d4cb6bSTao Ma ret = ocfs2_split_and_insert(inode, handle, path, et, 5077328d5752SMark Fasheh &last_eb_bh, split_index, 5078328d5752SMark Fasheh split_rec, meta_ac); 5079328d5752SMark Fasheh if (ret) 5080328d5752SMark Fasheh mlog_errno(ret); 5081328d5752SMark Fasheh } else { 5082328d5752SMark Fasheh ret = ocfs2_try_to_merge_extent(inode, handle, path, 5083328d5752SMark Fasheh split_index, split_rec, 5084e7d4cb6bSTao Ma dealloc, &ctxt, et); 5085328d5752SMark Fasheh if (ret) 5086328d5752SMark Fasheh mlog_errno(ret); 5087328d5752SMark Fasheh } 5088328d5752SMark Fasheh 5089328d5752SMark Fasheh out: 5090328d5752SMark Fasheh brelse(last_eb_bh); 5091328d5752SMark Fasheh return ret; 5092328d5752SMark Fasheh } 5093328d5752SMark Fasheh 5094328d5752SMark Fasheh /* 5095328d5752SMark Fasheh * Mark the already-existing extent at cpos as written for len clusters. 5096328d5752SMark Fasheh * 5097328d5752SMark Fasheh * If the existing extent is larger than the request, initiate a 5098328d5752SMark Fasheh * split. An attempt will be made at merging with adjacent extents. 5099328d5752SMark Fasheh * 5100328d5752SMark Fasheh * The caller is responsible for passing down meta_ac if we'll need it. 5101328d5752SMark Fasheh */ 5102f99b9b7cSJoel Becker int ocfs2_mark_extent_written(struct inode *inode, 5103f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5104328d5752SMark Fasheh handle_t *handle, u32 cpos, u32 len, u32 phys, 5105328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5106f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 5107328d5752SMark Fasheh { 5108328d5752SMark Fasheh int ret, index; 5109328d5752SMark Fasheh u64 start_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys); 5110328d5752SMark Fasheh struct ocfs2_extent_rec split_rec; 5111328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 5112328d5752SMark Fasheh struct ocfs2_extent_list *el; 5113328d5752SMark Fasheh 5114328d5752SMark Fasheh mlog(0, "Inode %lu cpos %u, len %u, phys %u (%llu)\n", 5115328d5752SMark Fasheh inode->i_ino, cpos, len, phys, (unsigned long long)start_blkno); 5116328d5752SMark Fasheh 5117328d5752SMark Fasheh if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) { 5118328d5752SMark Fasheh ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents " 5119328d5752SMark Fasheh "that are being written to, but the feature bit " 5120328d5752SMark Fasheh "is not set in the super block.", 5121328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 5122328d5752SMark Fasheh ret = -EROFS; 5123328d5752SMark Fasheh goto out; 5124328d5752SMark Fasheh } 5125328d5752SMark Fasheh 5126328d5752SMark Fasheh /* 5127328d5752SMark Fasheh * XXX: This should be fixed up so that we just re-insert the 5128328d5752SMark Fasheh * next extent records. 5129f99b9b7cSJoel Becker * 5130f99b9b7cSJoel Becker * XXX: This is a hack on the extent tree, maybe it should be 5131f99b9b7cSJoel Becker * an op? 5132328d5752SMark Fasheh */ 5133f99b9b7cSJoel Becker if (et->et_ops == &ocfs2_dinode_et_ops) 5134328d5752SMark Fasheh ocfs2_extent_map_trunc(inode, 0); 5135328d5752SMark Fasheh 5136ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_et(et); 5137328d5752SMark Fasheh if (!left_path) { 5138328d5752SMark Fasheh ret = -ENOMEM; 5139328d5752SMark Fasheh mlog_errno(ret); 5140328d5752SMark Fasheh goto out; 5141328d5752SMark Fasheh } 5142328d5752SMark Fasheh 5143facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 5144328d5752SMark Fasheh if (ret) { 5145328d5752SMark Fasheh mlog_errno(ret); 5146328d5752SMark Fasheh goto out; 5147328d5752SMark Fasheh } 5148328d5752SMark Fasheh el = path_leaf_el(left_path); 5149328d5752SMark Fasheh 5150328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5151328d5752SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5152328d5752SMark Fasheh ocfs2_error(inode->i_sb, 5153328d5752SMark Fasheh "Inode %llu has an extent at cpos %u which can no " 5154328d5752SMark Fasheh "longer be found.\n", 5155328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos); 5156328d5752SMark Fasheh ret = -EROFS; 5157328d5752SMark Fasheh goto out; 5158328d5752SMark Fasheh } 5159328d5752SMark Fasheh 5160328d5752SMark Fasheh memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec)); 5161328d5752SMark Fasheh split_rec.e_cpos = cpu_to_le32(cpos); 5162328d5752SMark Fasheh split_rec.e_leaf_clusters = cpu_to_le16(len); 5163328d5752SMark Fasheh split_rec.e_blkno = cpu_to_le64(start_blkno); 5164328d5752SMark Fasheh split_rec.e_flags = path_leaf_el(left_path)->l_recs[index].e_flags; 5165328d5752SMark Fasheh split_rec.e_flags &= ~OCFS2_EXT_UNWRITTEN; 5166328d5752SMark Fasheh 5167f99b9b7cSJoel Becker ret = __ocfs2_mark_extent_written(inode, et, handle, left_path, 5168e7d4cb6bSTao Ma index, &split_rec, meta_ac, 5169e7d4cb6bSTao Ma dealloc); 5170328d5752SMark Fasheh if (ret) 5171328d5752SMark Fasheh mlog_errno(ret); 5172328d5752SMark Fasheh 5173328d5752SMark Fasheh out: 5174328d5752SMark Fasheh ocfs2_free_path(left_path); 5175328d5752SMark Fasheh return ret; 5176328d5752SMark Fasheh } 5177328d5752SMark Fasheh 5178e7d4cb6bSTao Ma static int ocfs2_split_tree(struct inode *inode, struct ocfs2_extent_tree *et, 5179d0c7d708SMark Fasheh handle_t *handle, struct ocfs2_path *path, 5180d0c7d708SMark Fasheh int index, u32 new_range, 5181d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac) 5182d0c7d708SMark Fasheh { 5183d0c7d708SMark Fasheh int ret, depth, credits = handle->h_buffer_credits; 5184d0c7d708SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5185d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5186d0c7d708SMark Fasheh struct ocfs2_extent_list *rightmost_el, *el; 5187d0c7d708SMark Fasheh struct ocfs2_extent_rec split_rec; 5188d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5189d0c7d708SMark Fasheh struct ocfs2_insert_type insert; 5190d0c7d708SMark Fasheh 5191d0c7d708SMark Fasheh /* 5192d0c7d708SMark Fasheh * Setup the record to split before we grow the tree. 5193d0c7d708SMark Fasheh */ 5194d0c7d708SMark Fasheh el = path_leaf_el(path); 5195d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5196d0c7d708SMark Fasheh ocfs2_make_right_split_rec(inode->i_sb, &split_rec, new_range, rec); 5197d0c7d708SMark Fasheh 5198d0c7d708SMark Fasheh depth = path->p_tree_depth; 5199d0c7d708SMark Fasheh if (depth > 0) { 52003d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 52015e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 52020fcaa56aSJoel Becker &last_eb_bh); 5203d0c7d708SMark Fasheh if (ret < 0) { 5204d0c7d708SMark Fasheh mlog_errno(ret); 5205d0c7d708SMark Fasheh goto out; 5206d0c7d708SMark Fasheh } 5207d0c7d708SMark Fasheh 5208d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5209d0c7d708SMark Fasheh rightmost_el = &eb->h_list; 5210d0c7d708SMark Fasheh } else 5211d0c7d708SMark Fasheh rightmost_el = path_leaf_el(path); 5212d0c7d708SMark Fasheh 5213811f933dSTao Ma credits += path->p_tree_depth + 5214ce1d9ea6SJoel Becker ocfs2_extend_meta_needed(et->et_root_el); 5215d0c7d708SMark Fasheh ret = ocfs2_extend_trans(handle, credits); 5216d0c7d708SMark Fasheh if (ret) { 5217d0c7d708SMark Fasheh mlog_errno(ret); 5218d0c7d708SMark Fasheh goto out; 5219d0c7d708SMark Fasheh } 5220d0c7d708SMark Fasheh 5221d0c7d708SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 5222d0c7d708SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 5223e7d4cb6bSTao Ma ret = ocfs2_grow_tree(inode, handle, et, &depth, &last_eb_bh, 5224d0c7d708SMark Fasheh meta_ac); 5225d0c7d708SMark Fasheh if (ret) { 5226d0c7d708SMark Fasheh mlog_errno(ret); 5227d0c7d708SMark Fasheh goto out; 5228d0c7d708SMark Fasheh } 5229d0c7d708SMark Fasheh } 5230d0c7d708SMark Fasheh 5231d0c7d708SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 5232d0c7d708SMark Fasheh insert.ins_appending = APPEND_NONE; 5233d0c7d708SMark Fasheh insert.ins_contig = CONTIG_NONE; 5234d0c7d708SMark Fasheh insert.ins_split = SPLIT_RIGHT; 5235d0c7d708SMark Fasheh insert.ins_tree_depth = depth; 5236d0c7d708SMark Fasheh 5237e7d4cb6bSTao Ma ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert); 5238d0c7d708SMark Fasheh if (ret) 5239d0c7d708SMark Fasheh mlog_errno(ret); 5240d0c7d708SMark Fasheh 5241d0c7d708SMark Fasheh out: 5242d0c7d708SMark Fasheh brelse(last_eb_bh); 5243d0c7d708SMark Fasheh return ret; 5244d0c7d708SMark Fasheh } 5245d0c7d708SMark Fasheh 5246d0c7d708SMark Fasheh static int ocfs2_truncate_rec(struct inode *inode, handle_t *handle, 5247d0c7d708SMark Fasheh struct ocfs2_path *path, int index, 5248d0c7d708SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 5249e7d4cb6bSTao Ma u32 cpos, u32 len, 5250e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 5251d0c7d708SMark Fasheh { 5252d0c7d708SMark Fasheh int ret; 5253d0c7d708SMark Fasheh u32 left_cpos, rec_range, trunc_range; 5254d0c7d708SMark Fasheh int wants_rotate = 0, is_rightmost_tree_rec = 0; 5255d0c7d708SMark Fasheh struct super_block *sb = inode->i_sb; 5256d0c7d708SMark Fasheh struct ocfs2_path *left_path = NULL; 5257d0c7d708SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5258d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5259d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5260d0c7d708SMark Fasheh 5261d0c7d708SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) { 5262e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et); 5263d0c7d708SMark Fasheh if (ret) { 5264d0c7d708SMark Fasheh mlog_errno(ret); 5265d0c7d708SMark Fasheh goto out; 5266d0c7d708SMark Fasheh } 5267d0c7d708SMark Fasheh 5268d0c7d708SMark Fasheh index--; 5269d0c7d708SMark Fasheh } 5270d0c7d708SMark Fasheh 5271d0c7d708SMark Fasheh if (index == (le16_to_cpu(el->l_next_free_rec) - 1) && 5272d0c7d708SMark Fasheh path->p_tree_depth) { 5273d0c7d708SMark Fasheh /* 5274d0c7d708SMark Fasheh * Check whether this is the rightmost tree record. If 5275d0c7d708SMark Fasheh * we remove all of this record or part of its right 5276d0c7d708SMark Fasheh * edge then an update of the record lengths above it 5277d0c7d708SMark Fasheh * will be required. 5278d0c7d708SMark Fasheh */ 5279d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 5280d0c7d708SMark Fasheh if (eb->h_next_leaf_blk == 0) 5281d0c7d708SMark Fasheh is_rightmost_tree_rec = 1; 5282d0c7d708SMark Fasheh } 5283d0c7d708SMark Fasheh 5284d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5285d0c7d708SMark Fasheh if (index == 0 && path->p_tree_depth && 5286d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos) == cpos) { 5287d0c7d708SMark Fasheh /* 5288d0c7d708SMark Fasheh * Changing the leftmost offset (via partial or whole 5289d0c7d708SMark Fasheh * record truncate) of an interior (or rightmost) path 5290d0c7d708SMark Fasheh * means we have to update the subtree that is formed 5291d0c7d708SMark Fasheh * by this leaf and the one to it's left. 5292d0c7d708SMark Fasheh * 5293d0c7d708SMark Fasheh * There are two cases we can skip: 5294d0c7d708SMark Fasheh * 1) Path is the leftmost one in our inode tree. 5295d0c7d708SMark Fasheh * 2) The leaf is rightmost and will be empty after 5296d0c7d708SMark Fasheh * we remove the extent record - the rotate code 5297d0c7d708SMark Fasheh * knows how to update the newly formed edge. 5298d0c7d708SMark Fasheh */ 5299d0c7d708SMark Fasheh 5300d0c7d708SMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, 5301d0c7d708SMark Fasheh &left_cpos); 5302d0c7d708SMark Fasheh if (ret) { 5303d0c7d708SMark Fasheh mlog_errno(ret); 5304d0c7d708SMark Fasheh goto out; 5305d0c7d708SMark Fasheh } 5306d0c7d708SMark Fasheh 5307d0c7d708SMark Fasheh if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) { 5308ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 5309d0c7d708SMark Fasheh if (!left_path) { 5310d0c7d708SMark Fasheh ret = -ENOMEM; 5311d0c7d708SMark Fasheh mlog_errno(ret); 5312d0c7d708SMark Fasheh goto out; 5313d0c7d708SMark Fasheh } 5314d0c7d708SMark Fasheh 5315facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 5316facdb77fSJoel Becker left_cpos); 5317d0c7d708SMark Fasheh if (ret) { 5318d0c7d708SMark Fasheh mlog_errno(ret); 5319d0c7d708SMark Fasheh goto out; 5320d0c7d708SMark Fasheh } 5321d0c7d708SMark Fasheh } 5322d0c7d708SMark Fasheh } 5323d0c7d708SMark Fasheh 5324d0c7d708SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 5325d0c7d708SMark Fasheh handle->h_buffer_credits, 5326d0c7d708SMark Fasheh path); 5327d0c7d708SMark Fasheh if (ret) { 5328d0c7d708SMark Fasheh mlog_errno(ret); 5329d0c7d708SMark Fasheh goto out; 5330d0c7d708SMark Fasheh } 5331d0c7d708SMark Fasheh 5332d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 5333d0c7d708SMark Fasheh if (ret) { 5334d0c7d708SMark Fasheh mlog_errno(ret); 5335d0c7d708SMark Fasheh goto out; 5336d0c7d708SMark Fasheh } 5337d0c7d708SMark Fasheh 5338d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 5339d0c7d708SMark Fasheh if (ret) { 5340d0c7d708SMark Fasheh mlog_errno(ret); 5341d0c7d708SMark Fasheh goto out; 5342d0c7d708SMark Fasheh } 5343d0c7d708SMark Fasheh 5344d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5345d0c7d708SMark Fasheh trunc_range = cpos + len; 5346d0c7d708SMark Fasheh 5347d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) { 5348d0c7d708SMark Fasheh int next_free; 5349d0c7d708SMark Fasheh 5350d0c7d708SMark Fasheh memset(rec, 0, sizeof(*rec)); 5351d0c7d708SMark Fasheh ocfs2_cleanup_merge(el, index); 5352d0c7d708SMark Fasheh wants_rotate = 1; 5353d0c7d708SMark Fasheh 5354d0c7d708SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 5355d0c7d708SMark Fasheh if (is_rightmost_tree_rec && next_free > 1) { 5356d0c7d708SMark Fasheh /* 5357d0c7d708SMark Fasheh * We skip the edge update if this path will 5358d0c7d708SMark Fasheh * be deleted by the rotate code. 5359d0c7d708SMark Fasheh */ 5360d0c7d708SMark Fasheh rec = &el->l_recs[next_free - 1]; 5361d0c7d708SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, path, 5362d0c7d708SMark Fasheh rec); 5363d0c7d708SMark Fasheh } 5364d0c7d708SMark Fasheh } else if (le32_to_cpu(rec->e_cpos) == cpos) { 5365d0c7d708SMark Fasheh /* Remove leftmost portion of the record. */ 5366d0c7d708SMark Fasheh le32_add_cpu(&rec->e_cpos, len); 5367d0c7d708SMark Fasheh le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len)); 5368d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5369d0c7d708SMark Fasheh } else if (rec_range == trunc_range) { 5370d0c7d708SMark Fasheh /* Remove rightmost portion of the record */ 5371d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5372d0c7d708SMark Fasheh if (is_rightmost_tree_rec) 5373d0c7d708SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, path, rec); 5374d0c7d708SMark Fasheh } else { 5375d0c7d708SMark Fasheh /* Caller should have trapped this. */ 5376d0c7d708SMark Fasheh mlog(ML_ERROR, "Inode %llu: Invalid record truncate: (%u, %u) " 5377d0c7d708SMark Fasheh "(%u, %u)\n", (unsigned long long)OCFS2_I(inode)->ip_blkno, 5378d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), 5379d0c7d708SMark Fasheh le16_to_cpu(rec->e_leaf_clusters), cpos, len); 5380d0c7d708SMark Fasheh BUG(); 5381d0c7d708SMark Fasheh } 5382d0c7d708SMark Fasheh 5383d0c7d708SMark Fasheh if (left_path) { 5384d0c7d708SMark Fasheh int subtree_index; 5385d0c7d708SMark Fasheh 53867dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 53874619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, path, 5388d0c7d708SMark Fasheh subtree_index); 5389d0c7d708SMark Fasheh } 5390d0c7d708SMark Fasheh 5391d0c7d708SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(path)); 5392d0c7d708SMark Fasheh 5393e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et); 5394d0c7d708SMark Fasheh if (ret) { 5395d0c7d708SMark Fasheh mlog_errno(ret); 5396d0c7d708SMark Fasheh goto out; 5397d0c7d708SMark Fasheh } 5398d0c7d708SMark Fasheh 5399d0c7d708SMark Fasheh out: 5400d0c7d708SMark Fasheh ocfs2_free_path(left_path); 5401d0c7d708SMark Fasheh return ret; 5402d0c7d708SMark Fasheh } 5403d0c7d708SMark Fasheh 5404f99b9b7cSJoel Becker int ocfs2_remove_extent(struct inode *inode, 5405f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5406d0c7d708SMark Fasheh u32 cpos, u32 len, handle_t *handle, 5407d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5408f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 5409d0c7d708SMark Fasheh { 5410d0c7d708SMark Fasheh int ret, index; 5411d0c7d708SMark Fasheh u32 rec_range, trunc_range; 5412d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5413d0c7d708SMark Fasheh struct ocfs2_extent_list *el; 5414e7d4cb6bSTao Ma struct ocfs2_path *path = NULL; 5415d0c7d708SMark Fasheh 5416d0c7d708SMark Fasheh ocfs2_extent_map_trunc(inode, 0); 5417d0c7d708SMark Fasheh 5418ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 5419d0c7d708SMark Fasheh if (!path) { 5420d0c7d708SMark Fasheh ret = -ENOMEM; 5421d0c7d708SMark Fasheh mlog_errno(ret); 5422d0c7d708SMark Fasheh goto out; 5423d0c7d708SMark Fasheh } 5424d0c7d708SMark Fasheh 5425facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5426d0c7d708SMark Fasheh if (ret) { 5427d0c7d708SMark Fasheh mlog_errno(ret); 5428d0c7d708SMark Fasheh goto out; 5429d0c7d708SMark Fasheh } 5430d0c7d708SMark Fasheh 5431d0c7d708SMark Fasheh el = path_leaf_el(path); 5432d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5433d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5434d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5435d0c7d708SMark Fasheh "Inode %llu has an extent at cpos %u which can no " 5436d0c7d708SMark Fasheh "longer be found.\n", 5437d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos); 5438d0c7d708SMark Fasheh ret = -EROFS; 5439d0c7d708SMark Fasheh goto out; 5440d0c7d708SMark Fasheh } 5441d0c7d708SMark Fasheh 5442d0c7d708SMark Fasheh /* 5443d0c7d708SMark Fasheh * We have 3 cases of extent removal: 5444d0c7d708SMark Fasheh * 1) Range covers the entire extent rec 5445d0c7d708SMark Fasheh * 2) Range begins or ends on one edge of the extent rec 5446d0c7d708SMark Fasheh * 3) Range is in the middle of the extent rec (no shared edges) 5447d0c7d708SMark Fasheh * 5448d0c7d708SMark Fasheh * For case 1 we remove the extent rec and left rotate to 5449d0c7d708SMark Fasheh * fill the hole. 5450d0c7d708SMark Fasheh * 5451d0c7d708SMark Fasheh * For case 2 we just shrink the existing extent rec, with a 5452d0c7d708SMark Fasheh * tree update if the shrinking edge is also the edge of an 5453d0c7d708SMark Fasheh * extent block. 5454d0c7d708SMark Fasheh * 5455d0c7d708SMark Fasheh * For case 3 we do a right split to turn the extent rec into 5456d0c7d708SMark Fasheh * something case 2 can handle. 5457d0c7d708SMark Fasheh */ 5458d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5459d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5460d0c7d708SMark Fasheh trunc_range = cpos + len; 5461d0c7d708SMark Fasheh 5462d0c7d708SMark Fasheh BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range); 5463d0c7d708SMark Fasheh 5464d0c7d708SMark Fasheh mlog(0, "Inode %llu, remove (cpos %u, len %u). Existing index %d " 5465d0c7d708SMark Fasheh "(cpos %u, len %u)\n", 5466d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos, len, index, 5467d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec)); 5468d0c7d708SMark Fasheh 5469d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) { 5470d0c7d708SMark Fasheh ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc, 5471f99b9b7cSJoel Becker cpos, len, et); 5472d0c7d708SMark Fasheh if (ret) { 5473d0c7d708SMark Fasheh mlog_errno(ret); 5474d0c7d708SMark Fasheh goto out; 5475d0c7d708SMark Fasheh } 5476d0c7d708SMark Fasheh } else { 5477f99b9b7cSJoel Becker ret = ocfs2_split_tree(inode, et, handle, path, index, 5478d0c7d708SMark Fasheh trunc_range, meta_ac); 5479d0c7d708SMark Fasheh if (ret) { 5480d0c7d708SMark Fasheh mlog_errno(ret); 5481d0c7d708SMark Fasheh goto out; 5482d0c7d708SMark Fasheh } 5483d0c7d708SMark Fasheh 5484d0c7d708SMark Fasheh /* 5485d0c7d708SMark Fasheh * The split could have manipulated the tree enough to 5486d0c7d708SMark Fasheh * move the record location, so we have to look for it again. 5487d0c7d708SMark Fasheh */ 5488d0c7d708SMark Fasheh ocfs2_reinit_path(path, 1); 5489d0c7d708SMark Fasheh 5490facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5491d0c7d708SMark Fasheh if (ret) { 5492d0c7d708SMark Fasheh mlog_errno(ret); 5493d0c7d708SMark Fasheh goto out; 5494d0c7d708SMark Fasheh } 5495d0c7d708SMark Fasheh 5496d0c7d708SMark Fasheh el = path_leaf_el(path); 5497d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5498d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5499d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5500d0c7d708SMark Fasheh "Inode %llu: split at cpos %u lost record.", 5501d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 5502d0c7d708SMark Fasheh cpos); 5503d0c7d708SMark Fasheh ret = -EROFS; 5504d0c7d708SMark Fasheh goto out; 5505d0c7d708SMark Fasheh } 5506d0c7d708SMark Fasheh 5507d0c7d708SMark Fasheh /* 5508d0c7d708SMark Fasheh * Double check our values here. If anything is fishy, 5509d0c7d708SMark Fasheh * it's easier to catch it at the top level. 5510d0c7d708SMark Fasheh */ 5511d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5512d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + 5513d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec); 5514d0c7d708SMark Fasheh if (rec_range != trunc_range) { 5515d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5516d0c7d708SMark Fasheh "Inode %llu: error after split at cpos %u" 5517d0c7d708SMark Fasheh "trunc len %u, existing record is (%u,%u)", 5518d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 5519d0c7d708SMark Fasheh cpos, len, le32_to_cpu(rec->e_cpos), 5520d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec)); 5521d0c7d708SMark Fasheh ret = -EROFS; 5522d0c7d708SMark Fasheh goto out; 5523d0c7d708SMark Fasheh } 5524d0c7d708SMark Fasheh 5525d0c7d708SMark Fasheh ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc, 5526f99b9b7cSJoel Becker cpos, len, et); 5527d0c7d708SMark Fasheh if (ret) { 5528d0c7d708SMark Fasheh mlog_errno(ret); 5529d0c7d708SMark Fasheh goto out; 5530d0c7d708SMark Fasheh } 5531d0c7d708SMark Fasheh } 5532d0c7d708SMark Fasheh 5533d0c7d708SMark Fasheh out: 5534d0c7d708SMark Fasheh ocfs2_free_path(path); 5535d0c7d708SMark Fasheh return ret; 5536d0c7d708SMark Fasheh } 5537d0c7d708SMark Fasheh 5538fecc0112SMark Fasheh int ocfs2_remove_btree_range(struct inode *inode, 5539fecc0112SMark Fasheh struct ocfs2_extent_tree *et, 5540fecc0112SMark Fasheh u32 cpos, u32 phys_cpos, u32 len, 5541fecc0112SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5542fecc0112SMark Fasheh { 5543fecc0112SMark Fasheh int ret; 5544fecc0112SMark Fasheh u64 phys_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys_cpos); 5545fecc0112SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 5546fecc0112SMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5547fecc0112SMark Fasheh handle_t *handle; 5548fecc0112SMark Fasheh struct ocfs2_alloc_context *meta_ac = NULL; 5549fecc0112SMark Fasheh 5550fecc0112SMark Fasheh ret = ocfs2_lock_allocators(inode, et, 0, 1, NULL, &meta_ac); 5551fecc0112SMark Fasheh if (ret) { 5552fecc0112SMark Fasheh mlog_errno(ret); 5553fecc0112SMark Fasheh return ret; 5554fecc0112SMark Fasheh } 5555fecc0112SMark Fasheh 5556fecc0112SMark Fasheh mutex_lock(&tl_inode->i_mutex); 5557fecc0112SMark Fasheh 5558fecc0112SMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5559fecc0112SMark Fasheh ret = __ocfs2_flush_truncate_log(osb); 5560fecc0112SMark Fasheh if (ret < 0) { 5561fecc0112SMark Fasheh mlog_errno(ret); 5562fecc0112SMark Fasheh goto out; 5563fecc0112SMark Fasheh } 5564fecc0112SMark Fasheh } 5565fecc0112SMark Fasheh 5566a90714c1SJan Kara handle = ocfs2_start_trans(osb, ocfs2_remove_extent_credits(osb->sb)); 5567fecc0112SMark Fasheh if (IS_ERR(handle)) { 5568fecc0112SMark Fasheh ret = PTR_ERR(handle); 5569fecc0112SMark Fasheh mlog_errno(ret); 5570fecc0112SMark Fasheh goto out; 5571fecc0112SMark Fasheh } 5572fecc0112SMark Fasheh 5573d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 5574fecc0112SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5575fecc0112SMark Fasheh if (ret) { 5576fecc0112SMark Fasheh mlog_errno(ret); 5577fecc0112SMark Fasheh goto out; 5578fecc0112SMark Fasheh } 5579fecc0112SMark Fasheh 5580fd4ef231SMark Fasheh vfs_dq_free_space_nodirty(inode, 5581fd4ef231SMark Fasheh ocfs2_clusters_to_bytes(inode->i_sb, len)); 5582fd4ef231SMark Fasheh 5583fecc0112SMark Fasheh ret = ocfs2_remove_extent(inode, et, cpos, len, handle, meta_ac, 5584fecc0112SMark Fasheh dealloc); 5585fecc0112SMark Fasheh if (ret) { 5586fecc0112SMark Fasheh mlog_errno(ret); 5587fecc0112SMark Fasheh goto out_commit; 5588fecc0112SMark Fasheh } 5589fecc0112SMark Fasheh 55906136ca5fSJoel Becker ocfs2_et_update_clusters(et, -len); 5591fecc0112SMark Fasheh 5592fecc0112SMark Fasheh ret = ocfs2_journal_dirty(handle, et->et_root_bh); 5593fecc0112SMark Fasheh if (ret) { 5594fecc0112SMark Fasheh mlog_errno(ret); 5595fecc0112SMark Fasheh goto out_commit; 5596fecc0112SMark Fasheh } 5597fecc0112SMark Fasheh 5598fecc0112SMark Fasheh ret = ocfs2_truncate_log_append(osb, handle, phys_blkno, len); 5599fecc0112SMark Fasheh if (ret) 5600fecc0112SMark Fasheh mlog_errno(ret); 5601fecc0112SMark Fasheh 5602fecc0112SMark Fasheh out_commit: 5603fecc0112SMark Fasheh ocfs2_commit_trans(osb, handle); 5604fecc0112SMark Fasheh out: 5605fecc0112SMark Fasheh mutex_unlock(&tl_inode->i_mutex); 5606fecc0112SMark Fasheh 5607fecc0112SMark Fasheh if (meta_ac) 5608fecc0112SMark Fasheh ocfs2_free_alloc_context(meta_ac); 5609fecc0112SMark Fasheh 5610fecc0112SMark Fasheh return ret; 5611fecc0112SMark Fasheh } 5612fecc0112SMark Fasheh 5613063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb) 5614ccd979bdSMark Fasheh { 5615ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5616ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5617ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5618ccd979bdSMark Fasheh 5619ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5620ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5621ccd979bdSMark Fasheh 5622ccd979bdSMark Fasheh mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count), 5623ccd979bdSMark Fasheh "slot %d, invalid truncate log parameters: used = " 5624ccd979bdSMark Fasheh "%u, count = %u\n", osb->slot_num, 5625ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count)); 5626ccd979bdSMark Fasheh return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count); 5627ccd979bdSMark Fasheh } 5628ccd979bdSMark Fasheh 5629ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl, 5630ccd979bdSMark Fasheh unsigned int new_start) 5631ccd979bdSMark Fasheh { 5632ccd979bdSMark Fasheh unsigned int tail_index; 5633ccd979bdSMark Fasheh unsigned int current_tail; 5634ccd979bdSMark Fasheh 5635ccd979bdSMark Fasheh /* No records, nothing to coalesce */ 5636ccd979bdSMark Fasheh if (!le16_to_cpu(tl->tl_used)) 5637ccd979bdSMark Fasheh return 0; 5638ccd979bdSMark Fasheh 5639ccd979bdSMark Fasheh tail_index = le16_to_cpu(tl->tl_used) - 1; 5640ccd979bdSMark Fasheh current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start); 5641ccd979bdSMark Fasheh current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters); 5642ccd979bdSMark Fasheh 5643ccd979bdSMark Fasheh return current_tail == new_start; 5644ccd979bdSMark Fasheh } 5645ccd979bdSMark Fasheh 5646063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb, 56471fabe148SMark Fasheh handle_t *handle, 5648ccd979bdSMark Fasheh u64 start_blk, 5649ccd979bdSMark Fasheh unsigned int num_clusters) 5650ccd979bdSMark Fasheh { 5651ccd979bdSMark Fasheh int status, index; 5652ccd979bdSMark Fasheh unsigned int start_cluster, tl_count; 5653ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5654ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5655ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5656ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5657ccd979bdSMark Fasheh 5658b0697053SMark Fasheh mlog_entry("start_blk = %llu, num_clusters = %u\n", 5659b0697053SMark Fasheh (unsigned long long)start_blk, num_clusters); 5660ccd979bdSMark Fasheh 56611b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5662ccd979bdSMark Fasheh 5663ccd979bdSMark Fasheh start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk); 5664ccd979bdSMark Fasheh 5665ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5666ccd979bdSMark Fasheh 566710995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 566810995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 566910995aa2SJoel Becker * corruption is a code bug */ 567010995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 567110995aa2SJoel Becker 567210995aa2SJoel Becker tl = &di->id2.i_dealloc; 5673ccd979bdSMark Fasheh tl_count = le16_to_cpu(tl->tl_count); 5674ccd979bdSMark Fasheh mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) || 5675ccd979bdSMark Fasheh tl_count == 0, 5676b0697053SMark Fasheh "Truncate record count on #%llu invalid " 5677b0697053SMark Fasheh "wanted %u, actual %u\n", 5678b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5679ccd979bdSMark Fasheh ocfs2_truncate_recs_per_inode(osb->sb), 5680ccd979bdSMark Fasheh le16_to_cpu(tl->tl_count)); 5681ccd979bdSMark Fasheh 5682ccd979bdSMark Fasheh /* Caller should have known to flush before calling us. */ 5683ccd979bdSMark Fasheh index = le16_to_cpu(tl->tl_used); 5684ccd979bdSMark Fasheh if (index >= tl_count) { 5685ccd979bdSMark Fasheh status = -ENOSPC; 5686ccd979bdSMark Fasheh mlog_errno(status); 5687ccd979bdSMark Fasheh goto bail; 5688ccd979bdSMark Fasheh } 5689ccd979bdSMark Fasheh 56900cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5691ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5692ccd979bdSMark Fasheh if (status < 0) { 5693ccd979bdSMark Fasheh mlog_errno(status); 5694ccd979bdSMark Fasheh goto bail; 5695ccd979bdSMark Fasheh } 5696ccd979bdSMark Fasheh 5697ccd979bdSMark Fasheh mlog(0, "Log truncate of %u clusters starting at cluster %u to " 5698b0697053SMark Fasheh "%llu (index = %d)\n", num_clusters, start_cluster, 5699b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index); 5700ccd979bdSMark Fasheh 5701ccd979bdSMark Fasheh if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) { 5702ccd979bdSMark Fasheh /* 5703ccd979bdSMark Fasheh * Move index back to the record we are coalescing with. 5704ccd979bdSMark Fasheh * ocfs2_truncate_log_can_coalesce() guarantees nonzero 5705ccd979bdSMark Fasheh */ 5706ccd979bdSMark Fasheh index--; 5707ccd979bdSMark Fasheh 5708ccd979bdSMark Fasheh num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters); 5709ccd979bdSMark Fasheh mlog(0, "Coalesce with index %u (start = %u, clusters = %u)\n", 5710ccd979bdSMark Fasheh index, le32_to_cpu(tl->tl_recs[index].t_start), 5711ccd979bdSMark Fasheh num_clusters); 5712ccd979bdSMark Fasheh } else { 5713ccd979bdSMark Fasheh tl->tl_recs[index].t_start = cpu_to_le32(start_cluster); 5714ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(index + 1); 5715ccd979bdSMark Fasheh } 5716ccd979bdSMark Fasheh tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters); 5717ccd979bdSMark Fasheh 5718ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5719ccd979bdSMark Fasheh if (status < 0) { 5720ccd979bdSMark Fasheh mlog_errno(status); 5721ccd979bdSMark Fasheh goto bail; 5722ccd979bdSMark Fasheh } 5723ccd979bdSMark Fasheh 5724ccd979bdSMark Fasheh bail: 5725ccd979bdSMark Fasheh mlog_exit(status); 5726ccd979bdSMark Fasheh return status; 5727ccd979bdSMark Fasheh } 5728ccd979bdSMark Fasheh 5729ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb, 57301fabe148SMark Fasheh handle_t *handle, 5731ccd979bdSMark Fasheh struct inode *data_alloc_inode, 5732ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh) 5733ccd979bdSMark Fasheh { 5734ccd979bdSMark Fasheh int status = 0; 5735ccd979bdSMark Fasheh int i; 5736ccd979bdSMark Fasheh unsigned int num_clusters; 5737ccd979bdSMark Fasheh u64 start_blk; 5738ccd979bdSMark Fasheh struct ocfs2_truncate_rec rec; 5739ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5740ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5741ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5742ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5743ccd979bdSMark Fasheh 5744ccd979bdSMark Fasheh mlog_entry_void(); 5745ccd979bdSMark Fasheh 5746ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5747ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5748ccd979bdSMark Fasheh i = le16_to_cpu(tl->tl_used) - 1; 5749ccd979bdSMark Fasheh while (i >= 0) { 5750ccd979bdSMark Fasheh /* Caller has given us at least enough credits to 5751ccd979bdSMark Fasheh * update the truncate log dinode */ 57520cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5753ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5754ccd979bdSMark Fasheh if (status < 0) { 5755ccd979bdSMark Fasheh mlog_errno(status); 5756ccd979bdSMark Fasheh goto bail; 5757ccd979bdSMark Fasheh } 5758ccd979bdSMark Fasheh 5759ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(i); 5760ccd979bdSMark Fasheh 5761ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5762ccd979bdSMark Fasheh if (status < 0) { 5763ccd979bdSMark Fasheh mlog_errno(status); 5764ccd979bdSMark Fasheh goto bail; 5765ccd979bdSMark Fasheh } 5766ccd979bdSMark Fasheh 5767ccd979bdSMark Fasheh /* TODO: Perhaps we can calculate the bulk of the 5768ccd979bdSMark Fasheh * credits up front rather than extending like 5769ccd979bdSMark Fasheh * this. */ 5770ccd979bdSMark Fasheh status = ocfs2_extend_trans(handle, 5771ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC); 5772ccd979bdSMark Fasheh if (status < 0) { 5773ccd979bdSMark Fasheh mlog_errno(status); 5774ccd979bdSMark Fasheh goto bail; 5775ccd979bdSMark Fasheh } 5776ccd979bdSMark Fasheh 5777ccd979bdSMark Fasheh rec = tl->tl_recs[i]; 5778ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb, 5779ccd979bdSMark Fasheh le32_to_cpu(rec.t_start)); 5780ccd979bdSMark Fasheh num_clusters = le32_to_cpu(rec.t_clusters); 5781ccd979bdSMark Fasheh 5782ccd979bdSMark Fasheh /* if start_blk is not set, we ignore the record as 5783ccd979bdSMark Fasheh * invalid. */ 5784ccd979bdSMark Fasheh if (start_blk) { 5785ccd979bdSMark Fasheh mlog(0, "free record %d, start = %u, clusters = %u\n", 5786ccd979bdSMark Fasheh i, le32_to_cpu(rec.t_start), num_clusters); 5787ccd979bdSMark Fasheh 5788ccd979bdSMark Fasheh status = ocfs2_free_clusters(handle, data_alloc_inode, 5789ccd979bdSMark Fasheh data_alloc_bh, start_blk, 5790ccd979bdSMark Fasheh num_clusters); 5791ccd979bdSMark Fasheh if (status < 0) { 5792ccd979bdSMark Fasheh mlog_errno(status); 5793ccd979bdSMark Fasheh goto bail; 5794ccd979bdSMark Fasheh } 5795ccd979bdSMark Fasheh } 5796ccd979bdSMark Fasheh i--; 5797ccd979bdSMark Fasheh } 5798ccd979bdSMark Fasheh 5799ccd979bdSMark Fasheh bail: 5800ccd979bdSMark Fasheh mlog_exit(status); 5801ccd979bdSMark Fasheh return status; 5802ccd979bdSMark Fasheh } 5803ccd979bdSMark Fasheh 58041b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */ 5805063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5806ccd979bdSMark Fasheh { 5807ccd979bdSMark Fasheh int status; 5808ccd979bdSMark Fasheh unsigned int num_to_flush; 58091fabe148SMark Fasheh handle_t *handle; 5810ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5811ccd979bdSMark Fasheh struct inode *data_alloc_inode = NULL; 5812ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5813ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh = NULL; 5814ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5815ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5816ccd979bdSMark Fasheh 5817ccd979bdSMark Fasheh mlog_entry_void(); 5818ccd979bdSMark Fasheh 58191b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5820ccd979bdSMark Fasheh 5821ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5822ccd979bdSMark Fasheh 582310995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 582410995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 582510995aa2SJoel Becker * corruption is a code bug */ 582610995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 582710995aa2SJoel Becker 582810995aa2SJoel Becker tl = &di->id2.i_dealloc; 5829ccd979bdSMark Fasheh num_to_flush = le16_to_cpu(tl->tl_used); 5830b0697053SMark Fasheh mlog(0, "Flush %u records from truncate log #%llu\n", 5831b0697053SMark Fasheh num_to_flush, (unsigned long long)OCFS2_I(tl_inode)->ip_blkno); 5832ccd979bdSMark Fasheh if (!num_to_flush) { 5833ccd979bdSMark Fasheh status = 0; 5834e08dc8b9SMark Fasheh goto out; 5835ccd979bdSMark Fasheh } 5836ccd979bdSMark Fasheh 5837ccd979bdSMark Fasheh data_alloc_inode = ocfs2_get_system_file_inode(osb, 5838ccd979bdSMark Fasheh GLOBAL_BITMAP_SYSTEM_INODE, 5839ccd979bdSMark Fasheh OCFS2_INVALID_SLOT); 5840ccd979bdSMark Fasheh if (!data_alloc_inode) { 5841ccd979bdSMark Fasheh status = -EINVAL; 5842ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get bitmap inode!\n"); 5843e08dc8b9SMark Fasheh goto out; 5844ccd979bdSMark Fasheh } 5845ccd979bdSMark Fasheh 5846e08dc8b9SMark Fasheh mutex_lock(&data_alloc_inode->i_mutex); 5847e08dc8b9SMark Fasheh 5848e63aecb6SMark Fasheh status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1); 5849ccd979bdSMark Fasheh if (status < 0) { 5850ccd979bdSMark Fasheh mlog_errno(status); 5851e08dc8b9SMark Fasheh goto out_mutex; 5852ccd979bdSMark Fasheh } 5853ccd979bdSMark Fasheh 585465eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 5855ccd979bdSMark Fasheh if (IS_ERR(handle)) { 5856ccd979bdSMark Fasheh status = PTR_ERR(handle); 5857ccd979bdSMark Fasheh mlog_errno(status); 5858e08dc8b9SMark Fasheh goto out_unlock; 5859ccd979bdSMark Fasheh } 5860ccd979bdSMark Fasheh 5861ccd979bdSMark Fasheh status = ocfs2_replay_truncate_records(osb, handle, data_alloc_inode, 5862ccd979bdSMark Fasheh data_alloc_bh); 5863e08dc8b9SMark Fasheh if (status < 0) 5864ccd979bdSMark Fasheh mlog_errno(status); 5865ccd979bdSMark Fasheh 586602dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 5867ccd979bdSMark Fasheh 5868e08dc8b9SMark Fasheh out_unlock: 5869e08dc8b9SMark Fasheh brelse(data_alloc_bh); 5870e63aecb6SMark Fasheh ocfs2_inode_unlock(data_alloc_inode, 1); 5871e08dc8b9SMark Fasheh 5872e08dc8b9SMark Fasheh out_mutex: 5873e08dc8b9SMark Fasheh mutex_unlock(&data_alloc_inode->i_mutex); 5874ccd979bdSMark Fasheh iput(data_alloc_inode); 5875ccd979bdSMark Fasheh 5876e08dc8b9SMark Fasheh out: 5877ccd979bdSMark Fasheh mlog_exit(status); 5878ccd979bdSMark Fasheh return status; 5879ccd979bdSMark Fasheh } 5880ccd979bdSMark Fasheh 5881ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5882ccd979bdSMark Fasheh { 5883ccd979bdSMark Fasheh int status; 5884ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5885ccd979bdSMark Fasheh 58861b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 5887ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 58881b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 5889ccd979bdSMark Fasheh 5890ccd979bdSMark Fasheh return status; 5891ccd979bdSMark Fasheh } 5892ccd979bdSMark Fasheh 5893c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work) 5894ccd979bdSMark Fasheh { 5895ccd979bdSMark Fasheh int status; 5896c4028958SDavid Howells struct ocfs2_super *osb = 5897c4028958SDavid Howells container_of(work, struct ocfs2_super, 5898c4028958SDavid Howells osb_truncate_log_wq.work); 5899ccd979bdSMark Fasheh 5900ccd979bdSMark Fasheh mlog_entry_void(); 5901ccd979bdSMark Fasheh 5902ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 5903ccd979bdSMark Fasheh if (status < 0) 5904ccd979bdSMark Fasheh mlog_errno(status); 59054d0ddb2cSTao Ma else 59064d0ddb2cSTao Ma ocfs2_init_inode_steal_slot(osb); 5907ccd979bdSMark Fasheh 5908ccd979bdSMark Fasheh mlog_exit(status); 5909ccd979bdSMark Fasheh } 5910ccd979bdSMark Fasheh 5911ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ) 5912ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb, 5913ccd979bdSMark Fasheh int cancel) 5914ccd979bdSMark Fasheh { 5915ccd979bdSMark Fasheh if (osb->osb_tl_inode) { 5916ccd979bdSMark Fasheh /* We want to push off log flushes while truncates are 5917ccd979bdSMark Fasheh * still running. */ 5918ccd979bdSMark Fasheh if (cancel) 5919ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 5920ccd979bdSMark Fasheh 5921ccd979bdSMark Fasheh queue_delayed_work(ocfs2_wq, &osb->osb_truncate_log_wq, 5922ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL); 5923ccd979bdSMark Fasheh } 5924ccd979bdSMark Fasheh } 5925ccd979bdSMark Fasheh 5926ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb, 5927ccd979bdSMark Fasheh int slot_num, 5928ccd979bdSMark Fasheh struct inode **tl_inode, 5929ccd979bdSMark Fasheh struct buffer_head **tl_bh) 5930ccd979bdSMark Fasheh { 5931ccd979bdSMark Fasheh int status; 5932ccd979bdSMark Fasheh struct inode *inode = NULL; 5933ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 5934ccd979bdSMark Fasheh 5935ccd979bdSMark Fasheh inode = ocfs2_get_system_file_inode(osb, 5936ccd979bdSMark Fasheh TRUNCATE_LOG_SYSTEM_INODE, 5937ccd979bdSMark Fasheh slot_num); 5938ccd979bdSMark Fasheh if (!inode) { 5939ccd979bdSMark Fasheh status = -EINVAL; 5940ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get load truncate log inode!\n"); 5941ccd979bdSMark Fasheh goto bail; 5942ccd979bdSMark Fasheh } 5943ccd979bdSMark Fasheh 5944b657c95cSJoel Becker status = ocfs2_read_inode_block(inode, &bh); 5945ccd979bdSMark Fasheh if (status < 0) { 5946ccd979bdSMark Fasheh iput(inode); 5947ccd979bdSMark Fasheh mlog_errno(status); 5948ccd979bdSMark Fasheh goto bail; 5949ccd979bdSMark Fasheh } 5950ccd979bdSMark Fasheh 5951ccd979bdSMark Fasheh *tl_inode = inode; 5952ccd979bdSMark Fasheh *tl_bh = bh; 5953ccd979bdSMark Fasheh bail: 5954ccd979bdSMark Fasheh mlog_exit(status); 5955ccd979bdSMark Fasheh return status; 5956ccd979bdSMark Fasheh } 5957ccd979bdSMark Fasheh 5958ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean 5959ccd979bdSMark Fasheh * truncate log and pass back a copy for processing later. if the 5960ccd979bdSMark Fasheh * truncate log does not require processing, a *tl_copy is set to 5961ccd979bdSMark Fasheh * NULL. */ 5962ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb, 5963ccd979bdSMark Fasheh int slot_num, 5964ccd979bdSMark Fasheh struct ocfs2_dinode **tl_copy) 5965ccd979bdSMark Fasheh { 5966ccd979bdSMark Fasheh int status; 5967ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 5968ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 5969ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5970ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5971ccd979bdSMark Fasheh 5972ccd979bdSMark Fasheh *tl_copy = NULL; 5973ccd979bdSMark Fasheh 5974ccd979bdSMark Fasheh mlog(0, "recover truncate log from slot %d\n", slot_num); 5975ccd979bdSMark Fasheh 5976ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh); 5977ccd979bdSMark Fasheh if (status < 0) { 5978ccd979bdSMark Fasheh mlog_errno(status); 5979ccd979bdSMark Fasheh goto bail; 5980ccd979bdSMark Fasheh } 5981ccd979bdSMark Fasheh 5982ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5983ccd979bdSMark Fasheh 598410995aa2SJoel Becker /* tl_bh is loaded from ocfs2_get_truncate_log_info(). It's 598510995aa2SJoel Becker * validated by the underlying call to ocfs2_read_inode_block(), 598610995aa2SJoel Becker * so any corruption is a code bug */ 598710995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 598810995aa2SJoel Becker 598910995aa2SJoel Becker tl = &di->id2.i_dealloc; 5990ccd979bdSMark Fasheh if (le16_to_cpu(tl->tl_used)) { 5991ccd979bdSMark Fasheh mlog(0, "We'll have %u logs to recover\n", 5992ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used)); 5993ccd979bdSMark Fasheh 5994ccd979bdSMark Fasheh *tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL); 5995ccd979bdSMark Fasheh if (!(*tl_copy)) { 5996ccd979bdSMark Fasheh status = -ENOMEM; 5997ccd979bdSMark Fasheh mlog_errno(status); 5998ccd979bdSMark Fasheh goto bail; 5999ccd979bdSMark Fasheh } 6000ccd979bdSMark Fasheh 6001ccd979bdSMark Fasheh /* Assuming the write-out below goes well, this copy 6002ccd979bdSMark Fasheh * will be passed back to recovery for processing. */ 6003ccd979bdSMark Fasheh memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size); 6004ccd979bdSMark Fasheh 6005ccd979bdSMark Fasheh /* All we need to do to clear the truncate log is set 6006ccd979bdSMark Fasheh * tl_used. */ 6007ccd979bdSMark Fasheh tl->tl_used = 0; 6008ccd979bdSMark Fasheh 600913723d00SJoel Becker ocfs2_compute_meta_ecc(osb->sb, tl_bh->b_data, &di->i_check); 60108cb471e8SJoel Becker status = ocfs2_write_block(osb, tl_bh, INODE_CACHE(tl_inode)); 6011ccd979bdSMark Fasheh if (status < 0) { 6012ccd979bdSMark Fasheh mlog_errno(status); 6013ccd979bdSMark Fasheh goto bail; 6014ccd979bdSMark Fasheh } 6015ccd979bdSMark Fasheh } 6016ccd979bdSMark Fasheh 6017ccd979bdSMark Fasheh bail: 6018ccd979bdSMark Fasheh if (tl_inode) 6019ccd979bdSMark Fasheh iput(tl_inode); 6020ccd979bdSMark Fasheh brelse(tl_bh); 6021ccd979bdSMark Fasheh 6022ccd979bdSMark Fasheh if (status < 0 && (*tl_copy)) { 6023ccd979bdSMark Fasheh kfree(*tl_copy); 6024ccd979bdSMark Fasheh *tl_copy = NULL; 6025ccd979bdSMark Fasheh } 6026ccd979bdSMark Fasheh 6027ccd979bdSMark Fasheh mlog_exit(status); 6028ccd979bdSMark Fasheh return status; 6029ccd979bdSMark Fasheh } 6030ccd979bdSMark Fasheh 6031ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb, 6032ccd979bdSMark Fasheh struct ocfs2_dinode *tl_copy) 6033ccd979bdSMark Fasheh { 6034ccd979bdSMark Fasheh int status = 0; 6035ccd979bdSMark Fasheh int i; 6036ccd979bdSMark Fasheh unsigned int clusters, num_recs, start_cluster; 6037ccd979bdSMark Fasheh u64 start_blk; 60381fabe148SMark Fasheh handle_t *handle; 6039ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6040ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6041ccd979bdSMark Fasheh 6042ccd979bdSMark Fasheh mlog_entry_void(); 6043ccd979bdSMark Fasheh 6044ccd979bdSMark Fasheh if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) { 6045ccd979bdSMark Fasheh mlog(ML_ERROR, "Asked to recover my own truncate log!\n"); 6046ccd979bdSMark Fasheh return -EINVAL; 6047ccd979bdSMark Fasheh } 6048ccd979bdSMark Fasheh 6049ccd979bdSMark Fasheh tl = &tl_copy->id2.i_dealloc; 6050ccd979bdSMark Fasheh num_recs = le16_to_cpu(tl->tl_used); 6051b0697053SMark Fasheh mlog(0, "cleanup %u records from %llu\n", num_recs, 60521ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(tl_copy->i_blkno)); 6053ccd979bdSMark Fasheh 60541b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 6055ccd979bdSMark Fasheh for(i = 0; i < num_recs; i++) { 6056ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 6057ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 6058ccd979bdSMark Fasheh if (status < 0) { 6059ccd979bdSMark Fasheh mlog_errno(status); 6060ccd979bdSMark Fasheh goto bail_up; 6061ccd979bdSMark Fasheh } 6062ccd979bdSMark Fasheh } 6063ccd979bdSMark Fasheh 606465eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 6065ccd979bdSMark Fasheh if (IS_ERR(handle)) { 6066ccd979bdSMark Fasheh status = PTR_ERR(handle); 6067ccd979bdSMark Fasheh mlog_errno(status); 6068ccd979bdSMark Fasheh goto bail_up; 6069ccd979bdSMark Fasheh } 6070ccd979bdSMark Fasheh 6071ccd979bdSMark Fasheh clusters = le32_to_cpu(tl->tl_recs[i].t_clusters); 6072ccd979bdSMark Fasheh start_cluster = le32_to_cpu(tl->tl_recs[i].t_start); 6073ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster); 6074ccd979bdSMark Fasheh 6075ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, 6076ccd979bdSMark Fasheh start_blk, clusters); 607702dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6078ccd979bdSMark Fasheh if (status < 0) { 6079ccd979bdSMark Fasheh mlog_errno(status); 6080ccd979bdSMark Fasheh goto bail_up; 6081ccd979bdSMark Fasheh } 6082ccd979bdSMark Fasheh } 6083ccd979bdSMark Fasheh 6084ccd979bdSMark Fasheh bail_up: 60851b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 6086ccd979bdSMark Fasheh 6087ccd979bdSMark Fasheh mlog_exit(status); 6088ccd979bdSMark Fasheh return status; 6089ccd979bdSMark Fasheh } 6090ccd979bdSMark Fasheh 6091ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb) 6092ccd979bdSMark Fasheh { 6093ccd979bdSMark Fasheh int status; 6094ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6095ccd979bdSMark Fasheh 6096ccd979bdSMark Fasheh mlog_entry_void(); 6097ccd979bdSMark Fasheh 6098ccd979bdSMark Fasheh if (tl_inode) { 6099ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 6100ccd979bdSMark Fasheh flush_workqueue(ocfs2_wq); 6101ccd979bdSMark Fasheh 6102ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6103ccd979bdSMark Fasheh if (status < 0) 6104ccd979bdSMark Fasheh mlog_errno(status); 6105ccd979bdSMark Fasheh 6106ccd979bdSMark Fasheh brelse(osb->osb_tl_bh); 6107ccd979bdSMark Fasheh iput(osb->osb_tl_inode); 6108ccd979bdSMark Fasheh } 6109ccd979bdSMark Fasheh 6110ccd979bdSMark Fasheh mlog_exit_void(); 6111ccd979bdSMark Fasheh } 6112ccd979bdSMark Fasheh 6113ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb) 6114ccd979bdSMark Fasheh { 6115ccd979bdSMark Fasheh int status; 6116ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6117ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6118ccd979bdSMark Fasheh 6119ccd979bdSMark Fasheh mlog_entry_void(); 6120ccd979bdSMark Fasheh 6121ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, 6122ccd979bdSMark Fasheh osb->slot_num, 6123ccd979bdSMark Fasheh &tl_inode, 6124ccd979bdSMark Fasheh &tl_bh); 6125ccd979bdSMark Fasheh if (status < 0) 6126ccd979bdSMark Fasheh mlog_errno(status); 6127ccd979bdSMark Fasheh 6128ccd979bdSMark Fasheh /* ocfs2_truncate_log_shutdown keys on the existence of 6129ccd979bdSMark Fasheh * osb->osb_tl_inode so we don't set any of the osb variables 6130ccd979bdSMark Fasheh * until we're sure all is well. */ 6131c4028958SDavid Howells INIT_DELAYED_WORK(&osb->osb_truncate_log_wq, 6132c4028958SDavid Howells ocfs2_truncate_log_worker); 6133ccd979bdSMark Fasheh osb->osb_tl_bh = tl_bh; 6134ccd979bdSMark Fasheh osb->osb_tl_inode = tl_inode; 6135ccd979bdSMark Fasheh 6136ccd979bdSMark Fasheh mlog_exit(status); 6137ccd979bdSMark Fasheh return status; 6138ccd979bdSMark Fasheh } 6139ccd979bdSMark Fasheh 61402b604351SMark Fasheh /* 61412b604351SMark Fasheh * Delayed de-allocation of suballocator blocks. 61422b604351SMark Fasheh * 61432b604351SMark Fasheh * Some sets of block de-allocations might involve multiple suballocator inodes. 61442b604351SMark Fasheh * 61452b604351SMark Fasheh * The locking for this can get extremely complicated, especially when 61462b604351SMark Fasheh * the suballocator inodes to delete from aren't known until deep 61472b604351SMark Fasheh * within an unrelated codepath. 61482b604351SMark Fasheh * 61492b604351SMark Fasheh * ocfs2_extent_block structures are a good example of this - an inode 61502b604351SMark Fasheh * btree could have been grown by any number of nodes each allocating 61512b604351SMark Fasheh * out of their own suballoc inode. 61522b604351SMark Fasheh * 61532b604351SMark Fasheh * These structures allow the delay of block de-allocation until a 61542b604351SMark Fasheh * later time, when locking of multiple cluster inodes won't cause 61552b604351SMark Fasheh * deadlock. 61562b604351SMark Fasheh */ 61572b604351SMark Fasheh 61582b604351SMark Fasheh /* 61592891d290STao Ma * Describe a single bit freed from a suballocator. For the block 61602891d290STao Ma * suballocators, it represents one block. For the global cluster 61612891d290STao Ma * allocator, it represents some clusters and free_bit indicates 61622891d290STao Ma * clusters number. 61632b604351SMark Fasheh */ 61642b604351SMark Fasheh struct ocfs2_cached_block_free { 61652b604351SMark Fasheh struct ocfs2_cached_block_free *free_next; 61662b604351SMark Fasheh u64 free_blk; 61672b604351SMark Fasheh unsigned int free_bit; 61682b604351SMark Fasheh }; 61692b604351SMark Fasheh 61702b604351SMark Fasheh struct ocfs2_per_slot_free_list { 61712b604351SMark Fasheh struct ocfs2_per_slot_free_list *f_next_suballocator; 61722b604351SMark Fasheh int f_inode_type; 61732b604351SMark Fasheh int f_slot; 61742b604351SMark Fasheh struct ocfs2_cached_block_free *f_first; 61752b604351SMark Fasheh }; 61762b604351SMark Fasheh 61772891d290STao Ma static int ocfs2_free_cached_blocks(struct ocfs2_super *osb, 61782b604351SMark Fasheh int sysfile_type, 61792b604351SMark Fasheh int slot, 61802b604351SMark Fasheh struct ocfs2_cached_block_free *head) 61812b604351SMark Fasheh { 61822b604351SMark Fasheh int ret; 61832b604351SMark Fasheh u64 bg_blkno; 61842b604351SMark Fasheh handle_t *handle; 61852b604351SMark Fasheh struct inode *inode; 61862b604351SMark Fasheh struct buffer_head *di_bh = NULL; 61872b604351SMark Fasheh struct ocfs2_cached_block_free *tmp; 61882b604351SMark Fasheh 61892b604351SMark Fasheh inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot); 61902b604351SMark Fasheh if (!inode) { 61912b604351SMark Fasheh ret = -EINVAL; 61922b604351SMark Fasheh mlog_errno(ret); 61932b604351SMark Fasheh goto out; 61942b604351SMark Fasheh } 61952b604351SMark Fasheh 61962b604351SMark Fasheh mutex_lock(&inode->i_mutex); 61972b604351SMark Fasheh 6198e63aecb6SMark Fasheh ret = ocfs2_inode_lock(inode, &di_bh, 1); 61992b604351SMark Fasheh if (ret) { 62002b604351SMark Fasheh mlog_errno(ret); 62012b604351SMark Fasheh goto out_mutex; 62022b604351SMark Fasheh } 62032b604351SMark Fasheh 62042b604351SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE); 62052b604351SMark Fasheh if (IS_ERR(handle)) { 62062b604351SMark Fasheh ret = PTR_ERR(handle); 62072b604351SMark Fasheh mlog_errno(ret); 62082b604351SMark Fasheh goto out_unlock; 62092b604351SMark Fasheh } 62102b604351SMark Fasheh 62112b604351SMark Fasheh while (head) { 62122b604351SMark Fasheh bg_blkno = ocfs2_which_suballoc_group(head->free_blk, 62132b604351SMark Fasheh head->free_bit); 62142b604351SMark Fasheh mlog(0, "Free bit: (bit %u, blkno %llu)\n", 62152b604351SMark Fasheh head->free_bit, (unsigned long long)head->free_blk); 62162b604351SMark Fasheh 62172b604351SMark Fasheh ret = ocfs2_free_suballoc_bits(handle, inode, di_bh, 62182b604351SMark Fasheh head->free_bit, bg_blkno, 1); 62192b604351SMark Fasheh if (ret) { 62202b604351SMark Fasheh mlog_errno(ret); 62212b604351SMark Fasheh goto out_journal; 62222b604351SMark Fasheh } 62232b604351SMark Fasheh 62242b604351SMark Fasheh ret = ocfs2_extend_trans(handle, OCFS2_SUBALLOC_FREE); 62252b604351SMark Fasheh if (ret) { 62262b604351SMark Fasheh mlog_errno(ret); 62272b604351SMark Fasheh goto out_journal; 62282b604351SMark Fasheh } 62292b604351SMark Fasheh 62302b604351SMark Fasheh tmp = head; 62312b604351SMark Fasheh head = head->free_next; 62322b604351SMark Fasheh kfree(tmp); 62332b604351SMark Fasheh } 62342b604351SMark Fasheh 62352b604351SMark Fasheh out_journal: 62362b604351SMark Fasheh ocfs2_commit_trans(osb, handle); 62372b604351SMark Fasheh 62382b604351SMark Fasheh out_unlock: 6239e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 62402b604351SMark Fasheh brelse(di_bh); 62412b604351SMark Fasheh out_mutex: 62422b604351SMark Fasheh mutex_unlock(&inode->i_mutex); 62432b604351SMark Fasheh iput(inode); 62442b604351SMark Fasheh out: 62452b604351SMark Fasheh while(head) { 62462b604351SMark Fasheh /* Premature exit may have left some dangling items. */ 62472b604351SMark Fasheh tmp = head; 62482b604351SMark Fasheh head = head->free_next; 62492b604351SMark Fasheh kfree(tmp); 62502b604351SMark Fasheh } 62512b604351SMark Fasheh 62522b604351SMark Fasheh return ret; 62532b604351SMark Fasheh } 62542b604351SMark Fasheh 62552891d290STao Ma int ocfs2_cache_cluster_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 62562891d290STao Ma u64 blkno, unsigned int bit) 62572891d290STao Ma { 62582891d290STao Ma int ret = 0; 62592891d290STao Ma struct ocfs2_cached_block_free *item; 62602891d290STao Ma 62612891d290STao Ma item = kmalloc(sizeof(*item), GFP_NOFS); 62622891d290STao Ma if (item == NULL) { 62632891d290STao Ma ret = -ENOMEM; 62642891d290STao Ma mlog_errno(ret); 62652891d290STao Ma return ret; 62662891d290STao Ma } 62672891d290STao Ma 62682891d290STao Ma mlog(0, "Insert clusters: (bit %u, blk %llu)\n", 62692891d290STao Ma bit, (unsigned long long)blkno); 62702891d290STao Ma 62712891d290STao Ma item->free_blk = blkno; 62722891d290STao Ma item->free_bit = bit; 62732891d290STao Ma item->free_next = ctxt->c_global_allocator; 62742891d290STao Ma 62752891d290STao Ma ctxt->c_global_allocator = item; 62762891d290STao Ma return ret; 62772891d290STao Ma } 62782891d290STao Ma 62792891d290STao Ma static int ocfs2_free_cached_clusters(struct ocfs2_super *osb, 62802891d290STao Ma struct ocfs2_cached_block_free *head) 62812891d290STao Ma { 62822891d290STao Ma struct ocfs2_cached_block_free *tmp; 62832891d290STao Ma struct inode *tl_inode = osb->osb_tl_inode; 62842891d290STao Ma handle_t *handle; 62852891d290STao Ma int ret = 0; 62862891d290STao Ma 62872891d290STao Ma mutex_lock(&tl_inode->i_mutex); 62882891d290STao Ma 62892891d290STao Ma while (head) { 62902891d290STao Ma if (ocfs2_truncate_log_needs_flush(osb)) { 62912891d290STao Ma ret = __ocfs2_flush_truncate_log(osb); 62922891d290STao Ma if (ret < 0) { 62932891d290STao Ma mlog_errno(ret); 62942891d290STao Ma break; 62952891d290STao Ma } 62962891d290STao Ma } 62972891d290STao Ma 62982891d290STao Ma handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 62992891d290STao Ma if (IS_ERR(handle)) { 63002891d290STao Ma ret = PTR_ERR(handle); 63012891d290STao Ma mlog_errno(ret); 63022891d290STao Ma break; 63032891d290STao Ma } 63042891d290STao Ma 63052891d290STao Ma ret = ocfs2_truncate_log_append(osb, handle, head->free_blk, 63062891d290STao Ma head->free_bit); 63072891d290STao Ma 63082891d290STao Ma ocfs2_commit_trans(osb, handle); 63092891d290STao Ma tmp = head; 63102891d290STao Ma head = head->free_next; 63112891d290STao Ma kfree(tmp); 63122891d290STao Ma 63132891d290STao Ma if (ret < 0) { 63142891d290STao Ma mlog_errno(ret); 63152891d290STao Ma break; 63162891d290STao Ma } 63172891d290STao Ma } 63182891d290STao Ma 63192891d290STao Ma mutex_unlock(&tl_inode->i_mutex); 63202891d290STao Ma 63212891d290STao Ma while (head) { 63222891d290STao Ma /* Premature exit may have left some dangling items. */ 63232891d290STao Ma tmp = head; 63242891d290STao Ma head = head->free_next; 63252891d290STao Ma kfree(tmp); 63262891d290STao Ma } 63272891d290STao Ma 63282891d290STao Ma return ret; 63292891d290STao Ma } 63302891d290STao Ma 63312b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb, 63322b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 63332b604351SMark Fasheh { 63342b604351SMark Fasheh int ret = 0, ret2; 63352b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 63362b604351SMark Fasheh 63372b604351SMark Fasheh if (!ctxt) 63382b604351SMark Fasheh return 0; 63392b604351SMark Fasheh 63402b604351SMark Fasheh while (ctxt->c_first_suballocator) { 63412b604351SMark Fasheh fl = ctxt->c_first_suballocator; 63422b604351SMark Fasheh 63432b604351SMark Fasheh if (fl->f_first) { 63442b604351SMark Fasheh mlog(0, "Free items: (type %u, slot %d)\n", 63452b604351SMark Fasheh fl->f_inode_type, fl->f_slot); 63462891d290STao Ma ret2 = ocfs2_free_cached_blocks(osb, 63472891d290STao Ma fl->f_inode_type, 63482891d290STao Ma fl->f_slot, 63492891d290STao Ma fl->f_first); 63502b604351SMark Fasheh if (ret2) 63512b604351SMark Fasheh mlog_errno(ret2); 63522b604351SMark Fasheh if (!ret) 63532b604351SMark Fasheh ret = ret2; 63542b604351SMark Fasheh } 63552b604351SMark Fasheh 63562b604351SMark Fasheh ctxt->c_first_suballocator = fl->f_next_suballocator; 63572b604351SMark Fasheh kfree(fl); 63582b604351SMark Fasheh } 63592b604351SMark Fasheh 63602891d290STao Ma if (ctxt->c_global_allocator) { 63612891d290STao Ma ret2 = ocfs2_free_cached_clusters(osb, 63622891d290STao Ma ctxt->c_global_allocator); 63632891d290STao Ma if (ret2) 63642891d290STao Ma mlog_errno(ret2); 63652891d290STao Ma if (!ret) 63662891d290STao Ma ret = ret2; 63672891d290STao Ma 63682891d290STao Ma ctxt->c_global_allocator = NULL; 63692891d290STao Ma } 63702891d290STao Ma 63712b604351SMark Fasheh return ret; 63722b604351SMark Fasheh } 63732b604351SMark Fasheh 63742b604351SMark Fasheh static struct ocfs2_per_slot_free_list * 63752b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type, 63762b604351SMark Fasheh int slot, 63772b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 63782b604351SMark Fasheh { 63792b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 63802b604351SMark Fasheh 63812b604351SMark Fasheh while (fl) { 63822b604351SMark Fasheh if (fl->f_inode_type == type && fl->f_slot == slot) 63832b604351SMark Fasheh return fl; 63842b604351SMark Fasheh 63852b604351SMark Fasheh fl = fl->f_next_suballocator; 63862b604351SMark Fasheh } 63872b604351SMark Fasheh 63882b604351SMark Fasheh fl = kmalloc(sizeof(*fl), GFP_NOFS); 63892b604351SMark Fasheh if (fl) { 63902b604351SMark Fasheh fl->f_inode_type = type; 63912b604351SMark Fasheh fl->f_slot = slot; 63922b604351SMark Fasheh fl->f_first = NULL; 63932b604351SMark Fasheh fl->f_next_suballocator = ctxt->c_first_suballocator; 63942b604351SMark Fasheh 63952b604351SMark Fasheh ctxt->c_first_suballocator = fl; 63962b604351SMark Fasheh } 63972b604351SMark Fasheh return fl; 63982b604351SMark Fasheh } 63992b604351SMark Fasheh 64002b604351SMark Fasheh static int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 64012b604351SMark Fasheh int type, int slot, u64 blkno, 64022b604351SMark Fasheh unsigned int bit) 64032b604351SMark Fasheh { 64042b604351SMark Fasheh int ret; 64052b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 64062b604351SMark Fasheh struct ocfs2_cached_block_free *item; 64072b604351SMark Fasheh 64082b604351SMark Fasheh fl = ocfs2_find_per_slot_free_list(type, slot, ctxt); 64092b604351SMark Fasheh if (fl == NULL) { 64102b604351SMark Fasheh ret = -ENOMEM; 64112b604351SMark Fasheh mlog_errno(ret); 64122b604351SMark Fasheh goto out; 64132b604351SMark Fasheh } 64142b604351SMark Fasheh 64152b604351SMark Fasheh item = kmalloc(sizeof(*item), GFP_NOFS); 64162b604351SMark Fasheh if (item == NULL) { 64172b604351SMark Fasheh ret = -ENOMEM; 64182b604351SMark Fasheh mlog_errno(ret); 64192b604351SMark Fasheh goto out; 64202b604351SMark Fasheh } 64212b604351SMark Fasheh 64222b604351SMark Fasheh mlog(0, "Insert: (type %d, slot %u, bit %u, blk %llu)\n", 64232b604351SMark Fasheh type, slot, bit, (unsigned long long)blkno); 64242b604351SMark Fasheh 64252b604351SMark Fasheh item->free_blk = blkno; 64262b604351SMark Fasheh item->free_bit = bit; 64272b604351SMark Fasheh item->free_next = fl->f_first; 64282b604351SMark Fasheh 64292b604351SMark Fasheh fl->f_first = item; 64302b604351SMark Fasheh 64312b604351SMark Fasheh ret = 0; 64322b604351SMark Fasheh out: 64332b604351SMark Fasheh return ret; 64342b604351SMark Fasheh } 64352b604351SMark Fasheh 643659a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 643759a5e416SMark Fasheh struct ocfs2_extent_block *eb) 643859a5e416SMark Fasheh { 643959a5e416SMark Fasheh return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE, 644059a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_slot), 644159a5e416SMark Fasheh le64_to_cpu(eb->h_blkno), 644259a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_bit)); 644359a5e416SMark Fasheh } 644459a5e416SMark Fasheh 6445ccd979bdSMark Fasheh /* This function will figure out whether the currently last extent 6446ccd979bdSMark Fasheh * block will be deleted, and if it will, what the new last extent 6447ccd979bdSMark Fasheh * block will be so we can update his h_next_leaf_blk field, as well 6448ccd979bdSMark Fasheh * as the dinodes i_last_eb_blk */ 6449dcd0538fSMark Fasheh static int ocfs2_find_new_last_ext_blk(struct inode *inode, 64503a0782d0SMark Fasheh unsigned int clusters_to_del, 6451dcd0538fSMark Fasheh struct ocfs2_path *path, 6452ccd979bdSMark Fasheh struct buffer_head **new_last_eb) 6453ccd979bdSMark Fasheh { 64543a0782d0SMark Fasheh int next_free, ret = 0; 6455dcd0538fSMark Fasheh u32 cpos; 64563a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 6457ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 6458ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6459ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 6460ccd979bdSMark Fasheh 6461ccd979bdSMark Fasheh *new_last_eb = NULL; 6462ccd979bdSMark Fasheh 6463ccd979bdSMark Fasheh /* we have no tree, so of course, no last_eb. */ 6464dcd0538fSMark Fasheh if (!path->p_tree_depth) 6465dcd0538fSMark Fasheh goto out; 6466ccd979bdSMark Fasheh 6467ccd979bdSMark Fasheh /* trunc to zero special case - this makes tree_depth = 0 6468ccd979bdSMark Fasheh * regardless of what it is. */ 64693a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == clusters_to_del) 6470dcd0538fSMark Fasheh goto out; 6471ccd979bdSMark Fasheh 6472dcd0538fSMark Fasheh el = path_leaf_el(path); 6473ccd979bdSMark Fasheh BUG_ON(!el->l_next_free_rec); 6474ccd979bdSMark Fasheh 64753a0782d0SMark Fasheh /* 64763a0782d0SMark Fasheh * Make sure that this extent list will actually be empty 64773a0782d0SMark Fasheh * after we clear away the data. We can shortcut out if 64783a0782d0SMark Fasheh * there's more than one non-empty extent in the 64793a0782d0SMark Fasheh * list. Otherwise, a check of the remaining extent is 64803a0782d0SMark Fasheh * necessary. 64813a0782d0SMark Fasheh */ 64823a0782d0SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 64833a0782d0SMark Fasheh rec = NULL; 6484dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 64853a0782d0SMark Fasheh if (next_free > 2) 6486dcd0538fSMark Fasheh goto out; 64873a0782d0SMark Fasheh 64883a0782d0SMark Fasheh /* We may have a valid extent in index 1, check it. */ 64893a0782d0SMark Fasheh if (next_free == 2) 64903a0782d0SMark Fasheh rec = &el->l_recs[1]; 64913a0782d0SMark Fasheh 64923a0782d0SMark Fasheh /* 64933a0782d0SMark Fasheh * Fall through - no more nonempty extents, so we want 64943a0782d0SMark Fasheh * to delete this leaf. 64953a0782d0SMark Fasheh */ 64963a0782d0SMark Fasheh } else { 64973a0782d0SMark Fasheh if (next_free > 1) 6498dcd0538fSMark Fasheh goto out; 6499ccd979bdSMark Fasheh 65003a0782d0SMark Fasheh rec = &el->l_recs[0]; 65013a0782d0SMark Fasheh } 65023a0782d0SMark Fasheh 65033a0782d0SMark Fasheh if (rec) { 65043a0782d0SMark Fasheh /* 65053a0782d0SMark Fasheh * Check it we'll only be trimming off the end of this 65063a0782d0SMark Fasheh * cluster. 65073a0782d0SMark Fasheh */ 6508e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) > clusters_to_del) 65093a0782d0SMark Fasheh goto out; 65103a0782d0SMark Fasheh } 65113a0782d0SMark Fasheh 6512dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos); 6513dcd0538fSMark Fasheh if (ret) { 6514dcd0538fSMark Fasheh mlog_errno(ret); 6515dcd0538fSMark Fasheh goto out; 6516ccd979bdSMark Fasheh } 6517ccd979bdSMark Fasheh 6518facdb77fSJoel Becker ret = ocfs2_find_leaf(INODE_CACHE(inode), path_root_el(path), cpos, &bh); 6519dcd0538fSMark Fasheh if (ret) { 6520dcd0538fSMark Fasheh mlog_errno(ret); 6521dcd0538fSMark Fasheh goto out; 6522ccd979bdSMark Fasheh } 6523dcd0538fSMark Fasheh 6524ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 6525ccd979bdSMark Fasheh el = &eb->h_list; 65265e96581aSJoel Becker 65275e96581aSJoel Becker /* ocfs2_find_leaf() gets the eb from ocfs2_read_extent_block(). 65285e96581aSJoel Becker * Any corruption is a code bug. */ 65295e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 6530ccd979bdSMark Fasheh 6531ccd979bdSMark Fasheh *new_last_eb = bh; 6532ccd979bdSMark Fasheh get_bh(*new_last_eb); 6533dcd0538fSMark Fasheh mlog(0, "returning block %llu, (cpos: %u)\n", 6534dcd0538fSMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), cpos); 6535dcd0538fSMark Fasheh out: 6536ccd979bdSMark Fasheh brelse(bh); 6537ccd979bdSMark Fasheh 6538dcd0538fSMark Fasheh return ret; 6539ccd979bdSMark Fasheh } 6540ccd979bdSMark Fasheh 65413a0782d0SMark Fasheh /* 65423a0782d0SMark Fasheh * Trim some clusters off the rightmost edge of a tree. Only called 65433a0782d0SMark Fasheh * during truncate. 65443a0782d0SMark Fasheh * 65453a0782d0SMark Fasheh * The caller needs to: 65463a0782d0SMark Fasheh * - start journaling of each path component. 65473a0782d0SMark Fasheh * - compute and fully set up any new last ext block 65483a0782d0SMark Fasheh */ 65493a0782d0SMark Fasheh static int ocfs2_trim_tree(struct inode *inode, struct ocfs2_path *path, 65503a0782d0SMark Fasheh handle_t *handle, struct ocfs2_truncate_context *tc, 65513a0782d0SMark Fasheh u32 clusters_to_del, u64 *delete_start) 65523a0782d0SMark Fasheh { 65533a0782d0SMark Fasheh int ret, i, index = path->p_tree_depth; 65543a0782d0SMark Fasheh u32 new_edge = 0; 65553a0782d0SMark Fasheh u64 deleted_eb = 0; 65563a0782d0SMark Fasheh struct buffer_head *bh; 65573a0782d0SMark Fasheh struct ocfs2_extent_list *el; 65583a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 65593a0782d0SMark Fasheh 65603a0782d0SMark Fasheh *delete_start = 0; 65613a0782d0SMark Fasheh 65623a0782d0SMark Fasheh while (index >= 0) { 65633a0782d0SMark Fasheh bh = path->p_node[index].bh; 65643a0782d0SMark Fasheh el = path->p_node[index].el; 65653a0782d0SMark Fasheh 65663a0782d0SMark Fasheh mlog(0, "traveling tree (index = %d, block = %llu)\n", 65673a0782d0SMark Fasheh index, (unsigned long long)bh->b_blocknr); 65683a0782d0SMark Fasheh 65693a0782d0SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 65703a0782d0SMark Fasheh 65713a0782d0SMark Fasheh if (index != 65723a0782d0SMark Fasheh (path->p_tree_depth - le16_to_cpu(el->l_tree_depth))) { 65733a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 65743a0782d0SMark Fasheh "Inode %lu has invalid ext. block %llu", 65753a0782d0SMark Fasheh inode->i_ino, 65763a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr); 65773a0782d0SMark Fasheh ret = -EROFS; 65783a0782d0SMark Fasheh goto out; 65793a0782d0SMark Fasheh } 65803a0782d0SMark Fasheh 65813a0782d0SMark Fasheh find_tail_record: 65823a0782d0SMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 65833a0782d0SMark Fasheh rec = &el->l_recs[i]; 65843a0782d0SMark Fasheh 65853a0782d0SMark Fasheh mlog(0, "Extent list before: record %d: (%u, %u, %llu), " 65863a0782d0SMark Fasheh "next = %u\n", i, le32_to_cpu(rec->e_cpos), 6587e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec), 65883a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 65893a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 65903a0782d0SMark Fasheh 6591e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, rec) < clusters_to_del); 65923a0782d0SMark Fasheh 65933a0782d0SMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 65943a0782d0SMark Fasheh /* 65953a0782d0SMark Fasheh * If the leaf block contains a single empty 65963a0782d0SMark Fasheh * extent and no records, we can just remove 65973a0782d0SMark Fasheh * the block. 65983a0782d0SMark Fasheh */ 65993a0782d0SMark Fasheh if (i == 0 && ocfs2_is_empty_extent(rec)) { 66003a0782d0SMark Fasheh memset(rec, 0, 66013a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 66023a0782d0SMark Fasheh el->l_next_free_rec = cpu_to_le16(0); 66033a0782d0SMark Fasheh 66043a0782d0SMark Fasheh goto delete; 66053a0782d0SMark Fasheh } 66063a0782d0SMark Fasheh 66073a0782d0SMark Fasheh /* 66083a0782d0SMark Fasheh * Remove any empty extents by shifting things 66093a0782d0SMark Fasheh * left. That should make life much easier on 66103a0782d0SMark Fasheh * the code below. This condition is rare 66113a0782d0SMark Fasheh * enough that we shouldn't see a performance 66123a0782d0SMark Fasheh * hit. 66133a0782d0SMark Fasheh */ 66143a0782d0SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 66153a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 66163a0782d0SMark Fasheh 66173a0782d0SMark Fasheh for(i = 0; 66183a0782d0SMark Fasheh i < le16_to_cpu(el->l_next_free_rec); i++) 66193a0782d0SMark Fasheh el->l_recs[i] = el->l_recs[i + 1]; 66203a0782d0SMark Fasheh 66213a0782d0SMark Fasheh memset(&el->l_recs[i], 0, 66223a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 66233a0782d0SMark Fasheh 66243a0782d0SMark Fasheh /* 66253a0782d0SMark Fasheh * We've modified our extent list. The 66263a0782d0SMark Fasheh * simplest way to handle this change 66273a0782d0SMark Fasheh * is to being the search from the 66283a0782d0SMark Fasheh * start again. 66293a0782d0SMark Fasheh */ 66303a0782d0SMark Fasheh goto find_tail_record; 66313a0782d0SMark Fasheh } 66323a0782d0SMark Fasheh 6633e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -clusters_to_del); 66343a0782d0SMark Fasheh 66353a0782d0SMark Fasheh /* 66363a0782d0SMark Fasheh * We'll use "new_edge" on our way back up the 66373a0782d0SMark Fasheh * tree to know what our rightmost cpos is. 66383a0782d0SMark Fasheh */ 6639e48edee2SMark Fasheh new_edge = le16_to_cpu(rec->e_leaf_clusters); 66403a0782d0SMark Fasheh new_edge += le32_to_cpu(rec->e_cpos); 66413a0782d0SMark Fasheh 66423a0782d0SMark Fasheh /* 66433a0782d0SMark Fasheh * The caller will use this to delete data blocks. 66443a0782d0SMark Fasheh */ 66453a0782d0SMark Fasheh *delete_start = le64_to_cpu(rec->e_blkno) 66463a0782d0SMark Fasheh + ocfs2_clusters_to_blocks(inode->i_sb, 6647e48edee2SMark Fasheh le16_to_cpu(rec->e_leaf_clusters)); 66483a0782d0SMark Fasheh 66493a0782d0SMark Fasheh /* 66503a0782d0SMark Fasheh * If it's now empty, remove this record. 66513a0782d0SMark Fasheh */ 6652e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) == 0) { 66533a0782d0SMark Fasheh memset(rec, 0, 66543a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 66553a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 66563a0782d0SMark Fasheh } 66573a0782d0SMark Fasheh } else { 66583a0782d0SMark Fasheh if (le64_to_cpu(rec->e_blkno) == deleted_eb) { 66593a0782d0SMark Fasheh memset(rec, 0, 66603a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 66613a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 66623a0782d0SMark Fasheh 66633a0782d0SMark Fasheh goto delete; 66643a0782d0SMark Fasheh } 66653a0782d0SMark Fasheh 66663a0782d0SMark Fasheh /* Can this actually happen? */ 66673a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) 66683a0782d0SMark Fasheh goto delete; 66693a0782d0SMark Fasheh 66703a0782d0SMark Fasheh /* 66713a0782d0SMark Fasheh * We never actually deleted any clusters 66723a0782d0SMark Fasheh * because our leaf was empty. There's no 66733a0782d0SMark Fasheh * reason to adjust the rightmost edge then. 66743a0782d0SMark Fasheh */ 66753a0782d0SMark Fasheh if (new_edge == 0) 66763a0782d0SMark Fasheh goto delete; 66773a0782d0SMark Fasheh 6678e48edee2SMark Fasheh rec->e_int_clusters = cpu_to_le32(new_edge); 6679e48edee2SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 66803a0782d0SMark Fasheh -le32_to_cpu(rec->e_cpos)); 66813a0782d0SMark Fasheh 66823a0782d0SMark Fasheh /* 66833a0782d0SMark Fasheh * A deleted child record should have been 66843a0782d0SMark Fasheh * caught above. 66853a0782d0SMark Fasheh */ 6686e48edee2SMark Fasheh BUG_ON(le32_to_cpu(rec->e_int_clusters) == 0); 66873a0782d0SMark Fasheh } 66883a0782d0SMark Fasheh 66893a0782d0SMark Fasheh delete: 66903a0782d0SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 66913a0782d0SMark Fasheh if (ret) { 66923a0782d0SMark Fasheh mlog_errno(ret); 66933a0782d0SMark Fasheh goto out; 66943a0782d0SMark Fasheh } 66953a0782d0SMark Fasheh 66963a0782d0SMark Fasheh mlog(0, "extent list container %llu, after: record %d: " 66973a0782d0SMark Fasheh "(%u, %u, %llu), next = %u.\n", 66983a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr, i, 6699e48edee2SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec), 67003a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 67013a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 67023a0782d0SMark Fasheh 67033a0782d0SMark Fasheh /* 67043a0782d0SMark Fasheh * We must be careful to only attempt delete of an 67053a0782d0SMark Fasheh * extent block (and not the root inode block). 67063a0782d0SMark Fasheh */ 67073a0782d0SMark Fasheh if (index > 0 && le16_to_cpu(el->l_next_free_rec) == 0) { 67083a0782d0SMark Fasheh struct ocfs2_extent_block *eb = 67093a0782d0SMark Fasheh (struct ocfs2_extent_block *)bh->b_data; 67103a0782d0SMark Fasheh 67113a0782d0SMark Fasheh /* 67123a0782d0SMark Fasheh * Save this for use when processing the 67133a0782d0SMark Fasheh * parent block. 67143a0782d0SMark Fasheh */ 67153a0782d0SMark Fasheh deleted_eb = le64_to_cpu(eb->h_blkno); 67163a0782d0SMark Fasheh 67173a0782d0SMark Fasheh mlog(0, "deleting this extent block.\n"); 67183a0782d0SMark Fasheh 67198cb471e8SJoel Becker ocfs2_remove_from_cache(INODE_CACHE(inode), bh); 67203a0782d0SMark Fasheh 6721e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, &el->l_recs[0])); 67223a0782d0SMark Fasheh BUG_ON(le32_to_cpu(el->l_recs[0].e_cpos)); 67233a0782d0SMark Fasheh BUG_ON(le64_to_cpu(el->l_recs[0].e_blkno)); 67243a0782d0SMark Fasheh 672559a5e416SMark Fasheh ret = ocfs2_cache_extent_block_free(&tc->tc_dealloc, eb); 67263a0782d0SMark Fasheh /* An error here is not fatal. */ 67273a0782d0SMark Fasheh if (ret < 0) 67283a0782d0SMark Fasheh mlog_errno(ret); 67293a0782d0SMark Fasheh } else { 67303a0782d0SMark Fasheh deleted_eb = 0; 67313a0782d0SMark Fasheh } 67323a0782d0SMark Fasheh 67333a0782d0SMark Fasheh index--; 67343a0782d0SMark Fasheh } 67353a0782d0SMark Fasheh 67363a0782d0SMark Fasheh ret = 0; 67373a0782d0SMark Fasheh out: 67383a0782d0SMark Fasheh return ret; 67393a0782d0SMark Fasheh } 67403a0782d0SMark Fasheh 6741ccd979bdSMark Fasheh static int ocfs2_do_truncate(struct ocfs2_super *osb, 6742ccd979bdSMark Fasheh unsigned int clusters_to_del, 6743ccd979bdSMark Fasheh struct inode *inode, 6744ccd979bdSMark Fasheh struct buffer_head *fe_bh, 67451fabe148SMark Fasheh handle_t *handle, 6746dcd0538fSMark Fasheh struct ocfs2_truncate_context *tc, 6747dcd0538fSMark Fasheh struct ocfs2_path *path) 6748ccd979bdSMark Fasheh { 67493a0782d0SMark Fasheh int status; 6750ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 6751ccd979bdSMark Fasheh struct ocfs2_extent_block *last_eb = NULL; 6752ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6753ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 6754ccd979bdSMark Fasheh u64 delete_blk = 0; 6755ccd979bdSMark Fasheh 6756ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 6757ccd979bdSMark Fasheh 67583a0782d0SMark Fasheh status = ocfs2_find_new_last_ext_blk(inode, clusters_to_del, 6759dcd0538fSMark Fasheh path, &last_eb_bh); 6760ccd979bdSMark Fasheh if (status < 0) { 6761ccd979bdSMark Fasheh mlog_errno(status); 6762ccd979bdSMark Fasheh goto bail; 6763ccd979bdSMark Fasheh } 6764ccd979bdSMark Fasheh 6765dcd0538fSMark Fasheh /* 6766dcd0538fSMark Fasheh * Each component will be touched, so we might as well journal 6767dcd0538fSMark Fasheh * here to avoid having to handle errors later. 6768dcd0538fSMark Fasheh */ 67690cf2f763SJoel Becker status = ocfs2_journal_access_path(INODE_CACHE(inode), handle, path); 6770ccd979bdSMark Fasheh if (status < 0) { 6771ccd979bdSMark Fasheh mlog_errno(status); 6772ccd979bdSMark Fasheh goto bail; 6773ccd979bdSMark Fasheh } 6774dcd0538fSMark Fasheh 6775dcd0538fSMark Fasheh if (last_eb_bh) { 67760cf2f763SJoel Becker status = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), last_eb_bh, 6777dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 6778dcd0538fSMark Fasheh if (status < 0) { 6779dcd0538fSMark Fasheh mlog_errno(status); 6780dcd0538fSMark Fasheh goto bail; 6781dcd0538fSMark Fasheh } 6782dcd0538fSMark Fasheh 6783dcd0538fSMark Fasheh last_eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 6784dcd0538fSMark Fasheh } 6785dcd0538fSMark Fasheh 6786ccd979bdSMark Fasheh el = &(fe->id2.i_list); 6787ccd979bdSMark Fasheh 6788dcd0538fSMark Fasheh /* 6789dcd0538fSMark Fasheh * Lower levels depend on this never happening, but it's best 6790dcd0538fSMark Fasheh * to check it up here before changing the tree. 6791dcd0538fSMark Fasheh */ 6792e48edee2SMark Fasheh if (el->l_tree_depth && el->l_recs[0].e_int_clusters == 0) { 6793dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 6794dcd0538fSMark Fasheh "Inode %lu has an empty extent record, depth %u\n", 6795dcd0538fSMark Fasheh inode->i_ino, le16_to_cpu(el->l_tree_depth)); 67963a0782d0SMark Fasheh status = -EROFS; 6797dcd0538fSMark Fasheh goto bail; 6798dcd0538fSMark Fasheh } 6799dcd0538fSMark Fasheh 6800a90714c1SJan Kara vfs_dq_free_space_nodirty(inode, 6801a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, clusters_to_del)); 6802ccd979bdSMark Fasheh spin_lock(&OCFS2_I(inode)->ip_lock); 6803ccd979bdSMark Fasheh OCFS2_I(inode)->ip_clusters = le32_to_cpu(fe->i_clusters) - 6804ccd979bdSMark Fasheh clusters_to_del; 6805ccd979bdSMark Fasheh spin_unlock(&OCFS2_I(inode)->ip_lock); 6806ccd979bdSMark Fasheh le32_add_cpu(&fe->i_clusters, -clusters_to_del); 6807e535e2efSMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 6808ccd979bdSMark Fasheh 68093a0782d0SMark Fasheh status = ocfs2_trim_tree(inode, path, handle, tc, 68103a0782d0SMark Fasheh clusters_to_del, &delete_blk); 68113a0782d0SMark Fasheh if (status) { 68123a0782d0SMark Fasheh mlog_errno(status); 68133a0782d0SMark Fasheh goto bail; 6814ccd979bdSMark Fasheh } 6815ccd979bdSMark Fasheh 6816dcd0538fSMark Fasheh if (le32_to_cpu(fe->i_clusters) == 0) { 6817ccd979bdSMark Fasheh /* trunc to zero is a special case. */ 6818ccd979bdSMark Fasheh el->l_tree_depth = 0; 6819ccd979bdSMark Fasheh fe->i_last_eb_blk = 0; 6820ccd979bdSMark Fasheh } else if (last_eb) 6821ccd979bdSMark Fasheh fe->i_last_eb_blk = last_eb->h_blkno; 6822ccd979bdSMark Fasheh 6823ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, fe_bh); 6824ccd979bdSMark Fasheh if (status < 0) { 6825ccd979bdSMark Fasheh mlog_errno(status); 6826ccd979bdSMark Fasheh goto bail; 6827ccd979bdSMark Fasheh } 6828ccd979bdSMark Fasheh 6829ccd979bdSMark Fasheh if (last_eb) { 6830ccd979bdSMark Fasheh /* If there will be a new last extent block, then by 6831ccd979bdSMark Fasheh * definition, there cannot be any leaves to the right of 6832ccd979bdSMark Fasheh * him. */ 6833ccd979bdSMark Fasheh last_eb->h_next_leaf_blk = 0; 6834ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, last_eb_bh); 6835ccd979bdSMark Fasheh if (status < 0) { 6836ccd979bdSMark Fasheh mlog_errno(status); 6837ccd979bdSMark Fasheh goto bail; 6838ccd979bdSMark Fasheh } 6839ccd979bdSMark Fasheh } 6840ccd979bdSMark Fasheh 68413a0782d0SMark Fasheh if (delete_blk) { 6842ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, delete_blk, 6843ccd979bdSMark Fasheh clusters_to_del); 6844ccd979bdSMark Fasheh if (status < 0) { 6845ccd979bdSMark Fasheh mlog_errno(status); 6846ccd979bdSMark Fasheh goto bail; 6847ccd979bdSMark Fasheh } 68483a0782d0SMark Fasheh } 6849ccd979bdSMark Fasheh status = 0; 6850ccd979bdSMark Fasheh bail: 685160e2ec48STao Ma brelse(last_eb_bh); 6852ccd979bdSMark Fasheh mlog_exit(status); 6853ccd979bdSMark Fasheh return status; 6854ccd979bdSMark Fasheh } 6855ccd979bdSMark Fasheh 68562b4e30fbSJoel Becker static int ocfs2_zero_func(handle_t *handle, struct buffer_head *bh) 685760b11392SMark Fasheh { 685860b11392SMark Fasheh set_buffer_uptodate(bh); 685960b11392SMark Fasheh mark_buffer_dirty(bh); 686060b11392SMark Fasheh return 0; 686160b11392SMark Fasheh } 686260b11392SMark Fasheh 68631d410a6eSMark Fasheh static void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle, 68641d410a6eSMark Fasheh unsigned int from, unsigned int to, 68651d410a6eSMark Fasheh struct page *page, int zero, u64 *phys) 686660b11392SMark Fasheh { 68671d410a6eSMark Fasheh int ret, partial = 0; 686860b11392SMark Fasheh 68691d410a6eSMark Fasheh ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0); 687060b11392SMark Fasheh if (ret) 687160b11392SMark Fasheh mlog_errno(ret); 687260b11392SMark Fasheh 68731d410a6eSMark Fasheh if (zero) 6874eebd2aa3SChristoph Lameter zero_user_segment(page, from, to); 687560b11392SMark Fasheh 687660b11392SMark Fasheh /* 687760b11392SMark Fasheh * Need to set the buffers we zero'd into uptodate 687860b11392SMark Fasheh * here if they aren't - ocfs2_map_page_blocks() 687960b11392SMark Fasheh * might've skipped some 688060b11392SMark Fasheh */ 688160b11392SMark Fasheh ret = walk_page_buffers(handle, page_buffers(page), 688260b11392SMark Fasheh from, to, &partial, 68832b4e30fbSJoel Becker ocfs2_zero_func); 68842b4e30fbSJoel Becker if (ret < 0) 68852b4e30fbSJoel Becker mlog_errno(ret); 68862b4e30fbSJoel Becker else if (ocfs2_should_order_data(inode)) { 68872b4e30fbSJoel Becker ret = ocfs2_jbd2_file_inode(handle, inode); 688860b11392SMark Fasheh if (ret < 0) 688960b11392SMark Fasheh mlog_errno(ret); 689060b11392SMark Fasheh } 689160b11392SMark Fasheh 689260b11392SMark Fasheh if (!partial) 689360b11392SMark Fasheh SetPageUptodate(page); 689460b11392SMark Fasheh 689560b11392SMark Fasheh flush_dcache_page(page); 68961d410a6eSMark Fasheh } 68971d410a6eSMark Fasheh 68981d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start, 68991d410a6eSMark Fasheh loff_t end, struct page **pages, 69001d410a6eSMark Fasheh int numpages, u64 phys, handle_t *handle) 69011d410a6eSMark Fasheh { 69021d410a6eSMark Fasheh int i; 69031d410a6eSMark Fasheh struct page *page; 69041d410a6eSMark Fasheh unsigned int from, to = PAGE_CACHE_SIZE; 69051d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 69061d410a6eSMark Fasheh 69071d410a6eSMark Fasheh BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb))); 69081d410a6eSMark Fasheh 69091d410a6eSMark Fasheh if (numpages == 0) 69101d410a6eSMark Fasheh goto out; 69111d410a6eSMark Fasheh 69121d410a6eSMark Fasheh to = PAGE_CACHE_SIZE; 69131d410a6eSMark Fasheh for(i = 0; i < numpages; i++) { 69141d410a6eSMark Fasheh page = pages[i]; 69151d410a6eSMark Fasheh 69161d410a6eSMark Fasheh from = start & (PAGE_CACHE_SIZE - 1); 69171d410a6eSMark Fasheh if ((end >> PAGE_CACHE_SHIFT) == page->index) 69181d410a6eSMark Fasheh to = end & (PAGE_CACHE_SIZE - 1); 69191d410a6eSMark Fasheh 69201d410a6eSMark Fasheh BUG_ON(from > PAGE_CACHE_SIZE); 69211d410a6eSMark Fasheh BUG_ON(to > PAGE_CACHE_SIZE); 69221d410a6eSMark Fasheh 69231d410a6eSMark Fasheh ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1, 69241d410a6eSMark Fasheh &phys); 692560b11392SMark Fasheh 692635edec1dSMark Fasheh start = (page->index + 1) << PAGE_CACHE_SHIFT; 692760b11392SMark Fasheh } 692860b11392SMark Fasheh out: 69291d410a6eSMark Fasheh if (pages) 69301d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 693160b11392SMark Fasheh } 693260b11392SMark Fasheh 693335edec1dSMark Fasheh static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end, 69341d410a6eSMark Fasheh struct page **pages, int *num) 693560b11392SMark Fasheh { 69361d410a6eSMark Fasheh int numpages, ret = 0; 693760b11392SMark Fasheh struct super_block *sb = inode->i_sb; 693860b11392SMark Fasheh struct address_space *mapping = inode->i_mapping; 693960b11392SMark Fasheh unsigned long index; 694035edec1dSMark Fasheh loff_t last_page_bytes; 694160b11392SMark Fasheh 694235edec1dSMark Fasheh BUG_ON(start > end); 694360b11392SMark Fasheh 694435edec1dSMark Fasheh BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits != 694535edec1dSMark Fasheh (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits); 694635edec1dSMark Fasheh 69471d410a6eSMark Fasheh numpages = 0; 694835edec1dSMark Fasheh last_page_bytes = PAGE_ALIGN(end); 694935edec1dSMark Fasheh index = start >> PAGE_CACHE_SHIFT; 695060b11392SMark Fasheh do { 695160b11392SMark Fasheh pages[numpages] = grab_cache_page(mapping, index); 695260b11392SMark Fasheh if (!pages[numpages]) { 695360b11392SMark Fasheh ret = -ENOMEM; 695460b11392SMark Fasheh mlog_errno(ret); 695560b11392SMark Fasheh goto out; 695660b11392SMark Fasheh } 695760b11392SMark Fasheh 695860b11392SMark Fasheh numpages++; 695960b11392SMark Fasheh index++; 696035edec1dSMark Fasheh } while (index < (last_page_bytes >> PAGE_CACHE_SHIFT)); 696160b11392SMark Fasheh 696260b11392SMark Fasheh out: 696360b11392SMark Fasheh if (ret != 0) { 69641d410a6eSMark Fasheh if (pages) 69651d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 696660b11392SMark Fasheh numpages = 0; 696760b11392SMark Fasheh } 696860b11392SMark Fasheh 696960b11392SMark Fasheh *num = numpages; 697060b11392SMark Fasheh 697160b11392SMark Fasheh return ret; 697260b11392SMark Fasheh } 697360b11392SMark Fasheh 697460b11392SMark Fasheh /* 697560b11392SMark Fasheh * Zero the area past i_size but still within an allocated 697660b11392SMark Fasheh * cluster. This avoids exposing nonzero data on subsequent file 697760b11392SMark Fasheh * extends. 697860b11392SMark Fasheh * 697960b11392SMark Fasheh * We need to call this before i_size is updated on the inode because 698060b11392SMark Fasheh * otherwise block_write_full_page() will skip writeout of pages past 698160b11392SMark Fasheh * i_size. The new_i_size parameter is passed for this reason. 698260b11392SMark Fasheh */ 698335edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle, 698435edec1dSMark Fasheh u64 range_start, u64 range_end) 698560b11392SMark Fasheh { 69861d410a6eSMark Fasheh int ret = 0, numpages; 698760b11392SMark Fasheh struct page **pages = NULL; 698860b11392SMark Fasheh u64 phys; 69891d410a6eSMark Fasheh unsigned int ext_flags; 69901d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 699160b11392SMark Fasheh 699260b11392SMark Fasheh /* 699360b11392SMark Fasheh * File systems which don't support sparse files zero on every 699460b11392SMark Fasheh * extend. 699560b11392SMark Fasheh */ 69961d410a6eSMark Fasheh if (!ocfs2_sparse_alloc(OCFS2_SB(sb))) 699760b11392SMark Fasheh return 0; 699860b11392SMark Fasheh 69991d410a6eSMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(sb), 700060b11392SMark Fasheh sizeof(struct page *), GFP_NOFS); 700160b11392SMark Fasheh if (pages == NULL) { 700260b11392SMark Fasheh ret = -ENOMEM; 700360b11392SMark Fasheh mlog_errno(ret); 700460b11392SMark Fasheh goto out; 700560b11392SMark Fasheh } 700660b11392SMark Fasheh 70071d410a6eSMark Fasheh if (range_start == range_end) 70081d410a6eSMark Fasheh goto out; 70091d410a6eSMark Fasheh 70101d410a6eSMark Fasheh ret = ocfs2_extent_map_get_blocks(inode, 70111d410a6eSMark Fasheh range_start >> sb->s_blocksize_bits, 70121d410a6eSMark Fasheh &phys, NULL, &ext_flags); 701360b11392SMark Fasheh if (ret) { 701460b11392SMark Fasheh mlog_errno(ret); 701560b11392SMark Fasheh goto out; 701660b11392SMark Fasheh } 701760b11392SMark Fasheh 70181d410a6eSMark Fasheh /* 70191d410a6eSMark Fasheh * Tail is a hole, or is marked unwritten. In either case, we 70201d410a6eSMark Fasheh * can count on read and write to return/push zero's. 70211d410a6eSMark Fasheh */ 70221d410a6eSMark Fasheh if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN) 702360b11392SMark Fasheh goto out; 702460b11392SMark Fasheh 70251d410a6eSMark Fasheh ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages, 70261d410a6eSMark Fasheh &numpages); 70271d410a6eSMark Fasheh if (ret) { 70281d410a6eSMark Fasheh mlog_errno(ret); 70291d410a6eSMark Fasheh goto out; 70301d410a6eSMark Fasheh } 70311d410a6eSMark Fasheh 703235edec1dSMark Fasheh ocfs2_zero_cluster_pages(inode, range_start, range_end, pages, 703335edec1dSMark Fasheh numpages, phys, handle); 703460b11392SMark Fasheh 703560b11392SMark Fasheh /* 703660b11392SMark Fasheh * Initiate writeout of the pages we zero'd here. We don't 703760b11392SMark Fasheh * wait on them - the truncate_inode_pages() call later will 703860b11392SMark Fasheh * do that for us. 703960b11392SMark Fasheh */ 704035edec1dSMark Fasheh ret = do_sync_mapping_range(inode->i_mapping, range_start, 704135edec1dSMark Fasheh range_end - 1, SYNC_FILE_RANGE_WRITE); 704260b11392SMark Fasheh if (ret) 704360b11392SMark Fasheh mlog_errno(ret); 704460b11392SMark Fasheh 704560b11392SMark Fasheh out: 704660b11392SMark Fasheh if (pages) 704760b11392SMark Fasheh kfree(pages); 704860b11392SMark Fasheh 704960b11392SMark Fasheh return ret; 705060b11392SMark Fasheh } 705160b11392SMark Fasheh 7052fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode, 7053fdd77704STiger Yang struct ocfs2_dinode *di) 70541afc32b9SMark Fasheh { 70551afc32b9SMark Fasheh unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits; 7056fdd77704STiger Yang unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size); 70571afc32b9SMark Fasheh 7058fdd77704STiger Yang if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL) 7059fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7060fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2) - 7061fdd77704STiger Yang xattrsize); 7062fdd77704STiger Yang else 7063fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7064fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2)); 70651afc32b9SMark Fasheh } 70661afc32b9SMark Fasheh 70675b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode, 70685b6a3a2bSMark Fasheh struct ocfs2_dinode *di) 70695b6a3a2bSMark Fasheh { 7070fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 70715b6a3a2bSMark Fasheh di->id2.i_list.l_tree_depth = 0; 70725b6a3a2bSMark Fasheh di->id2.i_list.l_next_free_rec = 0; 7073fdd77704STiger Yang di->id2.i_list.l_count = cpu_to_le16( 7074fdd77704STiger Yang ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di)); 70755b6a3a2bSMark Fasheh } 70765b6a3a2bSMark Fasheh 70771afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di) 70781afc32b9SMark Fasheh { 70791afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 70801afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 70811afc32b9SMark Fasheh 70821afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 70831afc32b9SMark Fasheh oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL; 70841afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 70851afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 70861afc32b9SMark Fasheh 70871afc32b9SMark Fasheh /* 70881afc32b9SMark Fasheh * We clear the entire i_data structure here so that all 70891afc32b9SMark Fasheh * fields can be properly initialized. 70901afc32b9SMark Fasheh */ 7091fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 70921afc32b9SMark Fasheh 7093fdd77704STiger Yang idata->id_count = cpu_to_le16( 7094fdd77704STiger Yang ocfs2_max_inline_data_with_xattr(inode->i_sb, di)); 70951afc32b9SMark Fasheh } 70961afc32b9SMark Fasheh 70971afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode, 70981afc32b9SMark Fasheh struct buffer_head *di_bh) 70991afc32b9SMark Fasheh { 71001afc32b9SMark Fasheh int ret, i, has_data, num_pages = 0; 71011afc32b9SMark Fasheh handle_t *handle; 71021afc32b9SMark Fasheh u64 uninitialized_var(block); 71031afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 71041afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 71051afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 71061afc32b9SMark Fasheh struct ocfs2_alloc_context *data_ac = NULL; 71071afc32b9SMark Fasheh struct page **pages = NULL; 71081afc32b9SMark Fasheh loff_t end = osb->s_clustersize; 7109f99b9b7cSJoel Becker struct ocfs2_extent_tree et; 7110a90714c1SJan Kara int did_quota = 0; 71111afc32b9SMark Fasheh 71121afc32b9SMark Fasheh has_data = i_size_read(inode) ? 1 : 0; 71131afc32b9SMark Fasheh 71141afc32b9SMark Fasheh if (has_data) { 71151afc32b9SMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(osb->sb), 71161afc32b9SMark Fasheh sizeof(struct page *), GFP_NOFS); 71171afc32b9SMark Fasheh if (pages == NULL) { 71181afc32b9SMark Fasheh ret = -ENOMEM; 71191afc32b9SMark Fasheh mlog_errno(ret); 71201afc32b9SMark Fasheh goto out; 71211afc32b9SMark Fasheh } 71221afc32b9SMark Fasheh 71231afc32b9SMark Fasheh ret = ocfs2_reserve_clusters(osb, 1, &data_ac); 71241afc32b9SMark Fasheh if (ret) { 71251afc32b9SMark Fasheh mlog_errno(ret); 71261afc32b9SMark Fasheh goto out; 71271afc32b9SMark Fasheh } 71281afc32b9SMark Fasheh } 71291afc32b9SMark Fasheh 7130a90714c1SJan Kara handle = ocfs2_start_trans(osb, 7131a90714c1SJan Kara ocfs2_inline_to_extents_credits(osb->sb)); 71321afc32b9SMark Fasheh if (IS_ERR(handle)) { 71331afc32b9SMark Fasheh ret = PTR_ERR(handle); 71341afc32b9SMark Fasheh mlog_errno(ret); 71351afc32b9SMark Fasheh goto out_unlock; 71361afc32b9SMark Fasheh } 71371afc32b9SMark Fasheh 71380cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 71391afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 71401afc32b9SMark Fasheh if (ret) { 71411afc32b9SMark Fasheh mlog_errno(ret); 71421afc32b9SMark Fasheh goto out_commit; 71431afc32b9SMark Fasheh } 71441afc32b9SMark Fasheh 71451afc32b9SMark Fasheh if (has_data) { 71461afc32b9SMark Fasheh u32 bit_off, num; 71471afc32b9SMark Fasheh unsigned int page_end; 71481afc32b9SMark Fasheh u64 phys; 71491afc32b9SMark Fasheh 7150a90714c1SJan Kara if (vfs_dq_alloc_space_nodirty(inode, 7151a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1))) { 7152a90714c1SJan Kara ret = -EDQUOT; 7153a90714c1SJan Kara goto out_commit; 7154a90714c1SJan Kara } 7155a90714c1SJan Kara did_quota = 1; 7156a90714c1SJan Kara 71571afc32b9SMark Fasheh ret = ocfs2_claim_clusters(osb, handle, data_ac, 1, &bit_off, 71581afc32b9SMark Fasheh &num); 71591afc32b9SMark Fasheh if (ret) { 71601afc32b9SMark Fasheh mlog_errno(ret); 71611afc32b9SMark Fasheh goto out_commit; 71621afc32b9SMark Fasheh } 71631afc32b9SMark Fasheh 71641afc32b9SMark Fasheh /* 71651afc32b9SMark Fasheh * Save two copies, one for insert, and one that can 71661afc32b9SMark Fasheh * be changed by ocfs2_map_and_dirty_page() below. 71671afc32b9SMark Fasheh */ 71681afc32b9SMark Fasheh block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off); 71691afc32b9SMark Fasheh 71701afc32b9SMark Fasheh /* 71711afc32b9SMark Fasheh * Non sparse file systems zero on extend, so no need 71721afc32b9SMark Fasheh * to do that now. 71731afc32b9SMark Fasheh */ 71741afc32b9SMark Fasheh if (!ocfs2_sparse_alloc(osb) && 71751afc32b9SMark Fasheh PAGE_CACHE_SIZE < osb->s_clustersize) 71761afc32b9SMark Fasheh end = PAGE_CACHE_SIZE; 71771afc32b9SMark Fasheh 71781afc32b9SMark Fasheh ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages); 71791afc32b9SMark Fasheh if (ret) { 71801afc32b9SMark Fasheh mlog_errno(ret); 71811afc32b9SMark Fasheh goto out_commit; 71821afc32b9SMark Fasheh } 71831afc32b9SMark Fasheh 71841afc32b9SMark Fasheh /* 71851afc32b9SMark Fasheh * This should populate the 1st page for us and mark 71861afc32b9SMark Fasheh * it up to date. 71871afc32b9SMark Fasheh */ 71881afc32b9SMark Fasheh ret = ocfs2_read_inline_data(inode, pages[0], di_bh); 71891afc32b9SMark Fasheh if (ret) { 71901afc32b9SMark Fasheh mlog_errno(ret); 71911afc32b9SMark Fasheh goto out_commit; 71921afc32b9SMark Fasheh } 71931afc32b9SMark Fasheh 71941afc32b9SMark Fasheh page_end = PAGE_CACHE_SIZE; 71951afc32b9SMark Fasheh if (PAGE_CACHE_SIZE > osb->s_clustersize) 71961afc32b9SMark Fasheh page_end = osb->s_clustersize; 71971afc32b9SMark Fasheh 71981afc32b9SMark Fasheh for (i = 0; i < num_pages; i++) 71991afc32b9SMark Fasheh ocfs2_map_and_dirty_page(inode, handle, 0, page_end, 72001afc32b9SMark Fasheh pages[i], i > 0, &phys); 72011afc32b9SMark Fasheh } 72021afc32b9SMark Fasheh 72031afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 72041afc32b9SMark Fasheh oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL; 72051afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 72061afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 72071afc32b9SMark Fasheh 72085b6a3a2bSMark Fasheh ocfs2_dinode_new_extent_list(inode, di); 72091afc32b9SMark Fasheh 72101afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 72111afc32b9SMark Fasheh 72121afc32b9SMark Fasheh if (has_data) { 72131afc32b9SMark Fasheh /* 72141afc32b9SMark Fasheh * An error at this point should be extremely rare. If 72151afc32b9SMark Fasheh * this proves to be false, we could always re-build 72161afc32b9SMark Fasheh * the in-inode data from our pages. 72171afc32b9SMark Fasheh */ 72188d6220d6SJoel Becker ocfs2_init_dinode_extent_tree(&et, inode, di_bh); 7219f99b9b7cSJoel Becker ret = ocfs2_insert_extent(osb, handle, inode, &et, 7220f56654c4STao Ma 0, block, 1, 0, NULL); 72211afc32b9SMark Fasheh if (ret) { 72221afc32b9SMark Fasheh mlog_errno(ret); 72231afc32b9SMark Fasheh goto out_commit; 72241afc32b9SMark Fasheh } 72251afc32b9SMark Fasheh 72261afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 72271afc32b9SMark Fasheh } 72281afc32b9SMark Fasheh 72291afc32b9SMark Fasheh out_commit: 7230a90714c1SJan Kara if (ret < 0 && did_quota) 7231a90714c1SJan Kara vfs_dq_free_space_nodirty(inode, 7232a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1)); 7233a90714c1SJan Kara 72341afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 72351afc32b9SMark Fasheh 72361afc32b9SMark Fasheh out_unlock: 72371afc32b9SMark Fasheh if (data_ac) 72381afc32b9SMark Fasheh ocfs2_free_alloc_context(data_ac); 72391afc32b9SMark Fasheh 72401afc32b9SMark Fasheh out: 72411afc32b9SMark Fasheh if (pages) { 72421afc32b9SMark Fasheh ocfs2_unlock_and_free_pages(pages, num_pages); 72431afc32b9SMark Fasheh kfree(pages); 72441afc32b9SMark Fasheh } 72451afc32b9SMark Fasheh 72461afc32b9SMark Fasheh return ret; 72471afc32b9SMark Fasheh } 72481afc32b9SMark Fasheh 7249ccd979bdSMark Fasheh /* 7250ccd979bdSMark Fasheh * It is expected, that by the time you call this function, 7251ccd979bdSMark Fasheh * inode->i_size and fe->i_size have been adjusted. 7252ccd979bdSMark Fasheh * 7253ccd979bdSMark Fasheh * WARNING: This will kfree the truncate context 7254ccd979bdSMark Fasheh */ 7255ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb, 7256ccd979bdSMark Fasheh struct inode *inode, 7257ccd979bdSMark Fasheh struct buffer_head *fe_bh, 7258ccd979bdSMark Fasheh struct ocfs2_truncate_context *tc) 7259ccd979bdSMark Fasheh { 7260ccd979bdSMark Fasheh int status, i, credits, tl_sem = 0; 7261dcd0538fSMark Fasheh u32 clusters_to_del, new_highest_cpos, range; 7262ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 72631fabe148SMark Fasheh handle_t *handle = NULL; 7264ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 7265dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 7266e7d4cb6bSTao Ma struct ocfs2_dinode *di = (struct ocfs2_dinode *)fe_bh->b_data; 7267ccd979bdSMark Fasheh 7268ccd979bdSMark Fasheh mlog_entry_void(); 7269ccd979bdSMark Fasheh 7270dcd0538fSMark Fasheh new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb, 7271ccd979bdSMark Fasheh i_size_read(inode)); 7272ccd979bdSMark Fasheh 727313723d00SJoel Becker path = ocfs2_new_path(fe_bh, &di->id2.i_list, 727413723d00SJoel Becker ocfs2_journal_access_di); 7275dcd0538fSMark Fasheh if (!path) { 7276dcd0538fSMark Fasheh status = -ENOMEM; 7277ccd979bdSMark Fasheh mlog_errno(status); 7278ccd979bdSMark Fasheh goto bail; 7279ccd979bdSMark Fasheh } 728083418978SMark Fasheh 728183418978SMark Fasheh ocfs2_extent_map_trunc(inode, new_highest_cpos); 728283418978SMark Fasheh 7283dcd0538fSMark Fasheh start: 7284dcd0538fSMark Fasheh /* 72853a0782d0SMark Fasheh * Check that we still have allocation to delete. 72863a0782d0SMark Fasheh */ 72873a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == 0) { 72883a0782d0SMark Fasheh status = 0; 72893a0782d0SMark Fasheh goto bail; 72903a0782d0SMark Fasheh } 72913a0782d0SMark Fasheh 72923a0782d0SMark Fasheh /* 7293dcd0538fSMark Fasheh * Truncate always works against the rightmost tree branch. 7294dcd0538fSMark Fasheh */ 7295facdb77fSJoel Becker status = ocfs2_find_path(INODE_CACHE(inode), path, UINT_MAX); 7296dcd0538fSMark Fasheh if (status) { 7297dcd0538fSMark Fasheh mlog_errno(status); 7298ccd979bdSMark Fasheh goto bail; 7299ccd979bdSMark Fasheh } 7300ccd979bdSMark Fasheh 7301dcd0538fSMark Fasheh mlog(0, "inode->ip_clusters = %u, tree_depth = %u\n", 7302dcd0538fSMark Fasheh OCFS2_I(inode)->ip_clusters, path->p_tree_depth); 7303dcd0538fSMark Fasheh 7304dcd0538fSMark Fasheh /* 7305dcd0538fSMark Fasheh * By now, el will point to the extent list on the bottom most 7306dcd0538fSMark Fasheh * portion of this tree. Only the tail record is considered in 7307dcd0538fSMark Fasheh * each pass. 7308dcd0538fSMark Fasheh * 7309dcd0538fSMark Fasheh * We handle the following cases, in order: 7310dcd0538fSMark Fasheh * - empty extent: delete the remaining branch 7311dcd0538fSMark Fasheh * - remove the entire record 7312dcd0538fSMark Fasheh * - remove a partial record 7313dcd0538fSMark Fasheh * - no record needs to be removed (truncate has completed) 7314dcd0538fSMark Fasheh */ 7315dcd0538fSMark Fasheh el = path_leaf_el(path); 73163a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 73173a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 73183a0782d0SMark Fasheh "Inode %llu has empty extent block at %llu\n", 73193a0782d0SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 73203a0782d0SMark Fasheh (unsigned long long)path_leaf_bh(path)->b_blocknr); 73213a0782d0SMark Fasheh status = -EROFS; 73223a0782d0SMark Fasheh goto bail; 73233a0782d0SMark Fasheh } 73243a0782d0SMark Fasheh 7325ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 7326dcd0538fSMark Fasheh range = le32_to_cpu(el->l_recs[i].e_cpos) + 7327e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 7328dcd0538fSMark Fasheh if (i == 0 && ocfs2_is_empty_extent(&el->l_recs[i])) { 7329dcd0538fSMark Fasheh clusters_to_del = 0; 7330dcd0538fSMark Fasheh } else if (le32_to_cpu(el->l_recs[i].e_cpos) >= new_highest_cpos) { 7331e48edee2SMark Fasheh clusters_to_del = ocfs2_rec_clusters(el, &el->l_recs[i]); 7332dcd0538fSMark Fasheh } else if (range > new_highest_cpos) { 7333e48edee2SMark Fasheh clusters_to_del = (ocfs2_rec_clusters(el, &el->l_recs[i]) + 7334ccd979bdSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos)) - 7335dcd0538fSMark Fasheh new_highest_cpos; 7336dcd0538fSMark Fasheh } else { 7337dcd0538fSMark Fasheh status = 0; 7338dcd0538fSMark Fasheh goto bail; 7339dcd0538fSMark Fasheh } 7340ccd979bdSMark Fasheh 7341dcd0538fSMark Fasheh mlog(0, "clusters_to_del = %u in this pass, tail blk=%llu\n", 7342dcd0538fSMark Fasheh clusters_to_del, (unsigned long long)path_leaf_bh(path)->b_blocknr); 7343dcd0538fSMark Fasheh 73441b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 7345ccd979bdSMark Fasheh tl_sem = 1; 7346ccd979bdSMark Fasheh /* ocfs2_truncate_log_needs_flush guarantees us at least one 7347ccd979bdSMark Fasheh * record is free for use. If there isn't any, we flush to get 7348ccd979bdSMark Fasheh * an empty truncate log. */ 7349ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 7350ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 7351ccd979bdSMark Fasheh if (status < 0) { 7352ccd979bdSMark Fasheh mlog_errno(status); 7353ccd979bdSMark Fasheh goto bail; 7354ccd979bdSMark Fasheh } 7355ccd979bdSMark Fasheh } 7356ccd979bdSMark Fasheh 7357ccd979bdSMark Fasheh credits = ocfs2_calc_tree_trunc_credits(osb->sb, clusters_to_del, 7358dcd0538fSMark Fasheh (struct ocfs2_dinode *)fe_bh->b_data, 7359dcd0538fSMark Fasheh el); 736065eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, credits); 7361ccd979bdSMark Fasheh if (IS_ERR(handle)) { 7362ccd979bdSMark Fasheh status = PTR_ERR(handle); 7363ccd979bdSMark Fasheh handle = NULL; 7364ccd979bdSMark Fasheh mlog_errno(status); 7365ccd979bdSMark Fasheh goto bail; 7366ccd979bdSMark Fasheh } 7367ccd979bdSMark Fasheh 7368dcd0538fSMark Fasheh status = ocfs2_do_truncate(osb, clusters_to_del, inode, fe_bh, handle, 7369dcd0538fSMark Fasheh tc, path); 7370ccd979bdSMark Fasheh if (status < 0) { 7371ccd979bdSMark Fasheh mlog_errno(status); 7372ccd979bdSMark Fasheh goto bail; 7373ccd979bdSMark Fasheh } 7374ccd979bdSMark Fasheh 73751b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 7376ccd979bdSMark Fasheh tl_sem = 0; 7377ccd979bdSMark Fasheh 737802dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 7379ccd979bdSMark Fasheh handle = NULL; 7380ccd979bdSMark Fasheh 7381dcd0538fSMark Fasheh ocfs2_reinit_path(path, 1); 7382dcd0538fSMark Fasheh 7383dcd0538fSMark Fasheh /* 73843a0782d0SMark Fasheh * The check above will catch the case where we've truncated 73853a0782d0SMark Fasheh * away all allocation. 7386dcd0538fSMark Fasheh */ 7387ccd979bdSMark Fasheh goto start; 73883a0782d0SMark Fasheh 7389ccd979bdSMark Fasheh bail: 7390ccd979bdSMark Fasheh 7391ccd979bdSMark Fasheh ocfs2_schedule_truncate_log_flush(osb, 1); 7392ccd979bdSMark Fasheh 7393ccd979bdSMark Fasheh if (tl_sem) 73941b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 7395ccd979bdSMark Fasheh 7396ccd979bdSMark Fasheh if (handle) 739702dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 7398ccd979bdSMark Fasheh 739959a5e416SMark Fasheh ocfs2_run_deallocs(osb, &tc->tc_dealloc); 740059a5e416SMark Fasheh 7401dcd0538fSMark Fasheh ocfs2_free_path(path); 7402ccd979bdSMark Fasheh 7403ccd979bdSMark Fasheh /* This will drop the ext_alloc cluster lock for us */ 7404ccd979bdSMark Fasheh ocfs2_free_truncate_context(tc); 7405ccd979bdSMark Fasheh 7406ccd979bdSMark Fasheh mlog_exit(status); 7407ccd979bdSMark Fasheh return status; 7408ccd979bdSMark Fasheh } 7409ccd979bdSMark Fasheh 7410ccd979bdSMark Fasheh /* 741159a5e416SMark Fasheh * Expects the inode to already be locked. 7412ccd979bdSMark Fasheh */ 7413ccd979bdSMark Fasheh int ocfs2_prepare_truncate(struct ocfs2_super *osb, 7414ccd979bdSMark Fasheh struct inode *inode, 7415ccd979bdSMark Fasheh struct buffer_head *fe_bh, 7416ccd979bdSMark Fasheh struct ocfs2_truncate_context **tc) 7417ccd979bdSMark Fasheh { 741859a5e416SMark Fasheh int status; 7419ccd979bdSMark Fasheh unsigned int new_i_clusters; 7420ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 7421ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 7422ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 7423ccd979bdSMark Fasheh 7424ccd979bdSMark Fasheh mlog_entry_void(); 7425ccd979bdSMark Fasheh 7426ccd979bdSMark Fasheh *tc = NULL; 7427ccd979bdSMark Fasheh 7428ccd979bdSMark Fasheh new_i_clusters = ocfs2_clusters_for_bytes(osb->sb, 7429ccd979bdSMark Fasheh i_size_read(inode)); 7430ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 7431ccd979bdSMark Fasheh 7432ccd979bdSMark Fasheh mlog(0, "fe->i_clusters = %u, new_i_clusters = %u, fe->i_size =" 74331ca1a111SMark Fasheh "%llu\n", le32_to_cpu(fe->i_clusters), new_i_clusters, 74341ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(fe->i_size)); 7435ccd979bdSMark Fasheh 7436cd861280SRobert P. J. Day *tc = kzalloc(sizeof(struct ocfs2_truncate_context), GFP_KERNEL); 7437ccd979bdSMark Fasheh if (!(*tc)) { 7438ccd979bdSMark Fasheh status = -ENOMEM; 7439ccd979bdSMark Fasheh mlog_errno(status); 7440ccd979bdSMark Fasheh goto bail; 7441ccd979bdSMark Fasheh } 744259a5e416SMark Fasheh ocfs2_init_dealloc_ctxt(&(*tc)->tc_dealloc); 7443ccd979bdSMark Fasheh 7444ccd979bdSMark Fasheh if (fe->id2.i_list.l_tree_depth) { 74453d03a305SJoel Becker status = ocfs2_read_extent_block(INODE_CACHE(inode), 74465e96581aSJoel Becker le64_to_cpu(fe->i_last_eb_blk), 74470fcaa56aSJoel Becker &last_eb_bh); 7448ccd979bdSMark Fasheh if (status < 0) { 7449ccd979bdSMark Fasheh mlog_errno(status); 7450ccd979bdSMark Fasheh goto bail; 7451ccd979bdSMark Fasheh } 7452ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 7453ccd979bdSMark Fasheh } 7454ccd979bdSMark Fasheh 7455ccd979bdSMark Fasheh (*tc)->tc_last_eb_bh = last_eb_bh; 7456ccd979bdSMark Fasheh 7457ccd979bdSMark Fasheh status = 0; 7458ccd979bdSMark Fasheh bail: 7459ccd979bdSMark Fasheh if (status < 0) { 7460ccd979bdSMark Fasheh if (*tc) 7461ccd979bdSMark Fasheh ocfs2_free_truncate_context(*tc); 7462ccd979bdSMark Fasheh *tc = NULL; 7463ccd979bdSMark Fasheh } 7464ccd979bdSMark Fasheh mlog_exit_void(); 7465ccd979bdSMark Fasheh return status; 7466ccd979bdSMark Fasheh } 7467ccd979bdSMark Fasheh 74681afc32b9SMark Fasheh /* 74691afc32b9SMark Fasheh * 'start' is inclusive, 'end' is not. 74701afc32b9SMark Fasheh */ 74711afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh, 74721afc32b9SMark Fasheh unsigned int start, unsigned int end, int trunc) 74731afc32b9SMark Fasheh { 74741afc32b9SMark Fasheh int ret; 74751afc32b9SMark Fasheh unsigned int numbytes; 74761afc32b9SMark Fasheh handle_t *handle; 74771afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 74781afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 74791afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 74801afc32b9SMark Fasheh 74811afc32b9SMark Fasheh if (end > i_size_read(inode)) 74821afc32b9SMark Fasheh end = i_size_read(inode); 74831afc32b9SMark Fasheh 74841afc32b9SMark Fasheh BUG_ON(start >= end); 74851afc32b9SMark Fasheh 74861afc32b9SMark Fasheh if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) || 74871afc32b9SMark Fasheh !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) || 74881afc32b9SMark Fasheh !ocfs2_supports_inline_data(osb)) { 74891afc32b9SMark Fasheh ocfs2_error(inode->i_sb, 74901afc32b9SMark Fasheh "Inline data flags for inode %llu don't agree! " 74911afc32b9SMark Fasheh "Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n", 74921afc32b9SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 74931afc32b9SMark Fasheh le16_to_cpu(di->i_dyn_features), 74941afc32b9SMark Fasheh OCFS2_I(inode)->ip_dyn_features, 74951afc32b9SMark Fasheh osb->s_feature_incompat); 74961afc32b9SMark Fasheh ret = -EROFS; 74971afc32b9SMark Fasheh goto out; 74981afc32b9SMark Fasheh } 74991afc32b9SMark Fasheh 75001afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS); 75011afc32b9SMark Fasheh if (IS_ERR(handle)) { 75021afc32b9SMark Fasheh ret = PTR_ERR(handle); 75031afc32b9SMark Fasheh mlog_errno(ret); 75041afc32b9SMark Fasheh goto out; 75051afc32b9SMark Fasheh } 75061afc32b9SMark Fasheh 75070cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 75081afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 75091afc32b9SMark Fasheh if (ret) { 75101afc32b9SMark Fasheh mlog_errno(ret); 75111afc32b9SMark Fasheh goto out_commit; 75121afc32b9SMark Fasheh } 75131afc32b9SMark Fasheh 75141afc32b9SMark Fasheh numbytes = end - start; 75151afc32b9SMark Fasheh memset(idata->id_data + start, 0, numbytes); 75161afc32b9SMark Fasheh 75171afc32b9SMark Fasheh /* 75181afc32b9SMark Fasheh * No need to worry about the data page here - it's been 75191afc32b9SMark Fasheh * truncated already and inline data doesn't need it for 75201afc32b9SMark Fasheh * pushing zero's to disk, so we'll let readpage pick it up 75211afc32b9SMark Fasheh * later. 75221afc32b9SMark Fasheh */ 75231afc32b9SMark Fasheh if (trunc) { 75241afc32b9SMark Fasheh i_size_write(inode, start); 75251afc32b9SMark Fasheh di->i_size = cpu_to_le64(start); 75261afc32b9SMark Fasheh } 75271afc32b9SMark Fasheh 75281afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 75291afc32b9SMark Fasheh inode->i_ctime = inode->i_mtime = CURRENT_TIME; 75301afc32b9SMark Fasheh 75311afc32b9SMark Fasheh di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec); 75321afc32b9SMark Fasheh di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); 75331afc32b9SMark Fasheh 75341afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 75351afc32b9SMark Fasheh 75361afc32b9SMark Fasheh out_commit: 75371afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 75381afc32b9SMark Fasheh 75391afc32b9SMark Fasheh out: 75401afc32b9SMark Fasheh return ret; 75411afc32b9SMark Fasheh } 75421afc32b9SMark Fasheh 7543ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc) 7544ccd979bdSMark Fasheh { 754559a5e416SMark Fasheh /* 754659a5e416SMark Fasheh * The caller is responsible for completing deallocation 754759a5e416SMark Fasheh * before freeing the context. 754859a5e416SMark Fasheh */ 754959a5e416SMark Fasheh if (tc->tc_dealloc.c_first_suballocator != NULL) 755059a5e416SMark Fasheh mlog(ML_NOTICE, 755159a5e416SMark Fasheh "Truncate completion has non-empty dealloc context\n"); 7552ccd979bdSMark Fasheh 7553ccd979bdSMark Fasheh brelse(tc->tc_last_eb_bh); 7554ccd979bdSMark Fasheh 7555ccd979bdSMark Fasheh kfree(tc); 7556ccd979bdSMark Fasheh } 7557