1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 2ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 3ccd979bdSMark Fasheh * 4ccd979bdSMark Fasheh * alloc.c 5ccd979bdSMark Fasheh * 6ccd979bdSMark Fasheh * Extent allocs and frees 7ccd979bdSMark Fasheh * 8ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 9ccd979bdSMark Fasheh * 10ccd979bdSMark Fasheh * This program is free software; you can redistribute it and/or 11ccd979bdSMark Fasheh * modify it under the terms of the GNU General Public 12ccd979bdSMark Fasheh * License as published by the Free Software Foundation; either 13ccd979bdSMark Fasheh * version 2 of the License, or (at your option) any later version. 14ccd979bdSMark Fasheh * 15ccd979bdSMark Fasheh * This program is distributed in the hope that it will be useful, 16ccd979bdSMark Fasheh * but WITHOUT ANY WARRANTY; without even the implied warranty of 17ccd979bdSMark Fasheh * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18ccd979bdSMark Fasheh * General Public License for more details. 19ccd979bdSMark Fasheh * 20ccd979bdSMark Fasheh * You should have received a copy of the GNU General Public 21ccd979bdSMark Fasheh * License along with this program; if not, write to the 22ccd979bdSMark Fasheh * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 23ccd979bdSMark Fasheh * Boston, MA 021110-1307, USA. 24ccd979bdSMark Fasheh */ 25ccd979bdSMark Fasheh 26ccd979bdSMark Fasheh #include <linux/fs.h> 27ccd979bdSMark Fasheh #include <linux/types.h> 28ccd979bdSMark Fasheh #include <linux/slab.h> 29ccd979bdSMark Fasheh #include <linux/highmem.h> 3060b11392SMark Fasheh #include <linux/swap.h> 31a90714c1SJan Kara #include <linux/quotaops.h> 32ccd979bdSMark Fasheh 33ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC 34ccd979bdSMark Fasheh #include <cluster/masklog.h> 35ccd979bdSMark Fasheh 36ccd979bdSMark Fasheh #include "ocfs2.h" 37ccd979bdSMark Fasheh 38ccd979bdSMark Fasheh #include "alloc.h" 3960b11392SMark Fasheh #include "aops.h" 40d6b32bbbSJoel Becker #include "blockcheck.h" 41ccd979bdSMark Fasheh #include "dlmglue.h" 42ccd979bdSMark Fasheh #include "extent_map.h" 43ccd979bdSMark Fasheh #include "inode.h" 44ccd979bdSMark Fasheh #include "journal.h" 45ccd979bdSMark Fasheh #include "localalloc.h" 46ccd979bdSMark Fasheh #include "suballoc.h" 47ccd979bdSMark Fasheh #include "sysfile.h" 48ccd979bdSMark Fasheh #include "file.h" 49ccd979bdSMark Fasheh #include "super.h" 50ccd979bdSMark Fasheh #include "uptodate.h" 51ccd979bdSMark Fasheh 52ccd979bdSMark Fasheh #include "buffer_head_io.h" 53ccd979bdSMark Fasheh 54e7d4cb6bSTao Ma 551625f8acSJoel Becker /* 561625f8acSJoel Becker * Operations for a specific extent tree type. 571625f8acSJoel Becker * 581625f8acSJoel Becker * To implement an on-disk btree (extent tree) type in ocfs2, add 591625f8acSJoel Becker * an ocfs2_extent_tree_operations structure and the matching 608d6220d6SJoel Becker * ocfs2_init_<thingy>_extent_tree() function. That's pretty much it 611625f8acSJoel Becker * for the allocation portion of the extent tree. 621625f8acSJoel Becker */ 63e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations { 641625f8acSJoel Becker /* 651625f8acSJoel Becker * last_eb_blk is the block number of the right most leaf extent 661625f8acSJoel Becker * block. Most on-disk structures containing an extent tree store 671625f8acSJoel Becker * this value for fast access. The ->eo_set_last_eb_blk() and 681625f8acSJoel Becker * ->eo_get_last_eb_blk() operations access this value. They are 691625f8acSJoel Becker * both required. 701625f8acSJoel Becker */ 7135dc0aa3SJoel Becker void (*eo_set_last_eb_blk)(struct ocfs2_extent_tree *et, 7235dc0aa3SJoel Becker u64 blkno); 7335dc0aa3SJoel Becker u64 (*eo_get_last_eb_blk)(struct ocfs2_extent_tree *et); 741625f8acSJoel Becker 751625f8acSJoel Becker /* 761625f8acSJoel Becker * The on-disk structure usually keeps track of how many total 771625f8acSJoel Becker * clusters are stored in this extent tree. This function updates 781625f8acSJoel Becker * that value. new_clusters is the delta, and must be 791625f8acSJoel Becker * added to the total. Required. 801625f8acSJoel Becker */ 8135dc0aa3SJoel Becker void (*eo_update_clusters)(struct inode *inode, 82e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 83e7d4cb6bSTao Ma u32 new_clusters); 841625f8acSJoel Becker 851625f8acSJoel Becker /* 861625f8acSJoel Becker * If ->eo_insert_check() exists, it is called before rec is 871625f8acSJoel Becker * inserted into the extent tree. It is optional. 881625f8acSJoel Becker */ 891e61ee79SJoel Becker int (*eo_insert_check)(struct inode *inode, 901e61ee79SJoel Becker struct ocfs2_extent_tree *et, 911e61ee79SJoel Becker struct ocfs2_extent_rec *rec); 9235dc0aa3SJoel Becker int (*eo_sanity_check)(struct inode *inode, struct ocfs2_extent_tree *et); 930ce1010fSJoel Becker 941625f8acSJoel Becker /* 951625f8acSJoel Becker * -------------------------------------------------------------- 961625f8acSJoel Becker * The remaining are internal to ocfs2_extent_tree and don't have 971625f8acSJoel Becker * accessor functions 981625f8acSJoel Becker */ 991625f8acSJoel Becker 1001625f8acSJoel Becker /* 1011625f8acSJoel Becker * ->eo_fill_root_el() takes et->et_object and sets et->et_root_el. 1021625f8acSJoel Becker * It is required. 1031625f8acSJoel Becker */ 1040ce1010fSJoel Becker void (*eo_fill_root_el)(struct ocfs2_extent_tree *et); 1051625f8acSJoel Becker 1061625f8acSJoel Becker /* 1071625f8acSJoel Becker * ->eo_fill_max_leaf_clusters sets et->et_max_leaf_clusters if 1081625f8acSJoel Becker * it exists. If it does not, et->et_max_leaf_clusters is set 1091625f8acSJoel Becker * to 0 (unlimited). Optional. 1101625f8acSJoel Becker */ 111943cced3SJoel Becker void (*eo_fill_max_leaf_clusters)(struct inode *inode, 112943cced3SJoel Becker struct ocfs2_extent_tree *et); 113e7d4cb6bSTao Ma }; 114e7d4cb6bSTao Ma 115f99b9b7cSJoel Becker 116f99b9b7cSJoel Becker /* 117f99b9b7cSJoel Becker * Pre-declare ocfs2_dinode_et_ops so we can use it as a sanity check 118f99b9b7cSJoel Becker * in the methods. 119f99b9b7cSJoel Becker */ 120f99b9b7cSJoel Becker static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et); 121f99b9b7cSJoel Becker static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 122f99b9b7cSJoel Becker u64 blkno); 123f99b9b7cSJoel Becker static void ocfs2_dinode_update_clusters(struct inode *inode, 124f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 125f99b9b7cSJoel Becker u32 clusters); 126f99b9b7cSJoel Becker static int ocfs2_dinode_insert_check(struct inode *inode, 127f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 128f99b9b7cSJoel Becker struct ocfs2_extent_rec *rec); 129f99b9b7cSJoel Becker static int ocfs2_dinode_sanity_check(struct inode *inode, 130f99b9b7cSJoel Becker struct ocfs2_extent_tree *et); 131f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et); 132f99b9b7cSJoel Becker static struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = { 133f99b9b7cSJoel Becker .eo_set_last_eb_blk = ocfs2_dinode_set_last_eb_blk, 134f99b9b7cSJoel Becker .eo_get_last_eb_blk = ocfs2_dinode_get_last_eb_blk, 135f99b9b7cSJoel Becker .eo_update_clusters = ocfs2_dinode_update_clusters, 136f99b9b7cSJoel Becker .eo_insert_check = ocfs2_dinode_insert_check, 137f99b9b7cSJoel Becker .eo_sanity_check = ocfs2_dinode_sanity_check, 138f99b9b7cSJoel Becker .eo_fill_root_el = ocfs2_dinode_fill_root_el, 139e7d4cb6bSTao Ma }; 140e7d4cb6bSTao Ma 141e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 142e7d4cb6bSTao Ma u64 blkno) 143e7d4cb6bSTao Ma { 144ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 145e7d4cb6bSTao Ma 146f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 147e7d4cb6bSTao Ma di->i_last_eb_blk = cpu_to_le64(blkno); 148e7d4cb6bSTao Ma } 149e7d4cb6bSTao Ma 150e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et) 151e7d4cb6bSTao Ma { 152ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 153e7d4cb6bSTao Ma 154f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 155e7d4cb6bSTao Ma return le64_to_cpu(di->i_last_eb_blk); 156e7d4cb6bSTao Ma } 157e7d4cb6bSTao Ma 158e7d4cb6bSTao Ma static void ocfs2_dinode_update_clusters(struct inode *inode, 159e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 160e7d4cb6bSTao Ma u32 clusters) 161e7d4cb6bSTao Ma { 162ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 163e7d4cb6bSTao Ma 164e7d4cb6bSTao Ma le32_add_cpu(&di->i_clusters, clusters); 165e7d4cb6bSTao Ma spin_lock(&OCFS2_I(inode)->ip_lock); 166e7d4cb6bSTao Ma OCFS2_I(inode)->ip_clusters = le32_to_cpu(di->i_clusters); 167e7d4cb6bSTao Ma spin_unlock(&OCFS2_I(inode)->ip_lock); 168e7d4cb6bSTao Ma } 169e7d4cb6bSTao Ma 1701e61ee79SJoel Becker static int ocfs2_dinode_insert_check(struct inode *inode, 1711e61ee79SJoel Becker struct ocfs2_extent_tree *et, 1721e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 1731e61ee79SJoel Becker { 1741e61ee79SJoel Becker struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1751e61ee79SJoel Becker 1761e61ee79SJoel Becker BUG_ON(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL); 1771e61ee79SJoel Becker mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) && 1781e61ee79SJoel Becker (OCFS2_I(inode)->ip_clusters != rec->e_cpos), 1791e61ee79SJoel Becker "Device %s, asking for sparse allocation: inode %llu, " 1801e61ee79SJoel Becker "cpos %u, clusters %u\n", 1811e61ee79SJoel Becker osb->dev_str, 1821e61ee79SJoel Becker (unsigned long long)OCFS2_I(inode)->ip_blkno, 1831e61ee79SJoel Becker rec->e_cpos, 1841e61ee79SJoel Becker OCFS2_I(inode)->ip_clusters); 1851e61ee79SJoel Becker 1861e61ee79SJoel Becker return 0; 1871e61ee79SJoel Becker } 1881e61ee79SJoel Becker 189e7d4cb6bSTao Ma static int ocfs2_dinode_sanity_check(struct inode *inode, 190e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 191e7d4cb6bSTao Ma { 19210995aa2SJoel Becker struct ocfs2_dinode *di = et->et_object; 193e7d4cb6bSTao Ma 194f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 19510995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 196e7d4cb6bSTao Ma 19710995aa2SJoel Becker return 0; 198e7d4cb6bSTao Ma } 199e7d4cb6bSTao Ma 200f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et) 201f99b9b7cSJoel Becker { 202f99b9b7cSJoel Becker struct ocfs2_dinode *di = et->et_object; 203f99b9b7cSJoel Becker 204f99b9b7cSJoel Becker et->et_root_el = &di->id2.i_list; 205f99b9b7cSJoel Becker } 206f99b9b7cSJoel Becker 207e7d4cb6bSTao Ma 2080ce1010fSJoel Becker static void ocfs2_xattr_value_fill_root_el(struct ocfs2_extent_tree *et) 2090ce1010fSJoel Becker { 2100ce1010fSJoel Becker struct ocfs2_xattr_value_root *xv = et->et_object; 2110ce1010fSJoel Becker 2120ce1010fSJoel Becker et->et_root_el = &xv->xr_list; 2130ce1010fSJoel Becker } 2140ce1010fSJoel Becker 215f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et, 216f56654c4STao Ma u64 blkno) 217f56654c4STao Ma { 218f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 219ea5efa15SJoel Becker (struct ocfs2_xattr_value_root *)et->et_object; 220f56654c4STao Ma 221f56654c4STao Ma xv->xr_last_eb_blk = cpu_to_le64(blkno); 222f56654c4STao Ma } 223f56654c4STao Ma 224f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et) 225f56654c4STao Ma { 226f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 227ea5efa15SJoel Becker (struct ocfs2_xattr_value_root *) et->et_object; 228f56654c4STao Ma 229f56654c4STao Ma return le64_to_cpu(xv->xr_last_eb_blk); 230f56654c4STao Ma } 231f56654c4STao Ma 232f56654c4STao Ma static void ocfs2_xattr_value_update_clusters(struct inode *inode, 233f56654c4STao Ma struct ocfs2_extent_tree *et, 234f56654c4STao Ma u32 clusters) 235f56654c4STao Ma { 236f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 237ea5efa15SJoel Becker (struct ocfs2_xattr_value_root *)et->et_object; 238f56654c4STao Ma 239f56654c4STao Ma le32_add_cpu(&xv->xr_clusters, clusters); 240f56654c4STao Ma } 241f56654c4STao Ma 2421a09f556SJoel Becker static struct ocfs2_extent_tree_operations ocfs2_xattr_value_et_ops = { 24335dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_value_set_last_eb_blk, 24435dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_value_get_last_eb_blk, 24535dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_value_update_clusters, 2460ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_value_fill_root_el, 247f56654c4STao Ma }; 248f56654c4STao Ma 2490ce1010fSJoel Becker static void ocfs2_xattr_tree_fill_root_el(struct ocfs2_extent_tree *et) 2500ce1010fSJoel Becker { 2510ce1010fSJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 2520ce1010fSJoel Becker 2530ce1010fSJoel Becker et->et_root_el = &xb->xb_attrs.xb_root.xt_list; 2540ce1010fSJoel Becker } 2550ce1010fSJoel Becker 256943cced3SJoel Becker static void ocfs2_xattr_tree_fill_max_leaf_clusters(struct inode *inode, 257943cced3SJoel Becker struct ocfs2_extent_tree *et) 258943cced3SJoel Becker { 259943cced3SJoel Becker et->et_max_leaf_clusters = 260943cced3SJoel Becker ocfs2_clusters_for_bytes(inode->i_sb, 261943cced3SJoel Becker OCFS2_MAX_XATTR_TREE_LEAF_SIZE); 262943cced3SJoel Becker } 263943cced3SJoel Becker 264ba492615STao Ma static void ocfs2_xattr_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 265ba492615STao Ma u64 blkno) 266ba492615STao Ma { 267ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 268ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 269ba492615STao Ma 270ba492615STao Ma xt->xt_last_eb_blk = cpu_to_le64(blkno); 271ba492615STao Ma } 272ba492615STao Ma 273ba492615STao Ma static u64 ocfs2_xattr_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 274ba492615STao Ma { 275ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 276ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 277ba492615STao Ma 278ba492615STao Ma return le64_to_cpu(xt->xt_last_eb_blk); 279ba492615STao Ma } 280ba492615STao Ma 281ba492615STao Ma static void ocfs2_xattr_tree_update_clusters(struct inode *inode, 282ba492615STao Ma struct ocfs2_extent_tree *et, 283ba492615STao Ma u32 clusters) 284ba492615STao Ma { 285ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 286ba492615STao Ma 287ba492615STao Ma le32_add_cpu(&xb->xb_attrs.xb_root.xt_clusters, clusters); 288ba492615STao Ma } 289ba492615STao Ma 290ba492615STao Ma static struct ocfs2_extent_tree_operations ocfs2_xattr_tree_et_ops = { 29135dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_tree_set_last_eb_blk, 29235dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_tree_get_last_eb_blk, 29335dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_tree_update_clusters, 2940ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_tree_fill_root_el, 295943cced3SJoel Becker .eo_fill_max_leaf_clusters = ocfs2_xattr_tree_fill_max_leaf_clusters, 296ba492615STao Ma }; 297ba492615STao Ma 2988d6220d6SJoel Becker static void __ocfs2_init_extent_tree(struct ocfs2_extent_tree *et, 299dc0ce61aSJoel Becker struct inode *inode, 300ca12b7c4STao Ma struct buffer_head *bh, 301*13723d00SJoel Becker ocfs2_journal_access_func access, 3021a09f556SJoel Becker void *obj, 3031a09f556SJoel Becker struct ocfs2_extent_tree_operations *ops) 304e7d4cb6bSTao Ma { 3051a09f556SJoel Becker et->et_ops = ops; 306ce1d9ea6SJoel Becker et->et_root_bh = bh; 307*13723d00SJoel Becker et->et_root_journal_access = access; 308ea5efa15SJoel Becker if (!obj) 309ea5efa15SJoel Becker obj = (void *)bh->b_data; 310ea5efa15SJoel Becker et->et_object = obj; 311e7d4cb6bSTao Ma 3120ce1010fSJoel Becker et->et_ops->eo_fill_root_el(et); 313943cced3SJoel Becker if (!et->et_ops->eo_fill_max_leaf_clusters) 314943cced3SJoel Becker et->et_max_leaf_clusters = 0; 315943cced3SJoel Becker else 316943cced3SJoel Becker et->et_ops->eo_fill_max_leaf_clusters(inode, et); 317e7d4cb6bSTao Ma } 318e7d4cb6bSTao Ma 3198d6220d6SJoel Becker void ocfs2_init_dinode_extent_tree(struct ocfs2_extent_tree *et, 3201a09f556SJoel Becker struct inode *inode, 3211a09f556SJoel Becker struct buffer_head *bh) 3221a09f556SJoel Becker { 323*13723d00SJoel Becker __ocfs2_init_extent_tree(et, inode, bh, ocfs2_journal_access_di, 324*13723d00SJoel Becker NULL, &ocfs2_dinode_et_ops); 3251a09f556SJoel Becker } 3261a09f556SJoel Becker 3278d6220d6SJoel Becker void ocfs2_init_xattr_tree_extent_tree(struct ocfs2_extent_tree *et, 3281a09f556SJoel Becker struct inode *inode, 3291a09f556SJoel Becker struct buffer_head *bh) 3301a09f556SJoel Becker { 331*13723d00SJoel Becker __ocfs2_init_extent_tree(et, inode, bh, ocfs2_journal_access_xb, 332*13723d00SJoel Becker NULL, &ocfs2_xattr_tree_et_ops); 3331a09f556SJoel Becker } 3341a09f556SJoel Becker 3358d6220d6SJoel Becker void ocfs2_init_xattr_value_extent_tree(struct ocfs2_extent_tree *et, 3361a09f556SJoel Becker struct inode *inode, 3371a09f556SJoel Becker struct buffer_head *bh, 3381a09f556SJoel Becker struct ocfs2_xattr_value_root *xv) 3391a09f556SJoel Becker { 340*13723d00SJoel Becker __ocfs2_init_extent_tree(et, inode, bh, ocfs2_journal_access, xv, 3411a09f556SJoel Becker &ocfs2_xattr_value_et_ops); 3421a09f556SJoel Becker } 3431a09f556SJoel Becker 34435dc0aa3SJoel Becker static inline void ocfs2_et_set_last_eb_blk(struct ocfs2_extent_tree *et, 345e7d4cb6bSTao Ma u64 new_last_eb_blk) 346e7d4cb6bSTao Ma { 347ce1d9ea6SJoel Becker et->et_ops->eo_set_last_eb_blk(et, new_last_eb_blk); 348e7d4cb6bSTao Ma } 349e7d4cb6bSTao Ma 35035dc0aa3SJoel Becker static inline u64 ocfs2_et_get_last_eb_blk(struct ocfs2_extent_tree *et) 351e7d4cb6bSTao Ma { 352ce1d9ea6SJoel Becker return et->et_ops->eo_get_last_eb_blk(et); 353e7d4cb6bSTao Ma } 354e7d4cb6bSTao Ma 35535dc0aa3SJoel Becker static inline void ocfs2_et_update_clusters(struct inode *inode, 356e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 357e7d4cb6bSTao Ma u32 clusters) 358e7d4cb6bSTao Ma { 359ce1d9ea6SJoel Becker et->et_ops->eo_update_clusters(inode, et, clusters); 36035dc0aa3SJoel Becker } 36135dc0aa3SJoel Becker 362*13723d00SJoel Becker static inline int ocfs2_et_root_journal_access(handle_t *handle, 363*13723d00SJoel Becker struct inode *inode, 364*13723d00SJoel Becker struct ocfs2_extent_tree *et, 365*13723d00SJoel Becker int type) 366*13723d00SJoel Becker { 367*13723d00SJoel Becker return et->et_root_journal_access(handle, inode, et->et_root_bh, 368*13723d00SJoel Becker type); 369*13723d00SJoel Becker } 370*13723d00SJoel Becker 3711e61ee79SJoel Becker static inline int ocfs2_et_insert_check(struct inode *inode, 3721e61ee79SJoel Becker struct ocfs2_extent_tree *et, 3731e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 3741e61ee79SJoel Becker { 3751e61ee79SJoel Becker int ret = 0; 3761e61ee79SJoel Becker 3771e61ee79SJoel Becker if (et->et_ops->eo_insert_check) 3781e61ee79SJoel Becker ret = et->et_ops->eo_insert_check(inode, et, rec); 3791e61ee79SJoel Becker return ret; 3801e61ee79SJoel Becker } 3811e61ee79SJoel Becker 38235dc0aa3SJoel Becker static inline int ocfs2_et_sanity_check(struct inode *inode, 38335dc0aa3SJoel Becker struct ocfs2_extent_tree *et) 38435dc0aa3SJoel Becker { 3851e61ee79SJoel Becker int ret = 0; 3861e61ee79SJoel Becker 3871e61ee79SJoel Becker if (et->et_ops->eo_sanity_check) 3881e61ee79SJoel Becker ret = et->et_ops->eo_sanity_check(inode, et); 3891e61ee79SJoel Becker return ret; 390e7d4cb6bSTao Ma } 391e7d4cb6bSTao Ma 392ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc); 39359a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 39459a5e416SMark Fasheh struct ocfs2_extent_block *eb); 395ccd979bdSMark Fasheh 396dcd0538fSMark Fasheh /* 397dcd0538fSMark Fasheh * Structures which describe a path through a btree, and functions to 398dcd0538fSMark Fasheh * manipulate them. 399dcd0538fSMark Fasheh * 400dcd0538fSMark Fasheh * The idea here is to be as generic as possible with the tree 401dcd0538fSMark Fasheh * manipulation code. 402dcd0538fSMark Fasheh */ 403dcd0538fSMark Fasheh struct ocfs2_path_item { 404dcd0538fSMark Fasheh struct buffer_head *bh; 405dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 406dcd0538fSMark Fasheh }; 407dcd0538fSMark Fasheh 408dcd0538fSMark Fasheh #define OCFS2_MAX_PATH_DEPTH 5 409dcd0538fSMark Fasheh 410dcd0538fSMark Fasheh struct ocfs2_path { 411dcd0538fSMark Fasheh int p_tree_depth; 412*13723d00SJoel Becker ocfs2_journal_access_func p_root_access; 413dcd0538fSMark Fasheh struct ocfs2_path_item p_node[OCFS2_MAX_PATH_DEPTH]; 414dcd0538fSMark Fasheh }; 415dcd0538fSMark Fasheh 416dcd0538fSMark Fasheh #define path_root_bh(_path) ((_path)->p_node[0].bh) 417dcd0538fSMark Fasheh #define path_root_el(_path) ((_path)->p_node[0].el) 418*13723d00SJoel Becker #define path_root_access(_path)((_path)->p_root_access) 419dcd0538fSMark Fasheh #define path_leaf_bh(_path) ((_path)->p_node[(_path)->p_tree_depth].bh) 420dcd0538fSMark Fasheh #define path_leaf_el(_path) ((_path)->p_node[(_path)->p_tree_depth].el) 421dcd0538fSMark Fasheh #define path_num_items(_path) ((_path)->p_tree_depth + 1) 422dcd0538fSMark Fasheh 423dcd0538fSMark Fasheh /* 424dcd0538fSMark Fasheh * Reset the actual path elements so that we can re-use the structure 425dcd0538fSMark Fasheh * to build another path. Generally, this involves freeing the buffer 426dcd0538fSMark Fasheh * heads. 427dcd0538fSMark Fasheh */ 428dcd0538fSMark Fasheh static void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root) 429dcd0538fSMark Fasheh { 430dcd0538fSMark Fasheh int i, start = 0, depth = 0; 431dcd0538fSMark Fasheh struct ocfs2_path_item *node; 432dcd0538fSMark Fasheh 433dcd0538fSMark Fasheh if (keep_root) 434dcd0538fSMark Fasheh start = 1; 435dcd0538fSMark Fasheh 436dcd0538fSMark Fasheh for(i = start; i < path_num_items(path); i++) { 437dcd0538fSMark Fasheh node = &path->p_node[i]; 438dcd0538fSMark Fasheh 439dcd0538fSMark Fasheh brelse(node->bh); 440dcd0538fSMark Fasheh node->bh = NULL; 441dcd0538fSMark Fasheh node->el = NULL; 442dcd0538fSMark Fasheh } 443dcd0538fSMark Fasheh 444dcd0538fSMark Fasheh /* 445dcd0538fSMark Fasheh * Tree depth may change during truncate, or insert. If we're 446dcd0538fSMark Fasheh * keeping the root extent list, then make sure that our path 447dcd0538fSMark Fasheh * structure reflects the proper depth. 448dcd0538fSMark Fasheh */ 449dcd0538fSMark Fasheh if (keep_root) 450dcd0538fSMark Fasheh depth = le16_to_cpu(path_root_el(path)->l_tree_depth); 451*13723d00SJoel Becker else 452*13723d00SJoel Becker path_root_access(path) = NULL; 453dcd0538fSMark Fasheh 454dcd0538fSMark Fasheh path->p_tree_depth = depth; 455dcd0538fSMark Fasheh } 456dcd0538fSMark Fasheh 457dcd0538fSMark Fasheh static void ocfs2_free_path(struct ocfs2_path *path) 458dcd0538fSMark Fasheh { 459dcd0538fSMark Fasheh if (path) { 460dcd0538fSMark Fasheh ocfs2_reinit_path(path, 0); 461dcd0538fSMark Fasheh kfree(path); 462dcd0538fSMark Fasheh } 463dcd0538fSMark Fasheh } 464dcd0538fSMark Fasheh 465dcd0538fSMark Fasheh /* 466328d5752SMark Fasheh * All the elements of src into dest. After this call, src could be freed 467328d5752SMark Fasheh * without affecting dest. 468328d5752SMark Fasheh * 469328d5752SMark Fasheh * Both paths should have the same root. Any non-root elements of dest 470328d5752SMark Fasheh * will be freed. 471328d5752SMark Fasheh */ 472328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src) 473328d5752SMark Fasheh { 474328d5752SMark Fasheh int i; 475328d5752SMark Fasheh 476328d5752SMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 477328d5752SMark Fasheh BUG_ON(path_root_el(dest) != path_root_el(src)); 478*13723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 479328d5752SMark Fasheh 480328d5752SMark Fasheh ocfs2_reinit_path(dest, 1); 481328d5752SMark Fasheh 482328d5752SMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 483328d5752SMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 484328d5752SMark Fasheh dest->p_node[i].el = src->p_node[i].el; 485328d5752SMark Fasheh 486328d5752SMark Fasheh if (dest->p_node[i].bh) 487328d5752SMark Fasheh get_bh(dest->p_node[i].bh); 488328d5752SMark Fasheh } 489328d5752SMark Fasheh } 490328d5752SMark Fasheh 491328d5752SMark Fasheh /* 492dcd0538fSMark Fasheh * Make the *dest path the same as src and re-initialize src path to 493dcd0538fSMark Fasheh * have a root only. 494dcd0538fSMark Fasheh */ 495dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src) 496dcd0538fSMark Fasheh { 497dcd0538fSMark Fasheh int i; 498dcd0538fSMark Fasheh 499dcd0538fSMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 500*13723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 501dcd0538fSMark Fasheh 502dcd0538fSMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 503dcd0538fSMark Fasheh brelse(dest->p_node[i].bh); 504dcd0538fSMark Fasheh 505dcd0538fSMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 506dcd0538fSMark Fasheh dest->p_node[i].el = src->p_node[i].el; 507dcd0538fSMark Fasheh 508dcd0538fSMark Fasheh src->p_node[i].bh = NULL; 509dcd0538fSMark Fasheh src->p_node[i].el = NULL; 510dcd0538fSMark Fasheh } 511dcd0538fSMark Fasheh } 512dcd0538fSMark Fasheh 513dcd0538fSMark Fasheh /* 514dcd0538fSMark Fasheh * Insert an extent block at given index. 515dcd0538fSMark Fasheh * 516dcd0538fSMark Fasheh * This will not take an additional reference on eb_bh. 517dcd0538fSMark Fasheh */ 518dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index, 519dcd0538fSMark Fasheh struct buffer_head *eb_bh) 520dcd0538fSMark Fasheh { 521dcd0538fSMark Fasheh struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data; 522dcd0538fSMark Fasheh 523dcd0538fSMark Fasheh /* 524dcd0538fSMark Fasheh * Right now, no root bh is an extent block, so this helps 525dcd0538fSMark Fasheh * catch code errors with dinode trees. The assertion can be 526dcd0538fSMark Fasheh * safely removed if we ever need to insert extent block 527dcd0538fSMark Fasheh * structures at the root. 528dcd0538fSMark Fasheh */ 529dcd0538fSMark Fasheh BUG_ON(index == 0); 530dcd0538fSMark Fasheh 531dcd0538fSMark Fasheh path->p_node[index].bh = eb_bh; 532dcd0538fSMark Fasheh path->p_node[index].el = &eb->h_list; 533dcd0538fSMark Fasheh } 534dcd0538fSMark Fasheh 535dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh, 536*13723d00SJoel Becker struct ocfs2_extent_list *root_el, 537*13723d00SJoel Becker ocfs2_journal_access_func access) 538dcd0538fSMark Fasheh { 539dcd0538fSMark Fasheh struct ocfs2_path *path; 540dcd0538fSMark Fasheh 541dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH); 542dcd0538fSMark Fasheh 543dcd0538fSMark Fasheh path = kzalloc(sizeof(*path), GFP_NOFS); 544dcd0538fSMark Fasheh if (path) { 545dcd0538fSMark Fasheh path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth); 546dcd0538fSMark Fasheh get_bh(root_bh); 547dcd0538fSMark Fasheh path_root_bh(path) = root_bh; 548dcd0538fSMark Fasheh path_root_el(path) = root_el; 549*13723d00SJoel Becker path_root_access(path) = access; 550dcd0538fSMark Fasheh } 551dcd0538fSMark Fasheh 552dcd0538fSMark Fasheh return path; 553dcd0538fSMark Fasheh } 554dcd0538fSMark Fasheh 555ffdd7a54SJoel Becker static struct ocfs2_path *ocfs2_new_path_from_path(struct ocfs2_path *path) 556ffdd7a54SJoel Becker { 557*13723d00SJoel Becker return ocfs2_new_path(path_root_bh(path), path_root_el(path), 558*13723d00SJoel Becker path_root_access(path)); 559ffdd7a54SJoel Becker } 560ffdd7a54SJoel Becker 561ffdd7a54SJoel Becker static struct ocfs2_path *ocfs2_new_path_from_et(struct ocfs2_extent_tree *et) 562ffdd7a54SJoel Becker { 563*13723d00SJoel Becker return ocfs2_new_path(et->et_root_bh, et->et_root_el, 564*13723d00SJoel Becker et->et_root_journal_access); 565*13723d00SJoel Becker } 566*13723d00SJoel Becker 567*13723d00SJoel Becker /* 568*13723d00SJoel Becker * Journal the buffer at depth idx. All idx>0 are extent_blocks, 569*13723d00SJoel Becker * otherwise it's the root_access function. 570*13723d00SJoel Becker * 571*13723d00SJoel Becker * I don't like the way this function's name looks next to 572*13723d00SJoel Becker * ocfs2_journal_access_path(), but I don't have a better one. 573*13723d00SJoel Becker */ 574*13723d00SJoel Becker static int ocfs2_path_bh_journal_access(handle_t *handle, 575*13723d00SJoel Becker struct inode *inode, 576*13723d00SJoel Becker struct ocfs2_path *path, 577*13723d00SJoel Becker int idx) 578*13723d00SJoel Becker { 579*13723d00SJoel Becker ocfs2_journal_access_func access = path_root_access(path); 580*13723d00SJoel Becker 581*13723d00SJoel Becker if (!access) 582*13723d00SJoel Becker access = ocfs2_journal_access; 583*13723d00SJoel Becker 584*13723d00SJoel Becker if (idx) 585*13723d00SJoel Becker access = ocfs2_journal_access_eb; 586*13723d00SJoel Becker 587*13723d00SJoel Becker return access(handle, inode, path->p_node[idx].bh, 588*13723d00SJoel Becker OCFS2_JOURNAL_ACCESS_WRITE); 589ffdd7a54SJoel Becker } 590ffdd7a54SJoel Becker 591dcd0538fSMark Fasheh /* 592dcd0538fSMark Fasheh * Convenience function to journal all components in a path. 593dcd0538fSMark Fasheh */ 594dcd0538fSMark Fasheh static int ocfs2_journal_access_path(struct inode *inode, handle_t *handle, 595dcd0538fSMark Fasheh struct ocfs2_path *path) 596dcd0538fSMark Fasheh { 597dcd0538fSMark Fasheh int i, ret = 0; 598dcd0538fSMark Fasheh 599dcd0538fSMark Fasheh if (!path) 600dcd0538fSMark Fasheh goto out; 601dcd0538fSMark Fasheh 602dcd0538fSMark Fasheh for(i = 0; i < path_num_items(path); i++) { 603*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, path, i); 604dcd0538fSMark Fasheh if (ret < 0) { 605dcd0538fSMark Fasheh mlog_errno(ret); 606dcd0538fSMark Fasheh goto out; 607dcd0538fSMark Fasheh } 608dcd0538fSMark Fasheh } 609dcd0538fSMark Fasheh 610dcd0538fSMark Fasheh out: 611dcd0538fSMark Fasheh return ret; 612dcd0538fSMark Fasheh } 613dcd0538fSMark Fasheh 614328d5752SMark Fasheh /* 615328d5752SMark Fasheh * Return the index of the extent record which contains cluster #v_cluster. 616328d5752SMark Fasheh * -1 is returned if it was not found. 617328d5752SMark Fasheh * 618328d5752SMark Fasheh * Should work fine on interior and exterior nodes. 619328d5752SMark Fasheh */ 620328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster) 621328d5752SMark Fasheh { 622328d5752SMark Fasheh int ret = -1; 623328d5752SMark Fasheh int i; 624328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 625328d5752SMark Fasheh u32 rec_end, rec_start, clusters; 626328d5752SMark Fasheh 627328d5752SMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 628328d5752SMark Fasheh rec = &el->l_recs[i]; 629328d5752SMark Fasheh 630328d5752SMark Fasheh rec_start = le32_to_cpu(rec->e_cpos); 631328d5752SMark Fasheh clusters = ocfs2_rec_clusters(el, rec); 632328d5752SMark Fasheh 633328d5752SMark Fasheh rec_end = rec_start + clusters; 634328d5752SMark Fasheh 635328d5752SMark Fasheh if (v_cluster >= rec_start && v_cluster < rec_end) { 636328d5752SMark Fasheh ret = i; 637328d5752SMark Fasheh break; 638328d5752SMark Fasheh } 639328d5752SMark Fasheh } 640328d5752SMark Fasheh 641328d5752SMark Fasheh return ret; 642328d5752SMark Fasheh } 643328d5752SMark Fasheh 644dcd0538fSMark Fasheh enum ocfs2_contig_type { 645dcd0538fSMark Fasheh CONTIG_NONE = 0, 646dcd0538fSMark Fasheh CONTIG_LEFT, 647328d5752SMark Fasheh CONTIG_RIGHT, 648328d5752SMark Fasheh CONTIG_LEFTRIGHT, 649dcd0538fSMark Fasheh }; 650dcd0538fSMark Fasheh 651e48edee2SMark Fasheh 652e48edee2SMark Fasheh /* 653e48edee2SMark Fasheh * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and 654e48edee2SMark Fasheh * ocfs2_extent_contig only work properly against leaf nodes! 655e48edee2SMark Fasheh */ 656dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb, 657ccd979bdSMark Fasheh struct ocfs2_extent_rec *ext, 658ccd979bdSMark Fasheh u64 blkno) 659ccd979bdSMark Fasheh { 660e48edee2SMark Fasheh u64 blk_end = le64_to_cpu(ext->e_blkno); 661e48edee2SMark Fasheh 662e48edee2SMark Fasheh blk_end += ocfs2_clusters_to_blocks(sb, 663e48edee2SMark Fasheh le16_to_cpu(ext->e_leaf_clusters)); 664e48edee2SMark Fasheh 665e48edee2SMark Fasheh return blkno == blk_end; 666ccd979bdSMark Fasheh } 667ccd979bdSMark Fasheh 668dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left, 669dcd0538fSMark Fasheh struct ocfs2_extent_rec *right) 670dcd0538fSMark Fasheh { 671e48edee2SMark Fasheh u32 left_range; 672e48edee2SMark Fasheh 673e48edee2SMark Fasheh left_range = le32_to_cpu(left->e_cpos) + 674e48edee2SMark Fasheh le16_to_cpu(left->e_leaf_clusters); 675e48edee2SMark Fasheh 676e48edee2SMark Fasheh return (left_range == le32_to_cpu(right->e_cpos)); 677dcd0538fSMark Fasheh } 678dcd0538fSMark Fasheh 679dcd0538fSMark Fasheh static enum ocfs2_contig_type 680dcd0538fSMark Fasheh ocfs2_extent_contig(struct inode *inode, 681dcd0538fSMark Fasheh struct ocfs2_extent_rec *ext, 682dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 683dcd0538fSMark Fasheh { 684dcd0538fSMark Fasheh u64 blkno = le64_to_cpu(insert_rec->e_blkno); 685dcd0538fSMark Fasheh 686328d5752SMark Fasheh /* 687328d5752SMark Fasheh * Refuse to coalesce extent records with different flag 688328d5752SMark Fasheh * fields - we don't want to mix unwritten extents with user 689328d5752SMark Fasheh * data. 690328d5752SMark Fasheh */ 691328d5752SMark Fasheh if (ext->e_flags != insert_rec->e_flags) 692328d5752SMark Fasheh return CONTIG_NONE; 693328d5752SMark Fasheh 694dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(ext, insert_rec) && 695dcd0538fSMark Fasheh ocfs2_block_extent_contig(inode->i_sb, ext, blkno)) 696dcd0538fSMark Fasheh return CONTIG_RIGHT; 697dcd0538fSMark Fasheh 698dcd0538fSMark Fasheh blkno = le64_to_cpu(ext->e_blkno); 699dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(insert_rec, ext) && 700dcd0538fSMark Fasheh ocfs2_block_extent_contig(inode->i_sb, insert_rec, blkno)) 701dcd0538fSMark Fasheh return CONTIG_LEFT; 702dcd0538fSMark Fasheh 703dcd0538fSMark Fasheh return CONTIG_NONE; 704dcd0538fSMark Fasheh } 705dcd0538fSMark Fasheh 706dcd0538fSMark Fasheh /* 707dcd0538fSMark Fasheh * NOTE: We can have pretty much any combination of contiguousness and 708dcd0538fSMark Fasheh * appending. 709dcd0538fSMark Fasheh * 710dcd0538fSMark Fasheh * The usefulness of APPEND_TAIL is more in that it lets us know that 711dcd0538fSMark Fasheh * we'll have to update the path to that leaf. 712dcd0538fSMark Fasheh */ 713dcd0538fSMark Fasheh enum ocfs2_append_type { 714dcd0538fSMark Fasheh APPEND_NONE = 0, 715dcd0538fSMark Fasheh APPEND_TAIL, 716dcd0538fSMark Fasheh }; 717dcd0538fSMark Fasheh 718328d5752SMark Fasheh enum ocfs2_split_type { 719328d5752SMark Fasheh SPLIT_NONE = 0, 720328d5752SMark Fasheh SPLIT_LEFT, 721328d5752SMark Fasheh SPLIT_RIGHT, 722328d5752SMark Fasheh }; 723328d5752SMark Fasheh 724dcd0538fSMark Fasheh struct ocfs2_insert_type { 725328d5752SMark Fasheh enum ocfs2_split_type ins_split; 726dcd0538fSMark Fasheh enum ocfs2_append_type ins_appending; 727dcd0538fSMark Fasheh enum ocfs2_contig_type ins_contig; 728dcd0538fSMark Fasheh int ins_contig_index; 729dcd0538fSMark Fasheh int ins_tree_depth; 730dcd0538fSMark Fasheh }; 731dcd0538fSMark Fasheh 732328d5752SMark Fasheh struct ocfs2_merge_ctxt { 733328d5752SMark Fasheh enum ocfs2_contig_type c_contig_type; 734328d5752SMark Fasheh int c_has_empty_extent; 735328d5752SMark Fasheh int c_split_covers_rec; 736328d5752SMark Fasheh }; 737328d5752SMark Fasheh 7385e96581aSJoel Becker static int ocfs2_validate_extent_block(struct super_block *sb, 7395e96581aSJoel Becker struct buffer_head *bh) 7405e96581aSJoel Becker { 741d6b32bbbSJoel Becker int rc; 7425e96581aSJoel Becker struct ocfs2_extent_block *eb = 7435e96581aSJoel Becker (struct ocfs2_extent_block *)bh->b_data; 7445e96581aSJoel Becker 745970e4936SJoel Becker mlog(0, "Validating extent block %llu\n", 746970e4936SJoel Becker (unsigned long long)bh->b_blocknr); 747970e4936SJoel Becker 748d6b32bbbSJoel Becker BUG_ON(!buffer_uptodate(bh)); 749d6b32bbbSJoel Becker 750d6b32bbbSJoel Becker /* 751d6b32bbbSJoel Becker * If the ecc fails, we return the error but otherwise 752d6b32bbbSJoel Becker * leave the filesystem running. We know any error is 753d6b32bbbSJoel Becker * local to this block. 754d6b32bbbSJoel Becker */ 755d6b32bbbSJoel Becker rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &eb->h_check); 756*13723d00SJoel Becker if (rc) { 757*13723d00SJoel Becker mlog(ML_ERROR, "Checksum failed for extent block %llu\n", 758*13723d00SJoel Becker (unsigned long long)bh->b_blocknr); 759d6b32bbbSJoel Becker return rc; 760*13723d00SJoel Becker } 761d6b32bbbSJoel Becker 762d6b32bbbSJoel Becker /* 763d6b32bbbSJoel Becker * Errors after here are fatal. 764d6b32bbbSJoel Becker */ 765d6b32bbbSJoel Becker 7665e96581aSJoel Becker if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 7675e96581aSJoel Becker ocfs2_error(sb, 7685e96581aSJoel Becker "Extent block #%llu has bad signature %.*s", 7695e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7, 7705e96581aSJoel Becker eb->h_signature); 7715e96581aSJoel Becker return -EINVAL; 7725e96581aSJoel Becker } 7735e96581aSJoel Becker 7745e96581aSJoel Becker if (le64_to_cpu(eb->h_blkno) != bh->b_blocknr) { 7755e96581aSJoel Becker ocfs2_error(sb, 7765e96581aSJoel Becker "Extent block #%llu has an invalid h_blkno " 7775e96581aSJoel Becker "of %llu", 7785e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7795e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno)); 7805e96581aSJoel Becker return -EINVAL; 7815e96581aSJoel Becker } 7825e96581aSJoel Becker 7835e96581aSJoel Becker if (le32_to_cpu(eb->h_fs_generation) != OCFS2_SB(sb)->fs_generation) { 7845e96581aSJoel Becker ocfs2_error(sb, 7855e96581aSJoel Becker "Extent block #%llu has an invalid " 7865e96581aSJoel Becker "h_fs_generation of #%u", 7875e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7885e96581aSJoel Becker le32_to_cpu(eb->h_fs_generation)); 7895e96581aSJoel Becker return -EINVAL; 7905e96581aSJoel Becker } 7915e96581aSJoel Becker 7925e96581aSJoel Becker return 0; 7935e96581aSJoel Becker } 7945e96581aSJoel Becker 7955e96581aSJoel Becker int ocfs2_read_extent_block(struct inode *inode, u64 eb_blkno, 7965e96581aSJoel Becker struct buffer_head **bh) 7975e96581aSJoel Becker { 7985e96581aSJoel Becker int rc; 7995e96581aSJoel Becker struct buffer_head *tmp = *bh; 8005e96581aSJoel Becker 801970e4936SJoel Becker rc = ocfs2_read_block(inode, eb_blkno, &tmp, 802970e4936SJoel Becker ocfs2_validate_extent_block); 8035e96581aSJoel Becker 8045e96581aSJoel Becker /* If ocfs2_read_block() got us a new bh, pass it up. */ 805970e4936SJoel Becker if (!rc && !*bh) 8065e96581aSJoel Becker *bh = tmp; 8075e96581aSJoel Becker 8085e96581aSJoel Becker return rc; 8095e96581aSJoel Becker } 8105e96581aSJoel Becker 8115e96581aSJoel Becker 812ccd979bdSMark Fasheh /* 813ccd979bdSMark Fasheh * How many free extents have we got before we need more meta data? 814ccd979bdSMark Fasheh */ 815ccd979bdSMark Fasheh int ocfs2_num_free_extents(struct ocfs2_super *osb, 816ccd979bdSMark Fasheh struct inode *inode, 817f99b9b7cSJoel Becker struct ocfs2_extent_tree *et) 818ccd979bdSMark Fasheh { 819ccd979bdSMark Fasheh int retval; 820e7d4cb6bSTao Ma struct ocfs2_extent_list *el = NULL; 821ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 822ccd979bdSMark Fasheh struct buffer_head *eb_bh = NULL; 823e7d4cb6bSTao Ma u64 last_eb_blk = 0; 824ccd979bdSMark Fasheh 825ccd979bdSMark Fasheh mlog_entry_void(); 826ccd979bdSMark Fasheh 827f99b9b7cSJoel Becker el = et->et_root_el; 828f99b9b7cSJoel Becker last_eb_blk = ocfs2_et_get_last_eb_blk(et); 829e7d4cb6bSTao Ma 830e7d4cb6bSTao Ma if (last_eb_blk) { 8315e96581aSJoel Becker retval = ocfs2_read_extent_block(inode, last_eb_blk, &eb_bh); 832ccd979bdSMark Fasheh if (retval < 0) { 833ccd979bdSMark Fasheh mlog_errno(retval); 834ccd979bdSMark Fasheh goto bail; 835ccd979bdSMark Fasheh } 836ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 837ccd979bdSMark Fasheh el = &eb->h_list; 838e7d4cb6bSTao Ma } 839ccd979bdSMark Fasheh 840ccd979bdSMark Fasheh BUG_ON(el->l_tree_depth != 0); 841ccd979bdSMark Fasheh 842ccd979bdSMark Fasheh retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec); 843ccd979bdSMark Fasheh bail: 844ccd979bdSMark Fasheh brelse(eb_bh); 845ccd979bdSMark Fasheh 846ccd979bdSMark Fasheh mlog_exit(retval); 847ccd979bdSMark Fasheh return retval; 848ccd979bdSMark Fasheh } 849ccd979bdSMark Fasheh 850ccd979bdSMark Fasheh /* expects array to already be allocated 851ccd979bdSMark Fasheh * 852ccd979bdSMark Fasheh * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and 853ccd979bdSMark Fasheh * l_count for you 854ccd979bdSMark Fasheh */ 855ccd979bdSMark Fasheh static int ocfs2_create_new_meta_bhs(struct ocfs2_super *osb, 8561fabe148SMark Fasheh handle_t *handle, 857ccd979bdSMark Fasheh struct inode *inode, 858ccd979bdSMark Fasheh int wanted, 859ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 860ccd979bdSMark Fasheh struct buffer_head *bhs[]) 861ccd979bdSMark Fasheh { 862ccd979bdSMark Fasheh int count, status, i; 863ccd979bdSMark Fasheh u16 suballoc_bit_start; 864ccd979bdSMark Fasheh u32 num_got; 865ccd979bdSMark Fasheh u64 first_blkno; 866ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 867ccd979bdSMark Fasheh 868ccd979bdSMark Fasheh mlog_entry_void(); 869ccd979bdSMark Fasheh 870ccd979bdSMark Fasheh count = 0; 871ccd979bdSMark Fasheh while (count < wanted) { 872ccd979bdSMark Fasheh status = ocfs2_claim_metadata(osb, 873ccd979bdSMark Fasheh handle, 874ccd979bdSMark Fasheh meta_ac, 875ccd979bdSMark Fasheh wanted - count, 876ccd979bdSMark Fasheh &suballoc_bit_start, 877ccd979bdSMark Fasheh &num_got, 878ccd979bdSMark Fasheh &first_blkno); 879ccd979bdSMark Fasheh if (status < 0) { 880ccd979bdSMark Fasheh mlog_errno(status); 881ccd979bdSMark Fasheh goto bail; 882ccd979bdSMark Fasheh } 883ccd979bdSMark Fasheh 884ccd979bdSMark Fasheh for(i = count; i < (num_got + count); i++) { 885ccd979bdSMark Fasheh bhs[i] = sb_getblk(osb->sb, first_blkno); 886ccd979bdSMark Fasheh if (bhs[i] == NULL) { 887ccd979bdSMark Fasheh status = -EIO; 888ccd979bdSMark Fasheh mlog_errno(status); 889ccd979bdSMark Fasheh goto bail; 890ccd979bdSMark Fasheh } 891ccd979bdSMark Fasheh ocfs2_set_new_buffer_uptodate(inode, bhs[i]); 892ccd979bdSMark Fasheh 893*13723d00SJoel Becker status = ocfs2_journal_access_eb(handle, inode, bhs[i], 894ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 895ccd979bdSMark Fasheh if (status < 0) { 896ccd979bdSMark Fasheh mlog_errno(status); 897ccd979bdSMark Fasheh goto bail; 898ccd979bdSMark Fasheh } 899ccd979bdSMark Fasheh 900ccd979bdSMark Fasheh memset(bhs[i]->b_data, 0, osb->sb->s_blocksize); 901ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bhs[i]->b_data; 902ccd979bdSMark Fasheh /* Ok, setup the minimal stuff here. */ 903ccd979bdSMark Fasheh strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 904ccd979bdSMark Fasheh eb->h_blkno = cpu_to_le64(first_blkno); 905ccd979bdSMark Fasheh eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 906ccd979bdSMark Fasheh eb->h_suballoc_slot = cpu_to_le16(osb->slot_num); 907ccd979bdSMark Fasheh eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start); 908ccd979bdSMark Fasheh eb->h_list.l_count = 909ccd979bdSMark Fasheh cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 910ccd979bdSMark Fasheh 911ccd979bdSMark Fasheh suballoc_bit_start++; 912ccd979bdSMark Fasheh first_blkno++; 913ccd979bdSMark Fasheh 914ccd979bdSMark Fasheh /* We'll also be dirtied by the caller, so 915ccd979bdSMark Fasheh * this isn't absolutely necessary. */ 916ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bhs[i]); 917ccd979bdSMark Fasheh if (status < 0) { 918ccd979bdSMark Fasheh mlog_errno(status); 919ccd979bdSMark Fasheh goto bail; 920ccd979bdSMark Fasheh } 921ccd979bdSMark Fasheh } 922ccd979bdSMark Fasheh 923ccd979bdSMark Fasheh count += num_got; 924ccd979bdSMark Fasheh } 925ccd979bdSMark Fasheh 926ccd979bdSMark Fasheh status = 0; 927ccd979bdSMark Fasheh bail: 928ccd979bdSMark Fasheh if (status < 0) { 929ccd979bdSMark Fasheh for(i = 0; i < wanted; i++) { 930ccd979bdSMark Fasheh brelse(bhs[i]); 931ccd979bdSMark Fasheh bhs[i] = NULL; 932ccd979bdSMark Fasheh } 933ccd979bdSMark Fasheh } 934ccd979bdSMark Fasheh mlog_exit(status); 935ccd979bdSMark Fasheh return status; 936ccd979bdSMark Fasheh } 937ccd979bdSMark Fasheh 938ccd979bdSMark Fasheh /* 939dcd0538fSMark Fasheh * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth(). 940dcd0538fSMark Fasheh * 941dcd0538fSMark Fasheh * Returns the sum of the rightmost extent rec logical offset and 942dcd0538fSMark Fasheh * cluster count. 943dcd0538fSMark Fasheh * 944dcd0538fSMark Fasheh * ocfs2_add_branch() uses this to determine what logical cluster 945dcd0538fSMark Fasheh * value should be populated into the leftmost new branch records. 946dcd0538fSMark Fasheh * 947dcd0538fSMark Fasheh * ocfs2_shift_tree_depth() uses this to determine the # clusters 948dcd0538fSMark Fasheh * value for the new topmost tree record. 949dcd0538fSMark Fasheh */ 950dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list *el) 951dcd0538fSMark Fasheh { 952dcd0538fSMark Fasheh int i; 953dcd0538fSMark Fasheh 954dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 955dcd0538fSMark Fasheh 956dcd0538fSMark Fasheh return le32_to_cpu(el->l_recs[i].e_cpos) + 957e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 958dcd0538fSMark Fasheh } 959dcd0538fSMark Fasheh 960dcd0538fSMark Fasheh /* 961ccd979bdSMark Fasheh * Add an entire tree branch to our inode. eb_bh is the extent block 962ccd979bdSMark Fasheh * to start at, if we don't want to start the branch at the dinode 963ccd979bdSMark Fasheh * structure. 964ccd979bdSMark Fasheh * 965ccd979bdSMark Fasheh * last_eb_bh is required as we have to update it's next_leaf pointer 966ccd979bdSMark Fasheh * for the new last extent block. 967ccd979bdSMark Fasheh * 968ccd979bdSMark Fasheh * the new branch will be 'empty' in the sense that every block will 969e48edee2SMark Fasheh * contain a single record with cluster count == 0. 970ccd979bdSMark Fasheh */ 971ccd979bdSMark Fasheh static int ocfs2_add_branch(struct ocfs2_super *osb, 9721fabe148SMark Fasheh handle_t *handle, 973ccd979bdSMark Fasheh struct inode *inode, 974e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 975ccd979bdSMark Fasheh struct buffer_head *eb_bh, 976328d5752SMark Fasheh struct buffer_head **last_eb_bh, 977ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac) 978ccd979bdSMark Fasheh { 979ccd979bdSMark Fasheh int status, new_blocks, i; 980ccd979bdSMark Fasheh u64 next_blkno, new_last_eb_blk; 981ccd979bdSMark Fasheh struct buffer_head *bh; 982ccd979bdSMark Fasheh struct buffer_head **new_eb_bhs = NULL; 983ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 984ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 985ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 986dcd0538fSMark Fasheh u32 new_cpos; 987ccd979bdSMark Fasheh 988ccd979bdSMark Fasheh mlog_entry_void(); 989ccd979bdSMark Fasheh 990328d5752SMark Fasheh BUG_ON(!last_eb_bh || !*last_eb_bh); 991ccd979bdSMark Fasheh 992ccd979bdSMark Fasheh if (eb_bh) { 993ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 994ccd979bdSMark Fasheh el = &eb->h_list; 995ccd979bdSMark Fasheh } else 996ce1d9ea6SJoel Becker el = et->et_root_el; 997ccd979bdSMark Fasheh 998ccd979bdSMark Fasheh /* we never add a branch to a leaf. */ 999ccd979bdSMark Fasheh BUG_ON(!el->l_tree_depth); 1000ccd979bdSMark Fasheh 1001ccd979bdSMark Fasheh new_blocks = le16_to_cpu(el->l_tree_depth); 1002ccd979bdSMark Fasheh 1003ccd979bdSMark Fasheh /* allocate the number of new eb blocks we need */ 1004ccd979bdSMark Fasheh new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *), 1005ccd979bdSMark Fasheh GFP_KERNEL); 1006ccd979bdSMark Fasheh if (!new_eb_bhs) { 1007ccd979bdSMark Fasheh status = -ENOMEM; 1008ccd979bdSMark Fasheh mlog_errno(status); 1009ccd979bdSMark Fasheh goto bail; 1010ccd979bdSMark Fasheh } 1011ccd979bdSMark Fasheh 1012ccd979bdSMark Fasheh status = ocfs2_create_new_meta_bhs(osb, handle, inode, new_blocks, 1013ccd979bdSMark Fasheh meta_ac, new_eb_bhs); 1014ccd979bdSMark Fasheh if (status < 0) { 1015ccd979bdSMark Fasheh mlog_errno(status); 1016ccd979bdSMark Fasheh goto bail; 1017ccd979bdSMark Fasheh } 1018ccd979bdSMark Fasheh 1019328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data; 1020dcd0538fSMark Fasheh new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list); 1021dcd0538fSMark Fasheh 1022ccd979bdSMark Fasheh /* Note: new_eb_bhs[new_blocks - 1] is the guy which will be 1023ccd979bdSMark Fasheh * linked with the rest of the tree. 1024ccd979bdSMark Fasheh * conversly, new_eb_bhs[0] is the new bottommost leaf. 1025ccd979bdSMark Fasheh * 1026ccd979bdSMark Fasheh * when we leave the loop, new_last_eb_blk will point to the 1027ccd979bdSMark Fasheh * newest leaf, and next_blkno will point to the topmost extent 1028ccd979bdSMark Fasheh * block. */ 1029ccd979bdSMark Fasheh next_blkno = new_last_eb_blk = 0; 1030ccd979bdSMark Fasheh for(i = 0; i < new_blocks; i++) { 1031ccd979bdSMark Fasheh bh = new_eb_bhs[i]; 1032ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 10335e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 10345e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1035ccd979bdSMark Fasheh eb_el = &eb->h_list; 1036ccd979bdSMark Fasheh 1037*13723d00SJoel Becker status = ocfs2_journal_access_eb(handle, inode, bh, 1038ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1039ccd979bdSMark Fasheh if (status < 0) { 1040ccd979bdSMark Fasheh mlog_errno(status); 1041ccd979bdSMark Fasheh goto bail; 1042ccd979bdSMark Fasheh } 1043ccd979bdSMark Fasheh 1044ccd979bdSMark Fasheh eb->h_next_leaf_blk = 0; 1045ccd979bdSMark Fasheh eb_el->l_tree_depth = cpu_to_le16(i); 1046ccd979bdSMark Fasheh eb_el->l_next_free_rec = cpu_to_le16(1); 1047dcd0538fSMark Fasheh /* 1048dcd0538fSMark Fasheh * This actually counts as an empty extent as 1049dcd0538fSMark Fasheh * c_clusters == 0 1050dcd0538fSMark Fasheh */ 1051dcd0538fSMark Fasheh eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos); 1052ccd979bdSMark Fasheh eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno); 1053e48edee2SMark Fasheh /* 1054e48edee2SMark Fasheh * eb_el isn't always an interior node, but even leaf 1055e48edee2SMark Fasheh * nodes want a zero'd flags and reserved field so 1056e48edee2SMark Fasheh * this gets the whole 32 bits regardless of use. 1057e48edee2SMark Fasheh */ 1058e48edee2SMark Fasheh eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0); 1059ccd979bdSMark Fasheh if (!eb_el->l_tree_depth) 1060ccd979bdSMark Fasheh new_last_eb_blk = le64_to_cpu(eb->h_blkno); 1061ccd979bdSMark Fasheh 1062ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bh); 1063ccd979bdSMark Fasheh if (status < 0) { 1064ccd979bdSMark Fasheh mlog_errno(status); 1065ccd979bdSMark Fasheh goto bail; 1066ccd979bdSMark Fasheh } 1067ccd979bdSMark Fasheh 1068ccd979bdSMark Fasheh next_blkno = le64_to_cpu(eb->h_blkno); 1069ccd979bdSMark Fasheh } 1070ccd979bdSMark Fasheh 1071ccd979bdSMark Fasheh /* This is a bit hairy. We want to update up to three blocks 1072ccd979bdSMark Fasheh * here without leaving any of them in an inconsistent state 1073ccd979bdSMark Fasheh * in case of error. We don't have to worry about 1074ccd979bdSMark Fasheh * journal_dirty erroring as it won't unless we've aborted the 1075ccd979bdSMark Fasheh * handle (in which case we would never be here) so reserving 1076ccd979bdSMark Fasheh * the write with journal_access is all we need to do. */ 1077*13723d00SJoel Becker status = ocfs2_journal_access_eb(handle, inode, *last_eb_bh, 1078ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1079ccd979bdSMark Fasheh if (status < 0) { 1080ccd979bdSMark Fasheh mlog_errno(status); 1081ccd979bdSMark Fasheh goto bail; 1082ccd979bdSMark Fasheh } 1083*13723d00SJoel Becker status = ocfs2_et_root_journal_access(handle, inode, et, 1084ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1085ccd979bdSMark Fasheh if (status < 0) { 1086ccd979bdSMark Fasheh mlog_errno(status); 1087ccd979bdSMark Fasheh goto bail; 1088ccd979bdSMark Fasheh } 1089ccd979bdSMark Fasheh if (eb_bh) { 1090*13723d00SJoel Becker status = ocfs2_journal_access_eb(handle, inode, eb_bh, 1091ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1092ccd979bdSMark Fasheh if (status < 0) { 1093ccd979bdSMark Fasheh mlog_errno(status); 1094ccd979bdSMark Fasheh goto bail; 1095ccd979bdSMark Fasheh } 1096ccd979bdSMark Fasheh } 1097ccd979bdSMark Fasheh 1098ccd979bdSMark Fasheh /* Link the new branch into the rest of the tree (el will 1099e7d4cb6bSTao Ma * either be on the root_bh, or the extent block passed in. */ 1100ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec); 1101ccd979bdSMark Fasheh el->l_recs[i].e_blkno = cpu_to_le64(next_blkno); 1102dcd0538fSMark Fasheh el->l_recs[i].e_cpos = cpu_to_le32(new_cpos); 1103e48edee2SMark Fasheh el->l_recs[i].e_int_clusters = 0; 1104ccd979bdSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1105ccd979bdSMark Fasheh 1106ccd979bdSMark Fasheh /* fe needs a new last extent block pointer, as does the 1107ccd979bdSMark Fasheh * next_leaf on the previously last-extent-block. */ 110835dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, new_last_eb_blk); 1109ccd979bdSMark Fasheh 1110328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 1111ccd979bdSMark Fasheh eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk); 1112ccd979bdSMark Fasheh 1113328d5752SMark Fasheh status = ocfs2_journal_dirty(handle, *last_eb_bh); 1114ccd979bdSMark Fasheh if (status < 0) 1115ccd979bdSMark Fasheh mlog_errno(status); 1116ce1d9ea6SJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 1117ccd979bdSMark Fasheh if (status < 0) 1118ccd979bdSMark Fasheh mlog_errno(status); 1119ccd979bdSMark Fasheh if (eb_bh) { 1120ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, eb_bh); 1121ccd979bdSMark Fasheh if (status < 0) 1122ccd979bdSMark Fasheh mlog_errno(status); 1123ccd979bdSMark Fasheh } 1124ccd979bdSMark Fasheh 1125328d5752SMark Fasheh /* 1126328d5752SMark Fasheh * Some callers want to track the rightmost leaf so pass it 1127328d5752SMark Fasheh * back here. 1128328d5752SMark Fasheh */ 1129328d5752SMark Fasheh brelse(*last_eb_bh); 1130328d5752SMark Fasheh get_bh(new_eb_bhs[0]); 1131328d5752SMark Fasheh *last_eb_bh = new_eb_bhs[0]; 1132328d5752SMark Fasheh 1133ccd979bdSMark Fasheh status = 0; 1134ccd979bdSMark Fasheh bail: 1135ccd979bdSMark Fasheh if (new_eb_bhs) { 1136ccd979bdSMark Fasheh for (i = 0; i < new_blocks; i++) 1137ccd979bdSMark Fasheh brelse(new_eb_bhs[i]); 1138ccd979bdSMark Fasheh kfree(new_eb_bhs); 1139ccd979bdSMark Fasheh } 1140ccd979bdSMark Fasheh 1141ccd979bdSMark Fasheh mlog_exit(status); 1142ccd979bdSMark Fasheh return status; 1143ccd979bdSMark Fasheh } 1144ccd979bdSMark Fasheh 1145ccd979bdSMark Fasheh /* 1146ccd979bdSMark Fasheh * adds another level to the allocation tree. 1147ccd979bdSMark Fasheh * returns back the new extent block so you can add a branch to it 1148ccd979bdSMark Fasheh * after this call. 1149ccd979bdSMark Fasheh */ 1150ccd979bdSMark Fasheh static int ocfs2_shift_tree_depth(struct ocfs2_super *osb, 11511fabe148SMark Fasheh handle_t *handle, 1152ccd979bdSMark Fasheh struct inode *inode, 1153e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1154ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1155ccd979bdSMark Fasheh struct buffer_head **ret_new_eb_bh) 1156ccd979bdSMark Fasheh { 1157ccd979bdSMark Fasheh int status, i; 1158dcd0538fSMark Fasheh u32 new_clusters; 1159ccd979bdSMark Fasheh struct buffer_head *new_eb_bh = NULL; 1160ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1161e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 1162ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1163ccd979bdSMark Fasheh 1164ccd979bdSMark Fasheh mlog_entry_void(); 1165ccd979bdSMark Fasheh 1166ccd979bdSMark Fasheh status = ocfs2_create_new_meta_bhs(osb, handle, inode, 1, meta_ac, 1167ccd979bdSMark Fasheh &new_eb_bh); 1168ccd979bdSMark Fasheh if (status < 0) { 1169ccd979bdSMark Fasheh mlog_errno(status); 1170ccd979bdSMark Fasheh goto bail; 1171ccd979bdSMark Fasheh } 1172ccd979bdSMark Fasheh 1173ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) new_eb_bh->b_data; 11745e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 11755e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1176ccd979bdSMark Fasheh 1177ccd979bdSMark Fasheh eb_el = &eb->h_list; 1178ce1d9ea6SJoel Becker root_el = et->et_root_el; 1179ccd979bdSMark Fasheh 1180*13723d00SJoel Becker status = ocfs2_journal_access_eb(handle, inode, new_eb_bh, 1181ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1182ccd979bdSMark Fasheh if (status < 0) { 1183ccd979bdSMark Fasheh mlog_errno(status); 1184ccd979bdSMark Fasheh goto bail; 1185ccd979bdSMark Fasheh } 1186ccd979bdSMark Fasheh 1187e7d4cb6bSTao Ma /* copy the root extent list data into the new extent block */ 1188e7d4cb6bSTao Ma eb_el->l_tree_depth = root_el->l_tree_depth; 1189e7d4cb6bSTao Ma eb_el->l_next_free_rec = root_el->l_next_free_rec; 1190e7d4cb6bSTao Ma for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1191e7d4cb6bSTao Ma eb_el->l_recs[i] = root_el->l_recs[i]; 1192ccd979bdSMark Fasheh 1193ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, new_eb_bh); 1194ccd979bdSMark Fasheh if (status < 0) { 1195ccd979bdSMark Fasheh mlog_errno(status); 1196ccd979bdSMark Fasheh goto bail; 1197ccd979bdSMark Fasheh } 1198ccd979bdSMark Fasheh 1199*13723d00SJoel Becker status = ocfs2_et_root_journal_access(handle, inode, et, 1200ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1201ccd979bdSMark Fasheh if (status < 0) { 1202ccd979bdSMark Fasheh mlog_errno(status); 1203ccd979bdSMark Fasheh goto bail; 1204ccd979bdSMark Fasheh } 1205ccd979bdSMark Fasheh 1206dcd0538fSMark Fasheh new_clusters = ocfs2_sum_rightmost_rec(eb_el); 1207dcd0538fSMark Fasheh 1208e7d4cb6bSTao Ma /* update root_bh now */ 1209e7d4cb6bSTao Ma le16_add_cpu(&root_el->l_tree_depth, 1); 1210e7d4cb6bSTao Ma root_el->l_recs[0].e_cpos = 0; 1211e7d4cb6bSTao Ma root_el->l_recs[0].e_blkno = eb->h_blkno; 1212e7d4cb6bSTao Ma root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters); 1213e7d4cb6bSTao Ma for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1214e7d4cb6bSTao Ma memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 1215e7d4cb6bSTao Ma root_el->l_next_free_rec = cpu_to_le16(1); 1216ccd979bdSMark Fasheh 1217ccd979bdSMark Fasheh /* If this is our 1st tree depth shift, then last_eb_blk 1218ccd979bdSMark Fasheh * becomes the allocated extent block */ 1219e7d4cb6bSTao Ma if (root_el->l_tree_depth == cpu_to_le16(1)) 122035dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 1221ccd979bdSMark Fasheh 1222ce1d9ea6SJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 1223ccd979bdSMark Fasheh if (status < 0) { 1224ccd979bdSMark Fasheh mlog_errno(status); 1225ccd979bdSMark Fasheh goto bail; 1226ccd979bdSMark Fasheh } 1227ccd979bdSMark Fasheh 1228ccd979bdSMark Fasheh *ret_new_eb_bh = new_eb_bh; 1229ccd979bdSMark Fasheh new_eb_bh = NULL; 1230ccd979bdSMark Fasheh status = 0; 1231ccd979bdSMark Fasheh bail: 1232ccd979bdSMark Fasheh brelse(new_eb_bh); 1233ccd979bdSMark Fasheh 1234ccd979bdSMark Fasheh mlog_exit(status); 1235ccd979bdSMark Fasheh return status; 1236ccd979bdSMark Fasheh } 1237ccd979bdSMark Fasheh 1238ccd979bdSMark Fasheh /* 1239ccd979bdSMark Fasheh * Should only be called when there is no space left in any of the 1240ccd979bdSMark Fasheh * leaf nodes. What we want to do is find the lowest tree depth 1241ccd979bdSMark Fasheh * non-leaf extent block with room for new records. There are three 1242ccd979bdSMark Fasheh * valid results of this search: 1243ccd979bdSMark Fasheh * 1244ccd979bdSMark Fasheh * 1) a lowest extent block is found, then we pass it back in 1245ccd979bdSMark Fasheh * *lowest_eb_bh and return '0' 1246ccd979bdSMark Fasheh * 1247e7d4cb6bSTao Ma * 2) the search fails to find anything, but the root_el has room. We 1248ccd979bdSMark Fasheh * pass NULL back in *lowest_eb_bh, but still return '0' 1249ccd979bdSMark Fasheh * 1250e7d4cb6bSTao Ma * 3) the search fails to find anything AND the root_el is full, in 1251ccd979bdSMark Fasheh * which case we return > 0 1252ccd979bdSMark Fasheh * 1253ccd979bdSMark Fasheh * return status < 0 indicates an error. 1254ccd979bdSMark Fasheh */ 1255ccd979bdSMark Fasheh static int ocfs2_find_branch_target(struct ocfs2_super *osb, 1256ccd979bdSMark Fasheh struct inode *inode, 1257e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1258ccd979bdSMark Fasheh struct buffer_head **target_bh) 1259ccd979bdSMark Fasheh { 1260ccd979bdSMark Fasheh int status = 0, i; 1261ccd979bdSMark Fasheh u64 blkno; 1262ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1263ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 1264ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 1265ccd979bdSMark Fasheh struct buffer_head *lowest_bh = NULL; 1266ccd979bdSMark Fasheh 1267ccd979bdSMark Fasheh mlog_entry_void(); 1268ccd979bdSMark Fasheh 1269ccd979bdSMark Fasheh *target_bh = NULL; 1270ccd979bdSMark Fasheh 1271ce1d9ea6SJoel Becker el = et->et_root_el; 1272ccd979bdSMark Fasheh 1273ccd979bdSMark Fasheh while(le16_to_cpu(el->l_tree_depth) > 1) { 1274ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1275b0697053SMark Fasheh ocfs2_error(inode->i_sb, "Dinode %llu has empty " 1276ccd979bdSMark Fasheh "extent list (next_free_rec == 0)", 1277b0697053SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 1278ccd979bdSMark Fasheh status = -EIO; 1279ccd979bdSMark Fasheh goto bail; 1280ccd979bdSMark Fasheh } 1281ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1282ccd979bdSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1283ccd979bdSMark Fasheh if (!blkno) { 1284b0697053SMark Fasheh ocfs2_error(inode->i_sb, "Dinode %llu has extent " 1285ccd979bdSMark Fasheh "list where extent # %d has no physical " 1286ccd979bdSMark Fasheh "block start", 1287b0697053SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, i); 1288ccd979bdSMark Fasheh status = -EIO; 1289ccd979bdSMark Fasheh goto bail; 1290ccd979bdSMark Fasheh } 1291ccd979bdSMark Fasheh 1292ccd979bdSMark Fasheh brelse(bh); 1293ccd979bdSMark Fasheh bh = NULL; 1294ccd979bdSMark Fasheh 12955e96581aSJoel Becker status = ocfs2_read_extent_block(inode, blkno, &bh); 1296ccd979bdSMark Fasheh if (status < 0) { 1297ccd979bdSMark Fasheh mlog_errno(status); 1298ccd979bdSMark Fasheh goto bail; 1299ccd979bdSMark Fasheh } 1300ccd979bdSMark Fasheh 1301ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1302ccd979bdSMark Fasheh el = &eb->h_list; 1303ccd979bdSMark Fasheh 1304ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) < 1305ccd979bdSMark Fasheh le16_to_cpu(el->l_count)) { 1306ccd979bdSMark Fasheh brelse(lowest_bh); 1307ccd979bdSMark Fasheh lowest_bh = bh; 1308ccd979bdSMark Fasheh get_bh(lowest_bh); 1309ccd979bdSMark Fasheh } 1310ccd979bdSMark Fasheh } 1311ccd979bdSMark Fasheh 1312ccd979bdSMark Fasheh /* If we didn't find one and the fe doesn't have any room, 1313ccd979bdSMark Fasheh * then return '1' */ 1314ce1d9ea6SJoel Becker el = et->et_root_el; 1315e7d4cb6bSTao Ma if (!lowest_bh && (el->l_next_free_rec == el->l_count)) 1316ccd979bdSMark Fasheh status = 1; 1317ccd979bdSMark Fasheh 1318ccd979bdSMark Fasheh *target_bh = lowest_bh; 1319ccd979bdSMark Fasheh bail: 1320ccd979bdSMark Fasheh brelse(bh); 1321ccd979bdSMark Fasheh 1322ccd979bdSMark Fasheh mlog_exit(status); 1323ccd979bdSMark Fasheh return status; 1324ccd979bdSMark Fasheh } 1325ccd979bdSMark Fasheh 1326e48edee2SMark Fasheh /* 1327c3afcbb3SMark Fasheh * Grow a b-tree so that it has more records. 1328c3afcbb3SMark Fasheh * 1329c3afcbb3SMark Fasheh * We might shift the tree depth in which case existing paths should 1330c3afcbb3SMark Fasheh * be considered invalid. 1331c3afcbb3SMark Fasheh * 1332c3afcbb3SMark Fasheh * Tree depth after the grow is returned via *final_depth. 1333328d5752SMark Fasheh * 1334328d5752SMark Fasheh * *last_eb_bh will be updated by ocfs2_add_branch(). 1335c3afcbb3SMark Fasheh */ 1336c3afcbb3SMark Fasheh static int ocfs2_grow_tree(struct inode *inode, handle_t *handle, 1337e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, int *final_depth, 1338328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1339c3afcbb3SMark Fasheh struct ocfs2_alloc_context *meta_ac) 1340c3afcbb3SMark Fasheh { 1341c3afcbb3SMark Fasheh int ret, shift; 1342ce1d9ea6SJoel Becker struct ocfs2_extent_list *el = et->et_root_el; 1343e7d4cb6bSTao Ma int depth = le16_to_cpu(el->l_tree_depth); 1344c3afcbb3SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1345c3afcbb3SMark Fasheh struct buffer_head *bh = NULL; 1346c3afcbb3SMark Fasheh 1347c3afcbb3SMark Fasheh BUG_ON(meta_ac == NULL); 1348c3afcbb3SMark Fasheh 1349e7d4cb6bSTao Ma shift = ocfs2_find_branch_target(osb, inode, et, &bh); 1350c3afcbb3SMark Fasheh if (shift < 0) { 1351c3afcbb3SMark Fasheh ret = shift; 1352c3afcbb3SMark Fasheh mlog_errno(ret); 1353c3afcbb3SMark Fasheh goto out; 1354c3afcbb3SMark Fasheh } 1355c3afcbb3SMark Fasheh 1356c3afcbb3SMark Fasheh /* We traveled all the way to the bottom of the allocation tree 1357c3afcbb3SMark Fasheh * and didn't find room for any more extents - we need to add 1358c3afcbb3SMark Fasheh * another tree level */ 1359c3afcbb3SMark Fasheh if (shift) { 1360c3afcbb3SMark Fasheh BUG_ON(bh); 1361c3afcbb3SMark Fasheh mlog(0, "need to shift tree depth (current = %d)\n", depth); 1362c3afcbb3SMark Fasheh 1363c3afcbb3SMark Fasheh /* ocfs2_shift_tree_depth will return us a buffer with 1364c3afcbb3SMark Fasheh * the new extent block (so we can pass that to 1365c3afcbb3SMark Fasheh * ocfs2_add_branch). */ 1366e7d4cb6bSTao Ma ret = ocfs2_shift_tree_depth(osb, handle, inode, et, 1367c3afcbb3SMark Fasheh meta_ac, &bh); 1368c3afcbb3SMark Fasheh if (ret < 0) { 1369c3afcbb3SMark Fasheh mlog_errno(ret); 1370c3afcbb3SMark Fasheh goto out; 1371c3afcbb3SMark Fasheh } 1372c3afcbb3SMark Fasheh depth++; 1373328d5752SMark Fasheh if (depth == 1) { 1374328d5752SMark Fasheh /* 1375328d5752SMark Fasheh * Special case: we have room now if we shifted from 1376328d5752SMark Fasheh * tree_depth 0, so no more work needs to be done. 1377328d5752SMark Fasheh * 1378328d5752SMark Fasheh * We won't be calling add_branch, so pass 1379328d5752SMark Fasheh * back *last_eb_bh as the new leaf. At depth 1380328d5752SMark Fasheh * zero, it should always be null so there's 1381328d5752SMark Fasheh * no reason to brelse. 1382328d5752SMark Fasheh */ 1383328d5752SMark Fasheh BUG_ON(*last_eb_bh); 1384328d5752SMark Fasheh get_bh(bh); 1385328d5752SMark Fasheh *last_eb_bh = bh; 1386c3afcbb3SMark Fasheh goto out; 1387c3afcbb3SMark Fasheh } 1388328d5752SMark Fasheh } 1389c3afcbb3SMark Fasheh 1390c3afcbb3SMark Fasheh /* call ocfs2_add_branch to add the final part of the tree with 1391c3afcbb3SMark Fasheh * the new data. */ 1392c3afcbb3SMark Fasheh mlog(0, "add branch. bh = %p\n", bh); 1393e7d4cb6bSTao Ma ret = ocfs2_add_branch(osb, handle, inode, et, bh, last_eb_bh, 1394c3afcbb3SMark Fasheh meta_ac); 1395c3afcbb3SMark Fasheh if (ret < 0) { 1396c3afcbb3SMark Fasheh mlog_errno(ret); 1397c3afcbb3SMark Fasheh goto out; 1398c3afcbb3SMark Fasheh } 1399c3afcbb3SMark Fasheh 1400c3afcbb3SMark Fasheh out: 1401c3afcbb3SMark Fasheh if (final_depth) 1402c3afcbb3SMark Fasheh *final_depth = depth; 1403c3afcbb3SMark Fasheh brelse(bh); 1404c3afcbb3SMark Fasheh return ret; 1405c3afcbb3SMark Fasheh } 1406c3afcbb3SMark Fasheh 1407c3afcbb3SMark Fasheh /* 1408dcd0538fSMark Fasheh * This function will discard the rightmost extent record. 1409dcd0538fSMark Fasheh */ 1410dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el) 1411dcd0538fSMark Fasheh { 1412dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1413dcd0538fSMark Fasheh int count = le16_to_cpu(el->l_count); 1414dcd0538fSMark Fasheh unsigned int num_bytes; 1415dcd0538fSMark Fasheh 1416dcd0538fSMark Fasheh BUG_ON(!next_free); 1417dcd0538fSMark Fasheh /* This will cause us to go off the end of our extent list. */ 1418dcd0538fSMark Fasheh BUG_ON(next_free >= count); 1419dcd0538fSMark Fasheh 1420dcd0538fSMark Fasheh num_bytes = sizeof(struct ocfs2_extent_rec) * next_free; 1421dcd0538fSMark Fasheh 1422dcd0538fSMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], num_bytes); 1423dcd0538fSMark Fasheh } 1424dcd0538fSMark Fasheh 1425dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el, 1426dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 1427dcd0538fSMark Fasheh { 1428dcd0538fSMark Fasheh int i, insert_index, next_free, has_empty, num_bytes; 1429dcd0538fSMark Fasheh u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos); 1430dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1431dcd0538fSMark Fasheh 1432dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 1433dcd0538fSMark Fasheh has_empty = ocfs2_is_empty_extent(&el->l_recs[0]); 1434dcd0538fSMark Fasheh 1435dcd0538fSMark Fasheh BUG_ON(!next_free); 1436dcd0538fSMark Fasheh 1437dcd0538fSMark Fasheh /* The tree code before us didn't allow enough room in the leaf. */ 1438b1f3550fSJulia Lawall BUG_ON(el->l_next_free_rec == el->l_count && !has_empty); 1439dcd0538fSMark Fasheh 1440dcd0538fSMark Fasheh /* 1441dcd0538fSMark Fasheh * The easiest way to approach this is to just remove the 1442dcd0538fSMark Fasheh * empty extent and temporarily decrement next_free. 1443dcd0538fSMark Fasheh */ 1444dcd0538fSMark Fasheh if (has_empty) { 1445dcd0538fSMark Fasheh /* 1446dcd0538fSMark Fasheh * If next_free was 1 (only an empty extent), this 1447dcd0538fSMark Fasheh * loop won't execute, which is fine. We still want 1448dcd0538fSMark Fasheh * the decrement above to happen. 1449dcd0538fSMark Fasheh */ 1450dcd0538fSMark Fasheh for(i = 0; i < (next_free - 1); i++) 1451dcd0538fSMark Fasheh el->l_recs[i] = el->l_recs[i+1]; 1452dcd0538fSMark Fasheh 1453dcd0538fSMark Fasheh next_free--; 1454dcd0538fSMark Fasheh } 1455dcd0538fSMark Fasheh 1456dcd0538fSMark Fasheh /* 1457dcd0538fSMark Fasheh * Figure out what the new record index should be. 1458dcd0538fSMark Fasheh */ 1459dcd0538fSMark Fasheh for(i = 0; i < next_free; i++) { 1460dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1461dcd0538fSMark Fasheh 1462dcd0538fSMark Fasheh if (insert_cpos < le32_to_cpu(rec->e_cpos)) 1463dcd0538fSMark Fasheh break; 1464dcd0538fSMark Fasheh } 1465dcd0538fSMark Fasheh insert_index = i; 1466dcd0538fSMark Fasheh 1467dcd0538fSMark Fasheh mlog(0, "ins %u: index %d, has_empty %d, next_free %d, count %d\n", 1468dcd0538fSMark Fasheh insert_cpos, insert_index, has_empty, next_free, le16_to_cpu(el->l_count)); 1469dcd0538fSMark Fasheh 1470dcd0538fSMark Fasheh BUG_ON(insert_index < 0); 1471dcd0538fSMark Fasheh BUG_ON(insert_index >= le16_to_cpu(el->l_count)); 1472dcd0538fSMark Fasheh BUG_ON(insert_index > next_free); 1473dcd0538fSMark Fasheh 1474dcd0538fSMark Fasheh /* 1475dcd0538fSMark Fasheh * No need to memmove if we're just adding to the tail. 1476dcd0538fSMark Fasheh */ 1477dcd0538fSMark Fasheh if (insert_index != next_free) { 1478dcd0538fSMark Fasheh BUG_ON(next_free >= le16_to_cpu(el->l_count)); 1479dcd0538fSMark Fasheh 1480dcd0538fSMark Fasheh num_bytes = next_free - insert_index; 1481dcd0538fSMark Fasheh num_bytes *= sizeof(struct ocfs2_extent_rec); 1482dcd0538fSMark Fasheh memmove(&el->l_recs[insert_index + 1], 1483dcd0538fSMark Fasheh &el->l_recs[insert_index], 1484dcd0538fSMark Fasheh num_bytes); 1485dcd0538fSMark Fasheh } 1486dcd0538fSMark Fasheh 1487dcd0538fSMark Fasheh /* 1488dcd0538fSMark Fasheh * Either we had an empty extent, and need to re-increment or 1489dcd0538fSMark Fasheh * there was no empty extent on a non full rightmost leaf node, 1490dcd0538fSMark Fasheh * in which case we still need to increment. 1491dcd0538fSMark Fasheh */ 1492dcd0538fSMark Fasheh next_free++; 1493dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(next_free); 1494dcd0538fSMark Fasheh /* 1495dcd0538fSMark Fasheh * Make sure none of the math above just messed up our tree. 1496dcd0538fSMark Fasheh */ 1497dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count)); 1498dcd0538fSMark Fasheh 1499dcd0538fSMark Fasheh el->l_recs[insert_index] = *insert_rec; 1500dcd0538fSMark Fasheh 1501dcd0538fSMark Fasheh } 1502dcd0538fSMark Fasheh 1503328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el) 1504328d5752SMark Fasheh { 1505328d5752SMark Fasheh int size, num_recs = le16_to_cpu(el->l_next_free_rec); 1506328d5752SMark Fasheh 1507328d5752SMark Fasheh BUG_ON(num_recs == 0); 1508328d5752SMark Fasheh 1509328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 1510328d5752SMark Fasheh num_recs--; 1511328d5752SMark Fasheh size = num_recs * sizeof(struct ocfs2_extent_rec); 1512328d5752SMark Fasheh memmove(&el->l_recs[0], &el->l_recs[1], size); 1513328d5752SMark Fasheh memset(&el->l_recs[num_recs], 0, 1514328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 1515328d5752SMark Fasheh el->l_next_free_rec = cpu_to_le16(num_recs); 1516328d5752SMark Fasheh } 1517328d5752SMark Fasheh } 1518328d5752SMark Fasheh 1519dcd0538fSMark Fasheh /* 1520dcd0538fSMark Fasheh * Create an empty extent record . 1521dcd0538fSMark Fasheh * 1522dcd0538fSMark Fasheh * l_next_free_rec may be updated. 1523dcd0538fSMark Fasheh * 1524dcd0538fSMark Fasheh * If an empty extent already exists do nothing. 1525dcd0538fSMark Fasheh */ 1526dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el) 1527dcd0538fSMark Fasheh { 1528dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1529dcd0538fSMark Fasheh 1530e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 1531e48edee2SMark Fasheh 1532dcd0538fSMark Fasheh if (next_free == 0) 1533dcd0538fSMark Fasheh goto set_and_inc; 1534dcd0538fSMark Fasheh 1535dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 1536dcd0538fSMark Fasheh return; 1537dcd0538fSMark Fasheh 1538dcd0538fSMark Fasheh mlog_bug_on_msg(el->l_count == el->l_next_free_rec, 1539dcd0538fSMark Fasheh "Asked to create an empty extent in a full list:\n" 1540dcd0538fSMark Fasheh "count = %u, tree depth = %u", 1541dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 1542dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1543dcd0538fSMark Fasheh 1544dcd0538fSMark Fasheh ocfs2_shift_records_right(el); 1545dcd0538fSMark Fasheh 1546dcd0538fSMark Fasheh set_and_inc: 1547dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1548dcd0538fSMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1549dcd0538fSMark Fasheh } 1550dcd0538fSMark Fasheh 1551dcd0538fSMark Fasheh /* 1552dcd0538fSMark Fasheh * For a rotation which involves two leaf nodes, the "root node" is 1553dcd0538fSMark Fasheh * the lowest level tree node which contains a path to both leafs. This 1554dcd0538fSMark Fasheh * resulting set of information can be used to form a complete "subtree" 1555dcd0538fSMark Fasheh * 1556dcd0538fSMark Fasheh * This function is passed two full paths from the dinode down to a 1557dcd0538fSMark Fasheh * pair of adjacent leaves. It's task is to figure out which path 1558dcd0538fSMark Fasheh * index contains the subtree root - this can be the root index itself 1559dcd0538fSMark Fasheh * in a worst-case rotation. 1560dcd0538fSMark Fasheh * 1561dcd0538fSMark Fasheh * The array index of the subtree root is passed back. 1562dcd0538fSMark Fasheh */ 1563dcd0538fSMark Fasheh static int ocfs2_find_subtree_root(struct inode *inode, 1564dcd0538fSMark Fasheh struct ocfs2_path *left, 1565dcd0538fSMark Fasheh struct ocfs2_path *right) 1566dcd0538fSMark Fasheh { 1567dcd0538fSMark Fasheh int i = 0; 1568dcd0538fSMark Fasheh 1569dcd0538fSMark Fasheh /* 1570dcd0538fSMark Fasheh * Check that the caller passed in two paths from the same tree. 1571dcd0538fSMark Fasheh */ 1572dcd0538fSMark Fasheh BUG_ON(path_root_bh(left) != path_root_bh(right)); 1573dcd0538fSMark Fasheh 1574dcd0538fSMark Fasheh do { 1575dcd0538fSMark Fasheh i++; 1576dcd0538fSMark Fasheh 1577dcd0538fSMark Fasheh /* 1578dcd0538fSMark Fasheh * The caller didn't pass two adjacent paths. 1579dcd0538fSMark Fasheh */ 1580dcd0538fSMark Fasheh mlog_bug_on_msg(i > left->p_tree_depth, 1581dcd0538fSMark Fasheh "Inode %lu, left depth %u, right depth %u\n" 1582dcd0538fSMark Fasheh "left leaf blk %llu, right leaf blk %llu\n", 1583dcd0538fSMark Fasheh inode->i_ino, left->p_tree_depth, 1584dcd0538fSMark Fasheh right->p_tree_depth, 1585dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(left)->b_blocknr, 1586dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(right)->b_blocknr); 1587dcd0538fSMark Fasheh } while (left->p_node[i].bh->b_blocknr == 1588dcd0538fSMark Fasheh right->p_node[i].bh->b_blocknr); 1589dcd0538fSMark Fasheh 1590dcd0538fSMark Fasheh return i - 1; 1591dcd0538fSMark Fasheh } 1592dcd0538fSMark Fasheh 1593dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *); 1594dcd0538fSMark Fasheh 1595dcd0538fSMark Fasheh /* 1596dcd0538fSMark Fasheh * Traverse a btree path in search of cpos, starting at root_el. 1597dcd0538fSMark Fasheh * 1598dcd0538fSMark Fasheh * This code can be called with a cpos larger than the tree, in which 1599dcd0538fSMark Fasheh * case it will return the rightmost path. 1600dcd0538fSMark Fasheh */ 1601dcd0538fSMark Fasheh static int __ocfs2_find_path(struct inode *inode, 1602dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el, u32 cpos, 1603dcd0538fSMark Fasheh path_insert_t *func, void *data) 1604dcd0538fSMark Fasheh { 1605dcd0538fSMark Fasheh int i, ret = 0; 1606dcd0538fSMark Fasheh u32 range; 1607dcd0538fSMark Fasheh u64 blkno; 1608dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1609dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 1610dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1611dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1612dcd0538fSMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 1613dcd0538fSMark Fasheh 1614dcd0538fSMark Fasheh el = root_el; 1615dcd0538fSMark Fasheh while (el->l_tree_depth) { 1616dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1617dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1618dcd0538fSMark Fasheh "Inode %llu has empty extent list at " 1619dcd0538fSMark Fasheh "depth %u\n", 1620dcd0538fSMark Fasheh (unsigned long long)oi->ip_blkno, 1621dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1622dcd0538fSMark Fasheh ret = -EROFS; 1623dcd0538fSMark Fasheh goto out; 1624dcd0538fSMark Fasheh 1625dcd0538fSMark Fasheh } 1626dcd0538fSMark Fasheh 1627dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) { 1628dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1629dcd0538fSMark Fasheh 1630dcd0538fSMark Fasheh /* 1631dcd0538fSMark Fasheh * In the case that cpos is off the allocation 1632dcd0538fSMark Fasheh * tree, this should just wind up returning the 1633dcd0538fSMark Fasheh * rightmost record. 1634dcd0538fSMark Fasheh */ 1635dcd0538fSMark Fasheh range = le32_to_cpu(rec->e_cpos) + 1636e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec); 1637dcd0538fSMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1638dcd0538fSMark Fasheh break; 1639dcd0538fSMark Fasheh } 1640dcd0538fSMark Fasheh 1641dcd0538fSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1642dcd0538fSMark Fasheh if (blkno == 0) { 1643dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1644dcd0538fSMark Fasheh "Inode %llu has bad blkno in extent list " 1645dcd0538fSMark Fasheh "at depth %u (index %d)\n", 1646dcd0538fSMark Fasheh (unsigned long long)oi->ip_blkno, 1647dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), i); 1648dcd0538fSMark Fasheh ret = -EROFS; 1649dcd0538fSMark Fasheh goto out; 1650dcd0538fSMark Fasheh } 1651dcd0538fSMark Fasheh 1652dcd0538fSMark Fasheh brelse(bh); 1653dcd0538fSMark Fasheh bh = NULL; 16545e96581aSJoel Becker ret = ocfs2_read_extent_block(inode, blkno, &bh); 1655dcd0538fSMark Fasheh if (ret) { 1656dcd0538fSMark Fasheh mlog_errno(ret); 1657dcd0538fSMark Fasheh goto out; 1658dcd0538fSMark Fasheh } 1659dcd0538fSMark Fasheh 1660dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1661dcd0538fSMark Fasheh el = &eb->h_list; 1662dcd0538fSMark Fasheh 1663dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1664dcd0538fSMark Fasheh le16_to_cpu(el->l_count)) { 1665dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1666dcd0538fSMark Fasheh "Inode %llu has bad count in extent list " 1667dcd0538fSMark Fasheh "at block %llu (next free=%u, count=%u)\n", 1668dcd0538fSMark Fasheh (unsigned long long)oi->ip_blkno, 1669dcd0538fSMark Fasheh (unsigned long long)bh->b_blocknr, 1670dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 1671dcd0538fSMark Fasheh le16_to_cpu(el->l_count)); 1672dcd0538fSMark Fasheh ret = -EROFS; 1673dcd0538fSMark Fasheh goto out; 1674dcd0538fSMark Fasheh } 1675dcd0538fSMark Fasheh 1676dcd0538fSMark Fasheh if (func) 1677dcd0538fSMark Fasheh func(data, bh); 1678dcd0538fSMark Fasheh } 1679dcd0538fSMark Fasheh 1680dcd0538fSMark Fasheh out: 1681dcd0538fSMark Fasheh /* 1682dcd0538fSMark Fasheh * Catch any trailing bh that the loop didn't handle. 1683dcd0538fSMark Fasheh */ 1684dcd0538fSMark Fasheh brelse(bh); 1685dcd0538fSMark Fasheh 1686dcd0538fSMark Fasheh return ret; 1687dcd0538fSMark Fasheh } 1688dcd0538fSMark Fasheh 1689dcd0538fSMark Fasheh /* 1690dcd0538fSMark Fasheh * Given an initialized path (that is, it has a valid root extent 1691dcd0538fSMark Fasheh * list), this function will traverse the btree in search of the path 1692dcd0538fSMark Fasheh * which would contain cpos. 1693dcd0538fSMark Fasheh * 1694dcd0538fSMark Fasheh * The path traveled is recorded in the path structure. 1695dcd0538fSMark Fasheh * 1696dcd0538fSMark Fasheh * Note that this will not do any comparisons on leaf node extent 1697dcd0538fSMark Fasheh * records, so it will work fine in the case that we just added a tree 1698dcd0538fSMark Fasheh * branch. 1699dcd0538fSMark Fasheh */ 1700dcd0538fSMark Fasheh struct find_path_data { 1701dcd0538fSMark Fasheh int index; 1702dcd0538fSMark Fasheh struct ocfs2_path *path; 1703dcd0538fSMark Fasheh }; 1704dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh) 1705dcd0538fSMark Fasheh { 1706dcd0538fSMark Fasheh struct find_path_data *fp = data; 1707dcd0538fSMark Fasheh 1708dcd0538fSMark Fasheh get_bh(bh); 1709dcd0538fSMark Fasheh ocfs2_path_insert_eb(fp->path, fp->index, bh); 1710dcd0538fSMark Fasheh fp->index++; 1711dcd0538fSMark Fasheh } 1712dcd0538fSMark Fasheh static int ocfs2_find_path(struct inode *inode, struct ocfs2_path *path, 1713dcd0538fSMark Fasheh u32 cpos) 1714dcd0538fSMark Fasheh { 1715dcd0538fSMark Fasheh struct find_path_data data; 1716dcd0538fSMark Fasheh 1717dcd0538fSMark Fasheh data.index = 1; 1718dcd0538fSMark Fasheh data.path = path; 1719dcd0538fSMark Fasheh return __ocfs2_find_path(inode, path_root_el(path), cpos, 1720dcd0538fSMark Fasheh find_path_ins, &data); 1721dcd0538fSMark Fasheh } 1722dcd0538fSMark Fasheh 1723dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh) 1724dcd0538fSMark Fasheh { 1725dcd0538fSMark Fasheh struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data; 1726dcd0538fSMark Fasheh struct ocfs2_extent_list *el = &eb->h_list; 1727dcd0538fSMark Fasheh struct buffer_head **ret = data; 1728dcd0538fSMark Fasheh 1729dcd0538fSMark Fasheh /* We want to retain only the leaf block. */ 1730dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 1731dcd0538fSMark Fasheh get_bh(bh); 1732dcd0538fSMark Fasheh *ret = bh; 1733dcd0538fSMark Fasheh } 1734dcd0538fSMark Fasheh } 1735dcd0538fSMark Fasheh /* 1736dcd0538fSMark Fasheh * Find the leaf block in the tree which would contain cpos. No 1737dcd0538fSMark Fasheh * checking of the actual leaf is done. 1738dcd0538fSMark Fasheh * 1739dcd0538fSMark Fasheh * Some paths want to call this instead of allocating a path structure 1740dcd0538fSMark Fasheh * and calling ocfs2_find_path(). 1741dcd0538fSMark Fasheh * 1742dcd0538fSMark Fasheh * This function doesn't handle non btree extent lists. 1743dcd0538fSMark Fasheh */ 1744363041a5SMark Fasheh int ocfs2_find_leaf(struct inode *inode, struct ocfs2_extent_list *root_el, 1745363041a5SMark Fasheh u32 cpos, struct buffer_head **leaf_bh) 1746dcd0538fSMark Fasheh { 1747dcd0538fSMark Fasheh int ret; 1748dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1749dcd0538fSMark Fasheh 1750dcd0538fSMark Fasheh ret = __ocfs2_find_path(inode, root_el, cpos, find_leaf_ins, &bh); 1751dcd0538fSMark Fasheh if (ret) { 1752dcd0538fSMark Fasheh mlog_errno(ret); 1753dcd0538fSMark Fasheh goto out; 1754dcd0538fSMark Fasheh } 1755dcd0538fSMark Fasheh 1756dcd0538fSMark Fasheh *leaf_bh = bh; 1757dcd0538fSMark Fasheh out: 1758dcd0538fSMark Fasheh return ret; 1759dcd0538fSMark Fasheh } 1760dcd0538fSMark Fasheh 1761dcd0538fSMark Fasheh /* 1762dcd0538fSMark Fasheh * Adjust the adjacent records (left_rec, right_rec) involved in a rotation. 1763dcd0538fSMark Fasheh * 1764dcd0538fSMark Fasheh * Basically, we've moved stuff around at the bottom of the tree and 1765dcd0538fSMark Fasheh * we need to fix up the extent records above the changes to reflect 1766dcd0538fSMark Fasheh * the new changes. 1767dcd0538fSMark Fasheh * 1768dcd0538fSMark Fasheh * left_rec: the record on the left. 1769dcd0538fSMark Fasheh * left_child_el: is the child list pointed to by left_rec 1770dcd0538fSMark Fasheh * right_rec: the record to the right of left_rec 1771dcd0538fSMark Fasheh * right_child_el: is the child list pointed to by right_rec 1772dcd0538fSMark Fasheh * 1773dcd0538fSMark Fasheh * By definition, this only works on interior nodes. 1774dcd0538fSMark Fasheh */ 1775dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec, 1776dcd0538fSMark Fasheh struct ocfs2_extent_list *left_child_el, 1777dcd0538fSMark Fasheh struct ocfs2_extent_rec *right_rec, 1778dcd0538fSMark Fasheh struct ocfs2_extent_list *right_child_el) 1779dcd0538fSMark Fasheh { 1780dcd0538fSMark Fasheh u32 left_clusters, right_end; 1781dcd0538fSMark Fasheh 1782dcd0538fSMark Fasheh /* 1783dcd0538fSMark Fasheh * Interior nodes never have holes. Their cpos is the cpos of 1784dcd0538fSMark Fasheh * the leftmost record in their child list. Their cluster 1785dcd0538fSMark Fasheh * count covers the full theoretical range of their child list 1786dcd0538fSMark Fasheh * - the range between their cpos and the cpos of the record 1787dcd0538fSMark Fasheh * immediately to their right. 1788dcd0538fSMark Fasheh */ 1789dcd0538fSMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos); 1790328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_child_el->l_recs[0])) { 1791328d5752SMark Fasheh BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1); 1792328d5752SMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos); 1793328d5752SMark Fasheh } 1794dcd0538fSMark Fasheh left_clusters -= le32_to_cpu(left_rec->e_cpos); 1795e48edee2SMark Fasheh left_rec->e_int_clusters = cpu_to_le32(left_clusters); 1796dcd0538fSMark Fasheh 1797dcd0538fSMark Fasheh /* 1798dcd0538fSMark Fasheh * Calculate the rightmost cluster count boundary before 1799e48edee2SMark Fasheh * moving cpos - we will need to adjust clusters after 1800dcd0538fSMark Fasheh * updating e_cpos to keep the same highest cluster count. 1801dcd0538fSMark Fasheh */ 1802dcd0538fSMark Fasheh right_end = le32_to_cpu(right_rec->e_cpos); 1803e48edee2SMark Fasheh right_end += le32_to_cpu(right_rec->e_int_clusters); 1804dcd0538fSMark Fasheh 1805dcd0538fSMark Fasheh right_rec->e_cpos = left_rec->e_cpos; 1806dcd0538fSMark Fasheh le32_add_cpu(&right_rec->e_cpos, left_clusters); 1807dcd0538fSMark Fasheh 1808dcd0538fSMark Fasheh right_end -= le32_to_cpu(right_rec->e_cpos); 1809e48edee2SMark Fasheh right_rec->e_int_clusters = cpu_to_le32(right_end); 1810dcd0538fSMark Fasheh } 1811dcd0538fSMark Fasheh 1812dcd0538fSMark Fasheh /* 1813dcd0538fSMark Fasheh * Adjust the adjacent root node records involved in a 1814dcd0538fSMark Fasheh * rotation. left_el_blkno is passed in as a key so that we can easily 1815dcd0538fSMark Fasheh * find it's index in the root list. 1816dcd0538fSMark Fasheh */ 1817dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el, 1818dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el, 1819dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, 1820dcd0538fSMark Fasheh u64 left_el_blkno) 1821dcd0538fSMark Fasheh { 1822dcd0538fSMark Fasheh int i; 1823dcd0538fSMark Fasheh 1824dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) <= 1825dcd0538fSMark Fasheh le16_to_cpu(left_el->l_tree_depth)); 1826dcd0538fSMark Fasheh 1827dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) { 1828dcd0538fSMark Fasheh if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno) 1829dcd0538fSMark Fasheh break; 1830dcd0538fSMark Fasheh } 1831dcd0538fSMark Fasheh 1832dcd0538fSMark Fasheh /* 1833dcd0538fSMark Fasheh * The path walking code should have never returned a root and 1834dcd0538fSMark Fasheh * two paths which are not adjacent. 1835dcd0538fSMark Fasheh */ 1836dcd0538fSMark Fasheh BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1)); 1837dcd0538fSMark Fasheh 1838dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(&root_el->l_recs[i], left_el, 1839dcd0538fSMark Fasheh &root_el->l_recs[i + 1], right_el); 1840dcd0538fSMark Fasheh } 1841dcd0538fSMark Fasheh 1842dcd0538fSMark Fasheh /* 1843dcd0538fSMark Fasheh * We've changed a leaf block (in right_path) and need to reflect that 1844dcd0538fSMark Fasheh * change back up the subtree. 1845dcd0538fSMark Fasheh * 1846dcd0538fSMark Fasheh * This happens in multiple places: 1847dcd0538fSMark Fasheh * - When we've moved an extent record from the left path leaf to the right 1848dcd0538fSMark Fasheh * path leaf to make room for an empty extent in the left path leaf. 1849dcd0538fSMark Fasheh * - When our insert into the right path leaf is at the leftmost edge 1850dcd0538fSMark Fasheh * and requires an update of the path immediately to it's left. This 1851dcd0538fSMark Fasheh * can occur at the end of some types of rotation and appending inserts. 1852677b9752STao Ma * - When we've adjusted the last extent record in the left path leaf and the 1853677b9752STao Ma * 1st extent record in the right path leaf during cross extent block merge. 1854dcd0538fSMark Fasheh */ 1855dcd0538fSMark Fasheh static void ocfs2_complete_edge_insert(struct inode *inode, handle_t *handle, 1856dcd0538fSMark Fasheh struct ocfs2_path *left_path, 1857dcd0538fSMark Fasheh struct ocfs2_path *right_path, 1858dcd0538fSMark Fasheh int subtree_index) 1859dcd0538fSMark Fasheh { 1860dcd0538fSMark Fasheh int ret, i, idx; 1861dcd0538fSMark Fasheh struct ocfs2_extent_list *el, *left_el, *right_el; 1862dcd0538fSMark Fasheh struct ocfs2_extent_rec *left_rec, *right_rec; 1863dcd0538fSMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 1864dcd0538fSMark Fasheh 1865dcd0538fSMark Fasheh /* 1866dcd0538fSMark Fasheh * Update the counts and position values within all the 1867dcd0538fSMark Fasheh * interior nodes to reflect the leaf rotation we just did. 1868dcd0538fSMark Fasheh * 1869dcd0538fSMark Fasheh * The root node is handled below the loop. 1870dcd0538fSMark Fasheh * 1871dcd0538fSMark Fasheh * We begin the loop with right_el and left_el pointing to the 1872dcd0538fSMark Fasheh * leaf lists and work our way up. 1873dcd0538fSMark Fasheh * 1874dcd0538fSMark Fasheh * NOTE: within this loop, left_el and right_el always refer 1875dcd0538fSMark Fasheh * to the *child* lists. 1876dcd0538fSMark Fasheh */ 1877dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 1878dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 1879dcd0538fSMark Fasheh for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) { 1880dcd0538fSMark Fasheh mlog(0, "Adjust records at index %u\n", i); 1881dcd0538fSMark Fasheh 1882dcd0538fSMark Fasheh /* 1883dcd0538fSMark Fasheh * One nice property of knowing that all of these 1884dcd0538fSMark Fasheh * nodes are below the root is that we only deal with 1885dcd0538fSMark Fasheh * the leftmost right node record and the rightmost 1886dcd0538fSMark Fasheh * left node record. 1887dcd0538fSMark Fasheh */ 1888dcd0538fSMark Fasheh el = left_path->p_node[i].el; 1889dcd0538fSMark Fasheh idx = le16_to_cpu(left_el->l_next_free_rec) - 1; 1890dcd0538fSMark Fasheh left_rec = &el->l_recs[idx]; 1891dcd0538fSMark Fasheh 1892dcd0538fSMark Fasheh el = right_path->p_node[i].el; 1893dcd0538fSMark Fasheh right_rec = &el->l_recs[0]; 1894dcd0538fSMark Fasheh 1895dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(left_rec, left_el, right_rec, 1896dcd0538fSMark Fasheh right_el); 1897dcd0538fSMark Fasheh 1898dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_path->p_node[i].bh); 1899dcd0538fSMark Fasheh if (ret) 1900dcd0538fSMark Fasheh mlog_errno(ret); 1901dcd0538fSMark Fasheh 1902dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_path->p_node[i].bh); 1903dcd0538fSMark Fasheh if (ret) 1904dcd0538fSMark Fasheh mlog_errno(ret); 1905dcd0538fSMark Fasheh 1906dcd0538fSMark Fasheh /* 1907dcd0538fSMark Fasheh * Setup our list pointers now so that the current 1908dcd0538fSMark Fasheh * parents become children in the next iteration. 1909dcd0538fSMark Fasheh */ 1910dcd0538fSMark Fasheh left_el = left_path->p_node[i].el; 1911dcd0538fSMark Fasheh right_el = right_path->p_node[i].el; 1912dcd0538fSMark Fasheh } 1913dcd0538fSMark Fasheh 1914dcd0538fSMark Fasheh /* 1915dcd0538fSMark Fasheh * At the root node, adjust the two adjacent records which 1916dcd0538fSMark Fasheh * begin our path to the leaves. 1917dcd0538fSMark Fasheh */ 1918dcd0538fSMark Fasheh 1919dcd0538fSMark Fasheh el = left_path->p_node[subtree_index].el; 1920dcd0538fSMark Fasheh left_el = left_path->p_node[subtree_index + 1].el; 1921dcd0538fSMark Fasheh right_el = right_path->p_node[subtree_index + 1].el; 1922dcd0538fSMark Fasheh 1923dcd0538fSMark Fasheh ocfs2_adjust_root_records(el, left_el, right_el, 1924dcd0538fSMark Fasheh left_path->p_node[subtree_index + 1].bh->b_blocknr); 1925dcd0538fSMark Fasheh 1926dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 1927dcd0538fSMark Fasheh 1928dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, root_bh); 1929dcd0538fSMark Fasheh if (ret) 1930dcd0538fSMark Fasheh mlog_errno(ret); 1931dcd0538fSMark Fasheh } 1932dcd0538fSMark Fasheh 1933dcd0538fSMark Fasheh static int ocfs2_rotate_subtree_right(struct inode *inode, 1934dcd0538fSMark Fasheh handle_t *handle, 1935dcd0538fSMark Fasheh struct ocfs2_path *left_path, 1936dcd0538fSMark Fasheh struct ocfs2_path *right_path, 1937dcd0538fSMark Fasheh int subtree_index) 1938dcd0538fSMark Fasheh { 1939dcd0538fSMark Fasheh int ret, i; 1940dcd0538fSMark Fasheh struct buffer_head *right_leaf_bh; 1941dcd0538fSMark Fasheh struct buffer_head *left_leaf_bh = NULL; 1942dcd0538fSMark Fasheh struct buffer_head *root_bh; 1943dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, *left_el; 1944dcd0538fSMark Fasheh struct ocfs2_extent_rec move_rec; 1945dcd0538fSMark Fasheh 1946dcd0538fSMark Fasheh left_leaf_bh = path_leaf_bh(left_path); 1947dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 1948dcd0538fSMark Fasheh 1949dcd0538fSMark Fasheh if (left_el->l_next_free_rec != left_el->l_count) { 1950dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1951dcd0538fSMark Fasheh "Inode %llu has non-full interior leaf node %llu" 1952dcd0538fSMark Fasheh "(next free = %u)", 1953dcd0538fSMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 1954dcd0538fSMark Fasheh (unsigned long long)left_leaf_bh->b_blocknr, 1955dcd0538fSMark Fasheh le16_to_cpu(left_el->l_next_free_rec)); 1956dcd0538fSMark Fasheh return -EROFS; 1957dcd0538fSMark Fasheh } 1958dcd0538fSMark Fasheh 1959dcd0538fSMark Fasheh /* 1960dcd0538fSMark Fasheh * This extent block may already have an empty record, so we 1961dcd0538fSMark Fasheh * return early if so. 1962dcd0538fSMark Fasheh */ 1963dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&left_el->l_recs[0])) 1964dcd0538fSMark Fasheh return 0; 1965dcd0538fSMark Fasheh 1966dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 1967dcd0538fSMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 1968dcd0538fSMark Fasheh 1969*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, right_path, 1970*13723d00SJoel Becker subtree_index); 1971dcd0538fSMark Fasheh if (ret) { 1972dcd0538fSMark Fasheh mlog_errno(ret); 1973dcd0538fSMark Fasheh goto out; 1974dcd0538fSMark Fasheh } 1975dcd0538fSMark Fasheh 1976dcd0538fSMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 1977*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 1978*13723d00SJoel Becker right_path, i); 1979dcd0538fSMark Fasheh if (ret) { 1980dcd0538fSMark Fasheh mlog_errno(ret); 1981dcd0538fSMark Fasheh goto out; 1982dcd0538fSMark Fasheh } 1983dcd0538fSMark Fasheh 1984*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 1985*13723d00SJoel Becker left_path, i); 1986dcd0538fSMark Fasheh if (ret) { 1987dcd0538fSMark Fasheh mlog_errno(ret); 1988dcd0538fSMark Fasheh goto out; 1989dcd0538fSMark Fasheh } 1990dcd0538fSMark Fasheh } 1991dcd0538fSMark Fasheh 1992dcd0538fSMark Fasheh right_leaf_bh = path_leaf_bh(right_path); 1993dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 1994dcd0538fSMark Fasheh 1995dcd0538fSMark Fasheh /* This is a code error, not a disk corruption. */ 1996dcd0538fSMark Fasheh mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails " 1997dcd0538fSMark Fasheh "because rightmost leaf block %llu is empty\n", 1998dcd0538fSMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 1999dcd0538fSMark Fasheh (unsigned long long)right_leaf_bh->b_blocknr); 2000dcd0538fSMark Fasheh 2001dcd0538fSMark Fasheh ocfs2_create_empty_extent(right_el); 2002dcd0538fSMark Fasheh 2003dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_leaf_bh); 2004dcd0538fSMark Fasheh if (ret) { 2005dcd0538fSMark Fasheh mlog_errno(ret); 2006dcd0538fSMark Fasheh goto out; 2007dcd0538fSMark Fasheh } 2008dcd0538fSMark Fasheh 2009dcd0538fSMark Fasheh /* Do the copy now. */ 2010dcd0538fSMark Fasheh i = le16_to_cpu(left_el->l_next_free_rec) - 1; 2011dcd0538fSMark Fasheh move_rec = left_el->l_recs[i]; 2012dcd0538fSMark Fasheh right_el->l_recs[0] = move_rec; 2013dcd0538fSMark Fasheh 2014dcd0538fSMark Fasheh /* 2015dcd0538fSMark Fasheh * Clear out the record we just copied and shift everything 2016dcd0538fSMark Fasheh * over, leaving an empty extent in the left leaf. 2017dcd0538fSMark Fasheh * 2018dcd0538fSMark Fasheh * We temporarily subtract from next_free_rec so that the 2019dcd0538fSMark Fasheh * shift will lose the tail record (which is now defunct). 2020dcd0538fSMark Fasheh */ 2021dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, -1); 2022dcd0538fSMark Fasheh ocfs2_shift_records_right(left_el); 2023dcd0538fSMark Fasheh memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2024dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, 1); 2025dcd0538fSMark Fasheh 2026dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_leaf_bh); 2027dcd0538fSMark Fasheh if (ret) { 2028dcd0538fSMark Fasheh mlog_errno(ret); 2029dcd0538fSMark Fasheh goto out; 2030dcd0538fSMark Fasheh } 2031dcd0538fSMark Fasheh 2032dcd0538fSMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, right_path, 2033dcd0538fSMark Fasheh subtree_index); 2034dcd0538fSMark Fasheh 2035dcd0538fSMark Fasheh out: 2036dcd0538fSMark Fasheh return ret; 2037dcd0538fSMark Fasheh } 2038dcd0538fSMark Fasheh 2039dcd0538fSMark Fasheh /* 2040dcd0538fSMark Fasheh * Given a full path, determine what cpos value would return us a path 2041dcd0538fSMark Fasheh * containing the leaf immediately to the left of the current one. 2042dcd0538fSMark Fasheh * 2043dcd0538fSMark Fasheh * Will return zero if the path passed in is already the leftmost path. 2044dcd0538fSMark Fasheh */ 2045dcd0538fSMark Fasheh static int ocfs2_find_cpos_for_left_leaf(struct super_block *sb, 2046dcd0538fSMark Fasheh struct ocfs2_path *path, u32 *cpos) 2047dcd0538fSMark Fasheh { 2048dcd0538fSMark Fasheh int i, j, ret = 0; 2049dcd0538fSMark Fasheh u64 blkno; 2050dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 2051dcd0538fSMark Fasheh 2052e48edee2SMark Fasheh BUG_ON(path->p_tree_depth == 0); 2053e48edee2SMark Fasheh 2054dcd0538fSMark Fasheh *cpos = 0; 2055dcd0538fSMark Fasheh 2056dcd0538fSMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2057dcd0538fSMark Fasheh 2058dcd0538fSMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2059dcd0538fSMark Fasheh i = path->p_tree_depth - 1; 2060dcd0538fSMark Fasheh while (i >= 0) { 2061dcd0538fSMark Fasheh el = path->p_node[i].el; 2062dcd0538fSMark Fasheh 2063dcd0538fSMark Fasheh /* 2064dcd0538fSMark Fasheh * Find the extent record just before the one in our 2065dcd0538fSMark Fasheh * path. 2066dcd0538fSMark Fasheh */ 2067dcd0538fSMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2068dcd0538fSMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2069dcd0538fSMark Fasheh if (j == 0) { 2070dcd0538fSMark Fasheh if (i == 0) { 2071dcd0538fSMark Fasheh /* 2072dcd0538fSMark Fasheh * We've determined that the 2073dcd0538fSMark Fasheh * path specified is already 2074dcd0538fSMark Fasheh * the leftmost one - return a 2075dcd0538fSMark Fasheh * cpos of zero. 2076dcd0538fSMark Fasheh */ 2077dcd0538fSMark Fasheh goto out; 2078dcd0538fSMark Fasheh } 2079dcd0538fSMark Fasheh /* 2080dcd0538fSMark Fasheh * The leftmost record points to our 2081dcd0538fSMark Fasheh * leaf - we need to travel up the 2082dcd0538fSMark Fasheh * tree one level. 2083dcd0538fSMark Fasheh */ 2084dcd0538fSMark Fasheh goto next_node; 2085dcd0538fSMark Fasheh } 2086dcd0538fSMark Fasheh 2087dcd0538fSMark Fasheh *cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos); 2088e48edee2SMark Fasheh *cpos = *cpos + ocfs2_rec_clusters(el, 2089e48edee2SMark Fasheh &el->l_recs[j - 1]); 2090e48edee2SMark Fasheh *cpos = *cpos - 1; 2091dcd0538fSMark Fasheh goto out; 2092dcd0538fSMark Fasheh } 2093dcd0538fSMark Fasheh } 2094dcd0538fSMark Fasheh 2095dcd0538fSMark Fasheh /* 2096dcd0538fSMark Fasheh * If we got here, we never found a valid node where 2097dcd0538fSMark Fasheh * the tree indicated one should be. 2098dcd0538fSMark Fasheh */ 2099dcd0538fSMark Fasheh ocfs2_error(sb, 2100dcd0538fSMark Fasheh "Invalid extent tree at extent block %llu\n", 2101dcd0538fSMark Fasheh (unsigned long long)blkno); 2102dcd0538fSMark Fasheh ret = -EROFS; 2103dcd0538fSMark Fasheh goto out; 2104dcd0538fSMark Fasheh 2105dcd0538fSMark Fasheh next_node: 2106dcd0538fSMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2107dcd0538fSMark Fasheh i--; 2108dcd0538fSMark Fasheh } 2109dcd0538fSMark Fasheh 2110dcd0538fSMark Fasheh out: 2111dcd0538fSMark Fasheh return ret; 2112dcd0538fSMark Fasheh } 2113dcd0538fSMark Fasheh 2114328d5752SMark Fasheh /* 2115328d5752SMark Fasheh * Extend the transaction by enough credits to complete the rotation, 2116328d5752SMark Fasheh * and still leave at least the original number of credits allocated 2117328d5752SMark Fasheh * to this transaction. 2118328d5752SMark Fasheh */ 2119dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth, 2120328d5752SMark Fasheh int op_credits, 2121dcd0538fSMark Fasheh struct ocfs2_path *path) 2122dcd0538fSMark Fasheh { 2123328d5752SMark Fasheh int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits; 2124dcd0538fSMark Fasheh 2125dcd0538fSMark Fasheh if (handle->h_buffer_credits < credits) 2126dcd0538fSMark Fasheh return ocfs2_extend_trans(handle, credits); 2127dcd0538fSMark Fasheh 2128dcd0538fSMark Fasheh return 0; 2129dcd0538fSMark Fasheh } 2130dcd0538fSMark Fasheh 2131dcd0538fSMark Fasheh /* 2132dcd0538fSMark Fasheh * Trap the case where we're inserting into the theoretical range past 2133dcd0538fSMark Fasheh * the _actual_ left leaf range. Otherwise, we'll rotate a record 2134dcd0538fSMark Fasheh * whose cpos is less than ours into the right leaf. 2135dcd0538fSMark Fasheh * 2136dcd0538fSMark Fasheh * It's only necessary to look at the rightmost record of the left 2137dcd0538fSMark Fasheh * leaf because the logic that calls us should ensure that the 2138dcd0538fSMark Fasheh * theoretical ranges in the path components above the leaves are 2139dcd0538fSMark Fasheh * correct. 2140dcd0538fSMark Fasheh */ 2141dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path, 2142dcd0538fSMark Fasheh u32 insert_cpos) 2143dcd0538fSMark Fasheh { 2144dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el; 2145dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 2146dcd0538fSMark Fasheh int next_free; 2147dcd0538fSMark Fasheh 2148dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2149dcd0538fSMark Fasheh next_free = le16_to_cpu(left_el->l_next_free_rec); 2150dcd0538fSMark Fasheh rec = &left_el->l_recs[next_free - 1]; 2151dcd0538fSMark Fasheh 2152dcd0538fSMark Fasheh if (insert_cpos > le32_to_cpu(rec->e_cpos)) 2153dcd0538fSMark Fasheh return 1; 2154dcd0538fSMark Fasheh return 0; 2155dcd0538fSMark Fasheh } 2156dcd0538fSMark Fasheh 2157328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos) 2158328d5752SMark Fasheh { 2159328d5752SMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 2160328d5752SMark Fasheh unsigned int range; 2161328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2162328d5752SMark Fasheh 2163328d5752SMark Fasheh if (next_free == 0) 2164328d5752SMark Fasheh return 0; 2165328d5752SMark Fasheh 2166328d5752SMark Fasheh rec = &el->l_recs[0]; 2167328d5752SMark Fasheh if (ocfs2_is_empty_extent(rec)) { 2168328d5752SMark Fasheh /* Empty list. */ 2169328d5752SMark Fasheh if (next_free == 1) 2170328d5752SMark Fasheh return 0; 2171328d5752SMark Fasheh rec = &el->l_recs[1]; 2172328d5752SMark Fasheh } 2173328d5752SMark Fasheh 2174328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2175328d5752SMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 2176328d5752SMark Fasheh return 1; 2177328d5752SMark Fasheh return 0; 2178328d5752SMark Fasheh } 2179328d5752SMark Fasheh 2180dcd0538fSMark Fasheh /* 2181dcd0538fSMark Fasheh * Rotate all the records in a btree right one record, starting at insert_cpos. 2182dcd0538fSMark Fasheh * 2183dcd0538fSMark Fasheh * The path to the rightmost leaf should be passed in. 2184dcd0538fSMark Fasheh * 2185dcd0538fSMark Fasheh * The array is assumed to be large enough to hold an entire path (tree depth). 2186dcd0538fSMark Fasheh * 2187dcd0538fSMark Fasheh * Upon succesful return from this function: 2188dcd0538fSMark Fasheh * 2189dcd0538fSMark Fasheh * - The 'right_path' array will contain a path to the leaf block 2190dcd0538fSMark Fasheh * whose range contains e_cpos. 2191dcd0538fSMark Fasheh * - That leaf block will have a single empty extent in list index 0. 2192dcd0538fSMark Fasheh * - In the case that the rotation requires a post-insert update, 2193dcd0538fSMark Fasheh * *ret_left_path will contain a valid path which can be passed to 2194dcd0538fSMark Fasheh * ocfs2_insert_path(). 2195dcd0538fSMark Fasheh */ 2196dcd0538fSMark Fasheh static int ocfs2_rotate_tree_right(struct inode *inode, 2197dcd0538fSMark Fasheh handle_t *handle, 2198328d5752SMark Fasheh enum ocfs2_split_type split, 2199dcd0538fSMark Fasheh u32 insert_cpos, 2200dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2201dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 2202dcd0538fSMark Fasheh { 2203328d5752SMark Fasheh int ret, start, orig_credits = handle->h_buffer_credits; 2204dcd0538fSMark Fasheh u32 cpos; 2205dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 2206dcd0538fSMark Fasheh 2207dcd0538fSMark Fasheh *ret_left_path = NULL; 2208dcd0538fSMark Fasheh 2209ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 2210dcd0538fSMark Fasheh if (!left_path) { 2211dcd0538fSMark Fasheh ret = -ENOMEM; 2212dcd0538fSMark Fasheh mlog_errno(ret); 2213dcd0538fSMark Fasheh goto out; 2214dcd0538fSMark Fasheh } 2215dcd0538fSMark Fasheh 2216dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, &cpos); 2217dcd0538fSMark Fasheh if (ret) { 2218dcd0538fSMark Fasheh mlog_errno(ret); 2219dcd0538fSMark Fasheh goto out; 2220dcd0538fSMark Fasheh } 2221dcd0538fSMark Fasheh 2222dcd0538fSMark Fasheh mlog(0, "Insert: %u, first left path cpos: %u\n", insert_cpos, cpos); 2223dcd0538fSMark Fasheh 2224dcd0538fSMark Fasheh /* 2225dcd0538fSMark Fasheh * What we want to do here is: 2226dcd0538fSMark Fasheh * 2227dcd0538fSMark Fasheh * 1) Start with the rightmost path. 2228dcd0538fSMark Fasheh * 2229dcd0538fSMark Fasheh * 2) Determine a path to the leaf block directly to the left 2230dcd0538fSMark Fasheh * of that leaf. 2231dcd0538fSMark Fasheh * 2232dcd0538fSMark Fasheh * 3) Determine the 'subtree root' - the lowest level tree node 2233dcd0538fSMark Fasheh * which contains a path to both leaves. 2234dcd0538fSMark Fasheh * 2235dcd0538fSMark Fasheh * 4) Rotate the subtree. 2236dcd0538fSMark Fasheh * 2237dcd0538fSMark Fasheh * 5) Find the next subtree by considering the left path to be 2238dcd0538fSMark Fasheh * the new right path. 2239dcd0538fSMark Fasheh * 2240dcd0538fSMark Fasheh * The check at the top of this while loop also accepts 2241dcd0538fSMark Fasheh * insert_cpos == cpos because cpos is only a _theoretical_ 2242dcd0538fSMark Fasheh * value to get us the left path - insert_cpos might very well 2243dcd0538fSMark Fasheh * be filling that hole. 2244dcd0538fSMark Fasheh * 2245dcd0538fSMark Fasheh * Stop at a cpos of '0' because we either started at the 2246dcd0538fSMark Fasheh * leftmost branch (i.e., a tree with one branch and a 2247dcd0538fSMark Fasheh * rotation inside of it), or we've gone as far as we can in 2248dcd0538fSMark Fasheh * rotating subtrees. 2249dcd0538fSMark Fasheh */ 2250dcd0538fSMark Fasheh while (cpos && insert_cpos <= cpos) { 2251dcd0538fSMark Fasheh mlog(0, "Rotating a tree: ins. cpos: %u, left path cpos: %u\n", 2252dcd0538fSMark Fasheh insert_cpos, cpos); 2253dcd0538fSMark Fasheh 2254dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, left_path, cpos); 2255dcd0538fSMark Fasheh if (ret) { 2256dcd0538fSMark Fasheh mlog_errno(ret); 2257dcd0538fSMark Fasheh goto out; 2258dcd0538fSMark Fasheh } 2259dcd0538fSMark Fasheh 2260dcd0538fSMark Fasheh mlog_bug_on_msg(path_leaf_bh(left_path) == 2261dcd0538fSMark Fasheh path_leaf_bh(right_path), 2262dcd0538fSMark Fasheh "Inode %lu: error during insert of %u " 2263dcd0538fSMark Fasheh "(left path cpos %u) results in two identical " 2264dcd0538fSMark Fasheh "paths ending at %llu\n", 2265dcd0538fSMark Fasheh inode->i_ino, insert_cpos, cpos, 2266dcd0538fSMark Fasheh (unsigned long long) 2267dcd0538fSMark Fasheh path_leaf_bh(left_path)->b_blocknr); 2268dcd0538fSMark Fasheh 2269328d5752SMark Fasheh if (split == SPLIT_NONE && 2270328d5752SMark Fasheh ocfs2_rotate_requires_path_adjustment(left_path, 2271dcd0538fSMark Fasheh insert_cpos)) { 2272dcd0538fSMark Fasheh 2273dcd0538fSMark Fasheh /* 2274dcd0538fSMark Fasheh * We've rotated the tree as much as we 2275dcd0538fSMark Fasheh * should. The rest is up to 2276dcd0538fSMark Fasheh * ocfs2_insert_path() to complete, after the 2277dcd0538fSMark Fasheh * record insertion. We indicate this 2278dcd0538fSMark Fasheh * situation by returning the left path. 2279dcd0538fSMark Fasheh * 2280dcd0538fSMark Fasheh * The reason we don't adjust the records here 2281dcd0538fSMark Fasheh * before the record insert is that an error 2282dcd0538fSMark Fasheh * later might break the rule where a parent 2283dcd0538fSMark Fasheh * record e_cpos will reflect the actual 2284dcd0538fSMark Fasheh * e_cpos of the 1st nonempty record of the 2285dcd0538fSMark Fasheh * child list. 2286dcd0538fSMark Fasheh */ 2287dcd0538fSMark Fasheh *ret_left_path = left_path; 2288dcd0538fSMark Fasheh goto out_ret_path; 2289dcd0538fSMark Fasheh } 2290dcd0538fSMark Fasheh 2291dcd0538fSMark Fasheh start = ocfs2_find_subtree_root(inode, left_path, right_path); 2292dcd0538fSMark Fasheh 2293dcd0538fSMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2294dcd0538fSMark Fasheh start, 2295dcd0538fSMark Fasheh (unsigned long long) right_path->p_node[start].bh->b_blocknr, 2296dcd0538fSMark Fasheh right_path->p_tree_depth); 2297dcd0538fSMark Fasheh 2298dcd0538fSMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, start, 2299328d5752SMark Fasheh orig_credits, right_path); 2300dcd0538fSMark Fasheh if (ret) { 2301dcd0538fSMark Fasheh mlog_errno(ret); 2302dcd0538fSMark Fasheh goto out; 2303dcd0538fSMark Fasheh } 2304dcd0538fSMark Fasheh 2305dcd0538fSMark Fasheh ret = ocfs2_rotate_subtree_right(inode, handle, left_path, 2306dcd0538fSMark Fasheh right_path, start); 2307dcd0538fSMark Fasheh if (ret) { 2308dcd0538fSMark Fasheh mlog_errno(ret); 2309dcd0538fSMark Fasheh goto out; 2310dcd0538fSMark Fasheh } 2311dcd0538fSMark Fasheh 2312328d5752SMark Fasheh if (split != SPLIT_NONE && 2313328d5752SMark Fasheh ocfs2_leftmost_rec_contains(path_leaf_el(right_path), 2314328d5752SMark Fasheh insert_cpos)) { 2315328d5752SMark Fasheh /* 2316328d5752SMark Fasheh * A rotate moves the rightmost left leaf 2317328d5752SMark Fasheh * record over to the leftmost right leaf 2318328d5752SMark Fasheh * slot. If we're doing an extent split 2319328d5752SMark Fasheh * instead of a real insert, then we have to 2320328d5752SMark Fasheh * check that the extent to be split wasn't 2321328d5752SMark Fasheh * just moved over. If it was, then we can 2322328d5752SMark Fasheh * exit here, passing left_path back - 2323328d5752SMark Fasheh * ocfs2_split_extent() is smart enough to 2324328d5752SMark Fasheh * search both leaves. 2325328d5752SMark Fasheh */ 2326328d5752SMark Fasheh *ret_left_path = left_path; 2327328d5752SMark Fasheh goto out_ret_path; 2328328d5752SMark Fasheh } 2329328d5752SMark Fasheh 2330dcd0538fSMark Fasheh /* 2331dcd0538fSMark Fasheh * There is no need to re-read the next right path 2332dcd0538fSMark Fasheh * as we know that it'll be our current left 2333dcd0538fSMark Fasheh * path. Optimize by copying values instead. 2334dcd0538fSMark Fasheh */ 2335dcd0538fSMark Fasheh ocfs2_mv_path(right_path, left_path); 2336dcd0538fSMark Fasheh 2337dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, 2338dcd0538fSMark Fasheh &cpos); 2339dcd0538fSMark Fasheh if (ret) { 2340dcd0538fSMark Fasheh mlog_errno(ret); 2341dcd0538fSMark Fasheh goto out; 2342dcd0538fSMark Fasheh } 2343dcd0538fSMark Fasheh } 2344dcd0538fSMark Fasheh 2345dcd0538fSMark Fasheh out: 2346dcd0538fSMark Fasheh ocfs2_free_path(left_path); 2347dcd0538fSMark Fasheh 2348dcd0538fSMark Fasheh out_ret_path: 2349dcd0538fSMark Fasheh return ret; 2350dcd0538fSMark Fasheh } 2351dcd0538fSMark Fasheh 2352328d5752SMark Fasheh static void ocfs2_update_edge_lengths(struct inode *inode, handle_t *handle, 2353328d5752SMark Fasheh struct ocfs2_path *path) 2354328d5752SMark Fasheh { 2355328d5752SMark Fasheh int i, idx; 2356328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2357328d5752SMark Fasheh struct ocfs2_extent_list *el; 2358328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2359328d5752SMark Fasheh u32 range; 2360328d5752SMark Fasheh 2361328d5752SMark Fasheh /* Path should always be rightmost. */ 2362328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2363328d5752SMark Fasheh BUG_ON(eb->h_next_leaf_blk != 0ULL); 2364328d5752SMark Fasheh 2365328d5752SMark Fasheh el = &eb->h_list; 2366328d5752SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 2367328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2368328d5752SMark Fasheh rec = &el->l_recs[idx]; 2369328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2370328d5752SMark Fasheh 2371328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 2372328d5752SMark Fasheh el = path->p_node[i].el; 2373328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2374328d5752SMark Fasheh rec = &el->l_recs[idx]; 2375328d5752SMark Fasheh 2376328d5752SMark Fasheh rec->e_int_clusters = cpu_to_le32(range); 2377328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos)); 2378328d5752SMark Fasheh 2379328d5752SMark Fasheh ocfs2_journal_dirty(handle, path->p_node[i].bh); 2380328d5752SMark Fasheh } 2381328d5752SMark Fasheh } 2382328d5752SMark Fasheh 2383328d5752SMark Fasheh static void ocfs2_unlink_path(struct inode *inode, handle_t *handle, 2384328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2385328d5752SMark Fasheh struct ocfs2_path *path, int unlink_start) 2386328d5752SMark Fasheh { 2387328d5752SMark Fasheh int ret, i; 2388328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2389328d5752SMark Fasheh struct ocfs2_extent_list *el; 2390328d5752SMark Fasheh struct buffer_head *bh; 2391328d5752SMark Fasheh 2392328d5752SMark Fasheh for(i = unlink_start; i < path_num_items(path); i++) { 2393328d5752SMark Fasheh bh = path->p_node[i].bh; 2394328d5752SMark Fasheh 2395328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)bh->b_data; 2396328d5752SMark Fasheh /* 2397328d5752SMark Fasheh * Not all nodes might have had their final count 2398328d5752SMark Fasheh * decremented by the caller - handle this here. 2399328d5752SMark Fasheh */ 2400328d5752SMark Fasheh el = &eb->h_list; 2401328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) { 2402328d5752SMark Fasheh mlog(ML_ERROR, 2403328d5752SMark Fasheh "Inode %llu, attempted to remove extent block " 2404328d5752SMark Fasheh "%llu with %u records\n", 2405328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 2406328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), 2407328d5752SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 2408328d5752SMark Fasheh 2409328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2410328d5752SMark Fasheh ocfs2_remove_from_cache(inode, bh); 2411328d5752SMark Fasheh continue; 2412328d5752SMark Fasheh } 2413328d5752SMark Fasheh 2414328d5752SMark Fasheh el->l_next_free_rec = 0; 2415328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2416328d5752SMark Fasheh 2417328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2418328d5752SMark Fasheh 2419328d5752SMark Fasheh ret = ocfs2_cache_extent_block_free(dealloc, eb); 2420328d5752SMark Fasheh if (ret) 2421328d5752SMark Fasheh mlog_errno(ret); 2422328d5752SMark Fasheh 2423328d5752SMark Fasheh ocfs2_remove_from_cache(inode, bh); 2424328d5752SMark Fasheh } 2425328d5752SMark Fasheh } 2426328d5752SMark Fasheh 2427328d5752SMark Fasheh static void ocfs2_unlink_subtree(struct inode *inode, handle_t *handle, 2428328d5752SMark Fasheh struct ocfs2_path *left_path, 2429328d5752SMark Fasheh struct ocfs2_path *right_path, 2430328d5752SMark Fasheh int subtree_index, 2431328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 2432328d5752SMark Fasheh { 2433328d5752SMark Fasheh int i; 2434328d5752SMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2435328d5752SMark Fasheh struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el; 2436328d5752SMark Fasheh struct ocfs2_extent_list *el; 2437328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2438328d5752SMark Fasheh 2439328d5752SMark Fasheh el = path_leaf_el(left_path); 2440328d5752SMark Fasheh 2441328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data; 2442328d5752SMark Fasheh 2443328d5752SMark Fasheh for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 2444328d5752SMark Fasheh if (root_el->l_recs[i].e_blkno == eb->h_blkno) 2445328d5752SMark Fasheh break; 2446328d5752SMark Fasheh 2447328d5752SMark Fasheh BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec)); 2448328d5752SMark Fasheh 2449328d5752SMark Fasheh memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 2450328d5752SMark Fasheh le16_add_cpu(&root_el->l_next_free_rec, -1); 2451328d5752SMark Fasheh 2452328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2453328d5752SMark Fasheh eb->h_next_leaf_blk = 0; 2454328d5752SMark Fasheh 2455328d5752SMark Fasheh ocfs2_journal_dirty(handle, root_bh); 2456328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2457328d5752SMark Fasheh 2458328d5752SMark Fasheh ocfs2_unlink_path(inode, handle, dealloc, right_path, 2459328d5752SMark Fasheh subtree_index + 1); 2460328d5752SMark Fasheh } 2461328d5752SMark Fasheh 2462328d5752SMark Fasheh static int ocfs2_rotate_subtree_left(struct inode *inode, handle_t *handle, 2463328d5752SMark Fasheh struct ocfs2_path *left_path, 2464328d5752SMark Fasheh struct ocfs2_path *right_path, 2465328d5752SMark Fasheh int subtree_index, 2466328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2467e7d4cb6bSTao Ma int *deleted, 2468e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2469328d5752SMark Fasheh { 2470328d5752SMark Fasheh int ret, i, del_right_subtree = 0, right_has_empty = 0; 2471e7d4cb6bSTao Ma struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path); 2472328d5752SMark Fasheh struct ocfs2_extent_list *right_leaf_el, *left_leaf_el; 2473328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2474328d5752SMark Fasheh 2475328d5752SMark Fasheh *deleted = 0; 2476328d5752SMark Fasheh 2477328d5752SMark Fasheh right_leaf_el = path_leaf_el(right_path); 2478328d5752SMark Fasheh left_leaf_el = path_leaf_el(left_path); 2479328d5752SMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2480328d5752SMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2481328d5752SMark Fasheh 2482328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0])) 2483328d5752SMark Fasheh return 0; 2484328d5752SMark Fasheh 2485328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data; 2486328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) { 2487328d5752SMark Fasheh /* 2488328d5752SMark Fasheh * It's legal for us to proceed if the right leaf is 2489328d5752SMark Fasheh * the rightmost one and it has an empty extent. There 2490328d5752SMark Fasheh * are two cases to handle - whether the leaf will be 2491328d5752SMark Fasheh * empty after removal or not. If the leaf isn't empty 2492328d5752SMark Fasheh * then just remove the empty extent up front. The 2493328d5752SMark Fasheh * next block will handle empty leaves by flagging 2494328d5752SMark Fasheh * them for unlink. 2495328d5752SMark Fasheh * 2496328d5752SMark Fasheh * Non rightmost leaves will throw -EAGAIN and the 2497328d5752SMark Fasheh * caller can manually move the subtree and retry. 2498328d5752SMark Fasheh */ 2499328d5752SMark Fasheh 2500328d5752SMark Fasheh if (eb->h_next_leaf_blk != 0ULL) 2501328d5752SMark Fasheh return -EAGAIN; 2502328d5752SMark Fasheh 2503328d5752SMark Fasheh if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) { 2504*13723d00SJoel Becker ret = ocfs2_journal_access_eb(handle, inode, 2505328d5752SMark Fasheh path_leaf_bh(right_path), 2506328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2507328d5752SMark Fasheh if (ret) { 2508328d5752SMark Fasheh mlog_errno(ret); 2509328d5752SMark Fasheh goto out; 2510328d5752SMark Fasheh } 2511328d5752SMark Fasheh 2512328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2513328d5752SMark Fasheh } else 2514328d5752SMark Fasheh right_has_empty = 1; 2515328d5752SMark Fasheh } 2516328d5752SMark Fasheh 2517328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL && 2518328d5752SMark Fasheh le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) { 2519328d5752SMark Fasheh /* 2520328d5752SMark Fasheh * We have to update i_last_eb_blk during the meta 2521328d5752SMark Fasheh * data delete. 2522328d5752SMark Fasheh */ 2523*13723d00SJoel Becker ret = ocfs2_et_root_journal_access(handle, inode, et, 2524328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2525328d5752SMark Fasheh if (ret) { 2526328d5752SMark Fasheh mlog_errno(ret); 2527328d5752SMark Fasheh goto out; 2528328d5752SMark Fasheh } 2529328d5752SMark Fasheh 2530328d5752SMark Fasheh del_right_subtree = 1; 2531328d5752SMark Fasheh } 2532328d5752SMark Fasheh 2533328d5752SMark Fasheh /* 2534328d5752SMark Fasheh * Getting here with an empty extent in the right path implies 2535328d5752SMark Fasheh * that it's the rightmost path and will be deleted. 2536328d5752SMark Fasheh */ 2537328d5752SMark Fasheh BUG_ON(right_has_empty && !del_right_subtree); 2538328d5752SMark Fasheh 2539*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, right_path, 2540*13723d00SJoel Becker subtree_index); 2541328d5752SMark Fasheh if (ret) { 2542328d5752SMark Fasheh mlog_errno(ret); 2543328d5752SMark Fasheh goto out; 2544328d5752SMark Fasheh } 2545328d5752SMark Fasheh 2546328d5752SMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 2547*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 2548*13723d00SJoel Becker right_path, i); 2549328d5752SMark Fasheh if (ret) { 2550328d5752SMark Fasheh mlog_errno(ret); 2551328d5752SMark Fasheh goto out; 2552328d5752SMark Fasheh } 2553328d5752SMark Fasheh 2554*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 2555*13723d00SJoel Becker left_path, i); 2556328d5752SMark Fasheh if (ret) { 2557328d5752SMark Fasheh mlog_errno(ret); 2558328d5752SMark Fasheh goto out; 2559328d5752SMark Fasheh } 2560328d5752SMark Fasheh } 2561328d5752SMark Fasheh 2562328d5752SMark Fasheh if (!right_has_empty) { 2563328d5752SMark Fasheh /* 2564328d5752SMark Fasheh * Only do this if we're moving a real 2565328d5752SMark Fasheh * record. Otherwise, the action is delayed until 2566328d5752SMark Fasheh * after removal of the right path in which case we 2567328d5752SMark Fasheh * can do a simple shift to remove the empty extent. 2568328d5752SMark Fasheh */ 2569328d5752SMark Fasheh ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]); 2570328d5752SMark Fasheh memset(&right_leaf_el->l_recs[0], 0, 2571328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 2572328d5752SMark Fasheh } 2573328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL) { 2574328d5752SMark Fasheh /* 2575328d5752SMark Fasheh * Move recs over to get rid of empty extent, decrease 2576328d5752SMark Fasheh * next_free. This is allowed to remove the last 2577328d5752SMark Fasheh * extent in our leaf (setting l_next_free_rec to 2578328d5752SMark Fasheh * zero) - the delete code below won't care. 2579328d5752SMark Fasheh */ 2580328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2581328d5752SMark Fasheh } 2582328d5752SMark Fasheh 2583328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2584328d5752SMark Fasheh if (ret) 2585328d5752SMark Fasheh mlog_errno(ret); 2586328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 2587328d5752SMark Fasheh if (ret) 2588328d5752SMark Fasheh mlog_errno(ret); 2589328d5752SMark Fasheh 2590328d5752SMark Fasheh if (del_right_subtree) { 2591328d5752SMark Fasheh ocfs2_unlink_subtree(inode, handle, left_path, right_path, 2592328d5752SMark Fasheh subtree_index, dealloc); 2593328d5752SMark Fasheh ocfs2_update_edge_lengths(inode, handle, left_path); 2594328d5752SMark Fasheh 2595328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 259635dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2597328d5752SMark Fasheh 2598328d5752SMark Fasheh /* 2599328d5752SMark Fasheh * Removal of the extent in the left leaf was skipped 2600328d5752SMark Fasheh * above so we could delete the right path 2601328d5752SMark Fasheh * 1st. 2602328d5752SMark Fasheh */ 2603328d5752SMark Fasheh if (right_has_empty) 2604328d5752SMark Fasheh ocfs2_remove_empty_extent(left_leaf_el); 2605328d5752SMark Fasheh 2606e7d4cb6bSTao Ma ret = ocfs2_journal_dirty(handle, et_root_bh); 2607328d5752SMark Fasheh if (ret) 2608328d5752SMark Fasheh mlog_errno(ret); 2609328d5752SMark Fasheh 2610328d5752SMark Fasheh *deleted = 1; 2611328d5752SMark Fasheh } else 2612328d5752SMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, right_path, 2613328d5752SMark Fasheh subtree_index); 2614328d5752SMark Fasheh 2615328d5752SMark Fasheh out: 2616328d5752SMark Fasheh return ret; 2617328d5752SMark Fasheh } 2618328d5752SMark Fasheh 2619328d5752SMark Fasheh /* 2620328d5752SMark Fasheh * Given a full path, determine what cpos value would return us a path 2621328d5752SMark Fasheh * containing the leaf immediately to the right of the current one. 2622328d5752SMark Fasheh * 2623328d5752SMark Fasheh * Will return zero if the path passed in is already the rightmost path. 2624328d5752SMark Fasheh * 2625328d5752SMark Fasheh * This looks similar, but is subtly different to 2626328d5752SMark Fasheh * ocfs2_find_cpos_for_left_leaf(). 2627328d5752SMark Fasheh */ 2628328d5752SMark Fasheh static int ocfs2_find_cpos_for_right_leaf(struct super_block *sb, 2629328d5752SMark Fasheh struct ocfs2_path *path, u32 *cpos) 2630328d5752SMark Fasheh { 2631328d5752SMark Fasheh int i, j, ret = 0; 2632328d5752SMark Fasheh u64 blkno; 2633328d5752SMark Fasheh struct ocfs2_extent_list *el; 2634328d5752SMark Fasheh 2635328d5752SMark Fasheh *cpos = 0; 2636328d5752SMark Fasheh 2637328d5752SMark Fasheh if (path->p_tree_depth == 0) 2638328d5752SMark Fasheh return 0; 2639328d5752SMark Fasheh 2640328d5752SMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2641328d5752SMark Fasheh 2642328d5752SMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2643328d5752SMark Fasheh i = path->p_tree_depth - 1; 2644328d5752SMark Fasheh while (i >= 0) { 2645328d5752SMark Fasheh int next_free; 2646328d5752SMark Fasheh 2647328d5752SMark Fasheh el = path->p_node[i].el; 2648328d5752SMark Fasheh 2649328d5752SMark Fasheh /* 2650328d5752SMark Fasheh * Find the extent record just after the one in our 2651328d5752SMark Fasheh * path. 2652328d5752SMark Fasheh */ 2653328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 2654328d5752SMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2655328d5752SMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2656328d5752SMark Fasheh if (j == (next_free - 1)) { 2657328d5752SMark Fasheh if (i == 0) { 2658328d5752SMark Fasheh /* 2659328d5752SMark Fasheh * We've determined that the 2660328d5752SMark Fasheh * path specified is already 2661328d5752SMark Fasheh * the rightmost one - return a 2662328d5752SMark Fasheh * cpos of zero. 2663328d5752SMark Fasheh */ 2664328d5752SMark Fasheh goto out; 2665328d5752SMark Fasheh } 2666328d5752SMark Fasheh /* 2667328d5752SMark Fasheh * The rightmost record points to our 2668328d5752SMark Fasheh * leaf - we need to travel up the 2669328d5752SMark Fasheh * tree one level. 2670328d5752SMark Fasheh */ 2671328d5752SMark Fasheh goto next_node; 2672328d5752SMark Fasheh } 2673328d5752SMark Fasheh 2674328d5752SMark Fasheh *cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos); 2675328d5752SMark Fasheh goto out; 2676328d5752SMark Fasheh } 2677328d5752SMark Fasheh } 2678328d5752SMark Fasheh 2679328d5752SMark Fasheh /* 2680328d5752SMark Fasheh * If we got here, we never found a valid node where 2681328d5752SMark Fasheh * the tree indicated one should be. 2682328d5752SMark Fasheh */ 2683328d5752SMark Fasheh ocfs2_error(sb, 2684328d5752SMark Fasheh "Invalid extent tree at extent block %llu\n", 2685328d5752SMark Fasheh (unsigned long long)blkno); 2686328d5752SMark Fasheh ret = -EROFS; 2687328d5752SMark Fasheh goto out; 2688328d5752SMark Fasheh 2689328d5752SMark Fasheh next_node: 2690328d5752SMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2691328d5752SMark Fasheh i--; 2692328d5752SMark Fasheh } 2693328d5752SMark Fasheh 2694328d5752SMark Fasheh out: 2695328d5752SMark Fasheh return ret; 2696328d5752SMark Fasheh } 2697328d5752SMark Fasheh 2698328d5752SMark Fasheh static int ocfs2_rotate_rightmost_leaf_left(struct inode *inode, 2699328d5752SMark Fasheh handle_t *handle, 2700*13723d00SJoel Becker struct ocfs2_path *path) 2701328d5752SMark Fasheh { 2702328d5752SMark Fasheh int ret; 2703*13723d00SJoel Becker struct buffer_head *bh = path_leaf_bh(path); 2704*13723d00SJoel Becker struct ocfs2_extent_list *el = path_leaf_el(path); 2705328d5752SMark Fasheh 2706328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2707328d5752SMark Fasheh return 0; 2708328d5752SMark Fasheh 2709*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, path, 2710*13723d00SJoel Becker path_num_items(path) - 1); 2711328d5752SMark Fasheh if (ret) { 2712328d5752SMark Fasheh mlog_errno(ret); 2713328d5752SMark Fasheh goto out; 2714328d5752SMark Fasheh } 2715328d5752SMark Fasheh 2716328d5752SMark Fasheh ocfs2_remove_empty_extent(el); 2717328d5752SMark Fasheh 2718328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 2719328d5752SMark Fasheh if (ret) 2720328d5752SMark Fasheh mlog_errno(ret); 2721328d5752SMark Fasheh 2722328d5752SMark Fasheh out: 2723328d5752SMark Fasheh return ret; 2724328d5752SMark Fasheh } 2725328d5752SMark Fasheh 2726328d5752SMark Fasheh static int __ocfs2_rotate_tree_left(struct inode *inode, 2727328d5752SMark Fasheh handle_t *handle, int orig_credits, 2728328d5752SMark Fasheh struct ocfs2_path *path, 2729328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2730e7d4cb6bSTao Ma struct ocfs2_path **empty_extent_path, 2731e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2732328d5752SMark Fasheh { 2733328d5752SMark Fasheh int ret, subtree_root, deleted; 2734328d5752SMark Fasheh u32 right_cpos; 2735328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2736328d5752SMark Fasheh struct ocfs2_path *right_path = NULL; 2737328d5752SMark Fasheh 2738328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0]))); 2739328d5752SMark Fasheh 2740328d5752SMark Fasheh *empty_extent_path = NULL; 2741328d5752SMark Fasheh 2742328d5752SMark Fasheh ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, path, 2743328d5752SMark Fasheh &right_cpos); 2744328d5752SMark Fasheh if (ret) { 2745328d5752SMark Fasheh mlog_errno(ret); 2746328d5752SMark Fasheh goto out; 2747328d5752SMark Fasheh } 2748328d5752SMark Fasheh 2749ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 2750328d5752SMark Fasheh if (!left_path) { 2751328d5752SMark Fasheh ret = -ENOMEM; 2752328d5752SMark Fasheh mlog_errno(ret); 2753328d5752SMark Fasheh goto out; 2754328d5752SMark Fasheh } 2755328d5752SMark Fasheh 2756328d5752SMark Fasheh ocfs2_cp_path(left_path, path); 2757328d5752SMark Fasheh 2758ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 2759328d5752SMark Fasheh if (!right_path) { 2760328d5752SMark Fasheh ret = -ENOMEM; 2761328d5752SMark Fasheh mlog_errno(ret); 2762328d5752SMark Fasheh goto out; 2763328d5752SMark Fasheh } 2764328d5752SMark Fasheh 2765328d5752SMark Fasheh while (right_cpos) { 2766328d5752SMark Fasheh ret = ocfs2_find_path(inode, right_path, right_cpos); 2767328d5752SMark Fasheh if (ret) { 2768328d5752SMark Fasheh mlog_errno(ret); 2769328d5752SMark Fasheh goto out; 2770328d5752SMark Fasheh } 2771328d5752SMark Fasheh 2772328d5752SMark Fasheh subtree_root = ocfs2_find_subtree_root(inode, left_path, 2773328d5752SMark Fasheh right_path); 2774328d5752SMark Fasheh 2775328d5752SMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2776328d5752SMark Fasheh subtree_root, 2777328d5752SMark Fasheh (unsigned long long) 2778328d5752SMark Fasheh right_path->p_node[subtree_root].bh->b_blocknr, 2779328d5752SMark Fasheh right_path->p_tree_depth); 2780328d5752SMark Fasheh 2781328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, subtree_root, 2782328d5752SMark Fasheh orig_credits, left_path); 2783328d5752SMark Fasheh if (ret) { 2784328d5752SMark Fasheh mlog_errno(ret); 2785328d5752SMark Fasheh goto out; 2786328d5752SMark Fasheh } 2787328d5752SMark Fasheh 2788e8aed345SMark Fasheh /* 2789e8aed345SMark Fasheh * Caller might still want to make changes to the 2790e8aed345SMark Fasheh * tree root, so re-add it to the journal here. 2791e8aed345SMark Fasheh */ 2792*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 2793*13723d00SJoel Becker left_path, 0); 2794e8aed345SMark Fasheh if (ret) { 2795e8aed345SMark Fasheh mlog_errno(ret); 2796e8aed345SMark Fasheh goto out; 2797e8aed345SMark Fasheh } 2798e8aed345SMark Fasheh 2799328d5752SMark Fasheh ret = ocfs2_rotate_subtree_left(inode, handle, left_path, 2800328d5752SMark Fasheh right_path, subtree_root, 2801e7d4cb6bSTao Ma dealloc, &deleted, et); 2802328d5752SMark Fasheh if (ret == -EAGAIN) { 2803328d5752SMark Fasheh /* 2804328d5752SMark Fasheh * The rotation has to temporarily stop due to 2805328d5752SMark Fasheh * the right subtree having an empty 2806328d5752SMark Fasheh * extent. Pass it back to the caller for a 2807328d5752SMark Fasheh * fixup. 2808328d5752SMark Fasheh */ 2809328d5752SMark Fasheh *empty_extent_path = right_path; 2810328d5752SMark Fasheh right_path = NULL; 2811328d5752SMark Fasheh goto out; 2812328d5752SMark Fasheh } 2813328d5752SMark Fasheh if (ret) { 2814328d5752SMark Fasheh mlog_errno(ret); 2815328d5752SMark Fasheh goto out; 2816328d5752SMark Fasheh } 2817328d5752SMark Fasheh 2818328d5752SMark Fasheh /* 2819328d5752SMark Fasheh * The subtree rotate might have removed records on 2820328d5752SMark Fasheh * the rightmost edge. If so, then rotation is 2821328d5752SMark Fasheh * complete. 2822328d5752SMark Fasheh */ 2823328d5752SMark Fasheh if (deleted) 2824328d5752SMark Fasheh break; 2825328d5752SMark Fasheh 2826328d5752SMark Fasheh ocfs2_mv_path(left_path, right_path); 2827328d5752SMark Fasheh 2828328d5752SMark Fasheh ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path, 2829328d5752SMark Fasheh &right_cpos); 2830328d5752SMark Fasheh if (ret) { 2831328d5752SMark Fasheh mlog_errno(ret); 2832328d5752SMark Fasheh goto out; 2833328d5752SMark Fasheh } 2834328d5752SMark Fasheh } 2835328d5752SMark Fasheh 2836328d5752SMark Fasheh out: 2837328d5752SMark Fasheh ocfs2_free_path(right_path); 2838328d5752SMark Fasheh ocfs2_free_path(left_path); 2839328d5752SMark Fasheh 2840328d5752SMark Fasheh return ret; 2841328d5752SMark Fasheh } 2842328d5752SMark Fasheh 2843328d5752SMark Fasheh static int ocfs2_remove_rightmost_path(struct inode *inode, handle_t *handle, 2844328d5752SMark Fasheh struct ocfs2_path *path, 2845e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 2846e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2847328d5752SMark Fasheh { 2848328d5752SMark Fasheh int ret, subtree_index; 2849328d5752SMark Fasheh u32 cpos; 2850328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2851328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2852328d5752SMark Fasheh struct ocfs2_extent_list *el; 2853328d5752SMark Fasheh 2854328d5752SMark Fasheh 285535dc0aa3SJoel Becker ret = ocfs2_et_sanity_check(inode, et); 2856e7d4cb6bSTao Ma if (ret) 2857e7d4cb6bSTao Ma goto out; 2858328d5752SMark Fasheh /* 2859328d5752SMark Fasheh * There's two ways we handle this depending on 2860328d5752SMark Fasheh * whether path is the only existing one. 2861328d5752SMark Fasheh */ 2862328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 2863328d5752SMark Fasheh handle->h_buffer_credits, 2864328d5752SMark Fasheh path); 2865328d5752SMark Fasheh if (ret) { 2866328d5752SMark Fasheh mlog_errno(ret); 2867328d5752SMark Fasheh goto out; 2868328d5752SMark Fasheh } 2869328d5752SMark Fasheh 2870328d5752SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, path); 2871328d5752SMark Fasheh if (ret) { 2872328d5752SMark Fasheh mlog_errno(ret); 2873328d5752SMark Fasheh goto out; 2874328d5752SMark Fasheh } 2875328d5752SMark Fasheh 2876328d5752SMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos); 2877328d5752SMark Fasheh if (ret) { 2878328d5752SMark Fasheh mlog_errno(ret); 2879328d5752SMark Fasheh goto out; 2880328d5752SMark Fasheh } 2881328d5752SMark Fasheh 2882328d5752SMark Fasheh if (cpos) { 2883328d5752SMark Fasheh /* 2884328d5752SMark Fasheh * We have a path to the left of this one - it needs 2885328d5752SMark Fasheh * an update too. 2886328d5752SMark Fasheh */ 2887ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 2888328d5752SMark Fasheh if (!left_path) { 2889328d5752SMark Fasheh ret = -ENOMEM; 2890328d5752SMark Fasheh mlog_errno(ret); 2891328d5752SMark Fasheh goto out; 2892328d5752SMark Fasheh } 2893328d5752SMark Fasheh 2894328d5752SMark Fasheh ret = ocfs2_find_path(inode, left_path, cpos); 2895328d5752SMark Fasheh if (ret) { 2896328d5752SMark Fasheh mlog_errno(ret); 2897328d5752SMark Fasheh goto out; 2898328d5752SMark Fasheh } 2899328d5752SMark Fasheh 2900328d5752SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, left_path); 2901328d5752SMark Fasheh if (ret) { 2902328d5752SMark Fasheh mlog_errno(ret); 2903328d5752SMark Fasheh goto out; 2904328d5752SMark Fasheh } 2905328d5752SMark Fasheh 2906328d5752SMark Fasheh subtree_index = ocfs2_find_subtree_root(inode, left_path, path); 2907328d5752SMark Fasheh 2908328d5752SMark Fasheh ocfs2_unlink_subtree(inode, handle, left_path, path, 2909328d5752SMark Fasheh subtree_index, dealloc); 2910328d5752SMark Fasheh ocfs2_update_edge_lengths(inode, handle, left_path); 2911328d5752SMark Fasheh 2912328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 291335dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2914328d5752SMark Fasheh } else { 2915328d5752SMark Fasheh /* 2916328d5752SMark Fasheh * 'path' is also the leftmost path which 2917328d5752SMark Fasheh * means it must be the only one. This gets 2918328d5752SMark Fasheh * handled differently because we want to 2919328d5752SMark Fasheh * revert the inode back to having extents 2920328d5752SMark Fasheh * in-line. 2921328d5752SMark Fasheh */ 2922328d5752SMark Fasheh ocfs2_unlink_path(inode, handle, dealloc, path, 1); 2923328d5752SMark Fasheh 2924ce1d9ea6SJoel Becker el = et->et_root_el; 2925328d5752SMark Fasheh el->l_tree_depth = 0; 2926328d5752SMark Fasheh el->l_next_free_rec = 0; 2927328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2928328d5752SMark Fasheh 292935dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, 0); 2930328d5752SMark Fasheh } 2931328d5752SMark Fasheh 2932328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_root_bh(path)); 2933328d5752SMark Fasheh 2934328d5752SMark Fasheh out: 2935328d5752SMark Fasheh ocfs2_free_path(left_path); 2936328d5752SMark Fasheh return ret; 2937328d5752SMark Fasheh } 2938328d5752SMark Fasheh 2939328d5752SMark Fasheh /* 2940328d5752SMark Fasheh * Left rotation of btree records. 2941328d5752SMark Fasheh * 2942328d5752SMark Fasheh * In many ways, this is (unsurprisingly) the opposite of right 2943328d5752SMark Fasheh * rotation. We start at some non-rightmost path containing an empty 2944328d5752SMark Fasheh * extent in the leaf block. The code works its way to the rightmost 2945328d5752SMark Fasheh * path by rotating records to the left in every subtree. 2946328d5752SMark Fasheh * 2947328d5752SMark Fasheh * This is used by any code which reduces the number of extent records 2948328d5752SMark Fasheh * in a leaf. After removal, an empty record should be placed in the 2949328d5752SMark Fasheh * leftmost list position. 2950328d5752SMark Fasheh * 2951328d5752SMark Fasheh * This won't handle a length update of the rightmost path records if 2952328d5752SMark Fasheh * the rightmost tree leaf record is removed so the caller is 2953328d5752SMark Fasheh * responsible for detecting and correcting that. 2954328d5752SMark Fasheh */ 2955328d5752SMark Fasheh static int ocfs2_rotate_tree_left(struct inode *inode, handle_t *handle, 2956328d5752SMark Fasheh struct ocfs2_path *path, 2957e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 2958e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2959328d5752SMark Fasheh { 2960328d5752SMark Fasheh int ret, orig_credits = handle->h_buffer_credits; 2961328d5752SMark Fasheh struct ocfs2_path *tmp_path = NULL, *restart_path = NULL; 2962328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2963328d5752SMark Fasheh struct ocfs2_extent_list *el; 2964328d5752SMark Fasheh 2965328d5752SMark Fasheh el = path_leaf_el(path); 2966328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2967328d5752SMark Fasheh return 0; 2968328d5752SMark Fasheh 2969328d5752SMark Fasheh if (path->p_tree_depth == 0) { 2970328d5752SMark Fasheh rightmost_no_delete: 2971328d5752SMark Fasheh /* 2972e7d4cb6bSTao Ma * Inline extents. This is trivially handled, so do 2973328d5752SMark Fasheh * it up front. 2974328d5752SMark Fasheh */ 2975328d5752SMark Fasheh ret = ocfs2_rotate_rightmost_leaf_left(inode, handle, 2976*13723d00SJoel Becker path); 2977328d5752SMark Fasheh if (ret) 2978328d5752SMark Fasheh mlog_errno(ret); 2979328d5752SMark Fasheh goto out; 2980328d5752SMark Fasheh } 2981328d5752SMark Fasheh 2982328d5752SMark Fasheh /* 2983328d5752SMark Fasheh * Handle rightmost branch now. There's several cases: 2984328d5752SMark Fasheh * 1) simple rotation leaving records in there. That's trivial. 2985328d5752SMark Fasheh * 2) rotation requiring a branch delete - there's no more 2986328d5752SMark Fasheh * records left. Two cases of this: 2987328d5752SMark Fasheh * a) There are branches to the left. 2988328d5752SMark Fasheh * b) This is also the leftmost (the only) branch. 2989328d5752SMark Fasheh * 2990328d5752SMark Fasheh * 1) is handled via ocfs2_rotate_rightmost_leaf_left() 2991328d5752SMark Fasheh * 2a) we need the left branch so that we can update it with the unlink 2992328d5752SMark Fasheh * 2b) we need to bring the inode back to inline extents. 2993328d5752SMark Fasheh */ 2994328d5752SMark Fasheh 2995328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2996328d5752SMark Fasheh el = &eb->h_list; 2997328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0) { 2998328d5752SMark Fasheh /* 2999328d5752SMark Fasheh * This gets a bit tricky if we're going to delete the 3000328d5752SMark Fasheh * rightmost path. Get the other cases out of the way 3001328d5752SMark Fasheh * 1st. 3002328d5752SMark Fasheh */ 3003328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) 3004328d5752SMark Fasheh goto rightmost_no_delete; 3005328d5752SMark Fasheh 3006328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 3007328d5752SMark Fasheh ret = -EIO; 3008328d5752SMark Fasheh ocfs2_error(inode->i_sb, 3009328d5752SMark Fasheh "Inode %llu has empty extent block at %llu", 3010328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 3011328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno)); 3012328d5752SMark Fasheh goto out; 3013328d5752SMark Fasheh } 3014328d5752SMark Fasheh 3015328d5752SMark Fasheh /* 3016328d5752SMark Fasheh * XXX: The caller can not trust "path" any more after 3017328d5752SMark Fasheh * this as it will have been deleted. What do we do? 3018328d5752SMark Fasheh * 3019328d5752SMark Fasheh * In theory the rotate-for-merge code will never get 3020328d5752SMark Fasheh * here because it'll always ask for a rotate in a 3021328d5752SMark Fasheh * nonempty list. 3022328d5752SMark Fasheh */ 3023328d5752SMark Fasheh 3024328d5752SMark Fasheh ret = ocfs2_remove_rightmost_path(inode, handle, path, 3025e7d4cb6bSTao Ma dealloc, et); 3026328d5752SMark Fasheh if (ret) 3027328d5752SMark Fasheh mlog_errno(ret); 3028328d5752SMark Fasheh goto out; 3029328d5752SMark Fasheh } 3030328d5752SMark Fasheh 3031328d5752SMark Fasheh /* 3032328d5752SMark Fasheh * Now we can loop, remembering the path we get from -EAGAIN 3033328d5752SMark Fasheh * and restarting from there. 3034328d5752SMark Fasheh */ 3035328d5752SMark Fasheh try_rotate: 3036328d5752SMark Fasheh ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, path, 3037e7d4cb6bSTao Ma dealloc, &restart_path, et); 3038328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3039328d5752SMark Fasheh mlog_errno(ret); 3040328d5752SMark Fasheh goto out; 3041328d5752SMark Fasheh } 3042328d5752SMark Fasheh 3043328d5752SMark Fasheh while (ret == -EAGAIN) { 3044328d5752SMark Fasheh tmp_path = restart_path; 3045328d5752SMark Fasheh restart_path = NULL; 3046328d5752SMark Fasheh 3047328d5752SMark Fasheh ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, 3048328d5752SMark Fasheh tmp_path, dealloc, 3049e7d4cb6bSTao Ma &restart_path, et); 3050328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3051328d5752SMark Fasheh mlog_errno(ret); 3052328d5752SMark Fasheh goto out; 3053328d5752SMark Fasheh } 3054328d5752SMark Fasheh 3055328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3056328d5752SMark Fasheh tmp_path = NULL; 3057328d5752SMark Fasheh 3058328d5752SMark Fasheh if (ret == 0) 3059328d5752SMark Fasheh goto try_rotate; 3060328d5752SMark Fasheh } 3061328d5752SMark Fasheh 3062328d5752SMark Fasheh out: 3063328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3064328d5752SMark Fasheh ocfs2_free_path(restart_path); 3065328d5752SMark Fasheh return ret; 3066328d5752SMark Fasheh } 3067328d5752SMark Fasheh 3068328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el, 3069328d5752SMark Fasheh int index) 3070328d5752SMark Fasheh { 3071328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[index]; 3072328d5752SMark Fasheh unsigned int size; 3073328d5752SMark Fasheh 3074328d5752SMark Fasheh if (rec->e_leaf_clusters == 0) { 3075328d5752SMark Fasheh /* 3076328d5752SMark Fasheh * We consumed all of the merged-from record. An empty 3077328d5752SMark Fasheh * extent cannot exist anywhere but the 1st array 3078328d5752SMark Fasheh * position, so move things over if the merged-from 3079328d5752SMark Fasheh * record doesn't occupy that position. 3080328d5752SMark Fasheh * 3081328d5752SMark Fasheh * This creates a new empty extent so the caller 3082328d5752SMark Fasheh * should be smart enough to have removed any existing 3083328d5752SMark Fasheh * ones. 3084328d5752SMark Fasheh */ 3085328d5752SMark Fasheh if (index > 0) { 3086328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3087328d5752SMark Fasheh size = index * sizeof(struct ocfs2_extent_rec); 3088328d5752SMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], size); 3089328d5752SMark Fasheh } 3090328d5752SMark Fasheh 3091328d5752SMark Fasheh /* 3092328d5752SMark Fasheh * Always memset - the caller doesn't check whether it 3093328d5752SMark Fasheh * created an empty extent, so there could be junk in 3094328d5752SMark Fasheh * the other fields. 3095328d5752SMark Fasheh */ 3096328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3097328d5752SMark Fasheh } 3098328d5752SMark Fasheh } 3099328d5752SMark Fasheh 3100677b9752STao Ma static int ocfs2_get_right_path(struct inode *inode, 3101677b9752STao Ma struct ocfs2_path *left_path, 3102677b9752STao Ma struct ocfs2_path **ret_right_path) 3103328d5752SMark Fasheh { 3104328d5752SMark Fasheh int ret; 3105677b9752STao Ma u32 right_cpos; 3106677b9752STao Ma struct ocfs2_path *right_path = NULL; 3107677b9752STao Ma struct ocfs2_extent_list *left_el; 3108677b9752STao Ma 3109677b9752STao Ma *ret_right_path = NULL; 3110677b9752STao Ma 3111677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3112677b9752STao Ma BUG_ON(left_path->p_tree_depth == 0); 3113677b9752STao Ma 3114677b9752STao Ma left_el = path_leaf_el(left_path); 3115677b9752STao Ma BUG_ON(left_el->l_next_free_rec != left_el->l_count); 3116677b9752STao Ma 3117677b9752STao Ma ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path, 3118677b9752STao Ma &right_cpos); 3119677b9752STao Ma if (ret) { 3120677b9752STao Ma mlog_errno(ret); 3121677b9752STao Ma goto out; 3122677b9752STao Ma } 3123677b9752STao Ma 3124677b9752STao Ma /* This function shouldn't be called for the rightmost leaf. */ 3125677b9752STao Ma BUG_ON(right_cpos == 0); 3126677b9752STao Ma 3127ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(left_path); 3128677b9752STao Ma if (!right_path) { 3129677b9752STao Ma ret = -ENOMEM; 3130677b9752STao Ma mlog_errno(ret); 3131677b9752STao Ma goto out; 3132677b9752STao Ma } 3133677b9752STao Ma 3134677b9752STao Ma ret = ocfs2_find_path(inode, right_path, right_cpos); 3135677b9752STao Ma if (ret) { 3136677b9752STao Ma mlog_errno(ret); 3137677b9752STao Ma goto out; 3138677b9752STao Ma } 3139677b9752STao Ma 3140677b9752STao Ma *ret_right_path = right_path; 3141677b9752STao Ma out: 3142677b9752STao Ma if (ret) 3143677b9752STao Ma ocfs2_free_path(right_path); 3144677b9752STao Ma return ret; 3145677b9752STao Ma } 3146677b9752STao Ma 3147677b9752STao Ma /* 3148677b9752STao Ma * Remove split_rec clusters from the record at index and merge them 3149677b9752STao Ma * onto the beginning of the record "next" to it. 3150677b9752STao Ma * For index < l_count - 1, the next means the extent rec at index + 1. 3151677b9752STao Ma * For index == l_count - 1, the "next" means the 1st extent rec of the 3152677b9752STao Ma * next extent block. 3153677b9752STao Ma */ 3154677b9752STao Ma static int ocfs2_merge_rec_right(struct inode *inode, 3155677b9752STao Ma struct ocfs2_path *left_path, 3156677b9752STao Ma handle_t *handle, 3157677b9752STao Ma struct ocfs2_extent_rec *split_rec, 3158677b9752STao Ma int index) 3159677b9752STao Ma { 3160677b9752STao Ma int ret, next_free, i; 3161328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3162328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3163328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3164677b9752STao Ma struct ocfs2_extent_list *right_el; 3165677b9752STao Ma struct ocfs2_path *right_path = NULL; 3166677b9752STao Ma int subtree_index = 0; 3167677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(left_path); 3168677b9752STao Ma struct buffer_head *bh = path_leaf_bh(left_path); 3169677b9752STao Ma struct buffer_head *root_bh = NULL; 3170328d5752SMark Fasheh 3171328d5752SMark Fasheh BUG_ON(index >= le16_to_cpu(el->l_next_free_rec)); 3172328d5752SMark Fasheh left_rec = &el->l_recs[index]; 3173677b9752STao Ma 31749d8df6aaSAl Viro if (index == le16_to_cpu(el->l_next_free_rec) - 1 && 3175677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) { 3176677b9752STao Ma /* we meet with a cross extent block merge. */ 3177677b9752STao Ma ret = ocfs2_get_right_path(inode, left_path, &right_path); 3178677b9752STao Ma if (ret) { 3179677b9752STao Ma mlog_errno(ret); 3180677b9752STao Ma goto out; 3181677b9752STao Ma } 3182677b9752STao Ma 3183677b9752STao Ma right_el = path_leaf_el(right_path); 3184677b9752STao Ma next_free = le16_to_cpu(right_el->l_next_free_rec); 3185677b9752STao Ma BUG_ON(next_free <= 0); 3186677b9752STao Ma right_rec = &right_el->l_recs[0]; 3187677b9752STao Ma if (ocfs2_is_empty_extent(right_rec)) { 31889d8df6aaSAl Viro BUG_ON(next_free <= 1); 3189677b9752STao Ma right_rec = &right_el->l_recs[1]; 3190677b9752STao Ma } 3191677b9752STao Ma 3192677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3193677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3194677b9752STao Ma le32_to_cpu(right_rec->e_cpos)); 3195677b9752STao Ma 3196677b9752STao Ma subtree_index = ocfs2_find_subtree_root(inode, 3197677b9752STao Ma left_path, right_path); 3198677b9752STao Ma 3199677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3200677b9752STao Ma handle->h_buffer_credits, 3201677b9752STao Ma right_path); 3202677b9752STao Ma if (ret) { 3203677b9752STao Ma mlog_errno(ret); 3204677b9752STao Ma goto out; 3205677b9752STao Ma } 3206677b9752STao Ma 3207677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3208677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3209677b9752STao Ma 3210*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, right_path, 3211*13723d00SJoel Becker subtree_index); 3212677b9752STao Ma if (ret) { 3213677b9752STao Ma mlog_errno(ret); 3214677b9752STao Ma goto out; 3215677b9752STao Ma } 3216677b9752STao Ma 3217677b9752STao Ma for (i = subtree_index + 1; 3218677b9752STao Ma i < path_num_items(right_path); i++) { 3219*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 3220*13723d00SJoel Becker right_path, i); 3221677b9752STao Ma if (ret) { 3222677b9752STao Ma mlog_errno(ret); 3223677b9752STao Ma goto out; 3224677b9752STao Ma } 3225677b9752STao Ma 3226*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 3227*13723d00SJoel Becker left_path, i); 3228677b9752STao Ma if (ret) { 3229677b9752STao Ma mlog_errno(ret); 3230677b9752STao Ma goto out; 3231677b9752STao Ma } 3232677b9752STao Ma } 3233677b9752STao Ma 3234677b9752STao Ma } else { 3235677b9752STao Ma BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1); 3236328d5752SMark Fasheh right_rec = &el->l_recs[index + 1]; 3237677b9752STao Ma } 3238328d5752SMark Fasheh 3239*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, left_path, 3240*13723d00SJoel Becker path_num_items(left_path) - 1); 3241328d5752SMark Fasheh if (ret) { 3242328d5752SMark Fasheh mlog_errno(ret); 3243328d5752SMark Fasheh goto out; 3244328d5752SMark Fasheh } 3245328d5752SMark Fasheh 3246328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters); 3247328d5752SMark Fasheh 3248328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, -split_clusters); 3249328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 3250328d5752SMark Fasheh -ocfs2_clusters_to_blocks(inode->i_sb, split_clusters)); 3251328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters); 3252328d5752SMark Fasheh 3253328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3254328d5752SMark Fasheh 3255328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3256328d5752SMark Fasheh if (ret) 3257328d5752SMark Fasheh mlog_errno(ret); 3258328d5752SMark Fasheh 3259677b9752STao Ma if (right_path) { 3260677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 3261677b9752STao Ma if (ret) 3262677b9752STao Ma mlog_errno(ret); 3263677b9752STao Ma 3264677b9752STao Ma ocfs2_complete_edge_insert(inode, handle, left_path, 3265677b9752STao Ma right_path, subtree_index); 3266677b9752STao Ma } 3267328d5752SMark Fasheh out: 3268677b9752STao Ma if (right_path) 3269677b9752STao Ma ocfs2_free_path(right_path); 3270677b9752STao Ma return ret; 3271677b9752STao Ma } 3272677b9752STao Ma 3273677b9752STao Ma static int ocfs2_get_left_path(struct inode *inode, 3274677b9752STao Ma struct ocfs2_path *right_path, 3275677b9752STao Ma struct ocfs2_path **ret_left_path) 3276677b9752STao Ma { 3277677b9752STao Ma int ret; 3278677b9752STao Ma u32 left_cpos; 3279677b9752STao Ma struct ocfs2_path *left_path = NULL; 3280677b9752STao Ma 3281677b9752STao Ma *ret_left_path = NULL; 3282677b9752STao Ma 3283677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3284677b9752STao Ma BUG_ON(right_path->p_tree_depth == 0); 3285677b9752STao Ma 3286677b9752STao Ma ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, 3287677b9752STao Ma right_path, &left_cpos); 3288677b9752STao Ma if (ret) { 3289677b9752STao Ma mlog_errno(ret); 3290677b9752STao Ma goto out; 3291677b9752STao Ma } 3292677b9752STao Ma 3293677b9752STao Ma /* This function shouldn't be called for the leftmost leaf. */ 3294677b9752STao Ma BUG_ON(left_cpos == 0); 3295677b9752STao Ma 3296ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3297677b9752STao Ma if (!left_path) { 3298677b9752STao Ma ret = -ENOMEM; 3299677b9752STao Ma mlog_errno(ret); 3300677b9752STao Ma goto out; 3301677b9752STao Ma } 3302677b9752STao Ma 3303677b9752STao Ma ret = ocfs2_find_path(inode, left_path, left_cpos); 3304677b9752STao Ma if (ret) { 3305677b9752STao Ma mlog_errno(ret); 3306677b9752STao Ma goto out; 3307677b9752STao Ma } 3308677b9752STao Ma 3309677b9752STao Ma *ret_left_path = left_path; 3310677b9752STao Ma out: 3311677b9752STao Ma if (ret) 3312677b9752STao Ma ocfs2_free_path(left_path); 3313328d5752SMark Fasheh return ret; 3314328d5752SMark Fasheh } 3315328d5752SMark Fasheh 3316328d5752SMark Fasheh /* 3317328d5752SMark Fasheh * Remove split_rec clusters from the record at index and merge them 3318677b9752STao Ma * onto the tail of the record "before" it. 3319677b9752STao Ma * For index > 0, the "before" means the extent rec at index - 1. 3320677b9752STao Ma * 3321677b9752STao Ma * For index == 0, the "before" means the last record of the previous 3322677b9752STao Ma * extent block. And there is also a situation that we may need to 3323677b9752STao Ma * remove the rightmost leaf extent block in the right_path and change 3324677b9752STao Ma * the right path to indicate the new rightmost path. 3325328d5752SMark Fasheh */ 3326677b9752STao Ma static int ocfs2_merge_rec_left(struct inode *inode, 3327677b9752STao Ma struct ocfs2_path *right_path, 3328328d5752SMark Fasheh handle_t *handle, 3329328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3330677b9752STao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3331e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 3332677b9752STao Ma int index) 3333328d5752SMark Fasheh { 3334677b9752STao Ma int ret, i, subtree_index = 0, has_empty_extent = 0; 3335328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3336328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3337328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3338677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(right_path); 3339677b9752STao Ma struct buffer_head *bh = path_leaf_bh(right_path); 3340677b9752STao Ma struct buffer_head *root_bh = NULL; 3341677b9752STao Ma struct ocfs2_path *left_path = NULL; 3342677b9752STao Ma struct ocfs2_extent_list *left_el; 3343328d5752SMark Fasheh 3344677b9752STao Ma BUG_ON(index < 0); 3345328d5752SMark Fasheh 3346328d5752SMark Fasheh right_rec = &el->l_recs[index]; 3347677b9752STao Ma if (index == 0) { 3348677b9752STao Ma /* we meet with a cross extent block merge. */ 3349677b9752STao Ma ret = ocfs2_get_left_path(inode, right_path, &left_path); 3350677b9752STao Ma if (ret) { 3351677b9752STao Ma mlog_errno(ret); 3352677b9752STao Ma goto out; 3353677b9752STao Ma } 3354677b9752STao Ma 3355677b9752STao Ma left_el = path_leaf_el(left_path); 3356677b9752STao Ma BUG_ON(le16_to_cpu(left_el->l_next_free_rec) != 3357677b9752STao Ma le16_to_cpu(left_el->l_count)); 3358677b9752STao Ma 3359677b9752STao Ma left_rec = &left_el->l_recs[ 3360677b9752STao Ma le16_to_cpu(left_el->l_next_free_rec) - 1]; 3361677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3362677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3363677b9752STao Ma le32_to_cpu(split_rec->e_cpos)); 3364677b9752STao Ma 3365677b9752STao Ma subtree_index = ocfs2_find_subtree_root(inode, 3366677b9752STao Ma left_path, right_path); 3367677b9752STao Ma 3368677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3369677b9752STao Ma handle->h_buffer_credits, 3370677b9752STao Ma left_path); 3371677b9752STao Ma if (ret) { 3372677b9752STao Ma mlog_errno(ret); 3373677b9752STao Ma goto out; 3374677b9752STao Ma } 3375677b9752STao Ma 3376677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3377677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3378677b9752STao Ma 3379*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, right_path, 3380*13723d00SJoel Becker subtree_index); 3381677b9752STao Ma if (ret) { 3382677b9752STao Ma mlog_errno(ret); 3383677b9752STao Ma goto out; 3384677b9752STao Ma } 3385677b9752STao Ma 3386677b9752STao Ma for (i = subtree_index + 1; 3387677b9752STao Ma i < path_num_items(right_path); i++) { 3388*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 3389*13723d00SJoel Becker right_path, i); 3390677b9752STao Ma if (ret) { 3391677b9752STao Ma mlog_errno(ret); 3392677b9752STao Ma goto out; 3393677b9752STao Ma } 3394677b9752STao Ma 3395*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, 3396*13723d00SJoel Becker left_path, i); 3397677b9752STao Ma if (ret) { 3398677b9752STao Ma mlog_errno(ret); 3399677b9752STao Ma goto out; 3400677b9752STao Ma } 3401677b9752STao Ma } 3402677b9752STao Ma } else { 3403677b9752STao Ma left_rec = &el->l_recs[index - 1]; 3404328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 3405328d5752SMark Fasheh has_empty_extent = 1; 3406677b9752STao Ma } 3407328d5752SMark Fasheh 3408*13723d00SJoel Becker ret = ocfs2_path_bh_journal_access(handle, inode, left_path, 3409*13723d00SJoel Becker path_num_items(left_path) - 1); 3410328d5752SMark Fasheh if (ret) { 3411328d5752SMark Fasheh mlog_errno(ret); 3412328d5752SMark Fasheh goto out; 3413328d5752SMark Fasheh } 3414328d5752SMark Fasheh 3415328d5752SMark Fasheh if (has_empty_extent && index == 1) { 3416328d5752SMark Fasheh /* 3417328d5752SMark Fasheh * The easy case - we can just plop the record right in. 3418328d5752SMark Fasheh */ 3419328d5752SMark Fasheh *left_rec = *split_rec; 3420328d5752SMark Fasheh 3421328d5752SMark Fasheh has_empty_extent = 0; 3422677b9752STao Ma } else 3423328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters); 3424328d5752SMark Fasheh 3425328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, split_clusters); 3426328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 3427328d5752SMark Fasheh ocfs2_clusters_to_blocks(inode->i_sb, split_clusters)); 3428328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters); 3429328d5752SMark Fasheh 3430328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3431328d5752SMark Fasheh 3432328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3433328d5752SMark Fasheh if (ret) 3434328d5752SMark Fasheh mlog_errno(ret); 3435328d5752SMark Fasheh 3436677b9752STao Ma if (left_path) { 3437677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 3438677b9752STao Ma if (ret) 3439677b9752STao Ma mlog_errno(ret); 3440677b9752STao Ma 3441677b9752STao Ma /* 3442677b9752STao Ma * In the situation that the right_rec is empty and the extent 3443677b9752STao Ma * block is empty also, ocfs2_complete_edge_insert can't handle 3444677b9752STao Ma * it and we need to delete the right extent block. 3445677b9752STao Ma */ 3446677b9752STao Ma if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 && 3447677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == 1) { 3448677b9752STao Ma 3449677b9752STao Ma ret = ocfs2_remove_rightmost_path(inode, handle, 3450e7d4cb6bSTao Ma right_path, 3451e7d4cb6bSTao Ma dealloc, et); 3452677b9752STao Ma if (ret) { 3453677b9752STao Ma mlog_errno(ret); 3454677b9752STao Ma goto out; 3455677b9752STao Ma } 3456677b9752STao Ma 3457677b9752STao Ma /* Now the rightmost extent block has been deleted. 3458677b9752STao Ma * So we use the new rightmost path. 3459677b9752STao Ma */ 3460677b9752STao Ma ocfs2_mv_path(right_path, left_path); 3461677b9752STao Ma left_path = NULL; 3462677b9752STao Ma } else 3463677b9752STao Ma ocfs2_complete_edge_insert(inode, handle, left_path, 3464677b9752STao Ma right_path, subtree_index); 3465677b9752STao Ma } 3466328d5752SMark Fasheh out: 3467677b9752STao Ma if (left_path) 3468677b9752STao Ma ocfs2_free_path(left_path); 3469328d5752SMark Fasheh return ret; 3470328d5752SMark Fasheh } 3471328d5752SMark Fasheh 3472328d5752SMark Fasheh static int ocfs2_try_to_merge_extent(struct inode *inode, 3473328d5752SMark Fasheh handle_t *handle, 3474677b9752STao Ma struct ocfs2_path *path, 3475328d5752SMark Fasheh int split_index, 3476328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3477328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 3478e7d4cb6bSTao Ma struct ocfs2_merge_ctxt *ctxt, 3479e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 3480328d5752SMark Fasheh 3481328d5752SMark Fasheh { 3482518d7269STao Mao int ret = 0; 3483677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(path); 3484328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 3485328d5752SMark Fasheh 3486328d5752SMark Fasheh BUG_ON(ctxt->c_contig_type == CONTIG_NONE); 3487328d5752SMark Fasheh 3488518d7269STao Mao if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) { 3489328d5752SMark Fasheh /* 3490328d5752SMark Fasheh * The merge code will need to create an empty 3491328d5752SMark Fasheh * extent to take the place of the newly 3492328d5752SMark Fasheh * emptied slot. Remove any pre-existing empty 3493328d5752SMark Fasheh * extents - having more than one in a leaf is 3494328d5752SMark Fasheh * illegal. 3495328d5752SMark Fasheh */ 3496677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3497e7d4cb6bSTao Ma dealloc, et); 3498328d5752SMark Fasheh if (ret) { 3499328d5752SMark Fasheh mlog_errno(ret); 3500328d5752SMark Fasheh goto out; 3501328d5752SMark Fasheh } 3502328d5752SMark Fasheh split_index--; 3503328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3504328d5752SMark Fasheh } 3505328d5752SMark Fasheh 3506328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) { 3507328d5752SMark Fasheh /* 3508328d5752SMark Fasheh * Left-right contig implies this. 3509328d5752SMark Fasheh */ 3510328d5752SMark Fasheh BUG_ON(!ctxt->c_split_covers_rec); 3511328d5752SMark Fasheh 3512328d5752SMark Fasheh /* 3513328d5752SMark Fasheh * Since the leftright insert always covers the entire 3514328d5752SMark Fasheh * extent, this call will delete the insert record 3515328d5752SMark Fasheh * entirely, resulting in an empty extent record added to 3516328d5752SMark Fasheh * the extent block. 3517328d5752SMark Fasheh * 3518328d5752SMark Fasheh * Since the adding of an empty extent shifts 3519328d5752SMark Fasheh * everything back to the right, there's no need to 3520328d5752SMark Fasheh * update split_index here. 3521677b9752STao Ma * 3522677b9752STao Ma * When the split_index is zero, we need to merge it to the 3523677b9752STao Ma * prevoius extent block. It is more efficient and easier 3524677b9752STao Ma * if we do merge_right first and merge_left later. 3525328d5752SMark Fasheh */ 3526677b9752STao Ma ret = ocfs2_merge_rec_right(inode, path, 3527677b9752STao Ma handle, split_rec, 3528677b9752STao Ma split_index); 3529328d5752SMark Fasheh if (ret) { 3530328d5752SMark Fasheh mlog_errno(ret); 3531328d5752SMark Fasheh goto out; 3532328d5752SMark Fasheh } 3533328d5752SMark Fasheh 3534328d5752SMark Fasheh /* 3535328d5752SMark Fasheh * We can only get this from logic error above. 3536328d5752SMark Fasheh */ 3537328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0])); 3538328d5752SMark Fasheh 3539677b9752STao Ma /* The merge left us with an empty extent, remove it. */ 3540e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3541e7d4cb6bSTao Ma dealloc, et); 3542328d5752SMark Fasheh if (ret) { 3543328d5752SMark Fasheh mlog_errno(ret); 3544328d5752SMark Fasheh goto out; 3545328d5752SMark Fasheh } 3546677b9752STao Ma 3547328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3548328d5752SMark Fasheh 3549328d5752SMark Fasheh /* 3550328d5752SMark Fasheh * Note that we don't pass split_rec here on purpose - 3551677b9752STao Ma * we've merged it into the rec already. 3552328d5752SMark Fasheh */ 3553677b9752STao Ma ret = ocfs2_merge_rec_left(inode, path, 3554677b9752STao Ma handle, rec, 3555e7d4cb6bSTao Ma dealloc, et, 3556677b9752STao Ma split_index); 3557677b9752STao Ma 3558328d5752SMark Fasheh if (ret) { 3559328d5752SMark Fasheh mlog_errno(ret); 3560328d5752SMark Fasheh goto out; 3561328d5752SMark Fasheh } 3562328d5752SMark Fasheh 3563677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3564e7d4cb6bSTao Ma dealloc, et); 3565328d5752SMark Fasheh /* 3566328d5752SMark Fasheh * Error from this last rotate is not critical, so 3567328d5752SMark Fasheh * print but don't bubble it up. 3568328d5752SMark Fasheh */ 3569328d5752SMark Fasheh if (ret) 3570328d5752SMark Fasheh mlog_errno(ret); 3571328d5752SMark Fasheh ret = 0; 3572328d5752SMark Fasheh } else { 3573328d5752SMark Fasheh /* 3574328d5752SMark Fasheh * Merge a record to the left or right. 3575328d5752SMark Fasheh * 3576328d5752SMark Fasheh * 'contig_type' is relative to the existing record, 3577328d5752SMark Fasheh * so for example, if we're "right contig", it's to 3578328d5752SMark Fasheh * the record on the left (hence the left merge). 3579328d5752SMark Fasheh */ 3580328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_RIGHT) { 3581328d5752SMark Fasheh ret = ocfs2_merge_rec_left(inode, 3582677b9752STao Ma path, 3583677b9752STao Ma handle, split_rec, 3584e7d4cb6bSTao Ma dealloc, et, 3585328d5752SMark Fasheh split_index); 3586328d5752SMark Fasheh if (ret) { 3587328d5752SMark Fasheh mlog_errno(ret); 3588328d5752SMark Fasheh goto out; 3589328d5752SMark Fasheh } 3590328d5752SMark Fasheh } else { 3591328d5752SMark Fasheh ret = ocfs2_merge_rec_right(inode, 3592677b9752STao Ma path, 3593677b9752STao Ma handle, split_rec, 3594328d5752SMark Fasheh split_index); 3595328d5752SMark Fasheh if (ret) { 3596328d5752SMark Fasheh mlog_errno(ret); 3597328d5752SMark Fasheh goto out; 3598328d5752SMark Fasheh } 3599328d5752SMark Fasheh } 3600328d5752SMark Fasheh 3601328d5752SMark Fasheh if (ctxt->c_split_covers_rec) { 3602328d5752SMark Fasheh /* 3603328d5752SMark Fasheh * The merge may have left an empty extent in 3604328d5752SMark Fasheh * our leaf. Try to rotate it away. 3605328d5752SMark Fasheh */ 3606677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3607e7d4cb6bSTao Ma dealloc, et); 3608328d5752SMark Fasheh if (ret) 3609328d5752SMark Fasheh mlog_errno(ret); 3610328d5752SMark Fasheh ret = 0; 3611328d5752SMark Fasheh } 3612328d5752SMark Fasheh } 3613328d5752SMark Fasheh 3614328d5752SMark Fasheh out: 3615328d5752SMark Fasheh return ret; 3616328d5752SMark Fasheh } 3617328d5752SMark Fasheh 3618328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb, 3619328d5752SMark Fasheh enum ocfs2_split_type split, 3620328d5752SMark Fasheh struct ocfs2_extent_rec *rec, 3621328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3622328d5752SMark Fasheh { 3623328d5752SMark Fasheh u64 len_blocks; 3624328d5752SMark Fasheh 3625328d5752SMark Fasheh len_blocks = ocfs2_clusters_to_blocks(sb, 3626328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3627328d5752SMark Fasheh 3628328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3629328d5752SMark Fasheh /* 3630328d5752SMark Fasheh * Region is on the left edge of the existing 3631328d5752SMark Fasheh * record. 3632328d5752SMark Fasheh */ 3633328d5752SMark Fasheh le32_add_cpu(&rec->e_cpos, 3634328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3635328d5752SMark Fasheh le64_add_cpu(&rec->e_blkno, len_blocks); 3636328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3637328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3638328d5752SMark Fasheh } else { 3639328d5752SMark Fasheh /* 3640328d5752SMark Fasheh * Region is on the right edge of the existing 3641328d5752SMark Fasheh * record. 3642328d5752SMark Fasheh */ 3643328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3644328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3645328d5752SMark Fasheh } 3646328d5752SMark Fasheh } 3647328d5752SMark Fasheh 3648dcd0538fSMark Fasheh /* 3649dcd0538fSMark Fasheh * Do the final bits of extent record insertion at the target leaf 3650dcd0538fSMark Fasheh * list. If this leaf is part of an allocation tree, it is assumed 3651dcd0538fSMark Fasheh * that the tree above has been prepared. 3652dcd0538fSMark Fasheh */ 3653dcd0538fSMark Fasheh static void ocfs2_insert_at_leaf(struct ocfs2_extent_rec *insert_rec, 3654dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 3655dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 3656dcd0538fSMark Fasheh struct inode *inode) 3657dcd0538fSMark Fasheh { 3658dcd0538fSMark Fasheh int i = insert->ins_contig_index; 3659dcd0538fSMark Fasheh unsigned int range; 3660dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 3661dcd0538fSMark Fasheh 3662e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 3663dcd0538fSMark Fasheh 3664328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3665328d5752SMark Fasheh i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos)); 3666328d5752SMark Fasheh BUG_ON(i == -1); 3667328d5752SMark Fasheh rec = &el->l_recs[i]; 3668328d5752SMark Fasheh ocfs2_subtract_from_rec(inode->i_sb, insert->ins_split, rec, 3669328d5752SMark Fasheh insert_rec); 3670328d5752SMark Fasheh goto rotate; 3671328d5752SMark Fasheh } 3672328d5752SMark Fasheh 3673dcd0538fSMark Fasheh /* 3674dcd0538fSMark Fasheh * Contiguous insert - either left or right. 3675dcd0538fSMark Fasheh */ 3676dcd0538fSMark Fasheh if (insert->ins_contig != CONTIG_NONE) { 3677dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3678dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT) { 3679dcd0538fSMark Fasheh rec->e_blkno = insert_rec->e_blkno; 3680dcd0538fSMark Fasheh rec->e_cpos = insert_rec->e_cpos; 3681dcd0538fSMark Fasheh } 3682e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3683e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3684dcd0538fSMark Fasheh return; 3685dcd0538fSMark Fasheh } 3686dcd0538fSMark Fasheh 3687dcd0538fSMark Fasheh /* 3688dcd0538fSMark Fasheh * Handle insert into an empty leaf. 3689dcd0538fSMark Fasheh */ 3690dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0 || 3691dcd0538fSMark Fasheh ((le16_to_cpu(el->l_next_free_rec) == 1) && 3692dcd0538fSMark Fasheh ocfs2_is_empty_extent(&el->l_recs[0]))) { 3693dcd0538fSMark Fasheh el->l_recs[0] = *insert_rec; 3694dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(1); 3695dcd0538fSMark Fasheh return; 3696dcd0538fSMark Fasheh } 3697dcd0538fSMark Fasheh 3698dcd0538fSMark Fasheh /* 3699dcd0538fSMark Fasheh * Appending insert. 3700dcd0538fSMark Fasheh */ 3701dcd0538fSMark Fasheh if (insert->ins_appending == APPEND_TAIL) { 3702dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 3703dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3704e48edee2SMark Fasheh range = le32_to_cpu(rec->e_cpos) 3705e48edee2SMark Fasheh + le16_to_cpu(rec->e_leaf_clusters); 3706dcd0538fSMark Fasheh BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range); 3707dcd0538fSMark Fasheh 3708dcd0538fSMark Fasheh mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >= 3709dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3710dcd0538fSMark Fasheh "inode %lu, depth %u, count %u, next free %u, " 3711dcd0538fSMark Fasheh "rec.cpos %u, rec.clusters %u, " 3712dcd0538fSMark Fasheh "insert.cpos %u, insert.clusters %u\n", 3713dcd0538fSMark Fasheh inode->i_ino, 3714dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), 3715dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3716dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 3717dcd0538fSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos), 3718e48edee2SMark Fasheh le16_to_cpu(el->l_recs[i].e_leaf_clusters), 3719dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3720e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3721dcd0538fSMark Fasheh i++; 3722dcd0538fSMark Fasheh el->l_recs[i] = *insert_rec; 3723dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 3724dcd0538fSMark Fasheh return; 3725dcd0538fSMark Fasheh } 3726dcd0538fSMark Fasheh 3727328d5752SMark Fasheh rotate: 3728dcd0538fSMark Fasheh /* 3729dcd0538fSMark Fasheh * Ok, we have to rotate. 3730dcd0538fSMark Fasheh * 3731dcd0538fSMark Fasheh * At this point, it is safe to assume that inserting into an 3732dcd0538fSMark Fasheh * empty leaf and appending to a leaf have both been handled 3733dcd0538fSMark Fasheh * above. 3734dcd0538fSMark Fasheh * 3735dcd0538fSMark Fasheh * This leaf needs to have space, either by the empty 1st 3736dcd0538fSMark Fasheh * extent record, or by virtue of an l_next_rec < l_count. 3737dcd0538fSMark Fasheh */ 3738dcd0538fSMark Fasheh ocfs2_rotate_leaf(el, insert_rec); 3739dcd0538fSMark Fasheh } 3740dcd0538fSMark Fasheh 3741328d5752SMark Fasheh static void ocfs2_adjust_rightmost_records(struct inode *inode, 3742328d5752SMark Fasheh handle_t *handle, 3743328d5752SMark Fasheh struct ocfs2_path *path, 3744328d5752SMark Fasheh struct ocfs2_extent_rec *insert_rec) 3745328d5752SMark Fasheh { 3746328d5752SMark Fasheh int ret, i, next_free; 3747328d5752SMark Fasheh struct buffer_head *bh; 3748328d5752SMark Fasheh struct ocfs2_extent_list *el; 3749328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 3750328d5752SMark Fasheh 3751328d5752SMark Fasheh /* 3752328d5752SMark Fasheh * Update everything except the leaf block. 3753328d5752SMark Fasheh */ 3754328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 3755328d5752SMark Fasheh bh = path->p_node[i].bh; 3756328d5752SMark Fasheh el = path->p_node[i].el; 3757328d5752SMark Fasheh 3758328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3759328d5752SMark Fasheh if (next_free == 0) { 3760328d5752SMark Fasheh ocfs2_error(inode->i_sb, 3761328d5752SMark Fasheh "Dinode %llu has a bad extent list", 3762328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 3763328d5752SMark Fasheh ret = -EIO; 3764328d5752SMark Fasheh return; 3765328d5752SMark Fasheh } 3766328d5752SMark Fasheh 3767328d5752SMark Fasheh rec = &el->l_recs[next_free - 1]; 3768328d5752SMark Fasheh 3769328d5752SMark Fasheh rec->e_int_clusters = insert_rec->e_cpos; 3770328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3771328d5752SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3772328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3773328d5752SMark Fasheh -le32_to_cpu(rec->e_cpos)); 3774328d5752SMark Fasheh 3775328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3776328d5752SMark Fasheh if (ret) 3777328d5752SMark Fasheh mlog_errno(ret); 3778328d5752SMark Fasheh 3779328d5752SMark Fasheh } 3780328d5752SMark Fasheh } 3781328d5752SMark Fasheh 3782dcd0538fSMark Fasheh static int ocfs2_append_rec_to_path(struct inode *inode, handle_t *handle, 3783dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3784dcd0538fSMark Fasheh struct ocfs2_path *right_path, 3785dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 3786dcd0538fSMark Fasheh { 3787328d5752SMark Fasheh int ret, next_free; 3788dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 3789dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 3790dcd0538fSMark Fasheh 3791dcd0538fSMark Fasheh *ret_left_path = NULL; 3792dcd0538fSMark Fasheh 3793dcd0538fSMark Fasheh /* 3794e48edee2SMark Fasheh * This shouldn't happen for non-trees. The extent rec cluster 3795e48edee2SMark Fasheh * count manipulation below only works for interior nodes. 3796e48edee2SMark Fasheh */ 3797e48edee2SMark Fasheh BUG_ON(right_path->p_tree_depth == 0); 3798e48edee2SMark Fasheh 3799e48edee2SMark Fasheh /* 3800dcd0538fSMark Fasheh * If our appending insert is at the leftmost edge of a leaf, 3801dcd0538fSMark Fasheh * then we might need to update the rightmost records of the 3802dcd0538fSMark Fasheh * neighboring path. 3803dcd0538fSMark Fasheh */ 3804dcd0538fSMark Fasheh el = path_leaf_el(right_path); 3805dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3806dcd0538fSMark Fasheh if (next_free == 0 || 3807dcd0538fSMark Fasheh (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) { 3808dcd0538fSMark Fasheh u32 left_cpos; 3809dcd0538fSMark Fasheh 3810dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, 3811dcd0538fSMark Fasheh &left_cpos); 3812dcd0538fSMark Fasheh if (ret) { 3813dcd0538fSMark Fasheh mlog_errno(ret); 3814dcd0538fSMark Fasheh goto out; 3815dcd0538fSMark Fasheh } 3816dcd0538fSMark Fasheh 3817dcd0538fSMark Fasheh mlog(0, "Append may need a left path update. cpos: %u, " 3818dcd0538fSMark Fasheh "left_cpos: %u\n", le32_to_cpu(insert_rec->e_cpos), 3819dcd0538fSMark Fasheh left_cpos); 3820dcd0538fSMark Fasheh 3821dcd0538fSMark Fasheh /* 3822dcd0538fSMark Fasheh * No need to worry if the append is already in the 3823dcd0538fSMark Fasheh * leftmost leaf. 3824dcd0538fSMark Fasheh */ 3825dcd0538fSMark Fasheh if (left_cpos) { 3826ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3827dcd0538fSMark Fasheh if (!left_path) { 3828dcd0538fSMark Fasheh ret = -ENOMEM; 3829dcd0538fSMark Fasheh mlog_errno(ret); 3830dcd0538fSMark Fasheh goto out; 3831dcd0538fSMark Fasheh } 3832dcd0538fSMark Fasheh 3833dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, left_path, left_cpos); 3834dcd0538fSMark Fasheh if (ret) { 3835dcd0538fSMark Fasheh mlog_errno(ret); 3836dcd0538fSMark Fasheh goto out; 3837dcd0538fSMark Fasheh } 3838dcd0538fSMark Fasheh 3839dcd0538fSMark Fasheh /* 3840dcd0538fSMark Fasheh * ocfs2_insert_path() will pass the left_path to the 3841dcd0538fSMark Fasheh * journal for us. 3842dcd0538fSMark Fasheh */ 3843dcd0538fSMark Fasheh } 3844dcd0538fSMark Fasheh } 3845dcd0538fSMark Fasheh 3846dcd0538fSMark Fasheh ret = ocfs2_journal_access_path(inode, handle, right_path); 3847dcd0538fSMark Fasheh if (ret) { 3848dcd0538fSMark Fasheh mlog_errno(ret); 3849dcd0538fSMark Fasheh goto out; 3850dcd0538fSMark Fasheh } 3851dcd0538fSMark Fasheh 3852328d5752SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, right_path, insert_rec); 3853dcd0538fSMark Fasheh 3854dcd0538fSMark Fasheh *ret_left_path = left_path; 3855dcd0538fSMark Fasheh ret = 0; 3856dcd0538fSMark Fasheh out: 3857dcd0538fSMark Fasheh if (ret != 0) 3858dcd0538fSMark Fasheh ocfs2_free_path(left_path); 3859dcd0538fSMark Fasheh 3860dcd0538fSMark Fasheh return ret; 3861dcd0538fSMark Fasheh } 3862dcd0538fSMark Fasheh 3863328d5752SMark Fasheh static void ocfs2_split_record(struct inode *inode, 3864328d5752SMark Fasheh struct ocfs2_path *left_path, 3865328d5752SMark Fasheh struct ocfs2_path *right_path, 3866328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3867328d5752SMark Fasheh enum ocfs2_split_type split) 3868328d5752SMark Fasheh { 3869328d5752SMark Fasheh int index; 3870328d5752SMark Fasheh u32 cpos = le32_to_cpu(split_rec->e_cpos); 3871328d5752SMark Fasheh struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el; 3872328d5752SMark Fasheh struct ocfs2_extent_rec *rec, *tmprec; 3873328d5752SMark Fasheh 3874328d5752SMark Fasheh right_el = path_leaf_el(right_path);; 3875328d5752SMark Fasheh if (left_path) 3876328d5752SMark Fasheh left_el = path_leaf_el(left_path); 3877328d5752SMark Fasheh 3878328d5752SMark Fasheh el = right_el; 3879328d5752SMark Fasheh insert_el = right_el; 3880328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 3881328d5752SMark Fasheh if (index != -1) { 3882328d5752SMark Fasheh if (index == 0 && left_path) { 3883328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3884328d5752SMark Fasheh 3885328d5752SMark Fasheh /* 3886328d5752SMark Fasheh * This typically means that the record 3887328d5752SMark Fasheh * started in the left path but moved to the 3888328d5752SMark Fasheh * right as a result of rotation. We either 3889328d5752SMark Fasheh * move the existing record to the left, or we 3890328d5752SMark Fasheh * do the later insert there. 3891328d5752SMark Fasheh * 3892328d5752SMark Fasheh * In this case, the left path should always 3893328d5752SMark Fasheh * exist as the rotate code will have passed 3894328d5752SMark Fasheh * it back for a post-insert update. 3895328d5752SMark Fasheh */ 3896328d5752SMark Fasheh 3897328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3898328d5752SMark Fasheh /* 3899328d5752SMark Fasheh * It's a left split. Since we know 3900328d5752SMark Fasheh * that the rotate code gave us an 3901328d5752SMark Fasheh * empty extent in the left path, we 3902328d5752SMark Fasheh * can just do the insert there. 3903328d5752SMark Fasheh */ 3904328d5752SMark Fasheh insert_el = left_el; 3905328d5752SMark Fasheh } else { 3906328d5752SMark Fasheh /* 3907328d5752SMark Fasheh * Right split - we have to move the 3908328d5752SMark Fasheh * existing record over to the left 3909328d5752SMark Fasheh * leaf. The insert will be into the 3910328d5752SMark Fasheh * newly created empty extent in the 3911328d5752SMark Fasheh * right leaf. 3912328d5752SMark Fasheh */ 3913328d5752SMark Fasheh tmprec = &right_el->l_recs[index]; 3914328d5752SMark Fasheh ocfs2_rotate_leaf(left_el, tmprec); 3915328d5752SMark Fasheh el = left_el; 3916328d5752SMark Fasheh 3917328d5752SMark Fasheh memset(tmprec, 0, sizeof(*tmprec)); 3918328d5752SMark Fasheh index = ocfs2_search_extent_list(left_el, cpos); 3919328d5752SMark Fasheh BUG_ON(index == -1); 3920328d5752SMark Fasheh } 3921328d5752SMark Fasheh } 3922328d5752SMark Fasheh } else { 3923328d5752SMark Fasheh BUG_ON(!left_path); 3924328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0])); 3925328d5752SMark Fasheh /* 3926328d5752SMark Fasheh * Left path is easy - we can just allow the insert to 3927328d5752SMark Fasheh * happen. 3928328d5752SMark Fasheh */ 3929328d5752SMark Fasheh el = left_el; 3930328d5752SMark Fasheh insert_el = left_el; 3931328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 3932328d5752SMark Fasheh BUG_ON(index == -1); 3933328d5752SMark Fasheh } 3934328d5752SMark Fasheh 3935328d5752SMark Fasheh rec = &el->l_recs[index]; 3936328d5752SMark Fasheh ocfs2_subtract_from_rec(inode->i_sb, split, rec, split_rec); 3937328d5752SMark Fasheh ocfs2_rotate_leaf(insert_el, split_rec); 3938328d5752SMark Fasheh } 3939328d5752SMark Fasheh 3940dcd0538fSMark Fasheh /* 3941e7d4cb6bSTao Ma * This function only does inserts on an allocation b-tree. For tree 3942e7d4cb6bSTao Ma * depth = 0, ocfs2_insert_at_leaf() is called directly. 3943dcd0538fSMark Fasheh * 3944dcd0538fSMark Fasheh * right_path is the path we want to do the actual insert 3945dcd0538fSMark Fasheh * in. left_path should only be passed in if we need to update that 3946dcd0538fSMark Fasheh * portion of the tree after an edge insert. 3947dcd0538fSMark Fasheh */ 3948dcd0538fSMark Fasheh static int ocfs2_insert_path(struct inode *inode, 3949dcd0538fSMark Fasheh handle_t *handle, 3950dcd0538fSMark Fasheh struct ocfs2_path *left_path, 3951dcd0538fSMark Fasheh struct ocfs2_path *right_path, 3952dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3953dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 3954dcd0538fSMark Fasheh { 3955dcd0538fSMark Fasheh int ret, subtree_index; 3956dcd0538fSMark Fasheh struct buffer_head *leaf_bh = path_leaf_bh(right_path); 3957dcd0538fSMark Fasheh 3958dcd0538fSMark Fasheh if (left_path) { 3959dcd0538fSMark Fasheh int credits = handle->h_buffer_credits; 3960dcd0538fSMark Fasheh 3961dcd0538fSMark Fasheh /* 3962dcd0538fSMark Fasheh * There's a chance that left_path got passed back to 3963dcd0538fSMark Fasheh * us without being accounted for in the 3964dcd0538fSMark Fasheh * journal. Extend our transaction here to be sure we 3965dcd0538fSMark Fasheh * can change those blocks. 3966dcd0538fSMark Fasheh */ 3967dcd0538fSMark Fasheh credits += left_path->p_tree_depth; 3968dcd0538fSMark Fasheh 3969dcd0538fSMark Fasheh ret = ocfs2_extend_trans(handle, credits); 3970dcd0538fSMark Fasheh if (ret < 0) { 3971dcd0538fSMark Fasheh mlog_errno(ret); 3972dcd0538fSMark Fasheh goto out; 3973dcd0538fSMark Fasheh } 3974dcd0538fSMark Fasheh 3975dcd0538fSMark Fasheh ret = ocfs2_journal_access_path(inode, handle, left_path); 3976dcd0538fSMark Fasheh if (ret < 0) { 3977dcd0538fSMark Fasheh mlog_errno(ret); 3978dcd0538fSMark Fasheh goto out; 3979dcd0538fSMark Fasheh } 3980dcd0538fSMark Fasheh } 3981dcd0538fSMark Fasheh 3982e8aed345SMark Fasheh /* 3983e8aed345SMark Fasheh * Pass both paths to the journal. The majority of inserts 3984e8aed345SMark Fasheh * will be touching all components anyway. 3985e8aed345SMark Fasheh */ 3986e8aed345SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, right_path); 3987e8aed345SMark Fasheh if (ret < 0) { 3988e8aed345SMark Fasheh mlog_errno(ret); 3989e8aed345SMark Fasheh goto out; 3990e8aed345SMark Fasheh } 3991e8aed345SMark Fasheh 3992328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3993328d5752SMark Fasheh /* 3994328d5752SMark Fasheh * We could call ocfs2_insert_at_leaf() for some types 3995c78bad11SJoe Perches * of splits, but it's easier to just let one separate 3996328d5752SMark Fasheh * function sort it all out. 3997328d5752SMark Fasheh */ 3998328d5752SMark Fasheh ocfs2_split_record(inode, left_path, right_path, 3999328d5752SMark Fasheh insert_rec, insert->ins_split); 4000e8aed345SMark Fasheh 4001e8aed345SMark Fasheh /* 4002e8aed345SMark Fasheh * Split might have modified either leaf and we don't 4003e8aed345SMark Fasheh * have a guarantee that the later edge insert will 4004e8aed345SMark Fasheh * dirty this for us. 4005e8aed345SMark Fasheh */ 4006e8aed345SMark Fasheh if (left_path) 4007e8aed345SMark Fasheh ret = ocfs2_journal_dirty(handle, 4008e8aed345SMark Fasheh path_leaf_bh(left_path)); 4009e8aed345SMark Fasheh if (ret) 4010e8aed345SMark Fasheh mlog_errno(ret); 4011328d5752SMark Fasheh } else 4012328d5752SMark Fasheh ocfs2_insert_at_leaf(insert_rec, path_leaf_el(right_path), 4013328d5752SMark Fasheh insert, inode); 4014dcd0538fSMark Fasheh 4015dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, leaf_bh); 4016dcd0538fSMark Fasheh if (ret) 4017dcd0538fSMark Fasheh mlog_errno(ret); 4018dcd0538fSMark Fasheh 4019dcd0538fSMark Fasheh if (left_path) { 4020dcd0538fSMark Fasheh /* 4021dcd0538fSMark Fasheh * The rotate code has indicated that we need to fix 4022dcd0538fSMark Fasheh * up portions of the tree after the insert. 4023dcd0538fSMark Fasheh * 4024dcd0538fSMark Fasheh * XXX: Should we extend the transaction here? 4025dcd0538fSMark Fasheh */ 4026dcd0538fSMark Fasheh subtree_index = ocfs2_find_subtree_root(inode, left_path, 4027dcd0538fSMark Fasheh right_path); 4028dcd0538fSMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, 4029dcd0538fSMark Fasheh right_path, subtree_index); 4030dcd0538fSMark Fasheh } 4031dcd0538fSMark Fasheh 4032dcd0538fSMark Fasheh ret = 0; 4033dcd0538fSMark Fasheh out: 4034dcd0538fSMark Fasheh return ret; 4035dcd0538fSMark Fasheh } 4036dcd0538fSMark Fasheh 4037dcd0538fSMark Fasheh static int ocfs2_do_insert_extent(struct inode *inode, 4038dcd0538fSMark Fasheh handle_t *handle, 4039e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4040dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4041dcd0538fSMark Fasheh struct ocfs2_insert_type *type) 4042dcd0538fSMark Fasheh { 4043dcd0538fSMark Fasheh int ret, rotate = 0; 4044dcd0538fSMark Fasheh u32 cpos; 4045dcd0538fSMark Fasheh struct ocfs2_path *right_path = NULL; 4046dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4047dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4048dcd0538fSMark Fasheh 4049ce1d9ea6SJoel Becker el = et->et_root_el; 4050dcd0538fSMark Fasheh 4051*13723d00SJoel Becker ret = ocfs2_et_root_journal_access(handle, inode, et, 4052dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4053dcd0538fSMark Fasheh if (ret) { 4054dcd0538fSMark Fasheh mlog_errno(ret); 4055dcd0538fSMark Fasheh goto out; 4056dcd0538fSMark Fasheh } 4057dcd0538fSMark Fasheh 4058dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 4059dcd0538fSMark Fasheh ocfs2_insert_at_leaf(insert_rec, el, type, inode); 4060dcd0538fSMark Fasheh goto out_update_clusters; 4061dcd0538fSMark Fasheh } 4062dcd0538fSMark Fasheh 4063ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_et(et); 4064dcd0538fSMark Fasheh if (!right_path) { 4065dcd0538fSMark Fasheh ret = -ENOMEM; 4066dcd0538fSMark Fasheh mlog_errno(ret); 4067dcd0538fSMark Fasheh goto out; 4068dcd0538fSMark Fasheh } 4069dcd0538fSMark Fasheh 4070dcd0538fSMark Fasheh /* 4071dcd0538fSMark Fasheh * Determine the path to start with. Rotations need the 4072dcd0538fSMark Fasheh * rightmost path, everything else can go directly to the 4073dcd0538fSMark Fasheh * target leaf. 4074dcd0538fSMark Fasheh */ 4075dcd0538fSMark Fasheh cpos = le32_to_cpu(insert_rec->e_cpos); 4076dcd0538fSMark Fasheh if (type->ins_appending == APPEND_NONE && 4077dcd0538fSMark Fasheh type->ins_contig == CONTIG_NONE) { 4078dcd0538fSMark Fasheh rotate = 1; 4079dcd0538fSMark Fasheh cpos = UINT_MAX; 4080dcd0538fSMark Fasheh } 4081dcd0538fSMark Fasheh 4082dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, right_path, cpos); 4083dcd0538fSMark Fasheh if (ret) { 4084dcd0538fSMark Fasheh mlog_errno(ret); 4085dcd0538fSMark Fasheh goto out; 4086dcd0538fSMark Fasheh } 4087dcd0538fSMark Fasheh 4088dcd0538fSMark Fasheh /* 4089dcd0538fSMark Fasheh * Rotations and appends need special treatment - they modify 4090dcd0538fSMark Fasheh * parts of the tree's above them. 4091dcd0538fSMark Fasheh * 4092dcd0538fSMark Fasheh * Both might pass back a path immediate to the left of the 4093dcd0538fSMark Fasheh * one being inserted to. This will be cause 4094dcd0538fSMark Fasheh * ocfs2_insert_path() to modify the rightmost records of 4095dcd0538fSMark Fasheh * left_path to account for an edge insert. 4096dcd0538fSMark Fasheh * 4097dcd0538fSMark Fasheh * XXX: When modifying this code, keep in mind that an insert 4098dcd0538fSMark Fasheh * can wind up skipping both of these two special cases... 4099dcd0538fSMark Fasheh */ 4100dcd0538fSMark Fasheh if (rotate) { 4101328d5752SMark Fasheh ret = ocfs2_rotate_tree_right(inode, handle, type->ins_split, 4102dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 4103dcd0538fSMark Fasheh right_path, &left_path); 4104dcd0538fSMark Fasheh if (ret) { 4105dcd0538fSMark Fasheh mlog_errno(ret); 4106dcd0538fSMark Fasheh goto out; 4107dcd0538fSMark Fasheh } 4108e8aed345SMark Fasheh 4109e8aed345SMark Fasheh /* 4110e8aed345SMark Fasheh * ocfs2_rotate_tree_right() might have extended the 4111e8aed345SMark Fasheh * transaction without re-journaling our tree root. 4112e8aed345SMark Fasheh */ 4113*13723d00SJoel Becker ret = ocfs2_et_root_journal_access(handle, inode, et, 4114e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4115e8aed345SMark Fasheh if (ret) { 4116e8aed345SMark Fasheh mlog_errno(ret); 4117e8aed345SMark Fasheh goto out; 4118e8aed345SMark Fasheh } 4119dcd0538fSMark Fasheh } else if (type->ins_appending == APPEND_TAIL 4120dcd0538fSMark Fasheh && type->ins_contig != CONTIG_LEFT) { 4121dcd0538fSMark Fasheh ret = ocfs2_append_rec_to_path(inode, handle, insert_rec, 4122dcd0538fSMark Fasheh right_path, &left_path); 4123dcd0538fSMark Fasheh if (ret) { 4124dcd0538fSMark Fasheh mlog_errno(ret); 4125dcd0538fSMark Fasheh goto out; 4126dcd0538fSMark Fasheh } 4127dcd0538fSMark Fasheh } 4128dcd0538fSMark Fasheh 4129dcd0538fSMark Fasheh ret = ocfs2_insert_path(inode, handle, left_path, right_path, 4130dcd0538fSMark Fasheh insert_rec, type); 4131dcd0538fSMark Fasheh if (ret) { 4132dcd0538fSMark Fasheh mlog_errno(ret); 4133dcd0538fSMark Fasheh goto out; 4134dcd0538fSMark Fasheh } 4135dcd0538fSMark Fasheh 4136dcd0538fSMark Fasheh out_update_clusters: 4137328d5752SMark Fasheh if (type->ins_split == SPLIT_NONE) 413835dc0aa3SJoel Becker ocfs2_et_update_clusters(inode, et, 4139e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 4140dcd0538fSMark Fasheh 4141ce1d9ea6SJoel Becker ret = ocfs2_journal_dirty(handle, et->et_root_bh); 4142dcd0538fSMark Fasheh if (ret) 4143dcd0538fSMark Fasheh mlog_errno(ret); 4144dcd0538fSMark Fasheh 4145dcd0538fSMark Fasheh out: 4146dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4147dcd0538fSMark Fasheh ocfs2_free_path(right_path); 4148dcd0538fSMark Fasheh 4149dcd0538fSMark Fasheh return ret; 4150dcd0538fSMark Fasheh } 4151dcd0538fSMark Fasheh 4152328d5752SMark Fasheh static enum ocfs2_contig_type 4153ad5a4d70STao Ma ocfs2_figure_merge_contig_type(struct inode *inode, struct ocfs2_path *path, 4154328d5752SMark Fasheh struct ocfs2_extent_list *el, int index, 4155328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 4156328d5752SMark Fasheh { 4157ad5a4d70STao Ma int status; 4158328d5752SMark Fasheh enum ocfs2_contig_type ret = CONTIG_NONE; 4159ad5a4d70STao Ma u32 left_cpos, right_cpos; 4160ad5a4d70STao Ma struct ocfs2_extent_rec *rec = NULL; 4161ad5a4d70STao Ma struct ocfs2_extent_list *new_el; 4162ad5a4d70STao Ma struct ocfs2_path *left_path = NULL, *right_path = NULL; 4163ad5a4d70STao Ma struct buffer_head *bh; 4164ad5a4d70STao Ma struct ocfs2_extent_block *eb; 4165ad5a4d70STao Ma 4166ad5a4d70STao Ma if (index > 0) { 4167ad5a4d70STao Ma rec = &el->l_recs[index - 1]; 4168ad5a4d70STao Ma } else if (path->p_tree_depth > 0) { 4169ad5a4d70STao Ma status = ocfs2_find_cpos_for_left_leaf(inode->i_sb, 4170ad5a4d70STao Ma path, &left_cpos); 4171ad5a4d70STao Ma if (status) 4172ad5a4d70STao Ma goto out; 4173ad5a4d70STao Ma 4174ad5a4d70STao Ma if (left_cpos != 0) { 4175ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 4176ad5a4d70STao Ma if (!left_path) 4177ad5a4d70STao Ma goto out; 4178ad5a4d70STao Ma 4179ad5a4d70STao Ma status = ocfs2_find_path(inode, left_path, left_cpos); 4180ad5a4d70STao Ma if (status) 4181ad5a4d70STao Ma goto out; 4182ad5a4d70STao Ma 4183ad5a4d70STao Ma new_el = path_leaf_el(left_path); 4184ad5a4d70STao Ma 4185ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) != 4186ad5a4d70STao Ma le16_to_cpu(new_el->l_count)) { 4187ad5a4d70STao Ma bh = path_leaf_bh(left_path); 4188ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 41895e96581aSJoel Becker ocfs2_error(inode->i_sb, 41905e96581aSJoel Becker "Extent block #%llu has an " 41915e96581aSJoel Becker "invalid l_next_free_rec of " 41925e96581aSJoel Becker "%d. It should have " 41935e96581aSJoel Becker "matched the l_count of %d", 41945e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 41955e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec), 41965e96581aSJoel Becker le16_to_cpu(new_el->l_count)); 41975e96581aSJoel Becker status = -EINVAL; 4198ad5a4d70STao Ma goto out; 4199ad5a4d70STao Ma } 4200ad5a4d70STao Ma rec = &new_el->l_recs[ 4201ad5a4d70STao Ma le16_to_cpu(new_el->l_next_free_rec) - 1]; 4202ad5a4d70STao Ma } 4203ad5a4d70STao Ma } 4204328d5752SMark Fasheh 4205328d5752SMark Fasheh /* 4206328d5752SMark Fasheh * We're careful to check for an empty extent record here - 4207328d5752SMark Fasheh * the merge code will know what to do if it sees one. 4208328d5752SMark Fasheh */ 4209ad5a4d70STao Ma if (rec) { 4210328d5752SMark Fasheh if (index == 1 && ocfs2_is_empty_extent(rec)) { 4211328d5752SMark Fasheh if (split_rec->e_cpos == el->l_recs[index].e_cpos) 4212328d5752SMark Fasheh ret = CONTIG_RIGHT; 4213328d5752SMark Fasheh } else { 4214328d5752SMark Fasheh ret = ocfs2_extent_contig(inode, rec, split_rec); 4215328d5752SMark Fasheh } 4216328d5752SMark Fasheh } 4217328d5752SMark Fasheh 4218ad5a4d70STao Ma rec = NULL; 4219ad5a4d70STao Ma if (index < (le16_to_cpu(el->l_next_free_rec) - 1)) 4220ad5a4d70STao Ma rec = &el->l_recs[index + 1]; 4221ad5a4d70STao Ma else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) && 4222ad5a4d70STao Ma path->p_tree_depth > 0) { 4223ad5a4d70STao Ma status = ocfs2_find_cpos_for_right_leaf(inode->i_sb, 4224ad5a4d70STao Ma path, &right_cpos); 4225ad5a4d70STao Ma if (status) 4226ad5a4d70STao Ma goto out; 4227ad5a4d70STao Ma 4228ad5a4d70STao Ma if (right_cpos == 0) 4229ad5a4d70STao Ma goto out; 4230ad5a4d70STao Ma 4231ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 4232ad5a4d70STao Ma if (!right_path) 4233ad5a4d70STao Ma goto out; 4234ad5a4d70STao Ma 4235ad5a4d70STao Ma status = ocfs2_find_path(inode, right_path, right_cpos); 4236ad5a4d70STao Ma if (status) 4237ad5a4d70STao Ma goto out; 4238ad5a4d70STao Ma 4239ad5a4d70STao Ma new_el = path_leaf_el(right_path); 4240ad5a4d70STao Ma rec = &new_el->l_recs[0]; 4241ad5a4d70STao Ma if (ocfs2_is_empty_extent(rec)) { 4242ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) <= 1) { 4243ad5a4d70STao Ma bh = path_leaf_bh(right_path); 4244ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 42455e96581aSJoel Becker ocfs2_error(inode->i_sb, 42465e96581aSJoel Becker "Extent block #%llu has an " 42475e96581aSJoel Becker "invalid l_next_free_rec of %d", 42485e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 42495e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec)); 42505e96581aSJoel Becker status = -EINVAL; 4251ad5a4d70STao Ma goto out; 4252ad5a4d70STao Ma } 4253ad5a4d70STao Ma rec = &new_el->l_recs[1]; 4254ad5a4d70STao Ma } 4255ad5a4d70STao Ma } 4256ad5a4d70STao Ma 4257ad5a4d70STao Ma if (rec) { 4258328d5752SMark Fasheh enum ocfs2_contig_type contig_type; 4259328d5752SMark Fasheh 4260328d5752SMark Fasheh contig_type = ocfs2_extent_contig(inode, rec, split_rec); 4261328d5752SMark Fasheh 4262328d5752SMark Fasheh if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT) 4263328d5752SMark Fasheh ret = CONTIG_LEFTRIGHT; 4264328d5752SMark Fasheh else if (ret == CONTIG_NONE) 4265328d5752SMark Fasheh ret = contig_type; 4266328d5752SMark Fasheh } 4267328d5752SMark Fasheh 4268ad5a4d70STao Ma out: 4269ad5a4d70STao Ma if (left_path) 4270ad5a4d70STao Ma ocfs2_free_path(left_path); 4271ad5a4d70STao Ma if (right_path) 4272ad5a4d70STao Ma ocfs2_free_path(right_path); 4273ad5a4d70STao Ma 4274328d5752SMark Fasheh return ret; 4275328d5752SMark Fasheh } 4276328d5752SMark Fasheh 4277dcd0538fSMark Fasheh static void ocfs2_figure_contig_type(struct inode *inode, 4278dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 4279dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4280ca12b7c4STao Ma struct ocfs2_extent_rec *insert_rec, 4281ca12b7c4STao Ma struct ocfs2_extent_tree *et) 4282dcd0538fSMark Fasheh { 4283dcd0538fSMark Fasheh int i; 4284dcd0538fSMark Fasheh enum ocfs2_contig_type contig_type = CONTIG_NONE; 4285dcd0538fSMark Fasheh 4286e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4287e48edee2SMark Fasheh 4288dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 4289dcd0538fSMark Fasheh contig_type = ocfs2_extent_contig(inode, &el->l_recs[i], 4290dcd0538fSMark Fasheh insert_rec); 4291dcd0538fSMark Fasheh if (contig_type != CONTIG_NONE) { 4292dcd0538fSMark Fasheh insert->ins_contig_index = i; 4293dcd0538fSMark Fasheh break; 4294dcd0538fSMark Fasheh } 4295dcd0538fSMark Fasheh } 4296dcd0538fSMark Fasheh insert->ins_contig = contig_type; 4297ca12b7c4STao Ma 4298ca12b7c4STao Ma if (insert->ins_contig != CONTIG_NONE) { 4299ca12b7c4STao Ma struct ocfs2_extent_rec *rec = 4300ca12b7c4STao Ma &el->l_recs[insert->ins_contig_index]; 4301ca12b7c4STao Ma unsigned int len = le16_to_cpu(rec->e_leaf_clusters) + 4302ca12b7c4STao Ma le16_to_cpu(insert_rec->e_leaf_clusters); 4303ca12b7c4STao Ma 4304ca12b7c4STao Ma /* 4305ca12b7c4STao Ma * Caller might want us to limit the size of extents, don't 4306ca12b7c4STao Ma * calculate contiguousness if we might exceed that limit. 4307ca12b7c4STao Ma */ 4308ce1d9ea6SJoel Becker if (et->et_max_leaf_clusters && 4309ce1d9ea6SJoel Becker (len > et->et_max_leaf_clusters)) 4310ca12b7c4STao Ma insert->ins_contig = CONTIG_NONE; 4311ca12b7c4STao Ma } 4312dcd0538fSMark Fasheh } 4313dcd0538fSMark Fasheh 4314dcd0538fSMark Fasheh /* 4315dcd0538fSMark Fasheh * This should only be called against the righmost leaf extent list. 4316dcd0538fSMark Fasheh * 4317dcd0538fSMark Fasheh * ocfs2_figure_appending_type() will figure out whether we'll have to 4318dcd0538fSMark Fasheh * insert at the tail of the rightmost leaf. 4319dcd0538fSMark Fasheh * 4320e7d4cb6bSTao Ma * This should also work against the root extent list for tree's with 0 4321e7d4cb6bSTao Ma * depth. If we consider the root extent list to be the rightmost leaf node 4322dcd0538fSMark Fasheh * then the logic here makes sense. 4323dcd0538fSMark Fasheh */ 4324dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert, 4325dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4326dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4327dcd0538fSMark Fasheh { 4328dcd0538fSMark Fasheh int i; 4329dcd0538fSMark Fasheh u32 cpos = le32_to_cpu(insert_rec->e_cpos); 4330dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 4331dcd0538fSMark Fasheh 4332dcd0538fSMark Fasheh insert->ins_appending = APPEND_NONE; 4333dcd0538fSMark Fasheh 4334e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4335dcd0538fSMark Fasheh 4336dcd0538fSMark Fasheh if (!el->l_next_free_rec) 4337dcd0538fSMark Fasheh goto set_tail_append; 4338dcd0538fSMark Fasheh 4339dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 4340dcd0538fSMark Fasheh /* Were all records empty? */ 4341dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 1) 4342dcd0538fSMark Fasheh goto set_tail_append; 4343dcd0538fSMark Fasheh } 4344dcd0538fSMark Fasheh 4345dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 4346dcd0538fSMark Fasheh rec = &el->l_recs[i]; 4347dcd0538fSMark Fasheh 4348e48edee2SMark Fasheh if (cpos >= 4349e48edee2SMark Fasheh (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters))) 4350dcd0538fSMark Fasheh goto set_tail_append; 4351dcd0538fSMark Fasheh 4352dcd0538fSMark Fasheh return; 4353dcd0538fSMark Fasheh 4354dcd0538fSMark Fasheh set_tail_append: 4355dcd0538fSMark Fasheh insert->ins_appending = APPEND_TAIL; 4356dcd0538fSMark Fasheh } 4357dcd0538fSMark Fasheh 4358dcd0538fSMark Fasheh /* 4359dcd0538fSMark Fasheh * Helper function called at the begining of an insert. 4360dcd0538fSMark Fasheh * 4361dcd0538fSMark Fasheh * This computes a few things that are commonly used in the process of 4362dcd0538fSMark Fasheh * inserting into the btree: 4363dcd0538fSMark Fasheh * - Whether the new extent is contiguous with an existing one. 4364dcd0538fSMark Fasheh * - The current tree depth. 4365dcd0538fSMark Fasheh * - Whether the insert is an appending one. 4366dcd0538fSMark Fasheh * - The total # of free records in the tree. 4367dcd0538fSMark Fasheh * 4368dcd0538fSMark Fasheh * All of the information is stored on the ocfs2_insert_type 4369dcd0538fSMark Fasheh * structure. 4370dcd0538fSMark Fasheh */ 4371dcd0538fSMark Fasheh static int ocfs2_figure_insert_type(struct inode *inode, 4372e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4373dcd0538fSMark Fasheh struct buffer_head **last_eb_bh, 4374dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4375c77534f6STao Mao int *free_records, 4376dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4377dcd0538fSMark Fasheh { 4378dcd0538fSMark Fasheh int ret; 4379dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 4380dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4381dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 4382dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 4383dcd0538fSMark Fasheh 4384328d5752SMark Fasheh insert->ins_split = SPLIT_NONE; 4385328d5752SMark Fasheh 4386ce1d9ea6SJoel Becker el = et->et_root_el; 4387dcd0538fSMark Fasheh insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth); 4388dcd0538fSMark Fasheh 4389dcd0538fSMark Fasheh if (el->l_tree_depth) { 4390dcd0538fSMark Fasheh /* 4391dcd0538fSMark Fasheh * If we have tree depth, we read in the 4392dcd0538fSMark Fasheh * rightmost extent block ahead of time as 4393dcd0538fSMark Fasheh * ocfs2_figure_insert_type() and ocfs2_add_branch() 4394dcd0538fSMark Fasheh * may want it later. 4395dcd0538fSMark Fasheh */ 43965e96581aSJoel Becker ret = ocfs2_read_extent_block(inode, 43975e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 43985e96581aSJoel Becker &bh); 4399dcd0538fSMark Fasheh if (ret) { 4400dcd0538fSMark Fasheh mlog_exit(ret); 4401dcd0538fSMark Fasheh goto out; 4402dcd0538fSMark Fasheh } 4403dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 4404dcd0538fSMark Fasheh el = &eb->h_list; 4405dcd0538fSMark Fasheh } 4406dcd0538fSMark Fasheh 4407dcd0538fSMark Fasheh /* 4408dcd0538fSMark Fasheh * Unless we have a contiguous insert, we'll need to know if 4409dcd0538fSMark Fasheh * there is room left in our allocation tree for another 4410dcd0538fSMark Fasheh * extent record. 4411dcd0538fSMark Fasheh * 4412dcd0538fSMark Fasheh * XXX: This test is simplistic, we can search for empty 4413dcd0538fSMark Fasheh * extent records too. 4414dcd0538fSMark Fasheh */ 4415c77534f6STao Mao *free_records = le16_to_cpu(el->l_count) - 4416dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec); 4417dcd0538fSMark Fasheh 4418dcd0538fSMark Fasheh if (!insert->ins_tree_depth) { 4419ca12b7c4STao Ma ocfs2_figure_contig_type(inode, insert, el, insert_rec, et); 4420dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4421dcd0538fSMark Fasheh return 0; 4422dcd0538fSMark Fasheh } 4423dcd0538fSMark Fasheh 4424ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 4425dcd0538fSMark Fasheh if (!path) { 4426dcd0538fSMark Fasheh ret = -ENOMEM; 4427dcd0538fSMark Fasheh mlog_errno(ret); 4428dcd0538fSMark Fasheh goto out; 4429dcd0538fSMark Fasheh } 4430dcd0538fSMark Fasheh 4431dcd0538fSMark Fasheh /* 4432dcd0538fSMark Fasheh * In the case that we're inserting past what the tree 4433dcd0538fSMark Fasheh * currently accounts for, ocfs2_find_path() will return for 4434dcd0538fSMark Fasheh * us the rightmost tree path. This is accounted for below in 4435dcd0538fSMark Fasheh * the appending code. 4436dcd0538fSMark Fasheh */ 4437dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, path, le32_to_cpu(insert_rec->e_cpos)); 4438dcd0538fSMark Fasheh if (ret) { 4439dcd0538fSMark Fasheh mlog_errno(ret); 4440dcd0538fSMark Fasheh goto out; 4441dcd0538fSMark Fasheh } 4442dcd0538fSMark Fasheh 4443dcd0538fSMark Fasheh el = path_leaf_el(path); 4444dcd0538fSMark Fasheh 4445dcd0538fSMark Fasheh /* 4446dcd0538fSMark Fasheh * Now that we have the path, there's two things we want to determine: 4447dcd0538fSMark Fasheh * 1) Contiguousness (also set contig_index if this is so) 4448dcd0538fSMark Fasheh * 4449dcd0538fSMark Fasheh * 2) Are we doing an append? We can trivially break this up 4450dcd0538fSMark Fasheh * into two types of appends: simple record append, or a 4451dcd0538fSMark Fasheh * rotate inside the tail leaf. 4452dcd0538fSMark Fasheh */ 4453ca12b7c4STao Ma ocfs2_figure_contig_type(inode, insert, el, insert_rec, et); 4454dcd0538fSMark Fasheh 4455dcd0538fSMark Fasheh /* 4456dcd0538fSMark Fasheh * The insert code isn't quite ready to deal with all cases of 4457dcd0538fSMark Fasheh * left contiguousness. Specifically, if it's an insert into 4458dcd0538fSMark Fasheh * the 1st record in a leaf, it will require the adjustment of 4459e48edee2SMark Fasheh * cluster count on the last record of the path directly to it's 4460dcd0538fSMark Fasheh * left. For now, just catch that case and fool the layers 4461dcd0538fSMark Fasheh * above us. This works just fine for tree_depth == 0, which 4462dcd0538fSMark Fasheh * is why we allow that above. 4463dcd0538fSMark Fasheh */ 4464dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT && 4465dcd0538fSMark Fasheh insert->ins_contig_index == 0) 4466dcd0538fSMark Fasheh insert->ins_contig = CONTIG_NONE; 4467dcd0538fSMark Fasheh 4468dcd0538fSMark Fasheh /* 4469dcd0538fSMark Fasheh * Ok, so we can simply compare against last_eb to figure out 4470dcd0538fSMark Fasheh * whether the path doesn't exist. This will only happen in 4471dcd0538fSMark Fasheh * the case that we're doing a tail append, so maybe we can 4472dcd0538fSMark Fasheh * take advantage of that information somehow. 4473dcd0538fSMark Fasheh */ 447435dc0aa3SJoel Becker if (ocfs2_et_get_last_eb_blk(et) == 4475e7d4cb6bSTao Ma path_leaf_bh(path)->b_blocknr) { 4476dcd0538fSMark Fasheh /* 4477dcd0538fSMark Fasheh * Ok, ocfs2_find_path() returned us the rightmost 4478dcd0538fSMark Fasheh * tree path. This might be an appending insert. There are 4479dcd0538fSMark Fasheh * two cases: 4480dcd0538fSMark Fasheh * 1) We're doing a true append at the tail: 4481dcd0538fSMark Fasheh * -This might even be off the end of the leaf 4482dcd0538fSMark Fasheh * 2) We're "appending" by rotating in the tail 4483dcd0538fSMark Fasheh */ 4484dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4485dcd0538fSMark Fasheh } 4486dcd0538fSMark Fasheh 4487dcd0538fSMark Fasheh out: 4488dcd0538fSMark Fasheh ocfs2_free_path(path); 4489dcd0538fSMark Fasheh 4490dcd0538fSMark Fasheh if (ret == 0) 4491dcd0538fSMark Fasheh *last_eb_bh = bh; 4492dcd0538fSMark Fasheh else 4493dcd0538fSMark Fasheh brelse(bh); 4494dcd0538fSMark Fasheh return ret; 4495dcd0538fSMark Fasheh } 4496dcd0538fSMark Fasheh 4497dcd0538fSMark Fasheh /* 4498dcd0538fSMark Fasheh * Insert an extent into an inode btree. 4499dcd0538fSMark Fasheh * 4500dcd0538fSMark Fasheh * The caller needs to update fe->i_clusters 4501dcd0538fSMark Fasheh */ 4502f99b9b7cSJoel Becker int ocfs2_insert_extent(struct ocfs2_super *osb, 45031fabe148SMark Fasheh handle_t *handle, 4504ccd979bdSMark Fasheh struct inode *inode, 4505f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 4506dcd0538fSMark Fasheh u32 cpos, 4507ccd979bdSMark Fasheh u64 start_blk, 4508ccd979bdSMark Fasheh u32 new_clusters, 45092ae99a60SMark Fasheh u8 flags, 4510f99b9b7cSJoel Becker struct ocfs2_alloc_context *meta_ac) 4511ccd979bdSMark Fasheh { 4512c3afcbb3SMark Fasheh int status; 4513c77534f6STao Mao int uninitialized_var(free_records); 4514ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 4515dcd0538fSMark Fasheh struct ocfs2_insert_type insert = {0, }; 4516dcd0538fSMark Fasheh struct ocfs2_extent_rec rec; 4517ccd979bdSMark Fasheh 4518dcd0538fSMark Fasheh mlog(0, "add %u clusters at position %u to inode %llu\n", 4519dcd0538fSMark Fasheh new_clusters, cpos, (unsigned long long)OCFS2_I(inode)->ip_blkno); 4520ccd979bdSMark Fasheh 4521e48edee2SMark Fasheh memset(&rec, 0, sizeof(rec)); 4522dcd0538fSMark Fasheh rec.e_cpos = cpu_to_le32(cpos); 4523dcd0538fSMark Fasheh rec.e_blkno = cpu_to_le64(start_blk); 4524e48edee2SMark Fasheh rec.e_leaf_clusters = cpu_to_le16(new_clusters); 45252ae99a60SMark Fasheh rec.e_flags = flags; 45261e61ee79SJoel Becker status = ocfs2_et_insert_check(inode, et, &rec); 45271e61ee79SJoel Becker if (status) { 45281e61ee79SJoel Becker mlog_errno(status); 45291e61ee79SJoel Becker goto bail; 45301e61ee79SJoel Becker } 4531ccd979bdSMark Fasheh 4532e7d4cb6bSTao Ma status = ocfs2_figure_insert_type(inode, et, &last_eb_bh, &rec, 4533c77534f6STao Mao &free_records, &insert); 4534ccd979bdSMark Fasheh if (status < 0) { 4535dcd0538fSMark Fasheh mlog_errno(status); 4536ccd979bdSMark Fasheh goto bail; 4537ccd979bdSMark Fasheh } 4538ccd979bdSMark Fasheh 4539dcd0538fSMark Fasheh mlog(0, "Insert.appending: %u, Insert.Contig: %u, " 4540dcd0538fSMark Fasheh "Insert.contig_index: %d, Insert.free_records: %d, " 4541dcd0538fSMark Fasheh "Insert.tree_depth: %d\n", 4542dcd0538fSMark Fasheh insert.ins_appending, insert.ins_contig, insert.ins_contig_index, 4543c77534f6STao Mao free_records, insert.ins_tree_depth); 4544dcd0538fSMark Fasheh 4545c77534f6STao Mao if (insert.ins_contig == CONTIG_NONE && free_records == 0) { 4546e7d4cb6bSTao Ma status = ocfs2_grow_tree(inode, handle, et, 4547328d5752SMark Fasheh &insert.ins_tree_depth, &last_eb_bh, 4548ccd979bdSMark Fasheh meta_ac); 4549c3afcbb3SMark Fasheh if (status) { 4550ccd979bdSMark Fasheh mlog_errno(status); 4551ccd979bdSMark Fasheh goto bail; 4552ccd979bdSMark Fasheh } 4553c3afcbb3SMark Fasheh } 4554ccd979bdSMark Fasheh 4555dcd0538fSMark Fasheh /* Finally, we can add clusters. This might rotate the tree for us. */ 4556e7d4cb6bSTao Ma status = ocfs2_do_insert_extent(inode, handle, et, &rec, &insert); 4557ccd979bdSMark Fasheh if (status < 0) 4558ccd979bdSMark Fasheh mlog_errno(status); 4559f99b9b7cSJoel Becker else if (et->et_ops == &ocfs2_dinode_et_ops) 456083418978SMark Fasheh ocfs2_extent_map_insert_rec(inode, &rec); 4561ccd979bdSMark Fasheh 4562ccd979bdSMark Fasheh bail: 4563ccd979bdSMark Fasheh brelse(last_eb_bh); 4564ccd979bdSMark Fasheh 4565f56654c4STao Ma mlog_exit(status); 4566f56654c4STao Ma return status; 4567f56654c4STao Ma } 4568f56654c4STao Ma 45690eb8d47eSTao Ma /* 45700eb8d47eSTao Ma * Allcate and add clusters into the extent b-tree. 45710eb8d47eSTao Ma * The new clusters(clusters_to_add) will be inserted at logical_offset. 4572f99b9b7cSJoel Becker * The extent b-tree's root is specified by et, and 45730eb8d47eSTao Ma * it is not limited to the file storage. Any extent tree can use this 45740eb8d47eSTao Ma * function if it implements the proper ocfs2_extent_tree. 45750eb8d47eSTao Ma */ 45760eb8d47eSTao Ma int ocfs2_add_clusters_in_btree(struct ocfs2_super *osb, 45770eb8d47eSTao Ma struct inode *inode, 45780eb8d47eSTao Ma u32 *logical_offset, 45790eb8d47eSTao Ma u32 clusters_to_add, 45800eb8d47eSTao Ma int mark_unwritten, 4581f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 45820eb8d47eSTao Ma handle_t *handle, 45830eb8d47eSTao Ma struct ocfs2_alloc_context *data_ac, 45840eb8d47eSTao Ma struct ocfs2_alloc_context *meta_ac, 4585f99b9b7cSJoel Becker enum ocfs2_alloc_restarted *reason_ret) 45860eb8d47eSTao Ma { 45870eb8d47eSTao Ma int status = 0; 45880eb8d47eSTao Ma int free_extents; 45890eb8d47eSTao Ma enum ocfs2_alloc_restarted reason = RESTART_NONE; 45900eb8d47eSTao Ma u32 bit_off, num_bits; 45910eb8d47eSTao Ma u64 block; 45920eb8d47eSTao Ma u8 flags = 0; 45930eb8d47eSTao Ma 45940eb8d47eSTao Ma BUG_ON(!clusters_to_add); 45950eb8d47eSTao Ma 45960eb8d47eSTao Ma if (mark_unwritten) 45970eb8d47eSTao Ma flags = OCFS2_EXT_UNWRITTEN; 45980eb8d47eSTao Ma 4599f99b9b7cSJoel Becker free_extents = ocfs2_num_free_extents(osb, inode, et); 46000eb8d47eSTao Ma if (free_extents < 0) { 46010eb8d47eSTao Ma status = free_extents; 46020eb8d47eSTao Ma mlog_errno(status); 46030eb8d47eSTao Ma goto leave; 46040eb8d47eSTao Ma } 46050eb8d47eSTao Ma 46060eb8d47eSTao Ma /* there are two cases which could cause us to EAGAIN in the 46070eb8d47eSTao Ma * we-need-more-metadata case: 46080eb8d47eSTao Ma * 1) we haven't reserved *any* 46090eb8d47eSTao Ma * 2) we are so fragmented, we've needed to add metadata too 46100eb8d47eSTao Ma * many times. */ 46110eb8d47eSTao Ma if (!free_extents && !meta_ac) { 46120eb8d47eSTao Ma mlog(0, "we haven't reserved any metadata!\n"); 46130eb8d47eSTao Ma status = -EAGAIN; 46140eb8d47eSTao Ma reason = RESTART_META; 46150eb8d47eSTao Ma goto leave; 46160eb8d47eSTao Ma } else if ((!free_extents) 46170eb8d47eSTao Ma && (ocfs2_alloc_context_bits_left(meta_ac) 4618f99b9b7cSJoel Becker < ocfs2_extend_meta_needed(et->et_root_el))) { 46190eb8d47eSTao Ma mlog(0, "filesystem is really fragmented...\n"); 46200eb8d47eSTao Ma status = -EAGAIN; 46210eb8d47eSTao Ma reason = RESTART_META; 46220eb8d47eSTao Ma goto leave; 46230eb8d47eSTao Ma } 46240eb8d47eSTao Ma 46250eb8d47eSTao Ma status = __ocfs2_claim_clusters(osb, handle, data_ac, 1, 46260eb8d47eSTao Ma clusters_to_add, &bit_off, &num_bits); 46270eb8d47eSTao Ma if (status < 0) { 46280eb8d47eSTao Ma if (status != -ENOSPC) 46290eb8d47eSTao Ma mlog_errno(status); 46300eb8d47eSTao Ma goto leave; 46310eb8d47eSTao Ma } 46320eb8d47eSTao Ma 46330eb8d47eSTao Ma BUG_ON(num_bits > clusters_to_add); 46340eb8d47eSTao Ma 4635*13723d00SJoel Becker /* reserve our write early -- insert_extent may update the tree root */ 4636*13723d00SJoel Becker status = ocfs2_et_root_journal_access(handle, inode, et, 46370eb8d47eSTao Ma OCFS2_JOURNAL_ACCESS_WRITE); 46380eb8d47eSTao Ma if (status < 0) { 46390eb8d47eSTao Ma mlog_errno(status); 46400eb8d47eSTao Ma goto leave; 46410eb8d47eSTao Ma } 46420eb8d47eSTao Ma 46430eb8d47eSTao Ma block = ocfs2_clusters_to_blocks(osb->sb, bit_off); 46440eb8d47eSTao Ma mlog(0, "Allocating %u clusters at block %u for inode %llu\n", 46450eb8d47eSTao Ma num_bits, bit_off, (unsigned long long)OCFS2_I(inode)->ip_blkno); 4646f99b9b7cSJoel Becker status = ocfs2_insert_extent(osb, handle, inode, et, 4647f56654c4STao Ma *logical_offset, block, 4648f56654c4STao Ma num_bits, flags, meta_ac); 46490eb8d47eSTao Ma if (status < 0) { 46500eb8d47eSTao Ma mlog_errno(status); 46510eb8d47eSTao Ma goto leave; 46520eb8d47eSTao Ma } 46530eb8d47eSTao Ma 4654f99b9b7cSJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 46550eb8d47eSTao Ma if (status < 0) { 46560eb8d47eSTao Ma mlog_errno(status); 46570eb8d47eSTao Ma goto leave; 46580eb8d47eSTao Ma } 46590eb8d47eSTao Ma 46600eb8d47eSTao Ma clusters_to_add -= num_bits; 46610eb8d47eSTao Ma *logical_offset += num_bits; 46620eb8d47eSTao Ma 46630eb8d47eSTao Ma if (clusters_to_add) { 46640eb8d47eSTao Ma mlog(0, "need to alloc once more, wanted = %u\n", 46650eb8d47eSTao Ma clusters_to_add); 46660eb8d47eSTao Ma status = -EAGAIN; 46670eb8d47eSTao Ma reason = RESTART_TRANS; 46680eb8d47eSTao Ma } 46690eb8d47eSTao Ma 46700eb8d47eSTao Ma leave: 46710eb8d47eSTao Ma mlog_exit(status); 46720eb8d47eSTao Ma if (reason_ret) 46730eb8d47eSTao Ma *reason_ret = reason; 46740eb8d47eSTao Ma return status; 46750eb8d47eSTao Ma } 46760eb8d47eSTao Ma 4677328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb, 4678328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4679328d5752SMark Fasheh u32 cpos, 4680328d5752SMark Fasheh struct ocfs2_extent_rec *rec) 4681328d5752SMark Fasheh { 4682328d5752SMark Fasheh u32 rec_cpos = le32_to_cpu(rec->e_cpos); 4683328d5752SMark Fasheh u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters); 4684328d5752SMark Fasheh 4685328d5752SMark Fasheh memset(split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4686328d5752SMark Fasheh 4687328d5752SMark Fasheh split_rec->e_cpos = cpu_to_le32(cpos); 4688328d5752SMark Fasheh split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos); 4689328d5752SMark Fasheh 4690328d5752SMark Fasheh split_rec->e_blkno = rec->e_blkno; 4691328d5752SMark Fasheh le64_add_cpu(&split_rec->e_blkno, 4692328d5752SMark Fasheh ocfs2_clusters_to_blocks(sb, cpos - rec_cpos)); 4693328d5752SMark Fasheh 4694328d5752SMark Fasheh split_rec->e_flags = rec->e_flags; 4695328d5752SMark Fasheh } 4696328d5752SMark Fasheh 4697328d5752SMark Fasheh static int ocfs2_split_and_insert(struct inode *inode, 4698328d5752SMark Fasheh handle_t *handle, 4699328d5752SMark Fasheh struct ocfs2_path *path, 4700e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4701328d5752SMark Fasheh struct buffer_head **last_eb_bh, 4702328d5752SMark Fasheh int split_index, 4703328d5752SMark Fasheh struct ocfs2_extent_rec *orig_split_rec, 4704328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4705328d5752SMark Fasheh { 4706328d5752SMark Fasheh int ret = 0, depth; 4707328d5752SMark Fasheh unsigned int insert_range, rec_range, do_leftright = 0; 4708328d5752SMark Fasheh struct ocfs2_extent_rec tmprec; 4709328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4710328d5752SMark Fasheh struct ocfs2_extent_rec rec; 4711328d5752SMark Fasheh struct ocfs2_extent_rec split_rec = *orig_split_rec; 4712328d5752SMark Fasheh struct ocfs2_insert_type insert; 4713328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4714328d5752SMark Fasheh 4715328d5752SMark Fasheh leftright: 4716328d5752SMark Fasheh /* 4717328d5752SMark Fasheh * Store a copy of the record on the stack - it might move 4718328d5752SMark Fasheh * around as the tree is manipulated below. 4719328d5752SMark Fasheh */ 4720328d5752SMark Fasheh rec = path_leaf_el(path)->l_recs[split_index]; 4721328d5752SMark Fasheh 4722ce1d9ea6SJoel Becker rightmost_el = et->et_root_el; 4723328d5752SMark Fasheh 4724328d5752SMark Fasheh depth = le16_to_cpu(rightmost_el->l_tree_depth); 4725328d5752SMark Fasheh if (depth) { 4726328d5752SMark Fasheh BUG_ON(!(*last_eb_bh)); 4727328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 4728328d5752SMark Fasheh rightmost_el = &eb->h_list; 4729328d5752SMark Fasheh } 4730328d5752SMark Fasheh 4731328d5752SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4732328d5752SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4733e7d4cb6bSTao Ma ret = ocfs2_grow_tree(inode, handle, et, 4734e7d4cb6bSTao Ma &depth, last_eb_bh, meta_ac); 4735328d5752SMark Fasheh if (ret) { 4736328d5752SMark Fasheh mlog_errno(ret); 4737328d5752SMark Fasheh goto out; 4738328d5752SMark Fasheh } 4739328d5752SMark Fasheh } 4740328d5752SMark Fasheh 4741328d5752SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4742328d5752SMark Fasheh insert.ins_appending = APPEND_NONE; 4743328d5752SMark Fasheh insert.ins_contig = CONTIG_NONE; 4744328d5752SMark Fasheh insert.ins_tree_depth = depth; 4745328d5752SMark Fasheh 4746328d5752SMark Fasheh insert_range = le32_to_cpu(split_rec.e_cpos) + 4747328d5752SMark Fasheh le16_to_cpu(split_rec.e_leaf_clusters); 4748328d5752SMark Fasheh rec_range = le32_to_cpu(rec.e_cpos) + 4749328d5752SMark Fasheh le16_to_cpu(rec.e_leaf_clusters); 4750328d5752SMark Fasheh 4751328d5752SMark Fasheh if (split_rec.e_cpos == rec.e_cpos) { 4752328d5752SMark Fasheh insert.ins_split = SPLIT_LEFT; 4753328d5752SMark Fasheh } else if (insert_range == rec_range) { 4754328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4755328d5752SMark Fasheh } else { 4756328d5752SMark Fasheh /* 4757328d5752SMark Fasheh * Left/right split. We fake this as a right split 4758328d5752SMark Fasheh * first and then make a second pass as a left split. 4759328d5752SMark Fasheh */ 4760328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4761328d5752SMark Fasheh 4762328d5752SMark Fasheh ocfs2_make_right_split_rec(inode->i_sb, &tmprec, insert_range, 4763328d5752SMark Fasheh &rec); 4764328d5752SMark Fasheh 4765328d5752SMark Fasheh split_rec = tmprec; 4766328d5752SMark Fasheh 4767328d5752SMark Fasheh BUG_ON(do_leftright); 4768328d5752SMark Fasheh do_leftright = 1; 4769328d5752SMark Fasheh } 4770328d5752SMark Fasheh 4771e7d4cb6bSTao Ma ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert); 4772328d5752SMark Fasheh if (ret) { 4773328d5752SMark Fasheh mlog_errno(ret); 4774328d5752SMark Fasheh goto out; 4775328d5752SMark Fasheh } 4776328d5752SMark Fasheh 4777328d5752SMark Fasheh if (do_leftright == 1) { 4778328d5752SMark Fasheh u32 cpos; 4779328d5752SMark Fasheh struct ocfs2_extent_list *el; 4780328d5752SMark Fasheh 4781328d5752SMark Fasheh do_leftright++; 4782328d5752SMark Fasheh split_rec = *orig_split_rec; 4783328d5752SMark Fasheh 4784328d5752SMark Fasheh ocfs2_reinit_path(path, 1); 4785328d5752SMark Fasheh 4786328d5752SMark Fasheh cpos = le32_to_cpu(split_rec.e_cpos); 4787328d5752SMark Fasheh ret = ocfs2_find_path(inode, path, cpos); 4788328d5752SMark Fasheh if (ret) { 4789328d5752SMark Fasheh mlog_errno(ret); 4790328d5752SMark Fasheh goto out; 4791328d5752SMark Fasheh } 4792328d5752SMark Fasheh 4793328d5752SMark Fasheh el = path_leaf_el(path); 4794328d5752SMark Fasheh split_index = ocfs2_search_extent_list(el, cpos); 4795328d5752SMark Fasheh goto leftright; 4796328d5752SMark Fasheh } 4797328d5752SMark Fasheh out: 4798328d5752SMark Fasheh 4799328d5752SMark Fasheh return ret; 4800328d5752SMark Fasheh } 4801328d5752SMark Fasheh 4802328d5752SMark Fasheh /* 4803328d5752SMark Fasheh * Mark part or all of the extent record at split_index in the leaf 4804328d5752SMark Fasheh * pointed to by path as written. This removes the unwritten 4805328d5752SMark Fasheh * extent flag. 4806328d5752SMark Fasheh * 4807328d5752SMark Fasheh * Care is taken to handle contiguousness so as to not grow the tree. 4808328d5752SMark Fasheh * 4809328d5752SMark Fasheh * meta_ac is not strictly necessary - we only truly need it if growth 4810328d5752SMark Fasheh * of the tree is required. All other cases will degrade into a less 4811328d5752SMark Fasheh * optimal tree layout. 4812328d5752SMark Fasheh * 4813e7d4cb6bSTao Ma * last_eb_bh should be the rightmost leaf block for any extent 4814e7d4cb6bSTao Ma * btree. Since a split may grow the tree or a merge might shrink it, 4815e7d4cb6bSTao Ma * the caller cannot trust the contents of that buffer after this call. 4816328d5752SMark Fasheh * 4817328d5752SMark Fasheh * This code is optimized for readability - several passes might be 4818328d5752SMark Fasheh * made over certain portions of the tree. All of those blocks will 4819328d5752SMark Fasheh * have been brought into cache (and pinned via the journal), so the 4820328d5752SMark Fasheh * extra overhead is not expressed in terms of disk reads. 4821328d5752SMark Fasheh */ 4822328d5752SMark Fasheh static int __ocfs2_mark_extent_written(struct inode *inode, 4823e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4824328d5752SMark Fasheh handle_t *handle, 4825328d5752SMark Fasheh struct ocfs2_path *path, 4826328d5752SMark Fasheh int split_index, 4827328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4828328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 4829328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 4830328d5752SMark Fasheh { 4831328d5752SMark Fasheh int ret = 0; 4832328d5752SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 4833e8aed345SMark Fasheh struct buffer_head *last_eb_bh = NULL; 4834328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 4835328d5752SMark Fasheh struct ocfs2_merge_ctxt ctxt; 4836328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4837328d5752SMark Fasheh 48383cf0c507SRoel Kluin if (!(rec->e_flags & OCFS2_EXT_UNWRITTEN)) { 4839328d5752SMark Fasheh ret = -EIO; 4840328d5752SMark Fasheh mlog_errno(ret); 4841328d5752SMark Fasheh goto out; 4842328d5752SMark Fasheh } 4843328d5752SMark Fasheh 4844328d5752SMark Fasheh if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) || 4845328d5752SMark Fasheh ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) < 4846328d5752SMark Fasheh (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) { 4847328d5752SMark Fasheh ret = -EIO; 4848328d5752SMark Fasheh mlog_errno(ret); 4849328d5752SMark Fasheh goto out; 4850328d5752SMark Fasheh } 4851328d5752SMark Fasheh 4852ad5a4d70STao Ma ctxt.c_contig_type = ocfs2_figure_merge_contig_type(inode, path, el, 4853328d5752SMark Fasheh split_index, 4854328d5752SMark Fasheh split_rec); 4855328d5752SMark Fasheh 4856328d5752SMark Fasheh /* 4857328d5752SMark Fasheh * The core merge / split code wants to know how much room is 4858328d5752SMark Fasheh * left in this inodes allocation tree, so we pass the 4859328d5752SMark Fasheh * rightmost extent list. 4860328d5752SMark Fasheh */ 4861328d5752SMark Fasheh if (path->p_tree_depth) { 4862328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4863328d5752SMark Fasheh 48645e96581aSJoel Becker ret = ocfs2_read_extent_block(inode, 48655e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 48660fcaa56aSJoel Becker &last_eb_bh); 4867328d5752SMark Fasheh if (ret) { 4868328d5752SMark Fasheh mlog_exit(ret); 4869328d5752SMark Fasheh goto out; 4870328d5752SMark Fasheh } 4871328d5752SMark Fasheh 4872328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 4873328d5752SMark Fasheh rightmost_el = &eb->h_list; 4874328d5752SMark Fasheh } else 4875328d5752SMark Fasheh rightmost_el = path_root_el(path); 4876328d5752SMark Fasheh 4877328d5752SMark Fasheh if (rec->e_cpos == split_rec->e_cpos && 4878328d5752SMark Fasheh rec->e_leaf_clusters == split_rec->e_leaf_clusters) 4879328d5752SMark Fasheh ctxt.c_split_covers_rec = 1; 4880328d5752SMark Fasheh else 4881328d5752SMark Fasheh ctxt.c_split_covers_rec = 0; 4882328d5752SMark Fasheh 4883328d5752SMark Fasheh ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]); 4884328d5752SMark Fasheh 4885015452b1SMark Fasheh mlog(0, "index: %d, contig: %u, has_empty: %u, split_covers: %u\n", 4886015452b1SMark Fasheh split_index, ctxt.c_contig_type, ctxt.c_has_empty_extent, 4887015452b1SMark Fasheh ctxt.c_split_covers_rec); 4888328d5752SMark Fasheh 4889328d5752SMark Fasheh if (ctxt.c_contig_type == CONTIG_NONE) { 4890328d5752SMark Fasheh if (ctxt.c_split_covers_rec) 4891328d5752SMark Fasheh el->l_recs[split_index] = *split_rec; 4892328d5752SMark Fasheh else 4893e7d4cb6bSTao Ma ret = ocfs2_split_and_insert(inode, handle, path, et, 4894328d5752SMark Fasheh &last_eb_bh, split_index, 4895328d5752SMark Fasheh split_rec, meta_ac); 4896328d5752SMark Fasheh if (ret) 4897328d5752SMark Fasheh mlog_errno(ret); 4898328d5752SMark Fasheh } else { 4899328d5752SMark Fasheh ret = ocfs2_try_to_merge_extent(inode, handle, path, 4900328d5752SMark Fasheh split_index, split_rec, 4901e7d4cb6bSTao Ma dealloc, &ctxt, et); 4902328d5752SMark Fasheh if (ret) 4903328d5752SMark Fasheh mlog_errno(ret); 4904328d5752SMark Fasheh } 4905328d5752SMark Fasheh 4906328d5752SMark Fasheh out: 4907328d5752SMark Fasheh brelse(last_eb_bh); 4908328d5752SMark Fasheh return ret; 4909328d5752SMark Fasheh } 4910328d5752SMark Fasheh 4911328d5752SMark Fasheh /* 4912328d5752SMark Fasheh * Mark the already-existing extent at cpos as written for len clusters. 4913328d5752SMark Fasheh * 4914328d5752SMark Fasheh * If the existing extent is larger than the request, initiate a 4915328d5752SMark Fasheh * split. An attempt will be made at merging with adjacent extents. 4916328d5752SMark Fasheh * 4917328d5752SMark Fasheh * The caller is responsible for passing down meta_ac if we'll need it. 4918328d5752SMark Fasheh */ 4919f99b9b7cSJoel Becker int ocfs2_mark_extent_written(struct inode *inode, 4920f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 4921328d5752SMark Fasheh handle_t *handle, u32 cpos, u32 len, u32 phys, 4922328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 4923f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 4924328d5752SMark Fasheh { 4925328d5752SMark Fasheh int ret, index; 4926328d5752SMark Fasheh u64 start_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys); 4927328d5752SMark Fasheh struct ocfs2_extent_rec split_rec; 4928328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 4929328d5752SMark Fasheh struct ocfs2_extent_list *el; 4930328d5752SMark Fasheh 4931328d5752SMark Fasheh mlog(0, "Inode %lu cpos %u, len %u, phys %u (%llu)\n", 4932328d5752SMark Fasheh inode->i_ino, cpos, len, phys, (unsigned long long)start_blkno); 4933328d5752SMark Fasheh 4934328d5752SMark Fasheh if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) { 4935328d5752SMark Fasheh ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents " 4936328d5752SMark Fasheh "that are being written to, but the feature bit " 4937328d5752SMark Fasheh "is not set in the super block.", 4938328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 4939328d5752SMark Fasheh ret = -EROFS; 4940328d5752SMark Fasheh goto out; 4941328d5752SMark Fasheh } 4942328d5752SMark Fasheh 4943328d5752SMark Fasheh /* 4944328d5752SMark Fasheh * XXX: This should be fixed up so that we just re-insert the 4945328d5752SMark Fasheh * next extent records. 4946f99b9b7cSJoel Becker * 4947f99b9b7cSJoel Becker * XXX: This is a hack on the extent tree, maybe it should be 4948f99b9b7cSJoel Becker * an op? 4949328d5752SMark Fasheh */ 4950f99b9b7cSJoel Becker if (et->et_ops == &ocfs2_dinode_et_ops) 4951328d5752SMark Fasheh ocfs2_extent_map_trunc(inode, 0); 4952328d5752SMark Fasheh 4953ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_et(et); 4954328d5752SMark Fasheh if (!left_path) { 4955328d5752SMark Fasheh ret = -ENOMEM; 4956328d5752SMark Fasheh mlog_errno(ret); 4957328d5752SMark Fasheh goto out; 4958328d5752SMark Fasheh } 4959328d5752SMark Fasheh 4960328d5752SMark Fasheh ret = ocfs2_find_path(inode, left_path, cpos); 4961328d5752SMark Fasheh if (ret) { 4962328d5752SMark Fasheh mlog_errno(ret); 4963328d5752SMark Fasheh goto out; 4964328d5752SMark Fasheh } 4965328d5752SMark Fasheh el = path_leaf_el(left_path); 4966328d5752SMark Fasheh 4967328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4968328d5752SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 4969328d5752SMark Fasheh ocfs2_error(inode->i_sb, 4970328d5752SMark Fasheh "Inode %llu has an extent at cpos %u which can no " 4971328d5752SMark Fasheh "longer be found.\n", 4972328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos); 4973328d5752SMark Fasheh ret = -EROFS; 4974328d5752SMark Fasheh goto out; 4975328d5752SMark Fasheh } 4976328d5752SMark Fasheh 4977328d5752SMark Fasheh memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4978328d5752SMark Fasheh split_rec.e_cpos = cpu_to_le32(cpos); 4979328d5752SMark Fasheh split_rec.e_leaf_clusters = cpu_to_le16(len); 4980328d5752SMark Fasheh split_rec.e_blkno = cpu_to_le64(start_blkno); 4981328d5752SMark Fasheh split_rec.e_flags = path_leaf_el(left_path)->l_recs[index].e_flags; 4982328d5752SMark Fasheh split_rec.e_flags &= ~OCFS2_EXT_UNWRITTEN; 4983328d5752SMark Fasheh 4984f99b9b7cSJoel Becker ret = __ocfs2_mark_extent_written(inode, et, handle, left_path, 4985e7d4cb6bSTao Ma index, &split_rec, meta_ac, 4986e7d4cb6bSTao Ma dealloc); 4987328d5752SMark Fasheh if (ret) 4988328d5752SMark Fasheh mlog_errno(ret); 4989328d5752SMark Fasheh 4990328d5752SMark Fasheh out: 4991328d5752SMark Fasheh ocfs2_free_path(left_path); 4992328d5752SMark Fasheh return ret; 4993328d5752SMark Fasheh } 4994328d5752SMark Fasheh 4995e7d4cb6bSTao Ma static int ocfs2_split_tree(struct inode *inode, struct ocfs2_extent_tree *et, 4996d0c7d708SMark Fasheh handle_t *handle, struct ocfs2_path *path, 4997d0c7d708SMark Fasheh int index, u32 new_range, 4998d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4999d0c7d708SMark Fasheh { 5000d0c7d708SMark Fasheh int ret, depth, credits = handle->h_buffer_credits; 5001d0c7d708SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5002d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5003d0c7d708SMark Fasheh struct ocfs2_extent_list *rightmost_el, *el; 5004d0c7d708SMark Fasheh struct ocfs2_extent_rec split_rec; 5005d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5006d0c7d708SMark Fasheh struct ocfs2_insert_type insert; 5007d0c7d708SMark Fasheh 5008d0c7d708SMark Fasheh /* 5009d0c7d708SMark Fasheh * Setup the record to split before we grow the tree. 5010d0c7d708SMark Fasheh */ 5011d0c7d708SMark Fasheh el = path_leaf_el(path); 5012d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5013d0c7d708SMark Fasheh ocfs2_make_right_split_rec(inode->i_sb, &split_rec, new_range, rec); 5014d0c7d708SMark Fasheh 5015d0c7d708SMark Fasheh depth = path->p_tree_depth; 5016d0c7d708SMark Fasheh if (depth > 0) { 50175e96581aSJoel Becker ret = ocfs2_read_extent_block(inode, 50185e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 50190fcaa56aSJoel Becker &last_eb_bh); 5020d0c7d708SMark Fasheh if (ret < 0) { 5021d0c7d708SMark Fasheh mlog_errno(ret); 5022d0c7d708SMark Fasheh goto out; 5023d0c7d708SMark Fasheh } 5024d0c7d708SMark Fasheh 5025d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5026d0c7d708SMark Fasheh rightmost_el = &eb->h_list; 5027d0c7d708SMark Fasheh } else 5028d0c7d708SMark Fasheh rightmost_el = path_leaf_el(path); 5029d0c7d708SMark Fasheh 5030811f933dSTao Ma credits += path->p_tree_depth + 5031ce1d9ea6SJoel Becker ocfs2_extend_meta_needed(et->et_root_el); 5032d0c7d708SMark Fasheh ret = ocfs2_extend_trans(handle, credits); 5033d0c7d708SMark Fasheh if (ret) { 5034d0c7d708SMark Fasheh mlog_errno(ret); 5035d0c7d708SMark Fasheh goto out; 5036d0c7d708SMark Fasheh } 5037d0c7d708SMark Fasheh 5038d0c7d708SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 5039d0c7d708SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 5040e7d4cb6bSTao Ma ret = ocfs2_grow_tree(inode, handle, et, &depth, &last_eb_bh, 5041d0c7d708SMark Fasheh meta_ac); 5042d0c7d708SMark Fasheh if (ret) { 5043d0c7d708SMark Fasheh mlog_errno(ret); 5044d0c7d708SMark Fasheh goto out; 5045d0c7d708SMark Fasheh } 5046d0c7d708SMark Fasheh } 5047d0c7d708SMark Fasheh 5048d0c7d708SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 5049d0c7d708SMark Fasheh insert.ins_appending = APPEND_NONE; 5050d0c7d708SMark Fasheh insert.ins_contig = CONTIG_NONE; 5051d0c7d708SMark Fasheh insert.ins_split = SPLIT_RIGHT; 5052d0c7d708SMark Fasheh insert.ins_tree_depth = depth; 5053d0c7d708SMark Fasheh 5054e7d4cb6bSTao Ma ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert); 5055d0c7d708SMark Fasheh if (ret) 5056d0c7d708SMark Fasheh mlog_errno(ret); 5057d0c7d708SMark Fasheh 5058d0c7d708SMark Fasheh out: 5059d0c7d708SMark Fasheh brelse(last_eb_bh); 5060d0c7d708SMark Fasheh return ret; 5061d0c7d708SMark Fasheh } 5062d0c7d708SMark Fasheh 5063d0c7d708SMark Fasheh static int ocfs2_truncate_rec(struct inode *inode, handle_t *handle, 5064d0c7d708SMark Fasheh struct ocfs2_path *path, int index, 5065d0c7d708SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 5066e7d4cb6bSTao Ma u32 cpos, u32 len, 5067e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 5068d0c7d708SMark Fasheh { 5069d0c7d708SMark Fasheh int ret; 5070d0c7d708SMark Fasheh u32 left_cpos, rec_range, trunc_range; 5071d0c7d708SMark Fasheh int wants_rotate = 0, is_rightmost_tree_rec = 0; 5072d0c7d708SMark Fasheh struct super_block *sb = inode->i_sb; 5073d0c7d708SMark Fasheh struct ocfs2_path *left_path = NULL; 5074d0c7d708SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5075d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5076d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5077d0c7d708SMark Fasheh 5078d0c7d708SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) { 5079e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et); 5080d0c7d708SMark Fasheh if (ret) { 5081d0c7d708SMark Fasheh mlog_errno(ret); 5082d0c7d708SMark Fasheh goto out; 5083d0c7d708SMark Fasheh } 5084d0c7d708SMark Fasheh 5085d0c7d708SMark Fasheh index--; 5086d0c7d708SMark Fasheh } 5087d0c7d708SMark Fasheh 5088d0c7d708SMark Fasheh if (index == (le16_to_cpu(el->l_next_free_rec) - 1) && 5089d0c7d708SMark Fasheh path->p_tree_depth) { 5090d0c7d708SMark Fasheh /* 5091d0c7d708SMark Fasheh * Check whether this is the rightmost tree record. If 5092d0c7d708SMark Fasheh * we remove all of this record or part of its right 5093d0c7d708SMark Fasheh * edge then an update of the record lengths above it 5094d0c7d708SMark Fasheh * will be required. 5095d0c7d708SMark Fasheh */ 5096d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 5097d0c7d708SMark Fasheh if (eb->h_next_leaf_blk == 0) 5098d0c7d708SMark Fasheh is_rightmost_tree_rec = 1; 5099d0c7d708SMark Fasheh } 5100d0c7d708SMark Fasheh 5101d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5102d0c7d708SMark Fasheh if (index == 0 && path->p_tree_depth && 5103d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos) == cpos) { 5104d0c7d708SMark Fasheh /* 5105d0c7d708SMark Fasheh * Changing the leftmost offset (via partial or whole 5106d0c7d708SMark Fasheh * record truncate) of an interior (or rightmost) path 5107d0c7d708SMark Fasheh * means we have to update the subtree that is formed 5108d0c7d708SMark Fasheh * by this leaf and the one to it's left. 5109d0c7d708SMark Fasheh * 5110d0c7d708SMark Fasheh * There are two cases we can skip: 5111d0c7d708SMark Fasheh * 1) Path is the leftmost one in our inode tree. 5112d0c7d708SMark Fasheh * 2) The leaf is rightmost and will be empty after 5113d0c7d708SMark Fasheh * we remove the extent record - the rotate code 5114d0c7d708SMark Fasheh * knows how to update the newly formed edge. 5115d0c7d708SMark Fasheh */ 5116d0c7d708SMark Fasheh 5117d0c7d708SMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, 5118d0c7d708SMark Fasheh &left_cpos); 5119d0c7d708SMark Fasheh if (ret) { 5120d0c7d708SMark Fasheh mlog_errno(ret); 5121d0c7d708SMark Fasheh goto out; 5122d0c7d708SMark Fasheh } 5123d0c7d708SMark Fasheh 5124d0c7d708SMark Fasheh if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) { 5125ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 5126d0c7d708SMark Fasheh if (!left_path) { 5127d0c7d708SMark Fasheh ret = -ENOMEM; 5128d0c7d708SMark Fasheh mlog_errno(ret); 5129d0c7d708SMark Fasheh goto out; 5130d0c7d708SMark Fasheh } 5131d0c7d708SMark Fasheh 5132d0c7d708SMark Fasheh ret = ocfs2_find_path(inode, left_path, left_cpos); 5133d0c7d708SMark Fasheh if (ret) { 5134d0c7d708SMark Fasheh mlog_errno(ret); 5135d0c7d708SMark Fasheh goto out; 5136d0c7d708SMark Fasheh } 5137d0c7d708SMark Fasheh } 5138d0c7d708SMark Fasheh } 5139d0c7d708SMark Fasheh 5140d0c7d708SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 5141d0c7d708SMark Fasheh handle->h_buffer_credits, 5142d0c7d708SMark Fasheh path); 5143d0c7d708SMark Fasheh if (ret) { 5144d0c7d708SMark Fasheh mlog_errno(ret); 5145d0c7d708SMark Fasheh goto out; 5146d0c7d708SMark Fasheh } 5147d0c7d708SMark Fasheh 5148d0c7d708SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, path); 5149d0c7d708SMark Fasheh if (ret) { 5150d0c7d708SMark Fasheh mlog_errno(ret); 5151d0c7d708SMark Fasheh goto out; 5152d0c7d708SMark Fasheh } 5153d0c7d708SMark Fasheh 5154d0c7d708SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, left_path); 5155d0c7d708SMark Fasheh if (ret) { 5156d0c7d708SMark Fasheh mlog_errno(ret); 5157d0c7d708SMark Fasheh goto out; 5158d0c7d708SMark Fasheh } 5159d0c7d708SMark Fasheh 5160d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5161d0c7d708SMark Fasheh trunc_range = cpos + len; 5162d0c7d708SMark Fasheh 5163d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) { 5164d0c7d708SMark Fasheh int next_free; 5165d0c7d708SMark Fasheh 5166d0c7d708SMark Fasheh memset(rec, 0, sizeof(*rec)); 5167d0c7d708SMark Fasheh ocfs2_cleanup_merge(el, index); 5168d0c7d708SMark Fasheh wants_rotate = 1; 5169d0c7d708SMark Fasheh 5170d0c7d708SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 5171d0c7d708SMark Fasheh if (is_rightmost_tree_rec && next_free > 1) { 5172d0c7d708SMark Fasheh /* 5173d0c7d708SMark Fasheh * We skip the edge update if this path will 5174d0c7d708SMark Fasheh * be deleted by the rotate code. 5175d0c7d708SMark Fasheh */ 5176d0c7d708SMark Fasheh rec = &el->l_recs[next_free - 1]; 5177d0c7d708SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, path, 5178d0c7d708SMark Fasheh rec); 5179d0c7d708SMark Fasheh } 5180d0c7d708SMark Fasheh } else if (le32_to_cpu(rec->e_cpos) == cpos) { 5181d0c7d708SMark Fasheh /* Remove leftmost portion of the record. */ 5182d0c7d708SMark Fasheh le32_add_cpu(&rec->e_cpos, len); 5183d0c7d708SMark Fasheh le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len)); 5184d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5185d0c7d708SMark Fasheh } else if (rec_range == trunc_range) { 5186d0c7d708SMark Fasheh /* Remove rightmost portion of the record */ 5187d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5188d0c7d708SMark Fasheh if (is_rightmost_tree_rec) 5189d0c7d708SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, path, rec); 5190d0c7d708SMark Fasheh } else { 5191d0c7d708SMark Fasheh /* Caller should have trapped this. */ 5192d0c7d708SMark Fasheh mlog(ML_ERROR, "Inode %llu: Invalid record truncate: (%u, %u) " 5193d0c7d708SMark Fasheh "(%u, %u)\n", (unsigned long long)OCFS2_I(inode)->ip_blkno, 5194d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), 5195d0c7d708SMark Fasheh le16_to_cpu(rec->e_leaf_clusters), cpos, len); 5196d0c7d708SMark Fasheh BUG(); 5197d0c7d708SMark Fasheh } 5198d0c7d708SMark Fasheh 5199d0c7d708SMark Fasheh if (left_path) { 5200d0c7d708SMark Fasheh int subtree_index; 5201d0c7d708SMark Fasheh 5202d0c7d708SMark Fasheh subtree_index = ocfs2_find_subtree_root(inode, left_path, path); 5203d0c7d708SMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, path, 5204d0c7d708SMark Fasheh subtree_index); 5205d0c7d708SMark Fasheh } 5206d0c7d708SMark Fasheh 5207d0c7d708SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(path)); 5208d0c7d708SMark Fasheh 5209e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et); 5210d0c7d708SMark Fasheh if (ret) { 5211d0c7d708SMark Fasheh mlog_errno(ret); 5212d0c7d708SMark Fasheh goto out; 5213d0c7d708SMark Fasheh } 5214d0c7d708SMark Fasheh 5215d0c7d708SMark Fasheh out: 5216d0c7d708SMark Fasheh ocfs2_free_path(left_path); 5217d0c7d708SMark Fasheh return ret; 5218d0c7d708SMark Fasheh } 5219d0c7d708SMark Fasheh 5220f99b9b7cSJoel Becker int ocfs2_remove_extent(struct inode *inode, 5221f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5222d0c7d708SMark Fasheh u32 cpos, u32 len, handle_t *handle, 5223d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5224f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 5225d0c7d708SMark Fasheh { 5226d0c7d708SMark Fasheh int ret, index; 5227d0c7d708SMark Fasheh u32 rec_range, trunc_range; 5228d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5229d0c7d708SMark Fasheh struct ocfs2_extent_list *el; 5230e7d4cb6bSTao Ma struct ocfs2_path *path = NULL; 5231d0c7d708SMark Fasheh 5232d0c7d708SMark Fasheh ocfs2_extent_map_trunc(inode, 0); 5233d0c7d708SMark Fasheh 5234ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 5235d0c7d708SMark Fasheh if (!path) { 5236d0c7d708SMark Fasheh ret = -ENOMEM; 5237d0c7d708SMark Fasheh mlog_errno(ret); 5238d0c7d708SMark Fasheh goto out; 5239d0c7d708SMark Fasheh } 5240d0c7d708SMark Fasheh 5241d0c7d708SMark Fasheh ret = ocfs2_find_path(inode, path, cpos); 5242d0c7d708SMark Fasheh if (ret) { 5243d0c7d708SMark Fasheh mlog_errno(ret); 5244d0c7d708SMark Fasheh goto out; 5245d0c7d708SMark Fasheh } 5246d0c7d708SMark Fasheh 5247d0c7d708SMark Fasheh el = path_leaf_el(path); 5248d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5249d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5250d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5251d0c7d708SMark Fasheh "Inode %llu has an extent at cpos %u which can no " 5252d0c7d708SMark Fasheh "longer be found.\n", 5253d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos); 5254d0c7d708SMark Fasheh ret = -EROFS; 5255d0c7d708SMark Fasheh goto out; 5256d0c7d708SMark Fasheh } 5257d0c7d708SMark Fasheh 5258d0c7d708SMark Fasheh /* 5259d0c7d708SMark Fasheh * We have 3 cases of extent removal: 5260d0c7d708SMark Fasheh * 1) Range covers the entire extent rec 5261d0c7d708SMark Fasheh * 2) Range begins or ends on one edge of the extent rec 5262d0c7d708SMark Fasheh * 3) Range is in the middle of the extent rec (no shared edges) 5263d0c7d708SMark Fasheh * 5264d0c7d708SMark Fasheh * For case 1 we remove the extent rec and left rotate to 5265d0c7d708SMark Fasheh * fill the hole. 5266d0c7d708SMark Fasheh * 5267d0c7d708SMark Fasheh * For case 2 we just shrink the existing extent rec, with a 5268d0c7d708SMark Fasheh * tree update if the shrinking edge is also the edge of an 5269d0c7d708SMark Fasheh * extent block. 5270d0c7d708SMark Fasheh * 5271d0c7d708SMark Fasheh * For case 3 we do a right split to turn the extent rec into 5272d0c7d708SMark Fasheh * something case 2 can handle. 5273d0c7d708SMark Fasheh */ 5274d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5275d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5276d0c7d708SMark Fasheh trunc_range = cpos + len; 5277d0c7d708SMark Fasheh 5278d0c7d708SMark Fasheh BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range); 5279d0c7d708SMark Fasheh 5280d0c7d708SMark Fasheh mlog(0, "Inode %llu, remove (cpos %u, len %u). Existing index %d " 5281d0c7d708SMark Fasheh "(cpos %u, len %u)\n", 5282d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos, len, index, 5283d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec)); 5284d0c7d708SMark Fasheh 5285d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) { 5286d0c7d708SMark Fasheh ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc, 5287f99b9b7cSJoel Becker cpos, len, et); 5288d0c7d708SMark Fasheh if (ret) { 5289d0c7d708SMark Fasheh mlog_errno(ret); 5290d0c7d708SMark Fasheh goto out; 5291d0c7d708SMark Fasheh } 5292d0c7d708SMark Fasheh } else { 5293f99b9b7cSJoel Becker ret = ocfs2_split_tree(inode, et, handle, path, index, 5294d0c7d708SMark Fasheh trunc_range, meta_ac); 5295d0c7d708SMark Fasheh if (ret) { 5296d0c7d708SMark Fasheh mlog_errno(ret); 5297d0c7d708SMark Fasheh goto out; 5298d0c7d708SMark Fasheh } 5299d0c7d708SMark Fasheh 5300d0c7d708SMark Fasheh /* 5301d0c7d708SMark Fasheh * The split could have manipulated the tree enough to 5302d0c7d708SMark Fasheh * move the record location, so we have to look for it again. 5303d0c7d708SMark Fasheh */ 5304d0c7d708SMark Fasheh ocfs2_reinit_path(path, 1); 5305d0c7d708SMark Fasheh 5306d0c7d708SMark Fasheh ret = ocfs2_find_path(inode, path, cpos); 5307d0c7d708SMark Fasheh if (ret) { 5308d0c7d708SMark Fasheh mlog_errno(ret); 5309d0c7d708SMark Fasheh goto out; 5310d0c7d708SMark Fasheh } 5311d0c7d708SMark Fasheh 5312d0c7d708SMark Fasheh el = path_leaf_el(path); 5313d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5314d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5315d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5316d0c7d708SMark Fasheh "Inode %llu: split at cpos %u lost record.", 5317d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 5318d0c7d708SMark Fasheh cpos); 5319d0c7d708SMark Fasheh ret = -EROFS; 5320d0c7d708SMark Fasheh goto out; 5321d0c7d708SMark Fasheh } 5322d0c7d708SMark Fasheh 5323d0c7d708SMark Fasheh /* 5324d0c7d708SMark Fasheh * Double check our values here. If anything is fishy, 5325d0c7d708SMark Fasheh * it's easier to catch it at the top level. 5326d0c7d708SMark Fasheh */ 5327d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5328d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + 5329d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec); 5330d0c7d708SMark Fasheh if (rec_range != trunc_range) { 5331d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5332d0c7d708SMark Fasheh "Inode %llu: error after split at cpos %u" 5333d0c7d708SMark Fasheh "trunc len %u, existing record is (%u,%u)", 5334d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 5335d0c7d708SMark Fasheh cpos, len, le32_to_cpu(rec->e_cpos), 5336d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec)); 5337d0c7d708SMark Fasheh ret = -EROFS; 5338d0c7d708SMark Fasheh goto out; 5339d0c7d708SMark Fasheh } 5340d0c7d708SMark Fasheh 5341d0c7d708SMark Fasheh ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc, 5342f99b9b7cSJoel Becker cpos, len, et); 5343d0c7d708SMark Fasheh if (ret) { 5344d0c7d708SMark Fasheh mlog_errno(ret); 5345d0c7d708SMark Fasheh goto out; 5346d0c7d708SMark Fasheh } 5347d0c7d708SMark Fasheh } 5348d0c7d708SMark Fasheh 5349d0c7d708SMark Fasheh out: 5350d0c7d708SMark Fasheh ocfs2_free_path(path); 5351d0c7d708SMark Fasheh return ret; 5352d0c7d708SMark Fasheh } 5353d0c7d708SMark Fasheh 5354fecc0112SMark Fasheh int ocfs2_remove_btree_range(struct inode *inode, 5355fecc0112SMark Fasheh struct ocfs2_extent_tree *et, 5356fecc0112SMark Fasheh u32 cpos, u32 phys_cpos, u32 len, 5357fecc0112SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5358fecc0112SMark Fasheh { 5359fecc0112SMark Fasheh int ret; 5360fecc0112SMark Fasheh u64 phys_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys_cpos); 5361fecc0112SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 5362fecc0112SMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5363fecc0112SMark Fasheh handle_t *handle; 5364fecc0112SMark Fasheh struct ocfs2_alloc_context *meta_ac = NULL; 5365fecc0112SMark Fasheh 5366fecc0112SMark Fasheh ret = ocfs2_lock_allocators(inode, et, 0, 1, NULL, &meta_ac); 5367fecc0112SMark Fasheh if (ret) { 5368fecc0112SMark Fasheh mlog_errno(ret); 5369fecc0112SMark Fasheh return ret; 5370fecc0112SMark Fasheh } 5371fecc0112SMark Fasheh 5372fecc0112SMark Fasheh mutex_lock(&tl_inode->i_mutex); 5373fecc0112SMark Fasheh 5374fecc0112SMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5375fecc0112SMark Fasheh ret = __ocfs2_flush_truncate_log(osb); 5376fecc0112SMark Fasheh if (ret < 0) { 5377fecc0112SMark Fasheh mlog_errno(ret); 5378fecc0112SMark Fasheh goto out; 5379fecc0112SMark Fasheh } 5380fecc0112SMark Fasheh } 5381fecc0112SMark Fasheh 5382a90714c1SJan Kara handle = ocfs2_start_trans(osb, ocfs2_remove_extent_credits(osb->sb)); 5383fecc0112SMark Fasheh if (IS_ERR(handle)) { 5384fecc0112SMark Fasheh ret = PTR_ERR(handle); 5385fecc0112SMark Fasheh mlog_errno(ret); 5386fecc0112SMark Fasheh goto out; 5387fecc0112SMark Fasheh } 5388fecc0112SMark Fasheh 5389*13723d00SJoel Becker ret = ocfs2_et_root_journal_access(handle, inode, et, 5390fecc0112SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5391fecc0112SMark Fasheh if (ret) { 5392fecc0112SMark Fasheh mlog_errno(ret); 5393fecc0112SMark Fasheh goto out; 5394fecc0112SMark Fasheh } 5395fecc0112SMark Fasheh 5396fecc0112SMark Fasheh ret = ocfs2_remove_extent(inode, et, cpos, len, handle, meta_ac, 5397fecc0112SMark Fasheh dealloc); 5398fecc0112SMark Fasheh if (ret) { 5399fecc0112SMark Fasheh mlog_errno(ret); 5400fecc0112SMark Fasheh goto out_commit; 5401fecc0112SMark Fasheh } 5402fecc0112SMark Fasheh 5403fecc0112SMark Fasheh ocfs2_et_update_clusters(inode, et, -len); 5404fecc0112SMark Fasheh 5405fecc0112SMark Fasheh ret = ocfs2_journal_dirty(handle, et->et_root_bh); 5406fecc0112SMark Fasheh if (ret) { 5407fecc0112SMark Fasheh mlog_errno(ret); 5408fecc0112SMark Fasheh goto out_commit; 5409fecc0112SMark Fasheh } 5410fecc0112SMark Fasheh 5411fecc0112SMark Fasheh ret = ocfs2_truncate_log_append(osb, handle, phys_blkno, len); 5412fecc0112SMark Fasheh if (ret) 5413fecc0112SMark Fasheh mlog_errno(ret); 5414fecc0112SMark Fasheh 5415fecc0112SMark Fasheh out_commit: 5416fecc0112SMark Fasheh ocfs2_commit_trans(osb, handle); 5417fecc0112SMark Fasheh out: 5418fecc0112SMark Fasheh mutex_unlock(&tl_inode->i_mutex); 5419fecc0112SMark Fasheh 5420fecc0112SMark Fasheh if (meta_ac) 5421fecc0112SMark Fasheh ocfs2_free_alloc_context(meta_ac); 5422fecc0112SMark Fasheh 5423fecc0112SMark Fasheh return ret; 5424fecc0112SMark Fasheh } 5425fecc0112SMark Fasheh 5426063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb) 5427ccd979bdSMark Fasheh { 5428ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5429ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5430ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5431ccd979bdSMark Fasheh 5432ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5433ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5434ccd979bdSMark Fasheh 5435ccd979bdSMark Fasheh mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count), 5436ccd979bdSMark Fasheh "slot %d, invalid truncate log parameters: used = " 5437ccd979bdSMark Fasheh "%u, count = %u\n", osb->slot_num, 5438ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count)); 5439ccd979bdSMark Fasheh return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count); 5440ccd979bdSMark Fasheh } 5441ccd979bdSMark Fasheh 5442ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl, 5443ccd979bdSMark Fasheh unsigned int new_start) 5444ccd979bdSMark Fasheh { 5445ccd979bdSMark Fasheh unsigned int tail_index; 5446ccd979bdSMark Fasheh unsigned int current_tail; 5447ccd979bdSMark Fasheh 5448ccd979bdSMark Fasheh /* No records, nothing to coalesce */ 5449ccd979bdSMark Fasheh if (!le16_to_cpu(tl->tl_used)) 5450ccd979bdSMark Fasheh return 0; 5451ccd979bdSMark Fasheh 5452ccd979bdSMark Fasheh tail_index = le16_to_cpu(tl->tl_used) - 1; 5453ccd979bdSMark Fasheh current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start); 5454ccd979bdSMark Fasheh current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters); 5455ccd979bdSMark Fasheh 5456ccd979bdSMark Fasheh return current_tail == new_start; 5457ccd979bdSMark Fasheh } 5458ccd979bdSMark Fasheh 5459063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb, 54601fabe148SMark Fasheh handle_t *handle, 5461ccd979bdSMark Fasheh u64 start_blk, 5462ccd979bdSMark Fasheh unsigned int num_clusters) 5463ccd979bdSMark Fasheh { 5464ccd979bdSMark Fasheh int status, index; 5465ccd979bdSMark Fasheh unsigned int start_cluster, tl_count; 5466ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5467ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5468ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5469ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5470ccd979bdSMark Fasheh 5471b0697053SMark Fasheh mlog_entry("start_blk = %llu, num_clusters = %u\n", 5472b0697053SMark Fasheh (unsigned long long)start_blk, num_clusters); 5473ccd979bdSMark Fasheh 54741b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5475ccd979bdSMark Fasheh 5476ccd979bdSMark Fasheh start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk); 5477ccd979bdSMark Fasheh 5478ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5479ccd979bdSMark Fasheh 548010995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 548110995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 548210995aa2SJoel Becker * corruption is a code bug */ 548310995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 548410995aa2SJoel Becker 548510995aa2SJoel Becker tl = &di->id2.i_dealloc; 5486ccd979bdSMark Fasheh tl_count = le16_to_cpu(tl->tl_count); 5487ccd979bdSMark Fasheh mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) || 5488ccd979bdSMark Fasheh tl_count == 0, 5489b0697053SMark Fasheh "Truncate record count on #%llu invalid " 5490b0697053SMark Fasheh "wanted %u, actual %u\n", 5491b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5492ccd979bdSMark Fasheh ocfs2_truncate_recs_per_inode(osb->sb), 5493ccd979bdSMark Fasheh le16_to_cpu(tl->tl_count)); 5494ccd979bdSMark Fasheh 5495ccd979bdSMark Fasheh /* Caller should have known to flush before calling us. */ 5496ccd979bdSMark Fasheh index = le16_to_cpu(tl->tl_used); 5497ccd979bdSMark Fasheh if (index >= tl_count) { 5498ccd979bdSMark Fasheh status = -ENOSPC; 5499ccd979bdSMark Fasheh mlog_errno(status); 5500ccd979bdSMark Fasheh goto bail; 5501ccd979bdSMark Fasheh } 5502ccd979bdSMark Fasheh 5503*13723d00SJoel Becker status = ocfs2_journal_access_di(handle, tl_inode, tl_bh, 5504ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5505ccd979bdSMark Fasheh if (status < 0) { 5506ccd979bdSMark Fasheh mlog_errno(status); 5507ccd979bdSMark Fasheh goto bail; 5508ccd979bdSMark Fasheh } 5509ccd979bdSMark Fasheh 5510ccd979bdSMark Fasheh mlog(0, "Log truncate of %u clusters starting at cluster %u to " 5511b0697053SMark Fasheh "%llu (index = %d)\n", num_clusters, start_cluster, 5512b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index); 5513ccd979bdSMark Fasheh 5514ccd979bdSMark Fasheh if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) { 5515ccd979bdSMark Fasheh /* 5516ccd979bdSMark Fasheh * Move index back to the record we are coalescing with. 5517ccd979bdSMark Fasheh * ocfs2_truncate_log_can_coalesce() guarantees nonzero 5518ccd979bdSMark Fasheh */ 5519ccd979bdSMark Fasheh index--; 5520ccd979bdSMark Fasheh 5521ccd979bdSMark Fasheh num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters); 5522ccd979bdSMark Fasheh mlog(0, "Coalesce with index %u (start = %u, clusters = %u)\n", 5523ccd979bdSMark Fasheh index, le32_to_cpu(tl->tl_recs[index].t_start), 5524ccd979bdSMark Fasheh num_clusters); 5525ccd979bdSMark Fasheh } else { 5526ccd979bdSMark Fasheh tl->tl_recs[index].t_start = cpu_to_le32(start_cluster); 5527ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(index + 1); 5528ccd979bdSMark Fasheh } 5529ccd979bdSMark Fasheh tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters); 5530ccd979bdSMark Fasheh 5531ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5532ccd979bdSMark Fasheh if (status < 0) { 5533ccd979bdSMark Fasheh mlog_errno(status); 5534ccd979bdSMark Fasheh goto bail; 5535ccd979bdSMark Fasheh } 5536ccd979bdSMark Fasheh 5537ccd979bdSMark Fasheh bail: 5538ccd979bdSMark Fasheh mlog_exit(status); 5539ccd979bdSMark Fasheh return status; 5540ccd979bdSMark Fasheh } 5541ccd979bdSMark Fasheh 5542ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb, 55431fabe148SMark Fasheh handle_t *handle, 5544ccd979bdSMark Fasheh struct inode *data_alloc_inode, 5545ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh) 5546ccd979bdSMark Fasheh { 5547ccd979bdSMark Fasheh int status = 0; 5548ccd979bdSMark Fasheh int i; 5549ccd979bdSMark Fasheh unsigned int num_clusters; 5550ccd979bdSMark Fasheh u64 start_blk; 5551ccd979bdSMark Fasheh struct ocfs2_truncate_rec rec; 5552ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5553ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5554ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5555ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5556ccd979bdSMark Fasheh 5557ccd979bdSMark Fasheh mlog_entry_void(); 5558ccd979bdSMark Fasheh 5559ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5560ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5561ccd979bdSMark Fasheh i = le16_to_cpu(tl->tl_used) - 1; 5562ccd979bdSMark Fasheh while (i >= 0) { 5563ccd979bdSMark Fasheh /* Caller has given us at least enough credits to 5564ccd979bdSMark Fasheh * update the truncate log dinode */ 5565*13723d00SJoel Becker status = ocfs2_journal_access_di(handle, tl_inode, tl_bh, 5566ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5567ccd979bdSMark Fasheh if (status < 0) { 5568ccd979bdSMark Fasheh mlog_errno(status); 5569ccd979bdSMark Fasheh goto bail; 5570ccd979bdSMark Fasheh } 5571ccd979bdSMark Fasheh 5572ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(i); 5573ccd979bdSMark Fasheh 5574ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5575ccd979bdSMark Fasheh if (status < 0) { 5576ccd979bdSMark Fasheh mlog_errno(status); 5577ccd979bdSMark Fasheh goto bail; 5578ccd979bdSMark Fasheh } 5579ccd979bdSMark Fasheh 5580ccd979bdSMark Fasheh /* TODO: Perhaps we can calculate the bulk of the 5581ccd979bdSMark Fasheh * credits up front rather than extending like 5582ccd979bdSMark Fasheh * this. */ 5583ccd979bdSMark Fasheh status = ocfs2_extend_trans(handle, 5584ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC); 5585ccd979bdSMark Fasheh if (status < 0) { 5586ccd979bdSMark Fasheh mlog_errno(status); 5587ccd979bdSMark Fasheh goto bail; 5588ccd979bdSMark Fasheh } 5589ccd979bdSMark Fasheh 5590ccd979bdSMark Fasheh rec = tl->tl_recs[i]; 5591ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb, 5592ccd979bdSMark Fasheh le32_to_cpu(rec.t_start)); 5593ccd979bdSMark Fasheh num_clusters = le32_to_cpu(rec.t_clusters); 5594ccd979bdSMark Fasheh 5595ccd979bdSMark Fasheh /* if start_blk is not set, we ignore the record as 5596ccd979bdSMark Fasheh * invalid. */ 5597ccd979bdSMark Fasheh if (start_blk) { 5598ccd979bdSMark Fasheh mlog(0, "free record %d, start = %u, clusters = %u\n", 5599ccd979bdSMark Fasheh i, le32_to_cpu(rec.t_start), num_clusters); 5600ccd979bdSMark Fasheh 5601ccd979bdSMark Fasheh status = ocfs2_free_clusters(handle, data_alloc_inode, 5602ccd979bdSMark Fasheh data_alloc_bh, start_blk, 5603ccd979bdSMark Fasheh num_clusters); 5604ccd979bdSMark Fasheh if (status < 0) { 5605ccd979bdSMark Fasheh mlog_errno(status); 5606ccd979bdSMark Fasheh goto bail; 5607ccd979bdSMark Fasheh } 5608ccd979bdSMark Fasheh } 5609ccd979bdSMark Fasheh i--; 5610ccd979bdSMark Fasheh } 5611ccd979bdSMark Fasheh 5612ccd979bdSMark Fasheh bail: 5613ccd979bdSMark Fasheh mlog_exit(status); 5614ccd979bdSMark Fasheh return status; 5615ccd979bdSMark Fasheh } 5616ccd979bdSMark Fasheh 56171b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */ 5618063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5619ccd979bdSMark Fasheh { 5620ccd979bdSMark Fasheh int status; 5621ccd979bdSMark Fasheh unsigned int num_to_flush; 56221fabe148SMark Fasheh handle_t *handle; 5623ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5624ccd979bdSMark Fasheh struct inode *data_alloc_inode = NULL; 5625ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5626ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh = NULL; 5627ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5628ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5629ccd979bdSMark Fasheh 5630ccd979bdSMark Fasheh mlog_entry_void(); 5631ccd979bdSMark Fasheh 56321b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5633ccd979bdSMark Fasheh 5634ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5635ccd979bdSMark Fasheh 563610995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 563710995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 563810995aa2SJoel Becker * corruption is a code bug */ 563910995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 564010995aa2SJoel Becker 564110995aa2SJoel Becker tl = &di->id2.i_dealloc; 5642ccd979bdSMark Fasheh num_to_flush = le16_to_cpu(tl->tl_used); 5643b0697053SMark Fasheh mlog(0, "Flush %u records from truncate log #%llu\n", 5644b0697053SMark Fasheh num_to_flush, (unsigned long long)OCFS2_I(tl_inode)->ip_blkno); 5645ccd979bdSMark Fasheh if (!num_to_flush) { 5646ccd979bdSMark Fasheh status = 0; 5647e08dc8b9SMark Fasheh goto out; 5648ccd979bdSMark Fasheh } 5649ccd979bdSMark Fasheh 5650ccd979bdSMark Fasheh data_alloc_inode = ocfs2_get_system_file_inode(osb, 5651ccd979bdSMark Fasheh GLOBAL_BITMAP_SYSTEM_INODE, 5652ccd979bdSMark Fasheh OCFS2_INVALID_SLOT); 5653ccd979bdSMark Fasheh if (!data_alloc_inode) { 5654ccd979bdSMark Fasheh status = -EINVAL; 5655ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get bitmap inode!\n"); 5656e08dc8b9SMark Fasheh goto out; 5657ccd979bdSMark Fasheh } 5658ccd979bdSMark Fasheh 5659e08dc8b9SMark Fasheh mutex_lock(&data_alloc_inode->i_mutex); 5660e08dc8b9SMark Fasheh 5661e63aecb6SMark Fasheh status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1); 5662ccd979bdSMark Fasheh if (status < 0) { 5663ccd979bdSMark Fasheh mlog_errno(status); 5664e08dc8b9SMark Fasheh goto out_mutex; 5665ccd979bdSMark Fasheh } 5666ccd979bdSMark Fasheh 566765eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 5668ccd979bdSMark Fasheh if (IS_ERR(handle)) { 5669ccd979bdSMark Fasheh status = PTR_ERR(handle); 5670ccd979bdSMark Fasheh mlog_errno(status); 5671e08dc8b9SMark Fasheh goto out_unlock; 5672ccd979bdSMark Fasheh } 5673ccd979bdSMark Fasheh 5674ccd979bdSMark Fasheh status = ocfs2_replay_truncate_records(osb, handle, data_alloc_inode, 5675ccd979bdSMark Fasheh data_alloc_bh); 5676e08dc8b9SMark Fasheh if (status < 0) 5677ccd979bdSMark Fasheh mlog_errno(status); 5678ccd979bdSMark Fasheh 567902dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 5680ccd979bdSMark Fasheh 5681e08dc8b9SMark Fasheh out_unlock: 5682e08dc8b9SMark Fasheh brelse(data_alloc_bh); 5683e63aecb6SMark Fasheh ocfs2_inode_unlock(data_alloc_inode, 1); 5684e08dc8b9SMark Fasheh 5685e08dc8b9SMark Fasheh out_mutex: 5686e08dc8b9SMark Fasheh mutex_unlock(&data_alloc_inode->i_mutex); 5687ccd979bdSMark Fasheh iput(data_alloc_inode); 5688ccd979bdSMark Fasheh 5689e08dc8b9SMark Fasheh out: 5690ccd979bdSMark Fasheh mlog_exit(status); 5691ccd979bdSMark Fasheh return status; 5692ccd979bdSMark Fasheh } 5693ccd979bdSMark Fasheh 5694ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5695ccd979bdSMark Fasheh { 5696ccd979bdSMark Fasheh int status; 5697ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5698ccd979bdSMark Fasheh 56991b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 5700ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 57011b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 5702ccd979bdSMark Fasheh 5703ccd979bdSMark Fasheh return status; 5704ccd979bdSMark Fasheh } 5705ccd979bdSMark Fasheh 5706c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work) 5707ccd979bdSMark Fasheh { 5708ccd979bdSMark Fasheh int status; 5709c4028958SDavid Howells struct ocfs2_super *osb = 5710c4028958SDavid Howells container_of(work, struct ocfs2_super, 5711c4028958SDavid Howells osb_truncate_log_wq.work); 5712ccd979bdSMark Fasheh 5713ccd979bdSMark Fasheh mlog_entry_void(); 5714ccd979bdSMark Fasheh 5715ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 5716ccd979bdSMark Fasheh if (status < 0) 5717ccd979bdSMark Fasheh mlog_errno(status); 57184d0ddb2cSTao Ma else 57194d0ddb2cSTao Ma ocfs2_init_inode_steal_slot(osb); 5720ccd979bdSMark Fasheh 5721ccd979bdSMark Fasheh mlog_exit(status); 5722ccd979bdSMark Fasheh } 5723ccd979bdSMark Fasheh 5724ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ) 5725ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb, 5726ccd979bdSMark Fasheh int cancel) 5727ccd979bdSMark Fasheh { 5728ccd979bdSMark Fasheh if (osb->osb_tl_inode) { 5729ccd979bdSMark Fasheh /* We want to push off log flushes while truncates are 5730ccd979bdSMark Fasheh * still running. */ 5731ccd979bdSMark Fasheh if (cancel) 5732ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 5733ccd979bdSMark Fasheh 5734ccd979bdSMark Fasheh queue_delayed_work(ocfs2_wq, &osb->osb_truncate_log_wq, 5735ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL); 5736ccd979bdSMark Fasheh } 5737ccd979bdSMark Fasheh } 5738ccd979bdSMark Fasheh 5739ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb, 5740ccd979bdSMark Fasheh int slot_num, 5741ccd979bdSMark Fasheh struct inode **tl_inode, 5742ccd979bdSMark Fasheh struct buffer_head **tl_bh) 5743ccd979bdSMark Fasheh { 5744ccd979bdSMark Fasheh int status; 5745ccd979bdSMark Fasheh struct inode *inode = NULL; 5746ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 5747ccd979bdSMark Fasheh 5748ccd979bdSMark Fasheh inode = ocfs2_get_system_file_inode(osb, 5749ccd979bdSMark Fasheh TRUNCATE_LOG_SYSTEM_INODE, 5750ccd979bdSMark Fasheh slot_num); 5751ccd979bdSMark Fasheh if (!inode) { 5752ccd979bdSMark Fasheh status = -EINVAL; 5753ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get load truncate log inode!\n"); 5754ccd979bdSMark Fasheh goto bail; 5755ccd979bdSMark Fasheh } 5756ccd979bdSMark Fasheh 5757b657c95cSJoel Becker status = ocfs2_read_inode_block(inode, &bh); 5758ccd979bdSMark Fasheh if (status < 0) { 5759ccd979bdSMark Fasheh iput(inode); 5760ccd979bdSMark Fasheh mlog_errno(status); 5761ccd979bdSMark Fasheh goto bail; 5762ccd979bdSMark Fasheh } 5763ccd979bdSMark Fasheh 5764ccd979bdSMark Fasheh *tl_inode = inode; 5765ccd979bdSMark Fasheh *tl_bh = bh; 5766ccd979bdSMark Fasheh bail: 5767ccd979bdSMark Fasheh mlog_exit(status); 5768ccd979bdSMark Fasheh return status; 5769ccd979bdSMark Fasheh } 5770ccd979bdSMark Fasheh 5771ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean 5772ccd979bdSMark Fasheh * truncate log and pass back a copy for processing later. if the 5773ccd979bdSMark Fasheh * truncate log does not require processing, a *tl_copy is set to 5774ccd979bdSMark Fasheh * NULL. */ 5775ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb, 5776ccd979bdSMark Fasheh int slot_num, 5777ccd979bdSMark Fasheh struct ocfs2_dinode **tl_copy) 5778ccd979bdSMark Fasheh { 5779ccd979bdSMark Fasheh int status; 5780ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 5781ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 5782ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5783ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5784ccd979bdSMark Fasheh 5785ccd979bdSMark Fasheh *tl_copy = NULL; 5786ccd979bdSMark Fasheh 5787ccd979bdSMark Fasheh mlog(0, "recover truncate log from slot %d\n", slot_num); 5788ccd979bdSMark Fasheh 5789ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh); 5790ccd979bdSMark Fasheh if (status < 0) { 5791ccd979bdSMark Fasheh mlog_errno(status); 5792ccd979bdSMark Fasheh goto bail; 5793ccd979bdSMark Fasheh } 5794ccd979bdSMark Fasheh 5795ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5796ccd979bdSMark Fasheh 579710995aa2SJoel Becker /* tl_bh is loaded from ocfs2_get_truncate_log_info(). It's 579810995aa2SJoel Becker * validated by the underlying call to ocfs2_read_inode_block(), 579910995aa2SJoel Becker * so any corruption is a code bug */ 580010995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 580110995aa2SJoel Becker 580210995aa2SJoel Becker tl = &di->id2.i_dealloc; 5803ccd979bdSMark Fasheh if (le16_to_cpu(tl->tl_used)) { 5804ccd979bdSMark Fasheh mlog(0, "We'll have %u logs to recover\n", 5805ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used)); 5806ccd979bdSMark Fasheh 5807ccd979bdSMark Fasheh *tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL); 5808ccd979bdSMark Fasheh if (!(*tl_copy)) { 5809ccd979bdSMark Fasheh status = -ENOMEM; 5810ccd979bdSMark Fasheh mlog_errno(status); 5811ccd979bdSMark Fasheh goto bail; 5812ccd979bdSMark Fasheh } 5813ccd979bdSMark Fasheh 5814ccd979bdSMark Fasheh /* Assuming the write-out below goes well, this copy 5815ccd979bdSMark Fasheh * will be passed back to recovery for processing. */ 5816ccd979bdSMark Fasheh memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size); 5817ccd979bdSMark Fasheh 5818ccd979bdSMark Fasheh /* All we need to do to clear the truncate log is set 5819ccd979bdSMark Fasheh * tl_used. */ 5820ccd979bdSMark Fasheh tl->tl_used = 0; 5821ccd979bdSMark Fasheh 5822*13723d00SJoel Becker ocfs2_compute_meta_ecc(osb->sb, tl_bh->b_data, &di->i_check); 5823ccd979bdSMark Fasheh status = ocfs2_write_block(osb, tl_bh, tl_inode); 5824ccd979bdSMark Fasheh if (status < 0) { 5825ccd979bdSMark Fasheh mlog_errno(status); 5826ccd979bdSMark Fasheh goto bail; 5827ccd979bdSMark Fasheh } 5828ccd979bdSMark Fasheh } 5829ccd979bdSMark Fasheh 5830ccd979bdSMark Fasheh bail: 5831ccd979bdSMark Fasheh if (tl_inode) 5832ccd979bdSMark Fasheh iput(tl_inode); 5833ccd979bdSMark Fasheh brelse(tl_bh); 5834ccd979bdSMark Fasheh 5835ccd979bdSMark Fasheh if (status < 0 && (*tl_copy)) { 5836ccd979bdSMark Fasheh kfree(*tl_copy); 5837ccd979bdSMark Fasheh *tl_copy = NULL; 5838ccd979bdSMark Fasheh } 5839ccd979bdSMark Fasheh 5840ccd979bdSMark Fasheh mlog_exit(status); 5841ccd979bdSMark Fasheh return status; 5842ccd979bdSMark Fasheh } 5843ccd979bdSMark Fasheh 5844ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb, 5845ccd979bdSMark Fasheh struct ocfs2_dinode *tl_copy) 5846ccd979bdSMark Fasheh { 5847ccd979bdSMark Fasheh int status = 0; 5848ccd979bdSMark Fasheh int i; 5849ccd979bdSMark Fasheh unsigned int clusters, num_recs, start_cluster; 5850ccd979bdSMark Fasheh u64 start_blk; 58511fabe148SMark Fasheh handle_t *handle; 5852ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5853ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5854ccd979bdSMark Fasheh 5855ccd979bdSMark Fasheh mlog_entry_void(); 5856ccd979bdSMark Fasheh 5857ccd979bdSMark Fasheh if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) { 5858ccd979bdSMark Fasheh mlog(ML_ERROR, "Asked to recover my own truncate log!\n"); 5859ccd979bdSMark Fasheh return -EINVAL; 5860ccd979bdSMark Fasheh } 5861ccd979bdSMark Fasheh 5862ccd979bdSMark Fasheh tl = &tl_copy->id2.i_dealloc; 5863ccd979bdSMark Fasheh num_recs = le16_to_cpu(tl->tl_used); 5864b0697053SMark Fasheh mlog(0, "cleanup %u records from %llu\n", num_recs, 58651ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(tl_copy->i_blkno)); 5866ccd979bdSMark Fasheh 58671b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 5868ccd979bdSMark Fasheh for(i = 0; i < num_recs; i++) { 5869ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5870ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 5871ccd979bdSMark Fasheh if (status < 0) { 5872ccd979bdSMark Fasheh mlog_errno(status); 5873ccd979bdSMark Fasheh goto bail_up; 5874ccd979bdSMark Fasheh } 5875ccd979bdSMark Fasheh } 5876ccd979bdSMark Fasheh 587765eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 5878ccd979bdSMark Fasheh if (IS_ERR(handle)) { 5879ccd979bdSMark Fasheh status = PTR_ERR(handle); 5880ccd979bdSMark Fasheh mlog_errno(status); 5881ccd979bdSMark Fasheh goto bail_up; 5882ccd979bdSMark Fasheh } 5883ccd979bdSMark Fasheh 5884ccd979bdSMark Fasheh clusters = le32_to_cpu(tl->tl_recs[i].t_clusters); 5885ccd979bdSMark Fasheh start_cluster = le32_to_cpu(tl->tl_recs[i].t_start); 5886ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster); 5887ccd979bdSMark Fasheh 5888ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, 5889ccd979bdSMark Fasheh start_blk, clusters); 589002dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 5891ccd979bdSMark Fasheh if (status < 0) { 5892ccd979bdSMark Fasheh mlog_errno(status); 5893ccd979bdSMark Fasheh goto bail_up; 5894ccd979bdSMark Fasheh } 5895ccd979bdSMark Fasheh } 5896ccd979bdSMark Fasheh 5897ccd979bdSMark Fasheh bail_up: 58981b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 5899ccd979bdSMark Fasheh 5900ccd979bdSMark Fasheh mlog_exit(status); 5901ccd979bdSMark Fasheh return status; 5902ccd979bdSMark Fasheh } 5903ccd979bdSMark Fasheh 5904ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb) 5905ccd979bdSMark Fasheh { 5906ccd979bdSMark Fasheh int status; 5907ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5908ccd979bdSMark Fasheh 5909ccd979bdSMark Fasheh mlog_entry_void(); 5910ccd979bdSMark Fasheh 5911ccd979bdSMark Fasheh if (tl_inode) { 5912ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 5913ccd979bdSMark Fasheh flush_workqueue(ocfs2_wq); 5914ccd979bdSMark Fasheh 5915ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 5916ccd979bdSMark Fasheh if (status < 0) 5917ccd979bdSMark Fasheh mlog_errno(status); 5918ccd979bdSMark Fasheh 5919ccd979bdSMark Fasheh brelse(osb->osb_tl_bh); 5920ccd979bdSMark Fasheh iput(osb->osb_tl_inode); 5921ccd979bdSMark Fasheh } 5922ccd979bdSMark Fasheh 5923ccd979bdSMark Fasheh mlog_exit_void(); 5924ccd979bdSMark Fasheh } 5925ccd979bdSMark Fasheh 5926ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb) 5927ccd979bdSMark Fasheh { 5928ccd979bdSMark Fasheh int status; 5929ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 5930ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 5931ccd979bdSMark Fasheh 5932ccd979bdSMark Fasheh mlog_entry_void(); 5933ccd979bdSMark Fasheh 5934ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, 5935ccd979bdSMark Fasheh osb->slot_num, 5936ccd979bdSMark Fasheh &tl_inode, 5937ccd979bdSMark Fasheh &tl_bh); 5938ccd979bdSMark Fasheh if (status < 0) 5939ccd979bdSMark Fasheh mlog_errno(status); 5940ccd979bdSMark Fasheh 5941ccd979bdSMark Fasheh /* ocfs2_truncate_log_shutdown keys on the existence of 5942ccd979bdSMark Fasheh * osb->osb_tl_inode so we don't set any of the osb variables 5943ccd979bdSMark Fasheh * until we're sure all is well. */ 5944c4028958SDavid Howells INIT_DELAYED_WORK(&osb->osb_truncate_log_wq, 5945c4028958SDavid Howells ocfs2_truncate_log_worker); 5946ccd979bdSMark Fasheh osb->osb_tl_bh = tl_bh; 5947ccd979bdSMark Fasheh osb->osb_tl_inode = tl_inode; 5948ccd979bdSMark Fasheh 5949ccd979bdSMark Fasheh mlog_exit(status); 5950ccd979bdSMark Fasheh return status; 5951ccd979bdSMark Fasheh } 5952ccd979bdSMark Fasheh 59532b604351SMark Fasheh /* 59542b604351SMark Fasheh * Delayed de-allocation of suballocator blocks. 59552b604351SMark Fasheh * 59562b604351SMark Fasheh * Some sets of block de-allocations might involve multiple suballocator inodes. 59572b604351SMark Fasheh * 59582b604351SMark Fasheh * The locking for this can get extremely complicated, especially when 59592b604351SMark Fasheh * the suballocator inodes to delete from aren't known until deep 59602b604351SMark Fasheh * within an unrelated codepath. 59612b604351SMark Fasheh * 59622b604351SMark Fasheh * ocfs2_extent_block structures are a good example of this - an inode 59632b604351SMark Fasheh * btree could have been grown by any number of nodes each allocating 59642b604351SMark Fasheh * out of their own suballoc inode. 59652b604351SMark Fasheh * 59662b604351SMark Fasheh * These structures allow the delay of block de-allocation until a 59672b604351SMark Fasheh * later time, when locking of multiple cluster inodes won't cause 59682b604351SMark Fasheh * deadlock. 59692b604351SMark Fasheh */ 59702b604351SMark Fasheh 59712b604351SMark Fasheh /* 59722891d290STao Ma * Describe a single bit freed from a suballocator. For the block 59732891d290STao Ma * suballocators, it represents one block. For the global cluster 59742891d290STao Ma * allocator, it represents some clusters and free_bit indicates 59752891d290STao Ma * clusters number. 59762b604351SMark Fasheh */ 59772b604351SMark Fasheh struct ocfs2_cached_block_free { 59782b604351SMark Fasheh struct ocfs2_cached_block_free *free_next; 59792b604351SMark Fasheh u64 free_blk; 59802b604351SMark Fasheh unsigned int free_bit; 59812b604351SMark Fasheh }; 59822b604351SMark Fasheh 59832b604351SMark Fasheh struct ocfs2_per_slot_free_list { 59842b604351SMark Fasheh struct ocfs2_per_slot_free_list *f_next_suballocator; 59852b604351SMark Fasheh int f_inode_type; 59862b604351SMark Fasheh int f_slot; 59872b604351SMark Fasheh struct ocfs2_cached_block_free *f_first; 59882b604351SMark Fasheh }; 59892b604351SMark Fasheh 59902891d290STao Ma static int ocfs2_free_cached_blocks(struct ocfs2_super *osb, 59912b604351SMark Fasheh int sysfile_type, 59922b604351SMark Fasheh int slot, 59932b604351SMark Fasheh struct ocfs2_cached_block_free *head) 59942b604351SMark Fasheh { 59952b604351SMark Fasheh int ret; 59962b604351SMark Fasheh u64 bg_blkno; 59972b604351SMark Fasheh handle_t *handle; 59982b604351SMark Fasheh struct inode *inode; 59992b604351SMark Fasheh struct buffer_head *di_bh = NULL; 60002b604351SMark Fasheh struct ocfs2_cached_block_free *tmp; 60012b604351SMark Fasheh 60022b604351SMark Fasheh inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot); 60032b604351SMark Fasheh if (!inode) { 60042b604351SMark Fasheh ret = -EINVAL; 60052b604351SMark Fasheh mlog_errno(ret); 60062b604351SMark Fasheh goto out; 60072b604351SMark Fasheh } 60082b604351SMark Fasheh 60092b604351SMark Fasheh mutex_lock(&inode->i_mutex); 60102b604351SMark Fasheh 6011e63aecb6SMark Fasheh ret = ocfs2_inode_lock(inode, &di_bh, 1); 60122b604351SMark Fasheh if (ret) { 60132b604351SMark Fasheh mlog_errno(ret); 60142b604351SMark Fasheh goto out_mutex; 60152b604351SMark Fasheh } 60162b604351SMark Fasheh 60172b604351SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE); 60182b604351SMark Fasheh if (IS_ERR(handle)) { 60192b604351SMark Fasheh ret = PTR_ERR(handle); 60202b604351SMark Fasheh mlog_errno(ret); 60212b604351SMark Fasheh goto out_unlock; 60222b604351SMark Fasheh } 60232b604351SMark Fasheh 60242b604351SMark Fasheh while (head) { 60252b604351SMark Fasheh bg_blkno = ocfs2_which_suballoc_group(head->free_blk, 60262b604351SMark Fasheh head->free_bit); 60272b604351SMark Fasheh mlog(0, "Free bit: (bit %u, blkno %llu)\n", 60282b604351SMark Fasheh head->free_bit, (unsigned long long)head->free_blk); 60292b604351SMark Fasheh 60302b604351SMark Fasheh ret = ocfs2_free_suballoc_bits(handle, inode, di_bh, 60312b604351SMark Fasheh head->free_bit, bg_blkno, 1); 60322b604351SMark Fasheh if (ret) { 60332b604351SMark Fasheh mlog_errno(ret); 60342b604351SMark Fasheh goto out_journal; 60352b604351SMark Fasheh } 60362b604351SMark Fasheh 60372b604351SMark Fasheh ret = ocfs2_extend_trans(handle, OCFS2_SUBALLOC_FREE); 60382b604351SMark Fasheh if (ret) { 60392b604351SMark Fasheh mlog_errno(ret); 60402b604351SMark Fasheh goto out_journal; 60412b604351SMark Fasheh } 60422b604351SMark Fasheh 60432b604351SMark Fasheh tmp = head; 60442b604351SMark Fasheh head = head->free_next; 60452b604351SMark Fasheh kfree(tmp); 60462b604351SMark Fasheh } 60472b604351SMark Fasheh 60482b604351SMark Fasheh out_journal: 60492b604351SMark Fasheh ocfs2_commit_trans(osb, handle); 60502b604351SMark Fasheh 60512b604351SMark Fasheh out_unlock: 6052e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 60532b604351SMark Fasheh brelse(di_bh); 60542b604351SMark Fasheh out_mutex: 60552b604351SMark Fasheh mutex_unlock(&inode->i_mutex); 60562b604351SMark Fasheh iput(inode); 60572b604351SMark Fasheh out: 60582b604351SMark Fasheh while(head) { 60592b604351SMark Fasheh /* Premature exit may have left some dangling items. */ 60602b604351SMark Fasheh tmp = head; 60612b604351SMark Fasheh head = head->free_next; 60622b604351SMark Fasheh kfree(tmp); 60632b604351SMark Fasheh } 60642b604351SMark Fasheh 60652b604351SMark Fasheh return ret; 60662b604351SMark Fasheh } 60672b604351SMark Fasheh 60682891d290STao Ma int ocfs2_cache_cluster_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 60692891d290STao Ma u64 blkno, unsigned int bit) 60702891d290STao Ma { 60712891d290STao Ma int ret = 0; 60722891d290STao Ma struct ocfs2_cached_block_free *item; 60732891d290STao Ma 60742891d290STao Ma item = kmalloc(sizeof(*item), GFP_NOFS); 60752891d290STao Ma if (item == NULL) { 60762891d290STao Ma ret = -ENOMEM; 60772891d290STao Ma mlog_errno(ret); 60782891d290STao Ma return ret; 60792891d290STao Ma } 60802891d290STao Ma 60812891d290STao Ma mlog(0, "Insert clusters: (bit %u, blk %llu)\n", 60822891d290STao Ma bit, (unsigned long long)blkno); 60832891d290STao Ma 60842891d290STao Ma item->free_blk = blkno; 60852891d290STao Ma item->free_bit = bit; 60862891d290STao Ma item->free_next = ctxt->c_global_allocator; 60872891d290STao Ma 60882891d290STao Ma ctxt->c_global_allocator = item; 60892891d290STao Ma return ret; 60902891d290STao Ma } 60912891d290STao Ma 60922891d290STao Ma static int ocfs2_free_cached_clusters(struct ocfs2_super *osb, 60932891d290STao Ma struct ocfs2_cached_block_free *head) 60942891d290STao Ma { 60952891d290STao Ma struct ocfs2_cached_block_free *tmp; 60962891d290STao Ma struct inode *tl_inode = osb->osb_tl_inode; 60972891d290STao Ma handle_t *handle; 60982891d290STao Ma int ret = 0; 60992891d290STao Ma 61002891d290STao Ma mutex_lock(&tl_inode->i_mutex); 61012891d290STao Ma 61022891d290STao Ma while (head) { 61032891d290STao Ma if (ocfs2_truncate_log_needs_flush(osb)) { 61042891d290STao Ma ret = __ocfs2_flush_truncate_log(osb); 61052891d290STao Ma if (ret < 0) { 61062891d290STao Ma mlog_errno(ret); 61072891d290STao Ma break; 61082891d290STao Ma } 61092891d290STao Ma } 61102891d290STao Ma 61112891d290STao Ma handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 61122891d290STao Ma if (IS_ERR(handle)) { 61132891d290STao Ma ret = PTR_ERR(handle); 61142891d290STao Ma mlog_errno(ret); 61152891d290STao Ma break; 61162891d290STao Ma } 61172891d290STao Ma 61182891d290STao Ma ret = ocfs2_truncate_log_append(osb, handle, head->free_blk, 61192891d290STao Ma head->free_bit); 61202891d290STao Ma 61212891d290STao Ma ocfs2_commit_trans(osb, handle); 61222891d290STao Ma tmp = head; 61232891d290STao Ma head = head->free_next; 61242891d290STao Ma kfree(tmp); 61252891d290STao Ma 61262891d290STao Ma if (ret < 0) { 61272891d290STao Ma mlog_errno(ret); 61282891d290STao Ma break; 61292891d290STao Ma } 61302891d290STao Ma } 61312891d290STao Ma 61322891d290STao Ma mutex_unlock(&tl_inode->i_mutex); 61332891d290STao Ma 61342891d290STao Ma while (head) { 61352891d290STao Ma /* Premature exit may have left some dangling items. */ 61362891d290STao Ma tmp = head; 61372891d290STao Ma head = head->free_next; 61382891d290STao Ma kfree(tmp); 61392891d290STao Ma } 61402891d290STao Ma 61412891d290STao Ma return ret; 61422891d290STao Ma } 61432891d290STao Ma 61442b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb, 61452b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 61462b604351SMark Fasheh { 61472b604351SMark Fasheh int ret = 0, ret2; 61482b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 61492b604351SMark Fasheh 61502b604351SMark Fasheh if (!ctxt) 61512b604351SMark Fasheh return 0; 61522b604351SMark Fasheh 61532b604351SMark Fasheh while (ctxt->c_first_suballocator) { 61542b604351SMark Fasheh fl = ctxt->c_first_suballocator; 61552b604351SMark Fasheh 61562b604351SMark Fasheh if (fl->f_first) { 61572b604351SMark Fasheh mlog(0, "Free items: (type %u, slot %d)\n", 61582b604351SMark Fasheh fl->f_inode_type, fl->f_slot); 61592891d290STao Ma ret2 = ocfs2_free_cached_blocks(osb, 61602891d290STao Ma fl->f_inode_type, 61612891d290STao Ma fl->f_slot, 61622891d290STao Ma fl->f_first); 61632b604351SMark Fasheh if (ret2) 61642b604351SMark Fasheh mlog_errno(ret2); 61652b604351SMark Fasheh if (!ret) 61662b604351SMark Fasheh ret = ret2; 61672b604351SMark Fasheh } 61682b604351SMark Fasheh 61692b604351SMark Fasheh ctxt->c_first_suballocator = fl->f_next_suballocator; 61702b604351SMark Fasheh kfree(fl); 61712b604351SMark Fasheh } 61722b604351SMark Fasheh 61732891d290STao Ma if (ctxt->c_global_allocator) { 61742891d290STao Ma ret2 = ocfs2_free_cached_clusters(osb, 61752891d290STao Ma ctxt->c_global_allocator); 61762891d290STao Ma if (ret2) 61772891d290STao Ma mlog_errno(ret2); 61782891d290STao Ma if (!ret) 61792891d290STao Ma ret = ret2; 61802891d290STao Ma 61812891d290STao Ma ctxt->c_global_allocator = NULL; 61822891d290STao Ma } 61832891d290STao Ma 61842b604351SMark Fasheh return ret; 61852b604351SMark Fasheh } 61862b604351SMark Fasheh 61872b604351SMark Fasheh static struct ocfs2_per_slot_free_list * 61882b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type, 61892b604351SMark Fasheh int slot, 61902b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 61912b604351SMark Fasheh { 61922b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 61932b604351SMark Fasheh 61942b604351SMark Fasheh while (fl) { 61952b604351SMark Fasheh if (fl->f_inode_type == type && fl->f_slot == slot) 61962b604351SMark Fasheh return fl; 61972b604351SMark Fasheh 61982b604351SMark Fasheh fl = fl->f_next_suballocator; 61992b604351SMark Fasheh } 62002b604351SMark Fasheh 62012b604351SMark Fasheh fl = kmalloc(sizeof(*fl), GFP_NOFS); 62022b604351SMark Fasheh if (fl) { 62032b604351SMark Fasheh fl->f_inode_type = type; 62042b604351SMark Fasheh fl->f_slot = slot; 62052b604351SMark Fasheh fl->f_first = NULL; 62062b604351SMark Fasheh fl->f_next_suballocator = ctxt->c_first_suballocator; 62072b604351SMark Fasheh 62082b604351SMark Fasheh ctxt->c_first_suballocator = fl; 62092b604351SMark Fasheh } 62102b604351SMark Fasheh return fl; 62112b604351SMark Fasheh } 62122b604351SMark Fasheh 62132b604351SMark Fasheh static int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 62142b604351SMark Fasheh int type, int slot, u64 blkno, 62152b604351SMark Fasheh unsigned int bit) 62162b604351SMark Fasheh { 62172b604351SMark Fasheh int ret; 62182b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 62192b604351SMark Fasheh struct ocfs2_cached_block_free *item; 62202b604351SMark Fasheh 62212b604351SMark Fasheh fl = ocfs2_find_per_slot_free_list(type, slot, ctxt); 62222b604351SMark Fasheh if (fl == NULL) { 62232b604351SMark Fasheh ret = -ENOMEM; 62242b604351SMark Fasheh mlog_errno(ret); 62252b604351SMark Fasheh goto out; 62262b604351SMark Fasheh } 62272b604351SMark Fasheh 62282b604351SMark Fasheh item = kmalloc(sizeof(*item), GFP_NOFS); 62292b604351SMark Fasheh if (item == NULL) { 62302b604351SMark Fasheh ret = -ENOMEM; 62312b604351SMark Fasheh mlog_errno(ret); 62322b604351SMark Fasheh goto out; 62332b604351SMark Fasheh } 62342b604351SMark Fasheh 62352b604351SMark Fasheh mlog(0, "Insert: (type %d, slot %u, bit %u, blk %llu)\n", 62362b604351SMark Fasheh type, slot, bit, (unsigned long long)blkno); 62372b604351SMark Fasheh 62382b604351SMark Fasheh item->free_blk = blkno; 62392b604351SMark Fasheh item->free_bit = bit; 62402b604351SMark Fasheh item->free_next = fl->f_first; 62412b604351SMark Fasheh 62422b604351SMark Fasheh fl->f_first = item; 62432b604351SMark Fasheh 62442b604351SMark Fasheh ret = 0; 62452b604351SMark Fasheh out: 62462b604351SMark Fasheh return ret; 62472b604351SMark Fasheh } 62482b604351SMark Fasheh 624959a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 625059a5e416SMark Fasheh struct ocfs2_extent_block *eb) 625159a5e416SMark Fasheh { 625259a5e416SMark Fasheh return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE, 625359a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_slot), 625459a5e416SMark Fasheh le64_to_cpu(eb->h_blkno), 625559a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_bit)); 625659a5e416SMark Fasheh } 625759a5e416SMark Fasheh 6258ccd979bdSMark Fasheh /* This function will figure out whether the currently last extent 6259ccd979bdSMark Fasheh * block will be deleted, and if it will, what the new last extent 6260ccd979bdSMark Fasheh * block will be so we can update his h_next_leaf_blk field, as well 6261ccd979bdSMark Fasheh * as the dinodes i_last_eb_blk */ 6262dcd0538fSMark Fasheh static int ocfs2_find_new_last_ext_blk(struct inode *inode, 62633a0782d0SMark Fasheh unsigned int clusters_to_del, 6264dcd0538fSMark Fasheh struct ocfs2_path *path, 6265ccd979bdSMark Fasheh struct buffer_head **new_last_eb) 6266ccd979bdSMark Fasheh { 62673a0782d0SMark Fasheh int next_free, ret = 0; 6268dcd0538fSMark Fasheh u32 cpos; 62693a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 6270ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 6271ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6272ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 6273ccd979bdSMark Fasheh 6274ccd979bdSMark Fasheh *new_last_eb = NULL; 6275ccd979bdSMark Fasheh 6276ccd979bdSMark Fasheh /* we have no tree, so of course, no last_eb. */ 6277dcd0538fSMark Fasheh if (!path->p_tree_depth) 6278dcd0538fSMark Fasheh goto out; 6279ccd979bdSMark Fasheh 6280ccd979bdSMark Fasheh /* trunc to zero special case - this makes tree_depth = 0 6281ccd979bdSMark Fasheh * regardless of what it is. */ 62823a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == clusters_to_del) 6283dcd0538fSMark Fasheh goto out; 6284ccd979bdSMark Fasheh 6285dcd0538fSMark Fasheh el = path_leaf_el(path); 6286ccd979bdSMark Fasheh BUG_ON(!el->l_next_free_rec); 6287ccd979bdSMark Fasheh 62883a0782d0SMark Fasheh /* 62893a0782d0SMark Fasheh * Make sure that this extent list will actually be empty 62903a0782d0SMark Fasheh * after we clear away the data. We can shortcut out if 62913a0782d0SMark Fasheh * there's more than one non-empty extent in the 62923a0782d0SMark Fasheh * list. Otherwise, a check of the remaining extent is 62933a0782d0SMark Fasheh * necessary. 62943a0782d0SMark Fasheh */ 62953a0782d0SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 62963a0782d0SMark Fasheh rec = NULL; 6297dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 62983a0782d0SMark Fasheh if (next_free > 2) 6299dcd0538fSMark Fasheh goto out; 63003a0782d0SMark Fasheh 63013a0782d0SMark Fasheh /* We may have a valid extent in index 1, check it. */ 63023a0782d0SMark Fasheh if (next_free == 2) 63033a0782d0SMark Fasheh rec = &el->l_recs[1]; 63043a0782d0SMark Fasheh 63053a0782d0SMark Fasheh /* 63063a0782d0SMark Fasheh * Fall through - no more nonempty extents, so we want 63073a0782d0SMark Fasheh * to delete this leaf. 63083a0782d0SMark Fasheh */ 63093a0782d0SMark Fasheh } else { 63103a0782d0SMark Fasheh if (next_free > 1) 6311dcd0538fSMark Fasheh goto out; 6312ccd979bdSMark Fasheh 63133a0782d0SMark Fasheh rec = &el->l_recs[0]; 63143a0782d0SMark Fasheh } 63153a0782d0SMark Fasheh 63163a0782d0SMark Fasheh if (rec) { 63173a0782d0SMark Fasheh /* 63183a0782d0SMark Fasheh * Check it we'll only be trimming off the end of this 63193a0782d0SMark Fasheh * cluster. 63203a0782d0SMark Fasheh */ 6321e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) > clusters_to_del) 63223a0782d0SMark Fasheh goto out; 63233a0782d0SMark Fasheh } 63243a0782d0SMark Fasheh 6325dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos); 6326dcd0538fSMark Fasheh if (ret) { 6327dcd0538fSMark Fasheh mlog_errno(ret); 6328dcd0538fSMark Fasheh goto out; 6329ccd979bdSMark Fasheh } 6330ccd979bdSMark Fasheh 6331dcd0538fSMark Fasheh ret = ocfs2_find_leaf(inode, path_root_el(path), cpos, &bh); 6332dcd0538fSMark Fasheh if (ret) { 6333dcd0538fSMark Fasheh mlog_errno(ret); 6334dcd0538fSMark Fasheh goto out; 6335ccd979bdSMark Fasheh } 6336dcd0538fSMark Fasheh 6337ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 6338ccd979bdSMark Fasheh el = &eb->h_list; 63395e96581aSJoel Becker 63405e96581aSJoel Becker /* ocfs2_find_leaf() gets the eb from ocfs2_read_extent_block(). 63415e96581aSJoel Becker * Any corruption is a code bug. */ 63425e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 6343ccd979bdSMark Fasheh 6344ccd979bdSMark Fasheh *new_last_eb = bh; 6345ccd979bdSMark Fasheh get_bh(*new_last_eb); 6346dcd0538fSMark Fasheh mlog(0, "returning block %llu, (cpos: %u)\n", 6347dcd0538fSMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), cpos); 6348dcd0538fSMark Fasheh out: 6349ccd979bdSMark Fasheh brelse(bh); 6350ccd979bdSMark Fasheh 6351dcd0538fSMark Fasheh return ret; 6352ccd979bdSMark Fasheh } 6353ccd979bdSMark Fasheh 63543a0782d0SMark Fasheh /* 63553a0782d0SMark Fasheh * Trim some clusters off the rightmost edge of a tree. Only called 63563a0782d0SMark Fasheh * during truncate. 63573a0782d0SMark Fasheh * 63583a0782d0SMark Fasheh * The caller needs to: 63593a0782d0SMark Fasheh * - start journaling of each path component. 63603a0782d0SMark Fasheh * - compute and fully set up any new last ext block 63613a0782d0SMark Fasheh */ 63623a0782d0SMark Fasheh static int ocfs2_trim_tree(struct inode *inode, struct ocfs2_path *path, 63633a0782d0SMark Fasheh handle_t *handle, struct ocfs2_truncate_context *tc, 63643a0782d0SMark Fasheh u32 clusters_to_del, u64 *delete_start) 63653a0782d0SMark Fasheh { 63663a0782d0SMark Fasheh int ret, i, index = path->p_tree_depth; 63673a0782d0SMark Fasheh u32 new_edge = 0; 63683a0782d0SMark Fasheh u64 deleted_eb = 0; 63693a0782d0SMark Fasheh struct buffer_head *bh; 63703a0782d0SMark Fasheh struct ocfs2_extent_list *el; 63713a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 63723a0782d0SMark Fasheh 63733a0782d0SMark Fasheh *delete_start = 0; 63743a0782d0SMark Fasheh 63753a0782d0SMark Fasheh while (index >= 0) { 63763a0782d0SMark Fasheh bh = path->p_node[index].bh; 63773a0782d0SMark Fasheh el = path->p_node[index].el; 63783a0782d0SMark Fasheh 63793a0782d0SMark Fasheh mlog(0, "traveling tree (index = %d, block = %llu)\n", 63803a0782d0SMark Fasheh index, (unsigned long long)bh->b_blocknr); 63813a0782d0SMark Fasheh 63823a0782d0SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 63833a0782d0SMark Fasheh 63843a0782d0SMark Fasheh if (index != 63853a0782d0SMark Fasheh (path->p_tree_depth - le16_to_cpu(el->l_tree_depth))) { 63863a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 63873a0782d0SMark Fasheh "Inode %lu has invalid ext. block %llu", 63883a0782d0SMark Fasheh inode->i_ino, 63893a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr); 63903a0782d0SMark Fasheh ret = -EROFS; 63913a0782d0SMark Fasheh goto out; 63923a0782d0SMark Fasheh } 63933a0782d0SMark Fasheh 63943a0782d0SMark Fasheh find_tail_record: 63953a0782d0SMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 63963a0782d0SMark Fasheh rec = &el->l_recs[i]; 63973a0782d0SMark Fasheh 63983a0782d0SMark Fasheh mlog(0, "Extent list before: record %d: (%u, %u, %llu), " 63993a0782d0SMark Fasheh "next = %u\n", i, le32_to_cpu(rec->e_cpos), 6400e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec), 64013a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 64023a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 64033a0782d0SMark Fasheh 6404e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, rec) < clusters_to_del); 64053a0782d0SMark Fasheh 64063a0782d0SMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 64073a0782d0SMark Fasheh /* 64083a0782d0SMark Fasheh * If the leaf block contains a single empty 64093a0782d0SMark Fasheh * extent and no records, we can just remove 64103a0782d0SMark Fasheh * the block. 64113a0782d0SMark Fasheh */ 64123a0782d0SMark Fasheh if (i == 0 && ocfs2_is_empty_extent(rec)) { 64133a0782d0SMark Fasheh memset(rec, 0, 64143a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 64153a0782d0SMark Fasheh el->l_next_free_rec = cpu_to_le16(0); 64163a0782d0SMark Fasheh 64173a0782d0SMark Fasheh goto delete; 64183a0782d0SMark Fasheh } 64193a0782d0SMark Fasheh 64203a0782d0SMark Fasheh /* 64213a0782d0SMark Fasheh * Remove any empty extents by shifting things 64223a0782d0SMark Fasheh * left. That should make life much easier on 64233a0782d0SMark Fasheh * the code below. This condition is rare 64243a0782d0SMark Fasheh * enough that we shouldn't see a performance 64253a0782d0SMark Fasheh * hit. 64263a0782d0SMark Fasheh */ 64273a0782d0SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 64283a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 64293a0782d0SMark Fasheh 64303a0782d0SMark Fasheh for(i = 0; 64313a0782d0SMark Fasheh i < le16_to_cpu(el->l_next_free_rec); i++) 64323a0782d0SMark Fasheh el->l_recs[i] = el->l_recs[i + 1]; 64333a0782d0SMark Fasheh 64343a0782d0SMark Fasheh memset(&el->l_recs[i], 0, 64353a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 64363a0782d0SMark Fasheh 64373a0782d0SMark Fasheh /* 64383a0782d0SMark Fasheh * We've modified our extent list. The 64393a0782d0SMark Fasheh * simplest way to handle this change 64403a0782d0SMark Fasheh * is to being the search from the 64413a0782d0SMark Fasheh * start again. 64423a0782d0SMark Fasheh */ 64433a0782d0SMark Fasheh goto find_tail_record; 64443a0782d0SMark Fasheh } 64453a0782d0SMark Fasheh 6446e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -clusters_to_del); 64473a0782d0SMark Fasheh 64483a0782d0SMark Fasheh /* 64493a0782d0SMark Fasheh * We'll use "new_edge" on our way back up the 64503a0782d0SMark Fasheh * tree to know what our rightmost cpos is. 64513a0782d0SMark Fasheh */ 6452e48edee2SMark Fasheh new_edge = le16_to_cpu(rec->e_leaf_clusters); 64533a0782d0SMark Fasheh new_edge += le32_to_cpu(rec->e_cpos); 64543a0782d0SMark Fasheh 64553a0782d0SMark Fasheh /* 64563a0782d0SMark Fasheh * The caller will use this to delete data blocks. 64573a0782d0SMark Fasheh */ 64583a0782d0SMark Fasheh *delete_start = le64_to_cpu(rec->e_blkno) 64593a0782d0SMark Fasheh + ocfs2_clusters_to_blocks(inode->i_sb, 6460e48edee2SMark Fasheh le16_to_cpu(rec->e_leaf_clusters)); 64613a0782d0SMark Fasheh 64623a0782d0SMark Fasheh /* 64633a0782d0SMark Fasheh * If it's now empty, remove this record. 64643a0782d0SMark Fasheh */ 6465e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) == 0) { 64663a0782d0SMark Fasheh memset(rec, 0, 64673a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 64683a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 64693a0782d0SMark Fasheh } 64703a0782d0SMark Fasheh } else { 64713a0782d0SMark Fasheh if (le64_to_cpu(rec->e_blkno) == deleted_eb) { 64723a0782d0SMark Fasheh memset(rec, 0, 64733a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 64743a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 64753a0782d0SMark Fasheh 64763a0782d0SMark Fasheh goto delete; 64773a0782d0SMark Fasheh } 64783a0782d0SMark Fasheh 64793a0782d0SMark Fasheh /* Can this actually happen? */ 64803a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) 64813a0782d0SMark Fasheh goto delete; 64823a0782d0SMark Fasheh 64833a0782d0SMark Fasheh /* 64843a0782d0SMark Fasheh * We never actually deleted any clusters 64853a0782d0SMark Fasheh * because our leaf was empty. There's no 64863a0782d0SMark Fasheh * reason to adjust the rightmost edge then. 64873a0782d0SMark Fasheh */ 64883a0782d0SMark Fasheh if (new_edge == 0) 64893a0782d0SMark Fasheh goto delete; 64903a0782d0SMark Fasheh 6491e48edee2SMark Fasheh rec->e_int_clusters = cpu_to_le32(new_edge); 6492e48edee2SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 64933a0782d0SMark Fasheh -le32_to_cpu(rec->e_cpos)); 64943a0782d0SMark Fasheh 64953a0782d0SMark Fasheh /* 64963a0782d0SMark Fasheh * A deleted child record should have been 64973a0782d0SMark Fasheh * caught above. 64983a0782d0SMark Fasheh */ 6499e48edee2SMark Fasheh BUG_ON(le32_to_cpu(rec->e_int_clusters) == 0); 65003a0782d0SMark Fasheh } 65013a0782d0SMark Fasheh 65023a0782d0SMark Fasheh delete: 65033a0782d0SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 65043a0782d0SMark Fasheh if (ret) { 65053a0782d0SMark Fasheh mlog_errno(ret); 65063a0782d0SMark Fasheh goto out; 65073a0782d0SMark Fasheh } 65083a0782d0SMark Fasheh 65093a0782d0SMark Fasheh mlog(0, "extent list container %llu, after: record %d: " 65103a0782d0SMark Fasheh "(%u, %u, %llu), next = %u.\n", 65113a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr, i, 6512e48edee2SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec), 65133a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 65143a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 65153a0782d0SMark Fasheh 65163a0782d0SMark Fasheh /* 65173a0782d0SMark Fasheh * We must be careful to only attempt delete of an 65183a0782d0SMark Fasheh * extent block (and not the root inode block). 65193a0782d0SMark Fasheh */ 65203a0782d0SMark Fasheh if (index > 0 && le16_to_cpu(el->l_next_free_rec) == 0) { 65213a0782d0SMark Fasheh struct ocfs2_extent_block *eb = 65223a0782d0SMark Fasheh (struct ocfs2_extent_block *)bh->b_data; 65233a0782d0SMark Fasheh 65243a0782d0SMark Fasheh /* 65253a0782d0SMark Fasheh * Save this for use when processing the 65263a0782d0SMark Fasheh * parent block. 65273a0782d0SMark Fasheh */ 65283a0782d0SMark Fasheh deleted_eb = le64_to_cpu(eb->h_blkno); 65293a0782d0SMark Fasheh 65303a0782d0SMark Fasheh mlog(0, "deleting this extent block.\n"); 65313a0782d0SMark Fasheh 65323a0782d0SMark Fasheh ocfs2_remove_from_cache(inode, bh); 65333a0782d0SMark Fasheh 6534e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, &el->l_recs[0])); 65353a0782d0SMark Fasheh BUG_ON(le32_to_cpu(el->l_recs[0].e_cpos)); 65363a0782d0SMark Fasheh BUG_ON(le64_to_cpu(el->l_recs[0].e_blkno)); 65373a0782d0SMark Fasheh 653859a5e416SMark Fasheh ret = ocfs2_cache_extent_block_free(&tc->tc_dealloc, eb); 65393a0782d0SMark Fasheh /* An error here is not fatal. */ 65403a0782d0SMark Fasheh if (ret < 0) 65413a0782d0SMark Fasheh mlog_errno(ret); 65423a0782d0SMark Fasheh } else { 65433a0782d0SMark Fasheh deleted_eb = 0; 65443a0782d0SMark Fasheh } 65453a0782d0SMark Fasheh 65463a0782d0SMark Fasheh index--; 65473a0782d0SMark Fasheh } 65483a0782d0SMark Fasheh 65493a0782d0SMark Fasheh ret = 0; 65503a0782d0SMark Fasheh out: 65513a0782d0SMark Fasheh return ret; 65523a0782d0SMark Fasheh } 65533a0782d0SMark Fasheh 6554ccd979bdSMark Fasheh static int ocfs2_do_truncate(struct ocfs2_super *osb, 6555ccd979bdSMark Fasheh unsigned int clusters_to_del, 6556ccd979bdSMark Fasheh struct inode *inode, 6557ccd979bdSMark Fasheh struct buffer_head *fe_bh, 65581fabe148SMark Fasheh handle_t *handle, 6559dcd0538fSMark Fasheh struct ocfs2_truncate_context *tc, 6560dcd0538fSMark Fasheh struct ocfs2_path *path) 6561ccd979bdSMark Fasheh { 65623a0782d0SMark Fasheh int status; 6563ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 6564ccd979bdSMark Fasheh struct ocfs2_extent_block *last_eb = NULL; 6565ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6566ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 6567ccd979bdSMark Fasheh u64 delete_blk = 0; 6568ccd979bdSMark Fasheh 6569ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 6570ccd979bdSMark Fasheh 65713a0782d0SMark Fasheh status = ocfs2_find_new_last_ext_blk(inode, clusters_to_del, 6572dcd0538fSMark Fasheh path, &last_eb_bh); 6573ccd979bdSMark Fasheh if (status < 0) { 6574ccd979bdSMark Fasheh mlog_errno(status); 6575ccd979bdSMark Fasheh goto bail; 6576ccd979bdSMark Fasheh } 6577ccd979bdSMark Fasheh 6578dcd0538fSMark Fasheh /* 6579dcd0538fSMark Fasheh * Each component will be touched, so we might as well journal 6580dcd0538fSMark Fasheh * here to avoid having to handle errors later. 6581dcd0538fSMark Fasheh */ 65823a0782d0SMark Fasheh status = ocfs2_journal_access_path(inode, handle, path); 6583ccd979bdSMark Fasheh if (status < 0) { 6584ccd979bdSMark Fasheh mlog_errno(status); 6585ccd979bdSMark Fasheh goto bail; 6586ccd979bdSMark Fasheh } 6587dcd0538fSMark Fasheh 6588dcd0538fSMark Fasheh if (last_eb_bh) { 6589*13723d00SJoel Becker status = ocfs2_journal_access_eb(handle, inode, last_eb_bh, 6590dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 6591dcd0538fSMark Fasheh if (status < 0) { 6592dcd0538fSMark Fasheh mlog_errno(status); 6593dcd0538fSMark Fasheh goto bail; 6594dcd0538fSMark Fasheh } 6595dcd0538fSMark Fasheh 6596dcd0538fSMark Fasheh last_eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 6597dcd0538fSMark Fasheh } 6598dcd0538fSMark Fasheh 6599ccd979bdSMark Fasheh el = &(fe->id2.i_list); 6600ccd979bdSMark Fasheh 6601dcd0538fSMark Fasheh /* 6602dcd0538fSMark Fasheh * Lower levels depend on this never happening, but it's best 6603dcd0538fSMark Fasheh * to check it up here before changing the tree. 6604dcd0538fSMark Fasheh */ 6605e48edee2SMark Fasheh if (el->l_tree_depth && el->l_recs[0].e_int_clusters == 0) { 6606dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 6607dcd0538fSMark Fasheh "Inode %lu has an empty extent record, depth %u\n", 6608dcd0538fSMark Fasheh inode->i_ino, le16_to_cpu(el->l_tree_depth)); 66093a0782d0SMark Fasheh status = -EROFS; 6610dcd0538fSMark Fasheh goto bail; 6611dcd0538fSMark Fasheh } 6612dcd0538fSMark Fasheh 6613a90714c1SJan Kara vfs_dq_free_space_nodirty(inode, 6614a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, clusters_to_del)); 6615ccd979bdSMark Fasheh spin_lock(&OCFS2_I(inode)->ip_lock); 6616ccd979bdSMark Fasheh OCFS2_I(inode)->ip_clusters = le32_to_cpu(fe->i_clusters) - 6617ccd979bdSMark Fasheh clusters_to_del; 6618ccd979bdSMark Fasheh spin_unlock(&OCFS2_I(inode)->ip_lock); 6619ccd979bdSMark Fasheh le32_add_cpu(&fe->i_clusters, -clusters_to_del); 6620e535e2efSMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 6621ccd979bdSMark Fasheh 66223a0782d0SMark Fasheh status = ocfs2_trim_tree(inode, path, handle, tc, 66233a0782d0SMark Fasheh clusters_to_del, &delete_blk); 66243a0782d0SMark Fasheh if (status) { 66253a0782d0SMark Fasheh mlog_errno(status); 66263a0782d0SMark Fasheh goto bail; 6627ccd979bdSMark Fasheh } 6628ccd979bdSMark Fasheh 6629dcd0538fSMark Fasheh if (le32_to_cpu(fe->i_clusters) == 0) { 6630ccd979bdSMark Fasheh /* trunc to zero is a special case. */ 6631ccd979bdSMark Fasheh el->l_tree_depth = 0; 6632ccd979bdSMark Fasheh fe->i_last_eb_blk = 0; 6633ccd979bdSMark Fasheh } else if (last_eb) 6634ccd979bdSMark Fasheh fe->i_last_eb_blk = last_eb->h_blkno; 6635ccd979bdSMark Fasheh 6636ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, fe_bh); 6637ccd979bdSMark Fasheh if (status < 0) { 6638ccd979bdSMark Fasheh mlog_errno(status); 6639ccd979bdSMark Fasheh goto bail; 6640ccd979bdSMark Fasheh } 6641ccd979bdSMark Fasheh 6642ccd979bdSMark Fasheh if (last_eb) { 6643ccd979bdSMark Fasheh /* If there will be a new last extent block, then by 6644ccd979bdSMark Fasheh * definition, there cannot be any leaves to the right of 6645ccd979bdSMark Fasheh * him. */ 6646ccd979bdSMark Fasheh last_eb->h_next_leaf_blk = 0; 6647ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, last_eb_bh); 6648ccd979bdSMark Fasheh if (status < 0) { 6649ccd979bdSMark Fasheh mlog_errno(status); 6650ccd979bdSMark Fasheh goto bail; 6651ccd979bdSMark Fasheh } 6652ccd979bdSMark Fasheh } 6653ccd979bdSMark Fasheh 66543a0782d0SMark Fasheh if (delete_blk) { 6655ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, delete_blk, 6656ccd979bdSMark Fasheh clusters_to_del); 6657ccd979bdSMark Fasheh if (status < 0) { 6658ccd979bdSMark Fasheh mlog_errno(status); 6659ccd979bdSMark Fasheh goto bail; 6660ccd979bdSMark Fasheh } 66613a0782d0SMark Fasheh } 6662ccd979bdSMark Fasheh status = 0; 6663ccd979bdSMark Fasheh bail: 6664dcd0538fSMark Fasheh 6665ccd979bdSMark Fasheh mlog_exit(status); 6666ccd979bdSMark Fasheh return status; 6667ccd979bdSMark Fasheh } 6668ccd979bdSMark Fasheh 66692b4e30fbSJoel Becker static int ocfs2_zero_func(handle_t *handle, struct buffer_head *bh) 667060b11392SMark Fasheh { 667160b11392SMark Fasheh set_buffer_uptodate(bh); 667260b11392SMark Fasheh mark_buffer_dirty(bh); 667360b11392SMark Fasheh return 0; 667460b11392SMark Fasheh } 667560b11392SMark Fasheh 66761d410a6eSMark Fasheh static void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle, 66771d410a6eSMark Fasheh unsigned int from, unsigned int to, 66781d410a6eSMark Fasheh struct page *page, int zero, u64 *phys) 667960b11392SMark Fasheh { 66801d410a6eSMark Fasheh int ret, partial = 0; 668160b11392SMark Fasheh 66821d410a6eSMark Fasheh ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0); 668360b11392SMark Fasheh if (ret) 668460b11392SMark Fasheh mlog_errno(ret); 668560b11392SMark Fasheh 66861d410a6eSMark Fasheh if (zero) 6687eebd2aa3SChristoph Lameter zero_user_segment(page, from, to); 668860b11392SMark Fasheh 668960b11392SMark Fasheh /* 669060b11392SMark Fasheh * Need to set the buffers we zero'd into uptodate 669160b11392SMark Fasheh * here if they aren't - ocfs2_map_page_blocks() 669260b11392SMark Fasheh * might've skipped some 669360b11392SMark Fasheh */ 669460b11392SMark Fasheh ret = walk_page_buffers(handle, page_buffers(page), 669560b11392SMark Fasheh from, to, &partial, 66962b4e30fbSJoel Becker ocfs2_zero_func); 66972b4e30fbSJoel Becker if (ret < 0) 66982b4e30fbSJoel Becker mlog_errno(ret); 66992b4e30fbSJoel Becker else if (ocfs2_should_order_data(inode)) { 67002b4e30fbSJoel Becker ret = ocfs2_jbd2_file_inode(handle, inode); 670160b11392SMark Fasheh if (ret < 0) 670260b11392SMark Fasheh mlog_errno(ret); 670360b11392SMark Fasheh } 670460b11392SMark Fasheh 670560b11392SMark Fasheh if (!partial) 670660b11392SMark Fasheh SetPageUptodate(page); 670760b11392SMark Fasheh 670860b11392SMark Fasheh flush_dcache_page(page); 67091d410a6eSMark Fasheh } 67101d410a6eSMark Fasheh 67111d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start, 67121d410a6eSMark Fasheh loff_t end, struct page **pages, 67131d410a6eSMark Fasheh int numpages, u64 phys, handle_t *handle) 67141d410a6eSMark Fasheh { 67151d410a6eSMark Fasheh int i; 67161d410a6eSMark Fasheh struct page *page; 67171d410a6eSMark Fasheh unsigned int from, to = PAGE_CACHE_SIZE; 67181d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 67191d410a6eSMark Fasheh 67201d410a6eSMark Fasheh BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb))); 67211d410a6eSMark Fasheh 67221d410a6eSMark Fasheh if (numpages == 0) 67231d410a6eSMark Fasheh goto out; 67241d410a6eSMark Fasheh 67251d410a6eSMark Fasheh to = PAGE_CACHE_SIZE; 67261d410a6eSMark Fasheh for(i = 0; i < numpages; i++) { 67271d410a6eSMark Fasheh page = pages[i]; 67281d410a6eSMark Fasheh 67291d410a6eSMark Fasheh from = start & (PAGE_CACHE_SIZE - 1); 67301d410a6eSMark Fasheh if ((end >> PAGE_CACHE_SHIFT) == page->index) 67311d410a6eSMark Fasheh to = end & (PAGE_CACHE_SIZE - 1); 67321d410a6eSMark Fasheh 67331d410a6eSMark Fasheh BUG_ON(from > PAGE_CACHE_SIZE); 67341d410a6eSMark Fasheh BUG_ON(to > PAGE_CACHE_SIZE); 67351d410a6eSMark Fasheh 67361d410a6eSMark Fasheh ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1, 67371d410a6eSMark Fasheh &phys); 673860b11392SMark Fasheh 673935edec1dSMark Fasheh start = (page->index + 1) << PAGE_CACHE_SHIFT; 674060b11392SMark Fasheh } 674160b11392SMark Fasheh out: 67421d410a6eSMark Fasheh if (pages) 67431d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 674460b11392SMark Fasheh } 674560b11392SMark Fasheh 674635edec1dSMark Fasheh static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end, 67471d410a6eSMark Fasheh struct page **pages, int *num) 674860b11392SMark Fasheh { 67491d410a6eSMark Fasheh int numpages, ret = 0; 675060b11392SMark Fasheh struct super_block *sb = inode->i_sb; 675160b11392SMark Fasheh struct address_space *mapping = inode->i_mapping; 675260b11392SMark Fasheh unsigned long index; 675335edec1dSMark Fasheh loff_t last_page_bytes; 675460b11392SMark Fasheh 675535edec1dSMark Fasheh BUG_ON(start > end); 675660b11392SMark Fasheh 675735edec1dSMark Fasheh BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits != 675835edec1dSMark Fasheh (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits); 675935edec1dSMark Fasheh 67601d410a6eSMark Fasheh numpages = 0; 676135edec1dSMark Fasheh last_page_bytes = PAGE_ALIGN(end); 676235edec1dSMark Fasheh index = start >> PAGE_CACHE_SHIFT; 676360b11392SMark Fasheh do { 676460b11392SMark Fasheh pages[numpages] = grab_cache_page(mapping, index); 676560b11392SMark Fasheh if (!pages[numpages]) { 676660b11392SMark Fasheh ret = -ENOMEM; 676760b11392SMark Fasheh mlog_errno(ret); 676860b11392SMark Fasheh goto out; 676960b11392SMark Fasheh } 677060b11392SMark Fasheh 677160b11392SMark Fasheh numpages++; 677260b11392SMark Fasheh index++; 677335edec1dSMark Fasheh } while (index < (last_page_bytes >> PAGE_CACHE_SHIFT)); 677460b11392SMark Fasheh 677560b11392SMark Fasheh out: 677660b11392SMark Fasheh if (ret != 0) { 67771d410a6eSMark Fasheh if (pages) 67781d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 677960b11392SMark Fasheh numpages = 0; 678060b11392SMark Fasheh } 678160b11392SMark Fasheh 678260b11392SMark Fasheh *num = numpages; 678360b11392SMark Fasheh 678460b11392SMark Fasheh return ret; 678560b11392SMark Fasheh } 678660b11392SMark Fasheh 678760b11392SMark Fasheh /* 678860b11392SMark Fasheh * Zero the area past i_size but still within an allocated 678960b11392SMark Fasheh * cluster. This avoids exposing nonzero data on subsequent file 679060b11392SMark Fasheh * extends. 679160b11392SMark Fasheh * 679260b11392SMark Fasheh * We need to call this before i_size is updated on the inode because 679360b11392SMark Fasheh * otherwise block_write_full_page() will skip writeout of pages past 679460b11392SMark Fasheh * i_size. The new_i_size parameter is passed for this reason. 679560b11392SMark Fasheh */ 679635edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle, 679735edec1dSMark Fasheh u64 range_start, u64 range_end) 679860b11392SMark Fasheh { 67991d410a6eSMark Fasheh int ret = 0, numpages; 680060b11392SMark Fasheh struct page **pages = NULL; 680160b11392SMark Fasheh u64 phys; 68021d410a6eSMark Fasheh unsigned int ext_flags; 68031d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 680460b11392SMark Fasheh 680560b11392SMark Fasheh /* 680660b11392SMark Fasheh * File systems which don't support sparse files zero on every 680760b11392SMark Fasheh * extend. 680860b11392SMark Fasheh */ 68091d410a6eSMark Fasheh if (!ocfs2_sparse_alloc(OCFS2_SB(sb))) 681060b11392SMark Fasheh return 0; 681160b11392SMark Fasheh 68121d410a6eSMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(sb), 681360b11392SMark Fasheh sizeof(struct page *), GFP_NOFS); 681460b11392SMark Fasheh if (pages == NULL) { 681560b11392SMark Fasheh ret = -ENOMEM; 681660b11392SMark Fasheh mlog_errno(ret); 681760b11392SMark Fasheh goto out; 681860b11392SMark Fasheh } 681960b11392SMark Fasheh 68201d410a6eSMark Fasheh if (range_start == range_end) 68211d410a6eSMark Fasheh goto out; 68221d410a6eSMark Fasheh 68231d410a6eSMark Fasheh ret = ocfs2_extent_map_get_blocks(inode, 68241d410a6eSMark Fasheh range_start >> sb->s_blocksize_bits, 68251d410a6eSMark Fasheh &phys, NULL, &ext_flags); 682660b11392SMark Fasheh if (ret) { 682760b11392SMark Fasheh mlog_errno(ret); 682860b11392SMark Fasheh goto out; 682960b11392SMark Fasheh } 683060b11392SMark Fasheh 68311d410a6eSMark Fasheh /* 68321d410a6eSMark Fasheh * Tail is a hole, or is marked unwritten. In either case, we 68331d410a6eSMark Fasheh * can count on read and write to return/push zero's. 68341d410a6eSMark Fasheh */ 68351d410a6eSMark Fasheh if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN) 683660b11392SMark Fasheh goto out; 683760b11392SMark Fasheh 68381d410a6eSMark Fasheh ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages, 68391d410a6eSMark Fasheh &numpages); 68401d410a6eSMark Fasheh if (ret) { 68411d410a6eSMark Fasheh mlog_errno(ret); 68421d410a6eSMark Fasheh goto out; 68431d410a6eSMark Fasheh } 68441d410a6eSMark Fasheh 684535edec1dSMark Fasheh ocfs2_zero_cluster_pages(inode, range_start, range_end, pages, 684635edec1dSMark Fasheh numpages, phys, handle); 684760b11392SMark Fasheh 684860b11392SMark Fasheh /* 684960b11392SMark Fasheh * Initiate writeout of the pages we zero'd here. We don't 685060b11392SMark Fasheh * wait on them - the truncate_inode_pages() call later will 685160b11392SMark Fasheh * do that for us. 685260b11392SMark Fasheh */ 685335edec1dSMark Fasheh ret = do_sync_mapping_range(inode->i_mapping, range_start, 685435edec1dSMark Fasheh range_end - 1, SYNC_FILE_RANGE_WRITE); 685560b11392SMark Fasheh if (ret) 685660b11392SMark Fasheh mlog_errno(ret); 685760b11392SMark Fasheh 685860b11392SMark Fasheh out: 685960b11392SMark Fasheh if (pages) 686060b11392SMark Fasheh kfree(pages); 686160b11392SMark Fasheh 686260b11392SMark Fasheh return ret; 686360b11392SMark Fasheh } 686460b11392SMark Fasheh 6865fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode, 6866fdd77704STiger Yang struct ocfs2_dinode *di) 68671afc32b9SMark Fasheh { 68681afc32b9SMark Fasheh unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits; 6869fdd77704STiger Yang unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size); 68701afc32b9SMark Fasheh 6871fdd77704STiger Yang if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL) 6872fdd77704STiger Yang memset(&di->id2, 0, blocksize - 6873fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2) - 6874fdd77704STiger Yang xattrsize); 6875fdd77704STiger Yang else 6876fdd77704STiger Yang memset(&di->id2, 0, blocksize - 6877fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2)); 68781afc32b9SMark Fasheh } 68791afc32b9SMark Fasheh 68805b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode, 68815b6a3a2bSMark Fasheh struct ocfs2_dinode *di) 68825b6a3a2bSMark Fasheh { 6883fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 68845b6a3a2bSMark Fasheh di->id2.i_list.l_tree_depth = 0; 68855b6a3a2bSMark Fasheh di->id2.i_list.l_next_free_rec = 0; 6886fdd77704STiger Yang di->id2.i_list.l_count = cpu_to_le16( 6887fdd77704STiger Yang ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di)); 68885b6a3a2bSMark Fasheh } 68895b6a3a2bSMark Fasheh 68901afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di) 68911afc32b9SMark Fasheh { 68921afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 68931afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 68941afc32b9SMark Fasheh 68951afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 68961afc32b9SMark Fasheh oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL; 68971afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 68981afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 68991afc32b9SMark Fasheh 69001afc32b9SMark Fasheh /* 69011afc32b9SMark Fasheh * We clear the entire i_data structure here so that all 69021afc32b9SMark Fasheh * fields can be properly initialized. 69031afc32b9SMark Fasheh */ 6904fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 69051afc32b9SMark Fasheh 6906fdd77704STiger Yang idata->id_count = cpu_to_le16( 6907fdd77704STiger Yang ocfs2_max_inline_data_with_xattr(inode->i_sb, di)); 69081afc32b9SMark Fasheh } 69091afc32b9SMark Fasheh 69101afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode, 69111afc32b9SMark Fasheh struct buffer_head *di_bh) 69121afc32b9SMark Fasheh { 69131afc32b9SMark Fasheh int ret, i, has_data, num_pages = 0; 69141afc32b9SMark Fasheh handle_t *handle; 69151afc32b9SMark Fasheh u64 uninitialized_var(block); 69161afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 69171afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 69181afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 69191afc32b9SMark Fasheh struct ocfs2_alloc_context *data_ac = NULL; 69201afc32b9SMark Fasheh struct page **pages = NULL; 69211afc32b9SMark Fasheh loff_t end = osb->s_clustersize; 6922f99b9b7cSJoel Becker struct ocfs2_extent_tree et; 6923a90714c1SJan Kara int did_quota = 0; 69241afc32b9SMark Fasheh 69251afc32b9SMark Fasheh has_data = i_size_read(inode) ? 1 : 0; 69261afc32b9SMark Fasheh 69271afc32b9SMark Fasheh if (has_data) { 69281afc32b9SMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(osb->sb), 69291afc32b9SMark Fasheh sizeof(struct page *), GFP_NOFS); 69301afc32b9SMark Fasheh if (pages == NULL) { 69311afc32b9SMark Fasheh ret = -ENOMEM; 69321afc32b9SMark Fasheh mlog_errno(ret); 69331afc32b9SMark Fasheh goto out; 69341afc32b9SMark Fasheh } 69351afc32b9SMark Fasheh 69361afc32b9SMark Fasheh ret = ocfs2_reserve_clusters(osb, 1, &data_ac); 69371afc32b9SMark Fasheh if (ret) { 69381afc32b9SMark Fasheh mlog_errno(ret); 69391afc32b9SMark Fasheh goto out; 69401afc32b9SMark Fasheh } 69411afc32b9SMark Fasheh } 69421afc32b9SMark Fasheh 6943a90714c1SJan Kara handle = ocfs2_start_trans(osb, 6944a90714c1SJan Kara ocfs2_inline_to_extents_credits(osb->sb)); 69451afc32b9SMark Fasheh if (IS_ERR(handle)) { 69461afc32b9SMark Fasheh ret = PTR_ERR(handle); 69471afc32b9SMark Fasheh mlog_errno(ret); 69481afc32b9SMark Fasheh goto out_unlock; 69491afc32b9SMark Fasheh } 69501afc32b9SMark Fasheh 6951*13723d00SJoel Becker ret = ocfs2_journal_access_di(handle, inode, di_bh, 69521afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 69531afc32b9SMark Fasheh if (ret) { 69541afc32b9SMark Fasheh mlog_errno(ret); 69551afc32b9SMark Fasheh goto out_commit; 69561afc32b9SMark Fasheh } 69571afc32b9SMark Fasheh 69581afc32b9SMark Fasheh if (has_data) { 69591afc32b9SMark Fasheh u32 bit_off, num; 69601afc32b9SMark Fasheh unsigned int page_end; 69611afc32b9SMark Fasheh u64 phys; 69621afc32b9SMark Fasheh 6963a90714c1SJan Kara if (vfs_dq_alloc_space_nodirty(inode, 6964a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1))) { 6965a90714c1SJan Kara ret = -EDQUOT; 6966a90714c1SJan Kara goto out_commit; 6967a90714c1SJan Kara } 6968a90714c1SJan Kara did_quota = 1; 6969a90714c1SJan Kara 69701afc32b9SMark Fasheh ret = ocfs2_claim_clusters(osb, handle, data_ac, 1, &bit_off, 69711afc32b9SMark Fasheh &num); 69721afc32b9SMark Fasheh if (ret) { 69731afc32b9SMark Fasheh mlog_errno(ret); 69741afc32b9SMark Fasheh goto out_commit; 69751afc32b9SMark Fasheh } 69761afc32b9SMark Fasheh 69771afc32b9SMark Fasheh /* 69781afc32b9SMark Fasheh * Save two copies, one for insert, and one that can 69791afc32b9SMark Fasheh * be changed by ocfs2_map_and_dirty_page() below. 69801afc32b9SMark Fasheh */ 69811afc32b9SMark Fasheh block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off); 69821afc32b9SMark Fasheh 69831afc32b9SMark Fasheh /* 69841afc32b9SMark Fasheh * Non sparse file systems zero on extend, so no need 69851afc32b9SMark Fasheh * to do that now. 69861afc32b9SMark Fasheh */ 69871afc32b9SMark Fasheh if (!ocfs2_sparse_alloc(osb) && 69881afc32b9SMark Fasheh PAGE_CACHE_SIZE < osb->s_clustersize) 69891afc32b9SMark Fasheh end = PAGE_CACHE_SIZE; 69901afc32b9SMark Fasheh 69911afc32b9SMark Fasheh ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages); 69921afc32b9SMark Fasheh if (ret) { 69931afc32b9SMark Fasheh mlog_errno(ret); 69941afc32b9SMark Fasheh goto out_commit; 69951afc32b9SMark Fasheh } 69961afc32b9SMark Fasheh 69971afc32b9SMark Fasheh /* 69981afc32b9SMark Fasheh * This should populate the 1st page for us and mark 69991afc32b9SMark Fasheh * it up to date. 70001afc32b9SMark Fasheh */ 70011afc32b9SMark Fasheh ret = ocfs2_read_inline_data(inode, pages[0], di_bh); 70021afc32b9SMark Fasheh if (ret) { 70031afc32b9SMark Fasheh mlog_errno(ret); 70041afc32b9SMark Fasheh goto out_commit; 70051afc32b9SMark Fasheh } 70061afc32b9SMark Fasheh 70071afc32b9SMark Fasheh page_end = PAGE_CACHE_SIZE; 70081afc32b9SMark Fasheh if (PAGE_CACHE_SIZE > osb->s_clustersize) 70091afc32b9SMark Fasheh page_end = osb->s_clustersize; 70101afc32b9SMark Fasheh 70111afc32b9SMark Fasheh for (i = 0; i < num_pages; i++) 70121afc32b9SMark Fasheh ocfs2_map_and_dirty_page(inode, handle, 0, page_end, 70131afc32b9SMark Fasheh pages[i], i > 0, &phys); 70141afc32b9SMark Fasheh } 70151afc32b9SMark Fasheh 70161afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 70171afc32b9SMark Fasheh oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL; 70181afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 70191afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 70201afc32b9SMark Fasheh 70215b6a3a2bSMark Fasheh ocfs2_dinode_new_extent_list(inode, di); 70221afc32b9SMark Fasheh 70231afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 70241afc32b9SMark Fasheh 70251afc32b9SMark Fasheh if (has_data) { 70261afc32b9SMark Fasheh /* 70271afc32b9SMark Fasheh * An error at this point should be extremely rare. If 70281afc32b9SMark Fasheh * this proves to be false, we could always re-build 70291afc32b9SMark Fasheh * the in-inode data from our pages. 70301afc32b9SMark Fasheh */ 70318d6220d6SJoel Becker ocfs2_init_dinode_extent_tree(&et, inode, di_bh); 7032f99b9b7cSJoel Becker ret = ocfs2_insert_extent(osb, handle, inode, &et, 7033f56654c4STao Ma 0, block, 1, 0, NULL); 70341afc32b9SMark Fasheh if (ret) { 70351afc32b9SMark Fasheh mlog_errno(ret); 70361afc32b9SMark Fasheh goto out_commit; 70371afc32b9SMark Fasheh } 70381afc32b9SMark Fasheh 70391afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 70401afc32b9SMark Fasheh } 70411afc32b9SMark Fasheh 70421afc32b9SMark Fasheh out_commit: 7043a90714c1SJan Kara if (ret < 0 && did_quota) 7044a90714c1SJan Kara vfs_dq_free_space_nodirty(inode, 7045a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1)); 7046a90714c1SJan Kara 70471afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 70481afc32b9SMark Fasheh 70491afc32b9SMark Fasheh out_unlock: 70501afc32b9SMark Fasheh if (data_ac) 70511afc32b9SMark Fasheh ocfs2_free_alloc_context(data_ac); 70521afc32b9SMark Fasheh 70531afc32b9SMark Fasheh out: 70541afc32b9SMark Fasheh if (pages) { 70551afc32b9SMark Fasheh ocfs2_unlock_and_free_pages(pages, num_pages); 70561afc32b9SMark Fasheh kfree(pages); 70571afc32b9SMark Fasheh } 70581afc32b9SMark Fasheh 70591afc32b9SMark Fasheh return ret; 70601afc32b9SMark Fasheh } 70611afc32b9SMark Fasheh 7062ccd979bdSMark Fasheh /* 7063ccd979bdSMark Fasheh * It is expected, that by the time you call this function, 7064ccd979bdSMark Fasheh * inode->i_size and fe->i_size have been adjusted. 7065ccd979bdSMark Fasheh * 7066ccd979bdSMark Fasheh * WARNING: This will kfree the truncate context 7067ccd979bdSMark Fasheh */ 7068ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb, 7069ccd979bdSMark Fasheh struct inode *inode, 7070ccd979bdSMark Fasheh struct buffer_head *fe_bh, 7071ccd979bdSMark Fasheh struct ocfs2_truncate_context *tc) 7072ccd979bdSMark Fasheh { 7073ccd979bdSMark Fasheh int status, i, credits, tl_sem = 0; 7074dcd0538fSMark Fasheh u32 clusters_to_del, new_highest_cpos, range; 7075ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 70761fabe148SMark Fasheh handle_t *handle = NULL; 7077ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 7078dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 7079e7d4cb6bSTao Ma struct ocfs2_dinode *di = (struct ocfs2_dinode *)fe_bh->b_data; 7080ccd979bdSMark Fasheh 7081ccd979bdSMark Fasheh mlog_entry_void(); 7082ccd979bdSMark Fasheh 7083dcd0538fSMark Fasheh new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb, 7084ccd979bdSMark Fasheh i_size_read(inode)); 7085ccd979bdSMark Fasheh 7086*13723d00SJoel Becker path = ocfs2_new_path(fe_bh, &di->id2.i_list, 7087*13723d00SJoel Becker ocfs2_journal_access_di); 7088dcd0538fSMark Fasheh if (!path) { 7089dcd0538fSMark Fasheh status = -ENOMEM; 7090ccd979bdSMark Fasheh mlog_errno(status); 7091ccd979bdSMark Fasheh goto bail; 7092ccd979bdSMark Fasheh } 709383418978SMark Fasheh 709483418978SMark Fasheh ocfs2_extent_map_trunc(inode, new_highest_cpos); 709583418978SMark Fasheh 7096dcd0538fSMark Fasheh start: 7097dcd0538fSMark Fasheh /* 70983a0782d0SMark Fasheh * Check that we still have allocation to delete. 70993a0782d0SMark Fasheh */ 71003a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == 0) { 71013a0782d0SMark Fasheh status = 0; 71023a0782d0SMark Fasheh goto bail; 71033a0782d0SMark Fasheh } 71043a0782d0SMark Fasheh 71053a0782d0SMark Fasheh /* 7106dcd0538fSMark Fasheh * Truncate always works against the rightmost tree branch. 7107dcd0538fSMark Fasheh */ 7108dcd0538fSMark Fasheh status = ocfs2_find_path(inode, path, UINT_MAX); 7109dcd0538fSMark Fasheh if (status) { 7110dcd0538fSMark Fasheh mlog_errno(status); 7111ccd979bdSMark Fasheh goto bail; 7112ccd979bdSMark Fasheh } 7113ccd979bdSMark Fasheh 7114dcd0538fSMark Fasheh mlog(0, "inode->ip_clusters = %u, tree_depth = %u\n", 7115dcd0538fSMark Fasheh OCFS2_I(inode)->ip_clusters, path->p_tree_depth); 7116dcd0538fSMark Fasheh 7117dcd0538fSMark Fasheh /* 7118dcd0538fSMark Fasheh * By now, el will point to the extent list on the bottom most 7119dcd0538fSMark Fasheh * portion of this tree. Only the tail record is considered in 7120dcd0538fSMark Fasheh * each pass. 7121dcd0538fSMark Fasheh * 7122dcd0538fSMark Fasheh * We handle the following cases, in order: 7123dcd0538fSMark Fasheh * - empty extent: delete the remaining branch 7124dcd0538fSMark Fasheh * - remove the entire record 7125dcd0538fSMark Fasheh * - remove a partial record 7126dcd0538fSMark Fasheh * - no record needs to be removed (truncate has completed) 7127dcd0538fSMark Fasheh */ 7128dcd0538fSMark Fasheh el = path_leaf_el(path); 71293a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 71303a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 71313a0782d0SMark Fasheh "Inode %llu has empty extent block at %llu\n", 71323a0782d0SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 71333a0782d0SMark Fasheh (unsigned long long)path_leaf_bh(path)->b_blocknr); 71343a0782d0SMark Fasheh status = -EROFS; 71353a0782d0SMark Fasheh goto bail; 71363a0782d0SMark Fasheh } 71373a0782d0SMark Fasheh 7138ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 7139dcd0538fSMark Fasheh range = le32_to_cpu(el->l_recs[i].e_cpos) + 7140e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 7141dcd0538fSMark Fasheh if (i == 0 && ocfs2_is_empty_extent(&el->l_recs[i])) { 7142dcd0538fSMark Fasheh clusters_to_del = 0; 7143dcd0538fSMark Fasheh } else if (le32_to_cpu(el->l_recs[i].e_cpos) >= new_highest_cpos) { 7144e48edee2SMark Fasheh clusters_to_del = ocfs2_rec_clusters(el, &el->l_recs[i]); 7145dcd0538fSMark Fasheh } else if (range > new_highest_cpos) { 7146e48edee2SMark Fasheh clusters_to_del = (ocfs2_rec_clusters(el, &el->l_recs[i]) + 7147ccd979bdSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos)) - 7148dcd0538fSMark Fasheh new_highest_cpos; 7149dcd0538fSMark Fasheh } else { 7150dcd0538fSMark Fasheh status = 0; 7151dcd0538fSMark Fasheh goto bail; 7152dcd0538fSMark Fasheh } 7153ccd979bdSMark Fasheh 7154dcd0538fSMark Fasheh mlog(0, "clusters_to_del = %u in this pass, tail blk=%llu\n", 7155dcd0538fSMark Fasheh clusters_to_del, (unsigned long long)path_leaf_bh(path)->b_blocknr); 7156dcd0538fSMark Fasheh 71571b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 7158ccd979bdSMark Fasheh tl_sem = 1; 7159ccd979bdSMark Fasheh /* ocfs2_truncate_log_needs_flush guarantees us at least one 7160ccd979bdSMark Fasheh * record is free for use. If there isn't any, we flush to get 7161ccd979bdSMark Fasheh * an empty truncate log. */ 7162ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 7163ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 7164ccd979bdSMark Fasheh if (status < 0) { 7165ccd979bdSMark Fasheh mlog_errno(status); 7166ccd979bdSMark Fasheh goto bail; 7167ccd979bdSMark Fasheh } 7168ccd979bdSMark Fasheh } 7169ccd979bdSMark Fasheh 7170ccd979bdSMark Fasheh credits = ocfs2_calc_tree_trunc_credits(osb->sb, clusters_to_del, 7171dcd0538fSMark Fasheh (struct ocfs2_dinode *)fe_bh->b_data, 7172dcd0538fSMark Fasheh el); 717365eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, credits); 7174ccd979bdSMark Fasheh if (IS_ERR(handle)) { 7175ccd979bdSMark Fasheh status = PTR_ERR(handle); 7176ccd979bdSMark Fasheh handle = NULL; 7177ccd979bdSMark Fasheh mlog_errno(status); 7178ccd979bdSMark Fasheh goto bail; 7179ccd979bdSMark Fasheh } 7180ccd979bdSMark Fasheh 7181dcd0538fSMark Fasheh status = ocfs2_do_truncate(osb, clusters_to_del, inode, fe_bh, handle, 7182dcd0538fSMark Fasheh tc, path); 7183ccd979bdSMark Fasheh if (status < 0) { 7184ccd979bdSMark Fasheh mlog_errno(status); 7185ccd979bdSMark Fasheh goto bail; 7186ccd979bdSMark Fasheh } 7187ccd979bdSMark Fasheh 71881b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 7189ccd979bdSMark Fasheh tl_sem = 0; 7190ccd979bdSMark Fasheh 719102dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 7192ccd979bdSMark Fasheh handle = NULL; 7193ccd979bdSMark Fasheh 7194dcd0538fSMark Fasheh ocfs2_reinit_path(path, 1); 7195dcd0538fSMark Fasheh 7196dcd0538fSMark Fasheh /* 71973a0782d0SMark Fasheh * The check above will catch the case where we've truncated 71983a0782d0SMark Fasheh * away all allocation. 7199dcd0538fSMark Fasheh */ 7200ccd979bdSMark Fasheh goto start; 72013a0782d0SMark Fasheh 7202ccd979bdSMark Fasheh bail: 7203ccd979bdSMark Fasheh 7204ccd979bdSMark Fasheh ocfs2_schedule_truncate_log_flush(osb, 1); 7205ccd979bdSMark Fasheh 7206ccd979bdSMark Fasheh if (tl_sem) 72071b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 7208ccd979bdSMark Fasheh 7209ccd979bdSMark Fasheh if (handle) 721002dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 7211ccd979bdSMark Fasheh 721259a5e416SMark Fasheh ocfs2_run_deallocs(osb, &tc->tc_dealloc); 721359a5e416SMark Fasheh 7214dcd0538fSMark Fasheh ocfs2_free_path(path); 7215ccd979bdSMark Fasheh 7216ccd979bdSMark Fasheh /* This will drop the ext_alloc cluster lock for us */ 7217ccd979bdSMark Fasheh ocfs2_free_truncate_context(tc); 7218ccd979bdSMark Fasheh 7219ccd979bdSMark Fasheh mlog_exit(status); 7220ccd979bdSMark Fasheh return status; 7221ccd979bdSMark Fasheh } 7222ccd979bdSMark Fasheh 7223ccd979bdSMark Fasheh /* 722459a5e416SMark Fasheh * Expects the inode to already be locked. 7225ccd979bdSMark Fasheh */ 7226ccd979bdSMark Fasheh int ocfs2_prepare_truncate(struct ocfs2_super *osb, 7227ccd979bdSMark Fasheh struct inode *inode, 7228ccd979bdSMark Fasheh struct buffer_head *fe_bh, 7229ccd979bdSMark Fasheh struct ocfs2_truncate_context **tc) 7230ccd979bdSMark Fasheh { 723159a5e416SMark Fasheh int status; 7232ccd979bdSMark Fasheh unsigned int new_i_clusters; 7233ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 7234ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 7235ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 7236ccd979bdSMark Fasheh 7237ccd979bdSMark Fasheh mlog_entry_void(); 7238ccd979bdSMark Fasheh 7239ccd979bdSMark Fasheh *tc = NULL; 7240ccd979bdSMark Fasheh 7241ccd979bdSMark Fasheh new_i_clusters = ocfs2_clusters_for_bytes(osb->sb, 7242ccd979bdSMark Fasheh i_size_read(inode)); 7243ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 7244ccd979bdSMark Fasheh 7245ccd979bdSMark Fasheh mlog(0, "fe->i_clusters = %u, new_i_clusters = %u, fe->i_size =" 72461ca1a111SMark Fasheh "%llu\n", le32_to_cpu(fe->i_clusters), new_i_clusters, 72471ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(fe->i_size)); 7248ccd979bdSMark Fasheh 7249cd861280SRobert P. J. Day *tc = kzalloc(sizeof(struct ocfs2_truncate_context), GFP_KERNEL); 7250ccd979bdSMark Fasheh if (!(*tc)) { 7251ccd979bdSMark Fasheh status = -ENOMEM; 7252ccd979bdSMark Fasheh mlog_errno(status); 7253ccd979bdSMark Fasheh goto bail; 7254ccd979bdSMark Fasheh } 725559a5e416SMark Fasheh ocfs2_init_dealloc_ctxt(&(*tc)->tc_dealloc); 7256ccd979bdSMark Fasheh 7257ccd979bdSMark Fasheh if (fe->id2.i_list.l_tree_depth) { 72585e96581aSJoel Becker status = ocfs2_read_extent_block(inode, 72595e96581aSJoel Becker le64_to_cpu(fe->i_last_eb_blk), 72600fcaa56aSJoel Becker &last_eb_bh); 7261ccd979bdSMark Fasheh if (status < 0) { 7262ccd979bdSMark Fasheh mlog_errno(status); 7263ccd979bdSMark Fasheh goto bail; 7264ccd979bdSMark Fasheh } 7265ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 7266ccd979bdSMark Fasheh } 7267ccd979bdSMark Fasheh 7268ccd979bdSMark Fasheh (*tc)->tc_last_eb_bh = last_eb_bh; 7269ccd979bdSMark Fasheh 7270ccd979bdSMark Fasheh status = 0; 7271ccd979bdSMark Fasheh bail: 7272ccd979bdSMark Fasheh if (status < 0) { 7273ccd979bdSMark Fasheh if (*tc) 7274ccd979bdSMark Fasheh ocfs2_free_truncate_context(*tc); 7275ccd979bdSMark Fasheh *tc = NULL; 7276ccd979bdSMark Fasheh } 7277ccd979bdSMark Fasheh mlog_exit_void(); 7278ccd979bdSMark Fasheh return status; 7279ccd979bdSMark Fasheh } 7280ccd979bdSMark Fasheh 72811afc32b9SMark Fasheh /* 72821afc32b9SMark Fasheh * 'start' is inclusive, 'end' is not. 72831afc32b9SMark Fasheh */ 72841afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh, 72851afc32b9SMark Fasheh unsigned int start, unsigned int end, int trunc) 72861afc32b9SMark Fasheh { 72871afc32b9SMark Fasheh int ret; 72881afc32b9SMark Fasheh unsigned int numbytes; 72891afc32b9SMark Fasheh handle_t *handle; 72901afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 72911afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 72921afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 72931afc32b9SMark Fasheh 72941afc32b9SMark Fasheh if (end > i_size_read(inode)) 72951afc32b9SMark Fasheh end = i_size_read(inode); 72961afc32b9SMark Fasheh 72971afc32b9SMark Fasheh BUG_ON(start >= end); 72981afc32b9SMark Fasheh 72991afc32b9SMark Fasheh if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) || 73001afc32b9SMark Fasheh !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) || 73011afc32b9SMark Fasheh !ocfs2_supports_inline_data(osb)) { 73021afc32b9SMark Fasheh ocfs2_error(inode->i_sb, 73031afc32b9SMark Fasheh "Inline data flags for inode %llu don't agree! " 73041afc32b9SMark Fasheh "Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n", 73051afc32b9SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 73061afc32b9SMark Fasheh le16_to_cpu(di->i_dyn_features), 73071afc32b9SMark Fasheh OCFS2_I(inode)->ip_dyn_features, 73081afc32b9SMark Fasheh osb->s_feature_incompat); 73091afc32b9SMark Fasheh ret = -EROFS; 73101afc32b9SMark Fasheh goto out; 73111afc32b9SMark Fasheh } 73121afc32b9SMark Fasheh 73131afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS); 73141afc32b9SMark Fasheh if (IS_ERR(handle)) { 73151afc32b9SMark Fasheh ret = PTR_ERR(handle); 73161afc32b9SMark Fasheh mlog_errno(ret); 73171afc32b9SMark Fasheh goto out; 73181afc32b9SMark Fasheh } 73191afc32b9SMark Fasheh 7320*13723d00SJoel Becker ret = ocfs2_journal_access_di(handle, inode, di_bh, 73211afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 73221afc32b9SMark Fasheh if (ret) { 73231afc32b9SMark Fasheh mlog_errno(ret); 73241afc32b9SMark Fasheh goto out_commit; 73251afc32b9SMark Fasheh } 73261afc32b9SMark Fasheh 73271afc32b9SMark Fasheh numbytes = end - start; 73281afc32b9SMark Fasheh memset(idata->id_data + start, 0, numbytes); 73291afc32b9SMark Fasheh 73301afc32b9SMark Fasheh /* 73311afc32b9SMark Fasheh * No need to worry about the data page here - it's been 73321afc32b9SMark Fasheh * truncated already and inline data doesn't need it for 73331afc32b9SMark Fasheh * pushing zero's to disk, so we'll let readpage pick it up 73341afc32b9SMark Fasheh * later. 73351afc32b9SMark Fasheh */ 73361afc32b9SMark Fasheh if (trunc) { 73371afc32b9SMark Fasheh i_size_write(inode, start); 73381afc32b9SMark Fasheh di->i_size = cpu_to_le64(start); 73391afc32b9SMark Fasheh } 73401afc32b9SMark Fasheh 73411afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 73421afc32b9SMark Fasheh inode->i_ctime = inode->i_mtime = CURRENT_TIME; 73431afc32b9SMark Fasheh 73441afc32b9SMark Fasheh di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec); 73451afc32b9SMark Fasheh di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); 73461afc32b9SMark Fasheh 73471afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 73481afc32b9SMark Fasheh 73491afc32b9SMark Fasheh out_commit: 73501afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 73511afc32b9SMark Fasheh 73521afc32b9SMark Fasheh out: 73531afc32b9SMark Fasheh return ret; 73541afc32b9SMark Fasheh } 73551afc32b9SMark Fasheh 7356ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc) 7357ccd979bdSMark Fasheh { 735859a5e416SMark Fasheh /* 735959a5e416SMark Fasheh * The caller is responsible for completing deallocation 736059a5e416SMark Fasheh * before freeing the context. 736159a5e416SMark Fasheh */ 736259a5e416SMark Fasheh if (tc->tc_dealloc.c_first_suballocator != NULL) 736359a5e416SMark Fasheh mlog(ML_NOTICE, 736459a5e416SMark Fasheh "Truncate completion has non-empty dealloc context\n"); 7365ccd979bdSMark Fasheh 7366ccd979bdSMark Fasheh brelse(tc->tc_last_eb_bh); 7367ccd979bdSMark Fasheh 7368ccd979bdSMark Fasheh kfree(tc); 7369ccd979bdSMark Fasheh } 7370