1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 2ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 3ccd979bdSMark Fasheh * 4ccd979bdSMark Fasheh * alloc.c 5ccd979bdSMark Fasheh * 6ccd979bdSMark Fasheh * Extent allocs and frees 7ccd979bdSMark Fasheh * 8ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 9ccd979bdSMark Fasheh * 10ccd979bdSMark Fasheh * This program is free software; you can redistribute it and/or 11ccd979bdSMark Fasheh * modify it under the terms of the GNU General Public 12ccd979bdSMark Fasheh * License as published by the Free Software Foundation; either 13ccd979bdSMark Fasheh * version 2 of the License, or (at your option) any later version. 14ccd979bdSMark Fasheh * 15ccd979bdSMark Fasheh * This program is distributed in the hope that it will be useful, 16ccd979bdSMark Fasheh * but WITHOUT ANY WARRANTY; without even the implied warranty of 17ccd979bdSMark Fasheh * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18ccd979bdSMark Fasheh * General Public License for more details. 19ccd979bdSMark Fasheh * 20ccd979bdSMark Fasheh * You should have received a copy of the GNU General Public 21ccd979bdSMark Fasheh * License along with this program; if not, write to the 22ccd979bdSMark Fasheh * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 23ccd979bdSMark Fasheh * Boston, MA 021110-1307, USA. 24ccd979bdSMark Fasheh */ 25ccd979bdSMark Fasheh 26ccd979bdSMark Fasheh #include <linux/fs.h> 27ccd979bdSMark Fasheh #include <linux/types.h> 28ccd979bdSMark Fasheh #include <linux/slab.h> 29ccd979bdSMark Fasheh #include <linux/highmem.h> 3060b11392SMark Fasheh #include <linux/swap.h> 31a90714c1SJan Kara #include <linux/quotaops.h> 32ccd979bdSMark Fasheh 33ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC 34ccd979bdSMark Fasheh #include <cluster/masklog.h> 35ccd979bdSMark Fasheh 36ccd979bdSMark Fasheh #include "ocfs2.h" 37ccd979bdSMark Fasheh 38ccd979bdSMark Fasheh #include "alloc.h" 3960b11392SMark Fasheh #include "aops.h" 40d6b32bbbSJoel Becker #include "blockcheck.h" 41ccd979bdSMark Fasheh #include "dlmglue.h" 42ccd979bdSMark Fasheh #include "extent_map.h" 43ccd979bdSMark Fasheh #include "inode.h" 44ccd979bdSMark Fasheh #include "journal.h" 45ccd979bdSMark Fasheh #include "localalloc.h" 46ccd979bdSMark Fasheh #include "suballoc.h" 47ccd979bdSMark Fasheh #include "sysfile.h" 48ccd979bdSMark Fasheh #include "file.h" 49ccd979bdSMark Fasheh #include "super.h" 50ccd979bdSMark Fasheh #include "uptodate.h" 512a50a743SJoel Becker #include "xattr.h" 52bcbbb24aSTao Ma #include "refcounttree.h" 53ccd979bdSMark Fasheh 54ccd979bdSMark Fasheh #include "buffer_head_io.h" 55ccd979bdSMark Fasheh 56853a3a14STao Ma enum ocfs2_contig_type { 57853a3a14STao Ma CONTIG_NONE = 0, 58853a3a14STao Ma CONTIG_LEFT, 59853a3a14STao Ma CONTIG_RIGHT, 60853a3a14STao Ma CONTIG_LEFTRIGHT, 61853a3a14STao Ma }; 62e7d4cb6bSTao Ma 63853a3a14STao Ma static enum ocfs2_contig_type 64853a3a14STao Ma ocfs2_extent_rec_contig(struct super_block *sb, 65853a3a14STao Ma struct ocfs2_extent_rec *ext, 66853a3a14STao Ma struct ocfs2_extent_rec *insert_rec); 671625f8acSJoel Becker /* 681625f8acSJoel Becker * Operations for a specific extent tree type. 691625f8acSJoel Becker * 701625f8acSJoel Becker * To implement an on-disk btree (extent tree) type in ocfs2, add 711625f8acSJoel Becker * an ocfs2_extent_tree_operations structure and the matching 728d6220d6SJoel Becker * ocfs2_init_<thingy>_extent_tree() function. That's pretty much it 731625f8acSJoel Becker * for the allocation portion of the extent tree. 741625f8acSJoel Becker */ 75e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations { 761625f8acSJoel Becker /* 771625f8acSJoel Becker * last_eb_blk is the block number of the right most leaf extent 781625f8acSJoel Becker * block. Most on-disk structures containing an extent tree store 791625f8acSJoel Becker * this value for fast access. The ->eo_set_last_eb_blk() and 801625f8acSJoel Becker * ->eo_get_last_eb_blk() operations access this value. They are 811625f8acSJoel Becker * both required. 821625f8acSJoel Becker */ 8335dc0aa3SJoel Becker void (*eo_set_last_eb_blk)(struct ocfs2_extent_tree *et, 8435dc0aa3SJoel Becker u64 blkno); 8535dc0aa3SJoel Becker u64 (*eo_get_last_eb_blk)(struct ocfs2_extent_tree *et); 861625f8acSJoel Becker 871625f8acSJoel Becker /* 881625f8acSJoel Becker * The on-disk structure usually keeps track of how many total 891625f8acSJoel Becker * clusters are stored in this extent tree. This function updates 901625f8acSJoel Becker * that value. new_clusters is the delta, and must be 911625f8acSJoel Becker * added to the total. Required. 921625f8acSJoel Becker */ 936136ca5fSJoel Becker void (*eo_update_clusters)(struct ocfs2_extent_tree *et, 94e7d4cb6bSTao Ma u32 new_clusters); 951625f8acSJoel Becker 961625f8acSJoel Becker /* 9792ba470cSJoel Becker * If this extent tree is supported by an extent map, insert 9892ba470cSJoel Becker * a record into the map. 9992ba470cSJoel Becker */ 10092ba470cSJoel Becker void (*eo_extent_map_insert)(struct ocfs2_extent_tree *et, 10192ba470cSJoel Becker struct ocfs2_extent_rec *rec); 10292ba470cSJoel Becker 10392ba470cSJoel Becker /* 1044c911eefSJoel Becker * If this extent tree is supported by an extent map, truncate the 1054c911eefSJoel Becker * map to clusters, 1064c911eefSJoel Becker */ 1074c911eefSJoel Becker void (*eo_extent_map_truncate)(struct ocfs2_extent_tree *et, 1084c911eefSJoel Becker u32 clusters); 1094c911eefSJoel Becker 1104c911eefSJoel Becker /* 1111625f8acSJoel Becker * If ->eo_insert_check() exists, it is called before rec is 1121625f8acSJoel Becker * inserted into the extent tree. It is optional. 1131625f8acSJoel Becker */ 1146136ca5fSJoel Becker int (*eo_insert_check)(struct ocfs2_extent_tree *et, 1151e61ee79SJoel Becker struct ocfs2_extent_rec *rec); 1166136ca5fSJoel Becker int (*eo_sanity_check)(struct ocfs2_extent_tree *et); 1170ce1010fSJoel Becker 1181625f8acSJoel Becker /* 1191625f8acSJoel Becker * -------------------------------------------------------------- 1201625f8acSJoel Becker * The remaining are internal to ocfs2_extent_tree and don't have 1211625f8acSJoel Becker * accessor functions 1221625f8acSJoel Becker */ 1231625f8acSJoel Becker 1241625f8acSJoel Becker /* 1251625f8acSJoel Becker * ->eo_fill_root_el() takes et->et_object and sets et->et_root_el. 1261625f8acSJoel Becker * It is required. 1271625f8acSJoel Becker */ 1280ce1010fSJoel Becker void (*eo_fill_root_el)(struct ocfs2_extent_tree *et); 1291625f8acSJoel Becker 1301625f8acSJoel Becker /* 1311625f8acSJoel Becker * ->eo_fill_max_leaf_clusters sets et->et_max_leaf_clusters if 1321625f8acSJoel Becker * it exists. If it does not, et->et_max_leaf_clusters is set 1331625f8acSJoel Becker * to 0 (unlimited). Optional. 1341625f8acSJoel Becker */ 1356136ca5fSJoel Becker void (*eo_fill_max_leaf_clusters)(struct ocfs2_extent_tree *et); 136853a3a14STao Ma 137853a3a14STao Ma /* 138853a3a14STao Ma * ->eo_extent_contig test whether the 2 ocfs2_extent_rec 139853a3a14STao Ma * are contiguous or not. Optional. Don't need to set it if use 140853a3a14STao Ma * ocfs2_extent_rec as the tree leaf. 141853a3a14STao Ma */ 142853a3a14STao Ma enum ocfs2_contig_type 143853a3a14STao Ma (*eo_extent_contig)(struct ocfs2_extent_tree *et, 144853a3a14STao Ma struct ocfs2_extent_rec *ext, 145853a3a14STao Ma struct ocfs2_extent_rec *insert_rec); 146e7d4cb6bSTao Ma }; 147e7d4cb6bSTao Ma 148f99b9b7cSJoel Becker 149f99b9b7cSJoel Becker /* 150f99b9b7cSJoel Becker * Pre-declare ocfs2_dinode_et_ops so we can use it as a sanity check 151f99b9b7cSJoel Becker * in the methods. 152f99b9b7cSJoel Becker */ 153f99b9b7cSJoel Becker static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et); 154f99b9b7cSJoel Becker static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 155f99b9b7cSJoel Becker u64 blkno); 1566136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 157f99b9b7cSJoel Becker u32 clusters); 15892ba470cSJoel Becker static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et, 15992ba470cSJoel Becker struct ocfs2_extent_rec *rec); 1604c911eefSJoel Becker static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et, 1614c911eefSJoel Becker u32 clusters); 1626136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 163f99b9b7cSJoel Becker struct ocfs2_extent_rec *rec); 1646136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et); 165f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et); 166f99b9b7cSJoel Becker static struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = { 167f99b9b7cSJoel Becker .eo_set_last_eb_blk = ocfs2_dinode_set_last_eb_blk, 168f99b9b7cSJoel Becker .eo_get_last_eb_blk = ocfs2_dinode_get_last_eb_blk, 169f99b9b7cSJoel Becker .eo_update_clusters = ocfs2_dinode_update_clusters, 17092ba470cSJoel Becker .eo_extent_map_insert = ocfs2_dinode_extent_map_insert, 1714c911eefSJoel Becker .eo_extent_map_truncate = ocfs2_dinode_extent_map_truncate, 172f99b9b7cSJoel Becker .eo_insert_check = ocfs2_dinode_insert_check, 173f99b9b7cSJoel Becker .eo_sanity_check = ocfs2_dinode_sanity_check, 174f99b9b7cSJoel Becker .eo_fill_root_el = ocfs2_dinode_fill_root_el, 175e7d4cb6bSTao Ma }; 176e7d4cb6bSTao Ma 177e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 178e7d4cb6bSTao Ma u64 blkno) 179e7d4cb6bSTao Ma { 180ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 181e7d4cb6bSTao Ma 182f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 183e7d4cb6bSTao Ma di->i_last_eb_blk = cpu_to_le64(blkno); 184e7d4cb6bSTao Ma } 185e7d4cb6bSTao Ma 186e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et) 187e7d4cb6bSTao Ma { 188ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 189e7d4cb6bSTao Ma 190f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 191e7d4cb6bSTao Ma return le64_to_cpu(di->i_last_eb_blk); 192e7d4cb6bSTao Ma } 193e7d4cb6bSTao Ma 1946136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 195e7d4cb6bSTao Ma u32 clusters) 196e7d4cb6bSTao Ma { 1976136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 198ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 199e7d4cb6bSTao Ma 200e7d4cb6bSTao Ma le32_add_cpu(&di->i_clusters, clusters); 2016136ca5fSJoel Becker spin_lock(&oi->ip_lock); 2026136ca5fSJoel Becker oi->ip_clusters = le32_to_cpu(di->i_clusters); 2036136ca5fSJoel Becker spin_unlock(&oi->ip_lock); 204e7d4cb6bSTao Ma } 205e7d4cb6bSTao Ma 20692ba470cSJoel Becker static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et, 20792ba470cSJoel Becker struct ocfs2_extent_rec *rec) 20892ba470cSJoel Becker { 20992ba470cSJoel Becker struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode; 21092ba470cSJoel Becker 21192ba470cSJoel Becker ocfs2_extent_map_insert_rec(inode, rec); 21292ba470cSJoel Becker } 21392ba470cSJoel Becker 2144c911eefSJoel Becker static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et, 2154c911eefSJoel Becker u32 clusters) 2164c911eefSJoel Becker { 2174c911eefSJoel Becker struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode; 2184c911eefSJoel Becker 2194c911eefSJoel Becker ocfs2_extent_map_trunc(inode, clusters); 2204c911eefSJoel Becker } 2214c911eefSJoel Becker 2226136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 2231e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 2241e61ee79SJoel Becker { 2256136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 2266136ca5fSJoel Becker struct ocfs2_super *osb = OCFS2_SB(oi->vfs_inode.i_sb); 2271e61ee79SJoel Becker 2286136ca5fSJoel Becker BUG_ON(oi->ip_dyn_features & OCFS2_INLINE_DATA_FL); 2291e61ee79SJoel Becker mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) && 2306136ca5fSJoel Becker (oi->ip_clusters != le32_to_cpu(rec->e_cpos)), 2311e61ee79SJoel Becker "Device %s, asking for sparse allocation: inode %llu, " 2321e61ee79SJoel Becker "cpos %u, clusters %u\n", 2331e61ee79SJoel Becker osb->dev_str, 2346136ca5fSJoel Becker (unsigned long long)oi->ip_blkno, 2356136ca5fSJoel Becker rec->e_cpos, oi->ip_clusters); 2361e61ee79SJoel Becker 2371e61ee79SJoel Becker return 0; 2381e61ee79SJoel Becker } 2391e61ee79SJoel Becker 2406136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et) 241e7d4cb6bSTao Ma { 24210995aa2SJoel Becker struct ocfs2_dinode *di = et->et_object; 243e7d4cb6bSTao Ma 244f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 24510995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 246e7d4cb6bSTao Ma 24710995aa2SJoel Becker return 0; 248e7d4cb6bSTao Ma } 249e7d4cb6bSTao Ma 250f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et) 251f99b9b7cSJoel Becker { 252f99b9b7cSJoel Becker struct ocfs2_dinode *di = et->et_object; 253f99b9b7cSJoel Becker 254f99b9b7cSJoel Becker et->et_root_el = &di->id2.i_list; 255f99b9b7cSJoel Becker } 256f99b9b7cSJoel Becker 257e7d4cb6bSTao Ma 2580ce1010fSJoel Becker static void ocfs2_xattr_value_fill_root_el(struct ocfs2_extent_tree *et) 2590ce1010fSJoel Becker { 2602a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 2610ce1010fSJoel Becker 2622a50a743SJoel Becker et->et_root_el = &vb->vb_xv->xr_list; 2630ce1010fSJoel Becker } 2640ce1010fSJoel Becker 265f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et, 266f56654c4STao Ma u64 blkno) 267f56654c4STao Ma { 2682a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 269f56654c4STao Ma 2702a50a743SJoel Becker vb->vb_xv->xr_last_eb_blk = cpu_to_le64(blkno); 271f56654c4STao Ma } 272f56654c4STao Ma 273f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et) 274f56654c4STao Ma { 2752a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 276f56654c4STao Ma 2772a50a743SJoel Becker return le64_to_cpu(vb->vb_xv->xr_last_eb_blk); 278f56654c4STao Ma } 279f56654c4STao Ma 2806136ca5fSJoel Becker static void ocfs2_xattr_value_update_clusters(struct ocfs2_extent_tree *et, 281f56654c4STao Ma u32 clusters) 282f56654c4STao Ma { 2832a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 284f56654c4STao Ma 2852a50a743SJoel Becker le32_add_cpu(&vb->vb_xv->xr_clusters, clusters); 286f56654c4STao Ma } 287f56654c4STao Ma 2881a09f556SJoel Becker static struct ocfs2_extent_tree_operations ocfs2_xattr_value_et_ops = { 28935dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_value_set_last_eb_blk, 29035dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_value_get_last_eb_blk, 29135dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_value_update_clusters, 2920ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_value_fill_root_el, 293f56654c4STao Ma }; 294f56654c4STao Ma 2950ce1010fSJoel Becker static void ocfs2_xattr_tree_fill_root_el(struct ocfs2_extent_tree *et) 2960ce1010fSJoel Becker { 2970ce1010fSJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 2980ce1010fSJoel Becker 2990ce1010fSJoel Becker et->et_root_el = &xb->xb_attrs.xb_root.xt_list; 3000ce1010fSJoel Becker } 3010ce1010fSJoel Becker 3026136ca5fSJoel Becker static void ocfs2_xattr_tree_fill_max_leaf_clusters(struct ocfs2_extent_tree *et) 303943cced3SJoel Becker { 3046136ca5fSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 305943cced3SJoel Becker et->et_max_leaf_clusters = 3066136ca5fSJoel Becker ocfs2_clusters_for_bytes(sb, OCFS2_MAX_XATTR_TREE_LEAF_SIZE); 307943cced3SJoel Becker } 308943cced3SJoel Becker 309ba492615STao Ma static void ocfs2_xattr_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 310ba492615STao Ma u64 blkno) 311ba492615STao Ma { 312ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 313ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 314ba492615STao Ma 315ba492615STao Ma xt->xt_last_eb_blk = cpu_to_le64(blkno); 316ba492615STao Ma } 317ba492615STao Ma 318ba492615STao Ma static u64 ocfs2_xattr_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 319ba492615STao Ma { 320ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 321ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 322ba492615STao Ma 323ba492615STao Ma return le64_to_cpu(xt->xt_last_eb_blk); 324ba492615STao Ma } 325ba492615STao Ma 3266136ca5fSJoel Becker static void ocfs2_xattr_tree_update_clusters(struct ocfs2_extent_tree *et, 327ba492615STao Ma u32 clusters) 328ba492615STao Ma { 329ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 330ba492615STao Ma 331ba492615STao Ma le32_add_cpu(&xb->xb_attrs.xb_root.xt_clusters, clusters); 332ba492615STao Ma } 333ba492615STao Ma 334ba492615STao Ma static struct ocfs2_extent_tree_operations ocfs2_xattr_tree_et_ops = { 33535dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_tree_set_last_eb_blk, 33635dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_tree_get_last_eb_blk, 33735dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_tree_update_clusters, 3380ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_tree_fill_root_el, 339943cced3SJoel Becker .eo_fill_max_leaf_clusters = ocfs2_xattr_tree_fill_max_leaf_clusters, 340ba492615STao Ma }; 341ba492615STao Ma 3429b7895efSMark Fasheh static void ocfs2_dx_root_set_last_eb_blk(struct ocfs2_extent_tree *et, 3439b7895efSMark Fasheh u64 blkno) 3449b7895efSMark Fasheh { 3459b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3469b7895efSMark Fasheh 3479b7895efSMark Fasheh dx_root->dr_last_eb_blk = cpu_to_le64(blkno); 3489b7895efSMark Fasheh } 3499b7895efSMark Fasheh 3509b7895efSMark Fasheh static u64 ocfs2_dx_root_get_last_eb_blk(struct ocfs2_extent_tree *et) 3519b7895efSMark Fasheh { 3529b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3539b7895efSMark Fasheh 3549b7895efSMark Fasheh return le64_to_cpu(dx_root->dr_last_eb_blk); 3559b7895efSMark Fasheh } 3569b7895efSMark Fasheh 3576136ca5fSJoel Becker static void ocfs2_dx_root_update_clusters(struct ocfs2_extent_tree *et, 3589b7895efSMark Fasheh u32 clusters) 3599b7895efSMark Fasheh { 3609b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3619b7895efSMark Fasheh 3629b7895efSMark Fasheh le32_add_cpu(&dx_root->dr_clusters, clusters); 3639b7895efSMark Fasheh } 3649b7895efSMark Fasheh 3656136ca5fSJoel Becker static int ocfs2_dx_root_sanity_check(struct ocfs2_extent_tree *et) 3669b7895efSMark Fasheh { 3679b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3689b7895efSMark Fasheh 3699b7895efSMark Fasheh BUG_ON(!OCFS2_IS_VALID_DX_ROOT(dx_root)); 3709b7895efSMark Fasheh 3719b7895efSMark Fasheh return 0; 3729b7895efSMark Fasheh } 3739b7895efSMark Fasheh 3749b7895efSMark Fasheh static void ocfs2_dx_root_fill_root_el(struct ocfs2_extent_tree *et) 3759b7895efSMark Fasheh { 3769b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3779b7895efSMark Fasheh 3789b7895efSMark Fasheh et->et_root_el = &dx_root->dr_list; 3799b7895efSMark Fasheh } 3809b7895efSMark Fasheh 3819b7895efSMark Fasheh static struct ocfs2_extent_tree_operations ocfs2_dx_root_et_ops = { 3829b7895efSMark Fasheh .eo_set_last_eb_blk = ocfs2_dx_root_set_last_eb_blk, 3839b7895efSMark Fasheh .eo_get_last_eb_blk = ocfs2_dx_root_get_last_eb_blk, 3849b7895efSMark Fasheh .eo_update_clusters = ocfs2_dx_root_update_clusters, 3859b7895efSMark Fasheh .eo_sanity_check = ocfs2_dx_root_sanity_check, 3869b7895efSMark Fasheh .eo_fill_root_el = ocfs2_dx_root_fill_root_el, 3879b7895efSMark Fasheh }; 3889b7895efSMark Fasheh 389fe924415STao Ma static void ocfs2_refcount_tree_fill_root_el(struct ocfs2_extent_tree *et) 390fe924415STao Ma { 391fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 392fe924415STao Ma 393fe924415STao Ma et->et_root_el = &rb->rf_list; 394fe924415STao Ma } 395fe924415STao Ma 396fe924415STao Ma static void ocfs2_refcount_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 397fe924415STao Ma u64 blkno) 398fe924415STao Ma { 399fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 400fe924415STao Ma 401fe924415STao Ma rb->rf_last_eb_blk = cpu_to_le64(blkno); 402fe924415STao Ma } 403fe924415STao Ma 404fe924415STao Ma static u64 ocfs2_refcount_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 405fe924415STao Ma { 406fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 407fe924415STao Ma 408fe924415STao Ma return le64_to_cpu(rb->rf_last_eb_blk); 409fe924415STao Ma } 410fe924415STao Ma 411fe924415STao Ma static void ocfs2_refcount_tree_update_clusters(struct ocfs2_extent_tree *et, 412fe924415STao Ma u32 clusters) 413fe924415STao Ma { 414fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 415fe924415STao Ma 416fe924415STao Ma le32_add_cpu(&rb->rf_clusters, clusters); 417fe924415STao Ma } 418fe924415STao Ma 419fe924415STao Ma static enum ocfs2_contig_type 420fe924415STao Ma ocfs2_refcount_tree_extent_contig(struct ocfs2_extent_tree *et, 421fe924415STao Ma struct ocfs2_extent_rec *ext, 422fe924415STao Ma struct ocfs2_extent_rec *insert_rec) 423fe924415STao Ma { 424fe924415STao Ma return CONTIG_NONE; 425fe924415STao Ma } 426fe924415STao Ma 427fe924415STao Ma static struct ocfs2_extent_tree_operations ocfs2_refcount_tree_et_ops = { 428fe924415STao Ma .eo_set_last_eb_blk = ocfs2_refcount_tree_set_last_eb_blk, 429fe924415STao Ma .eo_get_last_eb_blk = ocfs2_refcount_tree_get_last_eb_blk, 430fe924415STao Ma .eo_update_clusters = ocfs2_refcount_tree_update_clusters, 431fe924415STao Ma .eo_fill_root_el = ocfs2_refcount_tree_fill_root_el, 432fe924415STao Ma .eo_extent_contig = ocfs2_refcount_tree_extent_contig, 433fe924415STao Ma }; 434fe924415STao Ma 4358d6220d6SJoel Becker static void __ocfs2_init_extent_tree(struct ocfs2_extent_tree *et, 4365e404e9eSJoel Becker struct ocfs2_caching_info *ci, 437ca12b7c4STao Ma struct buffer_head *bh, 43813723d00SJoel Becker ocfs2_journal_access_func access, 4391a09f556SJoel Becker void *obj, 4401a09f556SJoel Becker struct ocfs2_extent_tree_operations *ops) 441e7d4cb6bSTao Ma { 4421a09f556SJoel Becker et->et_ops = ops; 443ce1d9ea6SJoel Becker et->et_root_bh = bh; 4445e404e9eSJoel Becker et->et_ci = ci; 44513723d00SJoel Becker et->et_root_journal_access = access; 446ea5efa15SJoel Becker if (!obj) 447ea5efa15SJoel Becker obj = (void *)bh->b_data; 448ea5efa15SJoel Becker et->et_object = obj; 449e7d4cb6bSTao Ma 4500ce1010fSJoel Becker et->et_ops->eo_fill_root_el(et); 451943cced3SJoel Becker if (!et->et_ops->eo_fill_max_leaf_clusters) 452943cced3SJoel Becker et->et_max_leaf_clusters = 0; 453943cced3SJoel Becker else 4546136ca5fSJoel Becker et->et_ops->eo_fill_max_leaf_clusters(et); 455e7d4cb6bSTao Ma } 456e7d4cb6bSTao Ma 4578d6220d6SJoel Becker void ocfs2_init_dinode_extent_tree(struct ocfs2_extent_tree *et, 4585e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4591a09f556SJoel Becker struct buffer_head *bh) 4601a09f556SJoel Becker { 4615e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_di, 46213723d00SJoel Becker NULL, &ocfs2_dinode_et_ops); 4631a09f556SJoel Becker } 4641a09f556SJoel Becker 4658d6220d6SJoel Becker void ocfs2_init_xattr_tree_extent_tree(struct ocfs2_extent_tree *et, 4665e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4671a09f556SJoel Becker struct buffer_head *bh) 4681a09f556SJoel Becker { 4695e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_xb, 47013723d00SJoel Becker NULL, &ocfs2_xattr_tree_et_ops); 4711a09f556SJoel Becker } 4721a09f556SJoel Becker 4738d6220d6SJoel Becker void ocfs2_init_xattr_value_extent_tree(struct ocfs2_extent_tree *et, 4745e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4752a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb) 4761a09f556SJoel Becker { 4775e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, vb->vb_bh, vb->vb_access, vb, 4781a09f556SJoel Becker &ocfs2_xattr_value_et_ops); 4791a09f556SJoel Becker } 4801a09f556SJoel Becker 4819b7895efSMark Fasheh void ocfs2_init_dx_root_extent_tree(struct ocfs2_extent_tree *et, 4825e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4839b7895efSMark Fasheh struct buffer_head *bh) 4849b7895efSMark Fasheh { 4855e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_dr, 4869b7895efSMark Fasheh NULL, &ocfs2_dx_root_et_ops); 4879b7895efSMark Fasheh } 4889b7895efSMark Fasheh 489fe924415STao Ma void ocfs2_init_refcount_extent_tree(struct ocfs2_extent_tree *et, 490fe924415STao Ma struct ocfs2_caching_info *ci, 491fe924415STao Ma struct buffer_head *bh) 492fe924415STao Ma { 493fe924415STao Ma __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_rb, 494fe924415STao Ma NULL, &ocfs2_refcount_tree_et_ops); 495fe924415STao Ma } 496fe924415STao Ma 49735dc0aa3SJoel Becker static inline void ocfs2_et_set_last_eb_blk(struct ocfs2_extent_tree *et, 498e7d4cb6bSTao Ma u64 new_last_eb_blk) 499e7d4cb6bSTao Ma { 500ce1d9ea6SJoel Becker et->et_ops->eo_set_last_eb_blk(et, new_last_eb_blk); 501e7d4cb6bSTao Ma } 502e7d4cb6bSTao Ma 50335dc0aa3SJoel Becker static inline u64 ocfs2_et_get_last_eb_blk(struct ocfs2_extent_tree *et) 504e7d4cb6bSTao Ma { 505ce1d9ea6SJoel Becker return et->et_ops->eo_get_last_eb_blk(et); 506e7d4cb6bSTao Ma } 507e7d4cb6bSTao Ma 5086136ca5fSJoel Becker static inline void ocfs2_et_update_clusters(struct ocfs2_extent_tree *et, 509e7d4cb6bSTao Ma u32 clusters) 510e7d4cb6bSTao Ma { 5116136ca5fSJoel Becker et->et_ops->eo_update_clusters(et, clusters); 51235dc0aa3SJoel Becker } 51335dc0aa3SJoel Becker 51492ba470cSJoel Becker static inline void ocfs2_et_extent_map_insert(struct ocfs2_extent_tree *et, 51592ba470cSJoel Becker struct ocfs2_extent_rec *rec) 51692ba470cSJoel Becker { 51792ba470cSJoel Becker if (et->et_ops->eo_extent_map_insert) 51892ba470cSJoel Becker et->et_ops->eo_extent_map_insert(et, rec); 51992ba470cSJoel Becker } 52092ba470cSJoel Becker 5214c911eefSJoel Becker static inline void ocfs2_et_extent_map_truncate(struct ocfs2_extent_tree *et, 5224c911eefSJoel Becker u32 clusters) 5234c911eefSJoel Becker { 5244c911eefSJoel Becker if (et->et_ops->eo_extent_map_truncate) 5254c911eefSJoel Becker et->et_ops->eo_extent_map_truncate(et, clusters); 5264c911eefSJoel Becker } 5274c911eefSJoel Becker 52813723d00SJoel Becker static inline int ocfs2_et_root_journal_access(handle_t *handle, 52913723d00SJoel Becker struct ocfs2_extent_tree *et, 53013723d00SJoel Becker int type) 53113723d00SJoel Becker { 532d9a0a1f8SJoel Becker return et->et_root_journal_access(handle, et->et_ci, et->et_root_bh, 53313723d00SJoel Becker type); 53413723d00SJoel Becker } 53513723d00SJoel Becker 536853a3a14STao Ma static inline enum ocfs2_contig_type 537853a3a14STao Ma ocfs2_et_extent_contig(struct ocfs2_extent_tree *et, 538853a3a14STao Ma struct ocfs2_extent_rec *rec, 539853a3a14STao Ma struct ocfs2_extent_rec *insert_rec) 540853a3a14STao Ma { 541853a3a14STao Ma if (et->et_ops->eo_extent_contig) 542853a3a14STao Ma return et->et_ops->eo_extent_contig(et, rec, insert_rec); 543853a3a14STao Ma 544853a3a14STao Ma return ocfs2_extent_rec_contig( 545853a3a14STao Ma ocfs2_metadata_cache_get_super(et->et_ci), 546853a3a14STao Ma rec, insert_rec); 547853a3a14STao Ma } 548853a3a14STao Ma 5496136ca5fSJoel Becker static inline int ocfs2_et_insert_check(struct ocfs2_extent_tree *et, 5501e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 5511e61ee79SJoel Becker { 5521e61ee79SJoel Becker int ret = 0; 5531e61ee79SJoel Becker 5541e61ee79SJoel Becker if (et->et_ops->eo_insert_check) 5556136ca5fSJoel Becker ret = et->et_ops->eo_insert_check(et, rec); 5561e61ee79SJoel Becker return ret; 5571e61ee79SJoel Becker } 5581e61ee79SJoel Becker 5596136ca5fSJoel Becker static inline int ocfs2_et_sanity_check(struct ocfs2_extent_tree *et) 56035dc0aa3SJoel Becker { 5611e61ee79SJoel Becker int ret = 0; 5621e61ee79SJoel Becker 5631e61ee79SJoel Becker if (et->et_ops->eo_sanity_check) 5646136ca5fSJoel Becker ret = et->et_ops->eo_sanity_check(et); 5651e61ee79SJoel Becker return ret; 566e7d4cb6bSTao Ma } 567e7d4cb6bSTao Ma 568ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc); 56959a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 57059a5e416SMark Fasheh struct ocfs2_extent_block *eb); 571d401dc12SJoel Becker static void ocfs2_adjust_rightmost_records(handle_t *handle, 572d401dc12SJoel Becker struct ocfs2_extent_tree *et, 5736b791bccSTao Ma struct ocfs2_path *path, 5746b791bccSTao Ma struct ocfs2_extent_rec *insert_rec); 575dcd0538fSMark Fasheh /* 576dcd0538fSMark Fasheh * Reset the actual path elements so that we can re-use the structure 577dcd0538fSMark Fasheh * to build another path. Generally, this involves freeing the buffer 578dcd0538fSMark Fasheh * heads. 579dcd0538fSMark Fasheh */ 580e2e9f608STao Ma void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root) 581dcd0538fSMark Fasheh { 582dcd0538fSMark Fasheh int i, start = 0, depth = 0; 583dcd0538fSMark Fasheh struct ocfs2_path_item *node; 584dcd0538fSMark Fasheh 585dcd0538fSMark Fasheh if (keep_root) 586dcd0538fSMark Fasheh start = 1; 587dcd0538fSMark Fasheh 588dcd0538fSMark Fasheh for(i = start; i < path_num_items(path); i++) { 589dcd0538fSMark Fasheh node = &path->p_node[i]; 590dcd0538fSMark Fasheh 591dcd0538fSMark Fasheh brelse(node->bh); 592dcd0538fSMark Fasheh node->bh = NULL; 593dcd0538fSMark Fasheh node->el = NULL; 594dcd0538fSMark Fasheh } 595dcd0538fSMark Fasheh 596dcd0538fSMark Fasheh /* 597dcd0538fSMark Fasheh * Tree depth may change during truncate, or insert. If we're 598dcd0538fSMark Fasheh * keeping the root extent list, then make sure that our path 599dcd0538fSMark Fasheh * structure reflects the proper depth. 600dcd0538fSMark Fasheh */ 601dcd0538fSMark Fasheh if (keep_root) 602dcd0538fSMark Fasheh depth = le16_to_cpu(path_root_el(path)->l_tree_depth); 60313723d00SJoel Becker else 60413723d00SJoel Becker path_root_access(path) = NULL; 605dcd0538fSMark Fasheh 606dcd0538fSMark Fasheh path->p_tree_depth = depth; 607dcd0538fSMark Fasheh } 608dcd0538fSMark Fasheh 609e2e9f608STao Ma void ocfs2_free_path(struct ocfs2_path *path) 610dcd0538fSMark Fasheh { 611dcd0538fSMark Fasheh if (path) { 612dcd0538fSMark Fasheh ocfs2_reinit_path(path, 0); 613dcd0538fSMark Fasheh kfree(path); 614dcd0538fSMark Fasheh } 615dcd0538fSMark Fasheh } 616dcd0538fSMark Fasheh 617dcd0538fSMark Fasheh /* 618328d5752SMark Fasheh * All the elements of src into dest. After this call, src could be freed 619328d5752SMark Fasheh * without affecting dest. 620328d5752SMark Fasheh * 621328d5752SMark Fasheh * Both paths should have the same root. Any non-root elements of dest 622328d5752SMark Fasheh * will be freed. 623328d5752SMark Fasheh */ 624328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src) 625328d5752SMark Fasheh { 626328d5752SMark Fasheh int i; 627328d5752SMark Fasheh 628328d5752SMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 629328d5752SMark Fasheh BUG_ON(path_root_el(dest) != path_root_el(src)); 63013723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 631328d5752SMark Fasheh 632328d5752SMark Fasheh ocfs2_reinit_path(dest, 1); 633328d5752SMark Fasheh 634328d5752SMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 635328d5752SMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 636328d5752SMark Fasheh dest->p_node[i].el = src->p_node[i].el; 637328d5752SMark Fasheh 638328d5752SMark Fasheh if (dest->p_node[i].bh) 639328d5752SMark Fasheh get_bh(dest->p_node[i].bh); 640328d5752SMark Fasheh } 641328d5752SMark Fasheh } 642328d5752SMark Fasheh 643328d5752SMark Fasheh /* 644dcd0538fSMark Fasheh * Make the *dest path the same as src and re-initialize src path to 645dcd0538fSMark Fasheh * have a root only. 646dcd0538fSMark Fasheh */ 647dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src) 648dcd0538fSMark Fasheh { 649dcd0538fSMark Fasheh int i; 650dcd0538fSMark Fasheh 651dcd0538fSMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 65213723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 653dcd0538fSMark Fasheh 654dcd0538fSMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 655dcd0538fSMark Fasheh brelse(dest->p_node[i].bh); 656dcd0538fSMark Fasheh 657dcd0538fSMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 658dcd0538fSMark Fasheh dest->p_node[i].el = src->p_node[i].el; 659dcd0538fSMark Fasheh 660dcd0538fSMark Fasheh src->p_node[i].bh = NULL; 661dcd0538fSMark Fasheh src->p_node[i].el = NULL; 662dcd0538fSMark Fasheh } 663dcd0538fSMark Fasheh } 664dcd0538fSMark Fasheh 665dcd0538fSMark Fasheh /* 666dcd0538fSMark Fasheh * Insert an extent block at given index. 667dcd0538fSMark Fasheh * 668dcd0538fSMark Fasheh * This will not take an additional reference on eb_bh. 669dcd0538fSMark Fasheh */ 670dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index, 671dcd0538fSMark Fasheh struct buffer_head *eb_bh) 672dcd0538fSMark Fasheh { 673dcd0538fSMark Fasheh struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data; 674dcd0538fSMark Fasheh 675dcd0538fSMark Fasheh /* 676dcd0538fSMark Fasheh * Right now, no root bh is an extent block, so this helps 677dcd0538fSMark Fasheh * catch code errors with dinode trees. The assertion can be 678dcd0538fSMark Fasheh * safely removed if we ever need to insert extent block 679dcd0538fSMark Fasheh * structures at the root. 680dcd0538fSMark Fasheh */ 681dcd0538fSMark Fasheh BUG_ON(index == 0); 682dcd0538fSMark Fasheh 683dcd0538fSMark Fasheh path->p_node[index].bh = eb_bh; 684dcd0538fSMark Fasheh path->p_node[index].el = &eb->h_list; 685dcd0538fSMark Fasheh } 686dcd0538fSMark Fasheh 687dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh, 68813723d00SJoel Becker struct ocfs2_extent_list *root_el, 68913723d00SJoel Becker ocfs2_journal_access_func access) 690dcd0538fSMark Fasheh { 691dcd0538fSMark Fasheh struct ocfs2_path *path; 692dcd0538fSMark Fasheh 693dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH); 694dcd0538fSMark Fasheh 695dcd0538fSMark Fasheh path = kzalloc(sizeof(*path), GFP_NOFS); 696dcd0538fSMark Fasheh if (path) { 697dcd0538fSMark Fasheh path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth); 698dcd0538fSMark Fasheh get_bh(root_bh); 699dcd0538fSMark Fasheh path_root_bh(path) = root_bh; 700dcd0538fSMark Fasheh path_root_el(path) = root_el; 70113723d00SJoel Becker path_root_access(path) = access; 702dcd0538fSMark Fasheh } 703dcd0538fSMark Fasheh 704dcd0538fSMark Fasheh return path; 705dcd0538fSMark Fasheh } 706dcd0538fSMark Fasheh 707e2e9f608STao Ma struct ocfs2_path *ocfs2_new_path_from_path(struct ocfs2_path *path) 708ffdd7a54SJoel Becker { 70913723d00SJoel Becker return ocfs2_new_path(path_root_bh(path), path_root_el(path), 71013723d00SJoel Becker path_root_access(path)); 711ffdd7a54SJoel Becker } 712ffdd7a54SJoel Becker 713e2e9f608STao Ma struct ocfs2_path *ocfs2_new_path_from_et(struct ocfs2_extent_tree *et) 714ffdd7a54SJoel Becker { 71513723d00SJoel Becker return ocfs2_new_path(et->et_root_bh, et->et_root_el, 71613723d00SJoel Becker et->et_root_journal_access); 71713723d00SJoel Becker } 71813723d00SJoel Becker 71913723d00SJoel Becker /* 72013723d00SJoel Becker * Journal the buffer at depth idx. All idx>0 are extent_blocks, 72113723d00SJoel Becker * otherwise it's the root_access function. 72213723d00SJoel Becker * 72313723d00SJoel Becker * I don't like the way this function's name looks next to 72413723d00SJoel Becker * ocfs2_journal_access_path(), but I don't have a better one. 72513723d00SJoel Becker */ 726e2e9f608STao Ma int ocfs2_path_bh_journal_access(handle_t *handle, 7270cf2f763SJoel Becker struct ocfs2_caching_info *ci, 72813723d00SJoel Becker struct ocfs2_path *path, 72913723d00SJoel Becker int idx) 73013723d00SJoel Becker { 73113723d00SJoel Becker ocfs2_journal_access_func access = path_root_access(path); 73213723d00SJoel Becker 73313723d00SJoel Becker if (!access) 73413723d00SJoel Becker access = ocfs2_journal_access; 73513723d00SJoel Becker 73613723d00SJoel Becker if (idx) 73713723d00SJoel Becker access = ocfs2_journal_access_eb; 73813723d00SJoel Becker 7390cf2f763SJoel Becker return access(handle, ci, path->p_node[idx].bh, 74013723d00SJoel Becker OCFS2_JOURNAL_ACCESS_WRITE); 741ffdd7a54SJoel Becker } 742ffdd7a54SJoel Becker 743dcd0538fSMark Fasheh /* 744dcd0538fSMark Fasheh * Convenience function to journal all components in a path. 745dcd0538fSMark Fasheh */ 746e2e9f608STao Ma int ocfs2_journal_access_path(struct ocfs2_caching_info *ci, 7470cf2f763SJoel Becker handle_t *handle, 748dcd0538fSMark Fasheh struct ocfs2_path *path) 749dcd0538fSMark Fasheh { 750dcd0538fSMark Fasheh int i, ret = 0; 751dcd0538fSMark Fasheh 752dcd0538fSMark Fasheh if (!path) 753dcd0538fSMark Fasheh goto out; 754dcd0538fSMark Fasheh 755dcd0538fSMark Fasheh for(i = 0; i < path_num_items(path); i++) { 7560cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, ci, path, i); 757dcd0538fSMark Fasheh if (ret < 0) { 758dcd0538fSMark Fasheh mlog_errno(ret); 759dcd0538fSMark Fasheh goto out; 760dcd0538fSMark Fasheh } 761dcd0538fSMark Fasheh } 762dcd0538fSMark Fasheh 763dcd0538fSMark Fasheh out: 764dcd0538fSMark Fasheh return ret; 765dcd0538fSMark Fasheh } 766dcd0538fSMark Fasheh 767328d5752SMark Fasheh /* 768328d5752SMark Fasheh * Return the index of the extent record which contains cluster #v_cluster. 769328d5752SMark Fasheh * -1 is returned if it was not found. 770328d5752SMark Fasheh * 771328d5752SMark Fasheh * Should work fine on interior and exterior nodes. 772328d5752SMark Fasheh */ 773328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster) 774328d5752SMark Fasheh { 775328d5752SMark Fasheh int ret = -1; 776328d5752SMark Fasheh int i; 777328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 778328d5752SMark Fasheh u32 rec_end, rec_start, clusters; 779328d5752SMark Fasheh 780328d5752SMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 781328d5752SMark Fasheh rec = &el->l_recs[i]; 782328d5752SMark Fasheh 783328d5752SMark Fasheh rec_start = le32_to_cpu(rec->e_cpos); 784328d5752SMark Fasheh clusters = ocfs2_rec_clusters(el, rec); 785328d5752SMark Fasheh 786328d5752SMark Fasheh rec_end = rec_start + clusters; 787328d5752SMark Fasheh 788328d5752SMark Fasheh if (v_cluster >= rec_start && v_cluster < rec_end) { 789328d5752SMark Fasheh ret = i; 790328d5752SMark Fasheh break; 791328d5752SMark Fasheh } 792328d5752SMark Fasheh } 793328d5752SMark Fasheh 794328d5752SMark Fasheh return ret; 795328d5752SMark Fasheh } 796328d5752SMark Fasheh 797e48edee2SMark Fasheh /* 798e48edee2SMark Fasheh * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and 799853a3a14STao Ma * ocfs2_extent_rec_contig only work properly against leaf nodes! 800e48edee2SMark Fasheh */ 801dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb, 802ccd979bdSMark Fasheh struct ocfs2_extent_rec *ext, 803ccd979bdSMark Fasheh u64 blkno) 804ccd979bdSMark Fasheh { 805e48edee2SMark Fasheh u64 blk_end = le64_to_cpu(ext->e_blkno); 806e48edee2SMark Fasheh 807e48edee2SMark Fasheh blk_end += ocfs2_clusters_to_blocks(sb, 808e48edee2SMark Fasheh le16_to_cpu(ext->e_leaf_clusters)); 809e48edee2SMark Fasheh 810e48edee2SMark Fasheh return blkno == blk_end; 811ccd979bdSMark Fasheh } 812ccd979bdSMark Fasheh 813dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left, 814dcd0538fSMark Fasheh struct ocfs2_extent_rec *right) 815dcd0538fSMark Fasheh { 816e48edee2SMark Fasheh u32 left_range; 817e48edee2SMark Fasheh 818e48edee2SMark Fasheh left_range = le32_to_cpu(left->e_cpos) + 819e48edee2SMark Fasheh le16_to_cpu(left->e_leaf_clusters); 820e48edee2SMark Fasheh 821e48edee2SMark Fasheh return (left_range == le32_to_cpu(right->e_cpos)); 822dcd0538fSMark Fasheh } 823dcd0538fSMark Fasheh 824dcd0538fSMark Fasheh static enum ocfs2_contig_type 825853a3a14STao Ma ocfs2_extent_rec_contig(struct super_block *sb, 826dcd0538fSMark Fasheh struct ocfs2_extent_rec *ext, 827dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 828dcd0538fSMark Fasheh { 829dcd0538fSMark Fasheh u64 blkno = le64_to_cpu(insert_rec->e_blkno); 830dcd0538fSMark Fasheh 831328d5752SMark Fasheh /* 832328d5752SMark Fasheh * Refuse to coalesce extent records with different flag 833328d5752SMark Fasheh * fields - we don't want to mix unwritten extents with user 834328d5752SMark Fasheh * data. 835328d5752SMark Fasheh */ 836328d5752SMark Fasheh if (ext->e_flags != insert_rec->e_flags) 837328d5752SMark Fasheh return CONTIG_NONE; 838328d5752SMark Fasheh 839dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(ext, insert_rec) && 840b4a17651SJoel Becker ocfs2_block_extent_contig(sb, ext, blkno)) 841dcd0538fSMark Fasheh return CONTIG_RIGHT; 842dcd0538fSMark Fasheh 843dcd0538fSMark Fasheh blkno = le64_to_cpu(ext->e_blkno); 844dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(insert_rec, ext) && 845b4a17651SJoel Becker ocfs2_block_extent_contig(sb, insert_rec, blkno)) 846dcd0538fSMark Fasheh return CONTIG_LEFT; 847dcd0538fSMark Fasheh 848dcd0538fSMark Fasheh return CONTIG_NONE; 849dcd0538fSMark Fasheh } 850dcd0538fSMark Fasheh 851dcd0538fSMark Fasheh /* 852dcd0538fSMark Fasheh * NOTE: We can have pretty much any combination of contiguousness and 853dcd0538fSMark Fasheh * appending. 854dcd0538fSMark Fasheh * 855dcd0538fSMark Fasheh * The usefulness of APPEND_TAIL is more in that it lets us know that 856dcd0538fSMark Fasheh * we'll have to update the path to that leaf. 857dcd0538fSMark Fasheh */ 858dcd0538fSMark Fasheh enum ocfs2_append_type { 859dcd0538fSMark Fasheh APPEND_NONE = 0, 860dcd0538fSMark Fasheh APPEND_TAIL, 861dcd0538fSMark Fasheh }; 862dcd0538fSMark Fasheh 863328d5752SMark Fasheh enum ocfs2_split_type { 864328d5752SMark Fasheh SPLIT_NONE = 0, 865328d5752SMark Fasheh SPLIT_LEFT, 866328d5752SMark Fasheh SPLIT_RIGHT, 867328d5752SMark Fasheh }; 868328d5752SMark Fasheh 869dcd0538fSMark Fasheh struct ocfs2_insert_type { 870328d5752SMark Fasheh enum ocfs2_split_type ins_split; 871dcd0538fSMark Fasheh enum ocfs2_append_type ins_appending; 872dcd0538fSMark Fasheh enum ocfs2_contig_type ins_contig; 873dcd0538fSMark Fasheh int ins_contig_index; 874dcd0538fSMark Fasheh int ins_tree_depth; 875dcd0538fSMark Fasheh }; 876dcd0538fSMark Fasheh 877328d5752SMark Fasheh struct ocfs2_merge_ctxt { 878328d5752SMark Fasheh enum ocfs2_contig_type c_contig_type; 879328d5752SMark Fasheh int c_has_empty_extent; 880328d5752SMark Fasheh int c_split_covers_rec; 881328d5752SMark Fasheh }; 882328d5752SMark Fasheh 8835e96581aSJoel Becker static int ocfs2_validate_extent_block(struct super_block *sb, 8845e96581aSJoel Becker struct buffer_head *bh) 8855e96581aSJoel Becker { 886d6b32bbbSJoel Becker int rc; 8875e96581aSJoel Becker struct ocfs2_extent_block *eb = 8885e96581aSJoel Becker (struct ocfs2_extent_block *)bh->b_data; 8895e96581aSJoel Becker 890970e4936SJoel Becker mlog(0, "Validating extent block %llu\n", 891970e4936SJoel Becker (unsigned long long)bh->b_blocknr); 892970e4936SJoel Becker 893d6b32bbbSJoel Becker BUG_ON(!buffer_uptodate(bh)); 894d6b32bbbSJoel Becker 895d6b32bbbSJoel Becker /* 896d6b32bbbSJoel Becker * If the ecc fails, we return the error but otherwise 897d6b32bbbSJoel Becker * leave the filesystem running. We know any error is 898d6b32bbbSJoel Becker * local to this block. 899d6b32bbbSJoel Becker */ 900d6b32bbbSJoel Becker rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &eb->h_check); 90113723d00SJoel Becker if (rc) { 90213723d00SJoel Becker mlog(ML_ERROR, "Checksum failed for extent block %llu\n", 90313723d00SJoel Becker (unsigned long long)bh->b_blocknr); 904d6b32bbbSJoel Becker return rc; 90513723d00SJoel Becker } 906d6b32bbbSJoel Becker 907d6b32bbbSJoel Becker /* 908d6b32bbbSJoel Becker * Errors after here are fatal. 909d6b32bbbSJoel Becker */ 910d6b32bbbSJoel Becker 9115e96581aSJoel Becker if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 9125e96581aSJoel Becker ocfs2_error(sb, 9135e96581aSJoel Becker "Extent block #%llu has bad signature %.*s", 9145e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7, 9155e96581aSJoel Becker eb->h_signature); 9165e96581aSJoel Becker return -EINVAL; 9175e96581aSJoel Becker } 9185e96581aSJoel Becker 9195e96581aSJoel Becker if (le64_to_cpu(eb->h_blkno) != bh->b_blocknr) { 9205e96581aSJoel Becker ocfs2_error(sb, 9215e96581aSJoel Becker "Extent block #%llu has an invalid h_blkno " 9225e96581aSJoel Becker "of %llu", 9235e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 9245e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno)); 9255e96581aSJoel Becker return -EINVAL; 9265e96581aSJoel Becker } 9275e96581aSJoel Becker 9285e96581aSJoel Becker if (le32_to_cpu(eb->h_fs_generation) != OCFS2_SB(sb)->fs_generation) { 9295e96581aSJoel Becker ocfs2_error(sb, 9305e96581aSJoel Becker "Extent block #%llu has an invalid " 9315e96581aSJoel Becker "h_fs_generation of #%u", 9325e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 9335e96581aSJoel Becker le32_to_cpu(eb->h_fs_generation)); 9345e96581aSJoel Becker return -EINVAL; 9355e96581aSJoel Becker } 9365e96581aSJoel Becker 9375e96581aSJoel Becker return 0; 9385e96581aSJoel Becker } 9395e96581aSJoel Becker 9403d03a305SJoel Becker int ocfs2_read_extent_block(struct ocfs2_caching_info *ci, u64 eb_blkno, 9415e96581aSJoel Becker struct buffer_head **bh) 9425e96581aSJoel Becker { 9435e96581aSJoel Becker int rc; 9445e96581aSJoel Becker struct buffer_head *tmp = *bh; 9455e96581aSJoel Becker 9463d03a305SJoel Becker rc = ocfs2_read_block(ci, eb_blkno, &tmp, 947970e4936SJoel Becker ocfs2_validate_extent_block); 9485e96581aSJoel Becker 9495e96581aSJoel Becker /* If ocfs2_read_block() got us a new bh, pass it up. */ 950970e4936SJoel Becker if (!rc && !*bh) 9515e96581aSJoel Becker *bh = tmp; 9525e96581aSJoel Becker 9535e96581aSJoel Becker return rc; 9545e96581aSJoel Becker } 9555e96581aSJoel Becker 9565e96581aSJoel Becker 957ccd979bdSMark Fasheh /* 958ccd979bdSMark Fasheh * How many free extents have we got before we need more meta data? 959ccd979bdSMark Fasheh */ 960ccd979bdSMark Fasheh int ocfs2_num_free_extents(struct ocfs2_super *osb, 961f99b9b7cSJoel Becker struct ocfs2_extent_tree *et) 962ccd979bdSMark Fasheh { 963ccd979bdSMark Fasheh int retval; 964e7d4cb6bSTao Ma struct ocfs2_extent_list *el = NULL; 965ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 966ccd979bdSMark Fasheh struct buffer_head *eb_bh = NULL; 967e7d4cb6bSTao Ma u64 last_eb_blk = 0; 968ccd979bdSMark Fasheh 969ccd979bdSMark Fasheh mlog_entry_void(); 970ccd979bdSMark Fasheh 971f99b9b7cSJoel Becker el = et->et_root_el; 972f99b9b7cSJoel Becker last_eb_blk = ocfs2_et_get_last_eb_blk(et); 973e7d4cb6bSTao Ma 974e7d4cb6bSTao Ma if (last_eb_blk) { 9753d03a305SJoel Becker retval = ocfs2_read_extent_block(et->et_ci, last_eb_blk, 9763d03a305SJoel Becker &eb_bh); 977ccd979bdSMark Fasheh if (retval < 0) { 978ccd979bdSMark Fasheh mlog_errno(retval); 979ccd979bdSMark Fasheh goto bail; 980ccd979bdSMark Fasheh } 981ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 982ccd979bdSMark Fasheh el = &eb->h_list; 983e7d4cb6bSTao Ma } 984ccd979bdSMark Fasheh 985ccd979bdSMark Fasheh BUG_ON(el->l_tree_depth != 0); 986ccd979bdSMark Fasheh 987ccd979bdSMark Fasheh retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec); 988ccd979bdSMark Fasheh bail: 989ccd979bdSMark Fasheh brelse(eb_bh); 990ccd979bdSMark Fasheh 991ccd979bdSMark Fasheh mlog_exit(retval); 992ccd979bdSMark Fasheh return retval; 993ccd979bdSMark Fasheh } 994ccd979bdSMark Fasheh 995ccd979bdSMark Fasheh /* expects array to already be allocated 996ccd979bdSMark Fasheh * 997ccd979bdSMark Fasheh * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and 998ccd979bdSMark Fasheh * l_count for you 999ccd979bdSMark Fasheh */ 100042a5a7a9SJoel Becker static int ocfs2_create_new_meta_bhs(handle_t *handle, 100142a5a7a9SJoel Becker struct ocfs2_extent_tree *et, 1002ccd979bdSMark Fasheh int wanted, 1003ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1004ccd979bdSMark Fasheh struct buffer_head *bhs[]) 1005ccd979bdSMark Fasheh { 1006ccd979bdSMark Fasheh int count, status, i; 1007ccd979bdSMark Fasheh u16 suballoc_bit_start; 1008ccd979bdSMark Fasheh u32 num_got; 1009ccd979bdSMark Fasheh u64 first_blkno; 101042a5a7a9SJoel Becker struct ocfs2_super *osb = 101142a5a7a9SJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 1012ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1013ccd979bdSMark Fasheh 1014ccd979bdSMark Fasheh mlog_entry_void(); 1015ccd979bdSMark Fasheh 1016ccd979bdSMark Fasheh count = 0; 1017ccd979bdSMark Fasheh while (count < wanted) { 1018ccd979bdSMark Fasheh status = ocfs2_claim_metadata(osb, 1019ccd979bdSMark Fasheh handle, 1020ccd979bdSMark Fasheh meta_ac, 1021ccd979bdSMark Fasheh wanted - count, 1022ccd979bdSMark Fasheh &suballoc_bit_start, 1023ccd979bdSMark Fasheh &num_got, 1024ccd979bdSMark Fasheh &first_blkno); 1025ccd979bdSMark Fasheh if (status < 0) { 1026ccd979bdSMark Fasheh mlog_errno(status); 1027ccd979bdSMark Fasheh goto bail; 1028ccd979bdSMark Fasheh } 1029ccd979bdSMark Fasheh 1030ccd979bdSMark Fasheh for(i = count; i < (num_got + count); i++) { 1031ccd979bdSMark Fasheh bhs[i] = sb_getblk(osb->sb, first_blkno); 1032ccd979bdSMark Fasheh if (bhs[i] == NULL) { 1033ccd979bdSMark Fasheh status = -EIO; 1034ccd979bdSMark Fasheh mlog_errno(status); 1035ccd979bdSMark Fasheh goto bail; 1036ccd979bdSMark Fasheh } 103742a5a7a9SJoel Becker ocfs2_set_new_buffer_uptodate(et->et_ci, bhs[i]); 1038ccd979bdSMark Fasheh 103942a5a7a9SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, 104042a5a7a9SJoel Becker bhs[i], 1041ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1042ccd979bdSMark Fasheh if (status < 0) { 1043ccd979bdSMark Fasheh mlog_errno(status); 1044ccd979bdSMark Fasheh goto bail; 1045ccd979bdSMark Fasheh } 1046ccd979bdSMark Fasheh 1047ccd979bdSMark Fasheh memset(bhs[i]->b_data, 0, osb->sb->s_blocksize); 1048ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bhs[i]->b_data; 1049ccd979bdSMark Fasheh /* Ok, setup the minimal stuff here. */ 1050ccd979bdSMark Fasheh strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 1051ccd979bdSMark Fasheh eb->h_blkno = cpu_to_le64(first_blkno); 1052ccd979bdSMark Fasheh eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 1053*b89c5428STiger Yang eb->h_suballoc_slot = 1054*b89c5428STiger Yang cpu_to_le16(meta_ac->ac_alloc_slot); 1055ccd979bdSMark Fasheh eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start); 1056ccd979bdSMark Fasheh eb->h_list.l_count = 1057ccd979bdSMark Fasheh cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 1058ccd979bdSMark Fasheh 1059ccd979bdSMark Fasheh suballoc_bit_start++; 1060ccd979bdSMark Fasheh first_blkno++; 1061ccd979bdSMark Fasheh 1062ccd979bdSMark Fasheh /* We'll also be dirtied by the caller, so 1063ccd979bdSMark Fasheh * this isn't absolutely necessary. */ 1064ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bhs[i]); 1065ccd979bdSMark Fasheh if (status < 0) { 1066ccd979bdSMark Fasheh mlog_errno(status); 1067ccd979bdSMark Fasheh goto bail; 1068ccd979bdSMark Fasheh } 1069ccd979bdSMark Fasheh } 1070ccd979bdSMark Fasheh 1071ccd979bdSMark Fasheh count += num_got; 1072ccd979bdSMark Fasheh } 1073ccd979bdSMark Fasheh 1074ccd979bdSMark Fasheh status = 0; 1075ccd979bdSMark Fasheh bail: 1076ccd979bdSMark Fasheh if (status < 0) { 1077ccd979bdSMark Fasheh for(i = 0; i < wanted; i++) { 1078ccd979bdSMark Fasheh brelse(bhs[i]); 1079ccd979bdSMark Fasheh bhs[i] = NULL; 1080ccd979bdSMark Fasheh } 1081ccd979bdSMark Fasheh } 1082ccd979bdSMark Fasheh mlog_exit(status); 1083ccd979bdSMark Fasheh return status; 1084ccd979bdSMark Fasheh } 1085ccd979bdSMark Fasheh 1086ccd979bdSMark Fasheh /* 1087dcd0538fSMark Fasheh * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth(). 1088dcd0538fSMark Fasheh * 1089dcd0538fSMark Fasheh * Returns the sum of the rightmost extent rec logical offset and 1090dcd0538fSMark Fasheh * cluster count. 1091dcd0538fSMark Fasheh * 1092dcd0538fSMark Fasheh * ocfs2_add_branch() uses this to determine what logical cluster 1093dcd0538fSMark Fasheh * value should be populated into the leftmost new branch records. 1094dcd0538fSMark Fasheh * 1095dcd0538fSMark Fasheh * ocfs2_shift_tree_depth() uses this to determine the # clusters 1096dcd0538fSMark Fasheh * value for the new topmost tree record. 1097dcd0538fSMark Fasheh */ 1098dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list *el) 1099dcd0538fSMark Fasheh { 1100dcd0538fSMark Fasheh int i; 1101dcd0538fSMark Fasheh 1102dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1103dcd0538fSMark Fasheh 1104dcd0538fSMark Fasheh return le32_to_cpu(el->l_recs[i].e_cpos) + 1105e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 1106dcd0538fSMark Fasheh } 1107dcd0538fSMark Fasheh 1108dcd0538fSMark Fasheh /* 11096b791bccSTao Ma * Change range of the branches in the right most path according to the leaf 11106b791bccSTao Ma * extent block's rightmost record. 11116b791bccSTao Ma */ 11126b791bccSTao Ma static int ocfs2_adjust_rightmost_branch(handle_t *handle, 11136b791bccSTao Ma struct ocfs2_extent_tree *et) 11146b791bccSTao Ma { 11156b791bccSTao Ma int status; 11166b791bccSTao Ma struct ocfs2_path *path = NULL; 11176b791bccSTao Ma struct ocfs2_extent_list *el; 11186b791bccSTao Ma struct ocfs2_extent_rec *rec; 11196b791bccSTao Ma 11206b791bccSTao Ma path = ocfs2_new_path_from_et(et); 11216b791bccSTao Ma if (!path) { 11226b791bccSTao Ma status = -ENOMEM; 11236b791bccSTao Ma return status; 11246b791bccSTao Ma } 11256b791bccSTao Ma 1126facdb77fSJoel Becker status = ocfs2_find_path(et->et_ci, path, UINT_MAX); 11276b791bccSTao Ma if (status < 0) { 11286b791bccSTao Ma mlog_errno(status); 11296b791bccSTao Ma goto out; 11306b791bccSTao Ma } 11316b791bccSTao Ma 11326b791bccSTao Ma status = ocfs2_extend_trans(handle, path_num_items(path) + 11336b791bccSTao Ma handle->h_buffer_credits); 11346b791bccSTao Ma if (status < 0) { 11356b791bccSTao Ma mlog_errno(status); 11366b791bccSTao Ma goto out; 11376b791bccSTao Ma } 11386b791bccSTao Ma 1139d401dc12SJoel Becker status = ocfs2_journal_access_path(et->et_ci, handle, path); 11406b791bccSTao Ma if (status < 0) { 11416b791bccSTao Ma mlog_errno(status); 11426b791bccSTao Ma goto out; 11436b791bccSTao Ma } 11446b791bccSTao Ma 11456b791bccSTao Ma el = path_leaf_el(path); 11466b791bccSTao Ma rec = &el->l_recs[le32_to_cpu(el->l_next_free_rec) - 1]; 11476b791bccSTao Ma 1148d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, rec); 11496b791bccSTao Ma 11506b791bccSTao Ma out: 11516b791bccSTao Ma ocfs2_free_path(path); 11526b791bccSTao Ma return status; 11536b791bccSTao Ma } 11546b791bccSTao Ma 11556b791bccSTao Ma /* 1156ccd979bdSMark Fasheh * Add an entire tree branch to our inode. eb_bh is the extent block 1157d401dc12SJoel Becker * to start at, if we don't want to start the branch at the root 1158ccd979bdSMark Fasheh * structure. 1159ccd979bdSMark Fasheh * 1160ccd979bdSMark Fasheh * last_eb_bh is required as we have to update it's next_leaf pointer 1161ccd979bdSMark Fasheh * for the new last extent block. 1162ccd979bdSMark Fasheh * 1163ccd979bdSMark Fasheh * the new branch will be 'empty' in the sense that every block will 1164e48edee2SMark Fasheh * contain a single record with cluster count == 0. 1165ccd979bdSMark Fasheh */ 1166d401dc12SJoel Becker static int ocfs2_add_branch(handle_t *handle, 1167e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1168ccd979bdSMark Fasheh struct buffer_head *eb_bh, 1169328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1170ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac) 1171ccd979bdSMark Fasheh { 1172ccd979bdSMark Fasheh int status, new_blocks, i; 1173ccd979bdSMark Fasheh u64 next_blkno, new_last_eb_blk; 1174ccd979bdSMark Fasheh struct buffer_head *bh; 1175ccd979bdSMark Fasheh struct buffer_head **new_eb_bhs = NULL; 1176ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1177ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1178ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 11796b791bccSTao Ma u32 new_cpos, root_end; 1180ccd979bdSMark Fasheh 1181ccd979bdSMark Fasheh mlog_entry_void(); 1182ccd979bdSMark Fasheh 1183328d5752SMark Fasheh BUG_ON(!last_eb_bh || !*last_eb_bh); 1184ccd979bdSMark Fasheh 1185ccd979bdSMark Fasheh if (eb_bh) { 1186ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 1187ccd979bdSMark Fasheh el = &eb->h_list; 1188ccd979bdSMark Fasheh } else 1189ce1d9ea6SJoel Becker el = et->et_root_el; 1190ccd979bdSMark Fasheh 1191ccd979bdSMark Fasheh /* we never add a branch to a leaf. */ 1192ccd979bdSMark Fasheh BUG_ON(!el->l_tree_depth); 1193ccd979bdSMark Fasheh 1194ccd979bdSMark Fasheh new_blocks = le16_to_cpu(el->l_tree_depth); 1195ccd979bdSMark Fasheh 11966b791bccSTao Ma eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data; 11976b791bccSTao Ma new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list); 11986b791bccSTao Ma root_end = ocfs2_sum_rightmost_rec(et->et_root_el); 11996b791bccSTao Ma 12006b791bccSTao Ma /* 12016b791bccSTao Ma * If there is a gap before the root end and the real end 12026b791bccSTao Ma * of the righmost leaf block, we need to remove the gap 12036b791bccSTao Ma * between new_cpos and root_end first so that the tree 12046b791bccSTao Ma * is consistent after we add a new branch(it will start 12056b791bccSTao Ma * from new_cpos). 12066b791bccSTao Ma */ 12076b791bccSTao Ma if (root_end > new_cpos) { 12086b791bccSTao Ma mlog(0, "adjust the cluster end from %u to %u\n", 12096b791bccSTao Ma root_end, new_cpos); 1210d401dc12SJoel Becker status = ocfs2_adjust_rightmost_branch(handle, et); 12116b791bccSTao Ma if (status) { 12126b791bccSTao Ma mlog_errno(status); 12136b791bccSTao Ma goto bail; 12146b791bccSTao Ma } 12156b791bccSTao Ma } 12166b791bccSTao Ma 1217ccd979bdSMark Fasheh /* allocate the number of new eb blocks we need */ 1218ccd979bdSMark Fasheh new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *), 1219ccd979bdSMark Fasheh GFP_KERNEL); 1220ccd979bdSMark Fasheh if (!new_eb_bhs) { 1221ccd979bdSMark Fasheh status = -ENOMEM; 1222ccd979bdSMark Fasheh mlog_errno(status); 1223ccd979bdSMark Fasheh goto bail; 1224ccd979bdSMark Fasheh } 1225ccd979bdSMark Fasheh 122642a5a7a9SJoel Becker status = ocfs2_create_new_meta_bhs(handle, et, new_blocks, 1227ccd979bdSMark Fasheh meta_ac, new_eb_bhs); 1228ccd979bdSMark Fasheh if (status < 0) { 1229ccd979bdSMark Fasheh mlog_errno(status); 1230ccd979bdSMark Fasheh goto bail; 1231ccd979bdSMark Fasheh } 1232ccd979bdSMark Fasheh 1233ccd979bdSMark Fasheh /* Note: new_eb_bhs[new_blocks - 1] is the guy which will be 1234ccd979bdSMark Fasheh * linked with the rest of the tree. 1235ccd979bdSMark Fasheh * conversly, new_eb_bhs[0] is the new bottommost leaf. 1236ccd979bdSMark Fasheh * 1237ccd979bdSMark Fasheh * when we leave the loop, new_last_eb_blk will point to the 1238ccd979bdSMark Fasheh * newest leaf, and next_blkno will point to the topmost extent 1239ccd979bdSMark Fasheh * block. */ 1240ccd979bdSMark Fasheh next_blkno = new_last_eb_blk = 0; 1241ccd979bdSMark Fasheh for(i = 0; i < new_blocks; i++) { 1242ccd979bdSMark Fasheh bh = new_eb_bhs[i]; 1243ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 12445e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 12455e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1246ccd979bdSMark Fasheh eb_el = &eb->h_list; 1247ccd979bdSMark Fasheh 1248d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, bh, 1249ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1250ccd979bdSMark Fasheh if (status < 0) { 1251ccd979bdSMark Fasheh mlog_errno(status); 1252ccd979bdSMark Fasheh goto bail; 1253ccd979bdSMark Fasheh } 1254ccd979bdSMark Fasheh 1255ccd979bdSMark Fasheh eb->h_next_leaf_blk = 0; 1256ccd979bdSMark Fasheh eb_el->l_tree_depth = cpu_to_le16(i); 1257ccd979bdSMark Fasheh eb_el->l_next_free_rec = cpu_to_le16(1); 1258dcd0538fSMark Fasheh /* 1259dcd0538fSMark Fasheh * This actually counts as an empty extent as 1260dcd0538fSMark Fasheh * c_clusters == 0 1261dcd0538fSMark Fasheh */ 1262dcd0538fSMark Fasheh eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos); 1263ccd979bdSMark Fasheh eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno); 1264e48edee2SMark Fasheh /* 1265e48edee2SMark Fasheh * eb_el isn't always an interior node, but even leaf 1266e48edee2SMark Fasheh * nodes want a zero'd flags and reserved field so 1267e48edee2SMark Fasheh * this gets the whole 32 bits regardless of use. 1268e48edee2SMark Fasheh */ 1269e48edee2SMark Fasheh eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0); 1270ccd979bdSMark Fasheh if (!eb_el->l_tree_depth) 1271ccd979bdSMark Fasheh new_last_eb_blk = le64_to_cpu(eb->h_blkno); 1272ccd979bdSMark Fasheh 1273ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bh); 1274ccd979bdSMark Fasheh if (status < 0) { 1275ccd979bdSMark Fasheh mlog_errno(status); 1276ccd979bdSMark Fasheh goto bail; 1277ccd979bdSMark Fasheh } 1278ccd979bdSMark Fasheh 1279ccd979bdSMark Fasheh next_blkno = le64_to_cpu(eb->h_blkno); 1280ccd979bdSMark Fasheh } 1281ccd979bdSMark Fasheh 1282ccd979bdSMark Fasheh /* This is a bit hairy. We want to update up to three blocks 1283ccd979bdSMark Fasheh * here without leaving any of them in an inconsistent state 1284ccd979bdSMark Fasheh * in case of error. We don't have to worry about 1285ccd979bdSMark Fasheh * journal_dirty erroring as it won't unless we've aborted the 1286ccd979bdSMark Fasheh * handle (in which case we would never be here) so reserving 1287ccd979bdSMark Fasheh * the write with journal_access is all we need to do. */ 1288d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, *last_eb_bh, 1289ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1290ccd979bdSMark Fasheh if (status < 0) { 1291ccd979bdSMark Fasheh mlog_errno(status); 1292ccd979bdSMark Fasheh goto bail; 1293ccd979bdSMark Fasheh } 1294d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1295ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1296ccd979bdSMark Fasheh if (status < 0) { 1297ccd979bdSMark Fasheh mlog_errno(status); 1298ccd979bdSMark Fasheh goto bail; 1299ccd979bdSMark Fasheh } 1300ccd979bdSMark Fasheh if (eb_bh) { 1301d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, eb_bh, 1302ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1303ccd979bdSMark Fasheh if (status < 0) { 1304ccd979bdSMark Fasheh mlog_errno(status); 1305ccd979bdSMark Fasheh goto bail; 1306ccd979bdSMark Fasheh } 1307ccd979bdSMark Fasheh } 1308ccd979bdSMark Fasheh 1309ccd979bdSMark Fasheh /* Link the new branch into the rest of the tree (el will 1310e7d4cb6bSTao Ma * either be on the root_bh, or the extent block passed in. */ 1311ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec); 1312ccd979bdSMark Fasheh el->l_recs[i].e_blkno = cpu_to_le64(next_blkno); 1313dcd0538fSMark Fasheh el->l_recs[i].e_cpos = cpu_to_le32(new_cpos); 1314e48edee2SMark Fasheh el->l_recs[i].e_int_clusters = 0; 1315ccd979bdSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1316ccd979bdSMark Fasheh 1317ccd979bdSMark Fasheh /* fe needs a new last extent block pointer, as does the 1318ccd979bdSMark Fasheh * next_leaf on the previously last-extent-block. */ 131935dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, new_last_eb_blk); 1320ccd979bdSMark Fasheh 1321328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 1322ccd979bdSMark Fasheh eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk); 1323ccd979bdSMark Fasheh 1324328d5752SMark Fasheh status = ocfs2_journal_dirty(handle, *last_eb_bh); 1325ccd979bdSMark Fasheh if (status < 0) 1326ccd979bdSMark Fasheh mlog_errno(status); 1327ce1d9ea6SJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 1328ccd979bdSMark Fasheh if (status < 0) 1329ccd979bdSMark Fasheh mlog_errno(status); 1330ccd979bdSMark Fasheh if (eb_bh) { 1331ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, eb_bh); 1332ccd979bdSMark Fasheh if (status < 0) 1333ccd979bdSMark Fasheh mlog_errno(status); 1334ccd979bdSMark Fasheh } 1335ccd979bdSMark Fasheh 1336328d5752SMark Fasheh /* 1337328d5752SMark Fasheh * Some callers want to track the rightmost leaf so pass it 1338328d5752SMark Fasheh * back here. 1339328d5752SMark Fasheh */ 1340328d5752SMark Fasheh brelse(*last_eb_bh); 1341328d5752SMark Fasheh get_bh(new_eb_bhs[0]); 1342328d5752SMark Fasheh *last_eb_bh = new_eb_bhs[0]; 1343328d5752SMark Fasheh 1344ccd979bdSMark Fasheh status = 0; 1345ccd979bdSMark Fasheh bail: 1346ccd979bdSMark Fasheh if (new_eb_bhs) { 1347ccd979bdSMark Fasheh for (i = 0; i < new_blocks; i++) 1348ccd979bdSMark Fasheh brelse(new_eb_bhs[i]); 1349ccd979bdSMark Fasheh kfree(new_eb_bhs); 1350ccd979bdSMark Fasheh } 1351ccd979bdSMark Fasheh 1352ccd979bdSMark Fasheh mlog_exit(status); 1353ccd979bdSMark Fasheh return status; 1354ccd979bdSMark Fasheh } 1355ccd979bdSMark Fasheh 1356ccd979bdSMark Fasheh /* 1357ccd979bdSMark Fasheh * adds another level to the allocation tree. 1358ccd979bdSMark Fasheh * returns back the new extent block so you can add a branch to it 1359ccd979bdSMark Fasheh * after this call. 1360ccd979bdSMark Fasheh */ 1361d401dc12SJoel Becker static int ocfs2_shift_tree_depth(handle_t *handle, 1362e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1363ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1364ccd979bdSMark Fasheh struct buffer_head **ret_new_eb_bh) 1365ccd979bdSMark Fasheh { 1366ccd979bdSMark Fasheh int status, i; 1367dcd0538fSMark Fasheh u32 new_clusters; 1368ccd979bdSMark Fasheh struct buffer_head *new_eb_bh = NULL; 1369ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1370e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 1371ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1372ccd979bdSMark Fasheh 1373ccd979bdSMark Fasheh mlog_entry_void(); 1374ccd979bdSMark Fasheh 137542a5a7a9SJoel Becker status = ocfs2_create_new_meta_bhs(handle, et, 1, meta_ac, 1376ccd979bdSMark Fasheh &new_eb_bh); 1377ccd979bdSMark Fasheh if (status < 0) { 1378ccd979bdSMark Fasheh mlog_errno(status); 1379ccd979bdSMark Fasheh goto bail; 1380ccd979bdSMark Fasheh } 1381ccd979bdSMark Fasheh 1382ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) new_eb_bh->b_data; 13835e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 13845e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1385ccd979bdSMark Fasheh 1386ccd979bdSMark Fasheh eb_el = &eb->h_list; 1387ce1d9ea6SJoel Becker root_el = et->et_root_el; 1388ccd979bdSMark Fasheh 1389d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, new_eb_bh, 1390ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1391ccd979bdSMark Fasheh if (status < 0) { 1392ccd979bdSMark Fasheh mlog_errno(status); 1393ccd979bdSMark Fasheh goto bail; 1394ccd979bdSMark Fasheh } 1395ccd979bdSMark Fasheh 1396e7d4cb6bSTao Ma /* copy the root extent list data into the new extent block */ 1397e7d4cb6bSTao Ma eb_el->l_tree_depth = root_el->l_tree_depth; 1398e7d4cb6bSTao Ma eb_el->l_next_free_rec = root_el->l_next_free_rec; 1399e7d4cb6bSTao Ma for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1400e7d4cb6bSTao Ma eb_el->l_recs[i] = root_el->l_recs[i]; 1401ccd979bdSMark Fasheh 1402ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, new_eb_bh); 1403ccd979bdSMark Fasheh if (status < 0) { 1404ccd979bdSMark Fasheh mlog_errno(status); 1405ccd979bdSMark Fasheh goto bail; 1406ccd979bdSMark Fasheh } 1407ccd979bdSMark Fasheh 1408d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1409ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1410ccd979bdSMark Fasheh if (status < 0) { 1411ccd979bdSMark Fasheh mlog_errno(status); 1412ccd979bdSMark Fasheh goto bail; 1413ccd979bdSMark Fasheh } 1414ccd979bdSMark Fasheh 1415dcd0538fSMark Fasheh new_clusters = ocfs2_sum_rightmost_rec(eb_el); 1416dcd0538fSMark Fasheh 1417e7d4cb6bSTao Ma /* update root_bh now */ 1418e7d4cb6bSTao Ma le16_add_cpu(&root_el->l_tree_depth, 1); 1419e7d4cb6bSTao Ma root_el->l_recs[0].e_cpos = 0; 1420e7d4cb6bSTao Ma root_el->l_recs[0].e_blkno = eb->h_blkno; 1421e7d4cb6bSTao Ma root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters); 1422e7d4cb6bSTao Ma for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1423e7d4cb6bSTao Ma memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 1424e7d4cb6bSTao Ma root_el->l_next_free_rec = cpu_to_le16(1); 1425ccd979bdSMark Fasheh 1426ccd979bdSMark Fasheh /* If this is our 1st tree depth shift, then last_eb_blk 1427ccd979bdSMark Fasheh * becomes the allocated extent block */ 1428e7d4cb6bSTao Ma if (root_el->l_tree_depth == cpu_to_le16(1)) 142935dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 1430ccd979bdSMark Fasheh 1431ce1d9ea6SJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 1432ccd979bdSMark Fasheh if (status < 0) { 1433ccd979bdSMark Fasheh mlog_errno(status); 1434ccd979bdSMark Fasheh goto bail; 1435ccd979bdSMark Fasheh } 1436ccd979bdSMark Fasheh 1437ccd979bdSMark Fasheh *ret_new_eb_bh = new_eb_bh; 1438ccd979bdSMark Fasheh new_eb_bh = NULL; 1439ccd979bdSMark Fasheh status = 0; 1440ccd979bdSMark Fasheh bail: 1441ccd979bdSMark Fasheh brelse(new_eb_bh); 1442ccd979bdSMark Fasheh 1443ccd979bdSMark Fasheh mlog_exit(status); 1444ccd979bdSMark Fasheh return status; 1445ccd979bdSMark Fasheh } 1446ccd979bdSMark Fasheh 1447ccd979bdSMark Fasheh /* 1448ccd979bdSMark Fasheh * Should only be called when there is no space left in any of the 1449ccd979bdSMark Fasheh * leaf nodes. What we want to do is find the lowest tree depth 1450ccd979bdSMark Fasheh * non-leaf extent block with room for new records. There are three 1451ccd979bdSMark Fasheh * valid results of this search: 1452ccd979bdSMark Fasheh * 1453ccd979bdSMark Fasheh * 1) a lowest extent block is found, then we pass it back in 1454ccd979bdSMark Fasheh * *lowest_eb_bh and return '0' 1455ccd979bdSMark Fasheh * 1456e7d4cb6bSTao Ma * 2) the search fails to find anything, but the root_el has room. We 1457ccd979bdSMark Fasheh * pass NULL back in *lowest_eb_bh, but still return '0' 1458ccd979bdSMark Fasheh * 1459e7d4cb6bSTao Ma * 3) the search fails to find anything AND the root_el is full, in 1460ccd979bdSMark Fasheh * which case we return > 0 1461ccd979bdSMark Fasheh * 1462ccd979bdSMark Fasheh * return status < 0 indicates an error. 1463ccd979bdSMark Fasheh */ 1464d401dc12SJoel Becker static int ocfs2_find_branch_target(struct ocfs2_extent_tree *et, 1465ccd979bdSMark Fasheh struct buffer_head **target_bh) 1466ccd979bdSMark Fasheh { 1467ccd979bdSMark Fasheh int status = 0, i; 1468ccd979bdSMark Fasheh u64 blkno; 1469ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1470ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 1471ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 1472ccd979bdSMark Fasheh struct buffer_head *lowest_bh = NULL; 1473ccd979bdSMark Fasheh 1474ccd979bdSMark Fasheh mlog_entry_void(); 1475ccd979bdSMark Fasheh 1476ccd979bdSMark Fasheh *target_bh = NULL; 1477ccd979bdSMark Fasheh 1478ce1d9ea6SJoel Becker el = et->et_root_el; 1479ccd979bdSMark Fasheh 1480ccd979bdSMark Fasheh while(le16_to_cpu(el->l_tree_depth) > 1) { 1481ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 14823d03a305SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 14833d03a305SJoel Becker "Owner %llu has empty " 1484ccd979bdSMark Fasheh "extent list (next_free_rec == 0)", 14853d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 1486ccd979bdSMark Fasheh status = -EIO; 1487ccd979bdSMark Fasheh goto bail; 1488ccd979bdSMark Fasheh } 1489ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1490ccd979bdSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1491ccd979bdSMark Fasheh if (!blkno) { 14923d03a305SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 14933d03a305SJoel Becker "Owner %llu has extent " 1494ccd979bdSMark Fasheh "list where extent # %d has no physical " 1495ccd979bdSMark Fasheh "block start", 14963d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), i); 1497ccd979bdSMark Fasheh status = -EIO; 1498ccd979bdSMark Fasheh goto bail; 1499ccd979bdSMark Fasheh } 1500ccd979bdSMark Fasheh 1501ccd979bdSMark Fasheh brelse(bh); 1502ccd979bdSMark Fasheh bh = NULL; 1503ccd979bdSMark Fasheh 15043d03a305SJoel Becker status = ocfs2_read_extent_block(et->et_ci, blkno, &bh); 1505ccd979bdSMark Fasheh if (status < 0) { 1506ccd979bdSMark Fasheh mlog_errno(status); 1507ccd979bdSMark Fasheh goto bail; 1508ccd979bdSMark Fasheh } 1509ccd979bdSMark Fasheh 1510ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1511ccd979bdSMark Fasheh el = &eb->h_list; 1512ccd979bdSMark Fasheh 1513ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) < 1514ccd979bdSMark Fasheh le16_to_cpu(el->l_count)) { 1515ccd979bdSMark Fasheh brelse(lowest_bh); 1516ccd979bdSMark Fasheh lowest_bh = bh; 1517ccd979bdSMark Fasheh get_bh(lowest_bh); 1518ccd979bdSMark Fasheh } 1519ccd979bdSMark Fasheh } 1520ccd979bdSMark Fasheh 1521ccd979bdSMark Fasheh /* If we didn't find one and the fe doesn't have any room, 1522ccd979bdSMark Fasheh * then return '1' */ 1523ce1d9ea6SJoel Becker el = et->et_root_el; 1524e7d4cb6bSTao Ma if (!lowest_bh && (el->l_next_free_rec == el->l_count)) 1525ccd979bdSMark Fasheh status = 1; 1526ccd979bdSMark Fasheh 1527ccd979bdSMark Fasheh *target_bh = lowest_bh; 1528ccd979bdSMark Fasheh bail: 1529ccd979bdSMark Fasheh brelse(bh); 1530ccd979bdSMark Fasheh 1531ccd979bdSMark Fasheh mlog_exit(status); 1532ccd979bdSMark Fasheh return status; 1533ccd979bdSMark Fasheh } 1534ccd979bdSMark Fasheh 1535e48edee2SMark Fasheh /* 1536c3afcbb3SMark Fasheh * Grow a b-tree so that it has more records. 1537c3afcbb3SMark Fasheh * 1538c3afcbb3SMark Fasheh * We might shift the tree depth in which case existing paths should 1539c3afcbb3SMark Fasheh * be considered invalid. 1540c3afcbb3SMark Fasheh * 1541c3afcbb3SMark Fasheh * Tree depth after the grow is returned via *final_depth. 1542328d5752SMark Fasheh * 1543328d5752SMark Fasheh * *last_eb_bh will be updated by ocfs2_add_branch(). 1544c3afcbb3SMark Fasheh */ 1545d401dc12SJoel Becker static int ocfs2_grow_tree(handle_t *handle, struct ocfs2_extent_tree *et, 1546d401dc12SJoel Becker int *final_depth, struct buffer_head **last_eb_bh, 1547c3afcbb3SMark Fasheh struct ocfs2_alloc_context *meta_ac) 1548c3afcbb3SMark Fasheh { 1549c3afcbb3SMark Fasheh int ret, shift; 1550ce1d9ea6SJoel Becker struct ocfs2_extent_list *el = et->et_root_el; 1551e7d4cb6bSTao Ma int depth = le16_to_cpu(el->l_tree_depth); 1552c3afcbb3SMark Fasheh struct buffer_head *bh = NULL; 1553c3afcbb3SMark Fasheh 1554c3afcbb3SMark Fasheh BUG_ON(meta_ac == NULL); 1555c3afcbb3SMark Fasheh 1556d401dc12SJoel Becker shift = ocfs2_find_branch_target(et, &bh); 1557c3afcbb3SMark Fasheh if (shift < 0) { 1558c3afcbb3SMark Fasheh ret = shift; 1559c3afcbb3SMark Fasheh mlog_errno(ret); 1560c3afcbb3SMark Fasheh goto out; 1561c3afcbb3SMark Fasheh } 1562c3afcbb3SMark Fasheh 1563c3afcbb3SMark Fasheh /* We traveled all the way to the bottom of the allocation tree 1564c3afcbb3SMark Fasheh * and didn't find room for any more extents - we need to add 1565c3afcbb3SMark Fasheh * another tree level */ 1566c3afcbb3SMark Fasheh if (shift) { 1567c3afcbb3SMark Fasheh BUG_ON(bh); 1568c3afcbb3SMark Fasheh mlog(0, "need to shift tree depth (current = %d)\n", depth); 1569c3afcbb3SMark Fasheh 1570c3afcbb3SMark Fasheh /* ocfs2_shift_tree_depth will return us a buffer with 1571c3afcbb3SMark Fasheh * the new extent block (so we can pass that to 1572c3afcbb3SMark Fasheh * ocfs2_add_branch). */ 1573d401dc12SJoel Becker ret = ocfs2_shift_tree_depth(handle, et, meta_ac, &bh); 1574c3afcbb3SMark Fasheh if (ret < 0) { 1575c3afcbb3SMark Fasheh mlog_errno(ret); 1576c3afcbb3SMark Fasheh goto out; 1577c3afcbb3SMark Fasheh } 1578c3afcbb3SMark Fasheh depth++; 1579328d5752SMark Fasheh if (depth == 1) { 1580328d5752SMark Fasheh /* 1581328d5752SMark Fasheh * Special case: we have room now if we shifted from 1582328d5752SMark Fasheh * tree_depth 0, so no more work needs to be done. 1583328d5752SMark Fasheh * 1584328d5752SMark Fasheh * We won't be calling add_branch, so pass 1585328d5752SMark Fasheh * back *last_eb_bh as the new leaf. At depth 1586328d5752SMark Fasheh * zero, it should always be null so there's 1587328d5752SMark Fasheh * no reason to brelse. 1588328d5752SMark Fasheh */ 1589328d5752SMark Fasheh BUG_ON(*last_eb_bh); 1590328d5752SMark Fasheh get_bh(bh); 1591328d5752SMark Fasheh *last_eb_bh = bh; 1592c3afcbb3SMark Fasheh goto out; 1593c3afcbb3SMark Fasheh } 1594328d5752SMark Fasheh } 1595c3afcbb3SMark Fasheh 1596c3afcbb3SMark Fasheh /* call ocfs2_add_branch to add the final part of the tree with 1597c3afcbb3SMark Fasheh * the new data. */ 1598c3afcbb3SMark Fasheh mlog(0, "add branch. bh = %p\n", bh); 1599d401dc12SJoel Becker ret = ocfs2_add_branch(handle, et, bh, last_eb_bh, 1600c3afcbb3SMark Fasheh meta_ac); 1601c3afcbb3SMark Fasheh if (ret < 0) { 1602c3afcbb3SMark Fasheh mlog_errno(ret); 1603c3afcbb3SMark Fasheh goto out; 1604c3afcbb3SMark Fasheh } 1605c3afcbb3SMark Fasheh 1606c3afcbb3SMark Fasheh out: 1607c3afcbb3SMark Fasheh if (final_depth) 1608c3afcbb3SMark Fasheh *final_depth = depth; 1609c3afcbb3SMark Fasheh brelse(bh); 1610c3afcbb3SMark Fasheh return ret; 1611c3afcbb3SMark Fasheh } 1612c3afcbb3SMark Fasheh 1613c3afcbb3SMark Fasheh /* 1614dcd0538fSMark Fasheh * This function will discard the rightmost extent record. 1615dcd0538fSMark Fasheh */ 1616dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el) 1617dcd0538fSMark Fasheh { 1618dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1619dcd0538fSMark Fasheh int count = le16_to_cpu(el->l_count); 1620dcd0538fSMark Fasheh unsigned int num_bytes; 1621dcd0538fSMark Fasheh 1622dcd0538fSMark Fasheh BUG_ON(!next_free); 1623dcd0538fSMark Fasheh /* This will cause us to go off the end of our extent list. */ 1624dcd0538fSMark Fasheh BUG_ON(next_free >= count); 1625dcd0538fSMark Fasheh 1626dcd0538fSMark Fasheh num_bytes = sizeof(struct ocfs2_extent_rec) * next_free; 1627dcd0538fSMark Fasheh 1628dcd0538fSMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], num_bytes); 1629dcd0538fSMark Fasheh } 1630dcd0538fSMark Fasheh 1631dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el, 1632dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 1633dcd0538fSMark Fasheh { 1634dcd0538fSMark Fasheh int i, insert_index, next_free, has_empty, num_bytes; 1635dcd0538fSMark Fasheh u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos); 1636dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1637dcd0538fSMark Fasheh 1638dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 1639dcd0538fSMark Fasheh has_empty = ocfs2_is_empty_extent(&el->l_recs[0]); 1640dcd0538fSMark Fasheh 1641dcd0538fSMark Fasheh BUG_ON(!next_free); 1642dcd0538fSMark Fasheh 1643dcd0538fSMark Fasheh /* The tree code before us didn't allow enough room in the leaf. */ 1644b1f3550fSJulia Lawall BUG_ON(el->l_next_free_rec == el->l_count && !has_empty); 1645dcd0538fSMark Fasheh 1646dcd0538fSMark Fasheh /* 1647dcd0538fSMark Fasheh * The easiest way to approach this is to just remove the 1648dcd0538fSMark Fasheh * empty extent and temporarily decrement next_free. 1649dcd0538fSMark Fasheh */ 1650dcd0538fSMark Fasheh if (has_empty) { 1651dcd0538fSMark Fasheh /* 1652dcd0538fSMark Fasheh * If next_free was 1 (only an empty extent), this 1653dcd0538fSMark Fasheh * loop won't execute, which is fine. We still want 1654dcd0538fSMark Fasheh * the decrement above to happen. 1655dcd0538fSMark Fasheh */ 1656dcd0538fSMark Fasheh for(i = 0; i < (next_free - 1); i++) 1657dcd0538fSMark Fasheh el->l_recs[i] = el->l_recs[i+1]; 1658dcd0538fSMark Fasheh 1659dcd0538fSMark Fasheh next_free--; 1660dcd0538fSMark Fasheh } 1661dcd0538fSMark Fasheh 1662dcd0538fSMark Fasheh /* 1663dcd0538fSMark Fasheh * Figure out what the new record index should be. 1664dcd0538fSMark Fasheh */ 1665dcd0538fSMark Fasheh for(i = 0; i < next_free; i++) { 1666dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1667dcd0538fSMark Fasheh 1668dcd0538fSMark Fasheh if (insert_cpos < le32_to_cpu(rec->e_cpos)) 1669dcd0538fSMark Fasheh break; 1670dcd0538fSMark Fasheh } 1671dcd0538fSMark Fasheh insert_index = i; 1672dcd0538fSMark Fasheh 1673dcd0538fSMark Fasheh mlog(0, "ins %u: index %d, has_empty %d, next_free %d, count %d\n", 1674dcd0538fSMark Fasheh insert_cpos, insert_index, has_empty, next_free, le16_to_cpu(el->l_count)); 1675dcd0538fSMark Fasheh 1676dcd0538fSMark Fasheh BUG_ON(insert_index < 0); 1677dcd0538fSMark Fasheh BUG_ON(insert_index >= le16_to_cpu(el->l_count)); 1678dcd0538fSMark Fasheh BUG_ON(insert_index > next_free); 1679dcd0538fSMark Fasheh 1680dcd0538fSMark Fasheh /* 1681dcd0538fSMark Fasheh * No need to memmove if we're just adding to the tail. 1682dcd0538fSMark Fasheh */ 1683dcd0538fSMark Fasheh if (insert_index != next_free) { 1684dcd0538fSMark Fasheh BUG_ON(next_free >= le16_to_cpu(el->l_count)); 1685dcd0538fSMark Fasheh 1686dcd0538fSMark Fasheh num_bytes = next_free - insert_index; 1687dcd0538fSMark Fasheh num_bytes *= sizeof(struct ocfs2_extent_rec); 1688dcd0538fSMark Fasheh memmove(&el->l_recs[insert_index + 1], 1689dcd0538fSMark Fasheh &el->l_recs[insert_index], 1690dcd0538fSMark Fasheh num_bytes); 1691dcd0538fSMark Fasheh } 1692dcd0538fSMark Fasheh 1693dcd0538fSMark Fasheh /* 1694dcd0538fSMark Fasheh * Either we had an empty extent, and need to re-increment or 1695dcd0538fSMark Fasheh * there was no empty extent on a non full rightmost leaf node, 1696dcd0538fSMark Fasheh * in which case we still need to increment. 1697dcd0538fSMark Fasheh */ 1698dcd0538fSMark Fasheh next_free++; 1699dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(next_free); 1700dcd0538fSMark Fasheh /* 1701dcd0538fSMark Fasheh * Make sure none of the math above just messed up our tree. 1702dcd0538fSMark Fasheh */ 1703dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count)); 1704dcd0538fSMark Fasheh 1705dcd0538fSMark Fasheh el->l_recs[insert_index] = *insert_rec; 1706dcd0538fSMark Fasheh 1707dcd0538fSMark Fasheh } 1708dcd0538fSMark Fasheh 1709328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el) 1710328d5752SMark Fasheh { 1711328d5752SMark Fasheh int size, num_recs = le16_to_cpu(el->l_next_free_rec); 1712328d5752SMark Fasheh 1713328d5752SMark Fasheh BUG_ON(num_recs == 0); 1714328d5752SMark Fasheh 1715328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 1716328d5752SMark Fasheh num_recs--; 1717328d5752SMark Fasheh size = num_recs * sizeof(struct ocfs2_extent_rec); 1718328d5752SMark Fasheh memmove(&el->l_recs[0], &el->l_recs[1], size); 1719328d5752SMark Fasheh memset(&el->l_recs[num_recs], 0, 1720328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 1721328d5752SMark Fasheh el->l_next_free_rec = cpu_to_le16(num_recs); 1722328d5752SMark Fasheh } 1723328d5752SMark Fasheh } 1724328d5752SMark Fasheh 1725dcd0538fSMark Fasheh /* 1726dcd0538fSMark Fasheh * Create an empty extent record . 1727dcd0538fSMark Fasheh * 1728dcd0538fSMark Fasheh * l_next_free_rec may be updated. 1729dcd0538fSMark Fasheh * 1730dcd0538fSMark Fasheh * If an empty extent already exists do nothing. 1731dcd0538fSMark Fasheh */ 1732dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el) 1733dcd0538fSMark Fasheh { 1734dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1735dcd0538fSMark Fasheh 1736e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 1737e48edee2SMark Fasheh 1738dcd0538fSMark Fasheh if (next_free == 0) 1739dcd0538fSMark Fasheh goto set_and_inc; 1740dcd0538fSMark Fasheh 1741dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 1742dcd0538fSMark Fasheh return; 1743dcd0538fSMark Fasheh 1744dcd0538fSMark Fasheh mlog_bug_on_msg(el->l_count == el->l_next_free_rec, 1745dcd0538fSMark Fasheh "Asked to create an empty extent in a full list:\n" 1746dcd0538fSMark Fasheh "count = %u, tree depth = %u", 1747dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 1748dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1749dcd0538fSMark Fasheh 1750dcd0538fSMark Fasheh ocfs2_shift_records_right(el); 1751dcd0538fSMark Fasheh 1752dcd0538fSMark Fasheh set_and_inc: 1753dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1754dcd0538fSMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1755dcd0538fSMark Fasheh } 1756dcd0538fSMark Fasheh 1757dcd0538fSMark Fasheh /* 1758dcd0538fSMark Fasheh * For a rotation which involves two leaf nodes, the "root node" is 1759dcd0538fSMark Fasheh * the lowest level tree node which contains a path to both leafs. This 1760dcd0538fSMark Fasheh * resulting set of information can be used to form a complete "subtree" 1761dcd0538fSMark Fasheh * 1762dcd0538fSMark Fasheh * This function is passed two full paths from the dinode down to a 1763dcd0538fSMark Fasheh * pair of adjacent leaves. It's task is to figure out which path 1764dcd0538fSMark Fasheh * index contains the subtree root - this can be the root index itself 1765dcd0538fSMark Fasheh * in a worst-case rotation. 1766dcd0538fSMark Fasheh * 1767dcd0538fSMark Fasheh * The array index of the subtree root is passed back. 1768dcd0538fSMark Fasheh */ 176938a04e43STao Ma int ocfs2_find_subtree_root(struct ocfs2_extent_tree *et, 1770dcd0538fSMark Fasheh struct ocfs2_path *left, 1771dcd0538fSMark Fasheh struct ocfs2_path *right) 1772dcd0538fSMark Fasheh { 1773dcd0538fSMark Fasheh int i = 0; 1774dcd0538fSMark Fasheh 1775dcd0538fSMark Fasheh /* 1776dcd0538fSMark Fasheh * Check that the caller passed in two paths from the same tree. 1777dcd0538fSMark Fasheh */ 1778dcd0538fSMark Fasheh BUG_ON(path_root_bh(left) != path_root_bh(right)); 1779dcd0538fSMark Fasheh 1780dcd0538fSMark Fasheh do { 1781dcd0538fSMark Fasheh i++; 1782dcd0538fSMark Fasheh 1783dcd0538fSMark Fasheh /* 1784dcd0538fSMark Fasheh * The caller didn't pass two adjacent paths. 1785dcd0538fSMark Fasheh */ 1786dcd0538fSMark Fasheh mlog_bug_on_msg(i > left->p_tree_depth, 17877dc02805SJoel Becker "Owner %llu, left depth %u, right depth %u\n" 1788dcd0538fSMark Fasheh "left leaf blk %llu, right leaf blk %llu\n", 17897dc02805SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 17907dc02805SJoel Becker left->p_tree_depth, right->p_tree_depth, 1791dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(left)->b_blocknr, 1792dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(right)->b_blocknr); 1793dcd0538fSMark Fasheh } while (left->p_node[i].bh->b_blocknr == 1794dcd0538fSMark Fasheh right->p_node[i].bh->b_blocknr); 1795dcd0538fSMark Fasheh 1796dcd0538fSMark Fasheh return i - 1; 1797dcd0538fSMark Fasheh } 1798dcd0538fSMark Fasheh 1799dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *); 1800dcd0538fSMark Fasheh 1801dcd0538fSMark Fasheh /* 1802dcd0538fSMark Fasheh * Traverse a btree path in search of cpos, starting at root_el. 1803dcd0538fSMark Fasheh * 1804dcd0538fSMark Fasheh * This code can be called with a cpos larger than the tree, in which 1805dcd0538fSMark Fasheh * case it will return the rightmost path. 1806dcd0538fSMark Fasheh */ 1807facdb77fSJoel Becker static int __ocfs2_find_path(struct ocfs2_caching_info *ci, 1808dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el, u32 cpos, 1809dcd0538fSMark Fasheh path_insert_t *func, void *data) 1810dcd0538fSMark Fasheh { 1811dcd0538fSMark Fasheh int i, ret = 0; 1812dcd0538fSMark Fasheh u32 range; 1813dcd0538fSMark Fasheh u64 blkno; 1814dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1815dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 1816dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1817dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1818dcd0538fSMark Fasheh 1819dcd0538fSMark Fasheh el = root_el; 1820dcd0538fSMark Fasheh while (el->l_tree_depth) { 1821dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1822facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 1823facdb77fSJoel Becker "Owner %llu has empty extent list at " 1824dcd0538fSMark Fasheh "depth %u\n", 1825facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1826dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1827dcd0538fSMark Fasheh ret = -EROFS; 1828dcd0538fSMark Fasheh goto out; 1829dcd0538fSMark Fasheh 1830dcd0538fSMark Fasheh } 1831dcd0538fSMark Fasheh 1832dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) { 1833dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1834dcd0538fSMark Fasheh 1835dcd0538fSMark Fasheh /* 1836dcd0538fSMark Fasheh * In the case that cpos is off the allocation 1837dcd0538fSMark Fasheh * tree, this should just wind up returning the 1838dcd0538fSMark Fasheh * rightmost record. 1839dcd0538fSMark Fasheh */ 1840dcd0538fSMark Fasheh range = le32_to_cpu(rec->e_cpos) + 1841e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec); 1842dcd0538fSMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1843dcd0538fSMark Fasheh break; 1844dcd0538fSMark Fasheh } 1845dcd0538fSMark Fasheh 1846dcd0538fSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1847dcd0538fSMark Fasheh if (blkno == 0) { 1848facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 1849facdb77fSJoel Becker "Owner %llu has bad blkno in extent list " 1850dcd0538fSMark Fasheh "at depth %u (index %d)\n", 1851facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1852dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), i); 1853dcd0538fSMark Fasheh ret = -EROFS; 1854dcd0538fSMark Fasheh goto out; 1855dcd0538fSMark Fasheh } 1856dcd0538fSMark Fasheh 1857dcd0538fSMark Fasheh brelse(bh); 1858dcd0538fSMark Fasheh bh = NULL; 1859facdb77fSJoel Becker ret = ocfs2_read_extent_block(ci, blkno, &bh); 1860dcd0538fSMark Fasheh if (ret) { 1861dcd0538fSMark Fasheh mlog_errno(ret); 1862dcd0538fSMark Fasheh goto out; 1863dcd0538fSMark Fasheh } 1864dcd0538fSMark Fasheh 1865dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1866dcd0538fSMark Fasheh el = &eb->h_list; 1867dcd0538fSMark Fasheh 1868dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1869dcd0538fSMark Fasheh le16_to_cpu(el->l_count)) { 1870facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 1871facdb77fSJoel Becker "Owner %llu has bad count in extent list " 1872dcd0538fSMark Fasheh "at block %llu (next free=%u, count=%u)\n", 1873facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1874dcd0538fSMark Fasheh (unsigned long long)bh->b_blocknr, 1875dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 1876dcd0538fSMark Fasheh le16_to_cpu(el->l_count)); 1877dcd0538fSMark Fasheh ret = -EROFS; 1878dcd0538fSMark Fasheh goto out; 1879dcd0538fSMark Fasheh } 1880dcd0538fSMark Fasheh 1881dcd0538fSMark Fasheh if (func) 1882dcd0538fSMark Fasheh func(data, bh); 1883dcd0538fSMark Fasheh } 1884dcd0538fSMark Fasheh 1885dcd0538fSMark Fasheh out: 1886dcd0538fSMark Fasheh /* 1887dcd0538fSMark Fasheh * Catch any trailing bh that the loop didn't handle. 1888dcd0538fSMark Fasheh */ 1889dcd0538fSMark Fasheh brelse(bh); 1890dcd0538fSMark Fasheh 1891dcd0538fSMark Fasheh return ret; 1892dcd0538fSMark Fasheh } 1893dcd0538fSMark Fasheh 1894dcd0538fSMark Fasheh /* 1895dcd0538fSMark Fasheh * Given an initialized path (that is, it has a valid root extent 1896dcd0538fSMark Fasheh * list), this function will traverse the btree in search of the path 1897dcd0538fSMark Fasheh * which would contain cpos. 1898dcd0538fSMark Fasheh * 1899dcd0538fSMark Fasheh * The path traveled is recorded in the path structure. 1900dcd0538fSMark Fasheh * 1901dcd0538fSMark Fasheh * Note that this will not do any comparisons on leaf node extent 1902dcd0538fSMark Fasheh * records, so it will work fine in the case that we just added a tree 1903dcd0538fSMark Fasheh * branch. 1904dcd0538fSMark Fasheh */ 1905dcd0538fSMark Fasheh struct find_path_data { 1906dcd0538fSMark Fasheh int index; 1907dcd0538fSMark Fasheh struct ocfs2_path *path; 1908dcd0538fSMark Fasheh }; 1909dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh) 1910dcd0538fSMark Fasheh { 1911dcd0538fSMark Fasheh struct find_path_data *fp = data; 1912dcd0538fSMark Fasheh 1913dcd0538fSMark Fasheh get_bh(bh); 1914dcd0538fSMark Fasheh ocfs2_path_insert_eb(fp->path, fp->index, bh); 1915dcd0538fSMark Fasheh fp->index++; 1916dcd0538fSMark Fasheh } 1917e2e9f608STao Ma int ocfs2_find_path(struct ocfs2_caching_info *ci, 1918facdb77fSJoel Becker struct ocfs2_path *path, u32 cpos) 1919dcd0538fSMark Fasheh { 1920dcd0538fSMark Fasheh struct find_path_data data; 1921dcd0538fSMark Fasheh 1922dcd0538fSMark Fasheh data.index = 1; 1923dcd0538fSMark Fasheh data.path = path; 1924facdb77fSJoel Becker return __ocfs2_find_path(ci, path_root_el(path), cpos, 1925dcd0538fSMark Fasheh find_path_ins, &data); 1926dcd0538fSMark Fasheh } 1927dcd0538fSMark Fasheh 1928dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh) 1929dcd0538fSMark Fasheh { 1930dcd0538fSMark Fasheh struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data; 1931dcd0538fSMark Fasheh struct ocfs2_extent_list *el = &eb->h_list; 1932dcd0538fSMark Fasheh struct buffer_head **ret = data; 1933dcd0538fSMark Fasheh 1934dcd0538fSMark Fasheh /* We want to retain only the leaf block. */ 1935dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 1936dcd0538fSMark Fasheh get_bh(bh); 1937dcd0538fSMark Fasheh *ret = bh; 1938dcd0538fSMark Fasheh } 1939dcd0538fSMark Fasheh } 1940dcd0538fSMark Fasheh /* 1941dcd0538fSMark Fasheh * Find the leaf block in the tree which would contain cpos. No 1942dcd0538fSMark Fasheh * checking of the actual leaf is done. 1943dcd0538fSMark Fasheh * 1944dcd0538fSMark Fasheh * Some paths want to call this instead of allocating a path structure 1945dcd0538fSMark Fasheh * and calling ocfs2_find_path(). 1946dcd0538fSMark Fasheh * 1947dcd0538fSMark Fasheh * This function doesn't handle non btree extent lists. 1948dcd0538fSMark Fasheh */ 1949facdb77fSJoel Becker int ocfs2_find_leaf(struct ocfs2_caching_info *ci, 1950facdb77fSJoel Becker struct ocfs2_extent_list *root_el, u32 cpos, 1951facdb77fSJoel Becker struct buffer_head **leaf_bh) 1952dcd0538fSMark Fasheh { 1953dcd0538fSMark Fasheh int ret; 1954dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1955dcd0538fSMark Fasheh 1956facdb77fSJoel Becker ret = __ocfs2_find_path(ci, root_el, cpos, find_leaf_ins, &bh); 1957dcd0538fSMark Fasheh if (ret) { 1958dcd0538fSMark Fasheh mlog_errno(ret); 1959dcd0538fSMark Fasheh goto out; 1960dcd0538fSMark Fasheh } 1961dcd0538fSMark Fasheh 1962dcd0538fSMark Fasheh *leaf_bh = bh; 1963dcd0538fSMark Fasheh out: 1964dcd0538fSMark Fasheh return ret; 1965dcd0538fSMark Fasheh } 1966dcd0538fSMark Fasheh 1967dcd0538fSMark Fasheh /* 1968dcd0538fSMark Fasheh * Adjust the adjacent records (left_rec, right_rec) involved in a rotation. 1969dcd0538fSMark Fasheh * 1970dcd0538fSMark Fasheh * Basically, we've moved stuff around at the bottom of the tree and 1971dcd0538fSMark Fasheh * we need to fix up the extent records above the changes to reflect 1972dcd0538fSMark Fasheh * the new changes. 1973dcd0538fSMark Fasheh * 1974dcd0538fSMark Fasheh * left_rec: the record on the left. 1975dcd0538fSMark Fasheh * left_child_el: is the child list pointed to by left_rec 1976dcd0538fSMark Fasheh * right_rec: the record to the right of left_rec 1977dcd0538fSMark Fasheh * right_child_el: is the child list pointed to by right_rec 1978dcd0538fSMark Fasheh * 1979dcd0538fSMark Fasheh * By definition, this only works on interior nodes. 1980dcd0538fSMark Fasheh */ 1981dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec, 1982dcd0538fSMark Fasheh struct ocfs2_extent_list *left_child_el, 1983dcd0538fSMark Fasheh struct ocfs2_extent_rec *right_rec, 1984dcd0538fSMark Fasheh struct ocfs2_extent_list *right_child_el) 1985dcd0538fSMark Fasheh { 1986dcd0538fSMark Fasheh u32 left_clusters, right_end; 1987dcd0538fSMark Fasheh 1988dcd0538fSMark Fasheh /* 1989dcd0538fSMark Fasheh * Interior nodes never have holes. Their cpos is the cpos of 1990dcd0538fSMark Fasheh * the leftmost record in their child list. Their cluster 1991dcd0538fSMark Fasheh * count covers the full theoretical range of their child list 1992dcd0538fSMark Fasheh * - the range between their cpos and the cpos of the record 1993dcd0538fSMark Fasheh * immediately to their right. 1994dcd0538fSMark Fasheh */ 1995dcd0538fSMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos); 199682e12644STao Ma if (!ocfs2_rec_clusters(right_child_el, &right_child_el->l_recs[0])) { 199782e12644STao Ma BUG_ON(right_child_el->l_tree_depth); 1998328d5752SMark Fasheh BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1); 1999328d5752SMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos); 2000328d5752SMark Fasheh } 2001dcd0538fSMark Fasheh left_clusters -= le32_to_cpu(left_rec->e_cpos); 2002e48edee2SMark Fasheh left_rec->e_int_clusters = cpu_to_le32(left_clusters); 2003dcd0538fSMark Fasheh 2004dcd0538fSMark Fasheh /* 2005dcd0538fSMark Fasheh * Calculate the rightmost cluster count boundary before 2006e48edee2SMark Fasheh * moving cpos - we will need to adjust clusters after 2007dcd0538fSMark Fasheh * updating e_cpos to keep the same highest cluster count. 2008dcd0538fSMark Fasheh */ 2009dcd0538fSMark Fasheh right_end = le32_to_cpu(right_rec->e_cpos); 2010e48edee2SMark Fasheh right_end += le32_to_cpu(right_rec->e_int_clusters); 2011dcd0538fSMark Fasheh 2012dcd0538fSMark Fasheh right_rec->e_cpos = left_rec->e_cpos; 2013dcd0538fSMark Fasheh le32_add_cpu(&right_rec->e_cpos, left_clusters); 2014dcd0538fSMark Fasheh 2015dcd0538fSMark Fasheh right_end -= le32_to_cpu(right_rec->e_cpos); 2016e48edee2SMark Fasheh right_rec->e_int_clusters = cpu_to_le32(right_end); 2017dcd0538fSMark Fasheh } 2018dcd0538fSMark Fasheh 2019dcd0538fSMark Fasheh /* 2020dcd0538fSMark Fasheh * Adjust the adjacent root node records involved in a 2021dcd0538fSMark Fasheh * rotation. left_el_blkno is passed in as a key so that we can easily 2022dcd0538fSMark Fasheh * find it's index in the root list. 2023dcd0538fSMark Fasheh */ 2024dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el, 2025dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el, 2026dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, 2027dcd0538fSMark Fasheh u64 left_el_blkno) 2028dcd0538fSMark Fasheh { 2029dcd0538fSMark Fasheh int i; 2030dcd0538fSMark Fasheh 2031dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) <= 2032dcd0538fSMark Fasheh le16_to_cpu(left_el->l_tree_depth)); 2033dcd0538fSMark Fasheh 2034dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) { 2035dcd0538fSMark Fasheh if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno) 2036dcd0538fSMark Fasheh break; 2037dcd0538fSMark Fasheh } 2038dcd0538fSMark Fasheh 2039dcd0538fSMark Fasheh /* 2040dcd0538fSMark Fasheh * The path walking code should have never returned a root and 2041dcd0538fSMark Fasheh * two paths which are not adjacent. 2042dcd0538fSMark Fasheh */ 2043dcd0538fSMark Fasheh BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1)); 2044dcd0538fSMark Fasheh 2045dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(&root_el->l_recs[i], left_el, 2046dcd0538fSMark Fasheh &root_el->l_recs[i + 1], right_el); 2047dcd0538fSMark Fasheh } 2048dcd0538fSMark Fasheh 2049dcd0538fSMark Fasheh /* 2050dcd0538fSMark Fasheh * We've changed a leaf block (in right_path) and need to reflect that 2051dcd0538fSMark Fasheh * change back up the subtree. 2052dcd0538fSMark Fasheh * 2053dcd0538fSMark Fasheh * This happens in multiple places: 2054dcd0538fSMark Fasheh * - When we've moved an extent record from the left path leaf to the right 2055dcd0538fSMark Fasheh * path leaf to make room for an empty extent in the left path leaf. 2056dcd0538fSMark Fasheh * - When our insert into the right path leaf is at the leftmost edge 2057dcd0538fSMark Fasheh * and requires an update of the path immediately to it's left. This 2058dcd0538fSMark Fasheh * can occur at the end of some types of rotation and appending inserts. 2059677b9752STao Ma * - When we've adjusted the last extent record in the left path leaf and the 2060677b9752STao Ma * 1st extent record in the right path leaf during cross extent block merge. 2061dcd0538fSMark Fasheh */ 20624619c73eSJoel Becker static void ocfs2_complete_edge_insert(handle_t *handle, 2063dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2064dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2065dcd0538fSMark Fasheh int subtree_index) 2066dcd0538fSMark Fasheh { 2067dcd0538fSMark Fasheh int ret, i, idx; 2068dcd0538fSMark Fasheh struct ocfs2_extent_list *el, *left_el, *right_el; 2069dcd0538fSMark Fasheh struct ocfs2_extent_rec *left_rec, *right_rec; 2070dcd0538fSMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2071dcd0538fSMark Fasheh 2072dcd0538fSMark Fasheh /* 2073dcd0538fSMark Fasheh * Update the counts and position values within all the 2074dcd0538fSMark Fasheh * interior nodes to reflect the leaf rotation we just did. 2075dcd0538fSMark Fasheh * 2076dcd0538fSMark Fasheh * The root node is handled below the loop. 2077dcd0538fSMark Fasheh * 2078dcd0538fSMark Fasheh * We begin the loop with right_el and left_el pointing to the 2079dcd0538fSMark Fasheh * leaf lists and work our way up. 2080dcd0538fSMark Fasheh * 2081dcd0538fSMark Fasheh * NOTE: within this loop, left_el and right_el always refer 2082dcd0538fSMark Fasheh * to the *child* lists. 2083dcd0538fSMark Fasheh */ 2084dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2085dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2086dcd0538fSMark Fasheh for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) { 2087dcd0538fSMark Fasheh mlog(0, "Adjust records at index %u\n", i); 2088dcd0538fSMark Fasheh 2089dcd0538fSMark Fasheh /* 2090dcd0538fSMark Fasheh * One nice property of knowing that all of these 2091dcd0538fSMark Fasheh * nodes are below the root is that we only deal with 2092dcd0538fSMark Fasheh * the leftmost right node record and the rightmost 2093dcd0538fSMark Fasheh * left node record. 2094dcd0538fSMark Fasheh */ 2095dcd0538fSMark Fasheh el = left_path->p_node[i].el; 2096dcd0538fSMark Fasheh idx = le16_to_cpu(left_el->l_next_free_rec) - 1; 2097dcd0538fSMark Fasheh left_rec = &el->l_recs[idx]; 2098dcd0538fSMark Fasheh 2099dcd0538fSMark Fasheh el = right_path->p_node[i].el; 2100dcd0538fSMark Fasheh right_rec = &el->l_recs[0]; 2101dcd0538fSMark Fasheh 2102dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(left_rec, left_el, right_rec, 2103dcd0538fSMark Fasheh right_el); 2104dcd0538fSMark Fasheh 2105dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_path->p_node[i].bh); 2106dcd0538fSMark Fasheh if (ret) 2107dcd0538fSMark Fasheh mlog_errno(ret); 2108dcd0538fSMark Fasheh 2109dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_path->p_node[i].bh); 2110dcd0538fSMark Fasheh if (ret) 2111dcd0538fSMark Fasheh mlog_errno(ret); 2112dcd0538fSMark Fasheh 2113dcd0538fSMark Fasheh /* 2114dcd0538fSMark Fasheh * Setup our list pointers now so that the current 2115dcd0538fSMark Fasheh * parents become children in the next iteration. 2116dcd0538fSMark Fasheh */ 2117dcd0538fSMark Fasheh left_el = left_path->p_node[i].el; 2118dcd0538fSMark Fasheh right_el = right_path->p_node[i].el; 2119dcd0538fSMark Fasheh } 2120dcd0538fSMark Fasheh 2121dcd0538fSMark Fasheh /* 2122dcd0538fSMark Fasheh * At the root node, adjust the two adjacent records which 2123dcd0538fSMark Fasheh * begin our path to the leaves. 2124dcd0538fSMark Fasheh */ 2125dcd0538fSMark Fasheh 2126dcd0538fSMark Fasheh el = left_path->p_node[subtree_index].el; 2127dcd0538fSMark Fasheh left_el = left_path->p_node[subtree_index + 1].el; 2128dcd0538fSMark Fasheh right_el = right_path->p_node[subtree_index + 1].el; 2129dcd0538fSMark Fasheh 2130dcd0538fSMark Fasheh ocfs2_adjust_root_records(el, left_el, right_el, 2131dcd0538fSMark Fasheh left_path->p_node[subtree_index + 1].bh->b_blocknr); 2132dcd0538fSMark Fasheh 2133dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2134dcd0538fSMark Fasheh 2135dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, root_bh); 2136dcd0538fSMark Fasheh if (ret) 2137dcd0538fSMark Fasheh mlog_errno(ret); 2138dcd0538fSMark Fasheh } 2139dcd0538fSMark Fasheh 21405c601abaSJoel Becker static int ocfs2_rotate_subtree_right(handle_t *handle, 21415c601abaSJoel Becker struct ocfs2_extent_tree *et, 2142dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2143dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2144dcd0538fSMark Fasheh int subtree_index) 2145dcd0538fSMark Fasheh { 2146dcd0538fSMark Fasheh int ret, i; 2147dcd0538fSMark Fasheh struct buffer_head *right_leaf_bh; 2148dcd0538fSMark Fasheh struct buffer_head *left_leaf_bh = NULL; 2149dcd0538fSMark Fasheh struct buffer_head *root_bh; 2150dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, *left_el; 2151dcd0538fSMark Fasheh struct ocfs2_extent_rec move_rec; 2152dcd0538fSMark Fasheh 2153dcd0538fSMark Fasheh left_leaf_bh = path_leaf_bh(left_path); 2154dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2155dcd0538fSMark Fasheh 2156dcd0538fSMark Fasheh if (left_el->l_next_free_rec != left_el->l_count) { 21575c601abaSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 2158dcd0538fSMark Fasheh "Inode %llu has non-full interior leaf node %llu" 2159dcd0538fSMark Fasheh "(next free = %u)", 21605c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2161dcd0538fSMark Fasheh (unsigned long long)left_leaf_bh->b_blocknr, 2162dcd0538fSMark Fasheh le16_to_cpu(left_el->l_next_free_rec)); 2163dcd0538fSMark Fasheh return -EROFS; 2164dcd0538fSMark Fasheh } 2165dcd0538fSMark Fasheh 2166dcd0538fSMark Fasheh /* 2167dcd0538fSMark Fasheh * This extent block may already have an empty record, so we 2168dcd0538fSMark Fasheh * return early if so. 2169dcd0538fSMark Fasheh */ 2170dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&left_el->l_recs[0])) 2171dcd0538fSMark Fasheh return 0; 2172dcd0538fSMark Fasheh 2173dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2174dcd0538fSMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2175dcd0538fSMark Fasheh 21765c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 217713723d00SJoel Becker subtree_index); 2178dcd0538fSMark Fasheh if (ret) { 2179dcd0538fSMark Fasheh mlog_errno(ret); 2180dcd0538fSMark Fasheh goto out; 2181dcd0538fSMark Fasheh } 2182dcd0538fSMark Fasheh 2183dcd0538fSMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 21845c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 218513723d00SJoel Becker right_path, i); 2186dcd0538fSMark Fasheh if (ret) { 2187dcd0538fSMark Fasheh mlog_errno(ret); 2188dcd0538fSMark Fasheh goto out; 2189dcd0538fSMark Fasheh } 2190dcd0538fSMark Fasheh 21915c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 219213723d00SJoel Becker left_path, i); 2193dcd0538fSMark Fasheh if (ret) { 2194dcd0538fSMark Fasheh mlog_errno(ret); 2195dcd0538fSMark Fasheh goto out; 2196dcd0538fSMark Fasheh } 2197dcd0538fSMark Fasheh } 2198dcd0538fSMark Fasheh 2199dcd0538fSMark Fasheh right_leaf_bh = path_leaf_bh(right_path); 2200dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2201dcd0538fSMark Fasheh 2202dcd0538fSMark Fasheh /* This is a code error, not a disk corruption. */ 2203dcd0538fSMark Fasheh mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails " 2204dcd0538fSMark Fasheh "because rightmost leaf block %llu is empty\n", 22055c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2206dcd0538fSMark Fasheh (unsigned long long)right_leaf_bh->b_blocknr); 2207dcd0538fSMark Fasheh 2208dcd0538fSMark Fasheh ocfs2_create_empty_extent(right_el); 2209dcd0538fSMark Fasheh 2210dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_leaf_bh); 2211dcd0538fSMark Fasheh if (ret) { 2212dcd0538fSMark Fasheh mlog_errno(ret); 2213dcd0538fSMark Fasheh goto out; 2214dcd0538fSMark Fasheh } 2215dcd0538fSMark Fasheh 2216dcd0538fSMark Fasheh /* Do the copy now. */ 2217dcd0538fSMark Fasheh i = le16_to_cpu(left_el->l_next_free_rec) - 1; 2218dcd0538fSMark Fasheh move_rec = left_el->l_recs[i]; 2219dcd0538fSMark Fasheh right_el->l_recs[0] = move_rec; 2220dcd0538fSMark Fasheh 2221dcd0538fSMark Fasheh /* 2222dcd0538fSMark Fasheh * Clear out the record we just copied and shift everything 2223dcd0538fSMark Fasheh * over, leaving an empty extent in the left leaf. 2224dcd0538fSMark Fasheh * 2225dcd0538fSMark Fasheh * We temporarily subtract from next_free_rec so that the 2226dcd0538fSMark Fasheh * shift will lose the tail record (which is now defunct). 2227dcd0538fSMark Fasheh */ 2228dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, -1); 2229dcd0538fSMark Fasheh ocfs2_shift_records_right(left_el); 2230dcd0538fSMark Fasheh memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2231dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, 1); 2232dcd0538fSMark Fasheh 2233dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_leaf_bh); 2234dcd0538fSMark Fasheh if (ret) { 2235dcd0538fSMark Fasheh mlog_errno(ret); 2236dcd0538fSMark Fasheh goto out; 2237dcd0538fSMark Fasheh } 2238dcd0538fSMark Fasheh 22394619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2240dcd0538fSMark Fasheh subtree_index); 2241dcd0538fSMark Fasheh 2242dcd0538fSMark Fasheh out: 2243dcd0538fSMark Fasheh return ret; 2244dcd0538fSMark Fasheh } 2245dcd0538fSMark Fasheh 2246dcd0538fSMark Fasheh /* 2247dcd0538fSMark Fasheh * Given a full path, determine what cpos value would return us a path 2248dcd0538fSMark Fasheh * containing the leaf immediately to the left of the current one. 2249dcd0538fSMark Fasheh * 2250dcd0538fSMark Fasheh * Will return zero if the path passed in is already the leftmost path. 2251dcd0538fSMark Fasheh */ 2252dcd0538fSMark Fasheh static int ocfs2_find_cpos_for_left_leaf(struct super_block *sb, 2253dcd0538fSMark Fasheh struct ocfs2_path *path, u32 *cpos) 2254dcd0538fSMark Fasheh { 2255dcd0538fSMark Fasheh int i, j, ret = 0; 2256dcd0538fSMark Fasheh u64 blkno; 2257dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 2258dcd0538fSMark Fasheh 2259e48edee2SMark Fasheh BUG_ON(path->p_tree_depth == 0); 2260e48edee2SMark Fasheh 2261dcd0538fSMark Fasheh *cpos = 0; 2262dcd0538fSMark Fasheh 2263dcd0538fSMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2264dcd0538fSMark Fasheh 2265dcd0538fSMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2266dcd0538fSMark Fasheh i = path->p_tree_depth - 1; 2267dcd0538fSMark Fasheh while (i >= 0) { 2268dcd0538fSMark Fasheh el = path->p_node[i].el; 2269dcd0538fSMark Fasheh 2270dcd0538fSMark Fasheh /* 2271dcd0538fSMark Fasheh * Find the extent record just before the one in our 2272dcd0538fSMark Fasheh * path. 2273dcd0538fSMark Fasheh */ 2274dcd0538fSMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2275dcd0538fSMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2276dcd0538fSMark Fasheh if (j == 0) { 2277dcd0538fSMark Fasheh if (i == 0) { 2278dcd0538fSMark Fasheh /* 2279dcd0538fSMark Fasheh * We've determined that the 2280dcd0538fSMark Fasheh * path specified is already 2281dcd0538fSMark Fasheh * the leftmost one - return a 2282dcd0538fSMark Fasheh * cpos of zero. 2283dcd0538fSMark Fasheh */ 2284dcd0538fSMark Fasheh goto out; 2285dcd0538fSMark Fasheh } 2286dcd0538fSMark Fasheh /* 2287dcd0538fSMark Fasheh * The leftmost record points to our 2288dcd0538fSMark Fasheh * leaf - we need to travel up the 2289dcd0538fSMark Fasheh * tree one level. 2290dcd0538fSMark Fasheh */ 2291dcd0538fSMark Fasheh goto next_node; 2292dcd0538fSMark Fasheh } 2293dcd0538fSMark Fasheh 2294dcd0538fSMark Fasheh *cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos); 2295e48edee2SMark Fasheh *cpos = *cpos + ocfs2_rec_clusters(el, 2296e48edee2SMark Fasheh &el->l_recs[j - 1]); 2297e48edee2SMark Fasheh *cpos = *cpos - 1; 2298dcd0538fSMark Fasheh goto out; 2299dcd0538fSMark Fasheh } 2300dcd0538fSMark Fasheh } 2301dcd0538fSMark Fasheh 2302dcd0538fSMark Fasheh /* 2303dcd0538fSMark Fasheh * If we got here, we never found a valid node where 2304dcd0538fSMark Fasheh * the tree indicated one should be. 2305dcd0538fSMark Fasheh */ 2306dcd0538fSMark Fasheh ocfs2_error(sb, 2307dcd0538fSMark Fasheh "Invalid extent tree at extent block %llu\n", 2308dcd0538fSMark Fasheh (unsigned long long)blkno); 2309dcd0538fSMark Fasheh ret = -EROFS; 2310dcd0538fSMark Fasheh goto out; 2311dcd0538fSMark Fasheh 2312dcd0538fSMark Fasheh next_node: 2313dcd0538fSMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2314dcd0538fSMark Fasheh i--; 2315dcd0538fSMark Fasheh } 2316dcd0538fSMark Fasheh 2317dcd0538fSMark Fasheh out: 2318dcd0538fSMark Fasheh return ret; 2319dcd0538fSMark Fasheh } 2320dcd0538fSMark Fasheh 2321328d5752SMark Fasheh /* 2322328d5752SMark Fasheh * Extend the transaction by enough credits to complete the rotation, 2323328d5752SMark Fasheh * and still leave at least the original number of credits allocated 2324328d5752SMark Fasheh * to this transaction. 2325328d5752SMark Fasheh */ 2326dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth, 2327328d5752SMark Fasheh int op_credits, 2328dcd0538fSMark Fasheh struct ocfs2_path *path) 2329dcd0538fSMark Fasheh { 2330c18b812dSTao Ma int ret; 2331328d5752SMark Fasheh int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits; 2332dcd0538fSMark Fasheh 2333c18b812dSTao Ma if (handle->h_buffer_credits < credits) { 2334c18b812dSTao Ma ret = ocfs2_extend_trans(handle, 2335c18b812dSTao Ma credits - handle->h_buffer_credits); 2336c18b812dSTao Ma if (ret) 2337c18b812dSTao Ma return ret; 2338c18b812dSTao Ma 2339c18b812dSTao Ma if (unlikely(handle->h_buffer_credits < credits)) 2340dcd0538fSMark Fasheh return ocfs2_extend_trans(handle, credits); 2341c18b812dSTao Ma } 2342dcd0538fSMark Fasheh 2343dcd0538fSMark Fasheh return 0; 2344dcd0538fSMark Fasheh } 2345dcd0538fSMark Fasheh 2346dcd0538fSMark Fasheh /* 2347dcd0538fSMark Fasheh * Trap the case where we're inserting into the theoretical range past 2348dcd0538fSMark Fasheh * the _actual_ left leaf range. Otherwise, we'll rotate a record 2349dcd0538fSMark Fasheh * whose cpos is less than ours into the right leaf. 2350dcd0538fSMark Fasheh * 2351dcd0538fSMark Fasheh * It's only necessary to look at the rightmost record of the left 2352dcd0538fSMark Fasheh * leaf because the logic that calls us should ensure that the 2353dcd0538fSMark Fasheh * theoretical ranges in the path components above the leaves are 2354dcd0538fSMark Fasheh * correct. 2355dcd0538fSMark Fasheh */ 2356dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path, 2357dcd0538fSMark Fasheh u32 insert_cpos) 2358dcd0538fSMark Fasheh { 2359dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el; 2360dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 2361dcd0538fSMark Fasheh int next_free; 2362dcd0538fSMark Fasheh 2363dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2364dcd0538fSMark Fasheh next_free = le16_to_cpu(left_el->l_next_free_rec); 2365dcd0538fSMark Fasheh rec = &left_el->l_recs[next_free - 1]; 2366dcd0538fSMark Fasheh 2367dcd0538fSMark Fasheh if (insert_cpos > le32_to_cpu(rec->e_cpos)) 2368dcd0538fSMark Fasheh return 1; 2369dcd0538fSMark Fasheh return 0; 2370dcd0538fSMark Fasheh } 2371dcd0538fSMark Fasheh 2372328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos) 2373328d5752SMark Fasheh { 2374328d5752SMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 2375328d5752SMark Fasheh unsigned int range; 2376328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2377328d5752SMark Fasheh 2378328d5752SMark Fasheh if (next_free == 0) 2379328d5752SMark Fasheh return 0; 2380328d5752SMark Fasheh 2381328d5752SMark Fasheh rec = &el->l_recs[0]; 2382328d5752SMark Fasheh if (ocfs2_is_empty_extent(rec)) { 2383328d5752SMark Fasheh /* Empty list. */ 2384328d5752SMark Fasheh if (next_free == 1) 2385328d5752SMark Fasheh return 0; 2386328d5752SMark Fasheh rec = &el->l_recs[1]; 2387328d5752SMark Fasheh } 2388328d5752SMark Fasheh 2389328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2390328d5752SMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 2391328d5752SMark Fasheh return 1; 2392328d5752SMark Fasheh return 0; 2393328d5752SMark Fasheh } 2394328d5752SMark Fasheh 2395dcd0538fSMark Fasheh /* 2396dcd0538fSMark Fasheh * Rotate all the records in a btree right one record, starting at insert_cpos. 2397dcd0538fSMark Fasheh * 2398dcd0538fSMark Fasheh * The path to the rightmost leaf should be passed in. 2399dcd0538fSMark Fasheh * 2400dcd0538fSMark Fasheh * The array is assumed to be large enough to hold an entire path (tree depth). 2401dcd0538fSMark Fasheh * 2402af901ca1SAndré Goddard Rosa * Upon successful return from this function: 2403dcd0538fSMark Fasheh * 2404dcd0538fSMark Fasheh * - The 'right_path' array will contain a path to the leaf block 2405dcd0538fSMark Fasheh * whose range contains e_cpos. 2406dcd0538fSMark Fasheh * - That leaf block will have a single empty extent in list index 0. 2407dcd0538fSMark Fasheh * - In the case that the rotation requires a post-insert update, 2408dcd0538fSMark Fasheh * *ret_left_path will contain a valid path which can be passed to 2409dcd0538fSMark Fasheh * ocfs2_insert_path(). 2410dcd0538fSMark Fasheh */ 24111bbf0b8dSJoel Becker static int ocfs2_rotate_tree_right(handle_t *handle, 24125c601abaSJoel Becker struct ocfs2_extent_tree *et, 2413328d5752SMark Fasheh enum ocfs2_split_type split, 2414dcd0538fSMark Fasheh u32 insert_cpos, 2415dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2416dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 2417dcd0538fSMark Fasheh { 2418328d5752SMark Fasheh int ret, start, orig_credits = handle->h_buffer_credits; 2419dcd0538fSMark Fasheh u32 cpos; 2420dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 24215c601abaSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2422dcd0538fSMark Fasheh 2423dcd0538fSMark Fasheh *ret_left_path = NULL; 2424dcd0538fSMark Fasheh 2425ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 2426dcd0538fSMark Fasheh if (!left_path) { 2427dcd0538fSMark Fasheh ret = -ENOMEM; 2428dcd0538fSMark Fasheh mlog_errno(ret); 2429dcd0538fSMark Fasheh goto out; 2430dcd0538fSMark Fasheh } 2431dcd0538fSMark Fasheh 24325c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2433dcd0538fSMark Fasheh if (ret) { 2434dcd0538fSMark Fasheh mlog_errno(ret); 2435dcd0538fSMark Fasheh goto out; 2436dcd0538fSMark Fasheh } 2437dcd0538fSMark Fasheh 2438dcd0538fSMark Fasheh mlog(0, "Insert: %u, first left path cpos: %u\n", insert_cpos, cpos); 2439dcd0538fSMark Fasheh 2440dcd0538fSMark Fasheh /* 2441dcd0538fSMark Fasheh * What we want to do here is: 2442dcd0538fSMark Fasheh * 2443dcd0538fSMark Fasheh * 1) Start with the rightmost path. 2444dcd0538fSMark Fasheh * 2445dcd0538fSMark Fasheh * 2) Determine a path to the leaf block directly to the left 2446dcd0538fSMark Fasheh * of that leaf. 2447dcd0538fSMark Fasheh * 2448dcd0538fSMark Fasheh * 3) Determine the 'subtree root' - the lowest level tree node 2449dcd0538fSMark Fasheh * which contains a path to both leaves. 2450dcd0538fSMark Fasheh * 2451dcd0538fSMark Fasheh * 4) Rotate the subtree. 2452dcd0538fSMark Fasheh * 2453dcd0538fSMark Fasheh * 5) Find the next subtree by considering the left path to be 2454dcd0538fSMark Fasheh * the new right path. 2455dcd0538fSMark Fasheh * 2456dcd0538fSMark Fasheh * The check at the top of this while loop also accepts 2457dcd0538fSMark Fasheh * insert_cpos == cpos because cpos is only a _theoretical_ 2458dcd0538fSMark Fasheh * value to get us the left path - insert_cpos might very well 2459dcd0538fSMark Fasheh * be filling that hole. 2460dcd0538fSMark Fasheh * 2461dcd0538fSMark Fasheh * Stop at a cpos of '0' because we either started at the 2462dcd0538fSMark Fasheh * leftmost branch (i.e., a tree with one branch and a 2463dcd0538fSMark Fasheh * rotation inside of it), or we've gone as far as we can in 2464dcd0538fSMark Fasheh * rotating subtrees. 2465dcd0538fSMark Fasheh */ 2466dcd0538fSMark Fasheh while (cpos && insert_cpos <= cpos) { 2467dcd0538fSMark Fasheh mlog(0, "Rotating a tree: ins. cpos: %u, left path cpos: %u\n", 2468dcd0538fSMark Fasheh insert_cpos, cpos); 2469dcd0538fSMark Fasheh 24705c601abaSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 2471dcd0538fSMark Fasheh if (ret) { 2472dcd0538fSMark Fasheh mlog_errno(ret); 2473dcd0538fSMark Fasheh goto out; 2474dcd0538fSMark Fasheh } 2475dcd0538fSMark Fasheh 2476dcd0538fSMark Fasheh mlog_bug_on_msg(path_leaf_bh(left_path) == 2477dcd0538fSMark Fasheh path_leaf_bh(right_path), 24785c601abaSJoel Becker "Owner %llu: error during insert of %u " 2479dcd0538fSMark Fasheh "(left path cpos %u) results in two identical " 2480dcd0538fSMark Fasheh "paths ending at %llu\n", 24815c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 24825c601abaSJoel Becker insert_cpos, cpos, 2483dcd0538fSMark Fasheh (unsigned long long) 2484dcd0538fSMark Fasheh path_leaf_bh(left_path)->b_blocknr); 2485dcd0538fSMark Fasheh 2486328d5752SMark Fasheh if (split == SPLIT_NONE && 2487328d5752SMark Fasheh ocfs2_rotate_requires_path_adjustment(left_path, 2488dcd0538fSMark Fasheh insert_cpos)) { 2489dcd0538fSMark Fasheh 2490dcd0538fSMark Fasheh /* 2491dcd0538fSMark Fasheh * We've rotated the tree as much as we 2492dcd0538fSMark Fasheh * should. The rest is up to 2493dcd0538fSMark Fasheh * ocfs2_insert_path() to complete, after the 2494dcd0538fSMark Fasheh * record insertion. We indicate this 2495dcd0538fSMark Fasheh * situation by returning the left path. 2496dcd0538fSMark Fasheh * 2497dcd0538fSMark Fasheh * The reason we don't adjust the records here 2498dcd0538fSMark Fasheh * before the record insert is that an error 2499dcd0538fSMark Fasheh * later might break the rule where a parent 2500dcd0538fSMark Fasheh * record e_cpos will reflect the actual 2501dcd0538fSMark Fasheh * e_cpos of the 1st nonempty record of the 2502dcd0538fSMark Fasheh * child list. 2503dcd0538fSMark Fasheh */ 2504dcd0538fSMark Fasheh *ret_left_path = left_path; 2505dcd0538fSMark Fasheh goto out_ret_path; 2506dcd0538fSMark Fasheh } 2507dcd0538fSMark Fasheh 25087dc02805SJoel Becker start = ocfs2_find_subtree_root(et, left_path, right_path); 2509dcd0538fSMark Fasheh 2510dcd0538fSMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2511dcd0538fSMark Fasheh start, 2512dcd0538fSMark Fasheh (unsigned long long) right_path->p_node[start].bh->b_blocknr, 2513dcd0538fSMark Fasheh right_path->p_tree_depth); 2514dcd0538fSMark Fasheh 2515dcd0538fSMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, start, 2516328d5752SMark Fasheh orig_credits, right_path); 2517dcd0538fSMark Fasheh if (ret) { 2518dcd0538fSMark Fasheh mlog_errno(ret); 2519dcd0538fSMark Fasheh goto out; 2520dcd0538fSMark Fasheh } 2521dcd0538fSMark Fasheh 25225c601abaSJoel Becker ret = ocfs2_rotate_subtree_right(handle, et, left_path, 2523dcd0538fSMark Fasheh right_path, start); 2524dcd0538fSMark Fasheh if (ret) { 2525dcd0538fSMark Fasheh mlog_errno(ret); 2526dcd0538fSMark Fasheh goto out; 2527dcd0538fSMark Fasheh } 2528dcd0538fSMark Fasheh 2529328d5752SMark Fasheh if (split != SPLIT_NONE && 2530328d5752SMark Fasheh ocfs2_leftmost_rec_contains(path_leaf_el(right_path), 2531328d5752SMark Fasheh insert_cpos)) { 2532328d5752SMark Fasheh /* 2533328d5752SMark Fasheh * A rotate moves the rightmost left leaf 2534328d5752SMark Fasheh * record over to the leftmost right leaf 2535328d5752SMark Fasheh * slot. If we're doing an extent split 2536328d5752SMark Fasheh * instead of a real insert, then we have to 2537328d5752SMark Fasheh * check that the extent to be split wasn't 2538328d5752SMark Fasheh * just moved over. If it was, then we can 2539328d5752SMark Fasheh * exit here, passing left_path back - 2540328d5752SMark Fasheh * ocfs2_split_extent() is smart enough to 2541328d5752SMark Fasheh * search both leaves. 2542328d5752SMark Fasheh */ 2543328d5752SMark Fasheh *ret_left_path = left_path; 2544328d5752SMark Fasheh goto out_ret_path; 2545328d5752SMark Fasheh } 2546328d5752SMark Fasheh 2547dcd0538fSMark Fasheh /* 2548dcd0538fSMark Fasheh * There is no need to re-read the next right path 2549dcd0538fSMark Fasheh * as we know that it'll be our current left 2550dcd0538fSMark Fasheh * path. Optimize by copying values instead. 2551dcd0538fSMark Fasheh */ 2552dcd0538fSMark Fasheh ocfs2_mv_path(right_path, left_path); 2553dcd0538fSMark Fasheh 25545c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2555dcd0538fSMark Fasheh if (ret) { 2556dcd0538fSMark Fasheh mlog_errno(ret); 2557dcd0538fSMark Fasheh goto out; 2558dcd0538fSMark Fasheh } 2559dcd0538fSMark Fasheh } 2560dcd0538fSMark Fasheh 2561dcd0538fSMark Fasheh out: 2562dcd0538fSMark Fasheh ocfs2_free_path(left_path); 2563dcd0538fSMark Fasheh 2564dcd0538fSMark Fasheh out_ret_path: 2565dcd0538fSMark Fasheh return ret; 2566dcd0538fSMark Fasheh } 2567dcd0538fSMark Fasheh 256809106baeSJoel Becker static int ocfs2_update_edge_lengths(handle_t *handle, 256909106baeSJoel Becker struct ocfs2_extent_tree *et, 25703c5e1068STao Ma int subtree_index, struct ocfs2_path *path) 2571328d5752SMark Fasheh { 25723c5e1068STao Ma int i, idx, ret; 2573328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2574328d5752SMark Fasheh struct ocfs2_extent_list *el; 2575328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2576328d5752SMark Fasheh u32 range; 2577328d5752SMark Fasheh 25783c5e1068STao Ma /* 25793c5e1068STao Ma * In normal tree rotation process, we will never touch the 25803c5e1068STao Ma * tree branch above subtree_index and ocfs2_extend_rotate_transaction 25813c5e1068STao Ma * doesn't reserve the credits for them either. 25823c5e1068STao Ma * 25833c5e1068STao Ma * But we do have a special case here which will update the rightmost 25843c5e1068STao Ma * records for all the bh in the path. 25853c5e1068STao Ma * So we have to allocate extra credits and access them. 25863c5e1068STao Ma */ 25873c5e1068STao Ma ret = ocfs2_extend_trans(handle, 25883c5e1068STao Ma handle->h_buffer_credits + subtree_index); 25893c5e1068STao Ma if (ret) { 25903c5e1068STao Ma mlog_errno(ret); 25913c5e1068STao Ma goto out; 25923c5e1068STao Ma } 25933c5e1068STao Ma 259409106baeSJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 25953c5e1068STao Ma if (ret) { 25963c5e1068STao Ma mlog_errno(ret); 25973c5e1068STao Ma goto out; 25983c5e1068STao Ma } 25993c5e1068STao Ma 2600328d5752SMark Fasheh /* Path should always be rightmost. */ 2601328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2602328d5752SMark Fasheh BUG_ON(eb->h_next_leaf_blk != 0ULL); 2603328d5752SMark Fasheh 2604328d5752SMark Fasheh el = &eb->h_list; 2605328d5752SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 2606328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2607328d5752SMark Fasheh rec = &el->l_recs[idx]; 2608328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2609328d5752SMark Fasheh 2610328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 2611328d5752SMark Fasheh el = path->p_node[i].el; 2612328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2613328d5752SMark Fasheh rec = &el->l_recs[idx]; 2614328d5752SMark Fasheh 2615328d5752SMark Fasheh rec->e_int_clusters = cpu_to_le32(range); 2616328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos)); 2617328d5752SMark Fasheh 2618328d5752SMark Fasheh ocfs2_journal_dirty(handle, path->p_node[i].bh); 2619328d5752SMark Fasheh } 26203c5e1068STao Ma out: 26213c5e1068STao Ma return ret; 2622328d5752SMark Fasheh } 2623328d5752SMark Fasheh 26246641b0ceSJoel Becker static void ocfs2_unlink_path(handle_t *handle, 26256641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2626328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2627328d5752SMark Fasheh struct ocfs2_path *path, int unlink_start) 2628328d5752SMark Fasheh { 2629328d5752SMark Fasheh int ret, i; 2630328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2631328d5752SMark Fasheh struct ocfs2_extent_list *el; 2632328d5752SMark Fasheh struct buffer_head *bh; 2633328d5752SMark Fasheh 2634328d5752SMark Fasheh for(i = unlink_start; i < path_num_items(path); i++) { 2635328d5752SMark Fasheh bh = path->p_node[i].bh; 2636328d5752SMark Fasheh 2637328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)bh->b_data; 2638328d5752SMark Fasheh /* 2639328d5752SMark Fasheh * Not all nodes might have had their final count 2640328d5752SMark Fasheh * decremented by the caller - handle this here. 2641328d5752SMark Fasheh */ 2642328d5752SMark Fasheh el = &eb->h_list; 2643328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) { 2644328d5752SMark Fasheh mlog(ML_ERROR, 2645328d5752SMark Fasheh "Inode %llu, attempted to remove extent block " 2646328d5752SMark Fasheh "%llu with %u records\n", 26476641b0ceSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2648328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), 2649328d5752SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 2650328d5752SMark Fasheh 2651328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 26526641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2653328d5752SMark Fasheh continue; 2654328d5752SMark Fasheh } 2655328d5752SMark Fasheh 2656328d5752SMark Fasheh el->l_next_free_rec = 0; 2657328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2658328d5752SMark Fasheh 2659328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2660328d5752SMark Fasheh 2661328d5752SMark Fasheh ret = ocfs2_cache_extent_block_free(dealloc, eb); 2662328d5752SMark Fasheh if (ret) 2663328d5752SMark Fasheh mlog_errno(ret); 2664328d5752SMark Fasheh 26656641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2666328d5752SMark Fasheh } 2667328d5752SMark Fasheh } 2668328d5752SMark Fasheh 26696641b0ceSJoel Becker static void ocfs2_unlink_subtree(handle_t *handle, 26706641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2671328d5752SMark Fasheh struct ocfs2_path *left_path, 2672328d5752SMark Fasheh struct ocfs2_path *right_path, 2673328d5752SMark Fasheh int subtree_index, 2674328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 2675328d5752SMark Fasheh { 2676328d5752SMark Fasheh int i; 2677328d5752SMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2678328d5752SMark Fasheh struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el; 2679328d5752SMark Fasheh struct ocfs2_extent_list *el; 2680328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2681328d5752SMark Fasheh 2682328d5752SMark Fasheh el = path_leaf_el(left_path); 2683328d5752SMark Fasheh 2684328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data; 2685328d5752SMark Fasheh 2686328d5752SMark Fasheh for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 2687328d5752SMark Fasheh if (root_el->l_recs[i].e_blkno == eb->h_blkno) 2688328d5752SMark Fasheh break; 2689328d5752SMark Fasheh 2690328d5752SMark Fasheh BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec)); 2691328d5752SMark Fasheh 2692328d5752SMark Fasheh memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 2693328d5752SMark Fasheh le16_add_cpu(&root_el->l_next_free_rec, -1); 2694328d5752SMark Fasheh 2695328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2696328d5752SMark Fasheh eb->h_next_leaf_blk = 0; 2697328d5752SMark Fasheh 2698328d5752SMark Fasheh ocfs2_journal_dirty(handle, root_bh); 2699328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2700328d5752SMark Fasheh 27016641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, right_path, 2702328d5752SMark Fasheh subtree_index + 1); 2703328d5752SMark Fasheh } 2704328d5752SMark Fasheh 27051e2dd63fSJoel Becker static int ocfs2_rotate_subtree_left(handle_t *handle, 27061e2dd63fSJoel Becker struct ocfs2_extent_tree *et, 2707328d5752SMark Fasheh struct ocfs2_path *left_path, 2708328d5752SMark Fasheh struct ocfs2_path *right_path, 2709328d5752SMark Fasheh int subtree_index, 2710328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 27111e2dd63fSJoel Becker int *deleted) 2712328d5752SMark Fasheh { 2713328d5752SMark Fasheh int ret, i, del_right_subtree = 0, right_has_empty = 0; 2714e7d4cb6bSTao Ma struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path); 2715328d5752SMark Fasheh struct ocfs2_extent_list *right_leaf_el, *left_leaf_el; 2716328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2717328d5752SMark Fasheh 2718328d5752SMark Fasheh *deleted = 0; 2719328d5752SMark Fasheh 2720328d5752SMark Fasheh right_leaf_el = path_leaf_el(right_path); 2721328d5752SMark Fasheh left_leaf_el = path_leaf_el(left_path); 2722328d5752SMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2723328d5752SMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2724328d5752SMark Fasheh 2725328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0])) 2726328d5752SMark Fasheh return 0; 2727328d5752SMark Fasheh 2728328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data; 2729328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) { 2730328d5752SMark Fasheh /* 2731328d5752SMark Fasheh * It's legal for us to proceed if the right leaf is 2732328d5752SMark Fasheh * the rightmost one and it has an empty extent. There 2733328d5752SMark Fasheh * are two cases to handle - whether the leaf will be 2734328d5752SMark Fasheh * empty after removal or not. If the leaf isn't empty 2735328d5752SMark Fasheh * then just remove the empty extent up front. The 2736328d5752SMark Fasheh * next block will handle empty leaves by flagging 2737328d5752SMark Fasheh * them for unlink. 2738328d5752SMark Fasheh * 2739328d5752SMark Fasheh * Non rightmost leaves will throw -EAGAIN and the 2740328d5752SMark Fasheh * caller can manually move the subtree and retry. 2741328d5752SMark Fasheh */ 2742328d5752SMark Fasheh 2743328d5752SMark Fasheh if (eb->h_next_leaf_blk != 0ULL) 2744328d5752SMark Fasheh return -EAGAIN; 2745328d5752SMark Fasheh 2746328d5752SMark Fasheh if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) { 27471e2dd63fSJoel Becker ret = ocfs2_journal_access_eb(handle, et->et_ci, 2748328d5752SMark Fasheh path_leaf_bh(right_path), 2749328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2750328d5752SMark Fasheh if (ret) { 2751328d5752SMark Fasheh mlog_errno(ret); 2752328d5752SMark Fasheh goto out; 2753328d5752SMark Fasheh } 2754328d5752SMark Fasheh 2755328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2756328d5752SMark Fasheh } else 2757328d5752SMark Fasheh right_has_empty = 1; 2758328d5752SMark Fasheh } 2759328d5752SMark Fasheh 2760328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL && 2761328d5752SMark Fasheh le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) { 2762328d5752SMark Fasheh /* 2763328d5752SMark Fasheh * We have to update i_last_eb_blk during the meta 2764328d5752SMark Fasheh * data delete. 2765328d5752SMark Fasheh */ 2766d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 2767328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2768328d5752SMark Fasheh if (ret) { 2769328d5752SMark Fasheh mlog_errno(ret); 2770328d5752SMark Fasheh goto out; 2771328d5752SMark Fasheh } 2772328d5752SMark Fasheh 2773328d5752SMark Fasheh del_right_subtree = 1; 2774328d5752SMark Fasheh } 2775328d5752SMark Fasheh 2776328d5752SMark Fasheh /* 2777328d5752SMark Fasheh * Getting here with an empty extent in the right path implies 2778328d5752SMark Fasheh * that it's the rightmost path and will be deleted. 2779328d5752SMark Fasheh */ 2780328d5752SMark Fasheh BUG_ON(right_has_empty && !del_right_subtree); 2781328d5752SMark Fasheh 27821e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 278313723d00SJoel Becker subtree_index); 2784328d5752SMark Fasheh if (ret) { 2785328d5752SMark Fasheh mlog_errno(ret); 2786328d5752SMark Fasheh goto out; 2787328d5752SMark Fasheh } 2788328d5752SMark Fasheh 2789328d5752SMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 27901e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 279113723d00SJoel Becker right_path, i); 2792328d5752SMark Fasheh if (ret) { 2793328d5752SMark Fasheh mlog_errno(ret); 2794328d5752SMark Fasheh goto out; 2795328d5752SMark Fasheh } 2796328d5752SMark Fasheh 27971e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 279813723d00SJoel Becker left_path, i); 2799328d5752SMark Fasheh if (ret) { 2800328d5752SMark Fasheh mlog_errno(ret); 2801328d5752SMark Fasheh goto out; 2802328d5752SMark Fasheh } 2803328d5752SMark Fasheh } 2804328d5752SMark Fasheh 2805328d5752SMark Fasheh if (!right_has_empty) { 2806328d5752SMark Fasheh /* 2807328d5752SMark Fasheh * Only do this if we're moving a real 2808328d5752SMark Fasheh * record. Otherwise, the action is delayed until 2809328d5752SMark Fasheh * after removal of the right path in which case we 2810328d5752SMark Fasheh * can do a simple shift to remove the empty extent. 2811328d5752SMark Fasheh */ 2812328d5752SMark Fasheh ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]); 2813328d5752SMark Fasheh memset(&right_leaf_el->l_recs[0], 0, 2814328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 2815328d5752SMark Fasheh } 2816328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL) { 2817328d5752SMark Fasheh /* 2818328d5752SMark Fasheh * Move recs over to get rid of empty extent, decrease 2819328d5752SMark Fasheh * next_free. This is allowed to remove the last 2820328d5752SMark Fasheh * extent in our leaf (setting l_next_free_rec to 2821328d5752SMark Fasheh * zero) - the delete code below won't care. 2822328d5752SMark Fasheh */ 2823328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2824328d5752SMark Fasheh } 2825328d5752SMark Fasheh 2826328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2827328d5752SMark Fasheh if (ret) 2828328d5752SMark Fasheh mlog_errno(ret); 2829328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 2830328d5752SMark Fasheh if (ret) 2831328d5752SMark Fasheh mlog_errno(ret); 2832328d5752SMark Fasheh 2833328d5752SMark Fasheh if (del_right_subtree) { 28346641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, right_path, 2835328d5752SMark Fasheh subtree_index, dealloc); 283609106baeSJoel Becker ret = ocfs2_update_edge_lengths(handle, et, subtree_index, 28373c5e1068STao Ma left_path); 28383c5e1068STao Ma if (ret) { 28393c5e1068STao Ma mlog_errno(ret); 28403c5e1068STao Ma goto out; 28413c5e1068STao Ma } 2842328d5752SMark Fasheh 2843328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 284435dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2845328d5752SMark Fasheh 2846328d5752SMark Fasheh /* 2847328d5752SMark Fasheh * Removal of the extent in the left leaf was skipped 2848328d5752SMark Fasheh * above so we could delete the right path 2849328d5752SMark Fasheh * 1st. 2850328d5752SMark Fasheh */ 2851328d5752SMark Fasheh if (right_has_empty) 2852328d5752SMark Fasheh ocfs2_remove_empty_extent(left_leaf_el); 2853328d5752SMark Fasheh 2854e7d4cb6bSTao Ma ret = ocfs2_journal_dirty(handle, et_root_bh); 2855328d5752SMark Fasheh if (ret) 2856328d5752SMark Fasheh mlog_errno(ret); 2857328d5752SMark Fasheh 2858328d5752SMark Fasheh *deleted = 1; 2859328d5752SMark Fasheh } else 28604619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2861328d5752SMark Fasheh subtree_index); 2862328d5752SMark Fasheh 2863328d5752SMark Fasheh out: 2864328d5752SMark Fasheh return ret; 2865328d5752SMark Fasheh } 2866328d5752SMark Fasheh 2867328d5752SMark Fasheh /* 2868328d5752SMark Fasheh * Given a full path, determine what cpos value would return us a path 2869328d5752SMark Fasheh * containing the leaf immediately to the right of the current one. 2870328d5752SMark Fasheh * 2871328d5752SMark Fasheh * Will return zero if the path passed in is already the rightmost path. 2872328d5752SMark Fasheh * 2873328d5752SMark Fasheh * This looks similar, but is subtly different to 2874328d5752SMark Fasheh * ocfs2_find_cpos_for_left_leaf(). 2875328d5752SMark Fasheh */ 287638a04e43STao Ma int ocfs2_find_cpos_for_right_leaf(struct super_block *sb, 2877328d5752SMark Fasheh struct ocfs2_path *path, u32 *cpos) 2878328d5752SMark Fasheh { 2879328d5752SMark Fasheh int i, j, ret = 0; 2880328d5752SMark Fasheh u64 blkno; 2881328d5752SMark Fasheh struct ocfs2_extent_list *el; 2882328d5752SMark Fasheh 2883328d5752SMark Fasheh *cpos = 0; 2884328d5752SMark Fasheh 2885328d5752SMark Fasheh if (path->p_tree_depth == 0) 2886328d5752SMark Fasheh return 0; 2887328d5752SMark Fasheh 2888328d5752SMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2889328d5752SMark Fasheh 2890328d5752SMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2891328d5752SMark Fasheh i = path->p_tree_depth - 1; 2892328d5752SMark Fasheh while (i >= 0) { 2893328d5752SMark Fasheh int next_free; 2894328d5752SMark Fasheh 2895328d5752SMark Fasheh el = path->p_node[i].el; 2896328d5752SMark Fasheh 2897328d5752SMark Fasheh /* 2898328d5752SMark Fasheh * Find the extent record just after the one in our 2899328d5752SMark Fasheh * path. 2900328d5752SMark Fasheh */ 2901328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 2902328d5752SMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2903328d5752SMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2904328d5752SMark Fasheh if (j == (next_free - 1)) { 2905328d5752SMark Fasheh if (i == 0) { 2906328d5752SMark Fasheh /* 2907328d5752SMark Fasheh * We've determined that the 2908328d5752SMark Fasheh * path specified is already 2909328d5752SMark Fasheh * the rightmost one - return a 2910328d5752SMark Fasheh * cpos of zero. 2911328d5752SMark Fasheh */ 2912328d5752SMark Fasheh goto out; 2913328d5752SMark Fasheh } 2914328d5752SMark Fasheh /* 2915328d5752SMark Fasheh * The rightmost record points to our 2916328d5752SMark Fasheh * leaf - we need to travel up the 2917328d5752SMark Fasheh * tree one level. 2918328d5752SMark Fasheh */ 2919328d5752SMark Fasheh goto next_node; 2920328d5752SMark Fasheh } 2921328d5752SMark Fasheh 2922328d5752SMark Fasheh *cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos); 2923328d5752SMark Fasheh goto out; 2924328d5752SMark Fasheh } 2925328d5752SMark Fasheh } 2926328d5752SMark Fasheh 2927328d5752SMark Fasheh /* 2928328d5752SMark Fasheh * If we got here, we never found a valid node where 2929328d5752SMark Fasheh * the tree indicated one should be. 2930328d5752SMark Fasheh */ 2931328d5752SMark Fasheh ocfs2_error(sb, 2932328d5752SMark Fasheh "Invalid extent tree at extent block %llu\n", 2933328d5752SMark Fasheh (unsigned long long)blkno); 2934328d5752SMark Fasheh ret = -EROFS; 2935328d5752SMark Fasheh goto out; 2936328d5752SMark Fasheh 2937328d5752SMark Fasheh next_node: 2938328d5752SMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2939328d5752SMark Fasheh i--; 2940328d5752SMark Fasheh } 2941328d5752SMark Fasheh 2942328d5752SMark Fasheh out: 2943328d5752SMark Fasheh return ret; 2944328d5752SMark Fasheh } 2945328d5752SMark Fasheh 294670f18c08SJoel Becker static int ocfs2_rotate_rightmost_leaf_left(handle_t *handle, 294770f18c08SJoel Becker struct ocfs2_extent_tree *et, 294813723d00SJoel Becker struct ocfs2_path *path) 2949328d5752SMark Fasheh { 2950328d5752SMark Fasheh int ret; 295113723d00SJoel Becker struct buffer_head *bh = path_leaf_bh(path); 295213723d00SJoel Becker struct ocfs2_extent_list *el = path_leaf_el(path); 2953328d5752SMark Fasheh 2954328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2955328d5752SMark Fasheh return 0; 2956328d5752SMark Fasheh 295770f18c08SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path, 295813723d00SJoel Becker path_num_items(path) - 1); 2959328d5752SMark Fasheh if (ret) { 2960328d5752SMark Fasheh mlog_errno(ret); 2961328d5752SMark Fasheh goto out; 2962328d5752SMark Fasheh } 2963328d5752SMark Fasheh 2964328d5752SMark Fasheh ocfs2_remove_empty_extent(el); 2965328d5752SMark Fasheh 2966328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 2967328d5752SMark Fasheh if (ret) 2968328d5752SMark Fasheh mlog_errno(ret); 2969328d5752SMark Fasheh 2970328d5752SMark Fasheh out: 2971328d5752SMark Fasheh return ret; 2972328d5752SMark Fasheh } 2973328d5752SMark Fasheh 2974e46f74dcSJoel Becker static int __ocfs2_rotate_tree_left(handle_t *handle, 2975e46f74dcSJoel Becker struct ocfs2_extent_tree *et, 2976e46f74dcSJoel Becker int orig_credits, 2977328d5752SMark Fasheh struct ocfs2_path *path, 2978328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2979e46f74dcSJoel Becker struct ocfs2_path **empty_extent_path) 2980328d5752SMark Fasheh { 2981328d5752SMark Fasheh int ret, subtree_root, deleted; 2982328d5752SMark Fasheh u32 right_cpos; 2983328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2984328d5752SMark Fasheh struct ocfs2_path *right_path = NULL; 2985e46f74dcSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2986328d5752SMark Fasheh 2987328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0]))); 2988328d5752SMark Fasheh 2989328d5752SMark Fasheh *empty_extent_path = NULL; 2990328d5752SMark Fasheh 2991e46f74dcSJoel Becker ret = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos); 2992328d5752SMark Fasheh if (ret) { 2993328d5752SMark Fasheh mlog_errno(ret); 2994328d5752SMark Fasheh goto out; 2995328d5752SMark Fasheh } 2996328d5752SMark Fasheh 2997ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 2998328d5752SMark Fasheh if (!left_path) { 2999328d5752SMark Fasheh ret = -ENOMEM; 3000328d5752SMark Fasheh mlog_errno(ret); 3001328d5752SMark Fasheh goto out; 3002328d5752SMark Fasheh } 3003328d5752SMark Fasheh 3004328d5752SMark Fasheh ocfs2_cp_path(left_path, path); 3005328d5752SMark Fasheh 3006ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 3007328d5752SMark Fasheh if (!right_path) { 3008328d5752SMark Fasheh ret = -ENOMEM; 3009328d5752SMark Fasheh mlog_errno(ret); 3010328d5752SMark Fasheh goto out; 3011328d5752SMark Fasheh } 3012328d5752SMark Fasheh 3013328d5752SMark Fasheh while (right_cpos) { 3014facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 3015328d5752SMark Fasheh if (ret) { 3016328d5752SMark Fasheh mlog_errno(ret); 3017328d5752SMark Fasheh goto out; 3018328d5752SMark Fasheh } 3019328d5752SMark Fasheh 30207dc02805SJoel Becker subtree_root = ocfs2_find_subtree_root(et, left_path, 3021328d5752SMark Fasheh right_path); 3022328d5752SMark Fasheh 3023328d5752SMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 3024328d5752SMark Fasheh subtree_root, 3025328d5752SMark Fasheh (unsigned long long) 3026328d5752SMark Fasheh right_path->p_node[subtree_root].bh->b_blocknr, 3027328d5752SMark Fasheh right_path->p_tree_depth); 3028328d5752SMark Fasheh 3029328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, subtree_root, 3030328d5752SMark Fasheh orig_credits, left_path); 3031328d5752SMark Fasheh if (ret) { 3032328d5752SMark Fasheh mlog_errno(ret); 3033328d5752SMark Fasheh goto out; 3034328d5752SMark Fasheh } 3035328d5752SMark Fasheh 3036e8aed345SMark Fasheh /* 3037e8aed345SMark Fasheh * Caller might still want to make changes to the 3038e8aed345SMark Fasheh * tree root, so re-add it to the journal here. 3039e8aed345SMark Fasheh */ 3040e46f74dcSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 304113723d00SJoel Becker left_path, 0); 3042e8aed345SMark Fasheh if (ret) { 3043e8aed345SMark Fasheh mlog_errno(ret); 3044e8aed345SMark Fasheh goto out; 3045e8aed345SMark Fasheh } 3046e8aed345SMark Fasheh 30471e2dd63fSJoel Becker ret = ocfs2_rotate_subtree_left(handle, et, left_path, 3048328d5752SMark Fasheh right_path, subtree_root, 30491e2dd63fSJoel Becker dealloc, &deleted); 3050328d5752SMark Fasheh if (ret == -EAGAIN) { 3051328d5752SMark Fasheh /* 3052328d5752SMark Fasheh * The rotation has to temporarily stop due to 3053328d5752SMark Fasheh * the right subtree having an empty 3054328d5752SMark Fasheh * extent. Pass it back to the caller for a 3055328d5752SMark Fasheh * fixup. 3056328d5752SMark Fasheh */ 3057328d5752SMark Fasheh *empty_extent_path = right_path; 3058328d5752SMark Fasheh right_path = NULL; 3059328d5752SMark Fasheh goto out; 3060328d5752SMark Fasheh } 3061328d5752SMark Fasheh if (ret) { 3062328d5752SMark Fasheh mlog_errno(ret); 3063328d5752SMark Fasheh goto out; 3064328d5752SMark Fasheh } 3065328d5752SMark Fasheh 3066328d5752SMark Fasheh /* 3067328d5752SMark Fasheh * The subtree rotate might have removed records on 3068328d5752SMark Fasheh * the rightmost edge. If so, then rotation is 3069328d5752SMark Fasheh * complete. 3070328d5752SMark Fasheh */ 3071328d5752SMark Fasheh if (deleted) 3072328d5752SMark Fasheh break; 3073328d5752SMark Fasheh 3074328d5752SMark Fasheh ocfs2_mv_path(left_path, right_path); 3075328d5752SMark Fasheh 3076e46f74dcSJoel Becker ret = ocfs2_find_cpos_for_right_leaf(sb, left_path, 3077328d5752SMark Fasheh &right_cpos); 3078328d5752SMark Fasheh if (ret) { 3079328d5752SMark Fasheh mlog_errno(ret); 3080328d5752SMark Fasheh goto out; 3081328d5752SMark Fasheh } 3082328d5752SMark Fasheh } 3083328d5752SMark Fasheh 3084328d5752SMark Fasheh out: 3085328d5752SMark Fasheh ocfs2_free_path(right_path); 3086328d5752SMark Fasheh ocfs2_free_path(left_path); 3087328d5752SMark Fasheh 3088328d5752SMark Fasheh return ret; 3089328d5752SMark Fasheh } 3090328d5752SMark Fasheh 309170f18c08SJoel Becker static int ocfs2_remove_rightmost_path(handle_t *handle, 309270f18c08SJoel Becker struct ocfs2_extent_tree *et, 3093328d5752SMark Fasheh struct ocfs2_path *path, 309470f18c08SJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 3095328d5752SMark Fasheh { 3096328d5752SMark Fasheh int ret, subtree_index; 3097328d5752SMark Fasheh u32 cpos; 3098328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 3099328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3100328d5752SMark Fasheh struct ocfs2_extent_list *el; 3101328d5752SMark Fasheh 3102328d5752SMark Fasheh 31036136ca5fSJoel Becker ret = ocfs2_et_sanity_check(et); 3104e7d4cb6bSTao Ma if (ret) 3105e7d4cb6bSTao Ma goto out; 3106328d5752SMark Fasheh /* 3107328d5752SMark Fasheh * There's two ways we handle this depending on 3108328d5752SMark Fasheh * whether path is the only existing one. 3109328d5752SMark Fasheh */ 3110328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 3111328d5752SMark Fasheh handle->h_buffer_credits, 3112328d5752SMark Fasheh path); 3113328d5752SMark Fasheh if (ret) { 3114328d5752SMark Fasheh mlog_errno(ret); 3115328d5752SMark Fasheh goto out; 3116328d5752SMark Fasheh } 3117328d5752SMark Fasheh 3118d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 3119328d5752SMark Fasheh if (ret) { 3120328d5752SMark Fasheh mlog_errno(ret); 3121328d5752SMark Fasheh goto out; 3122328d5752SMark Fasheh } 3123328d5752SMark Fasheh 31243d03a305SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 31253d03a305SJoel Becker path, &cpos); 3126328d5752SMark Fasheh if (ret) { 3127328d5752SMark Fasheh mlog_errno(ret); 3128328d5752SMark Fasheh goto out; 3129328d5752SMark Fasheh } 3130328d5752SMark Fasheh 3131328d5752SMark Fasheh if (cpos) { 3132328d5752SMark Fasheh /* 3133328d5752SMark Fasheh * We have a path to the left of this one - it needs 3134328d5752SMark Fasheh * an update too. 3135328d5752SMark Fasheh */ 3136ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 3137328d5752SMark Fasheh if (!left_path) { 3138328d5752SMark Fasheh ret = -ENOMEM; 3139328d5752SMark Fasheh mlog_errno(ret); 3140328d5752SMark Fasheh goto out; 3141328d5752SMark Fasheh } 3142328d5752SMark Fasheh 3143facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 3144328d5752SMark Fasheh if (ret) { 3145328d5752SMark Fasheh mlog_errno(ret); 3146328d5752SMark Fasheh goto out; 3147328d5752SMark Fasheh } 3148328d5752SMark Fasheh 3149d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 3150328d5752SMark Fasheh if (ret) { 3151328d5752SMark Fasheh mlog_errno(ret); 3152328d5752SMark Fasheh goto out; 3153328d5752SMark Fasheh } 3154328d5752SMark Fasheh 31557dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 3156328d5752SMark Fasheh 31576641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, path, 3158328d5752SMark Fasheh subtree_index, dealloc); 315909106baeSJoel Becker ret = ocfs2_update_edge_lengths(handle, et, subtree_index, 31603c5e1068STao Ma left_path); 31613c5e1068STao Ma if (ret) { 31623c5e1068STao Ma mlog_errno(ret); 31633c5e1068STao Ma goto out; 31643c5e1068STao Ma } 3165328d5752SMark Fasheh 3166328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 316735dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 3168328d5752SMark Fasheh } else { 3169328d5752SMark Fasheh /* 3170328d5752SMark Fasheh * 'path' is also the leftmost path which 3171328d5752SMark Fasheh * means it must be the only one. This gets 3172328d5752SMark Fasheh * handled differently because we want to 317370f18c08SJoel Becker * revert the root back to having extents 3174328d5752SMark Fasheh * in-line. 3175328d5752SMark Fasheh */ 31766641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, path, 1); 3177328d5752SMark Fasheh 3178ce1d9ea6SJoel Becker el = et->et_root_el; 3179328d5752SMark Fasheh el->l_tree_depth = 0; 3180328d5752SMark Fasheh el->l_next_free_rec = 0; 3181328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3182328d5752SMark Fasheh 318335dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, 0); 3184328d5752SMark Fasheh } 3185328d5752SMark Fasheh 3186328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_root_bh(path)); 3187328d5752SMark Fasheh 3188328d5752SMark Fasheh out: 3189328d5752SMark Fasheh ocfs2_free_path(left_path); 3190328d5752SMark Fasheh return ret; 3191328d5752SMark Fasheh } 3192328d5752SMark Fasheh 3193328d5752SMark Fasheh /* 3194328d5752SMark Fasheh * Left rotation of btree records. 3195328d5752SMark Fasheh * 3196328d5752SMark Fasheh * In many ways, this is (unsurprisingly) the opposite of right 3197328d5752SMark Fasheh * rotation. We start at some non-rightmost path containing an empty 3198328d5752SMark Fasheh * extent in the leaf block. The code works its way to the rightmost 3199328d5752SMark Fasheh * path by rotating records to the left in every subtree. 3200328d5752SMark Fasheh * 3201328d5752SMark Fasheh * This is used by any code which reduces the number of extent records 3202328d5752SMark Fasheh * in a leaf. After removal, an empty record should be placed in the 3203328d5752SMark Fasheh * leftmost list position. 3204328d5752SMark Fasheh * 3205328d5752SMark Fasheh * This won't handle a length update of the rightmost path records if 3206328d5752SMark Fasheh * the rightmost tree leaf record is removed so the caller is 3207328d5752SMark Fasheh * responsible for detecting and correcting that. 3208328d5752SMark Fasheh */ 320970f18c08SJoel Becker static int ocfs2_rotate_tree_left(handle_t *handle, 321070f18c08SJoel Becker struct ocfs2_extent_tree *et, 3211328d5752SMark Fasheh struct ocfs2_path *path, 321270f18c08SJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 3213328d5752SMark Fasheh { 3214328d5752SMark Fasheh int ret, orig_credits = handle->h_buffer_credits; 3215328d5752SMark Fasheh struct ocfs2_path *tmp_path = NULL, *restart_path = NULL; 3216328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3217328d5752SMark Fasheh struct ocfs2_extent_list *el; 3218328d5752SMark Fasheh 3219328d5752SMark Fasheh el = path_leaf_el(path); 3220328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 3221328d5752SMark Fasheh return 0; 3222328d5752SMark Fasheh 3223328d5752SMark Fasheh if (path->p_tree_depth == 0) { 3224328d5752SMark Fasheh rightmost_no_delete: 3225328d5752SMark Fasheh /* 3226e7d4cb6bSTao Ma * Inline extents. This is trivially handled, so do 3227328d5752SMark Fasheh * it up front. 3228328d5752SMark Fasheh */ 322970f18c08SJoel Becker ret = ocfs2_rotate_rightmost_leaf_left(handle, et, path); 3230328d5752SMark Fasheh if (ret) 3231328d5752SMark Fasheh mlog_errno(ret); 3232328d5752SMark Fasheh goto out; 3233328d5752SMark Fasheh } 3234328d5752SMark Fasheh 3235328d5752SMark Fasheh /* 3236328d5752SMark Fasheh * Handle rightmost branch now. There's several cases: 3237328d5752SMark Fasheh * 1) simple rotation leaving records in there. That's trivial. 3238328d5752SMark Fasheh * 2) rotation requiring a branch delete - there's no more 3239328d5752SMark Fasheh * records left. Two cases of this: 3240328d5752SMark Fasheh * a) There are branches to the left. 3241328d5752SMark Fasheh * b) This is also the leftmost (the only) branch. 3242328d5752SMark Fasheh * 3243328d5752SMark Fasheh * 1) is handled via ocfs2_rotate_rightmost_leaf_left() 3244328d5752SMark Fasheh * 2a) we need the left branch so that we can update it with the unlink 324570f18c08SJoel Becker * 2b) we need to bring the root back to inline extents. 3246328d5752SMark Fasheh */ 3247328d5752SMark Fasheh 3248328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 3249328d5752SMark Fasheh el = &eb->h_list; 3250328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0) { 3251328d5752SMark Fasheh /* 3252328d5752SMark Fasheh * This gets a bit tricky if we're going to delete the 3253328d5752SMark Fasheh * rightmost path. Get the other cases out of the way 3254328d5752SMark Fasheh * 1st. 3255328d5752SMark Fasheh */ 3256328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) 3257328d5752SMark Fasheh goto rightmost_no_delete; 3258328d5752SMark Fasheh 3259328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 3260328d5752SMark Fasheh ret = -EIO; 326170f18c08SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 326270f18c08SJoel Becker "Owner %llu has empty extent block at %llu", 326370f18c08SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 3264328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno)); 3265328d5752SMark Fasheh goto out; 3266328d5752SMark Fasheh } 3267328d5752SMark Fasheh 3268328d5752SMark Fasheh /* 3269328d5752SMark Fasheh * XXX: The caller can not trust "path" any more after 3270328d5752SMark Fasheh * this as it will have been deleted. What do we do? 3271328d5752SMark Fasheh * 3272328d5752SMark Fasheh * In theory the rotate-for-merge code will never get 3273328d5752SMark Fasheh * here because it'll always ask for a rotate in a 3274328d5752SMark Fasheh * nonempty list. 3275328d5752SMark Fasheh */ 3276328d5752SMark Fasheh 327770f18c08SJoel Becker ret = ocfs2_remove_rightmost_path(handle, et, path, 327870f18c08SJoel Becker dealloc); 3279328d5752SMark Fasheh if (ret) 3280328d5752SMark Fasheh mlog_errno(ret); 3281328d5752SMark Fasheh goto out; 3282328d5752SMark Fasheh } 3283328d5752SMark Fasheh 3284328d5752SMark Fasheh /* 3285328d5752SMark Fasheh * Now we can loop, remembering the path we get from -EAGAIN 3286328d5752SMark Fasheh * and restarting from there. 3287328d5752SMark Fasheh */ 3288328d5752SMark Fasheh try_rotate: 3289e46f74dcSJoel Becker ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, path, 3290e46f74dcSJoel Becker dealloc, &restart_path); 3291328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3292328d5752SMark Fasheh mlog_errno(ret); 3293328d5752SMark Fasheh goto out; 3294328d5752SMark Fasheh } 3295328d5752SMark Fasheh 3296328d5752SMark Fasheh while (ret == -EAGAIN) { 3297328d5752SMark Fasheh tmp_path = restart_path; 3298328d5752SMark Fasheh restart_path = NULL; 3299328d5752SMark Fasheh 3300e46f74dcSJoel Becker ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, 3301328d5752SMark Fasheh tmp_path, dealloc, 3302e46f74dcSJoel Becker &restart_path); 3303328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3304328d5752SMark Fasheh mlog_errno(ret); 3305328d5752SMark Fasheh goto out; 3306328d5752SMark Fasheh } 3307328d5752SMark Fasheh 3308328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3309328d5752SMark Fasheh tmp_path = NULL; 3310328d5752SMark Fasheh 3311328d5752SMark Fasheh if (ret == 0) 3312328d5752SMark Fasheh goto try_rotate; 3313328d5752SMark Fasheh } 3314328d5752SMark Fasheh 3315328d5752SMark Fasheh out: 3316328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3317328d5752SMark Fasheh ocfs2_free_path(restart_path); 3318328d5752SMark Fasheh return ret; 3319328d5752SMark Fasheh } 3320328d5752SMark Fasheh 3321328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el, 3322328d5752SMark Fasheh int index) 3323328d5752SMark Fasheh { 3324328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[index]; 3325328d5752SMark Fasheh unsigned int size; 3326328d5752SMark Fasheh 3327328d5752SMark Fasheh if (rec->e_leaf_clusters == 0) { 3328328d5752SMark Fasheh /* 3329328d5752SMark Fasheh * We consumed all of the merged-from record. An empty 3330328d5752SMark Fasheh * extent cannot exist anywhere but the 1st array 3331328d5752SMark Fasheh * position, so move things over if the merged-from 3332328d5752SMark Fasheh * record doesn't occupy that position. 3333328d5752SMark Fasheh * 3334328d5752SMark Fasheh * This creates a new empty extent so the caller 3335328d5752SMark Fasheh * should be smart enough to have removed any existing 3336328d5752SMark Fasheh * ones. 3337328d5752SMark Fasheh */ 3338328d5752SMark Fasheh if (index > 0) { 3339328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3340328d5752SMark Fasheh size = index * sizeof(struct ocfs2_extent_rec); 3341328d5752SMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], size); 3342328d5752SMark Fasheh } 3343328d5752SMark Fasheh 3344328d5752SMark Fasheh /* 3345328d5752SMark Fasheh * Always memset - the caller doesn't check whether it 3346328d5752SMark Fasheh * created an empty extent, so there could be junk in 3347328d5752SMark Fasheh * the other fields. 3348328d5752SMark Fasheh */ 3349328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3350328d5752SMark Fasheh } 3351328d5752SMark Fasheh } 3352328d5752SMark Fasheh 33534fe82c31SJoel Becker static int ocfs2_get_right_path(struct ocfs2_extent_tree *et, 3354677b9752STao Ma struct ocfs2_path *left_path, 3355677b9752STao Ma struct ocfs2_path **ret_right_path) 3356328d5752SMark Fasheh { 3357328d5752SMark Fasheh int ret; 3358677b9752STao Ma u32 right_cpos; 3359677b9752STao Ma struct ocfs2_path *right_path = NULL; 3360677b9752STao Ma struct ocfs2_extent_list *left_el; 3361677b9752STao Ma 3362677b9752STao Ma *ret_right_path = NULL; 3363677b9752STao Ma 3364677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3365677b9752STao Ma BUG_ON(left_path->p_tree_depth == 0); 3366677b9752STao Ma 3367677b9752STao Ma left_el = path_leaf_el(left_path); 3368677b9752STao Ma BUG_ON(left_el->l_next_free_rec != left_el->l_count); 3369677b9752STao Ma 33704fe82c31SJoel Becker ret = ocfs2_find_cpos_for_right_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 33714fe82c31SJoel Becker left_path, &right_cpos); 3372677b9752STao Ma if (ret) { 3373677b9752STao Ma mlog_errno(ret); 3374677b9752STao Ma goto out; 3375677b9752STao Ma } 3376677b9752STao Ma 3377677b9752STao Ma /* This function shouldn't be called for the rightmost leaf. */ 3378677b9752STao Ma BUG_ON(right_cpos == 0); 3379677b9752STao Ma 3380ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(left_path); 3381677b9752STao Ma if (!right_path) { 3382677b9752STao Ma ret = -ENOMEM; 3383677b9752STao Ma mlog_errno(ret); 3384677b9752STao Ma goto out; 3385677b9752STao Ma } 3386677b9752STao Ma 33874fe82c31SJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 3388677b9752STao Ma if (ret) { 3389677b9752STao Ma mlog_errno(ret); 3390677b9752STao Ma goto out; 3391677b9752STao Ma } 3392677b9752STao Ma 3393677b9752STao Ma *ret_right_path = right_path; 3394677b9752STao Ma out: 3395677b9752STao Ma if (ret) 3396677b9752STao Ma ocfs2_free_path(right_path); 3397677b9752STao Ma return ret; 3398677b9752STao Ma } 3399677b9752STao Ma 3400677b9752STao Ma /* 3401677b9752STao Ma * Remove split_rec clusters from the record at index and merge them 3402677b9752STao Ma * onto the beginning of the record "next" to it. 3403677b9752STao Ma * For index < l_count - 1, the next means the extent rec at index + 1. 3404677b9752STao Ma * For index == l_count - 1, the "next" means the 1st extent rec of the 3405677b9752STao Ma * next extent block. 3406677b9752STao Ma */ 34074fe82c31SJoel Becker static int ocfs2_merge_rec_right(struct ocfs2_path *left_path, 3408677b9752STao Ma handle_t *handle, 34097dc02805SJoel Becker struct ocfs2_extent_tree *et, 3410677b9752STao Ma struct ocfs2_extent_rec *split_rec, 3411677b9752STao Ma int index) 3412677b9752STao Ma { 3413677b9752STao Ma int ret, next_free, i; 3414328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3415328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3416328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3417677b9752STao Ma struct ocfs2_extent_list *right_el; 3418677b9752STao Ma struct ocfs2_path *right_path = NULL; 3419677b9752STao Ma int subtree_index = 0; 3420677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(left_path); 3421677b9752STao Ma struct buffer_head *bh = path_leaf_bh(left_path); 3422677b9752STao Ma struct buffer_head *root_bh = NULL; 3423328d5752SMark Fasheh 3424328d5752SMark Fasheh BUG_ON(index >= le16_to_cpu(el->l_next_free_rec)); 3425328d5752SMark Fasheh left_rec = &el->l_recs[index]; 3426677b9752STao Ma 34279d8df6aaSAl Viro if (index == le16_to_cpu(el->l_next_free_rec) - 1 && 3428677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) { 3429677b9752STao Ma /* we meet with a cross extent block merge. */ 34304fe82c31SJoel Becker ret = ocfs2_get_right_path(et, left_path, &right_path); 3431677b9752STao Ma if (ret) { 3432677b9752STao Ma mlog_errno(ret); 3433677b9752STao Ma goto out; 3434677b9752STao Ma } 3435677b9752STao Ma 3436677b9752STao Ma right_el = path_leaf_el(right_path); 3437677b9752STao Ma next_free = le16_to_cpu(right_el->l_next_free_rec); 3438677b9752STao Ma BUG_ON(next_free <= 0); 3439677b9752STao Ma right_rec = &right_el->l_recs[0]; 3440677b9752STao Ma if (ocfs2_is_empty_extent(right_rec)) { 34419d8df6aaSAl Viro BUG_ON(next_free <= 1); 3442677b9752STao Ma right_rec = &right_el->l_recs[1]; 3443677b9752STao Ma } 3444677b9752STao Ma 3445677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3446677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3447677b9752STao Ma le32_to_cpu(right_rec->e_cpos)); 3448677b9752STao Ma 34497dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 34507dc02805SJoel Becker right_path); 3451677b9752STao Ma 3452677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3453677b9752STao Ma handle->h_buffer_credits, 3454677b9752STao Ma right_path); 3455677b9752STao Ma if (ret) { 3456677b9752STao Ma mlog_errno(ret); 3457677b9752STao Ma goto out; 3458677b9752STao Ma } 3459677b9752STao Ma 3460677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3461677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3462677b9752STao Ma 34637dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 346413723d00SJoel Becker subtree_index); 3465677b9752STao Ma if (ret) { 3466677b9752STao Ma mlog_errno(ret); 3467677b9752STao Ma goto out; 3468677b9752STao Ma } 3469677b9752STao Ma 3470677b9752STao Ma for (i = subtree_index + 1; 3471677b9752STao Ma i < path_num_items(right_path); i++) { 34727dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 347313723d00SJoel Becker right_path, i); 3474677b9752STao Ma if (ret) { 3475677b9752STao Ma mlog_errno(ret); 3476677b9752STao Ma goto out; 3477677b9752STao Ma } 3478677b9752STao Ma 34797dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 348013723d00SJoel Becker left_path, i); 3481677b9752STao Ma if (ret) { 3482677b9752STao Ma mlog_errno(ret); 3483677b9752STao Ma goto out; 3484677b9752STao Ma } 3485677b9752STao Ma } 3486677b9752STao Ma 3487677b9752STao Ma } else { 3488677b9752STao Ma BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1); 3489328d5752SMark Fasheh right_rec = &el->l_recs[index + 1]; 3490677b9752STao Ma } 3491328d5752SMark Fasheh 34927dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, left_path, 349313723d00SJoel Becker path_num_items(left_path) - 1); 3494328d5752SMark Fasheh if (ret) { 3495328d5752SMark Fasheh mlog_errno(ret); 3496328d5752SMark Fasheh goto out; 3497328d5752SMark Fasheh } 3498328d5752SMark Fasheh 3499328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters); 3500328d5752SMark Fasheh 3501328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, -split_clusters); 3502328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 35037dc02805SJoel Becker -ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 35047dc02805SJoel Becker split_clusters)); 3505328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters); 3506328d5752SMark Fasheh 3507328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3508328d5752SMark Fasheh 3509328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3510328d5752SMark Fasheh if (ret) 3511328d5752SMark Fasheh mlog_errno(ret); 3512328d5752SMark Fasheh 3513677b9752STao Ma if (right_path) { 3514677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 3515677b9752STao Ma if (ret) 3516677b9752STao Ma mlog_errno(ret); 3517677b9752STao Ma 35184619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 35194619c73eSJoel Becker subtree_index); 3520677b9752STao Ma } 3521328d5752SMark Fasheh out: 3522677b9752STao Ma if (right_path) 3523677b9752STao Ma ocfs2_free_path(right_path); 3524677b9752STao Ma return ret; 3525677b9752STao Ma } 3526677b9752STao Ma 35274fe82c31SJoel Becker static int ocfs2_get_left_path(struct ocfs2_extent_tree *et, 3528677b9752STao Ma struct ocfs2_path *right_path, 3529677b9752STao Ma struct ocfs2_path **ret_left_path) 3530677b9752STao Ma { 3531677b9752STao Ma int ret; 3532677b9752STao Ma u32 left_cpos; 3533677b9752STao Ma struct ocfs2_path *left_path = NULL; 3534677b9752STao Ma 3535677b9752STao Ma *ret_left_path = NULL; 3536677b9752STao Ma 3537677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3538677b9752STao Ma BUG_ON(right_path->p_tree_depth == 0); 3539677b9752STao Ma 35404fe82c31SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 3541677b9752STao Ma right_path, &left_cpos); 3542677b9752STao Ma if (ret) { 3543677b9752STao Ma mlog_errno(ret); 3544677b9752STao Ma goto out; 3545677b9752STao Ma } 3546677b9752STao Ma 3547677b9752STao Ma /* This function shouldn't be called for the leftmost leaf. */ 3548677b9752STao Ma BUG_ON(left_cpos == 0); 3549677b9752STao Ma 3550ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3551677b9752STao Ma if (!left_path) { 3552677b9752STao Ma ret = -ENOMEM; 3553677b9752STao Ma mlog_errno(ret); 3554677b9752STao Ma goto out; 3555677b9752STao Ma } 3556677b9752STao Ma 35574fe82c31SJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, left_cpos); 3558677b9752STao Ma if (ret) { 3559677b9752STao Ma mlog_errno(ret); 3560677b9752STao Ma goto out; 3561677b9752STao Ma } 3562677b9752STao Ma 3563677b9752STao Ma *ret_left_path = left_path; 3564677b9752STao Ma out: 3565677b9752STao Ma if (ret) 3566677b9752STao Ma ocfs2_free_path(left_path); 3567328d5752SMark Fasheh return ret; 3568328d5752SMark Fasheh } 3569328d5752SMark Fasheh 3570328d5752SMark Fasheh /* 3571328d5752SMark Fasheh * Remove split_rec clusters from the record at index and merge them 3572677b9752STao Ma * onto the tail of the record "before" it. 3573677b9752STao Ma * For index > 0, the "before" means the extent rec at index - 1. 3574677b9752STao Ma * 3575677b9752STao Ma * For index == 0, the "before" means the last record of the previous 3576677b9752STao Ma * extent block. And there is also a situation that we may need to 3577677b9752STao Ma * remove the rightmost leaf extent block in the right_path and change 3578677b9752STao Ma * the right path to indicate the new rightmost path. 3579328d5752SMark Fasheh */ 35804fe82c31SJoel Becker static int ocfs2_merge_rec_left(struct ocfs2_path *right_path, 3581328d5752SMark Fasheh handle_t *handle, 35824fe82c31SJoel Becker struct ocfs2_extent_tree *et, 3583328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3584677b9752STao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3585677b9752STao Ma int index) 3586328d5752SMark Fasheh { 3587677b9752STao Ma int ret, i, subtree_index = 0, has_empty_extent = 0; 3588328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3589328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3590328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3591677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(right_path); 3592677b9752STao Ma struct buffer_head *bh = path_leaf_bh(right_path); 3593677b9752STao Ma struct buffer_head *root_bh = NULL; 3594677b9752STao Ma struct ocfs2_path *left_path = NULL; 3595677b9752STao Ma struct ocfs2_extent_list *left_el; 3596328d5752SMark Fasheh 3597677b9752STao Ma BUG_ON(index < 0); 3598328d5752SMark Fasheh 3599328d5752SMark Fasheh right_rec = &el->l_recs[index]; 3600677b9752STao Ma if (index == 0) { 3601677b9752STao Ma /* we meet with a cross extent block merge. */ 36024fe82c31SJoel Becker ret = ocfs2_get_left_path(et, right_path, &left_path); 3603677b9752STao Ma if (ret) { 3604677b9752STao Ma mlog_errno(ret); 3605677b9752STao Ma goto out; 3606677b9752STao Ma } 3607677b9752STao Ma 3608677b9752STao Ma left_el = path_leaf_el(left_path); 3609677b9752STao Ma BUG_ON(le16_to_cpu(left_el->l_next_free_rec) != 3610677b9752STao Ma le16_to_cpu(left_el->l_count)); 3611677b9752STao Ma 3612677b9752STao Ma left_rec = &left_el->l_recs[ 3613677b9752STao Ma le16_to_cpu(left_el->l_next_free_rec) - 1]; 3614677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3615677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3616677b9752STao Ma le32_to_cpu(split_rec->e_cpos)); 3617677b9752STao Ma 36187dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 36197dc02805SJoel Becker right_path); 3620677b9752STao Ma 3621677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3622677b9752STao Ma handle->h_buffer_credits, 3623677b9752STao Ma left_path); 3624677b9752STao Ma if (ret) { 3625677b9752STao Ma mlog_errno(ret); 3626677b9752STao Ma goto out; 3627677b9752STao Ma } 3628677b9752STao Ma 3629677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3630677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3631677b9752STao Ma 36324fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 363313723d00SJoel Becker subtree_index); 3634677b9752STao Ma if (ret) { 3635677b9752STao Ma mlog_errno(ret); 3636677b9752STao Ma goto out; 3637677b9752STao Ma } 3638677b9752STao Ma 3639677b9752STao Ma for (i = subtree_index + 1; 3640677b9752STao Ma i < path_num_items(right_path); i++) { 36414fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 364213723d00SJoel Becker right_path, i); 3643677b9752STao Ma if (ret) { 3644677b9752STao Ma mlog_errno(ret); 3645677b9752STao Ma goto out; 3646677b9752STao Ma } 3647677b9752STao Ma 36484fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 364913723d00SJoel Becker left_path, i); 3650677b9752STao Ma if (ret) { 3651677b9752STao Ma mlog_errno(ret); 3652677b9752STao Ma goto out; 3653677b9752STao Ma } 3654677b9752STao Ma } 3655677b9752STao Ma } else { 3656677b9752STao Ma left_rec = &el->l_recs[index - 1]; 3657328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 3658328d5752SMark Fasheh has_empty_extent = 1; 3659677b9752STao Ma } 3660328d5752SMark Fasheh 36614fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 36629047beabSTao Ma path_num_items(right_path) - 1); 3663328d5752SMark Fasheh if (ret) { 3664328d5752SMark Fasheh mlog_errno(ret); 3665328d5752SMark Fasheh goto out; 3666328d5752SMark Fasheh } 3667328d5752SMark Fasheh 3668328d5752SMark Fasheh if (has_empty_extent && index == 1) { 3669328d5752SMark Fasheh /* 3670328d5752SMark Fasheh * The easy case - we can just plop the record right in. 3671328d5752SMark Fasheh */ 3672328d5752SMark Fasheh *left_rec = *split_rec; 3673328d5752SMark Fasheh 3674328d5752SMark Fasheh has_empty_extent = 0; 3675677b9752STao Ma } else 3676328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters); 3677328d5752SMark Fasheh 3678328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, split_clusters); 3679328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 36804fe82c31SJoel Becker ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 36814fe82c31SJoel Becker split_clusters)); 3682328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters); 3683328d5752SMark Fasheh 3684328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3685328d5752SMark Fasheh 3686328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3687328d5752SMark Fasheh if (ret) 3688328d5752SMark Fasheh mlog_errno(ret); 3689328d5752SMark Fasheh 3690677b9752STao Ma if (left_path) { 3691677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 3692677b9752STao Ma if (ret) 3693677b9752STao Ma mlog_errno(ret); 3694677b9752STao Ma 3695677b9752STao Ma /* 3696677b9752STao Ma * In the situation that the right_rec is empty and the extent 3697677b9752STao Ma * block is empty also, ocfs2_complete_edge_insert can't handle 3698677b9752STao Ma * it and we need to delete the right extent block. 3699677b9752STao Ma */ 3700677b9752STao Ma if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 && 3701677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == 1) { 3702677b9752STao Ma 370370f18c08SJoel Becker ret = ocfs2_remove_rightmost_path(handle, et, 3704e7d4cb6bSTao Ma right_path, 370570f18c08SJoel Becker dealloc); 3706677b9752STao Ma if (ret) { 3707677b9752STao Ma mlog_errno(ret); 3708677b9752STao Ma goto out; 3709677b9752STao Ma } 3710677b9752STao Ma 3711677b9752STao Ma /* Now the rightmost extent block has been deleted. 3712677b9752STao Ma * So we use the new rightmost path. 3713677b9752STao Ma */ 3714677b9752STao Ma ocfs2_mv_path(right_path, left_path); 3715677b9752STao Ma left_path = NULL; 3716677b9752STao Ma } else 37174619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, 3718677b9752STao Ma right_path, subtree_index); 3719677b9752STao Ma } 3720328d5752SMark Fasheh out: 3721677b9752STao Ma if (left_path) 3722677b9752STao Ma ocfs2_free_path(left_path); 3723328d5752SMark Fasheh return ret; 3724328d5752SMark Fasheh } 3725328d5752SMark Fasheh 3726c495dd24SJoel Becker static int ocfs2_try_to_merge_extent(handle_t *handle, 3727c495dd24SJoel Becker struct ocfs2_extent_tree *et, 3728677b9752STao Ma struct ocfs2_path *path, 3729328d5752SMark Fasheh int split_index, 3730328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3731328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 3732c495dd24SJoel Becker struct ocfs2_merge_ctxt *ctxt) 3733328d5752SMark Fasheh { 3734518d7269STao Mao int ret = 0; 3735677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(path); 3736328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 3737328d5752SMark Fasheh 3738328d5752SMark Fasheh BUG_ON(ctxt->c_contig_type == CONTIG_NONE); 3739328d5752SMark Fasheh 3740518d7269STao Mao if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) { 3741328d5752SMark Fasheh /* 3742328d5752SMark Fasheh * The merge code will need to create an empty 3743328d5752SMark Fasheh * extent to take the place of the newly 3744328d5752SMark Fasheh * emptied slot. Remove any pre-existing empty 3745328d5752SMark Fasheh * extents - having more than one in a leaf is 3746328d5752SMark Fasheh * illegal. 3747328d5752SMark Fasheh */ 374870f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3749328d5752SMark Fasheh if (ret) { 3750328d5752SMark Fasheh mlog_errno(ret); 3751328d5752SMark Fasheh goto out; 3752328d5752SMark Fasheh } 3753328d5752SMark Fasheh split_index--; 3754328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3755328d5752SMark Fasheh } 3756328d5752SMark Fasheh 3757328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) { 3758328d5752SMark Fasheh /* 3759328d5752SMark Fasheh * Left-right contig implies this. 3760328d5752SMark Fasheh */ 3761328d5752SMark Fasheh BUG_ON(!ctxt->c_split_covers_rec); 3762328d5752SMark Fasheh 3763328d5752SMark Fasheh /* 3764328d5752SMark Fasheh * Since the leftright insert always covers the entire 3765328d5752SMark Fasheh * extent, this call will delete the insert record 3766328d5752SMark Fasheh * entirely, resulting in an empty extent record added to 3767328d5752SMark Fasheh * the extent block. 3768328d5752SMark Fasheh * 3769328d5752SMark Fasheh * Since the adding of an empty extent shifts 3770328d5752SMark Fasheh * everything back to the right, there's no need to 3771328d5752SMark Fasheh * update split_index here. 3772677b9752STao Ma * 3773677b9752STao Ma * When the split_index is zero, we need to merge it to the 3774677b9752STao Ma * prevoius extent block. It is more efficient and easier 3775677b9752STao Ma * if we do merge_right first and merge_left later. 3776328d5752SMark Fasheh */ 37774fe82c31SJoel Becker ret = ocfs2_merge_rec_right(path, handle, et, split_rec, 3778677b9752STao Ma split_index); 3779328d5752SMark Fasheh if (ret) { 3780328d5752SMark Fasheh mlog_errno(ret); 3781328d5752SMark Fasheh goto out; 3782328d5752SMark Fasheh } 3783328d5752SMark Fasheh 3784328d5752SMark Fasheh /* 3785328d5752SMark Fasheh * We can only get this from logic error above. 3786328d5752SMark Fasheh */ 3787328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0])); 3788328d5752SMark Fasheh 3789677b9752STao Ma /* The merge left us with an empty extent, remove it. */ 379070f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3791328d5752SMark Fasheh if (ret) { 3792328d5752SMark Fasheh mlog_errno(ret); 3793328d5752SMark Fasheh goto out; 3794328d5752SMark Fasheh } 3795677b9752STao Ma 3796328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3797328d5752SMark Fasheh 3798328d5752SMark Fasheh /* 3799328d5752SMark Fasheh * Note that we don't pass split_rec here on purpose - 3800677b9752STao Ma * we've merged it into the rec already. 3801328d5752SMark Fasheh */ 38024fe82c31SJoel Becker ret = ocfs2_merge_rec_left(path, handle, et, rec, 38034fe82c31SJoel Becker dealloc, split_index); 3804677b9752STao Ma 3805328d5752SMark Fasheh if (ret) { 3806328d5752SMark Fasheh mlog_errno(ret); 3807328d5752SMark Fasheh goto out; 3808328d5752SMark Fasheh } 3809328d5752SMark Fasheh 381070f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3811328d5752SMark Fasheh /* 3812328d5752SMark Fasheh * Error from this last rotate is not critical, so 3813328d5752SMark Fasheh * print but don't bubble it up. 3814328d5752SMark Fasheh */ 3815328d5752SMark Fasheh if (ret) 3816328d5752SMark Fasheh mlog_errno(ret); 3817328d5752SMark Fasheh ret = 0; 3818328d5752SMark Fasheh } else { 3819328d5752SMark Fasheh /* 3820328d5752SMark Fasheh * Merge a record to the left or right. 3821328d5752SMark Fasheh * 3822328d5752SMark Fasheh * 'contig_type' is relative to the existing record, 3823328d5752SMark Fasheh * so for example, if we're "right contig", it's to 3824328d5752SMark Fasheh * the record on the left (hence the left merge). 3825328d5752SMark Fasheh */ 3826328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_RIGHT) { 38274fe82c31SJoel Becker ret = ocfs2_merge_rec_left(path, handle, et, 38284fe82c31SJoel Becker split_rec, dealloc, 3829328d5752SMark Fasheh split_index); 3830328d5752SMark Fasheh if (ret) { 3831328d5752SMark Fasheh mlog_errno(ret); 3832328d5752SMark Fasheh goto out; 3833328d5752SMark Fasheh } 3834328d5752SMark Fasheh } else { 38354fe82c31SJoel Becker ret = ocfs2_merge_rec_right(path, handle, 38367dc02805SJoel Becker et, split_rec, 3837328d5752SMark Fasheh split_index); 3838328d5752SMark Fasheh if (ret) { 3839328d5752SMark Fasheh mlog_errno(ret); 3840328d5752SMark Fasheh goto out; 3841328d5752SMark Fasheh } 3842328d5752SMark Fasheh } 3843328d5752SMark Fasheh 3844328d5752SMark Fasheh if (ctxt->c_split_covers_rec) { 3845328d5752SMark Fasheh /* 3846328d5752SMark Fasheh * The merge may have left an empty extent in 3847328d5752SMark Fasheh * our leaf. Try to rotate it away. 3848328d5752SMark Fasheh */ 384970f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, 385070f18c08SJoel Becker dealloc); 3851328d5752SMark Fasheh if (ret) 3852328d5752SMark Fasheh mlog_errno(ret); 3853328d5752SMark Fasheh ret = 0; 3854328d5752SMark Fasheh } 3855328d5752SMark Fasheh } 3856328d5752SMark Fasheh 3857328d5752SMark Fasheh out: 3858328d5752SMark Fasheh return ret; 3859328d5752SMark Fasheh } 3860328d5752SMark Fasheh 3861328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb, 3862328d5752SMark Fasheh enum ocfs2_split_type split, 3863328d5752SMark Fasheh struct ocfs2_extent_rec *rec, 3864328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3865328d5752SMark Fasheh { 3866328d5752SMark Fasheh u64 len_blocks; 3867328d5752SMark Fasheh 3868328d5752SMark Fasheh len_blocks = ocfs2_clusters_to_blocks(sb, 3869328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3870328d5752SMark Fasheh 3871328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3872328d5752SMark Fasheh /* 3873328d5752SMark Fasheh * Region is on the left edge of the existing 3874328d5752SMark Fasheh * record. 3875328d5752SMark Fasheh */ 3876328d5752SMark Fasheh le32_add_cpu(&rec->e_cpos, 3877328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3878328d5752SMark Fasheh le64_add_cpu(&rec->e_blkno, len_blocks); 3879328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3880328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3881328d5752SMark Fasheh } else { 3882328d5752SMark Fasheh /* 3883328d5752SMark Fasheh * Region is on the right edge of the existing 3884328d5752SMark Fasheh * record. 3885328d5752SMark Fasheh */ 3886328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3887328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3888328d5752SMark Fasheh } 3889328d5752SMark Fasheh } 3890328d5752SMark Fasheh 3891dcd0538fSMark Fasheh /* 3892dcd0538fSMark Fasheh * Do the final bits of extent record insertion at the target leaf 3893dcd0538fSMark Fasheh * list. If this leaf is part of an allocation tree, it is assumed 3894dcd0538fSMark Fasheh * that the tree above has been prepared. 3895dcd0538fSMark Fasheh */ 3896d5628623SJoel Becker static void ocfs2_insert_at_leaf(struct ocfs2_extent_tree *et, 3897d5628623SJoel Becker struct ocfs2_extent_rec *insert_rec, 3898dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 3899d5628623SJoel Becker struct ocfs2_insert_type *insert) 3900dcd0538fSMark Fasheh { 3901dcd0538fSMark Fasheh int i = insert->ins_contig_index; 3902dcd0538fSMark Fasheh unsigned int range; 3903dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 3904dcd0538fSMark Fasheh 3905e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 3906dcd0538fSMark Fasheh 3907328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3908328d5752SMark Fasheh i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos)); 3909328d5752SMark Fasheh BUG_ON(i == -1); 3910328d5752SMark Fasheh rec = &el->l_recs[i]; 3911d5628623SJoel Becker ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci), 3912d5628623SJoel Becker insert->ins_split, rec, 3913328d5752SMark Fasheh insert_rec); 3914328d5752SMark Fasheh goto rotate; 3915328d5752SMark Fasheh } 3916328d5752SMark Fasheh 3917dcd0538fSMark Fasheh /* 3918dcd0538fSMark Fasheh * Contiguous insert - either left or right. 3919dcd0538fSMark Fasheh */ 3920dcd0538fSMark Fasheh if (insert->ins_contig != CONTIG_NONE) { 3921dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3922dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT) { 3923dcd0538fSMark Fasheh rec->e_blkno = insert_rec->e_blkno; 3924dcd0538fSMark Fasheh rec->e_cpos = insert_rec->e_cpos; 3925dcd0538fSMark Fasheh } 3926e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3927e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3928dcd0538fSMark Fasheh return; 3929dcd0538fSMark Fasheh } 3930dcd0538fSMark Fasheh 3931dcd0538fSMark Fasheh /* 3932dcd0538fSMark Fasheh * Handle insert into an empty leaf. 3933dcd0538fSMark Fasheh */ 3934dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0 || 3935dcd0538fSMark Fasheh ((le16_to_cpu(el->l_next_free_rec) == 1) && 3936dcd0538fSMark Fasheh ocfs2_is_empty_extent(&el->l_recs[0]))) { 3937dcd0538fSMark Fasheh el->l_recs[0] = *insert_rec; 3938dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(1); 3939dcd0538fSMark Fasheh return; 3940dcd0538fSMark Fasheh } 3941dcd0538fSMark Fasheh 3942dcd0538fSMark Fasheh /* 3943dcd0538fSMark Fasheh * Appending insert. 3944dcd0538fSMark Fasheh */ 3945dcd0538fSMark Fasheh if (insert->ins_appending == APPEND_TAIL) { 3946dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 3947dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3948e48edee2SMark Fasheh range = le32_to_cpu(rec->e_cpos) 3949e48edee2SMark Fasheh + le16_to_cpu(rec->e_leaf_clusters); 3950dcd0538fSMark Fasheh BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range); 3951dcd0538fSMark Fasheh 3952dcd0538fSMark Fasheh mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >= 3953dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3954d5628623SJoel Becker "owner %llu, depth %u, count %u, next free %u, " 3955dcd0538fSMark Fasheh "rec.cpos %u, rec.clusters %u, " 3956dcd0538fSMark Fasheh "insert.cpos %u, insert.clusters %u\n", 3957d5628623SJoel Becker ocfs2_metadata_cache_owner(et->et_ci), 3958dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), 3959dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3960dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 3961dcd0538fSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos), 3962e48edee2SMark Fasheh le16_to_cpu(el->l_recs[i].e_leaf_clusters), 3963dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3964e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3965dcd0538fSMark Fasheh i++; 3966dcd0538fSMark Fasheh el->l_recs[i] = *insert_rec; 3967dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 3968dcd0538fSMark Fasheh return; 3969dcd0538fSMark Fasheh } 3970dcd0538fSMark Fasheh 3971328d5752SMark Fasheh rotate: 3972dcd0538fSMark Fasheh /* 3973dcd0538fSMark Fasheh * Ok, we have to rotate. 3974dcd0538fSMark Fasheh * 3975dcd0538fSMark Fasheh * At this point, it is safe to assume that inserting into an 3976dcd0538fSMark Fasheh * empty leaf and appending to a leaf have both been handled 3977dcd0538fSMark Fasheh * above. 3978dcd0538fSMark Fasheh * 3979dcd0538fSMark Fasheh * This leaf needs to have space, either by the empty 1st 3980dcd0538fSMark Fasheh * extent record, or by virtue of an l_next_rec < l_count. 3981dcd0538fSMark Fasheh */ 3982dcd0538fSMark Fasheh ocfs2_rotate_leaf(el, insert_rec); 3983dcd0538fSMark Fasheh } 3984dcd0538fSMark Fasheh 3985d401dc12SJoel Becker static void ocfs2_adjust_rightmost_records(handle_t *handle, 3986d401dc12SJoel Becker struct ocfs2_extent_tree *et, 3987328d5752SMark Fasheh struct ocfs2_path *path, 3988328d5752SMark Fasheh struct ocfs2_extent_rec *insert_rec) 3989328d5752SMark Fasheh { 3990328d5752SMark Fasheh int ret, i, next_free; 3991328d5752SMark Fasheh struct buffer_head *bh; 3992328d5752SMark Fasheh struct ocfs2_extent_list *el; 3993328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 3994328d5752SMark Fasheh 3995328d5752SMark Fasheh /* 3996328d5752SMark Fasheh * Update everything except the leaf block. 3997328d5752SMark Fasheh */ 3998328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 3999328d5752SMark Fasheh bh = path->p_node[i].bh; 4000328d5752SMark Fasheh el = path->p_node[i].el; 4001328d5752SMark Fasheh 4002328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 4003328d5752SMark Fasheh if (next_free == 0) { 4004d401dc12SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 4005d401dc12SJoel Becker "Owner %llu has a bad extent list", 4006d401dc12SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 4007328d5752SMark Fasheh ret = -EIO; 4008328d5752SMark Fasheh return; 4009328d5752SMark Fasheh } 4010328d5752SMark Fasheh 4011328d5752SMark Fasheh rec = &el->l_recs[next_free - 1]; 4012328d5752SMark Fasheh 4013328d5752SMark Fasheh rec->e_int_clusters = insert_rec->e_cpos; 4014328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 4015328d5752SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 4016328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 4017328d5752SMark Fasheh -le32_to_cpu(rec->e_cpos)); 4018328d5752SMark Fasheh 4019328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 4020328d5752SMark Fasheh if (ret) 4021328d5752SMark Fasheh mlog_errno(ret); 4022328d5752SMark Fasheh 4023328d5752SMark Fasheh } 4024328d5752SMark Fasheh } 4025328d5752SMark Fasheh 4026d401dc12SJoel Becker static int ocfs2_append_rec_to_path(handle_t *handle, 4027d401dc12SJoel Becker struct ocfs2_extent_tree *et, 4028dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4029dcd0538fSMark Fasheh struct ocfs2_path *right_path, 4030dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 4031dcd0538fSMark Fasheh { 4032328d5752SMark Fasheh int ret, next_free; 4033dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4034dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4035dcd0538fSMark Fasheh 4036dcd0538fSMark Fasheh *ret_left_path = NULL; 4037dcd0538fSMark Fasheh 4038dcd0538fSMark Fasheh /* 4039e48edee2SMark Fasheh * This shouldn't happen for non-trees. The extent rec cluster 4040e48edee2SMark Fasheh * count manipulation below only works for interior nodes. 4041e48edee2SMark Fasheh */ 4042e48edee2SMark Fasheh BUG_ON(right_path->p_tree_depth == 0); 4043e48edee2SMark Fasheh 4044e48edee2SMark Fasheh /* 4045dcd0538fSMark Fasheh * If our appending insert is at the leftmost edge of a leaf, 4046dcd0538fSMark Fasheh * then we might need to update the rightmost records of the 4047dcd0538fSMark Fasheh * neighboring path. 4048dcd0538fSMark Fasheh */ 4049dcd0538fSMark Fasheh el = path_leaf_el(right_path); 4050dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 4051dcd0538fSMark Fasheh if (next_free == 0 || 4052dcd0538fSMark Fasheh (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) { 4053dcd0538fSMark Fasheh u32 left_cpos; 4054dcd0538fSMark Fasheh 4055d401dc12SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 4056d401dc12SJoel Becker right_path, &left_cpos); 4057dcd0538fSMark Fasheh if (ret) { 4058dcd0538fSMark Fasheh mlog_errno(ret); 4059dcd0538fSMark Fasheh goto out; 4060dcd0538fSMark Fasheh } 4061dcd0538fSMark Fasheh 4062dcd0538fSMark Fasheh mlog(0, "Append may need a left path update. cpos: %u, " 4063dcd0538fSMark Fasheh "left_cpos: %u\n", le32_to_cpu(insert_rec->e_cpos), 4064dcd0538fSMark Fasheh left_cpos); 4065dcd0538fSMark Fasheh 4066dcd0538fSMark Fasheh /* 4067dcd0538fSMark Fasheh * No need to worry if the append is already in the 4068dcd0538fSMark Fasheh * leftmost leaf. 4069dcd0538fSMark Fasheh */ 4070dcd0538fSMark Fasheh if (left_cpos) { 4071ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 4072dcd0538fSMark Fasheh if (!left_path) { 4073dcd0538fSMark Fasheh ret = -ENOMEM; 4074dcd0538fSMark Fasheh mlog_errno(ret); 4075dcd0538fSMark Fasheh goto out; 4076dcd0538fSMark Fasheh } 4077dcd0538fSMark Fasheh 4078d401dc12SJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 4079facdb77fSJoel Becker left_cpos); 4080dcd0538fSMark Fasheh if (ret) { 4081dcd0538fSMark Fasheh mlog_errno(ret); 4082dcd0538fSMark Fasheh goto out; 4083dcd0538fSMark Fasheh } 4084dcd0538fSMark Fasheh 4085dcd0538fSMark Fasheh /* 4086dcd0538fSMark Fasheh * ocfs2_insert_path() will pass the left_path to the 4087dcd0538fSMark Fasheh * journal for us. 4088dcd0538fSMark Fasheh */ 4089dcd0538fSMark Fasheh } 4090dcd0538fSMark Fasheh } 4091dcd0538fSMark Fasheh 4092d401dc12SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4093dcd0538fSMark Fasheh if (ret) { 4094dcd0538fSMark Fasheh mlog_errno(ret); 4095dcd0538fSMark Fasheh goto out; 4096dcd0538fSMark Fasheh } 4097dcd0538fSMark Fasheh 4098d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, right_path, insert_rec); 4099dcd0538fSMark Fasheh 4100dcd0538fSMark Fasheh *ret_left_path = left_path; 4101dcd0538fSMark Fasheh ret = 0; 4102dcd0538fSMark Fasheh out: 4103dcd0538fSMark Fasheh if (ret != 0) 4104dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4105dcd0538fSMark Fasheh 4106dcd0538fSMark Fasheh return ret; 4107dcd0538fSMark Fasheh } 4108dcd0538fSMark Fasheh 4109c38e52bbSJoel Becker static void ocfs2_split_record(struct ocfs2_extent_tree *et, 4110328d5752SMark Fasheh struct ocfs2_path *left_path, 4111328d5752SMark Fasheh struct ocfs2_path *right_path, 4112328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4113328d5752SMark Fasheh enum ocfs2_split_type split) 4114328d5752SMark Fasheh { 4115328d5752SMark Fasheh int index; 4116328d5752SMark Fasheh u32 cpos = le32_to_cpu(split_rec->e_cpos); 4117328d5752SMark Fasheh struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el; 4118328d5752SMark Fasheh struct ocfs2_extent_rec *rec, *tmprec; 4119328d5752SMark Fasheh 4120c19a28e1SFernando Carrijo right_el = path_leaf_el(right_path); 4121328d5752SMark Fasheh if (left_path) 4122328d5752SMark Fasheh left_el = path_leaf_el(left_path); 4123328d5752SMark Fasheh 4124328d5752SMark Fasheh el = right_el; 4125328d5752SMark Fasheh insert_el = right_el; 4126328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4127328d5752SMark Fasheh if (index != -1) { 4128328d5752SMark Fasheh if (index == 0 && left_path) { 4129328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 4130328d5752SMark Fasheh 4131328d5752SMark Fasheh /* 4132328d5752SMark Fasheh * This typically means that the record 4133328d5752SMark Fasheh * started in the left path but moved to the 4134328d5752SMark Fasheh * right as a result of rotation. We either 4135328d5752SMark Fasheh * move the existing record to the left, or we 4136328d5752SMark Fasheh * do the later insert there. 4137328d5752SMark Fasheh * 4138328d5752SMark Fasheh * In this case, the left path should always 4139328d5752SMark Fasheh * exist as the rotate code will have passed 4140328d5752SMark Fasheh * it back for a post-insert update. 4141328d5752SMark Fasheh */ 4142328d5752SMark Fasheh 4143328d5752SMark Fasheh if (split == SPLIT_LEFT) { 4144328d5752SMark Fasheh /* 4145328d5752SMark Fasheh * It's a left split. Since we know 4146328d5752SMark Fasheh * that the rotate code gave us an 4147328d5752SMark Fasheh * empty extent in the left path, we 4148328d5752SMark Fasheh * can just do the insert there. 4149328d5752SMark Fasheh */ 4150328d5752SMark Fasheh insert_el = left_el; 4151328d5752SMark Fasheh } else { 4152328d5752SMark Fasheh /* 4153328d5752SMark Fasheh * Right split - we have to move the 4154328d5752SMark Fasheh * existing record over to the left 4155328d5752SMark Fasheh * leaf. The insert will be into the 4156328d5752SMark Fasheh * newly created empty extent in the 4157328d5752SMark Fasheh * right leaf. 4158328d5752SMark Fasheh */ 4159328d5752SMark Fasheh tmprec = &right_el->l_recs[index]; 4160328d5752SMark Fasheh ocfs2_rotate_leaf(left_el, tmprec); 4161328d5752SMark Fasheh el = left_el; 4162328d5752SMark Fasheh 4163328d5752SMark Fasheh memset(tmprec, 0, sizeof(*tmprec)); 4164328d5752SMark Fasheh index = ocfs2_search_extent_list(left_el, cpos); 4165328d5752SMark Fasheh BUG_ON(index == -1); 4166328d5752SMark Fasheh } 4167328d5752SMark Fasheh } 4168328d5752SMark Fasheh } else { 4169328d5752SMark Fasheh BUG_ON(!left_path); 4170328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0])); 4171328d5752SMark Fasheh /* 4172328d5752SMark Fasheh * Left path is easy - we can just allow the insert to 4173328d5752SMark Fasheh * happen. 4174328d5752SMark Fasheh */ 4175328d5752SMark Fasheh el = left_el; 4176328d5752SMark Fasheh insert_el = left_el; 4177328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4178328d5752SMark Fasheh BUG_ON(index == -1); 4179328d5752SMark Fasheh } 4180328d5752SMark Fasheh 4181328d5752SMark Fasheh rec = &el->l_recs[index]; 4182c38e52bbSJoel Becker ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci), 4183c38e52bbSJoel Becker split, rec, split_rec); 4184328d5752SMark Fasheh ocfs2_rotate_leaf(insert_el, split_rec); 4185328d5752SMark Fasheh } 4186328d5752SMark Fasheh 4187dcd0538fSMark Fasheh /* 4188e7d4cb6bSTao Ma * This function only does inserts on an allocation b-tree. For tree 4189e7d4cb6bSTao Ma * depth = 0, ocfs2_insert_at_leaf() is called directly. 4190dcd0538fSMark Fasheh * 4191dcd0538fSMark Fasheh * right_path is the path we want to do the actual insert 4192dcd0538fSMark Fasheh * in. left_path should only be passed in if we need to update that 4193dcd0538fSMark Fasheh * portion of the tree after an edge insert. 4194dcd0538fSMark Fasheh */ 41953505bec0SJoel Becker static int ocfs2_insert_path(handle_t *handle, 41967dc02805SJoel Becker struct ocfs2_extent_tree *et, 4197dcd0538fSMark Fasheh struct ocfs2_path *left_path, 4198dcd0538fSMark Fasheh struct ocfs2_path *right_path, 4199dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4200dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4201dcd0538fSMark Fasheh { 4202dcd0538fSMark Fasheh int ret, subtree_index; 4203dcd0538fSMark Fasheh struct buffer_head *leaf_bh = path_leaf_bh(right_path); 4204dcd0538fSMark Fasheh 4205dcd0538fSMark Fasheh if (left_path) { 4206dcd0538fSMark Fasheh int credits = handle->h_buffer_credits; 4207dcd0538fSMark Fasheh 4208dcd0538fSMark Fasheh /* 4209dcd0538fSMark Fasheh * There's a chance that left_path got passed back to 4210dcd0538fSMark Fasheh * us without being accounted for in the 4211dcd0538fSMark Fasheh * journal. Extend our transaction here to be sure we 4212dcd0538fSMark Fasheh * can change those blocks. 4213dcd0538fSMark Fasheh */ 4214dcd0538fSMark Fasheh credits += left_path->p_tree_depth; 4215dcd0538fSMark Fasheh 4216dcd0538fSMark Fasheh ret = ocfs2_extend_trans(handle, credits); 4217dcd0538fSMark Fasheh if (ret < 0) { 4218dcd0538fSMark Fasheh mlog_errno(ret); 4219dcd0538fSMark Fasheh goto out; 4220dcd0538fSMark Fasheh } 4221dcd0538fSMark Fasheh 42227dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 4223dcd0538fSMark Fasheh if (ret < 0) { 4224dcd0538fSMark Fasheh mlog_errno(ret); 4225dcd0538fSMark Fasheh goto out; 4226dcd0538fSMark Fasheh } 4227dcd0538fSMark Fasheh } 4228dcd0538fSMark Fasheh 4229e8aed345SMark Fasheh /* 4230e8aed345SMark Fasheh * Pass both paths to the journal. The majority of inserts 4231e8aed345SMark Fasheh * will be touching all components anyway. 4232e8aed345SMark Fasheh */ 42337dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4234e8aed345SMark Fasheh if (ret < 0) { 4235e8aed345SMark Fasheh mlog_errno(ret); 4236e8aed345SMark Fasheh goto out; 4237e8aed345SMark Fasheh } 4238e8aed345SMark Fasheh 4239328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 4240328d5752SMark Fasheh /* 4241328d5752SMark Fasheh * We could call ocfs2_insert_at_leaf() for some types 4242c78bad11SJoe Perches * of splits, but it's easier to just let one separate 4243328d5752SMark Fasheh * function sort it all out. 4244328d5752SMark Fasheh */ 4245c38e52bbSJoel Becker ocfs2_split_record(et, left_path, right_path, 4246328d5752SMark Fasheh insert_rec, insert->ins_split); 4247e8aed345SMark Fasheh 4248e8aed345SMark Fasheh /* 4249e8aed345SMark Fasheh * Split might have modified either leaf and we don't 4250e8aed345SMark Fasheh * have a guarantee that the later edge insert will 4251e8aed345SMark Fasheh * dirty this for us. 4252e8aed345SMark Fasheh */ 4253e8aed345SMark Fasheh if (left_path) 4254e8aed345SMark Fasheh ret = ocfs2_journal_dirty(handle, 4255e8aed345SMark Fasheh path_leaf_bh(left_path)); 4256e8aed345SMark Fasheh if (ret) 4257e8aed345SMark Fasheh mlog_errno(ret); 4258328d5752SMark Fasheh } else 4259d5628623SJoel Becker ocfs2_insert_at_leaf(et, insert_rec, path_leaf_el(right_path), 4260d5628623SJoel Becker insert); 4261dcd0538fSMark Fasheh 4262dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, leaf_bh); 4263dcd0538fSMark Fasheh if (ret) 4264dcd0538fSMark Fasheh mlog_errno(ret); 4265dcd0538fSMark Fasheh 4266dcd0538fSMark Fasheh if (left_path) { 4267dcd0538fSMark Fasheh /* 4268dcd0538fSMark Fasheh * The rotate code has indicated that we need to fix 4269dcd0538fSMark Fasheh * up portions of the tree after the insert. 4270dcd0538fSMark Fasheh * 4271dcd0538fSMark Fasheh * XXX: Should we extend the transaction here? 4272dcd0538fSMark Fasheh */ 42737dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 4274dcd0538fSMark Fasheh right_path); 42754619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 42764619c73eSJoel Becker subtree_index); 4277dcd0538fSMark Fasheh } 4278dcd0538fSMark Fasheh 4279dcd0538fSMark Fasheh ret = 0; 4280dcd0538fSMark Fasheh out: 4281dcd0538fSMark Fasheh return ret; 4282dcd0538fSMark Fasheh } 4283dcd0538fSMark Fasheh 42843505bec0SJoel Becker static int ocfs2_do_insert_extent(handle_t *handle, 4285e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4286dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4287dcd0538fSMark Fasheh struct ocfs2_insert_type *type) 4288dcd0538fSMark Fasheh { 4289dcd0538fSMark Fasheh int ret, rotate = 0; 4290dcd0538fSMark Fasheh u32 cpos; 4291dcd0538fSMark Fasheh struct ocfs2_path *right_path = NULL; 4292dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4293dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4294dcd0538fSMark Fasheh 4295ce1d9ea6SJoel Becker el = et->et_root_el; 4296dcd0538fSMark Fasheh 4297d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4298dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4299dcd0538fSMark Fasheh if (ret) { 4300dcd0538fSMark Fasheh mlog_errno(ret); 4301dcd0538fSMark Fasheh goto out; 4302dcd0538fSMark Fasheh } 4303dcd0538fSMark Fasheh 4304dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 4305d5628623SJoel Becker ocfs2_insert_at_leaf(et, insert_rec, el, type); 4306dcd0538fSMark Fasheh goto out_update_clusters; 4307dcd0538fSMark Fasheh } 4308dcd0538fSMark Fasheh 4309ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_et(et); 4310dcd0538fSMark Fasheh if (!right_path) { 4311dcd0538fSMark Fasheh ret = -ENOMEM; 4312dcd0538fSMark Fasheh mlog_errno(ret); 4313dcd0538fSMark Fasheh goto out; 4314dcd0538fSMark Fasheh } 4315dcd0538fSMark Fasheh 4316dcd0538fSMark Fasheh /* 4317dcd0538fSMark Fasheh * Determine the path to start with. Rotations need the 4318dcd0538fSMark Fasheh * rightmost path, everything else can go directly to the 4319dcd0538fSMark Fasheh * target leaf. 4320dcd0538fSMark Fasheh */ 4321dcd0538fSMark Fasheh cpos = le32_to_cpu(insert_rec->e_cpos); 4322dcd0538fSMark Fasheh if (type->ins_appending == APPEND_NONE && 4323dcd0538fSMark Fasheh type->ins_contig == CONTIG_NONE) { 4324dcd0538fSMark Fasheh rotate = 1; 4325dcd0538fSMark Fasheh cpos = UINT_MAX; 4326dcd0538fSMark Fasheh } 4327dcd0538fSMark Fasheh 4328facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, cpos); 4329dcd0538fSMark Fasheh if (ret) { 4330dcd0538fSMark Fasheh mlog_errno(ret); 4331dcd0538fSMark Fasheh goto out; 4332dcd0538fSMark Fasheh } 4333dcd0538fSMark Fasheh 4334dcd0538fSMark Fasheh /* 4335dcd0538fSMark Fasheh * Rotations and appends need special treatment - they modify 4336dcd0538fSMark Fasheh * parts of the tree's above them. 4337dcd0538fSMark Fasheh * 4338dcd0538fSMark Fasheh * Both might pass back a path immediate to the left of the 4339dcd0538fSMark Fasheh * one being inserted to. This will be cause 4340dcd0538fSMark Fasheh * ocfs2_insert_path() to modify the rightmost records of 4341dcd0538fSMark Fasheh * left_path to account for an edge insert. 4342dcd0538fSMark Fasheh * 4343dcd0538fSMark Fasheh * XXX: When modifying this code, keep in mind that an insert 4344dcd0538fSMark Fasheh * can wind up skipping both of these two special cases... 4345dcd0538fSMark Fasheh */ 4346dcd0538fSMark Fasheh if (rotate) { 43471bbf0b8dSJoel Becker ret = ocfs2_rotate_tree_right(handle, et, type->ins_split, 4348dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 4349dcd0538fSMark Fasheh right_path, &left_path); 4350dcd0538fSMark Fasheh if (ret) { 4351dcd0538fSMark Fasheh mlog_errno(ret); 4352dcd0538fSMark Fasheh goto out; 4353dcd0538fSMark Fasheh } 4354e8aed345SMark Fasheh 4355e8aed345SMark Fasheh /* 4356e8aed345SMark Fasheh * ocfs2_rotate_tree_right() might have extended the 4357e8aed345SMark Fasheh * transaction without re-journaling our tree root. 4358e8aed345SMark Fasheh */ 4359d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4360e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4361e8aed345SMark Fasheh if (ret) { 4362e8aed345SMark Fasheh mlog_errno(ret); 4363e8aed345SMark Fasheh goto out; 4364e8aed345SMark Fasheh } 4365dcd0538fSMark Fasheh } else if (type->ins_appending == APPEND_TAIL 4366dcd0538fSMark Fasheh && type->ins_contig != CONTIG_LEFT) { 4367d401dc12SJoel Becker ret = ocfs2_append_rec_to_path(handle, et, insert_rec, 4368dcd0538fSMark Fasheh right_path, &left_path); 4369dcd0538fSMark Fasheh if (ret) { 4370dcd0538fSMark Fasheh mlog_errno(ret); 4371dcd0538fSMark Fasheh goto out; 4372dcd0538fSMark Fasheh } 4373dcd0538fSMark Fasheh } 4374dcd0538fSMark Fasheh 43753505bec0SJoel Becker ret = ocfs2_insert_path(handle, et, left_path, right_path, 4376dcd0538fSMark Fasheh insert_rec, type); 4377dcd0538fSMark Fasheh if (ret) { 4378dcd0538fSMark Fasheh mlog_errno(ret); 4379dcd0538fSMark Fasheh goto out; 4380dcd0538fSMark Fasheh } 4381dcd0538fSMark Fasheh 4382dcd0538fSMark Fasheh out_update_clusters: 4383328d5752SMark Fasheh if (type->ins_split == SPLIT_NONE) 43846136ca5fSJoel Becker ocfs2_et_update_clusters(et, 4385e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 4386dcd0538fSMark Fasheh 4387ce1d9ea6SJoel Becker ret = ocfs2_journal_dirty(handle, et->et_root_bh); 4388dcd0538fSMark Fasheh if (ret) 4389dcd0538fSMark Fasheh mlog_errno(ret); 4390dcd0538fSMark Fasheh 4391dcd0538fSMark Fasheh out: 4392dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4393dcd0538fSMark Fasheh ocfs2_free_path(right_path); 4394dcd0538fSMark Fasheh 4395dcd0538fSMark Fasheh return ret; 4396dcd0538fSMark Fasheh } 4397dcd0538fSMark Fasheh 4398328d5752SMark Fasheh static enum ocfs2_contig_type 4399a2970291SJoel Becker ocfs2_figure_merge_contig_type(struct ocfs2_extent_tree *et, 4400a2970291SJoel Becker struct ocfs2_path *path, 4401328d5752SMark Fasheh struct ocfs2_extent_list *el, int index, 4402328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 4403328d5752SMark Fasheh { 4404ad5a4d70STao Ma int status; 4405328d5752SMark Fasheh enum ocfs2_contig_type ret = CONTIG_NONE; 4406ad5a4d70STao Ma u32 left_cpos, right_cpos; 4407ad5a4d70STao Ma struct ocfs2_extent_rec *rec = NULL; 4408ad5a4d70STao Ma struct ocfs2_extent_list *new_el; 4409ad5a4d70STao Ma struct ocfs2_path *left_path = NULL, *right_path = NULL; 4410ad5a4d70STao Ma struct buffer_head *bh; 4411ad5a4d70STao Ma struct ocfs2_extent_block *eb; 4412a2970291SJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 4413ad5a4d70STao Ma 4414ad5a4d70STao Ma if (index > 0) { 4415ad5a4d70STao Ma rec = &el->l_recs[index - 1]; 4416ad5a4d70STao Ma } else if (path->p_tree_depth > 0) { 4417a2970291SJoel Becker status = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos); 4418ad5a4d70STao Ma if (status) 4419ad5a4d70STao Ma goto out; 4420ad5a4d70STao Ma 4421ad5a4d70STao Ma if (left_cpos != 0) { 4422ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 4423ad5a4d70STao Ma if (!left_path) 4424ad5a4d70STao Ma goto out; 4425ad5a4d70STao Ma 4426a2970291SJoel Becker status = ocfs2_find_path(et->et_ci, left_path, 4427a2970291SJoel Becker left_cpos); 4428ad5a4d70STao Ma if (status) 4429ad5a4d70STao Ma goto out; 4430ad5a4d70STao Ma 4431ad5a4d70STao Ma new_el = path_leaf_el(left_path); 4432ad5a4d70STao Ma 4433ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) != 4434ad5a4d70STao Ma le16_to_cpu(new_el->l_count)) { 4435ad5a4d70STao Ma bh = path_leaf_bh(left_path); 4436ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 4437a2970291SJoel Becker ocfs2_error(sb, 44385e96581aSJoel Becker "Extent block #%llu has an " 44395e96581aSJoel Becker "invalid l_next_free_rec of " 44405e96581aSJoel Becker "%d. It should have " 44415e96581aSJoel Becker "matched the l_count of %d", 44425e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 44435e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec), 44445e96581aSJoel Becker le16_to_cpu(new_el->l_count)); 44455e96581aSJoel Becker status = -EINVAL; 4446ad5a4d70STao Ma goto out; 4447ad5a4d70STao Ma } 4448ad5a4d70STao Ma rec = &new_el->l_recs[ 4449ad5a4d70STao Ma le16_to_cpu(new_el->l_next_free_rec) - 1]; 4450ad5a4d70STao Ma } 4451ad5a4d70STao Ma } 4452328d5752SMark Fasheh 4453328d5752SMark Fasheh /* 4454328d5752SMark Fasheh * We're careful to check for an empty extent record here - 4455328d5752SMark Fasheh * the merge code will know what to do if it sees one. 4456328d5752SMark Fasheh */ 4457ad5a4d70STao Ma if (rec) { 4458328d5752SMark Fasheh if (index == 1 && ocfs2_is_empty_extent(rec)) { 4459328d5752SMark Fasheh if (split_rec->e_cpos == el->l_recs[index].e_cpos) 4460328d5752SMark Fasheh ret = CONTIG_RIGHT; 4461328d5752SMark Fasheh } else { 4462853a3a14STao Ma ret = ocfs2_et_extent_contig(et, rec, split_rec); 4463328d5752SMark Fasheh } 4464328d5752SMark Fasheh } 4465328d5752SMark Fasheh 4466ad5a4d70STao Ma rec = NULL; 4467ad5a4d70STao Ma if (index < (le16_to_cpu(el->l_next_free_rec) - 1)) 4468ad5a4d70STao Ma rec = &el->l_recs[index + 1]; 4469ad5a4d70STao Ma else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) && 4470ad5a4d70STao Ma path->p_tree_depth > 0) { 4471a2970291SJoel Becker status = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos); 4472ad5a4d70STao Ma if (status) 4473ad5a4d70STao Ma goto out; 4474ad5a4d70STao Ma 4475ad5a4d70STao Ma if (right_cpos == 0) 4476ad5a4d70STao Ma goto out; 4477ad5a4d70STao Ma 4478ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 4479ad5a4d70STao Ma if (!right_path) 4480ad5a4d70STao Ma goto out; 4481ad5a4d70STao Ma 4482a2970291SJoel Becker status = ocfs2_find_path(et->et_ci, right_path, right_cpos); 4483ad5a4d70STao Ma if (status) 4484ad5a4d70STao Ma goto out; 4485ad5a4d70STao Ma 4486ad5a4d70STao Ma new_el = path_leaf_el(right_path); 4487ad5a4d70STao Ma rec = &new_el->l_recs[0]; 4488ad5a4d70STao Ma if (ocfs2_is_empty_extent(rec)) { 4489ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) <= 1) { 4490ad5a4d70STao Ma bh = path_leaf_bh(right_path); 4491ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 4492a2970291SJoel Becker ocfs2_error(sb, 44935e96581aSJoel Becker "Extent block #%llu has an " 44945e96581aSJoel Becker "invalid l_next_free_rec of %d", 44955e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 44965e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec)); 44975e96581aSJoel Becker status = -EINVAL; 4498ad5a4d70STao Ma goto out; 4499ad5a4d70STao Ma } 4500ad5a4d70STao Ma rec = &new_el->l_recs[1]; 4501ad5a4d70STao Ma } 4502ad5a4d70STao Ma } 4503ad5a4d70STao Ma 4504ad5a4d70STao Ma if (rec) { 4505328d5752SMark Fasheh enum ocfs2_contig_type contig_type; 4506328d5752SMark Fasheh 4507853a3a14STao Ma contig_type = ocfs2_et_extent_contig(et, rec, split_rec); 4508328d5752SMark Fasheh 4509328d5752SMark Fasheh if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT) 4510328d5752SMark Fasheh ret = CONTIG_LEFTRIGHT; 4511328d5752SMark Fasheh else if (ret == CONTIG_NONE) 4512328d5752SMark Fasheh ret = contig_type; 4513328d5752SMark Fasheh } 4514328d5752SMark Fasheh 4515ad5a4d70STao Ma out: 4516ad5a4d70STao Ma if (left_path) 4517ad5a4d70STao Ma ocfs2_free_path(left_path); 4518ad5a4d70STao Ma if (right_path) 4519ad5a4d70STao Ma ocfs2_free_path(right_path); 4520ad5a4d70STao Ma 4521328d5752SMark Fasheh return ret; 4522328d5752SMark Fasheh } 4523328d5752SMark Fasheh 45241ef61b33SJoel Becker static void ocfs2_figure_contig_type(struct ocfs2_extent_tree *et, 4525dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 4526dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 45271ef61b33SJoel Becker struct ocfs2_extent_rec *insert_rec) 4528dcd0538fSMark Fasheh { 4529dcd0538fSMark Fasheh int i; 4530dcd0538fSMark Fasheh enum ocfs2_contig_type contig_type = CONTIG_NONE; 4531dcd0538fSMark Fasheh 4532e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4533e48edee2SMark Fasheh 4534dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 4535853a3a14STao Ma contig_type = ocfs2_et_extent_contig(et, &el->l_recs[i], 4536853a3a14STao Ma insert_rec); 4537dcd0538fSMark Fasheh if (contig_type != CONTIG_NONE) { 4538dcd0538fSMark Fasheh insert->ins_contig_index = i; 4539dcd0538fSMark Fasheh break; 4540dcd0538fSMark Fasheh } 4541dcd0538fSMark Fasheh } 4542dcd0538fSMark Fasheh insert->ins_contig = contig_type; 4543ca12b7c4STao Ma 4544ca12b7c4STao Ma if (insert->ins_contig != CONTIG_NONE) { 4545ca12b7c4STao Ma struct ocfs2_extent_rec *rec = 4546ca12b7c4STao Ma &el->l_recs[insert->ins_contig_index]; 4547ca12b7c4STao Ma unsigned int len = le16_to_cpu(rec->e_leaf_clusters) + 4548ca12b7c4STao Ma le16_to_cpu(insert_rec->e_leaf_clusters); 4549ca12b7c4STao Ma 4550ca12b7c4STao Ma /* 4551ca12b7c4STao Ma * Caller might want us to limit the size of extents, don't 4552ca12b7c4STao Ma * calculate contiguousness if we might exceed that limit. 4553ca12b7c4STao Ma */ 4554ce1d9ea6SJoel Becker if (et->et_max_leaf_clusters && 4555ce1d9ea6SJoel Becker (len > et->et_max_leaf_clusters)) 4556ca12b7c4STao Ma insert->ins_contig = CONTIG_NONE; 4557ca12b7c4STao Ma } 4558dcd0538fSMark Fasheh } 4559dcd0538fSMark Fasheh 4560dcd0538fSMark Fasheh /* 4561dcd0538fSMark Fasheh * This should only be called against the righmost leaf extent list. 4562dcd0538fSMark Fasheh * 4563dcd0538fSMark Fasheh * ocfs2_figure_appending_type() will figure out whether we'll have to 4564dcd0538fSMark Fasheh * insert at the tail of the rightmost leaf. 4565dcd0538fSMark Fasheh * 4566e7d4cb6bSTao Ma * This should also work against the root extent list for tree's with 0 4567e7d4cb6bSTao Ma * depth. If we consider the root extent list to be the rightmost leaf node 4568dcd0538fSMark Fasheh * then the logic here makes sense. 4569dcd0538fSMark Fasheh */ 4570dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert, 4571dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4572dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4573dcd0538fSMark Fasheh { 4574dcd0538fSMark Fasheh int i; 4575dcd0538fSMark Fasheh u32 cpos = le32_to_cpu(insert_rec->e_cpos); 4576dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 4577dcd0538fSMark Fasheh 4578dcd0538fSMark Fasheh insert->ins_appending = APPEND_NONE; 4579dcd0538fSMark Fasheh 4580e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4581dcd0538fSMark Fasheh 4582dcd0538fSMark Fasheh if (!el->l_next_free_rec) 4583dcd0538fSMark Fasheh goto set_tail_append; 4584dcd0538fSMark Fasheh 4585dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 4586dcd0538fSMark Fasheh /* Were all records empty? */ 4587dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 1) 4588dcd0538fSMark Fasheh goto set_tail_append; 4589dcd0538fSMark Fasheh } 4590dcd0538fSMark Fasheh 4591dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 4592dcd0538fSMark Fasheh rec = &el->l_recs[i]; 4593dcd0538fSMark Fasheh 4594e48edee2SMark Fasheh if (cpos >= 4595e48edee2SMark Fasheh (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters))) 4596dcd0538fSMark Fasheh goto set_tail_append; 4597dcd0538fSMark Fasheh 4598dcd0538fSMark Fasheh return; 4599dcd0538fSMark Fasheh 4600dcd0538fSMark Fasheh set_tail_append: 4601dcd0538fSMark Fasheh insert->ins_appending = APPEND_TAIL; 4602dcd0538fSMark Fasheh } 4603dcd0538fSMark Fasheh 4604dcd0538fSMark Fasheh /* 4605dcd0538fSMark Fasheh * Helper function called at the begining of an insert. 4606dcd0538fSMark Fasheh * 4607dcd0538fSMark Fasheh * This computes a few things that are commonly used in the process of 4608dcd0538fSMark Fasheh * inserting into the btree: 4609dcd0538fSMark Fasheh * - Whether the new extent is contiguous with an existing one. 4610dcd0538fSMark Fasheh * - The current tree depth. 4611dcd0538fSMark Fasheh * - Whether the insert is an appending one. 4612dcd0538fSMark Fasheh * - The total # of free records in the tree. 4613dcd0538fSMark Fasheh * 4614dcd0538fSMark Fasheh * All of the information is stored on the ocfs2_insert_type 4615dcd0538fSMark Fasheh * structure. 4616dcd0538fSMark Fasheh */ 4617627961b7SJoel Becker static int ocfs2_figure_insert_type(struct ocfs2_extent_tree *et, 4618dcd0538fSMark Fasheh struct buffer_head **last_eb_bh, 4619dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4620c77534f6STao Mao int *free_records, 4621dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4622dcd0538fSMark Fasheh { 4623dcd0538fSMark Fasheh int ret; 4624dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 4625dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4626dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 4627dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 4628dcd0538fSMark Fasheh 4629328d5752SMark Fasheh insert->ins_split = SPLIT_NONE; 4630328d5752SMark Fasheh 4631ce1d9ea6SJoel Becker el = et->et_root_el; 4632dcd0538fSMark Fasheh insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth); 4633dcd0538fSMark Fasheh 4634dcd0538fSMark Fasheh if (el->l_tree_depth) { 4635dcd0538fSMark Fasheh /* 4636dcd0538fSMark Fasheh * If we have tree depth, we read in the 4637dcd0538fSMark Fasheh * rightmost extent block ahead of time as 4638dcd0538fSMark Fasheh * ocfs2_figure_insert_type() and ocfs2_add_branch() 4639dcd0538fSMark Fasheh * may want it later. 4640dcd0538fSMark Fasheh */ 46413d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 46425e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 46435e96581aSJoel Becker &bh); 4644dcd0538fSMark Fasheh if (ret) { 4645dcd0538fSMark Fasheh mlog_exit(ret); 4646dcd0538fSMark Fasheh goto out; 4647dcd0538fSMark Fasheh } 4648dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 4649dcd0538fSMark Fasheh el = &eb->h_list; 4650dcd0538fSMark Fasheh } 4651dcd0538fSMark Fasheh 4652dcd0538fSMark Fasheh /* 4653dcd0538fSMark Fasheh * Unless we have a contiguous insert, we'll need to know if 4654dcd0538fSMark Fasheh * there is room left in our allocation tree for another 4655dcd0538fSMark Fasheh * extent record. 4656dcd0538fSMark Fasheh * 4657dcd0538fSMark Fasheh * XXX: This test is simplistic, we can search for empty 4658dcd0538fSMark Fasheh * extent records too. 4659dcd0538fSMark Fasheh */ 4660c77534f6STao Mao *free_records = le16_to_cpu(el->l_count) - 4661dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec); 4662dcd0538fSMark Fasheh 4663dcd0538fSMark Fasheh if (!insert->ins_tree_depth) { 46641ef61b33SJoel Becker ocfs2_figure_contig_type(et, insert, el, insert_rec); 4665dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4666dcd0538fSMark Fasheh return 0; 4667dcd0538fSMark Fasheh } 4668dcd0538fSMark Fasheh 4669ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 4670dcd0538fSMark Fasheh if (!path) { 4671dcd0538fSMark Fasheh ret = -ENOMEM; 4672dcd0538fSMark Fasheh mlog_errno(ret); 4673dcd0538fSMark Fasheh goto out; 4674dcd0538fSMark Fasheh } 4675dcd0538fSMark Fasheh 4676dcd0538fSMark Fasheh /* 4677dcd0538fSMark Fasheh * In the case that we're inserting past what the tree 4678dcd0538fSMark Fasheh * currently accounts for, ocfs2_find_path() will return for 4679dcd0538fSMark Fasheh * us the rightmost tree path. This is accounted for below in 4680dcd0538fSMark Fasheh * the appending code. 4681dcd0538fSMark Fasheh */ 4682facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, le32_to_cpu(insert_rec->e_cpos)); 4683dcd0538fSMark Fasheh if (ret) { 4684dcd0538fSMark Fasheh mlog_errno(ret); 4685dcd0538fSMark Fasheh goto out; 4686dcd0538fSMark Fasheh } 4687dcd0538fSMark Fasheh 4688dcd0538fSMark Fasheh el = path_leaf_el(path); 4689dcd0538fSMark Fasheh 4690dcd0538fSMark Fasheh /* 4691dcd0538fSMark Fasheh * Now that we have the path, there's two things we want to determine: 4692dcd0538fSMark Fasheh * 1) Contiguousness (also set contig_index if this is so) 4693dcd0538fSMark Fasheh * 4694dcd0538fSMark Fasheh * 2) Are we doing an append? We can trivially break this up 4695dcd0538fSMark Fasheh * into two types of appends: simple record append, or a 4696dcd0538fSMark Fasheh * rotate inside the tail leaf. 4697dcd0538fSMark Fasheh */ 46981ef61b33SJoel Becker ocfs2_figure_contig_type(et, insert, el, insert_rec); 4699dcd0538fSMark Fasheh 4700dcd0538fSMark Fasheh /* 4701dcd0538fSMark Fasheh * The insert code isn't quite ready to deal with all cases of 4702dcd0538fSMark Fasheh * left contiguousness. Specifically, if it's an insert into 4703dcd0538fSMark Fasheh * the 1st record in a leaf, it will require the adjustment of 4704e48edee2SMark Fasheh * cluster count on the last record of the path directly to it's 4705dcd0538fSMark Fasheh * left. For now, just catch that case and fool the layers 4706dcd0538fSMark Fasheh * above us. This works just fine for tree_depth == 0, which 4707dcd0538fSMark Fasheh * is why we allow that above. 4708dcd0538fSMark Fasheh */ 4709dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT && 4710dcd0538fSMark Fasheh insert->ins_contig_index == 0) 4711dcd0538fSMark Fasheh insert->ins_contig = CONTIG_NONE; 4712dcd0538fSMark Fasheh 4713dcd0538fSMark Fasheh /* 4714dcd0538fSMark Fasheh * Ok, so we can simply compare against last_eb to figure out 4715dcd0538fSMark Fasheh * whether the path doesn't exist. This will only happen in 4716dcd0538fSMark Fasheh * the case that we're doing a tail append, so maybe we can 4717dcd0538fSMark Fasheh * take advantage of that information somehow. 4718dcd0538fSMark Fasheh */ 471935dc0aa3SJoel Becker if (ocfs2_et_get_last_eb_blk(et) == 4720e7d4cb6bSTao Ma path_leaf_bh(path)->b_blocknr) { 4721dcd0538fSMark Fasheh /* 4722dcd0538fSMark Fasheh * Ok, ocfs2_find_path() returned us the rightmost 4723dcd0538fSMark Fasheh * tree path. This might be an appending insert. There are 4724dcd0538fSMark Fasheh * two cases: 4725dcd0538fSMark Fasheh * 1) We're doing a true append at the tail: 4726dcd0538fSMark Fasheh * -This might even be off the end of the leaf 4727dcd0538fSMark Fasheh * 2) We're "appending" by rotating in the tail 4728dcd0538fSMark Fasheh */ 4729dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4730dcd0538fSMark Fasheh } 4731dcd0538fSMark Fasheh 4732dcd0538fSMark Fasheh out: 4733dcd0538fSMark Fasheh ocfs2_free_path(path); 4734dcd0538fSMark Fasheh 4735dcd0538fSMark Fasheh if (ret == 0) 4736dcd0538fSMark Fasheh *last_eb_bh = bh; 4737dcd0538fSMark Fasheh else 4738dcd0538fSMark Fasheh brelse(bh); 4739dcd0538fSMark Fasheh return ret; 4740dcd0538fSMark Fasheh } 4741dcd0538fSMark Fasheh 4742dcd0538fSMark Fasheh /* 4743cc79d8c1SJoel Becker * Insert an extent into a btree. 4744dcd0538fSMark Fasheh * 4745cc79d8c1SJoel Becker * The caller needs to update the owning btree's cluster count. 4746dcd0538fSMark Fasheh */ 4747cc79d8c1SJoel Becker int ocfs2_insert_extent(handle_t *handle, 4748f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 4749dcd0538fSMark Fasheh u32 cpos, 4750ccd979bdSMark Fasheh u64 start_blk, 4751ccd979bdSMark Fasheh u32 new_clusters, 47522ae99a60SMark Fasheh u8 flags, 4753f99b9b7cSJoel Becker struct ocfs2_alloc_context *meta_ac) 4754ccd979bdSMark Fasheh { 4755c3afcbb3SMark Fasheh int status; 4756c77534f6STao Mao int uninitialized_var(free_records); 4757ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 4758dcd0538fSMark Fasheh struct ocfs2_insert_type insert = {0, }; 4759dcd0538fSMark Fasheh struct ocfs2_extent_rec rec; 4760ccd979bdSMark Fasheh 4761cc79d8c1SJoel Becker mlog(0, "add %u clusters at position %u to owner %llu\n", 4762cc79d8c1SJoel Becker new_clusters, cpos, 4763cc79d8c1SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 4764ccd979bdSMark Fasheh 4765e48edee2SMark Fasheh memset(&rec, 0, sizeof(rec)); 4766dcd0538fSMark Fasheh rec.e_cpos = cpu_to_le32(cpos); 4767dcd0538fSMark Fasheh rec.e_blkno = cpu_to_le64(start_blk); 4768e48edee2SMark Fasheh rec.e_leaf_clusters = cpu_to_le16(new_clusters); 47692ae99a60SMark Fasheh rec.e_flags = flags; 47706136ca5fSJoel Becker status = ocfs2_et_insert_check(et, &rec); 47711e61ee79SJoel Becker if (status) { 47721e61ee79SJoel Becker mlog_errno(status); 47731e61ee79SJoel Becker goto bail; 47741e61ee79SJoel Becker } 4775ccd979bdSMark Fasheh 4776627961b7SJoel Becker status = ocfs2_figure_insert_type(et, &last_eb_bh, &rec, 4777c77534f6STao Mao &free_records, &insert); 4778ccd979bdSMark Fasheh if (status < 0) { 4779dcd0538fSMark Fasheh mlog_errno(status); 4780ccd979bdSMark Fasheh goto bail; 4781ccd979bdSMark Fasheh } 4782ccd979bdSMark Fasheh 4783dcd0538fSMark Fasheh mlog(0, "Insert.appending: %u, Insert.Contig: %u, " 4784dcd0538fSMark Fasheh "Insert.contig_index: %d, Insert.free_records: %d, " 4785dcd0538fSMark Fasheh "Insert.tree_depth: %d\n", 4786dcd0538fSMark Fasheh insert.ins_appending, insert.ins_contig, insert.ins_contig_index, 4787c77534f6STao Mao free_records, insert.ins_tree_depth); 4788dcd0538fSMark Fasheh 4789c77534f6STao Mao if (insert.ins_contig == CONTIG_NONE && free_records == 0) { 4790d401dc12SJoel Becker status = ocfs2_grow_tree(handle, et, 4791328d5752SMark Fasheh &insert.ins_tree_depth, &last_eb_bh, 4792ccd979bdSMark Fasheh meta_ac); 4793c3afcbb3SMark Fasheh if (status) { 4794ccd979bdSMark Fasheh mlog_errno(status); 4795ccd979bdSMark Fasheh goto bail; 4796ccd979bdSMark Fasheh } 4797c3afcbb3SMark Fasheh } 4798ccd979bdSMark Fasheh 4799dcd0538fSMark Fasheh /* Finally, we can add clusters. This might rotate the tree for us. */ 48003505bec0SJoel Becker status = ocfs2_do_insert_extent(handle, et, &rec, &insert); 4801ccd979bdSMark Fasheh if (status < 0) 4802ccd979bdSMark Fasheh mlog_errno(status); 480392ba470cSJoel Becker else 480492ba470cSJoel Becker ocfs2_et_extent_map_insert(et, &rec); 4805ccd979bdSMark Fasheh 4806ccd979bdSMark Fasheh bail: 4807ccd979bdSMark Fasheh brelse(last_eb_bh); 4808ccd979bdSMark Fasheh 4809f56654c4STao Ma mlog_exit(status); 4810f56654c4STao Ma return status; 4811f56654c4STao Ma } 4812f56654c4STao Ma 48130eb8d47eSTao Ma /* 48140eb8d47eSTao Ma * Allcate and add clusters into the extent b-tree. 48150eb8d47eSTao Ma * The new clusters(clusters_to_add) will be inserted at logical_offset. 4816f99b9b7cSJoel Becker * The extent b-tree's root is specified by et, and 48170eb8d47eSTao Ma * it is not limited to the file storage. Any extent tree can use this 48180eb8d47eSTao Ma * function if it implements the proper ocfs2_extent_tree. 48190eb8d47eSTao Ma */ 4820cbee7e1aSJoel Becker int ocfs2_add_clusters_in_btree(handle_t *handle, 4821cbee7e1aSJoel Becker struct ocfs2_extent_tree *et, 48220eb8d47eSTao Ma u32 *logical_offset, 48230eb8d47eSTao Ma u32 clusters_to_add, 48240eb8d47eSTao Ma int mark_unwritten, 48250eb8d47eSTao Ma struct ocfs2_alloc_context *data_ac, 48260eb8d47eSTao Ma struct ocfs2_alloc_context *meta_ac, 4827f99b9b7cSJoel Becker enum ocfs2_alloc_restarted *reason_ret) 48280eb8d47eSTao Ma { 48290eb8d47eSTao Ma int status = 0; 48300eb8d47eSTao Ma int free_extents; 48310eb8d47eSTao Ma enum ocfs2_alloc_restarted reason = RESTART_NONE; 48320eb8d47eSTao Ma u32 bit_off, num_bits; 48330eb8d47eSTao Ma u64 block; 48340eb8d47eSTao Ma u8 flags = 0; 4835cbee7e1aSJoel Becker struct ocfs2_super *osb = 4836cbee7e1aSJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 48370eb8d47eSTao Ma 48380eb8d47eSTao Ma BUG_ON(!clusters_to_add); 48390eb8d47eSTao Ma 48400eb8d47eSTao Ma if (mark_unwritten) 48410eb8d47eSTao Ma flags = OCFS2_EXT_UNWRITTEN; 48420eb8d47eSTao Ma 48433d03a305SJoel Becker free_extents = ocfs2_num_free_extents(osb, et); 48440eb8d47eSTao Ma if (free_extents < 0) { 48450eb8d47eSTao Ma status = free_extents; 48460eb8d47eSTao Ma mlog_errno(status); 48470eb8d47eSTao Ma goto leave; 48480eb8d47eSTao Ma } 48490eb8d47eSTao Ma 48500eb8d47eSTao Ma /* there are two cases which could cause us to EAGAIN in the 48510eb8d47eSTao Ma * we-need-more-metadata case: 48520eb8d47eSTao Ma * 1) we haven't reserved *any* 48530eb8d47eSTao Ma * 2) we are so fragmented, we've needed to add metadata too 48540eb8d47eSTao Ma * many times. */ 48550eb8d47eSTao Ma if (!free_extents && !meta_ac) { 48560eb8d47eSTao Ma mlog(0, "we haven't reserved any metadata!\n"); 48570eb8d47eSTao Ma status = -EAGAIN; 48580eb8d47eSTao Ma reason = RESTART_META; 48590eb8d47eSTao Ma goto leave; 48600eb8d47eSTao Ma } else if ((!free_extents) 48610eb8d47eSTao Ma && (ocfs2_alloc_context_bits_left(meta_ac) 4862f99b9b7cSJoel Becker < ocfs2_extend_meta_needed(et->et_root_el))) { 48630eb8d47eSTao Ma mlog(0, "filesystem is really fragmented...\n"); 48640eb8d47eSTao Ma status = -EAGAIN; 48650eb8d47eSTao Ma reason = RESTART_META; 48660eb8d47eSTao Ma goto leave; 48670eb8d47eSTao Ma } 48680eb8d47eSTao Ma 48690eb8d47eSTao Ma status = __ocfs2_claim_clusters(osb, handle, data_ac, 1, 48700eb8d47eSTao Ma clusters_to_add, &bit_off, &num_bits); 48710eb8d47eSTao Ma if (status < 0) { 48720eb8d47eSTao Ma if (status != -ENOSPC) 48730eb8d47eSTao Ma mlog_errno(status); 48740eb8d47eSTao Ma goto leave; 48750eb8d47eSTao Ma } 48760eb8d47eSTao Ma 48770eb8d47eSTao Ma BUG_ON(num_bits > clusters_to_add); 48780eb8d47eSTao Ma 487913723d00SJoel Becker /* reserve our write early -- insert_extent may update the tree root */ 4880d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 48810eb8d47eSTao Ma OCFS2_JOURNAL_ACCESS_WRITE); 48820eb8d47eSTao Ma if (status < 0) { 48830eb8d47eSTao Ma mlog_errno(status); 48840eb8d47eSTao Ma goto leave; 48850eb8d47eSTao Ma } 48860eb8d47eSTao Ma 48870eb8d47eSTao Ma block = ocfs2_clusters_to_blocks(osb->sb, bit_off); 4888cbee7e1aSJoel Becker mlog(0, "Allocating %u clusters at block %u for owner %llu\n", 4889cbee7e1aSJoel Becker num_bits, bit_off, 4890cbee7e1aSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 4891cc79d8c1SJoel Becker status = ocfs2_insert_extent(handle, et, *logical_offset, block, 4892f56654c4STao Ma num_bits, flags, meta_ac); 48930eb8d47eSTao Ma if (status < 0) { 48940eb8d47eSTao Ma mlog_errno(status); 48950eb8d47eSTao Ma goto leave; 48960eb8d47eSTao Ma } 48970eb8d47eSTao Ma 4898f99b9b7cSJoel Becker status = ocfs2_journal_dirty(handle, et->et_root_bh); 48990eb8d47eSTao Ma if (status < 0) { 49000eb8d47eSTao Ma mlog_errno(status); 49010eb8d47eSTao Ma goto leave; 49020eb8d47eSTao Ma } 49030eb8d47eSTao Ma 49040eb8d47eSTao Ma clusters_to_add -= num_bits; 49050eb8d47eSTao Ma *logical_offset += num_bits; 49060eb8d47eSTao Ma 49070eb8d47eSTao Ma if (clusters_to_add) { 49080eb8d47eSTao Ma mlog(0, "need to alloc once more, wanted = %u\n", 49090eb8d47eSTao Ma clusters_to_add); 49100eb8d47eSTao Ma status = -EAGAIN; 49110eb8d47eSTao Ma reason = RESTART_TRANS; 49120eb8d47eSTao Ma } 49130eb8d47eSTao Ma 49140eb8d47eSTao Ma leave: 49150eb8d47eSTao Ma mlog_exit(status); 49160eb8d47eSTao Ma if (reason_ret) 49170eb8d47eSTao Ma *reason_ret = reason; 49180eb8d47eSTao Ma return status; 49190eb8d47eSTao Ma } 49200eb8d47eSTao Ma 4921328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb, 4922328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4923328d5752SMark Fasheh u32 cpos, 4924328d5752SMark Fasheh struct ocfs2_extent_rec *rec) 4925328d5752SMark Fasheh { 4926328d5752SMark Fasheh u32 rec_cpos = le32_to_cpu(rec->e_cpos); 4927328d5752SMark Fasheh u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters); 4928328d5752SMark Fasheh 4929328d5752SMark Fasheh memset(split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4930328d5752SMark Fasheh 4931328d5752SMark Fasheh split_rec->e_cpos = cpu_to_le32(cpos); 4932328d5752SMark Fasheh split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos); 4933328d5752SMark Fasheh 4934328d5752SMark Fasheh split_rec->e_blkno = rec->e_blkno; 4935328d5752SMark Fasheh le64_add_cpu(&split_rec->e_blkno, 4936328d5752SMark Fasheh ocfs2_clusters_to_blocks(sb, cpos - rec_cpos)); 4937328d5752SMark Fasheh 4938328d5752SMark Fasheh split_rec->e_flags = rec->e_flags; 4939328d5752SMark Fasheh } 4940328d5752SMark Fasheh 4941d231129fSJoel Becker static int ocfs2_split_and_insert(handle_t *handle, 4942e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4943d231129fSJoel Becker struct ocfs2_path *path, 4944328d5752SMark Fasheh struct buffer_head **last_eb_bh, 4945328d5752SMark Fasheh int split_index, 4946328d5752SMark Fasheh struct ocfs2_extent_rec *orig_split_rec, 4947328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4948328d5752SMark Fasheh { 4949328d5752SMark Fasheh int ret = 0, depth; 4950328d5752SMark Fasheh unsigned int insert_range, rec_range, do_leftright = 0; 4951328d5752SMark Fasheh struct ocfs2_extent_rec tmprec; 4952328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4953328d5752SMark Fasheh struct ocfs2_extent_rec rec; 4954328d5752SMark Fasheh struct ocfs2_extent_rec split_rec = *orig_split_rec; 4955328d5752SMark Fasheh struct ocfs2_insert_type insert; 4956328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4957328d5752SMark Fasheh 4958328d5752SMark Fasheh leftright: 4959328d5752SMark Fasheh /* 4960328d5752SMark Fasheh * Store a copy of the record on the stack - it might move 4961328d5752SMark Fasheh * around as the tree is manipulated below. 4962328d5752SMark Fasheh */ 4963328d5752SMark Fasheh rec = path_leaf_el(path)->l_recs[split_index]; 4964328d5752SMark Fasheh 4965ce1d9ea6SJoel Becker rightmost_el = et->et_root_el; 4966328d5752SMark Fasheh 4967328d5752SMark Fasheh depth = le16_to_cpu(rightmost_el->l_tree_depth); 4968328d5752SMark Fasheh if (depth) { 4969328d5752SMark Fasheh BUG_ON(!(*last_eb_bh)); 4970328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 4971328d5752SMark Fasheh rightmost_el = &eb->h_list; 4972328d5752SMark Fasheh } 4973328d5752SMark Fasheh 4974328d5752SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4975328d5752SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4976d401dc12SJoel Becker ret = ocfs2_grow_tree(handle, et, 4977e7d4cb6bSTao Ma &depth, last_eb_bh, meta_ac); 4978328d5752SMark Fasheh if (ret) { 4979328d5752SMark Fasheh mlog_errno(ret); 4980328d5752SMark Fasheh goto out; 4981328d5752SMark Fasheh } 4982328d5752SMark Fasheh } 4983328d5752SMark Fasheh 4984328d5752SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4985328d5752SMark Fasheh insert.ins_appending = APPEND_NONE; 4986328d5752SMark Fasheh insert.ins_contig = CONTIG_NONE; 4987328d5752SMark Fasheh insert.ins_tree_depth = depth; 4988328d5752SMark Fasheh 4989328d5752SMark Fasheh insert_range = le32_to_cpu(split_rec.e_cpos) + 4990328d5752SMark Fasheh le16_to_cpu(split_rec.e_leaf_clusters); 4991328d5752SMark Fasheh rec_range = le32_to_cpu(rec.e_cpos) + 4992328d5752SMark Fasheh le16_to_cpu(rec.e_leaf_clusters); 4993328d5752SMark Fasheh 4994328d5752SMark Fasheh if (split_rec.e_cpos == rec.e_cpos) { 4995328d5752SMark Fasheh insert.ins_split = SPLIT_LEFT; 4996328d5752SMark Fasheh } else if (insert_range == rec_range) { 4997328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4998328d5752SMark Fasheh } else { 4999328d5752SMark Fasheh /* 5000328d5752SMark Fasheh * Left/right split. We fake this as a right split 5001328d5752SMark Fasheh * first and then make a second pass as a left split. 5002328d5752SMark Fasheh */ 5003328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 5004328d5752SMark Fasheh 5005d231129fSJoel Becker ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci), 5006d231129fSJoel Becker &tmprec, insert_range, &rec); 5007328d5752SMark Fasheh 5008328d5752SMark Fasheh split_rec = tmprec; 5009328d5752SMark Fasheh 5010328d5752SMark Fasheh BUG_ON(do_leftright); 5011328d5752SMark Fasheh do_leftright = 1; 5012328d5752SMark Fasheh } 5013328d5752SMark Fasheh 50143505bec0SJoel Becker ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert); 5015328d5752SMark Fasheh if (ret) { 5016328d5752SMark Fasheh mlog_errno(ret); 5017328d5752SMark Fasheh goto out; 5018328d5752SMark Fasheh } 5019328d5752SMark Fasheh 5020328d5752SMark Fasheh if (do_leftright == 1) { 5021328d5752SMark Fasheh u32 cpos; 5022328d5752SMark Fasheh struct ocfs2_extent_list *el; 5023328d5752SMark Fasheh 5024328d5752SMark Fasheh do_leftright++; 5025328d5752SMark Fasheh split_rec = *orig_split_rec; 5026328d5752SMark Fasheh 5027328d5752SMark Fasheh ocfs2_reinit_path(path, 1); 5028328d5752SMark Fasheh 5029328d5752SMark Fasheh cpos = le32_to_cpu(split_rec.e_cpos); 5030facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5031328d5752SMark Fasheh if (ret) { 5032328d5752SMark Fasheh mlog_errno(ret); 5033328d5752SMark Fasheh goto out; 5034328d5752SMark Fasheh } 5035328d5752SMark Fasheh 5036328d5752SMark Fasheh el = path_leaf_el(path); 5037328d5752SMark Fasheh split_index = ocfs2_search_extent_list(el, cpos); 5038328d5752SMark Fasheh goto leftright; 5039328d5752SMark Fasheh } 5040328d5752SMark Fasheh out: 5041328d5752SMark Fasheh 5042328d5752SMark Fasheh return ret; 5043328d5752SMark Fasheh } 5044328d5752SMark Fasheh 5045f3868d0fSJoel Becker static int ocfs2_replace_extent_rec(handle_t *handle, 5046f3868d0fSJoel Becker struct ocfs2_extent_tree *et, 504747be12e4STao Ma struct ocfs2_path *path, 504847be12e4STao Ma struct ocfs2_extent_list *el, 504947be12e4STao Ma int split_index, 505047be12e4STao Ma struct ocfs2_extent_rec *split_rec) 505147be12e4STao Ma { 505247be12e4STao Ma int ret; 505347be12e4STao Ma 5054f3868d0fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path, 505547be12e4STao Ma path_num_items(path) - 1); 505647be12e4STao Ma if (ret) { 505747be12e4STao Ma mlog_errno(ret); 505847be12e4STao Ma goto out; 505947be12e4STao Ma } 506047be12e4STao Ma 506147be12e4STao Ma el->l_recs[split_index] = *split_rec; 506247be12e4STao Ma 506347be12e4STao Ma ocfs2_journal_dirty(handle, path_leaf_bh(path)); 506447be12e4STao Ma out: 506547be12e4STao Ma return ret; 506647be12e4STao Ma } 506747be12e4STao Ma 5068328d5752SMark Fasheh /* 5069555936bfSTao Ma * Split part or all of the extent record at split_index in the leaf 5070555936bfSTao Ma * pointed to by path. Merge with the contiguous extent record if needed. 5071328d5752SMark Fasheh * 5072328d5752SMark Fasheh * Care is taken to handle contiguousness so as to not grow the tree. 5073328d5752SMark Fasheh * 5074328d5752SMark Fasheh * meta_ac is not strictly necessary - we only truly need it if growth 5075328d5752SMark Fasheh * of the tree is required. All other cases will degrade into a less 5076328d5752SMark Fasheh * optimal tree layout. 5077328d5752SMark Fasheh * 5078e7d4cb6bSTao Ma * last_eb_bh should be the rightmost leaf block for any extent 5079e7d4cb6bSTao Ma * btree. Since a split may grow the tree or a merge might shrink it, 5080e7d4cb6bSTao Ma * the caller cannot trust the contents of that buffer after this call. 5081328d5752SMark Fasheh * 5082328d5752SMark Fasheh * This code is optimized for readability - several passes might be 5083328d5752SMark Fasheh * made over certain portions of the tree. All of those blocks will 5084328d5752SMark Fasheh * have been brought into cache (and pinned via the journal), so the 5085328d5752SMark Fasheh * extra overhead is not expressed in terms of disk reads. 5086328d5752SMark Fasheh */ 5087e2e9f608STao Ma int ocfs2_split_extent(handle_t *handle, 5088e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 5089328d5752SMark Fasheh struct ocfs2_path *path, 5090328d5752SMark Fasheh int split_index, 5091328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 5092328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5093328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5094328d5752SMark Fasheh { 5095328d5752SMark Fasheh int ret = 0; 5096328d5752SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5097e8aed345SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5098328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 5099328d5752SMark Fasheh struct ocfs2_merge_ctxt ctxt; 5100328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 5101328d5752SMark Fasheh 5102328d5752SMark Fasheh if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) || 5103328d5752SMark Fasheh ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) < 5104328d5752SMark Fasheh (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) { 5105328d5752SMark Fasheh ret = -EIO; 5106328d5752SMark Fasheh mlog_errno(ret); 5107328d5752SMark Fasheh goto out; 5108328d5752SMark Fasheh } 5109328d5752SMark Fasheh 5110a2970291SJoel Becker ctxt.c_contig_type = ocfs2_figure_merge_contig_type(et, path, el, 5111328d5752SMark Fasheh split_index, 5112328d5752SMark Fasheh split_rec); 5113328d5752SMark Fasheh 5114328d5752SMark Fasheh /* 5115328d5752SMark Fasheh * The core merge / split code wants to know how much room is 5116a1cf076bSJoel Becker * left in this allocation tree, so we pass the 5117328d5752SMark Fasheh * rightmost extent list. 5118328d5752SMark Fasheh */ 5119328d5752SMark Fasheh if (path->p_tree_depth) { 5120328d5752SMark Fasheh struct ocfs2_extent_block *eb; 5121328d5752SMark Fasheh 51223d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 51235e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 51240fcaa56aSJoel Becker &last_eb_bh); 5125328d5752SMark Fasheh if (ret) { 5126328d5752SMark Fasheh mlog_exit(ret); 5127328d5752SMark Fasheh goto out; 5128328d5752SMark Fasheh } 5129328d5752SMark Fasheh 5130328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5131328d5752SMark Fasheh rightmost_el = &eb->h_list; 5132328d5752SMark Fasheh } else 5133328d5752SMark Fasheh rightmost_el = path_root_el(path); 5134328d5752SMark Fasheh 5135328d5752SMark Fasheh if (rec->e_cpos == split_rec->e_cpos && 5136328d5752SMark Fasheh rec->e_leaf_clusters == split_rec->e_leaf_clusters) 5137328d5752SMark Fasheh ctxt.c_split_covers_rec = 1; 5138328d5752SMark Fasheh else 5139328d5752SMark Fasheh ctxt.c_split_covers_rec = 0; 5140328d5752SMark Fasheh 5141328d5752SMark Fasheh ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]); 5142328d5752SMark Fasheh 5143015452b1SMark Fasheh mlog(0, "index: %d, contig: %u, has_empty: %u, split_covers: %u\n", 5144015452b1SMark Fasheh split_index, ctxt.c_contig_type, ctxt.c_has_empty_extent, 5145015452b1SMark Fasheh ctxt.c_split_covers_rec); 5146328d5752SMark Fasheh 5147328d5752SMark Fasheh if (ctxt.c_contig_type == CONTIG_NONE) { 5148328d5752SMark Fasheh if (ctxt.c_split_covers_rec) 5149f3868d0fSJoel Becker ret = ocfs2_replace_extent_rec(handle, et, path, el, 515047be12e4STao Ma split_index, split_rec); 5151328d5752SMark Fasheh else 5152d231129fSJoel Becker ret = ocfs2_split_and_insert(handle, et, path, 5153328d5752SMark Fasheh &last_eb_bh, split_index, 5154328d5752SMark Fasheh split_rec, meta_ac); 5155328d5752SMark Fasheh if (ret) 5156328d5752SMark Fasheh mlog_errno(ret); 5157328d5752SMark Fasheh } else { 5158c495dd24SJoel Becker ret = ocfs2_try_to_merge_extent(handle, et, path, 5159328d5752SMark Fasheh split_index, split_rec, 5160c495dd24SJoel Becker dealloc, &ctxt); 5161328d5752SMark Fasheh if (ret) 5162328d5752SMark Fasheh mlog_errno(ret); 5163328d5752SMark Fasheh } 5164328d5752SMark Fasheh 5165328d5752SMark Fasheh out: 5166328d5752SMark Fasheh brelse(last_eb_bh); 5167328d5752SMark Fasheh return ret; 5168328d5752SMark Fasheh } 5169328d5752SMark Fasheh 5170328d5752SMark Fasheh /* 5171555936bfSTao Ma * Change the flags of the already-existing extent at cpos for len clusters. 5172555936bfSTao Ma * 5173555936bfSTao Ma * new_flags: the flags we want to set. 5174555936bfSTao Ma * clear_flags: the flags we want to clear. 5175555936bfSTao Ma * phys: the new physical offset we want this new extent starts from. 5176328d5752SMark Fasheh * 5177328d5752SMark Fasheh * If the existing extent is larger than the request, initiate a 5178328d5752SMark Fasheh * split. An attempt will be made at merging with adjacent extents. 5179328d5752SMark Fasheh * 5180328d5752SMark Fasheh * The caller is responsible for passing down meta_ac if we'll need it. 5181328d5752SMark Fasheh */ 51821aa75feaSTao Ma int ocfs2_change_extent_flag(handle_t *handle, 5183f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5184555936bfSTao Ma u32 cpos, u32 len, u32 phys, 5185328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5186555936bfSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 5187555936bfSTao Ma int new_flags, int clear_flags) 5188328d5752SMark Fasheh { 5189328d5752SMark Fasheh int ret, index; 5190555936bfSTao Ma struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 5191555936bfSTao Ma u64 start_blkno = ocfs2_clusters_to_blocks(sb, phys); 5192328d5752SMark Fasheh struct ocfs2_extent_rec split_rec; 5193328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 5194328d5752SMark Fasheh struct ocfs2_extent_list *el; 5195555936bfSTao Ma struct ocfs2_extent_rec *rec; 5196328d5752SMark Fasheh 5197ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_et(et); 5198328d5752SMark Fasheh if (!left_path) { 5199328d5752SMark Fasheh ret = -ENOMEM; 5200328d5752SMark Fasheh mlog_errno(ret); 5201328d5752SMark Fasheh goto out; 5202328d5752SMark Fasheh } 5203328d5752SMark Fasheh 5204facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 5205328d5752SMark Fasheh if (ret) { 5206328d5752SMark Fasheh mlog_errno(ret); 5207328d5752SMark Fasheh goto out; 5208328d5752SMark Fasheh } 5209328d5752SMark Fasheh el = path_leaf_el(left_path); 5210328d5752SMark Fasheh 5211328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5212328d5752SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5213555936bfSTao Ma ocfs2_error(sb, 5214555936bfSTao Ma "Owner %llu has an extent at cpos %u which can no " 5215328d5752SMark Fasheh "longer be found.\n", 5216555936bfSTao Ma (unsigned long long) 5217555936bfSTao Ma ocfs2_metadata_cache_owner(et->et_ci), cpos); 5218328d5752SMark Fasheh ret = -EROFS; 5219328d5752SMark Fasheh goto out; 5220328d5752SMark Fasheh } 5221328d5752SMark Fasheh 5222555936bfSTao Ma ret = -EIO; 5223555936bfSTao Ma rec = &el->l_recs[index]; 5224555936bfSTao Ma if (new_flags && (rec->e_flags & new_flags)) { 5225555936bfSTao Ma mlog(ML_ERROR, "Owner %llu tried to set %d flags on an " 5226555936bfSTao Ma "extent that already had them", 5227555936bfSTao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5228555936bfSTao Ma new_flags); 5229555936bfSTao Ma goto out; 5230555936bfSTao Ma } 5231555936bfSTao Ma 5232555936bfSTao Ma if (clear_flags && !(rec->e_flags & clear_flags)) { 5233555936bfSTao Ma mlog(ML_ERROR, "Owner %llu tried to clear %d flags on an " 5234555936bfSTao Ma "extent that didn't have them", 5235555936bfSTao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5236555936bfSTao Ma clear_flags); 5237555936bfSTao Ma goto out; 5238555936bfSTao Ma } 5239555936bfSTao Ma 5240328d5752SMark Fasheh memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec)); 5241328d5752SMark Fasheh split_rec.e_cpos = cpu_to_le32(cpos); 5242328d5752SMark Fasheh split_rec.e_leaf_clusters = cpu_to_le16(len); 5243328d5752SMark Fasheh split_rec.e_blkno = cpu_to_le64(start_blkno); 5244555936bfSTao Ma split_rec.e_flags = rec->e_flags; 5245555936bfSTao Ma if (new_flags) 5246555936bfSTao Ma split_rec.e_flags |= new_flags; 5247555936bfSTao Ma if (clear_flags) 5248555936bfSTao Ma split_rec.e_flags &= ~clear_flags; 5249328d5752SMark Fasheh 5250e2e9f608STao Ma ret = ocfs2_split_extent(handle, et, left_path, 5251e7d4cb6bSTao Ma index, &split_rec, meta_ac, 5252e7d4cb6bSTao Ma dealloc); 5253328d5752SMark Fasheh if (ret) 5254328d5752SMark Fasheh mlog_errno(ret); 5255328d5752SMark Fasheh 5256328d5752SMark Fasheh out: 5257328d5752SMark Fasheh ocfs2_free_path(left_path); 5258328d5752SMark Fasheh return ret; 5259555936bfSTao Ma 5260555936bfSTao Ma } 5261555936bfSTao Ma 5262555936bfSTao Ma /* 5263555936bfSTao Ma * Mark the already-existing extent at cpos as written for len clusters. 5264555936bfSTao Ma * This removes the unwritten extent flag. 5265555936bfSTao Ma * 5266555936bfSTao Ma * If the existing extent is larger than the request, initiate a 5267555936bfSTao Ma * split. An attempt will be made at merging with adjacent extents. 5268555936bfSTao Ma * 5269555936bfSTao Ma * The caller is responsible for passing down meta_ac if we'll need it. 5270555936bfSTao Ma */ 5271555936bfSTao Ma int ocfs2_mark_extent_written(struct inode *inode, 5272555936bfSTao Ma struct ocfs2_extent_tree *et, 5273555936bfSTao Ma handle_t *handle, u32 cpos, u32 len, u32 phys, 5274555936bfSTao Ma struct ocfs2_alloc_context *meta_ac, 5275555936bfSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc) 5276555936bfSTao Ma { 5277555936bfSTao Ma int ret; 5278555936bfSTao Ma 5279555936bfSTao Ma mlog(0, "Inode %lu cpos %u, len %u, phys clusters %u\n", 5280555936bfSTao Ma inode->i_ino, cpos, len, phys); 5281555936bfSTao Ma 5282555936bfSTao Ma if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) { 5283555936bfSTao Ma ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents " 5284555936bfSTao Ma "that are being written to, but the feature bit " 5285555936bfSTao Ma "is not set in the super block.", 5286555936bfSTao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno); 5287555936bfSTao Ma ret = -EROFS; 5288555936bfSTao Ma goto out; 5289555936bfSTao Ma } 5290555936bfSTao Ma 5291555936bfSTao Ma /* 5292555936bfSTao Ma * XXX: This should be fixed up so that we just re-insert the 5293555936bfSTao Ma * next extent records. 5294555936bfSTao Ma */ 5295555936bfSTao Ma ocfs2_et_extent_map_truncate(et, 0); 5296555936bfSTao Ma 5297555936bfSTao Ma ret = ocfs2_change_extent_flag(handle, et, cpos, 5298555936bfSTao Ma len, phys, meta_ac, dealloc, 5299555936bfSTao Ma 0, OCFS2_EXT_UNWRITTEN); 5300555936bfSTao Ma if (ret) 5301555936bfSTao Ma mlog_errno(ret); 5302555936bfSTao Ma 5303555936bfSTao Ma out: 5304555936bfSTao Ma return ret; 5305328d5752SMark Fasheh } 5306328d5752SMark Fasheh 5307dbdcf6a4SJoel Becker static int ocfs2_split_tree(handle_t *handle, struct ocfs2_extent_tree *et, 5308dbdcf6a4SJoel Becker struct ocfs2_path *path, 5309d0c7d708SMark Fasheh int index, u32 new_range, 5310d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac) 5311d0c7d708SMark Fasheh { 5312d0c7d708SMark Fasheh int ret, depth, credits = handle->h_buffer_credits; 5313d0c7d708SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5314d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5315d0c7d708SMark Fasheh struct ocfs2_extent_list *rightmost_el, *el; 5316d0c7d708SMark Fasheh struct ocfs2_extent_rec split_rec; 5317d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5318d0c7d708SMark Fasheh struct ocfs2_insert_type insert; 5319d0c7d708SMark Fasheh 5320d0c7d708SMark Fasheh /* 5321d0c7d708SMark Fasheh * Setup the record to split before we grow the tree. 5322d0c7d708SMark Fasheh */ 5323d0c7d708SMark Fasheh el = path_leaf_el(path); 5324d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5325dbdcf6a4SJoel Becker ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci), 5326dbdcf6a4SJoel Becker &split_rec, new_range, rec); 5327d0c7d708SMark Fasheh 5328d0c7d708SMark Fasheh depth = path->p_tree_depth; 5329d0c7d708SMark Fasheh if (depth > 0) { 53303d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 53315e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 53320fcaa56aSJoel Becker &last_eb_bh); 5333d0c7d708SMark Fasheh if (ret < 0) { 5334d0c7d708SMark Fasheh mlog_errno(ret); 5335d0c7d708SMark Fasheh goto out; 5336d0c7d708SMark Fasheh } 5337d0c7d708SMark Fasheh 5338d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5339d0c7d708SMark Fasheh rightmost_el = &eb->h_list; 5340d0c7d708SMark Fasheh } else 5341d0c7d708SMark Fasheh rightmost_el = path_leaf_el(path); 5342d0c7d708SMark Fasheh 5343811f933dSTao Ma credits += path->p_tree_depth + 5344ce1d9ea6SJoel Becker ocfs2_extend_meta_needed(et->et_root_el); 5345d0c7d708SMark Fasheh ret = ocfs2_extend_trans(handle, credits); 5346d0c7d708SMark Fasheh if (ret) { 5347d0c7d708SMark Fasheh mlog_errno(ret); 5348d0c7d708SMark Fasheh goto out; 5349d0c7d708SMark Fasheh } 5350d0c7d708SMark Fasheh 5351d0c7d708SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 5352d0c7d708SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 5353d401dc12SJoel Becker ret = ocfs2_grow_tree(handle, et, &depth, &last_eb_bh, 5354d0c7d708SMark Fasheh meta_ac); 5355d0c7d708SMark Fasheh if (ret) { 5356d0c7d708SMark Fasheh mlog_errno(ret); 5357d0c7d708SMark Fasheh goto out; 5358d0c7d708SMark Fasheh } 5359d0c7d708SMark Fasheh } 5360d0c7d708SMark Fasheh 5361d0c7d708SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 5362d0c7d708SMark Fasheh insert.ins_appending = APPEND_NONE; 5363d0c7d708SMark Fasheh insert.ins_contig = CONTIG_NONE; 5364d0c7d708SMark Fasheh insert.ins_split = SPLIT_RIGHT; 5365d0c7d708SMark Fasheh insert.ins_tree_depth = depth; 5366d0c7d708SMark Fasheh 53673505bec0SJoel Becker ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert); 5368d0c7d708SMark Fasheh if (ret) 5369d0c7d708SMark Fasheh mlog_errno(ret); 5370d0c7d708SMark Fasheh 5371d0c7d708SMark Fasheh out: 5372d0c7d708SMark Fasheh brelse(last_eb_bh); 5373d0c7d708SMark Fasheh return ret; 5374d0c7d708SMark Fasheh } 5375d0c7d708SMark Fasheh 5376043beebbSJoel Becker static int ocfs2_truncate_rec(handle_t *handle, 5377043beebbSJoel Becker struct ocfs2_extent_tree *et, 5378d0c7d708SMark Fasheh struct ocfs2_path *path, int index, 5379d0c7d708SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 5380043beebbSJoel Becker u32 cpos, u32 len) 5381d0c7d708SMark Fasheh { 5382d0c7d708SMark Fasheh int ret; 5383d0c7d708SMark Fasheh u32 left_cpos, rec_range, trunc_range; 5384d0c7d708SMark Fasheh int wants_rotate = 0, is_rightmost_tree_rec = 0; 5385043beebbSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 5386d0c7d708SMark Fasheh struct ocfs2_path *left_path = NULL; 5387d0c7d708SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5388d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5389d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5390d0c7d708SMark Fasheh 5391d0c7d708SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) { 539270f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 5393d0c7d708SMark Fasheh if (ret) { 5394d0c7d708SMark Fasheh mlog_errno(ret); 5395d0c7d708SMark Fasheh goto out; 5396d0c7d708SMark Fasheh } 5397d0c7d708SMark Fasheh 5398d0c7d708SMark Fasheh index--; 5399d0c7d708SMark Fasheh } 5400d0c7d708SMark Fasheh 5401d0c7d708SMark Fasheh if (index == (le16_to_cpu(el->l_next_free_rec) - 1) && 5402d0c7d708SMark Fasheh path->p_tree_depth) { 5403d0c7d708SMark Fasheh /* 5404d0c7d708SMark Fasheh * Check whether this is the rightmost tree record. If 5405d0c7d708SMark Fasheh * we remove all of this record or part of its right 5406d0c7d708SMark Fasheh * edge then an update of the record lengths above it 5407d0c7d708SMark Fasheh * will be required. 5408d0c7d708SMark Fasheh */ 5409d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 5410d0c7d708SMark Fasheh if (eb->h_next_leaf_blk == 0) 5411d0c7d708SMark Fasheh is_rightmost_tree_rec = 1; 5412d0c7d708SMark Fasheh } 5413d0c7d708SMark Fasheh 5414d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5415d0c7d708SMark Fasheh if (index == 0 && path->p_tree_depth && 5416d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos) == cpos) { 5417d0c7d708SMark Fasheh /* 5418d0c7d708SMark Fasheh * Changing the leftmost offset (via partial or whole 5419d0c7d708SMark Fasheh * record truncate) of an interior (or rightmost) path 5420d0c7d708SMark Fasheh * means we have to update the subtree that is formed 5421d0c7d708SMark Fasheh * by this leaf and the one to it's left. 5422d0c7d708SMark Fasheh * 5423d0c7d708SMark Fasheh * There are two cases we can skip: 5424043beebbSJoel Becker * 1) Path is the leftmost one in our btree. 5425d0c7d708SMark Fasheh * 2) The leaf is rightmost and will be empty after 5426d0c7d708SMark Fasheh * we remove the extent record - the rotate code 5427d0c7d708SMark Fasheh * knows how to update the newly formed edge. 5428d0c7d708SMark Fasheh */ 5429d0c7d708SMark Fasheh 5430043beebbSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos); 5431d0c7d708SMark Fasheh if (ret) { 5432d0c7d708SMark Fasheh mlog_errno(ret); 5433d0c7d708SMark Fasheh goto out; 5434d0c7d708SMark Fasheh } 5435d0c7d708SMark Fasheh 5436d0c7d708SMark Fasheh if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) { 5437ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 5438d0c7d708SMark Fasheh if (!left_path) { 5439d0c7d708SMark Fasheh ret = -ENOMEM; 5440d0c7d708SMark Fasheh mlog_errno(ret); 5441d0c7d708SMark Fasheh goto out; 5442d0c7d708SMark Fasheh } 5443d0c7d708SMark Fasheh 5444facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 5445facdb77fSJoel Becker left_cpos); 5446d0c7d708SMark Fasheh if (ret) { 5447d0c7d708SMark Fasheh mlog_errno(ret); 5448d0c7d708SMark Fasheh goto out; 5449d0c7d708SMark Fasheh } 5450d0c7d708SMark Fasheh } 5451d0c7d708SMark Fasheh } 5452d0c7d708SMark Fasheh 5453d0c7d708SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 5454d0c7d708SMark Fasheh handle->h_buffer_credits, 5455d0c7d708SMark Fasheh path); 5456d0c7d708SMark Fasheh if (ret) { 5457d0c7d708SMark Fasheh mlog_errno(ret); 5458d0c7d708SMark Fasheh goto out; 5459d0c7d708SMark Fasheh } 5460d0c7d708SMark Fasheh 5461d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 5462d0c7d708SMark Fasheh if (ret) { 5463d0c7d708SMark Fasheh mlog_errno(ret); 5464d0c7d708SMark Fasheh goto out; 5465d0c7d708SMark Fasheh } 5466d0c7d708SMark Fasheh 5467d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 5468d0c7d708SMark Fasheh if (ret) { 5469d0c7d708SMark Fasheh mlog_errno(ret); 5470d0c7d708SMark Fasheh goto out; 5471d0c7d708SMark Fasheh } 5472d0c7d708SMark Fasheh 5473d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5474d0c7d708SMark Fasheh trunc_range = cpos + len; 5475d0c7d708SMark Fasheh 5476d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) { 5477d0c7d708SMark Fasheh int next_free; 5478d0c7d708SMark Fasheh 5479d0c7d708SMark Fasheh memset(rec, 0, sizeof(*rec)); 5480d0c7d708SMark Fasheh ocfs2_cleanup_merge(el, index); 5481d0c7d708SMark Fasheh wants_rotate = 1; 5482d0c7d708SMark Fasheh 5483d0c7d708SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 5484d0c7d708SMark Fasheh if (is_rightmost_tree_rec && next_free > 1) { 5485d0c7d708SMark Fasheh /* 5486d0c7d708SMark Fasheh * We skip the edge update if this path will 5487d0c7d708SMark Fasheh * be deleted by the rotate code. 5488d0c7d708SMark Fasheh */ 5489d0c7d708SMark Fasheh rec = &el->l_recs[next_free - 1]; 5490d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, 5491d0c7d708SMark Fasheh rec); 5492d0c7d708SMark Fasheh } 5493d0c7d708SMark Fasheh } else if (le32_to_cpu(rec->e_cpos) == cpos) { 5494d0c7d708SMark Fasheh /* Remove leftmost portion of the record. */ 5495d0c7d708SMark Fasheh le32_add_cpu(&rec->e_cpos, len); 5496d0c7d708SMark Fasheh le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len)); 5497d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5498d0c7d708SMark Fasheh } else if (rec_range == trunc_range) { 5499d0c7d708SMark Fasheh /* Remove rightmost portion of the record */ 5500d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5501d0c7d708SMark Fasheh if (is_rightmost_tree_rec) 5502d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, rec); 5503d0c7d708SMark Fasheh } else { 5504d0c7d708SMark Fasheh /* Caller should have trapped this. */ 5505043beebbSJoel Becker mlog(ML_ERROR, "Owner %llu: Invalid record truncate: (%u, %u) " 5506043beebbSJoel Becker "(%u, %u)\n", 5507043beebbSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5508d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), 5509d0c7d708SMark Fasheh le16_to_cpu(rec->e_leaf_clusters), cpos, len); 5510d0c7d708SMark Fasheh BUG(); 5511d0c7d708SMark Fasheh } 5512d0c7d708SMark Fasheh 5513d0c7d708SMark Fasheh if (left_path) { 5514d0c7d708SMark Fasheh int subtree_index; 5515d0c7d708SMark Fasheh 55167dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 55174619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, path, 5518d0c7d708SMark Fasheh subtree_index); 5519d0c7d708SMark Fasheh } 5520d0c7d708SMark Fasheh 5521d0c7d708SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(path)); 5522d0c7d708SMark Fasheh 552370f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 5524d0c7d708SMark Fasheh if (ret) { 5525d0c7d708SMark Fasheh mlog_errno(ret); 5526d0c7d708SMark Fasheh goto out; 5527d0c7d708SMark Fasheh } 5528d0c7d708SMark Fasheh 5529d0c7d708SMark Fasheh out: 5530d0c7d708SMark Fasheh ocfs2_free_path(left_path); 5531d0c7d708SMark Fasheh return ret; 5532d0c7d708SMark Fasheh } 5533d0c7d708SMark Fasheh 5534dbdcf6a4SJoel Becker int ocfs2_remove_extent(handle_t *handle, 5535f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5536dbdcf6a4SJoel Becker u32 cpos, u32 len, 5537d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5538f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 5539d0c7d708SMark Fasheh { 5540d0c7d708SMark Fasheh int ret, index; 5541d0c7d708SMark Fasheh u32 rec_range, trunc_range; 5542d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5543d0c7d708SMark Fasheh struct ocfs2_extent_list *el; 5544e7d4cb6bSTao Ma struct ocfs2_path *path = NULL; 5545d0c7d708SMark Fasheh 55464c911eefSJoel Becker /* 55474c911eefSJoel Becker * XXX: Why are we truncating to 0 instead of wherever this 55484c911eefSJoel Becker * affects us? 55494c911eefSJoel Becker */ 55504c911eefSJoel Becker ocfs2_et_extent_map_truncate(et, 0); 5551d0c7d708SMark Fasheh 5552ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 5553d0c7d708SMark Fasheh if (!path) { 5554d0c7d708SMark Fasheh ret = -ENOMEM; 5555d0c7d708SMark Fasheh mlog_errno(ret); 5556d0c7d708SMark Fasheh goto out; 5557d0c7d708SMark Fasheh } 5558d0c7d708SMark Fasheh 5559facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5560d0c7d708SMark Fasheh if (ret) { 5561d0c7d708SMark Fasheh mlog_errno(ret); 5562d0c7d708SMark Fasheh goto out; 5563d0c7d708SMark Fasheh } 5564d0c7d708SMark Fasheh 5565d0c7d708SMark Fasheh el = path_leaf_el(path); 5566d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5567d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5568dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 5569dbdcf6a4SJoel Becker "Owner %llu has an extent at cpos %u which can no " 5570d0c7d708SMark Fasheh "longer be found.\n", 5571dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5572dbdcf6a4SJoel Becker cpos); 5573d0c7d708SMark Fasheh ret = -EROFS; 5574d0c7d708SMark Fasheh goto out; 5575d0c7d708SMark Fasheh } 5576d0c7d708SMark Fasheh 5577d0c7d708SMark Fasheh /* 5578d0c7d708SMark Fasheh * We have 3 cases of extent removal: 5579d0c7d708SMark Fasheh * 1) Range covers the entire extent rec 5580d0c7d708SMark Fasheh * 2) Range begins or ends on one edge of the extent rec 5581d0c7d708SMark Fasheh * 3) Range is in the middle of the extent rec (no shared edges) 5582d0c7d708SMark Fasheh * 5583d0c7d708SMark Fasheh * For case 1 we remove the extent rec and left rotate to 5584d0c7d708SMark Fasheh * fill the hole. 5585d0c7d708SMark Fasheh * 5586d0c7d708SMark Fasheh * For case 2 we just shrink the existing extent rec, with a 5587d0c7d708SMark Fasheh * tree update if the shrinking edge is also the edge of an 5588d0c7d708SMark Fasheh * extent block. 5589d0c7d708SMark Fasheh * 5590d0c7d708SMark Fasheh * For case 3 we do a right split to turn the extent rec into 5591d0c7d708SMark Fasheh * something case 2 can handle. 5592d0c7d708SMark Fasheh */ 5593d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5594d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5595d0c7d708SMark Fasheh trunc_range = cpos + len; 5596d0c7d708SMark Fasheh 5597d0c7d708SMark Fasheh BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range); 5598d0c7d708SMark Fasheh 5599dbdcf6a4SJoel Becker mlog(0, "Owner %llu, remove (cpos %u, len %u). Existing index %d " 5600d0c7d708SMark Fasheh "(cpos %u, len %u)\n", 5601dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5602dbdcf6a4SJoel Becker cpos, len, index, 5603d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec)); 5604d0c7d708SMark Fasheh 5605d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) { 5606043beebbSJoel Becker ret = ocfs2_truncate_rec(handle, et, path, index, dealloc, 5607043beebbSJoel Becker cpos, len); 5608d0c7d708SMark Fasheh if (ret) { 5609d0c7d708SMark Fasheh mlog_errno(ret); 5610d0c7d708SMark Fasheh goto out; 5611d0c7d708SMark Fasheh } 5612d0c7d708SMark Fasheh } else { 5613dbdcf6a4SJoel Becker ret = ocfs2_split_tree(handle, et, path, index, 5614d0c7d708SMark Fasheh trunc_range, meta_ac); 5615d0c7d708SMark Fasheh if (ret) { 5616d0c7d708SMark Fasheh mlog_errno(ret); 5617d0c7d708SMark Fasheh goto out; 5618d0c7d708SMark Fasheh } 5619d0c7d708SMark Fasheh 5620d0c7d708SMark Fasheh /* 5621d0c7d708SMark Fasheh * The split could have manipulated the tree enough to 5622d0c7d708SMark Fasheh * move the record location, so we have to look for it again. 5623d0c7d708SMark Fasheh */ 5624d0c7d708SMark Fasheh ocfs2_reinit_path(path, 1); 5625d0c7d708SMark Fasheh 5626facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5627d0c7d708SMark Fasheh if (ret) { 5628d0c7d708SMark Fasheh mlog_errno(ret); 5629d0c7d708SMark Fasheh goto out; 5630d0c7d708SMark Fasheh } 5631d0c7d708SMark Fasheh 5632d0c7d708SMark Fasheh el = path_leaf_el(path); 5633d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5634d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5635dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 5636dbdcf6a4SJoel Becker "Owner %llu: split at cpos %u lost record.", 5637dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5638d0c7d708SMark Fasheh cpos); 5639d0c7d708SMark Fasheh ret = -EROFS; 5640d0c7d708SMark Fasheh goto out; 5641d0c7d708SMark Fasheh } 5642d0c7d708SMark Fasheh 5643d0c7d708SMark Fasheh /* 5644d0c7d708SMark Fasheh * Double check our values here. If anything is fishy, 5645d0c7d708SMark Fasheh * it's easier to catch it at the top level. 5646d0c7d708SMark Fasheh */ 5647d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5648d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + 5649d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec); 5650d0c7d708SMark Fasheh if (rec_range != trunc_range) { 5651dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 5652dbdcf6a4SJoel Becker "Owner %llu: error after split at cpos %u" 5653d0c7d708SMark Fasheh "trunc len %u, existing record is (%u,%u)", 5654dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5655d0c7d708SMark Fasheh cpos, len, le32_to_cpu(rec->e_cpos), 5656d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec)); 5657d0c7d708SMark Fasheh ret = -EROFS; 5658d0c7d708SMark Fasheh goto out; 5659d0c7d708SMark Fasheh } 5660d0c7d708SMark Fasheh 5661043beebbSJoel Becker ret = ocfs2_truncate_rec(handle, et, path, index, dealloc, 5662043beebbSJoel Becker cpos, len); 5663d0c7d708SMark Fasheh if (ret) { 5664d0c7d708SMark Fasheh mlog_errno(ret); 5665d0c7d708SMark Fasheh goto out; 5666d0c7d708SMark Fasheh } 5667d0c7d708SMark Fasheh } 5668d0c7d708SMark Fasheh 5669d0c7d708SMark Fasheh out: 5670d0c7d708SMark Fasheh ocfs2_free_path(path); 5671d0c7d708SMark Fasheh return ret; 5672d0c7d708SMark Fasheh } 5673d0c7d708SMark Fasheh 5674fecc0112SMark Fasheh int ocfs2_remove_btree_range(struct inode *inode, 5675fecc0112SMark Fasheh struct ocfs2_extent_tree *et, 5676fecc0112SMark Fasheh u32 cpos, u32 phys_cpos, u32 len, 5677fecc0112SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5678fecc0112SMark Fasheh { 5679fecc0112SMark Fasheh int ret; 5680fecc0112SMark Fasheh u64 phys_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys_cpos); 5681fecc0112SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 5682fecc0112SMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5683fecc0112SMark Fasheh handle_t *handle; 5684fecc0112SMark Fasheh struct ocfs2_alloc_context *meta_ac = NULL; 5685fecc0112SMark Fasheh 5686fecc0112SMark Fasheh ret = ocfs2_lock_allocators(inode, et, 0, 1, NULL, &meta_ac); 5687fecc0112SMark Fasheh if (ret) { 5688fecc0112SMark Fasheh mlog_errno(ret); 5689fecc0112SMark Fasheh return ret; 5690fecc0112SMark Fasheh } 5691fecc0112SMark Fasheh 5692fecc0112SMark Fasheh mutex_lock(&tl_inode->i_mutex); 5693fecc0112SMark Fasheh 5694fecc0112SMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5695fecc0112SMark Fasheh ret = __ocfs2_flush_truncate_log(osb); 5696fecc0112SMark Fasheh if (ret < 0) { 5697fecc0112SMark Fasheh mlog_errno(ret); 5698fecc0112SMark Fasheh goto out; 5699fecc0112SMark Fasheh } 5700fecc0112SMark Fasheh } 5701fecc0112SMark Fasheh 5702a90714c1SJan Kara handle = ocfs2_start_trans(osb, ocfs2_remove_extent_credits(osb->sb)); 5703fecc0112SMark Fasheh if (IS_ERR(handle)) { 5704fecc0112SMark Fasheh ret = PTR_ERR(handle); 5705fecc0112SMark Fasheh mlog_errno(ret); 5706fecc0112SMark Fasheh goto out; 5707fecc0112SMark Fasheh } 5708fecc0112SMark Fasheh 5709d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 5710fecc0112SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5711fecc0112SMark Fasheh if (ret) { 5712fecc0112SMark Fasheh mlog_errno(ret); 5713fecc0112SMark Fasheh goto out; 5714fecc0112SMark Fasheh } 5715fecc0112SMark Fasheh 5716fd4ef231SMark Fasheh vfs_dq_free_space_nodirty(inode, 5717fd4ef231SMark Fasheh ocfs2_clusters_to_bytes(inode->i_sb, len)); 5718fd4ef231SMark Fasheh 5719dbdcf6a4SJoel Becker ret = ocfs2_remove_extent(handle, et, cpos, len, meta_ac, dealloc); 5720fecc0112SMark Fasheh if (ret) { 5721fecc0112SMark Fasheh mlog_errno(ret); 5722fecc0112SMark Fasheh goto out_commit; 5723fecc0112SMark Fasheh } 5724fecc0112SMark Fasheh 57256136ca5fSJoel Becker ocfs2_et_update_clusters(et, -len); 5726fecc0112SMark Fasheh 5727fecc0112SMark Fasheh ret = ocfs2_journal_dirty(handle, et->et_root_bh); 5728fecc0112SMark Fasheh if (ret) { 5729fecc0112SMark Fasheh mlog_errno(ret); 5730fecc0112SMark Fasheh goto out_commit; 5731fecc0112SMark Fasheh } 5732fecc0112SMark Fasheh 5733fecc0112SMark Fasheh ret = ocfs2_truncate_log_append(osb, handle, phys_blkno, len); 5734fecc0112SMark Fasheh if (ret) 5735fecc0112SMark Fasheh mlog_errno(ret); 5736fecc0112SMark Fasheh 5737fecc0112SMark Fasheh out_commit: 5738fecc0112SMark Fasheh ocfs2_commit_trans(osb, handle); 5739fecc0112SMark Fasheh out: 5740fecc0112SMark Fasheh mutex_unlock(&tl_inode->i_mutex); 5741fecc0112SMark Fasheh 5742fecc0112SMark Fasheh if (meta_ac) 5743fecc0112SMark Fasheh ocfs2_free_alloc_context(meta_ac); 5744fecc0112SMark Fasheh 5745fecc0112SMark Fasheh return ret; 5746fecc0112SMark Fasheh } 5747fecc0112SMark Fasheh 5748063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb) 5749ccd979bdSMark Fasheh { 5750ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5751ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5752ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5753ccd979bdSMark Fasheh 5754ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5755ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5756ccd979bdSMark Fasheh 5757ccd979bdSMark Fasheh mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count), 5758ccd979bdSMark Fasheh "slot %d, invalid truncate log parameters: used = " 5759ccd979bdSMark Fasheh "%u, count = %u\n", osb->slot_num, 5760ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count)); 5761ccd979bdSMark Fasheh return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count); 5762ccd979bdSMark Fasheh } 5763ccd979bdSMark Fasheh 5764ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl, 5765ccd979bdSMark Fasheh unsigned int new_start) 5766ccd979bdSMark Fasheh { 5767ccd979bdSMark Fasheh unsigned int tail_index; 5768ccd979bdSMark Fasheh unsigned int current_tail; 5769ccd979bdSMark Fasheh 5770ccd979bdSMark Fasheh /* No records, nothing to coalesce */ 5771ccd979bdSMark Fasheh if (!le16_to_cpu(tl->tl_used)) 5772ccd979bdSMark Fasheh return 0; 5773ccd979bdSMark Fasheh 5774ccd979bdSMark Fasheh tail_index = le16_to_cpu(tl->tl_used) - 1; 5775ccd979bdSMark Fasheh current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start); 5776ccd979bdSMark Fasheh current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters); 5777ccd979bdSMark Fasheh 5778ccd979bdSMark Fasheh return current_tail == new_start; 5779ccd979bdSMark Fasheh } 5780ccd979bdSMark Fasheh 5781063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb, 57821fabe148SMark Fasheh handle_t *handle, 5783ccd979bdSMark Fasheh u64 start_blk, 5784ccd979bdSMark Fasheh unsigned int num_clusters) 5785ccd979bdSMark Fasheh { 5786ccd979bdSMark Fasheh int status, index; 5787ccd979bdSMark Fasheh unsigned int start_cluster, tl_count; 5788ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5789ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5790ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5791ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5792ccd979bdSMark Fasheh 5793b0697053SMark Fasheh mlog_entry("start_blk = %llu, num_clusters = %u\n", 5794b0697053SMark Fasheh (unsigned long long)start_blk, num_clusters); 5795ccd979bdSMark Fasheh 57961b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5797ccd979bdSMark Fasheh 5798ccd979bdSMark Fasheh start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk); 5799ccd979bdSMark Fasheh 5800ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5801ccd979bdSMark Fasheh 580210995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 580310995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 580410995aa2SJoel Becker * corruption is a code bug */ 580510995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 580610995aa2SJoel Becker 580710995aa2SJoel Becker tl = &di->id2.i_dealloc; 5808ccd979bdSMark Fasheh tl_count = le16_to_cpu(tl->tl_count); 5809ccd979bdSMark Fasheh mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) || 5810ccd979bdSMark Fasheh tl_count == 0, 5811b0697053SMark Fasheh "Truncate record count on #%llu invalid " 5812b0697053SMark Fasheh "wanted %u, actual %u\n", 5813b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5814ccd979bdSMark Fasheh ocfs2_truncate_recs_per_inode(osb->sb), 5815ccd979bdSMark Fasheh le16_to_cpu(tl->tl_count)); 5816ccd979bdSMark Fasheh 5817ccd979bdSMark Fasheh /* Caller should have known to flush before calling us. */ 5818ccd979bdSMark Fasheh index = le16_to_cpu(tl->tl_used); 5819ccd979bdSMark Fasheh if (index >= tl_count) { 5820ccd979bdSMark Fasheh status = -ENOSPC; 5821ccd979bdSMark Fasheh mlog_errno(status); 5822ccd979bdSMark Fasheh goto bail; 5823ccd979bdSMark Fasheh } 5824ccd979bdSMark Fasheh 58250cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5826ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5827ccd979bdSMark Fasheh if (status < 0) { 5828ccd979bdSMark Fasheh mlog_errno(status); 5829ccd979bdSMark Fasheh goto bail; 5830ccd979bdSMark Fasheh } 5831ccd979bdSMark Fasheh 5832ccd979bdSMark Fasheh mlog(0, "Log truncate of %u clusters starting at cluster %u to " 5833b0697053SMark Fasheh "%llu (index = %d)\n", num_clusters, start_cluster, 5834b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index); 5835ccd979bdSMark Fasheh 5836ccd979bdSMark Fasheh if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) { 5837ccd979bdSMark Fasheh /* 5838ccd979bdSMark Fasheh * Move index back to the record we are coalescing with. 5839ccd979bdSMark Fasheh * ocfs2_truncate_log_can_coalesce() guarantees nonzero 5840ccd979bdSMark Fasheh */ 5841ccd979bdSMark Fasheh index--; 5842ccd979bdSMark Fasheh 5843ccd979bdSMark Fasheh num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters); 5844ccd979bdSMark Fasheh mlog(0, "Coalesce with index %u (start = %u, clusters = %u)\n", 5845ccd979bdSMark Fasheh index, le32_to_cpu(tl->tl_recs[index].t_start), 5846ccd979bdSMark Fasheh num_clusters); 5847ccd979bdSMark Fasheh } else { 5848ccd979bdSMark Fasheh tl->tl_recs[index].t_start = cpu_to_le32(start_cluster); 5849ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(index + 1); 5850ccd979bdSMark Fasheh } 5851ccd979bdSMark Fasheh tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters); 5852ccd979bdSMark Fasheh 5853ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5854ccd979bdSMark Fasheh if (status < 0) { 5855ccd979bdSMark Fasheh mlog_errno(status); 5856ccd979bdSMark Fasheh goto bail; 5857ccd979bdSMark Fasheh } 5858ccd979bdSMark Fasheh 5859ccd979bdSMark Fasheh bail: 5860ccd979bdSMark Fasheh mlog_exit(status); 5861ccd979bdSMark Fasheh return status; 5862ccd979bdSMark Fasheh } 5863ccd979bdSMark Fasheh 5864ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb, 58651fabe148SMark Fasheh handle_t *handle, 5866ccd979bdSMark Fasheh struct inode *data_alloc_inode, 5867ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh) 5868ccd979bdSMark Fasheh { 5869ccd979bdSMark Fasheh int status = 0; 5870ccd979bdSMark Fasheh int i; 5871ccd979bdSMark Fasheh unsigned int num_clusters; 5872ccd979bdSMark Fasheh u64 start_blk; 5873ccd979bdSMark Fasheh struct ocfs2_truncate_rec rec; 5874ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5875ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5876ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5877ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5878ccd979bdSMark Fasheh 5879ccd979bdSMark Fasheh mlog_entry_void(); 5880ccd979bdSMark Fasheh 5881ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5882ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5883ccd979bdSMark Fasheh i = le16_to_cpu(tl->tl_used) - 1; 5884ccd979bdSMark Fasheh while (i >= 0) { 5885ccd979bdSMark Fasheh /* Caller has given us at least enough credits to 5886ccd979bdSMark Fasheh * update the truncate log dinode */ 58870cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5888ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5889ccd979bdSMark Fasheh if (status < 0) { 5890ccd979bdSMark Fasheh mlog_errno(status); 5891ccd979bdSMark Fasheh goto bail; 5892ccd979bdSMark Fasheh } 5893ccd979bdSMark Fasheh 5894ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(i); 5895ccd979bdSMark Fasheh 5896ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5897ccd979bdSMark Fasheh if (status < 0) { 5898ccd979bdSMark Fasheh mlog_errno(status); 5899ccd979bdSMark Fasheh goto bail; 5900ccd979bdSMark Fasheh } 5901ccd979bdSMark Fasheh 5902ccd979bdSMark Fasheh /* TODO: Perhaps we can calculate the bulk of the 5903ccd979bdSMark Fasheh * credits up front rather than extending like 5904ccd979bdSMark Fasheh * this. */ 5905ccd979bdSMark Fasheh status = ocfs2_extend_trans(handle, 5906ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC); 5907ccd979bdSMark Fasheh if (status < 0) { 5908ccd979bdSMark Fasheh mlog_errno(status); 5909ccd979bdSMark Fasheh goto bail; 5910ccd979bdSMark Fasheh } 5911ccd979bdSMark Fasheh 5912ccd979bdSMark Fasheh rec = tl->tl_recs[i]; 5913ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb, 5914ccd979bdSMark Fasheh le32_to_cpu(rec.t_start)); 5915ccd979bdSMark Fasheh num_clusters = le32_to_cpu(rec.t_clusters); 5916ccd979bdSMark Fasheh 5917ccd979bdSMark Fasheh /* if start_blk is not set, we ignore the record as 5918ccd979bdSMark Fasheh * invalid. */ 5919ccd979bdSMark Fasheh if (start_blk) { 5920ccd979bdSMark Fasheh mlog(0, "free record %d, start = %u, clusters = %u\n", 5921ccd979bdSMark Fasheh i, le32_to_cpu(rec.t_start), num_clusters); 5922ccd979bdSMark Fasheh 5923ccd979bdSMark Fasheh status = ocfs2_free_clusters(handle, data_alloc_inode, 5924ccd979bdSMark Fasheh data_alloc_bh, start_blk, 5925ccd979bdSMark Fasheh num_clusters); 5926ccd979bdSMark Fasheh if (status < 0) { 5927ccd979bdSMark Fasheh mlog_errno(status); 5928ccd979bdSMark Fasheh goto bail; 5929ccd979bdSMark Fasheh } 5930ccd979bdSMark Fasheh } 5931ccd979bdSMark Fasheh i--; 5932ccd979bdSMark Fasheh } 5933ccd979bdSMark Fasheh 5934ccd979bdSMark Fasheh bail: 5935ccd979bdSMark Fasheh mlog_exit(status); 5936ccd979bdSMark Fasheh return status; 5937ccd979bdSMark Fasheh } 5938ccd979bdSMark Fasheh 59391b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */ 5940063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5941ccd979bdSMark Fasheh { 5942ccd979bdSMark Fasheh int status; 5943ccd979bdSMark Fasheh unsigned int num_to_flush; 59441fabe148SMark Fasheh handle_t *handle; 5945ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5946ccd979bdSMark Fasheh struct inode *data_alloc_inode = NULL; 5947ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5948ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh = NULL; 5949ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5950ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5951ccd979bdSMark Fasheh 5952ccd979bdSMark Fasheh mlog_entry_void(); 5953ccd979bdSMark Fasheh 59541b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5955ccd979bdSMark Fasheh 5956ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5957ccd979bdSMark Fasheh 595810995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 595910995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 596010995aa2SJoel Becker * corruption is a code bug */ 596110995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 596210995aa2SJoel Becker 596310995aa2SJoel Becker tl = &di->id2.i_dealloc; 5964ccd979bdSMark Fasheh num_to_flush = le16_to_cpu(tl->tl_used); 5965b0697053SMark Fasheh mlog(0, "Flush %u records from truncate log #%llu\n", 5966b0697053SMark Fasheh num_to_flush, (unsigned long long)OCFS2_I(tl_inode)->ip_blkno); 5967ccd979bdSMark Fasheh if (!num_to_flush) { 5968ccd979bdSMark Fasheh status = 0; 5969e08dc8b9SMark Fasheh goto out; 5970ccd979bdSMark Fasheh } 5971ccd979bdSMark Fasheh 5972ccd979bdSMark Fasheh data_alloc_inode = ocfs2_get_system_file_inode(osb, 5973ccd979bdSMark Fasheh GLOBAL_BITMAP_SYSTEM_INODE, 5974ccd979bdSMark Fasheh OCFS2_INVALID_SLOT); 5975ccd979bdSMark Fasheh if (!data_alloc_inode) { 5976ccd979bdSMark Fasheh status = -EINVAL; 5977ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get bitmap inode!\n"); 5978e08dc8b9SMark Fasheh goto out; 5979ccd979bdSMark Fasheh } 5980ccd979bdSMark Fasheh 5981e08dc8b9SMark Fasheh mutex_lock(&data_alloc_inode->i_mutex); 5982e08dc8b9SMark Fasheh 5983e63aecb6SMark Fasheh status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1); 5984ccd979bdSMark Fasheh if (status < 0) { 5985ccd979bdSMark Fasheh mlog_errno(status); 5986e08dc8b9SMark Fasheh goto out_mutex; 5987ccd979bdSMark Fasheh } 5988ccd979bdSMark Fasheh 598965eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 5990ccd979bdSMark Fasheh if (IS_ERR(handle)) { 5991ccd979bdSMark Fasheh status = PTR_ERR(handle); 5992ccd979bdSMark Fasheh mlog_errno(status); 5993e08dc8b9SMark Fasheh goto out_unlock; 5994ccd979bdSMark Fasheh } 5995ccd979bdSMark Fasheh 5996ccd979bdSMark Fasheh status = ocfs2_replay_truncate_records(osb, handle, data_alloc_inode, 5997ccd979bdSMark Fasheh data_alloc_bh); 5998e08dc8b9SMark Fasheh if (status < 0) 5999ccd979bdSMark Fasheh mlog_errno(status); 6000ccd979bdSMark Fasheh 600102dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6002ccd979bdSMark Fasheh 6003e08dc8b9SMark Fasheh out_unlock: 6004e08dc8b9SMark Fasheh brelse(data_alloc_bh); 6005e63aecb6SMark Fasheh ocfs2_inode_unlock(data_alloc_inode, 1); 6006e08dc8b9SMark Fasheh 6007e08dc8b9SMark Fasheh out_mutex: 6008e08dc8b9SMark Fasheh mutex_unlock(&data_alloc_inode->i_mutex); 6009ccd979bdSMark Fasheh iput(data_alloc_inode); 6010ccd979bdSMark Fasheh 6011e08dc8b9SMark Fasheh out: 6012ccd979bdSMark Fasheh mlog_exit(status); 6013ccd979bdSMark Fasheh return status; 6014ccd979bdSMark Fasheh } 6015ccd979bdSMark Fasheh 6016ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb) 6017ccd979bdSMark Fasheh { 6018ccd979bdSMark Fasheh int status; 6019ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6020ccd979bdSMark Fasheh 60211b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 6022ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 60231b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 6024ccd979bdSMark Fasheh 6025ccd979bdSMark Fasheh return status; 6026ccd979bdSMark Fasheh } 6027ccd979bdSMark Fasheh 6028c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work) 6029ccd979bdSMark Fasheh { 6030ccd979bdSMark Fasheh int status; 6031c4028958SDavid Howells struct ocfs2_super *osb = 6032c4028958SDavid Howells container_of(work, struct ocfs2_super, 6033c4028958SDavid Howells osb_truncate_log_wq.work); 6034ccd979bdSMark Fasheh 6035ccd979bdSMark Fasheh mlog_entry_void(); 6036ccd979bdSMark Fasheh 6037ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6038ccd979bdSMark Fasheh if (status < 0) 6039ccd979bdSMark Fasheh mlog_errno(status); 60404d0ddb2cSTao Ma else 6041*b89c5428STiger Yang ocfs2_init_steal_slots(osb); 6042ccd979bdSMark Fasheh 6043ccd979bdSMark Fasheh mlog_exit(status); 6044ccd979bdSMark Fasheh } 6045ccd979bdSMark Fasheh 6046ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ) 6047ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb, 6048ccd979bdSMark Fasheh int cancel) 6049ccd979bdSMark Fasheh { 6050ccd979bdSMark Fasheh if (osb->osb_tl_inode) { 6051ccd979bdSMark Fasheh /* We want to push off log flushes while truncates are 6052ccd979bdSMark Fasheh * still running. */ 6053ccd979bdSMark Fasheh if (cancel) 6054ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 6055ccd979bdSMark Fasheh 6056ccd979bdSMark Fasheh queue_delayed_work(ocfs2_wq, &osb->osb_truncate_log_wq, 6057ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL); 6058ccd979bdSMark Fasheh } 6059ccd979bdSMark Fasheh } 6060ccd979bdSMark Fasheh 6061ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb, 6062ccd979bdSMark Fasheh int slot_num, 6063ccd979bdSMark Fasheh struct inode **tl_inode, 6064ccd979bdSMark Fasheh struct buffer_head **tl_bh) 6065ccd979bdSMark Fasheh { 6066ccd979bdSMark Fasheh int status; 6067ccd979bdSMark Fasheh struct inode *inode = NULL; 6068ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 6069ccd979bdSMark Fasheh 6070ccd979bdSMark Fasheh inode = ocfs2_get_system_file_inode(osb, 6071ccd979bdSMark Fasheh TRUNCATE_LOG_SYSTEM_INODE, 6072ccd979bdSMark Fasheh slot_num); 6073ccd979bdSMark Fasheh if (!inode) { 6074ccd979bdSMark Fasheh status = -EINVAL; 6075ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get load truncate log inode!\n"); 6076ccd979bdSMark Fasheh goto bail; 6077ccd979bdSMark Fasheh } 6078ccd979bdSMark Fasheh 6079b657c95cSJoel Becker status = ocfs2_read_inode_block(inode, &bh); 6080ccd979bdSMark Fasheh if (status < 0) { 6081ccd979bdSMark Fasheh iput(inode); 6082ccd979bdSMark Fasheh mlog_errno(status); 6083ccd979bdSMark Fasheh goto bail; 6084ccd979bdSMark Fasheh } 6085ccd979bdSMark Fasheh 6086ccd979bdSMark Fasheh *tl_inode = inode; 6087ccd979bdSMark Fasheh *tl_bh = bh; 6088ccd979bdSMark Fasheh bail: 6089ccd979bdSMark Fasheh mlog_exit(status); 6090ccd979bdSMark Fasheh return status; 6091ccd979bdSMark Fasheh } 6092ccd979bdSMark Fasheh 6093ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean 6094ccd979bdSMark Fasheh * truncate log and pass back a copy for processing later. if the 6095ccd979bdSMark Fasheh * truncate log does not require processing, a *tl_copy is set to 6096ccd979bdSMark Fasheh * NULL. */ 6097ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb, 6098ccd979bdSMark Fasheh int slot_num, 6099ccd979bdSMark Fasheh struct ocfs2_dinode **tl_copy) 6100ccd979bdSMark Fasheh { 6101ccd979bdSMark Fasheh int status; 6102ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6103ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6104ccd979bdSMark Fasheh struct ocfs2_dinode *di; 6105ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6106ccd979bdSMark Fasheh 6107ccd979bdSMark Fasheh *tl_copy = NULL; 6108ccd979bdSMark Fasheh 6109ccd979bdSMark Fasheh mlog(0, "recover truncate log from slot %d\n", slot_num); 6110ccd979bdSMark Fasheh 6111ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh); 6112ccd979bdSMark Fasheh if (status < 0) { 6113ccd979bdSMark Fasheh mlog_errno(status); 6114ccd979bdSMark Fasheh goto bail; 6115ccd979bdSMark Fasheh } 6116ccd979bdSMark Fasheh 6117ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 6118ccd979bdSMark Fasheh 611910995aa2SJoel Becker /* tl_bh is loaded from ocfs2_get_truncate_log_info(). It's 612010995aa2SJoel Becker * validated by the underlying call to ocfs2_read_inode_block(), 612110995aa2SJoel Becker * so any corruption is a code bug */ 612210995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 612310995aa2SJoel Becker 612410995aa2SJoel Becker tl = &di->id2.i_dealloc; 6125ccd979bdSMark Fasheh if (le16_to_cpu(tl->tl_used)) { 6126ccd979bdSMark Fasheh mlog(0, "We'll have %u logs to recover\n", 6127ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used)); 6128ccd979bdSMark Fasheh 6129ccd979bdSMark Fasheh *tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL); 6130ccd979bdSMark Fasheh if (!(*tl_copy)) { 6131ccd979bdSMark Fasheh status = -ENOMEM; 6132ccd979bdSMark Fasheh mlog_errno(status); 6133ccd979bdSMark Fasheh goto bail; 6134ccd979bdSMark Fasheh } 6135ccd979bdSMark Fasheh 6136ccd979bdSMark Fasheh /* Assuming the write-out below goes well, this copy 6137ccd979bdSMark Fasheh * will be passed back to recovery for processing. */ 6138ccd979bdSMark Fasheh memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size); 6139ccd979bdSMark Fasheh 6140ccd979bdSMark Fasheh /* All we need to do to clear the truncate log is set 6141ccd979bdSMark Fasheh * tl_used. */ 6142ccd979bdSMark Fasheh tl->tl_used = 0; 6143ccd979bdSMark Fasheh 614413723d00SJoel Becker ocfs2_compute_meta_ecc(osb->sb, tl_bh->b_data, &di->i_check); 61458cb471e8SJoel Becker status = ocfs2_write_block(osb, tl_bh, INODE_CACHE(tl_inode)); 6146ccd979bdSMark Fasheh if (status < 0) { 6147ccd979bdSMark Fasheh mlog_errno(status); 6148ccd979bdSMark Fasheh goto bail; 6149ccd979bdSMark Fasheh } 6150ccd979bdSMark Fasheh } 6151ccd979bdSMark Fasheh 6152ccd979bdSMark Fasheh bail: 6153ccd979bdSMark Fasheh if (tl_inode) 6154ccd979bdSMark Fasheh iput(tl_inode); 6155ccd979bdSMark Fasheh brelse(tl_bh); 6156ccd979bdSMark Fasheh 6157ccd979bdSMark Fasheh if (status < 0 && (*tl_copy)) { 6158ccd979bdSMark Fasheh kfree(*tl_copy); 6159ccd979bdSMark Fasheh *tl_copy = NULL; 6160ccd979bdSMark Fasheh } 6161ccd979bdSMark Fasheh 6162ccd979bdSMark Fasheh mlog_exit(status); 6163ccd979bdSMark Fasheh return status; 6164ccd979bdSMark Fasheh } 6165ccd979bdSMark Fasheh 6166ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb, 6167ccd979bdSMark Fasheh struct ocfs2_dinode *tl_copy) 6168ccd979bdSMark Fasheh { 6169ccd979bdSMark Fasheh int status = 0; 6170ccd979bdSMark Fasheh int i; 6171ccd979bdSMark Fasheh unsigned int clusters, num_recs, start_cluster; 6172ccd979bdSMark Fasheh u64 start_blk; 61731fabe148SMark Fasheh handle_t *handle; 6174ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6175ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6176ccd979bdSMark Fasheh 6177ccd979bdSMark Fasheh mlog_entry_void(); 6178ccd979bdSMark Fasheh 6179ccd979bdSMark Fasheh if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) { 6180ccd979bdSMark Fasheh mlog(ML_ERROR, "Asked to recover my own truncate log!\n"); 6181ccd979bdSMark Fasheh return -EINVAL; 6182ccd979bdSMark Fasheh } 6183ccd979bdSMark Fasheh 6184ccd979bdSMark Fasheh tl = &tl_copy->id2.i_dealloc; 6185ccd979bdSMark Fasheh num_recs = le16_to_cpu(tl->tl_used); 6186b0697053SMark Fasheh mlog(0, "cleanup %u records from %llu\n", num_recs, 61871ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(tl_copy->i_blkno)); 6188ccd979bdSMark Fasheh 61891b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 6190ccd979bdSMark Fasheh for(i = 0; i < num_recs; i++) { 6191ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 6192ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 6193ccd979bdSMark Fasheh if (status < 0) { 6194ccd979bdSMark Fasheh mlog_errno(status); 6195ccd979bdSMark Fasheh goto bail_up; 6196ccd979bdSMark Fasheh } 6197ccd979bdSMark Fasheh } 6198ccd979bdSMark Fasheh 619965eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 6200ccd979bdSMark Fasheh if (IS_ERR(handle)) { 6201ccd979bdSMark Fasheh status = PTR_ERR(handle); 6202ccd979bdSMark Fasheh mlog_errno(status); 6203ccd979bdSMark Fasheh goto bail_up; 6204ccd979bdSMark Fasheh } 6205ccd979bdSMark Fasheh 6206ccd979bdSMark Fasheh clusters = le32_to_cpu(tl->tl_recs[i].t_clusters); 6207ccd979bdSMark Fasheh start_cluster = le32_to_cpu(tl->tl_recs[i].t_start); 6208ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster); 6209ccd979bdSMark Fasheh 6210ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, 6211ccd979bdSMark Fasheh start_blk, clusters); 621202dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6213ccd979bdSMark Fasheh if (status < 0) { 6214ccd979bdSMark Fasheh mlog_errno(status); 6215ccd979bdSMark Fasheh goto bail_up; 6216ccd979bdSMark Fasheh } 6217ccd979bdSMark Fasheh } 6218ccd979bdSMark Fasheh 6219ccd979bdSMark Fasheh bail_up: 62201b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 6221ccd979bdSMark Fasheh 6222ccd979bdSMark Fasheh mlog_exit(status); 6223ccd979bdSMark Fasheh return status; 6224ccd979bdSMark Fasheh } 6225ccd979bdSMark Fasheh 6226ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb) 6227ccd979bdSMark Fasheh { 6228ccd979bdSMark Fasheh int status; 6229ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6230ccd979bdSMark Fasheh 6231ccd979bdSMark Fasheh mlog_entry_void(); 6232ccd979bdSMark Fasheh 6233ccd979bdSMark Fasheh if (tl_inode) { 6234ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 6235ccd979bdSMark Fasheh flush_workqueue(ocfs2_wq); 6236ccd979bdSMark Fasheh 6237ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6238ccd979bdSMark Fasheh if (status < 0) 6239ccd979bdSMark Fasheh mlog_errno(status); 6240ccd979bdSMark Fasheh 6241ccd979bdSMark Fasheh brelse(osb->osb_tl_bh); 6242ccd979bdSMark Fasheh iput(osb->osb_tl_inode); 6243ccd979bdSMark Fasheh } 6244ccd979bdSMark Fasheh 6245ccd979bdSMark Fasheh mlog_exit_void(); 6246ccd979bdSMark Fasheh } 6247ccd979bdSMark Fasheh 6248ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb) 6249ccd979bdSMark Fasheh { 6250ccd979bdSMark Fasheh int status; 6251ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6252ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6253ccd979bdSMark Fasheh 6254ccd979bdSMark Fasheh mlog_entry_void(); 6255ccd979bdSMark Fasheh 6256ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, 6257ccd979bdSMark Fasheh osb->slot_num, 6258ccd979bdSMark Fasheh &tl_inode, 6259ccd979bdSMark Fasheh &tl_bh); 6260ccd979bdSMark Fasheh if (status < 0) 6261ccd979bdSMark Fasheh mlog_errno(status); 6262ccd979bdSMark Fasheh 6263ccd979bdSMark Fasheh /* ocfs2_truncate_log_shutdown keys on the existence of 6264ccd979bdSMark Fasheh * osb->osb_tl_inode so we don't set any of the osb variables 6265ccd979bdSMark Fasheh * until we're sure all is well. */ 6266c4028958SDavid Howells INIT_DELAYED_WORK(&osb->osb_truncate_log_wq, 6267c4028958SDavid Howells ocfs2_truncate_log_worker); 6268ccd979bdSMark Fasheh osb->osb_tl_bh = tl_bh; 6269ccd979bdSMark Fasheh osb->osb_tl_inode = tl_inode; 6270ccd979bdSMark Fasheh 6271ccd979bdSMark Fasheh mlog_exit(status); 6272ccd979bdSMark Fasheh return status; 6273ccd979bdSMark Fasheh } 6274ccd979bdSMark Fasheh 62752b604351SMark Fasheh /* 62762b604351SMark Fasheh * Delayed de-allocation of suballocator blocks. 62772b604351SMark Fasheh * 62782b604351SMark Fasheh * Some sets of block de-allocations might involve multiple suballocator inodes. 62792b604351SMark Fasheh * 62802b604351SMark Fasheh * The locking for this can get extremely complicated, especially when 62812b604351SMark Fasheh * the suballocator inodes to delete from aren't known until deep 62822b604351SMark Fasheh * within an unrelated codepath. 62832b604351SMark Fasheh * 62842b604351SMark Fasheh * ocfs2_extent_block structures are a good example of this - an inode 62852b604351SMark Fasheh * btree could have been grown by any number of nodes each allocating 62862b604351SMark Fasheh * out of their own suballoc inode. 62872b604351SMark Fasheh * 62882b604351SMark Fasheh * These structures allow the delay of block de-allocation until a 62892b604351SMark Fasheh * later time, when locking of multiple cluster inodes won't cause 62902b604351SMark Fasheh * deadlock. 62912b604351SMark Fasheh */ 62922b604351SMark Fasheh 62932b604351SMark Fasheh /* 62942891d290STao Ma * Describe a single bit freed from a suballocator. For the block 62952891d290STao Ma * suballocators, it represents one block. For the global cluster 62962891d290STao Ma * allocator, it represents some clusters and free_bit indicates 62972891d290STao Ma * clusters number. 62982b604351SMark Fasheh */ 62992b604351SMark Fasheh struct ocfs2_cached_block_free { 63002b604351SMark Fasheh struct ocfs2_cached_block_free *free_next; 63012b604351SMark Fasheh u64 free_blk; 63022b604351SMark Fasheh unsigned int free_bit; 63032b604351SMark Fasheh }; 63042b604351SMark Fasheh 63052b604351SMark Fasheh struct ocfs2_per_slot_free_list { 63062b604351SMark Fasheh struct ocfs2_per_slot_free_list *f_next_suballocator; 63072b604351SMark Fasheh int f_inode_type; 63082b604351SMark Fasheh int f_slot; 63092b604351SMark Fasheh struct ocfs2_cached_block_free *f_first; 63102b604351SMark Fasheh }; 63112b604351SMark Fasheh 63122891d290STao Ma static int ocfs2_free_cached_blocks(struct ocfs2_super *osb, 63132b604351SMark Fasheh int sysfile_type, 63142b604351SMark Fasheh int slot, 63152b604351SMark Fasheh struct ocfs2_cached_block_free *head) 63162b604351SMark Fasheh { 63172b604351SMark Fasheh int ret; 63182b604351SMark Fasheh u64 bg_blkno; 63192b604351SMark Fasheh handle_t *handle; 63202b604351SMark Fasheh struct inode *inode; 63212b604351SMark Fasheh struct buffer_head *di_bh = NULL; 63222b604351SMark Fasheh struct ocfs2_cached_block_free *tmp; 63232b604351SMark Fasheh 63242b604351SMark Fasheh inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot); 63252b604351SMark Fasheh if (!inode) { 63262b604351SMark Fasheh ret = -EINVAL; 63272b604351SMark Fasheh mlog_errno(ret); 63282b604351SMark Fasheh goto out; 63292b604351SMark Fasheh } 63302b604351SMark Fasheh 63312b604351SMark Fasheh mutex_lock(&inode->i_mutex); 63322b604351SMark Fasheh 6333e63aecb6SMark Fasheh ret = ocfs2_inode_lock(inode, &di_bh, 1); 63342b604351SMark Fasheh if (ret) { 63352b604351SMark Fasheh mlog_errno(ret); 63362b604351SMark Fasheh goto out_mutex; 63372b604351SMark Fasheh } 63382b604351SMark Fasheh 63392b604351SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE); 63402b604351SMark Fasheh if (IS_ERR(handle)) { 63412b604351SMark Fasheh ret = PTR_ERR(handle); 63422b604351SMark Fasheh mlog_errno(ret); 63432b604351SMark Fasheh goto out_unlock; 63442b604351SMark Fasheh } 63452b604351SMark Fasheh 63462b604351SMark Fasheh while (head) { 63472b604351SMark Fasheh bg_blkno = ocfs2_which_suballoc_group(head->free_blk, 63482b604351SMark Fasheh head->free_bit); 63492b604351SMark Fasheh mlog(0, "Free bit: (bit %u, blkno %llu)\n", 63502b604351SMark Fasheh head->free_bit, (unsigned long long)head->free_blk); 63512b604351SMark Fasheh 63522b604351SMark Fasheh ret = ocfs2_free_suballoc_bits(handle, inode, di_bh, 63532b604351SMark Fasheh head->free_bit, bg_blkno, 1); 63542b604351SMark Fasheh if (ret) { 63552b604351SMark Fasheh mlog_errno(ret); 63562b604351SMark Fasheh goto out_journal; 63572b604351SMark Fasheh } 63582b604351SMark Fasheh 63592b604351SMark Fasheh ret = ocfs2_extend_trans(handle, OCFS2_SUBALLOC_FREE); 63602b604351SMark Fasheh if (ret) { 63612b604351SMark Fasheh mlog_errno(ret); 63622b604351SMark Fasheh goto out_journal; 63632b604351SMark Fasheh } 63642b604351SMark Fasheh 63652b604351SMark Fasheh tmp = head; 63662b604351SMark Fasheh head = head->free_next; 63672b604351SMark Fasheh kfree(tmp); 63682b604351SMark Fasheh } 63692b604351SMark Fasheh 63702b604351SMark Fasheh out_journal: 63712b604351SMark Fasheh ocfs2_commit_trans(osb, handle); 63722b604351SMark Fasheh 63732b604351SMark Fasheh out_unlock: 6374e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 63752b604351SMark Fasheh brelse(di_bh); 63762b604351SMark Fasheh out_mutex: 63772b604351SMark Fasheh mutex_unlock(&inode->i_mutex); 63782b604351SMark Fasheh iput(inode); 63792b604351SMark Fasheh out: 63802b604351SMark Fasheh while(head) { 63812b604351SMark Fasheh /* Premature exit may have left some dangling items. */ 63822b604351SMark Fasheh tmp = head; 63832b604351SMark Fasheh head = head->free_next; 63842b604351SMark Fasheh kfree(tmp); 63852b604351SMark Fasheh } 63862b604351SMark Fasheh 63872b604351SMark Fasheh return ret; 63882b604351SMark Fasheh } 63892b604351SMark Fasheh 63902891d290STao Ma int ocfs2_cache_cluster_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 63912891d290STao Ma u64 blkno, unsigned int bit) 63922891d290STao Ma { 63932891d290STao Ma int ret = 0; 63942891d290STao Ma struct ocfs2_cached_block_free *item; 63952891d290STao Ma 63962891d290STao Ma item = kmalloc(sizeof(*item), GFP_NOFS); 63972891d290STao Ma if (item == NULL) { 63982891d290STao Ma ret = -ENOMEM; 63992891d290STao Ma mlog_errno(ret); 64002891d290STao Ma return ret; 64012891d290STao Ma } 64022891d290STao Ma 64032891d290STao Ma mlog(0, "Insert clusters: (bit %u, blk %llu)\n", 64042891d290STao Ma bit, (unsigned long long)blkno); 64052891d290STao Ma 64062891d290STao Ma item->free_blk = blkno; 64072891d290STao Ma item->free_bit = bit; 64082891d290STao Ma item->free_next = ctxt->c_global_allocator; 64092891d290STao Ma 64102891d290STao Ma ctxt->c_global_allocator = item; 64112891d290STao Ma return ret; 64122891d290STao Ma } 64132891d290STao Ma 64142891d290STao Ma static int ocfs2_free_cached_clusters(struct ocfs2_super *osb, 64152891d290STao Ma struct ocfs2_cached_block_free *head) 64162891d290STao Ma { 64172891d290STao Ma struct ocfs2_cached_block_free *tmp; 64182891d290STao Ma struct inode *tl_inode = osb->osb_tl_inode; 64192891d290STao Ma handle_t *handle; 64202891d290STao Ma int ret = 0; 64212891d290STao Ma 64222891d290STao Ma mutex_lock(&tl_inode->i_mutex); 64232891d290STao Ma 64242891d290STao Ma while (head) { 64252891d290STao Ma if (ocfs2_truncate_log_needs_flush(osb)) { 64262891d290STao Ma ret = __ocfs2_flush_truncate_log(osb); 64272891d290STao Ma if (ret < 0) { 64282891d290STao Ma mlog_errno(ret); 64292891d290STao Ma break; 64302891d290STao Ma } 64312891d290STao Ma } 64322891d290STao Ma 64332891d290STao Ma handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 64342891d290STao Ma if (IS_ERR(handle)) { 64352891d290STao Ma ret = PTR_ERR(handle); 64362891d290STao Ma mlog_errno(ret); 64372891d290STao Ma break; 64382891d290STao Ma } 64392891d290STao Ma 64402891d290STao Ma ret = ocfs2_truncate_log_append(osb, handle, head->free_blk, 64412891d290STao Ma head->free_bit); 64422891d290STao Ma 64432891d290STao Ma ocfs2_commit_trans(osb, handle); 64442891d290STao Ma tmp = head; 64452891d290STao Ma head = head->free_next; 64462891d290STao Ma kfree(tmp); 64472891d290STao Ma 64482891d290STao Ma if (ret < 0) { 64492891d290STao Ma mlog_errno(ret); 64502891d290STao Ma break; 64512891d290STao Ma } 64522891d290STao Ma } 64532891d290STao Ma 64542891d290STao Ma mutex_unlock(&tl_inode->i_mutex); 64552891d290STao Ma 64562891d290STao Ma while (head) { 64572891d290STao Ma /* Premature exit may have left some dangling items. */ 64582891d290STao Ma tmp = head; 64592891d290STao Ma head = head->free_next; 64602891d290STao Ma kfree(tmp); 64612891d290STao Ma } 64622891d290STao Ma 64632891d290STao Ma return ret; 64642891d290STao Ma } 64652891d290STao Ma 64662b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb, 64672b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 64682b604351SMark Fasheh { 64692b604351SMark Fasheh int ret = 0, ret2; 64702b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 64712b604351SMark Fasheh 64722b604351SMark Fasheh if (!ctxt) 64732b604351SMark Fasheh return 0; 64742b604351SMark Fasheh 64752b604351SMark Fasheh while (ctxt->c_first_suballocator) { 64762b604351SMark Fasheh fl = ctxt->c_first_suballocator; 64772b604351SMark Fasheh 64782b604351SMark Fasheh if (fl->f_first) { 64792b604351SMark Fasheh mlog(0, "Free items: (type %u, slot %d)\n", 64802b604351SMark Fasheh fl->f_inode_type, fl->f_slot); 64812891d290STao Ma ret2 = ocfs2_free_cached_blocks(osb, 64822891d290STao Ma fl->f_inode_type, 64832891d290STao Ma fl->f_slot, 64842891d290STao Ma fl->f_first); 64852b604351SMark Fasheh if (ret2) 64862b604351SMark Fasheh mlog_errno(ret2); 64872b604351SMark Fasheh if (!ret) 64882b604351SMark Fasheh ret = ret2; 64892b604351SMark Fasheh } 64902b604351SMark Fasheh 64912b604351SMark Fasheh ctxt->c_first_suballocator = fl->f_next_suballocator; 64922b604351SMark Fasheh kfree(fl); 64932b604351SMark Fasheh } 64942b604351SMark Fasheh 64952891d290STao Ma if (ctxt->c_global_allocator) { 64962891d290STao Ma ret2 = ocfs2_free_cached_clusters(osb, 64972891d290STao Ma ctxt->c_global_allocator); 64982891d290STao Ma if (ret2) 64992891d290STao Ma mlog_errno(ret2); 65002891d290STao Ma if (!ret) 65012891d290STao Ma ret = ret2; 65022891d290STao Ma 65032891d290STao Ma ctxt->c_global_allocator = NULL; 65042891d290STao Ma } 65052891d290STao Ma 65062b604351SMark Fasheh return ret; 65072b604351SMark Fasheh } 65082b604351SMark Fasheh 65092b604351SMark Fasheh static struct ocfs2_per_slot_free_list * 65102b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type, 65112b604351SMark Fasheh int slot, 65122b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 65132b604351SMark Fasheh { 65142b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 65152b604351SMark Fasheh 65162b604351SMark Fasheh while (fl) { 65172b604351SMark Fasheh if (fl->f_inode_type == type && fl->f_slot == slot) 65182b604351SMark Fasheh return fl; 65192b604351SMark Fasheh 65202b604351SMark Fasheh fl = fl->f_next_suballocator; 65212b604351SMark Fasheh } 65222b604351SMark Fasheh 65232b604351SMark Fasheh fl = kmalloc(sizeof(*fl), GFP_NOFS); 65242b604351SMark Fasheh if (fl) { 65252b604351SMark Fasheh fl->f_inode_type = type; 65262b604351SMark Fasheh fl->f_slot = slot; 65272b604351SMark Fasheh fl->f_first = NULL; 65282b604351SMark Fasheh fl->f_next_suballocator = ctxt->c_first_suballocator; 65292b604351SMark Fasheh 65302b604351SMark Fasheh ctxt->c_first_suballocator = fl; 65312b604351SMark Fasheh } 65322b604351SMark Fasheh return fl; 65332b604351SMark Fasheh } 65342b604351SMark Fasheh 65351823cb0bSTao Ma int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 65362b604351SMark Fasheh int type, int slot, u64 blkno, 65372b604351SMark Fasheh unsigned int bit) 65382b604351SMark Fasheh { 65392b604351SMark Fasheh int ret; 65402b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 65412b604351SMark Fasheh struct ocfs2_cached_block_free *item; 65422b604351SMark Fasheh 65432b604351SMark Fasheh fl = ocfs2_find_per_slot_free_list(type, slot, ctxt); 65442b604351SMark Fasheh if (fl == NULL) { 65452b604351SMark Fasheh ret = -ENOMEM; 65462b604351SMark Fasheh mlog_errno(ret); 65472b604351SMark Fasheh goto out; 65482b604351SMark Fasheh } 65492b604351SMark Fasheh 65502b604351SMark Fasheh item = kmalloc(sizeof(*item), GFP_NOFS); 65512b604351SMark Fasheh if (item == NULL) { 65522b604351SMark Fasheh ret = -ENOMEM; 65532b604351SMark Fasheh mlog_errno(ret); 65542b604351SMark Fasheh goto out; 65552b604351SMark Fasheh } 65562b604351SMark Fasheh 65572b604351SMark Fasheh mlog(0, "Insert: (type %d, slot %u, bit %u, blk %llu)\n", 65582b604351SMark Fasheh type, slot, bit, (unsigned long long)blkno); 65592b604351SMark Fasheh 65602b604351SMark Fasheh item->free_blk = blkno; 65612b604351SMark Fasheh item->free_bit = bit; 65622b604351SMark Fasheh item->free_next = fl->f_first; 65632b604351SMark Fasheh 65642b604351SMark Fasheh fl->f_first = item; 65652b604351SMark Fasheh 65662b604351SMark Fasheh ret = 0; 65672b604351SMark Fasheh out: 65682b604351SMark Fasheh return ret; 65692b604351SMark Fasheh } 65702b604351SMark Fasheh 657159a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 657259a5e416SMark Fasheh struct ocfs2_extent_block *eb) 657359a5e416SMark Fasheh { 657459a5e416SMark Fasheh return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE, 657559a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_slot), 657659a5e416SMark Fasheh le64_to_cpu(eb->h_blkno), 657759a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_bit)); 657859a5e416SMark Fasheh } 657959a5e416SMark Fasheh 6580ccd979bdSMark Fasheh /* This function will figure out whether the currently last extent 6581ccd979bdSMark Fasheh * block will be deleted, and if it will, what the new last extent 6582ccd979bdSMark Fasheh * block will be so we can update his h_next_leaf_blk field, as well 6583ccd979bdSMark Fasheh * as the dinodes i_last_eb_blk */ 6584dcd0538fSMark Fasheh static int ocfs2_find_new_last_ext_blk(struct inode *inode, 65853a0782d0SMark Fasheh unsigned int clusters_to_del, 6586dcd0538fSMark Fasheh struct ocfs2_path *path, 6587ccd979bdSMark Fasheh struct buffer_head **new_last_eb) 6588ccd979bdSMark Fasheh { 65893a0782d0SMark Fasheh int next_free, ret = 0; 6590dcd0538fSMark Fasheh u32 cpos; 65913a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 6592ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 6593ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6594ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 6595ccd979bdSMark Fasheh 6596ccd979bdSMark Fasheh *new_last_eb = NULL; 6597ccd979bdSMark Fasheh 6598ccd979bdSMark Fasheh /* we have no tree, so of course, no last_eb. */ 6599dcd0538fSMark Fasheh if (!path->p_tree_depth) 6600dcd0538fSMark Fasheh goto out; 6601ccd979bdSMark Fasheh 6602ccd979bdSMark Fasheh /* trunc to zero special case - this makes tree_depth = 0 6603ccd979bdSMark Fasheh * regardless of what it is. */ 66043a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == clusters_to_del) 6605dcd0538fSMark Fasheh goto out; 6606ccd979bdSMark Fasheh 6607dcd0538fSMark Fasheh el = path_leaf_el(path); 6608ccd979bdSMark Fasheh BUG_ON(!el->l_next_free_rec); 6609ccd979bdSMark Fasheh 66103a0782d0SMark Fasheh /* 66113a0782d0SMark Fasheh * Make sure that this extent list will actually be empty 66123a0782d0SMark Fasheh * after we clear away the data. We can shortcut out if 66133a0782d0SMark Fasheh * there's more than one non-empty extent in the 66143a0782d0SMark Fasheh * list. Otherwise, a check of the remaining extent is 66153a0782d0SMark Fasheh * necessary. 66163a0782d0SMark Fasheh */ 66173a0782d0SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 66183a0782d0SMark Fasheh rec = NULL; 6619dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 66203a0782d0SMark Fasheh if (next_free > 2) 6621dcd0538fSMark Fasheh goto out; 66223a0782d0SMark Fasheh 66233a0782d0SMark Fasheh /* We may have a valid extent in index 1, check it. */ 66243a0782d0SMark Fasheh if (next_free == 2) 66253a0782d0SMark Fasheh rec = &el->l_recs[1]; 66263a0782d0SMark Fasheh 66273a0782d0SMark Fasheh /* 66283a0782d0SMark Fasheh * Fall through - no more nonempty extents, so we want 66293a0782d0SMark Fasheh * to delete this leaf. 66303a0782d0SMark Fasheh */ 66313a0782d0SMark Fasheh } else { 66323a0782d0SMark Fasheh if (next_free > 1) 6633dcd0538fSMark Fasheh goto out; 6634ccd979bdSMark Fasheh 66353a0782d0SMark Fasheh rec = &el->l_recs[0]; 66363a0782d0SMark Fasheh } 66373a0782d0SMark Fasheh 66383a0782d0SMark Fasheh if (rec) { 66393a0782d0SMark Fasheh /* 66403a0782d0SMark Fasheh * Check it we'll only be trimming off the end of this 66413a0782d0SMark Fasheh * cluster. 66423a0782d0SMark Fasheh */ 6643e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) > clusters_to_del) 66443a0782d0SMark Fasheh goto out; 66453a0782d0SMark Fasheh } 66463a0782d0SMark Fasheh 6647dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos); 6648dcd0538fSMark Fasheh if (ret) { 6649dcd0538fSMark Fasheh mlog_errno(ret); 6650dcd0538fSMark Fasheh goto out; 6651ccd979bdSMark Fasheh } 6652ccd979bdSMark Fasheh 6653facdb77fSJoel Becker ret = ocfs2_find_leaf(INODE_CACHE(inode), path_root_el(path), cpos, &bh); 6654dcd0538fSMark Fasheh if (ret) { 6655dcd0538fSMark Fasheh mlog_errno(ret); 6656dcd0538fSMark Fasheh goto out; 6657ccd979bdSMark Fasheh } 6658dcd0538fSMark Fasheh 6659ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 6660ccd979bdSMark Fasheh el = &eb->h_list; 66615e96581aSJoel Becker 66625e96581aSJoel Becker /* ocfs2_find_leaf() gets the eb from ocfs2_read_extent_block(). 66635e96581aSJoel Becker * Any corruption is a code bug. */ 66645e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 6665ccd979bdSMark Fasheh 6666ccd979bdSMark Fasheh *new_last_eb = bh; 6667ccd979bdSMark Fasheh get_bh(*new_last_eb); 6668dcd0538fSMark Fasheh mlog(0, "returning block %llu, (cpos: %u)\n", 6669dcd0538fSMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), cpos); 6670dcd0538fSMark Fasheh out: 6671ccd979bdSMark Fasheh brelse(bh); 6672ccd979bdSMark Fasheh 6673dcd0538fSMark Fasheh return ret; 6674ccd979bdSMark Fasheh } 6675ccd979bdSMark Fasheh 66763a0782d0SMark Fasheh /* 66773a0782d0SMark Fasheh * Trim some clusters off the rightmost edge of a tree. Only called 66783a0782d0SMark Fasheh * during truncate. 66793a0782d0SMark Fasheh * 66803a0782d0SMark Fasheh * The caller needs to: 66813a0782d0SMark Fasheh * - start journaling of each path component. 66823a0782d0SMark Fasheh * - compute and fully set up any new last ext block 66833a0782d0SMark Fasheh */ 66843a0782d0SMark Fasheh static int ocfs2_trim_tree(struct inode *inode, struct ocfs2_path *path, 66853a0782d0SMark Fasheh handle_t *handle, struct ocfs2_truncate_context *tc, 6686bcbbb24aSTao Ma u32 clusters_to_del, u64 *delete_start, u8 *flags) 66873a0782d0SMark Fasheh { 66883a0782d0SMark Fasheh int ret, i, index = path->p_tree_depth; 66893a0782d0SMark Fasheh u32 new_edge = 0; 66903a0782d0SMark Fasheh u64 deleted_eb = 0; 66913a0782d0SMark Fasheh struct buffer_head *bh; 66923a0782d0SMark Fasheh struct ocfs2_extent_list *el; 66933a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 66943a0782d0SMark Fasheh 66953a0782d0SMark Fasheh *delete_start = 0; 6696bcbbb24aSTao Ma *flags = 0; 66973a0782d0SMark Fasheh 66983a0782d0SMark Fasheh while (index >= 0) { 66993a0782d0SMark Fasheh bh = path->p_node[index].bh; 67003a0782d0SMark Fasheh el = path->p_node[index].el; 67013a0782d0SMark Fasheh 67023a0782d0SMark Fasheh mlog(0, "traveling tree (index = %d, block = %llu)\n", 67033a0782d0SMark Fasheh index, (unsigned long long)bh->b_blocknr); 67043a0782d0SMark Fasheh 67053a0782d0SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 67063a0782d0SMark Fasheh 67073a0782d0SMark Fasheh if (index != 67083a0782d0SMark Fasheh (path->p_tree_depth - le16_to_cpu(el->l_tree_depth))) { 67093a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 67103a0782d0SMark Fasheh "Inode %lu has invalid ext. block %llu", 67113a0782d0SMark Fasheh inode->i_ino, 67123a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr); 67133a0782d0SMark Fasheh ret = -EROFS; 67143a0782d0SMark Fasheh goto out; 67153a0782d0SMark Fasheh } 67163a0782d0SMark Fasheh 67173a0782d0SMark Fasheh find_tail_record: 67183a0782d0SMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 67193a0782d0SMark Fasheh rec = &el->l_recs[i]; 67203a0782d0SMark Fasheh 67213a0782d0SMark Fasheh mlog(0, "Extent list before: record %d: (%u, %u, %llu), " 67223a0782d0SMark Fasheh "next = %u\n", i, le32_to_cpu(rec->e_cpos), 6723e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec), 67243a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 67253a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 67263a0782d0SMark Fasheh 6727e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, rec) < clusters_to_del); 67283a0782d0SMark Fasheh 67293a0782d0SMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 67303a0782d0SMark Fasheh /* 67313a0782d0SMark Fasheh * If the leaf block contains a single empty 67323a0782d0SMark Fasheh * extent and no records, we can just remove 67333a0782d0SMark Fasheh * the block. 67343a0782d0SMark Fasheh */ 67353a0782d0SMark Fasheh if (i == 0 && ocfs2_is_empty_extent(rec)) { 67363a0782d0SMark Fasheh memset(rec, 0, 67373a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 67383a0782d0SMark Fasheh el->l_next_free_rec = cpu_to_le16(0); 67393a0782d0SMark Fasheh 67403a0782d0SMark Fasheh goto delete; 67413a0782d0SMark Fasheh } 67423a0782d0SMark Fasheh 67433a0782d0SMark Fasheh /* 67443a0782d0SMark Fasheh * Remove any empty extents by shifting things 67453a0782d0SMark Fasheh * left. That should make life much easier on 67463a0782d0SMark Fasheh * the code below. This condition is rare 67473a0782d0SMark Fasheh * enough that we shouldn't see a performance 67483a0782d0SMark Fasheh * hit. 67493a0782d0SMark Fasheh */ 67503a0782d0SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 67513a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 67523a0782d0SMark Fasheh 67533a0782d0SMark Fasheh for(i = 0; 67543a0782d0SMark Fasheh i < le16_to_cpu(el->l_next_free_rec); i++) 67553a0782d0SMark Fasheh el->l_recs[i] = el->l_recs[i + 1]; 67563a0782d0SMark Fasheh 67573a0782d0SMark Fasheh memset(&el->l_recs[i], 0, 67583a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 67593a0782d0SMark Fasheh 67603a0782d0SMark Fasheh /* 67613a0782d0SMark Fasheh * We've modified our extent list. The 67623a0782d0SMark Fasheh * simplest way to handle this change 67633a0782d0SMark Fasheh * is to being the search from the 67643a0782d0SMark Fasheh * start again. 67653a0782d0SMark Fasheh */ 67663a0782d0SMark Fasheh goto find_tail_record; 67673a0782d0SMark Fasheh } 67683a0782d0SMark Fasheh 6769e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -clusters_to_del); 67703a0782d0SMark Fasheh 67713a0782d0SMark Fasheh /* 67723a0782d0SMark Fasheh * We'll use "new_edge" on our way back up the 67733a0782d0SMark Fasheh * tree to know what our rightmost cpos is. 67743a0782d0SMark Fasheh */ 6775e48edee2SMark Fasheh new_edge = le16_to_cpu(rec->e_leaf_clusters); 67763a0782d0SMark Fasheh new_edge += le32_to_cpu(rec->e_cpos); 67773a0782d0SMark Fasheh 67783a0782d0SMark Fasheh /* 67793a0782d0SMark Fasheh * The caller will use this to delete data blocks. 67803a0782d0SMark Fasheh */ 67813a0782d0SMark Fasheh *delete_start = le64_to_cpu(rec->e_blkno) 67823a0782d0SMark Fasheh + ocfs2_clusters_to_blocks(inode->i_sb, 6783e48edee2SMark Fasheh le16_to_cpu(rec->e_leaf_clusters)); 6784bcbbb24aSTao Ma *flags = rec->e_flags; 67853a0782d0SMark Fasheh 67863a0782d0SMark Fasheh /* 67873a0782d0SMark Fasheh * If it's now empty, remove this record. 67883a0782d0SMark Fasheh */ 6789e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) == 0) { 67903a0782d0SMark Fasheh memset(rec, 0, 67913a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 67923a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 67933a0782d0SMark Fasheh } 67943a0782d0SMark Fasheh } else { 67953a0782d0SMark Fasheh if (le64_to_cpu(rec->e_blkno) == deleted_eb) { 67963a0782d0SMark Fasheh memset(rec, 0, 67973a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 67983a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 67993a0782d0SMark Fasheh 68003a0782d0SMark Fasheh goto delete; 68013a0782d0SMark Fasheh } 68023a0782d0SMark Fasheh 68033a0782d0SMark Fasheh /* Can this actually happen? */ 68043a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) 68053a0782d0SMark Fasheh goto delete; 68063a0782d0SMark Fasheh 68073a0782d0SMark Fasheh /* 68083a0782d0SMark Fasheh * We never actually deleted any clusters 68093a0782d0SMark Fasheh * because our leaf was empty. There's no 68103a0782d0SMark Fasheh * reason to adjust the rightmost edge then. 68113a0782d0SMark Fasheh */ 68123a0782d0SMark Fasheh if (new_edge == 0) 68133a0782d0SMark Fasheh goto delete; 68143a0782d0SMark Fasheh 6815e48edee2SMark Fasheh rec->e_int_clusters = cpu_to_le32(new_edge); 6816e48edee2SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 68173a0782d0SMark Fasheh -le32_to_cpu(rec->e_cpos)); 68183a0782d0SMark Fasheh 68193a0782d0SMark Fasheh /* 68203a0782d0SMark Fasheh * A deleted child record should have been 68213a0782d0SMark Fasheh * caught above. 68223a0782d0SMark Fasheh */ 6823e48edee2SMark Fasheh BUG_ON(le32_to_cpu(rec->e_int_clusters) == 0); 68243a0782d0SMark Fasheh } 68253a0782d0SMark Fasheh 68263a0782d0SMark Fasheh delete: 68273a0782d0SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 68283a0782d0SMark Fasheh if (ret) { 68293a0782d0SMark Fasheh mlog_errno(ret); 68303a0782d0SMark Fasheh goto out; 68313a0782d0SMark Fasheh } 68323a0782d0SMark Fasheh 68333a0782d0SMark Fasheh mlog(0, "extent list container %llu, after: record %d: " 68343a0782d0SMark Fasheh "(%u, %u, %llu), next = %u.\n", 68353a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr, i, 6836e48edee2SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec), 68373a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 68383a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 68393a0782d0SMark Fasheh 68403a0782d0SMark Fasheh /* 68413a0782d0SMark Fasheh * We must be careful to only attempt delete of an 68423a0782d0SMark Fasheh * extent block (and not the root inode block). 68433a0782d0SMark Fasheh */ 68443a0782d0SMark Fasheh if (index > 0 && le16_to_cpu(el->l_next_free_rec) == 0) { 68453a0782d0SMark Fasheh struct ocfs2_extent_block *eb = 68463a0782d0SMark Fasheh (struct ocfs2_extent_block *)bh->b_data; 68473a0782d0SMark Fasheh 68483a0782d0SMark Fasheh /* 68493a0782d0SMark Fasheh * Save this for use when processing the 68503a0782d0SMark Fasheh * parent block. 68513a0782d0SMark Fasheh */ 68523a0782d0SMark Fasheh deleted_eb = le64_to_cpu(eb->h_blkno); 68533a0782d0SMark Fasheh 68543a0782d0SMark Fasheh mlog(0, "deleting this extent block.\n"); 68553a0782d0SMark Fasheh 68568cb471e8SJoel Becker ocfs2_remove_from_cache(INODE_CACHE(inode), bh); 68573a0782d0SMark Fasheh 6858e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, &el->l_recs[0])); 68593a0782d0SMark Fasheh BUG_ON(le32_to_cpu(el->l_recs[0].e_cpos)); 68603a0782d0SMark Fasheh BUG_ON(le64_to_cpu(el->l_recs[0].e_blkno)); 68613a0782d0SMark Fasheh 686259a5e416SMark Fasheh ret = ocfs2_cache_extent_block_free(&tc->tc_dealloc, eb); 68633a0782d0SMark Fasheh /* An error here is not fatal. */ 68643a0782d0SMark Fasheh if (ret < 0) 68653a0782d0SMark Fasheh mlog_errno(ret); 68663a0782d0SMark Fasheh } else { 68673a0782d0SMark Fasheh deleted_eb = 0; 68683a0782d0SMark Fasheh } 68693a0782d0SMark Fasheh 68703a0782d0SMark Fasheh index--; 68713a0782d0SMark Fasheh } 68723a0782d0SMark Fasheh 68733a0782d0SMark Fasheh ret = 0; 68743a0782d0SMark Fasheh out: 68753a0782d0SMark Fasheh return ret; 68763a0782d0SMark Fasheh } 68773a0782d0SMark Fasheh 6878ccd979bdSMark Fasheh static int ocfs2_do_truncate(struct ocfs2_super *osb, 6879ccd979bdSMark Fasheh unsigned int clusters_to_del, 6880ccd979bdSMark Fasheh struct inode *inode, 6881ccd979bdSMark Fasheh struct buffer_head *fe_bh, 68821fabe148SMark Fasheh handle_t *handle, 6883dcd0538fSMark Fasheh struct ocfs2_truncate_context *tc, 6884bcbbb24aSTao Ma struct ocfs2_path *path, 6885bcbbb24aSTao Ma struct ocfs2_alloc_context *meta_ac) 6886ccd979bdSMark Fasheh { 68873a0782d0SMark Fasheh int status; 6888ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 6889ccd979bdSMark Fasheh struct ocfs2_extent_block *last_eb = NULL; 6890ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6891ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 6892ccd979bdSMark Fasheh u64 delete_blk = 0; 6893bcbbb24aSTao Ma u8 rec_flags; 6894ccd979bdSMark Fasheh 6895ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 6896ccd979bdSMark Fasheh 68973a0782d0SMark Fasheh status = ocfs2_find_new_last_ext_blk(inode, clusters_to_del, 6898dcd0538fSMark Fasheh path, &last_eb_bh); 6899ccd979bdSMark Fasheh if (status < 0) { 6900ccd979bdSMark Fasheh mlog_errno(status); 6901ccd979bdSMark Fasheh goto bail; 6902ccd979bdSMark Fasheh } 6903ccd979bdSMark Fasheh 6904dcd0538fSMark Fasheh /* 6905dcd0538fSMark Fasheh * Each component will be touched, so we might as well journal 6906dcd0538fSMark Fasheh * here to avoid having to handle errors later. 6907dcd0538fSMark Fasheh */ 69080cf2f763SJoel Becker status = ocfs2_journal_access_path(INODE_CACHE(inode), handle, path); 6909ccd979bdSMark Fasheh if (status < 0) { 6910ccd979bdSMark Fasheh mlog_errno(status); 6911ccd979bdSMark Fasheh goto bail; 6912ccd979bdSMark Fasheh } 6913dcd0538fSMark Fasheh 6914dcd0538fSMark Fasheh if (last_eb_bh) { 69150cf2f763SJoel Becker status = ocfs2_journal_access_eb(handle, INODE_CACHE(inode), last_eb_bh, 6916dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 6917dcd0538fSMark Fasheh if (status < 0) { 6918dcd0538fSMark Fasheh mlog_errno(status); 6919dcd0538fSMark Fasheh goto bail; 6920dcd0538fSMark Fasheh } 6921dcd0538fSMark Fasheh 6922dcd0538fSMark Fasheh last_eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 6923dcd0538fSMark Fasheh } 6924dcd0538fSMark Fasheh 6925ccd979bdSMark Fasheh el = &(fe->id2.i_list); 6926ccd979bdSMark Fasheh 6927dcd0538fSMark Fasheh /* 6928dcd0538fSMark Fasheh * Lower levels depend on this never happening, but it's best 6929dcd0538fSMark Fasheh * to check it up here before changing the tree. 6930dcd0538fSMark Fasheh */ 6931e48edee2SMark Fasheh if (el->l_tree_depth && el->l_recs[0].e_int_clusters == 0) { 6932dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 6933dcd0538fSMark Fasheh "Inode %lu has an empty extent record, depth %u\n", 6934dcd0538fSMark Fasheh inode->i_ino, le16_to_cpu(el->l_tree_depth)); 69353a0782d0SMark Fasheh status = -EROFS; 6936dcd0538fSMark Fasheh goto bail; 6937dcd0538fSMark Fasheh } 6938dcd0538fSMark Fasheh 6939a90714c1SJan Kara vfs_dq_free_space_nodirty(inode, 6940a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, clusters_to_del)); 6941ccd979bdSMark Fasheh spin_lock(&OCFS2_I(inode)->ip_lock); 6942ccd979bdSMark Fasheh OCFS2_I(inode)->ip_clusters = le32_to_cpu(fe->i_clusters) - 6943ccd979bdSMark Fasheh clusters_to_del; 6944ccd979bdSMark Fasheh spin_unlock(&OCFS2_I(inode)->ip_lock); 6945ccd979bdSMark Fasheh le32_add_cpu(&fe->i_clusters, -clusters_to_del); 6946e535e2efSMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 6947ccd979bdSMark Fasheh 69483a0782d0SMark Fasheh status = ocfs2_trim_tree(inode, path, handle, tc, 6949bcbbb24aSTao Ma clusters_to_del, &delete_blk, &rec_flags); 69503a0782d0SMark Fasheh if (status) { 69513a0782d0SMark Fasheh mlog_errno(status); 69523a0782d0SMark Fasheh goto bail; 6953ccd979bdSMark Fasheh } 6954ccd979bdSMark Fasheh 6955dcd0538fSMark Fasheh if (le32_to_cpu(fe->i_clusters) == 0) { 6956ccd979bdSMark Fasheh /* trunc to zero is a special case. */ 6957ccd979bdSMark Fasheh el->l_tree_depth = 0; 6958ccd979bdSMark Fasheh fe->i_last_eb_blk = 0; 6959ccd979bdSMark Fasheh } else if (last_eb) 6960ccd979bdSMark Fasheh fe->i_last_eb_blk = last_eb->h_blkno; 6961ccd979bdSMark Fasheh 6962ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, fe_bh); 6963ccd979bdSMark Fasheh if (status < 0) { 6964ccd979bdSMark Fasheh mlog_errno(status); 6965ccd979bdSMark Fasheh goto bail; 6966ccd979bdSMark Fasheh } 6967ccd979bdSMark Fasheh 6968ccd979bdSMark Fasheh if (last_eb) { 6969ccd979bdSMark Fasheh /* If there will be a new last extent block, then by 6970ccd979bdSMark Fasheh * definition, there cannot be any leaves to the right of 6971ccd979bdSMark Fasheh * him. */ 6972ccd979bdSMark Fasheh last_eb->h_next_leaf_blk = 0; 6973ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, last_eb_bh); 6974ccd979bdSMark Fasheh if (status < 0) { 6975ccd979bdSMark Fasheh mlog_errno(status); 6976ccd979bdSMark Fasheh goto bail; 6977ccd979bdSMark Fasheh } 6978ccd979bdSMark Fasheh } 6979ccd979bdSMark Fasheh 69803a0782d0SMark Fasheh if (delete_blk) { 6981bcbbb24aSTao Ma if (rec_flags & OCFS2_EXT_REFCOUNTED) 6982bcbbb24aSTao Ma status = ocfs2_decrease_refcount(inode, handle, 6983bcbbb24aSTao Ma ocfs2_blocks_to_clusters(osb->sb, 6984bcbbb24aSTao Ma delete_blk), 6985bcbbb24aSTao Ma clusters_to_del, meta_ac, 69866ae23c55STao Ma &tc->tc_dealloc, 1); 6987bcbbb24aSTao Ma else 6988bcbbb24aSTao Ma status = ocfs2_truncate_log_append(osb, handle, 6989bcbbb24aSTao Ma delete_blk, 6990ccd979bdSMark Fasheh clusters_to_del); 6991ccd979bdSMark Fasheh if (status < 0) { 6992ccd979bdSMark Fasheh mlog_errno(status); 6993ccd979bdSMark Fasheh goto bail; 6994ccd979bdSMark Fasheh } 69953a0782d0SMark Fasheh } 6996ccd979bdSMark Fasheh status = 0; 6997ccd979bdSMark Fasheh bail: 699860e2ec48STao Ma brelse(last_eb_bh); 6999ccd979bdSMark Fasheh mlog_exit(status); 7000ccd979bdSMark Fasheh return status; 7001ccd979bdSMark Fasheh } 7002ccd979bdSMark Fasheh 70032b4e30fbSJoel Becker static int ocfs2_zero_func(handle_t *handle, struct buffer_head *bh) 700460b11392SMark Fasheh { 700560b11392SMark Fasheh set_buffer_uptodate(bh); 700660b11392SMark Fasheh mark_buffer_dirty(bh); 700760b11392SMark Fasheh return 0; 700860b11392SMark Fasheh } 700960b11392SMark Fasheh 70106f70fa51STao Ma void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle, 70111d410a6eSMark Fasheh unsigned int from, unsigned int to, 70121d410a6eSMark Fasheh struct page *page, int zero, u64 *phys) 701360b11392SMark Fasheh { 70141d410a6eSMark Fasheh int ret, partial = 0; 701560b11392SMark Fasheh 70161d410a6eSMark Fasheh ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0); 701760b11392SMark Fasheh if (ret) 701860b11392SMark Fasheh mlog_errno(ret); 701960b11392SMark Fasheh 70201d410a6eSMark Fasheh if (zero) 7021eebd2aa3SChristoph Lameter zero_user_segment(page, from, to); 702260b11392SMark Fasheh 702360b11392SMark Fasheh /* 702460b11392SMark Fasheh * Need to set the buffers we zero'd into uptodate 702560b11392SMark Fasheh * here if they aren't - ocfs2_map_page_blocks() 702660b11392SMark Fasheh * might've skipped some 702760b11392SMark Fasheh */ 702860b11392SMark Fasheh ret = walk_page_buffers(handle, page_buffers(page), 702960b11392SMark Fasheh from, to, &partial, 70302b4e30fbSJoel Becker ocfs2_zero_func); 70312b4e30fbSJoel Becker if (ret < 0) 70322b4e30fbSJoel Becker mlog_errno(ret); 70332b4e30fbSJoel Becker else if (ocfs2_should_order_data(inode)) { 70342b4e30fbSJoel Becker ret = ocfs2_jbd2_file_inode(handle, inode); 703560b11392SMark Fasheh if (ret < 0) 703660b11392SMark Fasheh mlog_errno(ret); 703760b11392SMark Fasheh } 703860b11392SMark Fasheh 703960b11392SMark Fasheh if (!partial) 704060b11392SMark Fasheh SetPageUptodate(page); 704160b11392SMark Fasheh 704260b11392SMark Fasheh flush_dcache_page(page); 70431d410a6eSMark Fasheh } 70441d410a6eSMark Fasheh 70451d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start, 70461d410a6eSMark Fasheh loff_t end, struct page **pages, 70471d410a6eSMark Fasheh int numpages, u64 phys, handle_t *handle) 70481d410a6eSMark Fasheh { 70491d410a6eSMark Fasheh int i; 70501d410a6eSMark Fasheh struct page *page; 70511d410a6eSMark Fasheh unsigned int from, to = PAGE_CACHE_SIZE; 70521d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 70531d410a6eSMark Fasheh 70541d410a6eSMark Fasheh BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb))); 70551d410a6eSMark Fasheh 70561d410a6eSMark Fasheh if (numpages == 0) 70571d410a6eSMark Fasheh goto out; 70581d410a6eSMark Fasheh 70591d410a6eSMark Fasheh to = PAGE_CACHE_SIZE; 70601d410a6eSMark Fasheh for(i = 0; i < numpages; i++) { 70611d410a6eSMark Fasheh page = pages[i]; 70621d410a6eSMark Fasheh 70631d410a6eSMark Fasheh from = start & (PAGE_CACHE_SIZE - 1); 70641d410a6eSMark Fasheh if ((end >> PAGE_CACHE_SHIFT) == page->index) 70651d410a6eSMark Fasheh to = end & (PAGE_CACHE_SIZE - 1); 70661d410a6eSMark Fasheh 70671d410a6eSMark Fasheh BUG_ON(from > PAGE_CACHE_SIZE); 70681d410a6eSMark Fasheh BUG_ON(to > PAGE_CACHE_SIZE); 70691d410a6eSMark Fasheh 70701d410a6eSMark Fasheh ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1, 70711d410a6eSMark Fasheh &phys); 707260b11392SMark Fasheh 707335edec1dSMark Fasheh start = (page->index + 1) << PAGE_CACHE_SHIFT; 707460b11392SMark Fasheh } 707560b11392SMark Fasheh out: 70761d410a6eSMark Fasheh if (pages) 70771d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 707860b11392SMark Fasheh } 707960b11392SMark Fasheh 70806f70fa51STao Ma int ocfs2_grab_pages(struct inode *inode, loff_t start, loff_t end, 70811d410a6eSMark Fasheh struct page **pages, int *num) 708260b11392SMark Fasheh { 70831d410a6eSMark Fasheh int numpages, ret = 0; 708460b11392SMark Fasheh struct address_space *mapping = inode->i_mapping; 708560b11392SMark Fasheh unsigned long index; 708635edec1dSMark Fasheh loff_t last_page_bytes; 708760b11392SMark Fasheh 708835edec1dSMark Fasheh BUG_ON(start > end); 708960b11392SMark Fasheh 70901d410a6eSMark Fasheh numpages = 0; 709135edec1dSMark Fasheh last_page_bytes = PAGE_ALIGN(end); 709235edec1dSMark Fasheh index = start >> PAGE_CACHE_SHIFT; 709360b11392SMark Fasheh do { 709460b11392SMark Fasheh pages[numpages] = grab_cache_page(mapping, index); 709560b11392SMark Fasheh if (!pages[numpages]) { 709660b11392SMark Fasheh ret = -ENOMEM; 709760b11392SMark Fasheh mlog_errno(ret); 709860b11392SMark Fasheh goto out; 709960b11392SMark Fasheh } 710060b11392SMark Fasheh 710160b11392SMark Fasheh numpages++; 710260b11392SMark Fasheh index++; 710335edec1dSMark Fasheh } while (index < (last_page_bytes >> PAGE_CACHE_SHIFT)); 710460b11392SMark Fasheh 710560b11392SMark Fasheh out: 710660b11392SMark Fasheh if (ret != 0) { 71071d410a6eSMark Fasheh if (pages) 71081d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 710960b11392SMark Fasheh numpages = 0; 711060b11392SMark Fasheh } 711160b11392SMark Fasheh 711260b11392SMark Fasheh *num = numpages; 711360b11392SMark Fasheh 711460b11392SMark Fasheh return ret; 711560b11392SMark Fasheh } 711660b11392SMark Fasheh 71176f70fa51STao Ma static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end, 71186f70fa51STao Ma struct page **pages, int *num) 71196f70fa51STao Ma { 71206f70fa51STao Ma struct super_block *sb = inode->i_sb; 71216f70fa51STao Ma 71226f70fa51STao Ma BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits != 71236f70fa51STao Ma (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits); 71246f70fa51STao Ma 71256f70fa51STao Ma return ocfs2_grab_pages(inode, start, end, pages, num); 71266f70fa51STao Ma } 71276f70fa51STao Ma 712860b11392SMark Fasheh /* 712960b11392SMark Fasheh * Zero the area past i_size but still within an allocated 713060b11392SMark Fasheh * cluster. This avoids exposing nonzero data on subsequent file 713160b11392SMark Fasheh * extends. 713260b11392SMark Fasheh * 713360b11392SMark Fasheh * We need to call this before i_size is updated on the inode because 713460b11392SMark Fasheh * otherwise block_write_full_page() will skip writeout of pages past 713560b11392SMark Fasheh * i_size. The new_i_size parameter is passed for this reason. 713660b11392SMark Fasheh */ 713735edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle, 713835edec1dSMark Fasheh u64 range_start, u64 range_end) 713960b11392SMark Fasheh { 71401d410a6eSMark Fasheh int ret = 0, numpages; 714160b11392SMark Fasheh struct page **pages = NULL; 714260b11392SMark Fasheh u64 phys; 71431d410a6eSMark Fasheh unsigned int ext_flags; 71441d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 714560b11392SMark Fasheh 714660b11392SMark Fasheh /* 714760b11392SMark Fasheh * File systems which don't support sparse files zero on every 714860b11392SMark Fasheh * extend. 714960b11392SMark Fasheh */ 71501d410a6eSMark Fasheh if (!ocfs2_sparse_alloc(OCFS2_SB(sb))) 715160b11392SMark Fasheh return 0; 715260b11392SMark Fasheh 71531d410a6eSMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(sb), 715460b11392SMark Fasheh sizeof(struct page *), GFP_NOFS); 715560b11392SMark Fasheh if (pages == NULL) { 715660b11392SMark Fasheh ret = -ENOMEM; 715760b11392SMark Fasheh mlog_errno(ret); 715860b11392SMark Fasheh goto out; 715960b11392SMark Fasheh } 716060b11392SMark Fasheh 71611d410a6eSMark Fasheh if (range_start == range_end) 71621d410a6eSMark Fasheh goto out; 71631d410a6eSMark Fasheh 71641d410a6eSMark Fasheh ret = ocfs2_extent_map_get_blocks(inode, 71651d410a6eSMark Fasheh range_start >> sb->s_blocksize_bits, 71661d410a6eSMark Fasheh &phys, NULL, &ext_flags); 716760b11392SMark Fasheh if (ret) { 716860b11392SMark Fasheh mlog_errno(ret); 716960b11392SMark Fasheh goto out; 717060b11392SMark Fasheh } 717160b11392SMark Fasheh 71721d410a6eSMark Fasheh /* 71731d410a6eSMark Fasheh * Tail is a hole, or is marked unwritten. In either case, we 71741d410a6eSMark Fasheh * can count on read and write to return/push zero's. 71751d410a6eSMark Fasheh */ 71761d410a6eSMark Fasheh if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN) 717760b11392SMark Fasheh goto out; 717860b11392SMark Fasheh 71791d410a6eSMark Fasheh ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages, 71801d410a6eSMark Fasheh &numpages); 71811d410a6eSMark Fasheh if (ret) { 71821d410a6eSMark Fasheh mlog_errno(ret); 71831d410a6eSMark Fasheh goto out; 71841d410a6eSMark Fasheh } 71851d410a6eSMark Fasheh 718635edec1dSMark Fasheh ocfs2_zero_cluster_pages(inode, range_start, range_end, pages, 718735edec1dSMark Fasheh numpages, phys, handle); 718860b11392SMark Fasheh 718960b11392SMark Fasheh /* 719060b11392SMark Fasheh * Initiate writeout of the pages we zero'd here. We don't 719160b11392SMark Fasheh * wait on them - the truncate_inode_pages() call later will 719260b11392SMark Fasheh * do that for us. 719360b11392SMark Fasheh */ 71942cfd30adSChristoph Hellwig ret = filemap_fdatawrite_range(inode->i_mapping, range_start, 71952cfd30adSChristoph Hellwig range_end - 1); 719660b11392SMark Fasheh if (ret) 719760b11392SMark Fasheh mlog_errno(ret); 719860b11392SMark Fasheh 719960b11392SMark Fasheh out: 720060b11392SMark Fasheh if (pages) 720160b11392SMark Fasheh kfree(pages); 720260b11392SMark Fasheh 720360b11392SMark Fasheh return ret; 720460b11392SMark Fasheh } 720560b11392SMark Fasheh 7206fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode, 7207fdd77704STiger Yang struct ocfs2_dinode *di) 72081afc32b9SMark Fasheh { 72091afc32b9SMark Fasheh unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits; 7210fdd77704STiger Yang unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size); 72111afc32b9SMark Fasheh 7212fdd77704STiger Yang if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL) 7213fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7214fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2) - 7215fdd77704STiger Yang xattrsize); 7216fdd77704STiger Yang else 7217fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7218fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2)); 72191afc32b9SMark Fasheh } 72201afc32b9SMark Fasheh 72215b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode, 72225b6a3a2bSMark Fasheh struct ocfs2_dinode *di) 72235b6a3a2bSMark Fasheh { 7224fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 72255b6a3a2bSMark Fasheh di->id2.i_list.l_tree_depth = 0; 72265b6a3a2bSMark Fasheh di->id2.i_list.l_next_free_rec = 0; 7227fdd77704STiger Yang di->id2.i_list.l_count = cpu_to_le16( 7228fdd77704STiger Yang ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di)); 72295b6a3a2bSMark Fasheh } 72305b6a3a2bSMark Fasheh 72311afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di) 72321afc32b9SMark Fasheh { 72331afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 72341afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 72351afc32b9SMark Fasheh 72361afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 72371afc32b9SMark Fasheh oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL; 72381afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 72391afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 72401afc32b9SMark Fasheh 72411afc32b9SMark Fasheh /* 72421afc32b9SMark Fasheh * We clear the entire i_data structure here so that all 72431afc32b9SMark Fasheh * fields can be properly initialized. 72441afc32b9SMark Fasheh */ 7245fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 72461afc32b9SMark Fasheh 7247fdd77704STiger Yang idata->id_count = cpu_to_le16( 7248fdd77704STiger Yang ocfs2_max_inline_data_with_xattr(inode->i_sb, di)); 72491afc32b9SMark Fasheh } 72501afc32b9SMark Fasheh 72511afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode, 72521afc32b9SMark Fasheh struct buffer_head *di_bh) 72531afc32b9SMark Fasheh { 72541afc32b9SMark Fasheh int ret, i, has_data, num_pages = 0; 72551afc32b9SMark Fasheh handle_t *handle; 72561afc32b9SMark Fasheh u64 uninitialized_var(block); 72571afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 72581afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 72591afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 72601afc32b9SMark Fasheh struct ocfs2_alloc_context *data_ac = NULL; 72611afc32b9SMark Fasheh struct page **pages = NULL; 72621afc32b9SMark Fasheh loff_t end = osb->s_clustersize; 7263f99b9b7cSJoel Becker struct ocfs2_extent_tree et; 7264a90714c1SJan Kara int did_quota = 0; 72651afc32b9SMark Fasheh 72661afc32b9SMark Fasheh has_data = i_size_read(inode) ? 1 : 0; 72671afc32b9SMark Fasheh 72681afc32b9SMark Fasheh if (has_data) { 72691afc32b9SMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(osb->sb), 72701afc32b9SMark Fasheh sizeof(struct page *), GFP_NOFS); 72711afc32b9SMark Fasheh if (pages == NULL) { 72721afc32b9SMark Fasheh ret = -ENOMEM; 72731afc32b9SMark Fasheh mlog_errno(ret); 72741afc32b9SMark Fasheh goto out; 72751afc32b9SMark Fasheh } 72761afc32b9SMark Fasheh 72771afc32b9SMark Fasheh ret = ocfs2_reserve_clusters(osb, 1, &data_ac); 72781afc32b9SMark Fasheh if (ret) { 72791afc32b9SMark Fasheh mlog_errno(ret); 72801afc32b9SMark Fasheh goto out; 72811afc32b9SMark Fasheh } 72821afc32b9SMark Fasheh } 72831afc32b9SMark Fasheh 7284a90714c1SJan Kara handle = ocfs2_start_trans(osb, 7285a90714c1SJan Kara ocfs2_inline_to_extents_credits(osb->sb)); 72861afc32b9SMark Fasheh if (IS_ERR(handle)) { 72871afc32b9SMark Fasheh ret = PTR_ERR(handle); 72881afc32b9SMark Fasheh mlog_errno(ret); 72891afc32b9SMark Fasheh goto out_unlock; 72901afc32b9SMark Fasheh } 72911afc32b9SMark Fasheh 72920cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 72931afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 72941afc32b9SMark Fasheh if (ret) { 72951afc32b9SMark Fasheh mlog_errno(ret); 72961afc32b9SMark Fasheh goto out_commit; 72971afc32b9SMark Fasheh } 72981afc32b9SMark Fasheh 72991afc32b9SMark Fasheh if (has_data) { 73001afc32b9SMark Fasheh u32 bit_off, num; 73011afc32b9SMark Fasheh unsigned int page_end; 73021afc32b9SMark Fasheh u64 phys; 73031afc32b9SMark Fasheh 7304a90714c1SJan Kara if (vfs_dq_alloc_space_nodirty(inode, 7305a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1))) { 7306a90714c1SJan Kara ret = -EDQUOT; 7307a90714c1SJan Kara goto out_commit; 7308a90714c1SJan Kara } 7309a90714c1SJan Kara did_quota = 1; 7310a90714c1SJan Kara 73111afc32b9SMark Fasheh ret = ocfs2_claim_clusters(osb, handle, data_ac, 1, &bit_off, 73121afc32b9SMark Fasheh &num); 73131afc32b9SMark Fasheh if (ret) { 73141afc32b9SMark Fasheh mlog_errno(ret); 73151afc32b9SMark Fasheh goto out_commit; 73161afc32b9SMark Fasheh } 73171afc32b9SMark Fasheh 73181afc32b9SMark Fasheh /* 73191afc32b9SMark Fasheh * Save two copies, one for insert, and one that can 73201afc32b9SMark Fasheh * be changed by ocfs2_map_and_dirty_page() below. 73211afc32b9SMark Fasheh */ 73221afc32b9SMark Fasheh block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off); 73231afc32b9SMark Fasheh 73241afc32b9SMark Fasheh /* 73251afc32b9SMark Fasheh * Non sparse file systems zero on extend, so no need 73261afc32b9SMark Fasheh * to do that now. 73271afc32b9SMark Fasheh */ 73281afc32b9SMark Fasheh if (!ocfs2_sparse_alloc(osb) && 73291afc32b9SMark Fasheh PAGE_CACHE_SIZE < osb->s_clustersize) 73301afc32b9SMark Fasheh end = PAGE_CACHE_SIZE; 73311afc32b9SMark Fasheh 73321afc32b9SMark Fasheh ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages); 73331afc32b9SMark Fasheh if (ret) { 73341afc32b9SMark Fasheh mlog_errno(ret); 73351afc32b9SMark Fasheh goto out_commit; 73361afc32b9SMark Fasheh } 73371afc32b9SMark Fasheh 73381afc32b9SMark Fasheh /* 73391afc32b9SMark Fasheh * This should populate the 1st page for us and mark 73401afc32b9SMark Fasheh * it up to date. 73411afc32b9SMark Fasheh */ 73421afc32b9SMark Fasheh ret = ocfs2_read_inline_data(inode, pages[0], di_bh); 73431afc32b9SMark Fasheh if (ret) { 73441afc32b9SMark Fasheh mlog_errno(ret); 73451afc32b9SMark Fasheh goto out_commit; 73461afc32b9SMark Fasheh } 73471afc32b9SMark Fasheh 73481afc32b9SMark Fasheh page_end = PAGE_CACHE_SIZE; 73491afc32b9SMark Fasheh if (PAGE_CACHE_SIZE > osb->s_clustersize) 73501afc32b9SMark Fasheh page_end = osb->s_clustersize; 73511afc32b9SMark Fasheh 73521afc32b9SMark Fasheh for (i = 0; i < num_pages; i++) 73531afc32b9SMark Fasheh ocfs2_map_and_dirty_page(inode, handle, 0, page_end, 73541afc32b9SMark Fasheh pages[i], i > 0, &phys); 73551afc32b9SMark Fasheh } 73561afc32b9SMark Fasheh 73571afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 73581afc32b9SMark Fasheh oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL; 73591afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 73601afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 73611afc32b9SMark Fasheh 73625b6a3a2bSMark Fasheh ocfs2_dinode_new_extent_list(inode, di); 73631afc32b9SMark Fasheh 73641afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 73651afc32b9SMark Fasheh 73661afc32b9SMark Fasheh if (has_data) { 73671afc32b9SMark Fasheh /* 73681afc32b9SMark Fasheh * An error at this point should be extremely rare. If 73691afc32b9SMark Fasheh * this proves to be false, we could always re-build 73701afc32b9SMark Fasheh * the in-inode data from our pages. 73711afc32b9SMark Fasheh */ 73725e404e9eSJoel Becker ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh); 7373cc79d8c1SJoel Becker ret = ocfs2_insert_extent(handle, &et, 0, block, 1, 0, NULL); 73741afc32b9SMark Fasheh if (ret) { 73751afc32b9SMark Fasheh mlog_errno(ret); 73761afc32b9SMark Fasheh goto out_commit; 73771afc32b9SMark Fasheh } 73781afc32b9SMark Fasheh 73791afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 73801afc32b9SMark Fasheh } 73811afc32b9SMark Fasheh 73821afc32b9SMark Fasheh out_commit: 7383a90714c1SJan Kara if (ret < 0 && did_quota) 7384a90714c1SJan Kara vfs_dq_free_space_nodirty(inode, 7385a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1)); 7386a90714c1SJan Kara 73871afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 73881afc32b9SMark Fasheh 73891afc32b9SMark Fasheh out_unlock: 73901afc32b9SMark Fasheh if (data_ac) 73911afc32b9SMark Fasheh ocfs2_free_alloc_context(data_ac); 73921afc32b9SMark Fasheh 73931afc32b9SMark Fasheh out: 73941afc32b9SMark Fasheh if (pages) { 73951afc32b9SMark Fasheh ocfs2_unlock_and_free_pages(pages, num_pages); 73961afc32b9SMark Fasheh kfree(pages); 73971afc32b9SMark Fasheh } 73981afc32b9SMark Fasheh 73991afc32b9SMark Fasheh return ret; 74001afc32b9SMark Fasheh } 74011afc32b9SMark Fasheh 7402ccd979bdSMark Fasheh /* 7403ccd979bdSMark Fasheh * It is expected, that by the time you call this function, 7404ccd979bdSMark Fasheh * inode->i_size and fe->i_size have been adjusted. 7405ccd979bdSMark Fasheh * 7406ccd979bdSMark Fasheh * WARNING: This will kfree the truncate context 7407ccd979bdSMark Fasheh */ 7408ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb, 7409ccd979bdSMark Fasheh struct inode *inode, 7410ccd979bdSMark Fasheh struct buffer_head *fe_bh, 7411ccd979bdSMark Fasheh struct ocfs2_truncate_context *tc) 7412ccd979bdSMark Fasheh { 7413ccd979bdSMark Fasheh int status, i, credits, tl_sem = 0; 7414dcd0538fSMark Fasheh u32 clusters_to_del, new_highest_cpos, range; 7415bcbbb24aSTao Ma u64 blkno = 0; 7416ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 74171fabe148SMark Fasheh handle_t *handle = NULL; 7418ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 7419dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 7420e7d4cb6bSTao Ma struct ocfs2_dinode *di = (struct ocfs2_dinode *)fe_bh->b_data; 7421bcbbb24aSTao Ma struct ocfs2_alloc_context *meta_ac = NULL; 7422bcbbb24aSTao Ma struct ocfs2_refcount_tree *ref_tree = NULL; 7423ccd979bdSMark Fasheh 7424ccd979bdSMark Fasheh mlog_entry_void(); 7425ccd979bdSMark Fasheh 7426dcd0538fSMark Fasheh new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb, 7427ccd979bdSMark Fasheh i_size_read(inode)); 7428ccd979bdSMark Fasheh 742913723d00SJoel Becker path = ocfs2_new_path(fe_bh, &di->id2.i_list, 743013723d00SJoel Becker ocfs2_journal_access_di); 7431dcd0538fSMark Fasheh if (!path) { 7432dcd0538fSMark Fasheh status = -ENOMEM; 7433ccd979bdSMark Fasheh mlog_errno(status); 7434ccd979bdSMark Fasheh goto bail; 7435ccd979bdSMark Fasheh } 743683418978SMark Fasheh 743783418978SMark Fasheh ocfs2_extent_map_trunc(inode, new_highest_cpos); 743883418978SMark Fasheh 7439dcd0538fSMark Fasheh start: 7440dcd0538fSMark Fasheh /* 74413a0782d0SMark Fasheh * Check that we still have allocation to delete. 74423a0782d0SMark Fasheh */ 74433a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == 0) { 74443a0782d0SMark Fasheh status = 0; 74453a0782d0SMark Fasheh goto bail; 74463a0782d0SMark Fasheh } 74473a0782d0SMark Fasheh 7448bcbbb24aSTao Ma credits = 0; 7449bcbbb24aSTao Ma 74503a0782d0SMark Fasheh /* 7451dcd0538fSMark Fasheh * Truncate always works against the rightmost tree branch. 7452dcd0538fSMark Fasheh */ 7453facdb77fSJoel Becker status = ocfs2_find_path(INODE_CACHE(inode), path, UINT_MAX); 7454dcd0538fSMark Fasheh if (status) { 7455dcd0538fSMark Fasheh mlog_errno(status); 7456ccd979bdSMark Fasheh goto bail; 7457ccd979bdSMark Fasheh } 7458ccd979bdSMark Fasheh 7459dcd0538fSMark Fasheh mlog(0, "inode->ip_clusters = %u, tree_depth = %u\n", 7460dcd0538fSMark Fasheh OCFS2_I(inode)->ip_clusters, path->p_tree_depth); 7461dcd0538fSMark Fasheh 7462dcd0538fSMark Fasheh /* 7463dcd0538fSMark Fasheh * By now, el will point to the extent list on the bottom most 7464dcd0538fSMark Fasheh * portion of this tree. Only the tail record is considered in 7465dcd0538fSMark Fasheh * each pass. 7466dcd0538fSMark Fasheh * 7467dcd0538fSMark Fasheh * We handle the following cases, in order: 7468dcd0538fSMark Fasheh * - empty extent: delete the remaining branch 7469dcd0538fSMark Fasheh * - remove the entire record 7470dcd0538fSMark Fasheh * - remove a partial record 7471dcd0538fSMark Fasheh * - no record needs to be removed (truncate has completed) 7472dcd0538fSMark Fasheh */ 7473dcd0538fSMark Fasheh el = path_leaf_el(path); 74743a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 74753a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 74763a0782d0SMark Fasheh "Inode %llu has empty extent block at %llu\n", 74773a0782d0SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 74783a0782d0SMark Fasheh (unsigned long long)path_leaf_bh(path)->b_blocknr); 74793a0782d0SMark Fasheh status = -EROFS; 74803a0782d0SMark Fasheh goto bail; 74813a0782d0SMark Fasheh } 74823a0782d0SMark Fasheh 7483ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 7484dcd0538fSMark Fasheh range = le32_to_cpu(el->l_recs[i].e_cpos) + 7485e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 7486dcd0538fSMark Fasheh if (i == 0 && ocfs2_is_empty_extent(&el->l_recs[i])) { 7487dcd0538fSMark Fasheh clusters_to_del = 0; 7488dcd0538fSMark Fasheh } else if (le32_to_cpu(el->l_recs[i].e_cpos) >= new_highest_cpos) { 7489e48edee2SMark Fasheh clusters_to_del = ocfs2_rec_clusters(el, &el->l_recs[i]); 7490bcbbb24aSTao Ma blkno = le64_to_cpu(el->l_recs[i].e_blkno); 7491dcd0538fSMark Fasheh } else if (range > new_highest_cpos) { 7492e48edee2SMark Fasheh clusters_to_del = (ocfs2_rec_clusters(el, &el->l_recs[i]) + 7493ccd979bdSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos)) - 7494dcd0538fSMark Fasheh new_highest_cpos; 7495bcbbb24aSTao Ma blkno = le64_to_cpu(el->l_recs[i].e_blkno) + 7496bcbbb24aSTao Ma ocfs2_clusters_to_blocks(inode->i_sb, 7497bcbbb24aSTao Ma ocfs2_rec_clusters(el, &el->l_recs[i]) - 7498bcbbb24aSTao Ma clusters_to_del); 7499dcd0538fSMark Fasheh } else { 7500dcd0538fSMark Fasheh status = 0; 7501dcd0538fSMark Fasheh goto bail; 7502dcd0538fSMark Fasheh } 7503ccd979bdSMark Fasheh 7504dcd0538fSMark Fasheh mlog(0, "clusters_to_del = %u in this pass, tail blk=%llu\n", 7505dcd0538fSMark Fasheh clusters_to_del, (unsigned long long)path_leaf_bh(path)->b_blocknr); 7506dcd0538fSMark Fasheh 7507bcbbb24aSTao Ma if (el->l_recs[i].e_flags & OCFS2_EXT_REFCOUNTED && clusters_to_del) { 7508bcbbb24aSTao Ma BUG_ON(!(OCFS2_I(inode)->ip_dyn_features & 7509bcbbb24aSTao Ma OCFS2_HAS_REFCOUNT_FL)); 7510bcbbb24aSTao Ma 7511bcbbb24aSTao Ma status = ocfs2_lock_refcount_tree(osb, 7512bcbbb24aSTao Ma le64_to_cpu(di->i_refcount_loc), 7513bcbbb24aSTao Ma 1, &ref_tree, NULL); 7514bcbbb24aSTao Ma if (status) { 7515bcbbb24aSTao Ma mlog_errno(status); 7516bcbbb24aSTao Ma goto bail; 7517bcbbb24aSTao Ma } 7518bcbbb24aSTao Ma 7519bcbbb24aSTao Ma status = ocfs2_prepare_refcount_change_for_del(inode, fe_bh, 7520bcbbb24aSTao Ma blkno, 7521bcbbb24aSTao Ma clusters_to_del, 7522bcbbb24aSTao Ma &credits, 7523bcbbb24aSTao Ma &meta_ac); 7524bcbbb24aSTao Ma if (status < 0) { 7525bcbbb24aSTao Ma mlog_errno(status); 7526bcbbb24aSTao Ma goto bail; 7527bcbbb24aSTao Ma } 7528bcbbb24aSTao Ma } 7529bcbbb24aSTao Ma 75301b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 7531ccd979bdSMark Fasheh tl_sem = 1; 7532ccd979bdSMark Fasheh /* ocfs2_truncate_log_needs_flush guarantees us at least one 7533ccd979bdSMark Fasheh * record is free for use. If there isn't any, we flush to get 7534ccd979bdSMark Fasheh * an empty truncate log. */ 7535ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 7536ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 7537ccd979bdSMark Fasheh if (status < 0) { 7538ccd979bdSMark Fasheh mlog_errno(status); 7539ccd979bdSMark Fasheh goto bail; 7540ccd979bdSMark Fasheh } 7541ccd979bdSMark Fasheh } 7542ccd979bdSMark Fasheh 7543bcbbb24aSTao Ma credits += ocfs2_calc_tree_trunc_credits(osb->sb, clusters_to_del, 7544dcd0538fSMark Fasheh (struct ocfs2_dinode *)fe_bh->b_data, 7545dcd0538fSMark Fasheh el); 754665eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, credits); 7547ccd979bdSMark Fasheh if (IS_ERR(handle)) { 7548ccd979bdSMark Fasheh status = PTR_ERR(handle); 7549ccd979bdSMark Fasheh handle = NULL; 7550ccd979bdSMark Fasheh mlog_errno(status); 7551ccd979bdSMark Fasheh goto bail; 7552ccd979bdSMark Fasheh } 7553ccd979bdSMark Fasheh 7554dcd0538fSMark Fasheh status = ocfs2_do_truncate(osb, clusters_to_del, inode, fe_bh, handle, 7555bcbbb24aSTao Ma tc, path, meta_ac); 7556ccd979bdSMark Fasheh if (status < 0) { 7557ccd979bdSMark Fasheh mlog_errno(status); 7558ccd979bdSMark Fasheh goto bail; 7559ccd979bdSMark Fasheh } 7560ccd979bdSMark Fasheh 75611b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 7562ccd979bdSMark Fasheh tl_sem = 0; 7563ccd979bdSMark Fasheh 756402dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 7565ccd979bdSMark Fasheh handle = NULL; 7566ccd979bdSMark Fasheh 7567dcd0538fSMark Fasheh ocfs2_reinit_path(path, 1); 7568dcd0538fSMark Fasheh 7569bcbbb24aSTao Ma if (meta_ac) { 7570bcbbb24aSTao Ma ocfs2_free_alloc_context(meta_ac); 7571bcbbb24aSTao Ma meta_ac = NULL; 7572bcbbb24aSTao Ma } 7573bcbbb24aSTao Ma 7574bcbbb24aSTao Ma if (ref_tree) { 7575bcbbb24aSTao Ma ocfs2_unlock_refcount_tree(osb, ref_tree, 1); 7576bcbbb24aSTao Ma ref_tree = NULL; 7577bcbbb24aSTao Ma } 7578bcbbb24aSTao Ma 7579dcd0538fSMark Fasheh /* 75803a0782d0SMark Fasheh * The check above will catch the case where we've truncated 75813a0782d0SMark Fasheh * away all allocation. 7582dcd0538fSMark Fasheh */ 7583ccd979bdSMark Fasheh goto start; 75843a0782d0SMark Fasheh 7585ccd979bdSMark Fasheh bail: 7586ccd979bdSMark Fasheh 7587ccd979bdSMark Fasheh ocfs2_schedule_truncate_log_flush(osb, 1); 7588ccd979bdSMark Fasheh 7589ccd979bdSMark Fasheh if (tl_sem) 75901b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 7591ccd979bdSMark Fasheh 7592ccd979bdSMark Fasheh if (handle) 759302dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 7594ccd979bdSMark Fasheh 7595bcbbb24aSTao Ma if (meta_ac) 7596bcbbb24aSTao Ma ocfs2_free_alloc_context(meta_ac); 7597bcbbb24aSTao Ma 7598bcbbb24aSTao Ma if (ref_tree) 7599bcbbb24aSTao Ma ocfs2_unlock_refcount_tree(osb, ref_tree, 1); 7600bcbbb24aSTao Ma 760159a5e416SMark Fasheh ocfs2_run_deallocs(osb, &tc->tc_dealloc); 760259a5e416SMark Fasheh 7603dcd0538fSMark Fasheh ocfs2_free_path(path); 7604ccd979bdSMark Fasheh 7605ccd979bdSMark Fasheh /* This will drop the ext_alloc cluster lock for us */ 7606ccd979bdSMark Fasheh ocfs2_free_truncate_context(tc); 7607ccd979bdSMark Fasheh 7608ccd979bdSMark Fasheh mlog_exit(status); 7609ccd979bdSMark Fasheh return status; 7610ccd979bdSMark Fasheh } 7611ccd979bdSMark Fasheh 7612ccd979bdSMark Fasheh /* 761359a5e416SMark Fasheh * Expects the inode to already be locked. 7614ccd979bdSMark Fasheh */ 7615ccd979bdSMark Fasheh int ocfs2_prepare_truncate(struct ocfs2_super *osb, 7616ccd979bdSMark Fasheh struct inode *inode, 7617ccd979bdSMark Fasheh struct buffer_head *fe_bh, 7618ccd979bdSMark Fasheh struct ocfs2_truncate_context **tc) 7619ccd979bdSMark Fasheh { 762059a5e416SMark Fasheh int status; 7621ccd979bdSMark Fasheh unsigned int new_i_clusters; 7622ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 7623ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 7624ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 7625ccd979bdSMark Fasheh 7626ccd979bdSMark Fasheh mlog_entry_void(); 7627ccd979bdSMark Fasheh 7628ccd979bdSMark Fasheh *tc = NULL; 7629ccd979bdSMark Fasheh 7630ccd979bdSMark Fasheh new_i_clusters = ocfs2_clusters_for_bytes(osb->sb, 7631ccd979bdSMark Fasheh i_size_read(inode)); 7632ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 7633ccd979bdSMark Fasheh 7634ccd979bdSMark Fasheh mlog(0, "fe->i_clusters = %u, new_i_clusters = %u, fe->i_size =" 76351ca1a111SMark Fasheh "%llu\n", le32_to_cpu(fe->i_clusters), new_i_clusters, 76361ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(fe->i_size)); 7637ccd979bdSMark Fasheh 7638cd861280SRobert P. J. Day *tc = kzalloc(sizeof(struct ocfs2_truncate_context), GFP_KERNEL); 7639ccd979bdSMark Fasheh if (!(*tc)) { 7640ccd979bdSMark Fasheh status = -ENOMEM; 7641ccd979bdSMark Fasheh mlog_errno(status); 7642ccd979bdSMark Fasheh goto bail; 7643ccd979bdSMark Fasheh } 764459a5e416SMark Fasheh ocfs2_init_dealloc_ctxt(&(*tc)->tc_dealloc); 7645ccd979bdSMark Fasheh 7646ccd979bdSMark Fasheh if (fe->id2.i_list.l_tree_depth) { 76473d03a305SJoel Becker status = ocfs2_read_extent_block(INODE_CACHE(inode), 76485e96581aSJoel Becker le64_to_cpu(fe->i_last_eb_blk), 76490fcaa56aSJoel Becker &last_eb_bh); 7650ccd979bdSMark Fasheh if (status < 0) { 7651ccd979bdSMark Fasheh mlog_errno(status); 7652ccd979bdSMark Fasheh goto bail; 7653ccd979bdSMark Fasheh } 7654ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 7655ccd979bdSMark Fasheh } 7656ccd979bdSMark Fasheh 7657ccd979bdSMark Fasheh (*tc)->tc_last_eb_bh = last_eb_bh; 7658ccd979bdSMark Fasheh 7659ccd979bdSMark Fasheh status = 0; 7660ccd979bdSMark Fasheh bail: 7661ccd979bdSMark Fasheh if (status < 0) { 7662ccd979bdSMark Fasheh if (*tc) 7663ccd979bdSMark Fasheh ocfs2_free_truncate_context(*tc); 7664ccd979bdSMark Fasheh *tc = NULL; 7665ccd979bdSMark Fasheh } 7666ccd979bdSMark Fasheh mlog_exit_void(); 7667ccd979bdSMark Fasheh return status; 7668ccd979bdSMark Fasheh } 7669ccd979bdSMark Fasheh 76701afc32b9SMark Fasheh /* 76711afc32b9SMark Fasheh * 'start' is inclusive, 'end' is not. 76721afc32b9SMark Fasheh */ 76731afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh, 76741afc32b9SMark Fasheh unsigned int start, unsigned int end, int trunc) 76751afc32b9SMark Fasheh { 76761afc32b9SMark Fasheh int ret; 76771afc32b9SMark Fasheh unsigned int numbytes; 76781afc32b9SMark Fasheh handle_t *handle; 76791afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 76801afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 76811afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 76821afc32b9SMark Fasheh 76831afc32b9SMark Fasheh if (end > i_size_read(inode)) 76841afc32b9SMark Fasheh end = i_size_read(inode); 76851afc32b9SMark Fasheh 76861afc32b9SMark Fasheh BUG_ON(start >= end); 76871afc32b9SMark Fasheh 76881afc32b9SMark Fasheh if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) || 76891afc32b9SMark Fasheh !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) || 76901afc32b9SMark Fasheh !ocfs2_supports_inline_data(osb)) { 76911afc32b9SMark Fasheh ocfs2_error(inode->i_sb, 76921afc32b9SMark Fasheh "Inline data flags for inode %llu don't agree! " 76931afc32b9SMark Fasheh "Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n", 76941afc32b9SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 76951afc32b9SMark Fasheh le16_to_cpu(di->i_dyn_features), 76961afc32b9SMark Fasheh OCFS2_I(inode)->ip_dyn_features, 76971afc32b9SMark Fasheh osb->s_feature_incompat); 76981afc32b9SMark Fasheh ret = -EROFS; 76991afc32b9SMark Fasheh goto out; 77001afc32b9SMark Fasheh } 77011afc32b9SMark Fasheh 77021afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS); 77031afc32b9SMark Fasheh if (IS_ERR(handle)) { 77041afc32b9SMark Fasheh ret = PTR_ERR(handle); 77051afc32b9SMark Fasheh mlog_errno(ret); 77061afc32b9SMark Fasheh goto out; 77071afc32b9SMark Fasheh } 77081afc32b9SMark Fasheh 77090cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 77101afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 77111afc32b9SMark Fasheh if (ret) { 77121afc32b9SMark Fasheh mlog_errno(ret); 77131afc32b9SMark Fasheh goto out_commit; 77141afc32b9SMark Fasheh } 77151afc32b9SMark Fasheh 77161afc32b9SMark Fasheh numbytes = end - start; 77171afc32b9SMark Fasheh memset(idata->id_data + start, 0, numbytes); 77181afc32b9SMark Fasheh 77191afc32b9SMark Fasheh /* 77201afc32b9SMark Fasheh * No need to worry about the data page here - it's been 77211afc32b9SMark Fasheh * truncated already and inline data doesn't need it for 77221afc32b9SMark Fasheh * pushing zero's to disk, so we'll let readpage pick it up 77231afc32b9SMark Fasheh * later. 77241afc32b9SMark Fasheh */ 77251afc32b9SMark Fasheh if (trunc) { 77261afc32b9SMark Fasheh i_size_write(inode, start); 77271afc32b9SMark Fasheh di->i_size = cpu_to_le64(start); 77281afc32b9SMark Fasheh } 77291afc32b9SMark Fasheh 77301afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 77311afc32b9SMark Fasheh inode->i_ctime = inode->i_mtime = CURRENT_TIME; 77321afc32b9SMark Fasheh 77331afc32b9SMark Fasheh di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec); 77341afc32b9SMark Fasheh di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); 77351afc32b9SMark Fasheh 77361afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 77371afc32b9SMark Fasheh 77381afc32b9SMark Fasheh out_commit: 77391afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 77401afc32b9SMark Fasheh 77411afc32b9SMark Fasheh out: 77421afc32b9SMark Fasheh return ret; 77431afc32b9SMark Fasheh } 77441afc32b9SMark Fasheh 7745ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc) 7746ccd979bdSMark Fasheh { 774759a5e416SMark Fasheh /* 774859a5e416SMark Fasheh * The caller is responsible for completing deallocation 774959a5e416SMark Fasheh * before freeing the context. 775059a5e416SMark Fasheh */ 775159a5e416SMark Fasheh if (tc->tc_dealloc.c_first_suballocator != NULL) 775259a5e416SMark Fasheh mlog(ML_NOTICE, 775359a5e416SMark Fasheh "Truncate completion has non-empty dealloc context\n"); 7754ccd979bdSMark Fasheh 7755ccd979bdSMark Fasheh brelse(tc->tc_last_eb_bh); 7756ccd979bdSMark Fasheh 7757ccd979bdSMark Fasheh kfree(tc); 7758ccd979bdSMark Fasheh } 7759