1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 2ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 3ccd979bdSMark Fasheh * 4ccd979bdSMark Fasheh * alloc.c 5ccd979bdSMark Fasheh * 6ccd979bdSMark Fasheh * Extent allocs and frees 7ccd979bdSMark Fasheh * 8ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 9ccd979bdSMark Fasheh * 10ccd979bdSMark Fasheh * This program is free software; you can redistribute it and/or 11ccd979bdSMark Fasheh * modify it under the terms of the GNU General Public 12ccd979bdSMark Fasheh * License as published by the Free Software Foundation; either 13ccd979bdSMark Fasheh * version 2 of the License, or (at your option) any later version. 14ccd979bdSMark Fasheh * 15ccd979bdSMark Fasheh * This program is distributed in the hope that it will be useful, 16ccd979bdSMark Fasheh * but WITHOUT ANY WARRANTY; without even the implied warranty of 17ccd979bdSMark Fasheh * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18ccd979bdSMark Fasheh * General Public License for more details. 19ccd979bdSMark Fasheh * 20ccd979bdSMark Fasheh * You should have received a copy of the GNU General Public 21ccd979bdSMark Fasheh * License along with this program; if not, write to the 22ccd979bdSMark Fasheh * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 23ccd979bdSMark Fasheh * Boston, MA 021110-1307, USA. 24ccd979bdSMark Fasheh */ 25ccd979bdSMark Fasheh 26ccd979bdSMark Fasheh #include <linux/fs.h> 27ccd979bdSMark Fasheh #include <linux/types.h> 28ccd979bdSMark Fasheh #include <linux/slab.h> 29ccd979bdSMark Fasheh #include <linux/highmem.h> 3060b11392SMark Fasheh #include <linux/swap.h> 31a90714c1SJan Kara #include <linux/quotaops.h> 32e80de36dSTao Ma #include <linux/blkdev.h> 33174cd4b1SIngo Molnar #include <linux/sched/signal.h> 34ccd979bdSMark Fasheh 35ccd979bdSMark Fasheh #include <cluster/masklog.h> 36ccd979bdSMark Fasheh 37ccd979bdSMark Fasheh #include "ocfs2.h" 38ccd979bdSMark Fasheh 39ccd979bdSMark Fasheh #include "alloc.h" 4060b11392SMark Fasheh #include "aops.h" 41d6b32bbbSJoel Becker #include "blockcheck.h" 42ccd979bdSMark Fasheh #include "dlmglue.h" 43ccd979bdSMark Fasheh #include "extent_map.h" 44ccd979bdSMark Fasheh #include "inode.h" 45ccd979bdSMark Fasheh #include "journal.h" 46ccd979bdSMark Fasheh #include "localalloc.h" 47ccd979bdSMark Fasheh #include "suballoc.h" 48ccd979bdSMark Fasheh #include "sysfile.h" 49ccd979bdSMark Fasheh #include "file.h" 50ccd979bdSMark Fasheh #include "super.h" 51ccd979bdSMark Fasheh #include "uptodate.h" 522a50a743SJoel Becker #include "xattr.h" 53bcbbb24aSTao Ma #include "refcounttree.h" 54a09d09b8STao Ma #include "ocfs2_trace.h" 55ccd979bdSMark Fasheh 56ccd979bdSMark Fasheh #include "buffer_head_io.h" 57ccd979bdSMark Fasheh 58853a3a14STao Ma enum ocfs2_contig_type { 59853a3a14STao Ma CONTIG_NONE = 0, 60853a3a14STao Ma CONTIG_LEFT, 61853a3a14STao Ma CONTIG_RIGHT, 62853a3a14STao Ma CONTIG_LEFTRIGHT, 63853a3a14STao Ma }; 64e7d4cb6bSTao Ma 65853a3a14STao Ma static enum ocfs2_contig_type 66853a3a14STao Ma ocfs2_extent_rec_contig(struct super_block *sb, 67853a3a14STao Ma struct ocfs2_extent_rec *ext, 68853a3a14STao Ma struct ocfs2_extent_rec *insert_rec); 691625f8acSJoel Becker /* 701625f8acSJoel Becker * Operations for a specific extent tree type. 711625f8acSJoel Becker * 721625f8acSJoel Becker * To implement an on-disk btree (extent tree) type in ocfs2, add 731625f8acSJoel Becker * an ocfs2_extent_tree_operations structure and the matching 748d6220d6SJoel Becker * ocfs2_init_<thingy>_extent_tree() function. That's pretty much it 751625f8acSJoel Becker * for the allocation portion of the extent tree. 761625f8acSJoel Becker */ 77e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations { 781625f8acSJoel Becker /* 791625f8acSJoel Becker * last_eb_blk is the block number of the right most leaf extent 801625f8acSJoel Becker * block. Most on-disk structures containing an extent tree store 811625f8acSJoel Becker * this value for fast access. The ->eo_set_last_eb_blk() and 821625f8acSJoel Becker * ->eo_get_last_eb_blk() operations access this value. They are 831625f8acSJoel Becker * both required. 841625f8acSJoel Becker */ 8535dc0aa3SJoel Becker void (*eo_set_last_eb_blk)(struct ocfs2_extent_tree *et, 8635dc0aa3SJoel Becker u64 blkno); 8735dc0aa3SJoel Becker u64 (*eo_get_last_eb_blk)(struct ocfs2_extent_tree *et); 881625f8acSJoel Becker 891625f8acSJoel Becker /* 901625f8acSJoel Becker * The on-disk structure usually keeps track of how many total 911625f8acSJoel Becker * clusters are stored in this extent tree. This function updates 921625f8acSJoel Becker * that value. new_clusters is the delta, and must be 931625f8acSJoel Becker * added to the total. Required. 941625f8acSJoel Becker */ 956136ca5fSJoel Becker void (*eo_update_clusters)(struct ocfs2_extent_tree *et, 96e7d4cb6bSTao Ma u32 new_clusters); 971625f8acSJoel Becker 981625f8acSJoel Becker /* 9992ba470cSJoel Becker * If this extent tree is supported by an extent map, insert 10092ba470cSJoel Becker * a record into the map. 10192ba470cSJoel Becker */ 10292ba470cSJoel Becker void (*eo_extent_map_insert)(struct ocfs2_extent_tree *et, 10392ba470cSJoel Becker struct ocfs2_extent_rec *rec); 10492ba470cSJoel Becker 10592ba470cSJoel Becker /* 1064c911eefSJoel Becker * If this extent tree is supported by an extent map, truncate the 1074c911eefSJoel Becker * map to clusters, 1084c911eefSJoel Becker */ 1094c911eefSJoel Becker void (*eo_extent_map_truncate)(struct ocfs2_extent_tree *et, 1104c911eefSJoel Becker u32 clusters); 1114c911eefSJoel Becker 1124c911eefSJoel Becker /* 1131625f8acSJoel Becker * If ->eo_insert_check() exists, it is called before rec is 1141625f8acSJoel Becker * inserted into the extent tree. It is optional. 1151625f8acSJoel Becker */ 1166136ca5fSJoel Becker int (*eo_insert_check)(struct ocfs2_extent_tree *et, 1171e61ee79SJoel Becker struct ocfs2_extent_rec *rec); 1186136ca5fSJoel Becker int (*eo_sanity_check)(struct ocfs2_extent_tree *et); 1190ce1010fSJoel Becker 1201625f8acSJoel Becker /* 1211625f8acSJoel Becker * -------------------------------------------------------------- 1221625f8acSJoel Becker * The remaining are internal to ocfs2_extent_tree and don't have 1231625f8acSJoel Becker * accessor functions 1241625f8acSJoel Becker */ 1251625f8acSJoel Becker 1261625f8acSJoel Becker /* 1271625f8acSJoel Becker * ->eo_fill_root_el() takes et->et_object and sets et->et_root_el. 1281625f8acSJoel Becker * It is required. 1291625f8acSJoel Becker */ 1300ce1010fSJoel Becker void (*eo_fill_root_el)(struct ocfs2_extent_tree *et); 1311625f8acSJoel Becker 1321625f8acSJoel Becker /* 1331625f8acSJoel Becker * ->eo_fill_max_leaf_clusters sets et->et_max_leaf_clusters if 1341625f8acSJoel Becker * it exists. If it does not, et->et_max_leaf_clusters is set 1351625f8acSJoel Becker * to 0 (unlimited). Optional. 1361625f8acSJoel Becker */ 1376136ca5fSJoel Becker void (*eo_fill_max_leaf_clusters)(struct ocfs2_extent_tree *et); 138853a3a14STao Ma 139853a3a14STao Ma /* 140853a3a14STao Ma * ->eo_extent_contig test whether the 2 ocfs2_extent_rec 141853a3a14STao Ma * are contiguous or not. Optional. Don't need to set it if use 142853a3a14STao Ma * ocfs2_extent_rec as the tree leaf. 143853a3a14STao Ma */ 144853a3a14STao Ma enum ocfs2_contig_type 145853a3a14STao Ma (*eo_extent_contig)(struct ocfs2_extent_tree *et, 146853a3a14STao Ma struct ocfs2_extent_rec *ext, 147853a3a14STao Ma struct ocfs2_extent_rec *insert_rec); 148e7d4cb6bSTao Ma }; 149e7d4cb6bSTao Ma 150f99b9b7cSJoel Becker 151f99b9b7cSJoel Becker /* 152f99b9b7cSJoel Becker * Pre-declare ocfs2_dinode_et_ops so we can use it as a sanity check 153f99b9b7cSJoel Becker * in the methods. 154f99b9b7cSJoel Becker */ 155f99b9b7cSJoel Becker static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et); 156f99b9b7cSJoel Becker static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 157f99b9b7cSJoel Becker u64 blkno); 1586136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 159f99b9b7cSJoel Becker u32 clusters); 16092ba470cSJoel Becker static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et, 16192ba470cSJoel Becker struct ocfs2_extent_rec *rec); 1624c911eefSJoel Becker static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et, 1634c911eefSJoel Becker u32 clusters); 1646136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 165f99b9b7cSJoel Becker struct ocfs2_extent_rec *rec); 1666136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et); 167f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et); 16871a36944SChangwei Ge 16971a36944SChangwei Ge static int ocfs2_reuse_blk_from_dealloc(handle_t *handle, 17071a36944SChangwei Ge struct ocfs2_extent_tree *et, 17171a36944SChangwei Ge struct buffer_head **new_eb_bh, 17271a36944SChangwei Ge int blk_wanted, int *blk_given); 17371a36944SChangwei Ge static int ocfs2_is_dealloc_empty(struct ocfs2_extent_tree *et); 17471a36944SChangwei Ge 1759e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = { 176f99b9b7cSJoel Becker .eo_set_last_eb_blk = ocfs2_dinode_set_last_eb_blk, 177f99b9b7cSJoel Becker .eo_get_last_eb_blk = ocfs2_dinode_get_last_eb_blk, 178f99b9b7cSJoel Becker .eo_update_clusters = ocfs2_dinode_update_clusters, 17992ba470cSJoel Becker .eo_extent_map_insert = ocfs2_dinode_extent_map_insert, 1804c911eefSJoel Becker .eo_extent_map_truncate = ocfs2_dinode_extent_map_truncate, 181f99b9b7cSJoel Becker .eo_insert_check = ocfs2_dinode_insert_check, 182f99b9b7cSJoel Becker .eo_sanity_check = ocfs2_dinode_sanity_check, 183f99b9b7cSJoel Becker .eo_fill_root_el = ocfs2_dinode_fill_root_el, 184e7d4cb6bSTao Ma }; 185e7d4cb6bSTao Ma 186e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 187e7d4cb6bSTao Ma u64 blkno) 188e7d4cb6bSTao Ma { 189ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 190e7d4cb6bSTao Ma 191f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 192e7d4cb6bSTao Ma di->i_last_eb_blk = cpu_to_le64(blkno); 193e7d4cb6bSTao Ma } 194e7d4cb6bSTao Ma 195e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et) 196e7d4cb6bSTao Ma { 197ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 198e7d4cb6bSTao Ma 199f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 200e7d4cb6bSTao Ma return le64_to_cpu(di->i_last_eb_blk); 201e7d4cb6bSTao Ma } 202e7d4cb6bSTao Ma 2036136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 204e7d4cb6bSTao Ma u32 clusters) 205e7d4cb6bSTao Ma { 2066136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 207ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 208e7d4cb6bSTao Ma 209e7d4cb6bSTao Ma le32_add_cpu(&di->i_clusters, clusters); 2106136ca5fSJoel Becker spin_lock(&oi->ip_lock); 2116136ca5fSJoel Becker oi->ip_clusters = le32_to_cpu(di->i_clusters); 2126136ca5fSJoel Becker spin_unlock(&oi->ip_lock); 213e7d4cb6bSTao Ma } 214e7d4cb6bSTao Ma 21592ba470cSJoel Becker static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et, 21692ba470cSJoel Becker struct ocfs2_extent_rec *rec) 21792ba470cSJoel Becker { 21892ba470cSJoel Becker struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode; 21992ba470cSJoel Becker 22092ba470cSJoel Becker ocfs2_extent_map_insert_rec(inode, rec); 22192ba470cSJoel Becker } 22292ba470cSJoel Becker 2234c911eefSJoel Becker static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et, 2244c911eefSJoel Becker u32 clusters) 2254c911eefSJoel Becker { 2264c911eefSJoel Becker struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode; 2274c911eefSJoel Becker 2284c911eefSJoel Becker ocfs2_extent_map_trunc(inode, clusters); 2294c911eefSJoel Becker } 2304c911eefSJoel Becker 2316136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 2321e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 2331e61ee79SJoel Becker { 2346136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 2356136ca5fSJoel Becker struct ocfs2_super *osb = OCFS2_SB(oi->vfs_inode.i_sb); 2361e61ee79SJoel Becker 2376136ca5fSJoel Becker BUG_ON(oi->ip_dyn_features & OCFS2_INLINE_DATA_FL); 2381e61ee79SJoel Becker mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) && 2396136ca5fSJoel Becker (oi->ip_clusters != le32_to_cpu(rec->e_cpos)), 2401e61ee79SJoel Becker "Device %s, asking for sparse allocation: inode %llu, " 2411e61ee79SJoel Becker "cpos %u, clusters %u\n", 2421e61ee79SJoel Becker osb->dev_str, 2436136ca5fSJoel Becker (unsigned long long)oi->ip_blkno, 2446136ca5fSJoel Becker rec->e_cpos, oi->ip_clusters); 2451e61ee79SJoel Becker 2461e61ee79SJoel Becker return 0; 2471e61ee79SJoel Becker } 2481e61ee79SJoel Becker 2496136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et) 250e7d4cb6bSTao Ma { 25110995aa2SJoel Becker struct ocfs2_dinode *di = et->et_object; 252e7d4cb6bSTao Ma 253f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 25410995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 255e7d4cb6bSTao Ma 25610995aa2SJoel Becker return 0; 257e7d4cb6bSTao Ma } 258e7d4cb6bSTao Ma 259f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et) 260f99b9b7cSJoel Becker { 261f99b9b7cSJoel Becker struct ocfs2_dinode *di = et->et_object; 262f99b9b7cSJoel Becker 263f99b9b7cSJoel Becker et->et_root_el = &di->id2.i_list; 264f99b9b7cSJoel Becker } 265f99b9b7cSJoel Becker 266e7d4cb6bSTao Ma 2670ce1010fSJoel Becker static void ocfs2_xattr_value_fill_root_el(struct ocfs2_extent_tree *et) 2680ce1010fSJoel Becker { 2692a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 2700ce1010fSJoel Becker 2712a50a743SJoel Becker et->et_root_el = &vb->vb_xv->xr_list; 2720ce1010fSJoel Becker } 2730ce1010fSJoel Becker 274f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et, 275f56654c4STao Ma u64 blkno) 276f56654c4STao Ma { 2772a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 278f56654c4STao Ma 2792a50a743SJoel Becker vb->vb_xv->xr_last_eb_blk = cpu_to_le64(blkno); 280f56654c4STao Ma } 281f56654c4STao Ma 282f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et) 283f56654c4STao Ma { 2842a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 285f56654c4STao Ma 2862a50a743SJoel Becker return le64_to_cpu(vb->vb_xv->xr_last_eb_blk); 287f56654c4STao Ma } 288f56654c4STao Ma 2896136ca5fSJoel Becker static void ocfs2_xattr_value_update_clusters(struct ocfs2_extent_tree *et, 290f56654c4STao Ma u32 clusters) 291f56654c4STao Ma { 2922a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 293f56654c4STao Ma 2942a50a743SJoel Becker le32_add_cpu(&vb->vb_xv->xr_clusters, clusters); 295f56654c4STao Ma } 296f56654c4STao Ma 2979e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_xattr_value_et_ops = { 29835dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_value_set_last_eb_blk, 29935dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_value_get_last_eb_blk, 30035dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_value_update_clusters, 3010ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_value_fill_root_el, 302f56654c4STao Ma }; 303f56654c4STao Ma 3040ce1010fSJoel Becker static void ocfs2_xattr_tree_fill_root_el(struct ocfs2_extent_tree *et) 3050ce1010fSJoel Becker { 3060ce1010fSJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 3070ce1010fSJoel Becker 3080ce1010fSJoel Becker et->et_root_el = &xb->xb_attrs.xb_root.xt_list; 3090ce1010fSJoel Becker } 3100ce1010fSJoel Becker 3116136ca5fSJoel Becker static void ocfs2_xattr_tree_fill_max_leaf_clusters(struct ocfs2_extent_tree *et) 312943cced3SJoel Becker { 3136136ca5fSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 314943cced3SJoel Becker et->et_max_leaf_clusters = 3156136ca5fSJoel Becker ocfs2_clusters_for_bytes(sb, OCFS2_MAX_XATTR_TREE_LEAF_SIZE); 316943cced3SJoel Becker } 317943cced3SJoel Becker 318ba492615STao Ma static void ocfs2_xattr_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 319ba492615STao Ma u64 blkno) 320ba492615STao Ma { 321ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 322ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 323ba492615STao Ma 324ba492615STao Ma xt->xt_last_eb_blk = cpu_to_le64(blkno); 325ba492615STao Ma } 326ba492615STao Ma 327ba492615STao Ma static u64 ocfs2_xattr_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 328ba492615STao Ma { 329ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 330ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 331ba492615STao Ma 332ba492615STao Ma return le64_to_cpu(xt->xt_last_eb_blk); 333ba492615STao Ma } 334ba492615STao Ma 3356136ca5fSJoel Becker static void ocfs2_xattr_tree_update_clusters(struct ocfs2_extent_tree *et, 336ba492615STao Ma u32 clusters) 337ba492615STao Ma { 338ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 339ba492615STao Ma 340ba492615STao Ma le32_add_cpu(&xb->xb_attrs.xb_root.xt_clusters, clusters); 341ba492615STao Ma } 342ba492615STao Ma 3439e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_xattr_tree_et_ops = { 34435dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_tree_set_last_eb_blk, 34535dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_tree_get_last_eb_blk, 34635dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_tree_update_clusters, 3470ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_tree_fill_root_el, 348943cced3SJoel Becker .eo_fill_max_leaf_clusters = ocfs2_xattr_tree_fill_max_leaf_clusters, 349ba492615STao Ma }; 350ba492615STao Ma 3519b7895efSMark Fasheh static void ocfs2_dx_root_set_last_eb_blk(struct ocfs2_extent_tree *et, 3529b7895efSMark Fasheh u64 blkno) 3539b7895efSMark Fasheh { 3549b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3559b7895efSMark Fasheh 3569b7895efSMark Fasheh dx_root->dr_last_eb_blk = cpu_to_le64(blkno); 3579b7895efSMark Fasheh } 3589b7895efSMark Fasheh 3599b7895efSMark Fasheh static u64 ocfs2_dx_root_get_last_eb_blk(struct ocfs2_extent_tree *et) 3609b7895efSMark Fasheh { 3619b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3629b7895efSMark Fasheh 3639b7895efSMark Fasheh return le64_to_cpu(dx_root->dr_last_eb_blk); 3649b7895efSMark Fasheh } 3659b7895efSMark Fasheh 3666136ca5fSJoel Becker static void ocfs2_dx_root_update_clusters(struct ocfs2_extent_tree *et, 3679b7895efSMark Fasheh u32 clusters) 3689b7895efSMark Fasheh { 3699b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3709b7895efSMark Fasheh 3719b7895efSMark Fasheh le32_add_cpu(&dx_root->dr_clusters, clusters); 3729b7895efSMark Fasheh } 3739b7895efSMark Fasheh 3746136ca5fSJoel Becker static int ocfs2_dx_root_sanity_check(struct ocfs2_extent_tree *et) 3759b7895efSMark Fasheh { 3769b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3779b7895efSMark Fasheh 3789b7895efSMark Fasheh BUG_ON(!OCFS2_IS_VALID_DX_ROOT(dx_root)); 3799b7895efSMark Fasheh 3809b7895efSMark Fasheh return 0; 3819b7895efSMark Fasheh } 3829b7895efSMark Fasheh 3839b7895efSMark Fasheh static void ocfs2_dx_root_fill_root_el(struct ocfs2_extent_tree *et) 3849b7895efSMark Fasheh { 3859b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3869b7895efSMark Fasheh 3879b7895efSMark Fasheh et->et_root_el = &dx_root->dr_list; 3889b7895efSMark Fasheh } 3899b7895efSMark Fasheh 3909e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_dx_root_et_ops = { 3919b7895efSMark Fasheh .eo_set_last_eb_blk = ocfs2_dx_root_set_last_eb_blk, 3929b7895efSMark Fasheh .eo_get_last_eb_blk = ocfs2_dx_root_get_last_eb_blk, 3939b7895efSMark Fasheh .eo_update_clusters = ocfs2_dx_root_update_clusters, 3949b7895efSMark Fasheh .eo_sanity_check = ocfs2_dx_root_sanity_check, 3959b7895efSMark Fasheh .eo_fill_root_el = ocfs2_dx_root_fill_root_el, 3969b7895efSMark Fasheh }; 3979b7895efSMark Fasheh 398fe924415STao Ma static void ocfs2_refcount_tree_fill_root_el(struct ocfs2_extent_tree *et) 399fe924415STao Ma { 400fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 401fe924415STao Ma 402fe924415STao Ma et->et_root_el = &rb->rf_list; 403fe924415STao Ma } 404fe924415STao Ma 405fe924415STao Ma static void ocfs2_refcount_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 406fe924415STao Ma u64 blkno) 407fe924415STao Ma { 408fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 409fe924415STao Ma 410fe924415STao Ma rb->rf_last_eb_blk = cpu_to_le64(blkno); 411fe924415STao Ma } 412fe924415STao Ma 413fe924415STao Ma static u64 ocfs2_refcount_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 414fe924415STao Ma { 415fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 416fe924415STao Ma 417fe924415STao Ma return le64_to_cpu(rb->rf_last_eb_blk); 418fe924415STao Ma } 419fe924415STao Ma 420fe924415STao Ma static void ocfs2_refcount_tree_update_clusters(struct ocfs2_extent_tree *et, 421fe924415STao Ma u32 clusters) 422fe924415STao Ma { 423fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 424fe924415STao Ma 425fe924415STao Ma le32_add_cpu(&rb->rf_clusters, clusters); 426fe924415STao Ma } 427fe924415STao Ma 428fe924415STao Ma static enum ocfs2_contig_type 429fe924415STao Ma ocfs2_refcount_tree_extent_contig(struct ocfs2_extent_tree *et, 430fe924415STao Ma struct ocfs2_extent_rec *ext, 431fe924415STao Ma struct ocfs2_extent_rec *insert_rec) 432fe924415STao Ma { 433fe924415STao Ma return CONTIG_NONE; 434fe924415STao Ma } 435fe924415STao Ma 4369e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_refcount_tree_et_ops = { 437fe924415STao Ma .eo_set_last_eb_blk = ocfs2_refcount_tree_set_last_eb_blk, 438fe924415STao Ma .eo_get_last_eb_blk = ocfs2_refcount_tree_get_last_eb_blk, 439fe924415STao Ma .eo_update_clusters = ocfs2_refcount_tree_update_clusters, 440fe924415STao Ma .eo_fill_root_el = ocfs2_refcount_tree_fill_root_el, 441fe924415STao Ma .eo_extent_contig = ocfs2_refcount_tree_extent_contig, 442fe924415STao Ma }; 443fe924415STao Ma 4448d6220d6SJoel Becker static void __ocfs2_init_extent_tree(struct ocfs2_extent_tree *et, 4455e404e9eSJoel Becker struct ocfs2_caching_info *ci, 446ca12b7c4STao Ma struct buffer_head *bh, 44713723d00SJoel Becker ocfs2_journal_access_func access, 4481a09f556SJoel Becker void *obj, 4499e62dc09SJulia Lawall const struct ocfs2_extent_tree_operations *ops) 450e7d4cb6bSTao Ma { 4511a09f556SJoel Becker et->et_ops = ops; 452ce1d9ea6SJoel Becker et->et_root_bh = bh; 4535e404e9eSJoel Becker et->et_ci = ci; 45413723d00SJoel Becker et->et_root_journal_access = access; 455ea5efa15SJoel Becker if (!obj) 456ea5efa15SJoel Becker obj = (void *)bh->b_data; 457ea5efa15SJoel Becker et->et_object = obj; 45871a36944SChangwei Ge et->et_dealloc = NULL; 459e7d4cb6bSTao Ma 4600ce1010fSJoel Becker et->et_ops->eo_fill_root_el(et); 461943cced3SJoel Becker if (!et->et_ops->eo_fill_max_leaf_clusters) 462943cced3SJoel Becker et->et_max_leaf_clusters = 0; 463943cced3SJoel Becker else 4646136ca5fSJoel Becker et->et_ops->eo_fill_max_leaf_clusters(et); 465e7d4cb6bSTao Ma } 466e7d4cb6bSTao Ma 4678d6220d6SJoel Becker void ocfs2_init_dinode_extent_tree(struct ocfs2_extent_tree *et, 4685e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4691a09f556SJoel Becker struct buffer_head *bh) 4701a09f556SJoel Becker { 4715e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_di, 47213723d00SJoel Becker NULL, &ocfs2_dinode_et_ops); 4731a09f556SJoel Becker } 4741a09f556SJoel Becker 4758d6220d6SJoel Becker void ocfs2_init_xattr_tree_extent_tree(struct ocfs2_extent_tree *et, 4765e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4771a09f556SJoel Becker struct buffer_head *bh) 4781a09f556SJoel Becker { 4795e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_xb, 48013723d00SJoel Becker NULL, &ocfs2_xattr_tree_et_ops); 4811a09f556SJoel Becker } 4821a09f556SJoel Becker 4838d6220d6SJoel Becker void ocfs2_init_xattr_value_extent_tree(struct ocfs2_extent_tree *et, 4845e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4852a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb) 4861a09f556SJoel Becker { 4875e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, vb->vb_bh, vb->vb_access, vb, 4881a09f556SJoel Becker &ocfs2_xattr_value_et_ops); 4891a09f556SJoel Becker } 4901a09f556SJoel Becker 4919b7895efSMark Fasheh void ocfs2_init_dx_root_extent_tree(struct ocfs2_extent_tree *et, 4925e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4939b7895efSMark Fasheh struct buffer_head *bh) 4949b7895efSMark Fasheh { 4955e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_dr, 4969b7895efSMark Fasheh NULL, &ocfs2_dx_root_et_ops); 4979b7895efSMark Fasheh } 4989b7895efSMark Fasheh 499fe924415STao Ma void ocfs2_init_refcount_extent_tree(struct ocfs2_extent_tree *et, 500fe924415STao Ma struct ocfs2_caching_info *ci, 501fe924415STao Ma struct buffer_head *bh) 502fe924415STao Ma { 503fe924415STao Ma __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_rb, 504fe924415STao Ma NULL, &ocfs2_refcount_tree_et_ops); 505fe924415STao Ma } 506fe924415STao Ma 50735dc0aa3SJoel Becker static inline void ocfs2_et_set_last_eb_blk(struct ocfs2_extent_tree *et, 508e7d4cb6bSTao Ma u64 new_last_eb_blk) 509e7d4cb6bSTao Ma { 510ce1d9ea6SJoel Becker et->et_ops->eo_set_last_eb_blk(et, new_last_eb_blk); 511e7d4cb6bSTao Ma } 512e7d4cb6bSTao Ma 51335dc0aa3SJoel Becker static inline u64 ocfs2_et_get_last_eb_blk(struct ocfs2_extent_tree *et) 514e7d4cb6bSTao Ma { 515ce1d9ea6SJoel Becker return et->et_ops->eo_get_last_eb_blk(et); 516e7d4cb6bSTao Ma } 517e7d4cb6bSTao Ma 5186136ca5fSJoel Becker static inline void ocfs2_et_update_clusters(struct ocfs2_extent_tree *et, 519e7d4cb6bSTao Ma u32 clusters) 520e7d4cb6bSTao Ma { 5216136ca5fSJoel Becker et->et_ops->eo_update_clusters(et, clusters); 52235dc0aa3SJoel Becker } 52335dc0aa3SJoel Becker 52492ba470cSJoel Becker static inline void ocfs2_et_extent_map_insert(struct ocfs2_extent_tree *et, 52592ba470cSJoel Becker struct ocfs2_extent_rec *rec) 52692ba470cSJoel Becker { 52792ba470cSJoel Becker if (et->et_ops->eo_extent_map_insert) 52892ba470cSJoel Becker et->et_ops->eo_extent_map_insert(et, rec); 52992ba470cSJoel Becker } 53092ba470cSJoel Becker 5314c911eefSJoel Becker static inline void ocfs2_et_extent_map_truncate(struct ocfs2_extent_tree *et, 5324c911eefSJoel Becker u32 clusters) 5334c911eefSJoel Becker { 5344c911eefSJoel Becker if (et->et_ops->eo_extent_map_truncate) 5354c911eefSJoel Becker et->et_ops->eo_extent_map_truncate(et, clusters); 5364c911eefSJoel Becker } 5374c911eefSJoel Becker 53813723d00SJoel Becker static inline int ocfs2_et_root_journal_access(handle_t *handle, 53913723d00SJoel Becker struct ocfs2_extent_tree *et, 54013723d00SJoel Becker int type) 54113723d00SJoel Becker { 542d9a0a1f8SJoel Becker return et->et_root_journal_access(handle, et->et_ci, et->et_root_bh, 54313723d00SJoel Becker type); 54413723d00SJoel Becker } 54513723d00SJoel Becker 546853a3a14STao Ma static inline enum ocfs2_contig_type 547853a3a14STao Ma ocfs2_et_extent_contig(struct ocfs2_extent_tree *et, 548853a3a14STao Ma struct ocfs2_extent_rec *rec, 549853a3a14STao Ma struct ocfs2_extent_rec *insert_rec) 550853a3a14STao Ma { 551853a3a14STao Ma if (et->et_ops->eo_extent_contig) 552853a3a14STao Ma return et->et_ops->eo_extent_contig(et, rec, insert_rec); 553853a3a14STao Ma 554853a3a14STao Ma return ocfs2_extent_rec_contig( 555853a3a14STao Ma ocfs2_metadata_cache_get_super(et->et_ci), 556853a3a14STao Ma rec, insert_rec); 557853a3a14STao Ma } 558853a3a14STao Ma 5596136ca5fSJoel Becker static inline int ocfs2_et_insert_check(struct ocfs2_extent_tree *et, 5601e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 5611e61ee79SJoel Becker { 5621e61ee79SJoel Becker int ret = 0; 5631e61ee79SJoel Becker 5641e61ee79SJoel Becker if (et->et_ops->eo_insert_check) 5656136ca5fSJoel Becker ret = et->et_ops->eo_insert_check(et, rec); 5661e61ee79SJoel Becker return ret; 5671e61ee79SJoel Becker } 5681e61ee79SJoel Becker 5696136ca5fSJoel Becker static inline int ocfs2_et_sanity_check(struct ocfs2_extent_tree *et) 57035dc0aa3SJoel Becker { 5711e61ee79SJoel Becker int ret = 0; 5721e61ee79SJoel Becker 5731e61ee79SJoel Becker if (et->et_ops->eo_sanity_check) 5746136ca5fSJoel Becker ret = et->et_ops->eo_sanity_check(et); 5751e61ee79SJoel Becker return ret; 576e7d4cb6bSTao Ma } 577e7d4cb6bSTao Ma 57859a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 57959a5e416SMark Fasheh struct ocfs2_extent_block *eb); 580d401dc12SJoel Becker static void ocfs2_adjust_rightmost_records(handle_t *handle, 581d401dc12SJoel Becker struct ocfs2_extent_tree *et, 5826b791bccSTao Ma struct ocfs2_path *path, 5836b791bccSTao Ma struct ocfs2_extent_rec *insert_rec); 584dcd0538fSMark Fasheh /* 585dcd0538fSMark Fasheh * Reset the actual path elements so that we can re-use the structure 586dcd0538fSMark Fasheh * to build another path. Generally, this involves freeing the buffer 587dcd0538fSMark Fasheh * heads. 588dcd0538fSMark Fasheh */ 589e2e9f608STao Ma void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root) 590dcd0538fSMark Fasheh { 591dcd0538fSMark Fasheh int i, start = 0, depth = 0; 592dcd0538fSMark Fasheh struct ocfs2_path_item *node; 593dcd0538fSMark Fasheh 594dcd0538fSMark Fasheh if (keep_root) 595dcd0538fSMark Fasheh start = 1; 596dcd0538fSMark Fasheh 597dcd0538fSMark Fasheh for(i = start; i < path_num_items(path); i++) { 598dcd0538fSMark Fasheh node = &path->p_node[i]; 599dcd0538fSMark Fasheh 600dcd0538fSMark Fasheh brelse(node->bh); 601dcd0538fSMark Fasheh node->bh = NULL; 602dcd0538fSMark Fasheh node->el = NULL; 603dcd0538fSMark Fasheh } 604dcd0538fSMark Fasheh 605dcd0538fSMark Fasheh /* 606dcd0538fSMark Fasheh * Tree depth may change during truncate, or insert. If we're 607dcd0538fSMark Fasheh * keeping the root extent list, then make sure that our path 608dcd0538fSMark Fasheh * structure reflects the proper depth. 609dcd0538fSMark Fasheh */ 610dcd0538fSMark Fasheh if (keep_root) 611dcd0538fSMark Fasheh depth = le16_to_cpu(path_root_el(path)->l_tree_depth); 61213723d00SJoel Becker else 61313723d00SJoel Becker path_root_access(path) = NULL; 614dcd0538fSMark Fasheh 615dcd0538fSMark Fasheh path->p_tree_depth = depth; 616dcd0538fSMark Fasheh } 617dcd0538fSMark Fasheh 618e2e9f608STao Ma void ocfs2_free_path(struct ocfs2_path *path) 619dcd0538fSMark Fasheh { 620dcd0538fSMark Fasheh if (path) { 621dcd0538fSMark Fasheh ocfs2_reinit_path(path, 0); 622dcd0538fSMark Fasheh kfree(path); 623dcd0538fSMark Fasheh } 624dcd0538fSMark Fasheh } 625dcd0538fSMark Fasheh 626dcd0538fSMark Fasheh /* 627328d5752SMark Fasheh * All the elements of src into dest. After this call, src could be freed 628328d5752SMark Fasheh * without affecting dest. 629328d5752SMark Fasheh * 630328d5752SMark Fasheh * Both paths should have the same root. Any non-root elements of dest 631328d5752SMark Fasheh * will be freed. 632328d5752SMark Fasheh */ 633328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src) 634328d5752SMark Fasheh { 635328d5752SMark Fasheh int i; 636328d5752SMark Fasheh 637328d5752SMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 638328d5752SMark Fasheh BUG_ON(path_root_el(dest) != path_root_el(src)); 63913723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 640328d5752SMark Fasheh 641328d5752SMark Fasheh ocfs2_reinit_path(dest, 1); 642328d5752SMark Fasheh 643328d5752SMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 644328d5752SMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 645328d5752SMark Fasheh dest->p_node[i].el = src->p_node[i].el; 646328d5752SMark Fasheh 647328d5752SMark Fasheh if (dest->p_node[i].bh) 648328d5752SMark Fasheh get_bh(dest->p_node[i].bh); 649328d5752SMark Fasheh } 650328d5752SMark Fasheh } 651328d5752SMark Fasheh 652328d5752SMark Fasheh /* 653dcd0538fSMark Fasheh * Make the *dest path the same as src and re-initialize src path to 654dcd0538fSMark Fasheh * have a root only. 655dcd0538fSMark Fasheh */ 656dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src) 657dcd0538fSMark Fasheh { 658dcd0538fSMark Fasheh int i; 659dcd0538fSMark Fasheh 660dcd0538fSMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 66113723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 662dcd0538fSMark Fasheh 663dcd0538fSMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 664dcd0538fSMark Fasheh brelse(dest->p_node[i].bh); 665dcd0538fSMark Fasheh 666dcd0538fSMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 667dcd0538fSMark Fasheh dest->p_node[i].el = src->p_node[i].el; 668dcd0538fSMark Fasheh 669dcd0538fSMark Fasheh src->p_node[i].bh = NULL; 670dcd0538fSMark Fasheh src->p_node[i].el = NULL; 671dcd0538fSMark Fasheh } 672dcd0538fSMark Fasheh } 673dcd0538fSMark Fasheh 674dcd0538fSMark Fasheh /* 675dcd0538fSMark Fasheh * Insert an extent block at given index. 676dcd0538fSMark Fasheh * 677dcd0538fSMark Fasheh * This will not take an additional reference on eb_bh. 678dcd0538fSMark Fasheh */ 679dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index, 680dcd0538fSMark Fasheh struct buffer_head *eb_bh) 681dcd0538fSMark Fasheh { 682dcd0538fSMark Fasheh struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data; 683dcd0538fSMark Fasheh 684dcd0538fSMark Fasheh /* 685dcd0538fSMark Fasheh * Right now, no root bh is an extent block, so this helps 686dcd0538fSMark Fasheh * catch code errors with dinode trees. The assertion can be 687dcd0538fSMark Fasheh * safely removed if we ever need to insert extent block 688dcd0538fSMark Fasheh * structures at the root. 689dcd0538fSMark Fasheh */ 690dcd0538fSMark Fasheh BUG_ON(index == 0); 691dcd0538fSMark Fasheh 692dcd0538fSMark Fasheh path->p_node[index].bh = eb_bh; 693dcd0538fSMark Fasheh path->p_node[index].el = &eb->h_list; 694dcd0538fSMark Fasheh } 695dcd0538fSMark Fasheh 696dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh, 69713723d00SJoel Becker struct ocfs2_extent_list *root_el, 69813723d00SJoel Becker ocfs2_journal_access_func access) 699dcd0538fSMark Fasheh { 700dcd0538fSMark Fasheh struct ocfs2_path *path; 701dcd0538fSMark Fasheh 702dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH); 703dcd0538fSMark Fasheh 704dcd0538fSMark Fasheh path = kzalloc(sizeof(*path), GFP_NOFS); 705dcd0538fSMark Fasheh if (path) { 706dcd0538fSMark Fasheh path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth); 707dcd0538fSMark Fasheh get_bh(root_bh); 708dcd0538fSMark Fasheh path_root_bh(path) = root_bh; 709dcd0538fSMark Fasheh path_root_el(path) = root_el; 71013723d00SJoel Becker path_root_access(path) = access; 711dcd0538fSMark Fasheh } 712dcd0538fSMark Fasheh 713dcd0538fSMark Fasheh return path; 714dcd0538fSMark Fasheh } 715dcd0538fSMark Fasheh 716e2e9f608STao Ma struct ocfs2_path *ocfs2_new_path_from_path(struct ocfs2_path *path) 717ffdd7a54SJoel Becker { 71813723d00SJoel Becker return ocfs2_new_path(path_root_bh(path), path_root_el(path), 71913723d00SJoel Becker path_root_access(path)); 720ffdd7a54SJoel Becker } 721ffdd7a54SJoel Becker 722e2e9f608STao Ma struct ocfs2_path *ocfs2_new_path_from_et(struct ocfs2_extent_tree *et) 723ffdd7a54SJoel Becker { 72413723d00SJoel Becker return ocfs2_new_path(et->et_root_bh, et->et_root_el, 72513723d00SJoel Becker et->et_root_journal_access); 72613723d00SJoel Becker } 72713723d00SJoel Becker 72813723d00SJoel Becker /* 72913723d00SJoel Becker * Journal the buffer at depth idx. All idx>0 are extent_blocks, 73013723d00SJoel Becker * otherwise it's the root_access function. 73113723d00SJoel Becker * 73213723d00SJoel Becker * I don't like the way this function's name looks next to 73313723d00SJoel Becker * ocfs2_journal_access_path(), but I don't have a better one. 73413723d00SJoel Becker */ 735e2e9f608STao Ma int ocfs2_path_bh_journal_access(handle_t *handle, 7360cf2f763SJoel Becker struct ocfs2_caching_info *ci, 73713723d00SJoel Becker struct ocfs2_path *path, 73813723d00SJoel Becker int idx) 73913723d00SJoel Becker { 74013723d00SJoel Becker ocfs2_journal_access_func access = path_root_access(path); 74113723d00SJoel Becker 74213723d00SJoel Becker if (!access) 74313723d00SJoel Becker access = ocfs2_journal_access; 74413723d00SJoel Becker 74513723d00SJoel Becker if (idx) 74613723d00SJoel Becker access = ocfs2_journal_access_eb; 74713723d00SJoel Becker 7480cf2f763SJoel Becker return access(handle, ci, path->p_node[idx].bh, 74913723d00SJoel Becker OCFS2_JOURNAL_ACCESS_WRITE); 750ffdd7a54SJoel Becker } 751ffdd7a54SJoel Becker 752dcd0538fSMark Fasheh /* 753dcd0538fSMark Fasheh * Convenience function to journal all components in a path. 754dcd0538fSMark Fasheh */ 755e2e9f608STao Ma int ocfs2_journal_access_path(struct ocfs2_caching_info *ci, 7560cf2f763SJoel Becker handle_t *handle, 757dcd0538fSMark Fasheh struct ocfs2_path *path) 758dcd0538fSMark Fasheh { 759dcd0538fSMark Fasheh int i, ret = 0; 760dcd0538fSMark Fasheh 761dcd0538fSMark Fasheh if (!path) 762dcd0538fSMark Fasheh goto out; 763dcd0538fSMark Fasheh 764dcd0538fSMark Fasheh for(i = 0; i < path_num_items(path); i++) { 7650cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, ci, path, i); 766dcd0538fSMark Fasheh if (ret < 0) { 767dcd0538fSMark Fasheh mlog_errno(ret); 768dcd0538fSMark Fasheh goto out; 769dcd0538fSMark Fasheh } 770dcd0538fSMark Fasheh } 771dcd0538fSMark Fasheh 772dcd0538fSMark Fasheh out: 773dcd0538fSMark Fasheh return ret; 774dcd0538fSMark Fasheh } 775dcd0538fSMark Fasheh 776328d5752SMark Fasheh /* 777328d5752SMark Fasheh * Return the index of the extent record which contains cluster #v_cluster. 778328d5752SMark Fasheh * -1 is returned if it was not found. 779328d5752SMark Fasheh * 780328d5752SMark Fasheh * Should work fine on interior and exterior nodes. 781328d5752SMark Fasheh */ 782328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster) 783328d5752SMark Fasheh { 784328d5752SMark Fasheh int ret = -1; 785328d5752SMark Fasheh int i; 786328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 787328d5752SMark Fasheh u32 rec_end, rec_start, clusters; 788328d5752SMark Fasheh 789328d5752SMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 790328d5752SMark Fasheh rec = &el->l_recs[i]; 791328d5752SMark Fasheh 792328d5752SMark Fasheh rec_start = le32_to_cpu(rec->e_cpos); 793328d5752SMark Fasheh clusters = ocfs2_rec_clusters(el, rec); 794328d5752SMark Fasheh 795328d5752SMark Fasheh rec_end = rec_start + clusters; 796328d5752SMark Fasheh 797328d5752SMark Fasheh if (v_cluster >= rec_start && v_cluster < rec_end) { 798328d5752SMark Fasheh ret = i; 799328d5752SMark Fasheh break; 800328d5752SMark Fasheh } 801328d5752SMark Fasheh } 802328d5752SMark Fasheh 803328d5752SMark Fasheh return ret; 804328d5752SMark Fasheh } 805328d5752SMark Fasheh 806e48edee2SMark Fasheh /* 807e48edee2SMark Fasheh * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and 808853a3a14STao Ma * ocfs2_extent_rec_contig only work properly against leaf nodes! 809e48edee2SMark Fasheh */ 810dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb, 811ccd979bdSMark Fasheh struct ocfs2_extent_rec *ext, 812ccd979bdSMark Fasheh u64 blkno) 813ccd979bdSMark Fasheh { 814e48edee2SMark Fasheh u64 blk_end = le64_to_cpu(ext->e_blkno); 815e48edee2SMark Fasheh 816e48edee2SMark Fasheh blk_end += ocfs2_clusters_to_blocks(sb, 817e48edee2SMark Fasheh le16_to_cpu(ext->e_leaf_clusters)); 818e48edee2SMark Fasheh 819e48edee2SMark Fasheh return blkno == blk_end; 820ccd979bdSMark Fasheh } 821ccd979bdSMark Fasheh 822dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left, 823dcd0538fSMark Fasheh struct ocfs2_extent_rec *right) 824dcd0538fSMark Fasheh { 825e48edee2SMark Fasheh u32 left_range; 826e48edee2SMark Fasheh 827e48edee2SMark Fasheh left_range = le32_to_cpu(left->e_cpos) + 828e48edee2SMark Fasheh le16_to_cpu(left->e_leaf_clusters); 829e48edee2SMark Fasheh 830e48edee2SMark Fasheh return (left_range == le32_to_cpu(right->e_cpos)); 831dcd0538fSMark Fasheh } 832dcd0538fSMark Fasheh 833dcd0538fSMark Fasheh static enum ocfs2_contig_type 834853a3a14STao Ma ocfs2_extent_rec_contig(struct super_block *sb, 835dcd0538fSMark Fasheh struct ocfs2_extent_rec *ext, 836dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 837dcd0538fSMark Fasheh { 838dcd0538fSMark Fasheh u64 blkno = le64_to_cpu(insert_rec->e_blkno); 839dcd0538fSMark Fasheh 840328d5752SMark Fasheh /* 841328d5752SMark Fasheh * Refuse to coalesce extent records with different flag 842328d5752SMark Fasheh * fields - we don't want to mix unwritten extents with user 843328d5752SMark Fasheh * data. 844328d5752SMark Fasheh */ 845328d5752SMark Fasheh if (ext->e_flags != insert_rec->e_flags) 846328d5752SMark Fasheh return CONTIG_NONE; 847328d5752SMark Fasheh 848dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(ext, insert_rec) && 849b4a17651SJoel Becker ocfs2_block_extent_contig(sb, ext, blkno)) 850dcd0538fSMark Fasheh return CONTIG_RIGHT; 851dcd0538fSMark Fasheh 852dcd0538fSMark Fasheh blkno = le64_to_cpu(ext->e_blkno); 853dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(insert_rec, ext) && 854b4a17651SJoel Becker ocfs2_block_extent_contig(sb, insert_rec, blkno)) 855dcd0538fSMark Fasheh return CONTIG_LEFT; 856dcd0538fSMark Fasheh 857dcd0538fSMark Fasheh return CONTIG_NONE; 858dcd0538fSMark Fasheh } 859dcd0538fSMark Fasheh 860dcd0538fSMark Fasheh /* 861dcd0538fSMark Fasheh * NOTE: We can have pretty much any combination of contiguousness and 862dcd0538fSMark Fasheh * appending. 863dcd0538fSMark Fasheh * 864dcd0538fSMark Fasheh * The usefulness of APPEND_TAIL is more in that it lets us know that 865dcd0538fSMark Fasheh * we'll have to update the path to that leaf. 866dcd0538fSMark Fasheh */ 867dcd0538fSMark Fasheh enum ocfs2_append_type { 868dcd0538fSMark Fasheh APPEND_NONE = 0, 869dcd0538fSMark Fasheh APPEND_TAIL, 870dcd0538fSMark Fasheh }; 871dcd0538fSMark Fasheh 872328d5752SMark Fasheh enum ocfs2_split_type { 873328d5752SMark Fasheh SPLIT_NONE = 0, 874328d5752SMark Fasheh SPLIT_LEFT, 875328d5752SMark Fasheh SPLIT_RIGHT, 876328d5752SMark Fasheh }; 877328d5752SMark Fasheh 878dcd0538fSMark Fasheh struct ocfs2_insert_type { 879328d5752SMark Fasheh enum ocfs2_split_type ins_split; 880dcd0538fSMark Fasheh enum ocfs2_append_type ins_appending; 881dcd0538fSMark Fasheh enum ocfs2_contig_type ins_contig; 882dcd0538fSMark Fasheh int ins_contig_index; 883dcd0538fSMark Fasheh int ins_tree_depth; 884dcd0538fSMark Fasheh }; 885dcd0538fSMark Fasheh 886328d5752SMark Fasheh struct ocfs2_merge_ctxt { 887328d5752SMark Fasheh enum ocfs2_contig_type c_contig_type; 888328d5752SMark Fasheh int c_has_empty_extent; 889328d5752SMark Fasheh int c_split_covers_rec; 890328d5752SMark Fasheh }; 891328d5752SMark Fasheh 8925e96581aSJoel Becker static int ocfs2_validate_extent_block(struct super_block *sb, 8935e96581aSJoel Becker struct buffer_head *bh) 8945e96581aSJoel Becker { 895d6b32bbbSJoel Becker int rc; 8965e96581aSJoel Becker struct ocfs2_extent_block *eb = 8975e96581aSJoel Becker (struct ocfs2_extent_block *)bh->b_data; 8985e96581aSJoel Becker 899a09d09b8STao Ma trace_ocfs2_validate_extent_block((unsigned long long)bh->b_blocknr); 900970e4936SJoel Becker 901d6b32bbbSJoel Becker BUG_ON(!buffer_uptodate(bh)); 902d6b32bbbSJoel Becker 903d6b32bbbSJoel Becker /* 904d6b32bbbSJoel Becker * If the ecc fails, we return the error but otherwise 905d6b32bbbSJoel Becker * leave the filesystem running. We know any error is 906d6b32bbbSJoel Becker * local to this block. 907d6b32bbbSJoel Becker */ 908d6b32bbbSJoel Becker rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &eb->h_check); 90913723d00SJoel Becker if (rc) { 91013723d00SJoel Becker mlog(ML_ERROR, "Checksum failed for extent block %llu\n", 91113723d00SJoel Becker (unsigned long long)bh->b_blocknr); 912d6b32bbbSJoel Becker return rc; 91313723d00SJoel Becker } 914d6b32bbbSJoel Becker 915d6b32bbbSJoel Becker /* 916d6b32bbbSJoel Becker * Errors after here are fatal. 917d6b32bbbSJoel Becker */ 918d6b32bbbSJoel Becker 9195e96581aSJoel Becker if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 92017a5b9abSGoldwyn Rodrigues rc = ocfs2_error(sb, 9217ecef14aSJoe Perches "Extent block #%llu has bad signature %.*s\n", 9225e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7, 9235e96581aSJoel Becker eb->h_signature); 92417a5b9abSGoldwyn Rodrigues goto bail; 9255e96581aSJoel Becker } 9265e96581aSJoel Becker 9275e96581aSJoel Becker if (le64_to_cpu(eb->h_blkno) != bh->b_blocknr) { 92817a5b9abSGoldwyn Rodrigues rc = ocfs2_error(sb, 9297ecef14aSJoe Perches "Extent block #%llu has an invalid h_blkno of %llu\n", 9305e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 9315e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno)); 93217a5b9abSGoldwyn Rodrigues goto bail; 9335e96581aSJoel Becker } 9345e96581aSJoel Becker 9355e96581aSJoel Becker if (le32_to_cpu(eb->h_fs_generation) != OCFS2_SB(sb)->fs_generation) { 93617a5b9abSGoldwyn Rodrigues rc = ocfs2_error(sb, 9377ecef14aSJoe Perches "Extent block #%llu has an invalid h_fs_generation of #%u\n", 9385e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 9395e96581aSJoel Becker le32_to_cpu(eb->h_fs_generation)); 94017a5b9abSGoldwyn Rodrigues goto bail; 9415e96581aSJoel Becker } 94217a5b9abSGoldwyn Rodrigues bail: 94317a5b9abSGoldwyn Rodrigues return rc; 9445e96581aSJoel Becker } 9455e96581aSJoel Becker 9463d03a305SJoel Becker int ocfs2_read_extent_block(struct ocfs2_caching_info *ci, u64 eb_blkno, 9475e96581aSJoel Becker struct buffer_head **bh) 9485e96581aSJoel Becker { 9495e96581aSJoel Becker int rc; 9505e96581aSJoel Becker struct buffer_head *tmp = *bh; 9515e96581aSJoel Becker 9523d03a305SJoel Becker rc = ocfs2_read_block(ci, eb_blkno, &tmp, 953970e4936SJoel Becker ocfs2_validate_extent_block); 9545e96581aSJoel Becker 9555e96581aSJoel Becker /* If ocfs2_read_block() got us a new bh, pass it up. */ 956970e4936SJoel Becker if (!rc && !*bh) 9575e96581aSJoel Becker *bh = tmp; 9585e96581aSJoel Becker 9595e96581aSJoel Becker return rc; 9605e96581aSJoel Becker } 9615e96581aSJoel Becker 9625e96581aSJoel Becker 963ccd979bdSMark Fasheh /* 964ccd979bdSMark Fasheh * How many free extents have we got before we need more meta data? 965ccd979bdSMark Fasheh */ 966964f14a0SJun Piao int ocfs2_num_free_extents(struct ocfs2_extent_tree *et) 967ccd979bdSMark Fasheh { 968ccd979bdSMark Fasheh int retval; 969e7d4cb6bSTao Ma struct ocfs2_extent_list *el = NULL; 970ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 971ccd979bdSMark Fasheh struct buffer_head *eb_bh = NULL; 972e7d4cb6bSTao Ma u64 last_eb_blk = 0; 973ccd979bdSMark Fasheh 974f99b9b7cSJoel Becker el = et->et_root_el; 975f99b9b7cSJoel Becker last_eb_blk = ocfs2_et_get_last_eb_blk(et); 976e7d4cb6bSTao Ma 977e7d4cb6bSTao Ma if (last_eb_blk) { 9783d03a305SJoel Becker retval = ocfs2_read_extent_block(et->et_ci, last_eb_blk, 9793d03a305SJoel Becker &eb_bh); 980ccd979bdSMark Fasheh if (retval < 0) { 981ccd979bdSMark Fasheh mlog_errno(retval); 982ccd979bdSMark Fasheh goto bail; 983ccd979bdSMark Fasheh } 984ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 985ccd979bdSMark Fasheh el = &eb->h_list; 986e7d4cb6bSTao Ma } 987ccd979bdSMark Fasheh 988ccd979bdSMark Fasheh BUG_ON(el->l_tree_depth != 0); 989ccd979bdSMark Fasheh 990ccd979bdSMark Fasheh retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec); 991ccd979bdSMark Fasheh bail: 992ccd979bdSMark Fasheh brelse(eb_bh); 993ccd979bdSMark Fasheh 994a09d09b8STao Ma trace_ocfs2_num_free_extents(retval); 995ccd979bdSMark Fasheh return retval; 996ccd979bdSMark Fasheh } 997ccd979bdSMark Fasheh 998ccd979bdSMark Fasheh /* expects array to already be allocated 999ccd979bdSMark Fasheh * 1000ccd979bdSMark Fasheh * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and 1001ccd979bdSMark Fasheh * l_count for you 1002ccd979bdSMark Fasheh */ 100342a5a7a9SJoel Becker static int ocfs2_create_new_meta_bhs(handle_t *handle, 100442a5a7a9SJoel Becker struct ocfs2_extent_tree *et, 1005ccd979bdSMark Fasheh int wanted, 1006ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1007ccd979bdSMark Fasheh struct buffer_head *bhs[]) 1008ccd979bdSMark Fasheh { 1009ccd979bdSMark Fasheh int count, status, i; 1010ccd979bdSMark Fasheh u16 suballoc_bit_start; 1011ccd979bdSMark Fasheh u32 num_got; 10122b6cb576SJoel Becker u64 suballoc_loc, first_blkno; 101342a5a7a9SJoel Becker struct ocfs2_super *osb = 101442a5a7a9SJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 1015ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1016ccd979bdSMark Fasheh 1017ccd979bdSMark Fasheh count = 0; 1018ccd979bdSMark Fasheh while (count < wanted) { 10191ed9b777SJoel Becker status = ocfs2_claim_metadata(handle, 1020ccd979bdSMark Fasheh meta_ac, 1021ccd979bdSMark Fasheh wanted - count, 10222b6cb576SJoel Becker &suballoc_loc, 1023ccd979bdSMark Fasheh &suballoc_bit_start, 1024ccd979bdSMark Fasheh &num_got, 1025ccd979bdSMark Fasheh &first_blkno); 1026ccd979bdSMark Fasheh if (status < 0) { 1027ccd979bdSMark Fasheh mlog_errno(status); 1028ccd979bdSMark Fasheh goto bail; 1029ccd979bdSMark Fasheh } 1030ccd979bdSMark Fasheh 1031ccd979bdSMark Fasheh for(i = count; i < (num_got + count); i++) { 1032ccd979bdSMark Fasheh bhs[i] = sb_getblk(osb->sb, first_blkno); 1033ccd979bdSMark Fasheh if (bhs[i] == NULL) { 10347391a294SRui Xiang status = -ENOMEM; 1035ccd979bdSMark Fasheh mlog_errno(status); 1036ccd979bdSMark Fasheh goto bail; 1037ccd979bdSMark Fasheh } 103842a5a7a9SJoel Becker ocfs2_set_new_buffer_uptodate(et->et_ci, bhs[i]); 1039ccd979bdSMark Fasheh 104042a5a7a9SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, 104142a5a7a9SJoel Becker bhs[i], 1042ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1043ccd979bdSMark Fasheh if (status < 0) { 1044ccd979bdSMark Fasheh mlog_errno(status); 1045ccd979bdSMark Fasheh goto bail; 1046ccd979bdSMark Fasheh } 1047ccd979bdSMark Fasheh 1048ccd979bdSMark Fasheh memset(bhs[i]->b_data, 0, osb->sb->s_blocksize); 1049ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bhs[i]->b_data; 1050ccd979bdSMark Fasheh /* Ok, setup the minimal stuff here. */ 1051ccd979bdSMark Fasheh strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 1052ccd979bdSMark Fasheh eb->h_blkno = cpu_to_le64(first_blkno); 1053ccd979bdSMark Fasheh eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 1054b89c5428STiger Yang eb->h_suballoc_slot = 1055b89c5428STiger Yang cpu_to_le16(meta_ac->ac_alloc_slot); 10562b6cb576SJoel Becker eb->h_suballoc_loc = cpu_to_le64(suballoc_loc); 1057ccd979bdSMark Fasheh eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start); 1058ccd979bdSMark Fasheh eb->h_list.l_count = 1059ccd979bdSMark Fasheh cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 1060ccd979bdSMark Fasheh 1061ccd979bdSMark Fasheh suballoc_bit_start++; 1062ccd979bdSMark Fasheh first_blkno++; 1063ccd979bdSMark Fasheh 1064ccd979bdSMark Fasheh /* We'll also be dirtied by the caller, so 1065ccd979bdSMark Fasheh * this isn't absolutely necessary. */ 1066ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bhs[i]); 1067ccd979bdSMark Fasheh } 1068ccd979bdSMark Fasheh 1069ccd979bdSMark Fasheh count += num_got; 1070ccd979bdSMark Fasheh } 1071ccd979bdSMark Fasheh 1072ccd979bdSMark Fasheh status = 0; 1073ccd979bdSMark Fasheh bail: 1074ccd979bdSMark Fasheh if (status < 0) { 1075ccd979bdSMark Fasheh for(i = 0; i < wanted; i++) { 1076ccd979bdSMark Fasheh brelse(bhs[i]); 1077ccd979bdSMark Fasheh bhs[i] = NULL; 1078ccd979bdSMark Fasheh } 1079c1e8d35eSTao Ma mlog_errno(status); 1080ccd979bdSMark Fasheh } 1081ccd979bdSMark Fasheh return status; 1082ccd979bdSMark Fasheh } 1083ccd979bdSMark Fasheh 1084ccd979bdSMark Fasheh /* 1085dcd0538fSMark Fasheh * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth(). 1086dcd0538fSMark Fasheh * 1087dcd0538fSMark Fasheh * Returns the sum of the rightmost extent rec logical offset and 1088dcd0538fSMark Fasheh * cluster count. 1089dcd0538fSMark Fasheh * 1090dcd0538fSMark Fasheh * ocfs2_add_branch() uses this to determine what logical cluster 1091dcd0538fSMark Fasheh * value should be populated into the leftmost new branch records. 1092dcd0538fSMark Fasheh * 1093dcd0538fSMark Fasheh * ocfs2_shift_tree_depth() uses this to determine the # clusters 1094dcd0538fSMark Fasheh * value for the new topmost tree record. 1095dcd0538fSMark Fasheh */ 1096dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list *el) 1097dcd0538fSMark Fasheh { 1098dcd0538fSMark Fasheh int i; 1099dcd0538fSMark Fasheh 1100dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1101dcd0538fSMark Fasheh 1102dcd0538fSMark Fasheh return le32_to_cpu(el->l_recs[i].e_cpos) + 1103e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 1104dcd0538fSMark Fasheh } 1105dcd0538fSMark Fasheh 1106dcd0538fSMark Fasheh /* 11076b791bccSTao Ma * Change range of the branches in the right most path according to the leaf 11086b791bccSTao Ma * extent block's rightmost record. 11096b791bccSTao Ma */ 11106b791bccSTao Ma static int ocfs2_adjust_rightmost_branch(handle_t *handle, 11116b791bccSTao Ma struct ocfs2_extent_tree *et) 11126b791bccSTao Ma { 11136b791bccSTao Ma int status; 11146b791bccSTao Ma struct ocfs2_path *path = NULL; 11156b791bccSTao Ma struct ocfs2_extent_list *el; 11166b791bccSTao Ma struct ocfs2_extent_rec *rec; 11176b791bccSTao Ma 11186b791bccSTao Ma path = ocfs2_new_path_from_et(et); 11196b791bccSTao Ma if (!path) { 11206b791bccSTao Ma status = -ENOMEM; 11216b791bccSTao Ma return status; 11226b791bccSTao Ma } 11236b791bccSTao Ma 1124facdb77fSJoel Becker status = ocfs2_find_path(et->et_ci, path, UINT_MAX); 11256b791bccSTao Ma if (status < 0) { 11266b791bccSTao Ma mlog_errno(status); 11276b791bccSTao Ma goto out; 11286b791bccSTao Ma } 11296b791bccSTao Ma 1130c901fb00STao Ma status = ocfs2_extend_trans(handle, path_num_items(path)); 11316b791bccSTao Ma if (status < 0) { 11326b791bccSTao Ma mlog_errno(status); 11336b791bccSTao Ma goto out; 11346b791bccSTao Ma } 11356b791bccSTao Ma 1136d401dc12SJoel Becker status = ocfs2_journal_access_path(et->et_ci, handle, path); 11376b791bccSTao Ma if (status < 0) { 11386b791bccSTao Ma mlog_errno(status); 11396b791bccSTao Ma goto out; 11406b791bccSTao Ma } 11416b791bccSTao Ma 11426b791bccSTao Ma el = path_leaf_el(path); 11433a251f04SAl Viro rec = &el->l_recs[le16_to_cpu(el->l_next_free_rec) - 1]; 11446b791bccSTao Ma 1145d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, rec); 11466b791bccSTao Ma 11476b791bccSTao Ma out: 11486b791bccSTao Ma ocfs2_free_path(path); 11496b791bccSTao Ma return status; 11506b791bccSTao Ma } 11516b791bccSTao Ma 11526b791bccSTao Ma /* 1153ccd979bdSMark Fasheh * Add an entire tree branch to our inode. eb_bh is the extent block 1154d401dc12SJoel Becker * to start at, if we don't want to start the branch at the root 1155ccd979bdSMark Fasheh * structure. 1156ccd979bdSMark Fasheh * 1157ccd979bdSMark Fasheh * last_eb_bh is required as we have to update it's next_leaf pointer 1158ccd979bdSMark Fasheh * for the new last extent block. 1159ccd979bdSMark Fasheh * 1160ccd979bdSMark Fasheh * the new branch will be 'empty' in the sense that every block will 1161e48edee2SMark Fasheh * contain a single record with cluster count == 0. 1162ccd979bdSMark Fasheh */ 1163d401dc12SJoel Becker static int ocfs2_add_branch(handle_t *handle, 1164e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1165ccd979bdSMark Fasheh struct buffer_head *eb_bh, 1166328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1167ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac) 1168ccd979bdSMark Fasheh { 116971a36944SChangwei Ge int status, new_blocks, i, block_given = 0; 1170ccd979bdSMark Fasheh u64 next_blkno, new_last_eb_blk; 1171ccd979bdSMark Fasheh struct buffer_head *bh; 1172ccd979bdSMark Fasheh struct buffer_head **new_eb_bhs = NULL; 1173ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1174ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1175ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 11766b791bccSTao Ma u32 new_cpos, root_end; 1177ccd979bdSMark Fasheh 1178328d5752SMark Fasheh BUG_ON(!last_eb_bh || !*last_eb_bh); 1179ccd979bdSMark Fasheh 1180ccd979bdSMark Fasheh if (eb_bh) { 1181ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 1182ccd979bdSMark Fasheh el = &eb->h_list; 1183ccd979bdSMark Fasheh } else 1184ce1d9ea6SJoel Becker el = et->et_root_el; 1185ccd979bdSMark Fasheh 1186ccd979bdSMark Fasheh /* we never add a branch to a leaf. */ 1187ccd979bdSMark Fasheh BUG_ON(!el->l_tree_depth); 1188ccd979bdSMark Fasheh 1189ccd979bdSMark Fasheh new_blocks = le16_to_cpu(el->l_tree_depth); 1190ccd979bdSMark Fasheh 11916b791bccSTao Ma eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data; 11926b791bccSTao Ma new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list); 11936b791bccSTao Ma root_end = ocfs2_sum_rightmost_rec(et->et_root_el); 11946b791bccSTao Ma 11956b791bccSTao Ma /* 11966b791bccSTao Ma * If there is a gap before the root end and the real end 11976b791bccSTao Ma * of the righmost leaf block, we need to remove the gap 11986b791bccSTao Ma * between new_cpos and root_end first so that the tree 11996b791bccSTao Ma * is consistent after we add a new branch(it will start 12006b791bccSTao Ma * from new_cpos). 12016b791bccSTao Ma */ 12026b791bccSTao Ma if (root_end > new_cpos) { 1203a09d09b8STao Ma trace_ocfs2_adjust_rightmost_branch( 1204a09d09b8STao Ma (unsigned long long) 1205a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 12066b791bccSTao Ma root_end, new_cpos); 1207a09d09b8STao Ma 1208d401dc12SJoel Becker status = ocfs2_adjust_rightmost_branch(handle, et); 12096b791bccSTao Ma if (status) { 12106b791bccSTao Ma mlog_errno(status); 12116b791bccSTao Ma goto bail; 12126b791bccSTao Ma } 12136b791bccSTao Ma } 12146b791bccSTao Ma 1215ccd979bdSMark Fasheh /* allocate the number of new eb blocks we need */ 1216ccd979bdSMark Fasheh new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *), 1217ccd979bdSMark Fasheh GFP_KERNEL); 1218ccd979bdSMark Fasheh if (!new_eb_bhs) { 1219ccd979bdSMark Fasheh status = -ENOMEM; 1220ccd979bdSMark Fasheh mlog_errno(status); 1221ccd979bdSMark Fasheh goto bail; 1222ccd979bdSMark Fasheh } 1223ccd979bdSMark Fasheh 122471a36944SChangwei Ge /* Firstyly, try to reuse dealloc since we have already estimated how 122571a36944SChangwei Ge * many extent blocks we may use. 122671a36944SChangwei Ge */ 122771a36944SChangwei Ge if (!ocfs2_is_dealloc_empty(et)) { 122871a36944SChangwei Ge status = ocfs2_reuse_blk_from_dealloc(handle, et, 122971a36944SChangwei Ge new_eb_bhs, new_blocks, 123071a36944SChangwei Ge &block_given); 1231ccd979bdSMark Fasheh if (status < 0) { 1232ccd979bdSMark Fasheh mlog_errno(status); 1233ccd979bdSMark Fasheh goto bail; 1234ccd979bdSMark Fasheh } 123571a36944SChangwei Ge } 123671a36944SChangwei Ge 123771a36944SChangwei Ge BUG_ON(block_given > new_blocks); 123871a36944SChangwei Ge 123971a36944SChangwei Ge if (block_given < new_blocks) { 124071a36944SChangwei Ge BUG_ON(!meta_ac); 124171a36944SChangwei Ge status = ocfs2_create_new_meta_bhs(handle, et, 124271a36944SChangwei Ge new_blocks - block_given, 124371a36944SChangwei Ge meta_ac, 124471a36944SChangwei Ge &new_eb_bhs[block_given]); 124571a36944SChangwei Ge if (status < 0) { 124671a36944SChangwei Ge mlog_errno(status); 124771a36944SChangwei Ge goto bail; 124871a36944SChangwei Ge } 124971a36944SChangwei Ge } 1250ccd979bdSMark Fasheh 1251ccd979bdSMark Fasheh /* Note: new_eb_bhs[new_blocks - 1] is the guy which will be 1252ccd979bdSMark Fasheh * linked with the rest of the tree. 1253ccd979bdSMark Fasheh * conversly, new_eb_bhs[0] is the new bottommost leaf. 1254ccd979bdSMark Fasheh * 1255ccd979bdSMark Fasheh * when we leave the loop, new_last_eb_blk will point to the 1256ccd979bdSMark Fasheh * newest leaf, and next_blkno will point to the topmost extent 1257ccd979bdSMark Fasheh * block. */ 1258ccd979bdSMark Fasheh next_blkno = new_last_eb_blk = 0; 1259ccd979bdSMark Fasheh for(i = 0; i < new_blocks; i++) { 1260ccd979bdSMark Fasheh bh = new_eb_bhs[i]; 1261ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 12625e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 12635e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1264ccd979bdSMark Fasheh eb_el = &eb->h_list; 1265ccd979bdSMark Fasheh 1266d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, bh, 1267ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1268ccd979bdSMark Fasheh if (status < 0) { 1269ccd979bdSMark Fasheh mlog_errno(status); 1270ccd979bdSMark Fasheh goto bail; 1271ccd979bdSMark Fasheh } 1272ccd979bdSMark Fasheh 1273ccd979bdSMark Fasheh eb->h_next_leaf_blk = 0; 1274ccd979bdSMark Fasheh eb_el->l_tree_depth = cpu_to_le16(i); 1275ccd979bdSMark Fasheh eb_el->l_next_free_rec = cpu_to_le16(1); 1276dcd0538fSMark Fasheh /* 1277dcd0538fSMark Fasheh * This actually counts as an empty extent as 1278dcd0538fSMark Fasheh * c_clusters == 0 1279dcd0538fSMark Fasheh */ 1280dcd0538fSMark Fasheh eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos); 1281ccd979bdSMark Fasheh eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno); 1282e48edee2SMark Fasheh /* 1283e48edee2SMark Fasheh * eb_el isn't always an interior node, but even leaf 1284e48edee2SMark Fasheh * nodes want a zero'd flags and reserved field so 1285e48edee2SMark Fasheh * this gets the whole 32 bits regardless of use. 1286e48edee2SMark Fasheh */ 1287e48edee2SMark Fasheh eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0); 1288ccd979bdSMark Fasheh if (!eb_el->l_tree_depth) 1289ccd979bdSMark Fasheh new_last_eb_blk = le64_to_cpu(eb->h_blkno); 1290ccd979bdSMark Fasheh 1291ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 1292ccd979bdSMark Fasheh next_blkno = le64_to_cpu(eb->h_blkno); 1293ccd979bdSMark Fasheh } 1294ccd979bdSMark Fasheh 1295ccd979bdSMark Fasheh /* This is a bit hairy. We want to update up to three blocks 1296ccd979bdSMark Fasheh * here without leaving any of them in an inconsistent state 1297ccd979bdSMark Fasheh * in case of error. We don't have to worry about 1298ccd979bdSMark Fasheh * journal_dirty erroring as it won't unless we've aborted the 1299ccd979bdSMark Fasheh * handle (in which case we would never be here) so reserving 1300ccd979bdSMark Fasheh * the write with journal_access is all we need to do. */ 1301d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, *last_eb_bh, 1302ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1303ccd979bdSMark Fasheh if (status < 0) { 1304ccd979bdSMark Fasheh mlog_errno(status); 1305ccd979bdSMark Fasheh goto bail; 1306ccd979bdSMark Fasheh } 1307d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1308ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1309ccd979bdSMark Fasheh if (status < 0) { 1310ccd979bdSMark Fasheh mlog_errno(status); 1311ccd979bdSMark Fasheh goto bail; 1312ccd979bdSMark Fasheh } 1313ccd979bdSMark Fasheh if (eb_bh) { 1314d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, eb_bh, 1315ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1316ccd979bdSMark Fasheh if (status < 0) { 1317ccd979bdSMark Fasheh mlog_errno(status); 1318ccd979bdSMark Fasheh goto bail; 1319ccd979bdSMark Fasheh } 1320ccd979bdSMark Fasheh } 1321ccd979bdSMark Fasheh 1322ccd979bdSMark Fasheh /* Link the new branch into the rest of the tree (el will 1323e7d4cb6bSTao Ma * either be on the root_bh, or the extent block passed in. */ 1324ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec); 1325ccd979bdSMark Fasheh el->l_recs[i].e_blkno = cpu_to_le64(next_blkno); 1326dcd0538fSMark Fasheh el->l_recs[i].e_cpos = cpu_to_le32(new_cpos); 1327e48edee2SMark Fasheh el->l_recs[i].e_int_clusters = 0; 1328ccd979bdSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1329ccd979bdSMark Fasheh 1330ccd979bdSMark Fasheh /* fe needs a new last extent block pointer, as does the 1331ccd979bdSMark Fasheh * next_leaf on the previously last-extent-block. */ 133235dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, new_last_eb_blk); 1333ccd979bdSMark Fasheh 1334328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 1335ccd979bdSMark Fasheh eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk); 1336ccd979bdSMark Fasheh 1337ec20cec7SJoel Becker ocfs2_journal_dirty(handle, *last_eb_bh); 1338ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 1339ec20cec7SJoel Becker if (eb_bh) 1340ec20cec7SJoel Becker ocfs2_journal_dirty(handle, eb_bh); 1341ccd979bdSMark Fasheh 1342328d5752SMark Fasheh /* 1343328d5752SMark Fasheh * Some callers want to track the rightmost leaf so pass it 1344328d5752SMark Fasheh * back here. 1345328d5752SMark Fasheh */ 1346328d5752SMark Fasheh brelse(*last_eb_bh); 1347328d5752SMark Fasheh get_bh(new_eb_bhs[0]); 1348328d5752SMark Fasheh *last_eb_bh = new_eb_bhs[0]; 1349328d5752SMark Fasheh 1350ccd979bdSMark Fasheh status = 0; 1351ccd979bdSMark Fasheh bail: 1352ccd979bdSMark Fasheh if (new_eb_bhs) { 1353ccd979bdSMark Fasheh for (i = 0; i < new_blocks; i++) 1354ccd979bdSMark Fasheh brelse(new_eb_bhs[i]); 1355ccd979bdSMark Fasheh kfree(new_eb_bhs); 1356ccd979bdSMark Fasheh } 1357ccd979bdSMark Fasheh 1358ccd979bdSMark Fasheh return status; 1359ccd979bdSMark Fasheh } 1360ccd979bdSMark Fasheh 1361ccd979bdSMark Fasheh /* 1362ccd979bdSMark Fasheh * adds another level to the allocation tree. 1363ccd979bdSMark Fasheh * returns back the new extent block so you can add a branch to it 1364ccd979bdSMark Fasheh * after this call. 1365ccd979bdSMark Fasheh */ 1366d401dc12SJoel Becker static int ocfs2_shift_tree_depth(handle_t *handle, 1367e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1368ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1369ccd979bdSMark Fasheh struct buffer_head **ret_new_eb_bh) 1370ccd979bdSMark Fasheh { 137171a36944SChangwei Ge int status, i, block_given = 0; 1372dcd0538fSMark Fasheh u32 new_clusters; 1373ccd979bdSMark Fasheh struct buffer_head *new_eb_bh = NULL; 1374ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1375e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 1376ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1377ccd979bdSMark Fasheh 137871a36944SChangwei Ge if (!ocfs2_is_dealloc_empty(et)) { 137971a36944SChangwei Ge status = ocfs2_reuse_blk_from_dealloc(handle, et, 138071a36944SChangwei Ge &new_eb_bh, 1, 138171a36944SChangwei Ge &block_given); 138271a36944SChangwei Ge } else if (meta_ac) { 138342a5a7a9SJoel Becker status = ocfs2_create_new_meta_bhs(handle, et, 1, meta_ac, 1384ccd979bdSMark Fasheh &new_eb_bh); 138571a36944SChangwei Ge 138671a36944SChangwei Ge } else { 138771a36944SChangwei Ge BUG(); 138871a36944SChangwei Ge } 138971a36944SChangwei Ge 1390ccd979bdSMark Fasheh if (status < 0) { 1391ccd979bdSMark Fasheh mlog_errno(status); 1392ccd979bdSMark Fasheh goto bail; 1393ccd979bdSMark Fasheh } 1394ccd979bdSMark Fasheh 1395ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) new_eb_bh->b_data; 13965e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 13975e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1398ccd979bdSMark Fasheh 1399ccd979bdSMark Fasheh eb_el = &eb->h_list; 1400ce1d9ea6SJoel Becker root_el = et->et_root_el; 1401ccd979bdSMark Fasheh 1402d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, new_eb_bh, 1403ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1404ccd979bdSMark Fasheh if (status < 0) { 1405ccd979bdSMark Fasheh mlog_errno(status); 1406ccd979bdSMark Fasheh goto bail; 1407ccd979bdSMark Fasheh } 1408ccd979bdSMark Fasheh 1409e7d4cb6bSTao Ma /* copy the root extent list data into the new extent block */ 1410e7d4cb6bSTao Ma eb_el->l_tree_depth = root_el->l_tree_depth; 1411e7d4cb6bSTao Ma eb_el->l_next_free_rec = root_el->l_next_free_rec; 1412e7d4cb6bSTao Ma for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1413e7d4cb6bSTao Ma eb_el->l_recs[i] = root_el->l_recs[i]; 1414ccd979bdSMark Fasheh 1415ec20cec7SJoel Becker ocfs2_journal_dirty(handle, new_eb_bh); 1416ccd979bdSMark Fasheh 1417d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1418ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1419ccd979bdSMark Fasheh if (status < 0) { 1420ccd979bdSMark Fasheh mlog_errno(status); 1421ccd979bdSMark Fasheh goto bail; 1422ccd979bdSMark Fasheh } 1423ccd979bdSMark Fasheh 1424dcd0538fSMark Fasheh new_clusters = ocfs2_sum_rightmost_rec(eb_el); 1425dcd0538fSMark Fasheh 1426e7d4cb6bSTao Ma /* update root_bh now */ 1427e7d4cb6bSTao Ma le16_add_cpu(&root_el->l_tree_depth, 1); 1428e7d4cb6bSTao Ma root_el->l_recs[0].e_cpos = 0; 1429e7d4cb6bSTao Ma root_el->l_recs[0].e_blkno = eb->h_blkno; 1430e7d4cb6bSTao Ma root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters); 1431e7d4cb6bSTao Ma for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1432e7d4cb6bSTao Ma memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 1433e7d4cb6bSTao Ma root_el->l_next_free_rec = cpu_to_le16(1); 1434ccd979bdSMark Fasheh 1435ccd979bdSMark Fasheh /* If this is our 1st tree depth shift, then last_eb_blk 1436ccd979bdSMark Fasheh * becomes the allocated extent block */ 1437e7d4cb6bSTao Ma if (root_el->l_tree_depth == cpu_to_le16(1)) 143835dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 1439ccd979bdSMark Fasheh 1440ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 1441ccd979bdSMark Fasheh 1442ccd979bdSMark Fasheh *ret_new_eb_bh = new_eb_bh; 1443ccd979bdSMark Fasheh new_eb_bh = NULL; 1444ccd979bdSMark Fasheh status = 0; 1445ccd979bdSMark Fasheh bail: 1446ccd979bdSMark Fasheh brelse(new_eb_bh); 1447ccd979bdSMark Fasheh 1448ccd979bdSMark Fasheh return status; 1449ccd979bdSMark Fasheh } 1450ccd979bdSMark Fasheh 1451ccd979bdSMark Fasheh /* 1452ccd979bdSMark Fasheh * Should only be called when there is no space left in any of the 1453ccd979bdSMark Fasheh * leaf nodes. What we want to do is find the lowest tree depth 1454ccd979bdSMark Fasheh * non-leaf extent block with room for new records. There are three 1455ccd979bdSMark Fasheh * valid results of this search: 1456ccd979bdSMark Fasheh * 1457ccd979bdSMark Fasheh * 1) a lowest extent block is found, then we pass it back in 1458ccd979bdSMark Fasheh * *lowest_eb_bh and return '0' 1459ccd979bdSMark Fasheh * 1460e7d4cb6bSTao Ma * 2) the search fails to find anything, but the root_el has room. We 1461ccd979bdSMark Fasheh * pass NULL back in *lowest_eb_bh, but still return '0' 1462ccd979bdSMark Fasheh * 1463e7d4cb6bSTao Ma * 3) the search fails to find anything AND the root_el is full, in 1464ccd979bdSMark Fasheh * which case we return > 0 1465ccd979bdSMark Fasheh * 1466ccd979bdSMark Fasheh * return status < 0 indicates an error. 1467ccd979bdSMark Fasheh */ 1468d401dc12SJoel Becker static int ocfs2_find_branch_target(struct ocfs2_extent_tree *et, 1469ccd979bdSMark Fasheh struct buffer_head **target_bh) 1470ccd979bdSMark Fasheh { 1471ccd979bdSMark Fasheh int status = 0, i; 1472ccd979bdSMark Fasheh u64 blkno; 1473ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1474ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 1475ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 1476ccd979bdSMark Fasheh struct buffer_head *lowest_bh = NULL; 1477ccd979bdSMark Fasheh 1478ccd979bdSMark Fasheh *target_bh = NULL; 1479ccd979bdSMark Fasheh 1480ce1d9ea6SJoel Becker el = et->et_root_el; 1481ccd979bdSMark Fasheh 1482ccd979bdSMark Fasheh while(le16_to_cpu(el->l_tree_depth) > 1) { 1483ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1484*93f5920dSJun Piao status = ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 14857ecef14aSJoe Perches "Owner %llu has empty extent list (next_free_rec == 0)\n", 14863d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 1487ccd979bdSMark Fasheh goto bail; 1488ccd979bdSMark Fasheh } 1489ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1490ccd979bdSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1491ccd979bdSMark Fasheh if (!blkno) { 1492*93f5920dSJun Piao status = ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 14937ecef14aSJoe Perches "Owner %llu has extent list where extent # %d has no physical block start\n", 14943d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), i); 1495ccd979bdSMark Fasheh goto bail; 1496ccd979bdSMark Fasheh } 1497ccd979bdSMark Fasheh 1498ccd979bdSMark Fasheh brelse(bh); 1499ccd979bdSMark Fasheh bh = NULL; 1500ccd979bdSMark Fasheh 15013d03a305SJoel Becker status = ocfs2_read_extent_block(et->et_ci, blkno, &bh); 1502ccd979bdSMark Fasheh if (status < 0) { 1503ccd979bdSMark Fasheh mlog_errno(status); 1504ccd979bdSMark Fasheh goto bail; 1505ccd979bdSMark Fasheh } 1506ccd979bdSMark Fasheh 1507ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1508ccd979bdSMark Fasheh el = &eb->h_list; 1509ccd979bdSMark Fasheh 1510ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) < 1511ccd979bdSMark Fasheh le16_to_cpu(el->l_count)) { 1512ccd979bdSMark Fasheh brelse(lowest_bh); 1513ccd979bdSMark Fasheh lowest_bh = bh; 1514ccd979bdSMark Fasheh get_bh(lowest_bh); 1515ccd979bdSMark Fasheh } 1516ccd979bdSMark Fasheh } 1517ccd979bdSMark Fasheh 1518ccd979bdSMark Fasheh /* If we didn't find one and the fe doesn't have any room, 1519ccd979bdSMark Fasheh * then return '1' */ 1520ce1d9ea6SJoel Becker el = et->et_root_el; 1521e7d4cb6bSTao Ma if (!lowest_bh && (el->l_next_free_rec == el->l_count)) 1522ccd979bdSMark Fasheh status = 1; 1523ccd979bdSMark Fasheh 1524ccd979bdSMark Fasheh *target_bh = lowest_bh; 1525ccd979bdSMark Fasheh bail: 1526ccd979bdSMark Fasheh brelse(bh); 1527ccd979bdSMark Fasheh 1528ccd979bdSMark Fasheh return status; 1529ccd979bdSMark Fasheh } 1530ccd979bdSMark Fasheh 1531e48edee2SMark Fasheh /* 1532c3afcbb3SMark Fasheh * Grow a b-tree so that it has more records. 1533c3afcbb3SMark Fasheh * 1534c3afcbb3SMark Fasheh * We might shift the tree depth in which case existing paths should 1535c3afcbb3SMark Fasheh * be considered invalid. 1536c3afcbb3SMark Fasheh * 1537c3afcbb3SMark Fasheh * Tree depth after the grow is returned via *final_depth. 1538328d5752SMark Fasheh * 1539328d5752SMark Fasheh * *last_eb_bh will be updated by ocfs2_add_branch(). 1540c3afcbb3SMark Fasheh */ 1541d401dc12SJoel Becker static int ocfs2_grow_tree(handle_t *handle, struct ocfs2_extent_tree *et, 1542d401dc12SJoel Becker int *final_depth, struct buffer_head **last_eb_bh, 1543c3afcbb3SMark Fasheh struct ocfs2_alloc_context *meta_ac) 1544c3afcbb3SMark Fasheh { 1545c3afcbb3SMark Fasheh int ret, shift; 1546ce1d9ea6SJoel Becker struct ocfs2_extent_list *el = et->et_root_el; 1547e7d4cb6bSTao Ma int depth = le16_to_cpu(el->l_tree_depth); 1548c3afcbb3SMark Fasheh struct buffer_head *bh = NULL; 1549c3afcbb3SMark Fasheh 155071a36944SChangwei Ge BUG_ON(meta_ac == NULL && ocfs2_is_dealloc_empty(et)); 1551c3afcbb3SMark Fasheh 1552d401dc12SJoel Becker shift = ocfs2_find_branch_target(et, &bh); 1553c3afcbb3SMark Fasheh if (shift < 0) { 1554c3afcbb3SMark Fasheh ret = shift; 1555c3afcbb3SMark Fasheh mlog_errno(ret); 1556c3afcbb3SMark Fasheh goto out; 1557c3afcbb3SMark Fasheh } 1558c3afcbb3SMark Fasheh 1559c3afcbb3SMark Fasheh /* We traveled all the way to the bottom of the allocation tree 1560c3afcbb3SMark Fasheh * and didn't find room for any more extents - we need to add 1561c3afcbb3SMark Fasheh * another tree level */ 1562c3afcbb3SMark Fasheh if (shift) { 1563c3afcbb3SMark Fasheh BUG_ON(bh); 1564a09d09b8STao Ma trace_ocfs2_grow_tree( 1565a09d09b8STao Ma (unsigned long long) 1566a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 1567a09d09b8STao Ma depth); 1568c3afcbb3SMark Fasheh 1569c3afcbb3SMark Fasheh /* ocfs2_shift_tree_depth will return us a buffer with 1570c3afcbb3SMark Fasheh * the new extent block (so we can pass that to 1571c3afcbb3SMark Fasheh * ocfs2_add_branch). */ 1572d401dc12SJoel Becker ret = ocfs2_shift_tree_depth(handle, et, meta_ac, &bh); 1573c3afcbb3SMark Fasheh if (ret < 0) { 1574c3afcbb3SMark Fasheh mlog_errno(ret); 1575c3afcbb3SMark Fasheh goto out; 1576c3afcbb3SMark Fasheh } 1577c3afcbb3SMark Fasheh depth++; 1578328d5752SMark Fasheh if (depth == 1) { 1579328d5752SMark Fasheh /* 1580328d5752SMark Fasheh * Special case: we have room now if we shifted from 1581328d5752SMark Fasheh * tree_depth 0, so no more work needs to be done. 1582328d5752SMark Fasheh * 1583328d5752SMark Fasheh * We won't be calling add_branch, so pass 1584328d5752SMark Fasheh * back *last_eb_bh as the new leaf. At depth 1585328d5752SMark Fasheh * zero, it should always be null so there's 1586328d5752SMark Fasheh * no reason to brelse. 1587328d5752SMark Fasheh */ 1588328d5752SMark Fasheh BUG_ON(*last_eb_bh); 1589328d5752SMark Fasheh get_bh(bh); 1590328d5752SMark Fasheh *last_eb_bh = bh; 1591c3afcbb3SMark Fasheh goto out; 1592c3afcbb3SMark Fasheh } 1593328d5752SMark Fasheh } 1594c3afcbb3SMark Fasheh 1595c3afcbb3SMark Fasheh /* call ocfs2_add_branch to add the final part of the tree with 1596c3afcbb3SMark Fasheh * the new data. */ 1597d401dc12SJoel Becker ret = ocfs2_add_branch(handle, et, bh, last_eb_bh, 1598c3afcbb3SMark Fasheh meta_ac); 1599c3afcbb3SMark Fasheh if (ret < 0) { 1600c3afcbb3SMark Fasheh mlog_errno(ret); 1601c3afcbb3SMark Fasheh goto out; 1602c3afcbb3SMark Fasheh } 1603c3afcbb3SMark Fasheh 1604c3afcbb3SMark Fasheh out: 1605c3afcbb3SMark Fasheh if (final_depth) 1606c3afcbb3SMark Fasheh *final_depth = depth; 1607c3afcbb3SMark Fasheh brelse(bh); 1608c3afcbb3SMark Fasheh return ret; 1609c3afcbb3SMark Fasheh } 1610c3afcbb3SMark Fasheh 1611c3afcbb3SMark Fasheh /* 1612dcd0538fSMark Fasheh * This function will discard the rightmost extent record. 1613dcd0538fSMark Fasheh */ 1614dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el) 1615dcd0538fSMark Fasheh { 1616dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1617dcd0538fSMark Fasheh int count = le16_to_cpu(el->l_count); 1618dcd0538fSMark Fasheh unsigned int num_bytes; 1619dcd0538fSMark Fasheh 1620dcd0538fSMark Fasheh BUG_ON(!next_free); 1621dcd0538fSMark Fasheh /* This will cause us to go off the end of our extent list. */ 1622dcd0538fSMark Fasheh BUG_ON(next_free >= count); 1623dcd0538fSMark Fasheh 1624dcd0538fSMark Fasheh num_bytes = sizeof(struct ocfs2_extent_rec) * next_free; 1625dcd0538fSMark Fasheh 1626dcd0538fSMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], num_bytes); 1627dcd0538fSMark Fasheh } 1628dcd0538fSMark Fasheh 1629dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el, 1630dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 1631dcd0538fSMark Fasheh { 1632dcd0538fSMark Fasheh int i, insert_index, next_free, has_empty, num_bytes; 1633dcd0538fSMark Fasheh u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos); 1634dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1635dcd0538fSMark Fasheh 1636dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 1637dcd0538fSMark Fasheh has_empty = ocfs2_is_empty_extent(&el->l_recs[0]); 1638dcd0538fSMark Fasheh 1639dcd0538fSMark Fasheh BUG_ON(!next_free); 1640dcd0538fSMark Fasheh 1641dcd0538fSMark Fasheh /* The tree code before us didn't allow enough room in the leaf. */ 1642b1f3550fSJulia Lawall BUG_ON(el->l_next_free_rec == el->l_count && !has_empty); 1643dcd0538fSMark Fasheh 1644dcd0538fSMark Fasheh /* 1645dcd0538fSMark Fasheh * The easiest way to approach this is to just remove the 1646dcd0538fSMark Fasheh * empty extent and temporarily decrement next_free. 1647dcd0538fSMark Fasheh */ 1648dcd0538fSMark Fasheh if (has_empty) { 1649dcd0538fSMark Fasheh /* 1650dcd0538fSMark Fasheh * If next_free was 1 (only an empty extent), this 1651dcd0538fSMark Fasheh * loop won't execute, which is fine. We still want 1652dcd0538fSMark Fasheh * the decrement above to happen. 1653dcd0538fSMark Fasheh */ 1654dcd0538fSMark Fasheh for(i = 0; i < (next_free - 1); i++) 1655dcd0538fSMark Fasheh el->l_recs[i] = el->l_recs[i+1]; 1656dcd0538fSMark Fasheh 1657dcd0538fSMark Fasheh next_free--; 1658dcd0538fSMark Fasheh } 1659dcd0538fSMark Fasheh 1660dcd0538fSMark Fasheh /* 1661dcd0538fSMark Fasheh * Figure out what the new record index should be. 1662dcd0538fSMark Fasheh */ 1663dcd0538fSMark Fasheh for(i = 0; i < next_free; i++) { 1664dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1665dcd0538fSMark Fasheh 1666dcd0538fSMark Fasheh if (insert_cpos < le32_to_cpu(rec->e_cpos)) 1667dcd0538fSMark Fasheh break; 1668dcd0538fSMark Fasheh } 1669dcd0538fSMark Fasheh insert_index = i; 1670dcd0538fSMark Fasheh 1671a09d09b8STao Ma trace_ocfs2_rotate_leaf(insert_cpos, insert_index, 1672a09d09b8STao Ma has_empty, next_free, 1673a09d09b8STao Ma le16_to_cpu(el->l_count)); 1674dcd0538fSMark Fasheh 1675dcd0538fSMark Fasheh BUG_ON(insert_index < 0); 1676dcd0538fSMark Fasheh BUG_ON(insert_index >= le16_to_cpu(el->l_count)); 1677dcd0538fSMark Fasheh BUG_ON(insert_index > next_free); 1678dcd0538fSMark Fasheh 1679dcd0538fSMark Fasheh /* 1680dcd0538fSMark Fasheh * No need to memmove if we're just adding to the tail. 1681dcd0538fSMark Fasheh */ 1682dcd0538fSMark Fasheh if (insert_index != next_free) { 1683dcd0538fSMark Fasheh BUG_ON(next_free >= le16_to_cpu(el->l_count)); 1684dcd0538fSMark Fasheh 1685dcd0538fSMark Fasheh num_bytes = next_free - insert_index; 1686dcd0538fSMark Fasheh num_bytes *= sizeof(struct ocfs2_extent_rec); 1687dcd0538fSMark Fasheh memmove(&el->l_recs[insert_index + 1], 1688dcd0538fSMark Fasheh &el->l_recs[insert_index], 1689dcd0538fSMark Fasheh num_bytes); 1690dcd0538fSMark Fasheh } 1691dcd0538fSMark Fasheh 1692dcd0538fSMark Fasheh /* 1693dcd0538fSMark Fasheh * Either we had an empty extent, and need to re-increment or 1694dcd0538fSMark Fasheh * there was no empty extent on a non full rightmost leaf node, 1695dcd0538fSMark Fasheh * in which case we still need to increment. 1696dcd0538fSMark Fasheh */ 1697dcd0538fSMark Fasheh next_free++; 1698dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(next_free); 1699dcd0538fSMark Fasheh /* 1700dcd0538fSMark Fasheh * Make sure none of the math above just messed up our tree. 1701dcd0538fSMark Fasheh */ 1702dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count)); 1703dcd0538fSMark Fasheh 1704dcd0538fSMark Fasheh el->l_recs[insert_index] = *insert_rec; 1705dcd0538fSMark Fasheh 1706dcd0538fSMark Fasheh } 1707dcd0538fSMark Fasheh 1708328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el) 1709328d5752SMark Fasheh { 1710328d5752SMark Fasheh int size, num_recs = le16_to_cpu(el->l_next_free_rec); 1711328d5752SMark Fasheh 1712328d5752SMark Fasheh BUG_ON(num_recs == 0); 1713328d5752SMark Fasheh 1714328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 1715328d5752SMark Fasheh num_recs--; 1716328d5752SMark Fasheh size = num_recs * sizeof(struct ocfs2_extent_rec); 1717328d5752SMark Fasheh memmove(&el->l_recs[0], &el->l_recs[1], size); 1718328d5752SMark Fasheh memset(&el->l_recs[num_recs], 0, 1719328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 1720328d5752SMark Fasheh el->l_next_free_rec = cpu_to_le16(num_recs); 1721328d5752SMark Fasheh } 1722328d5752SMark Fasheh } 1723328d5752SMark Fasheh 1724dcd0538fSMark Fasheh /* 1725dcd0538fSMark Fasheh * Create an empty extent record . 1726dcd0538fSMark Fasheh * 1727dcd0538fSMark Fasheh * l_next_free_rec may be updated. 1728dcd0538fSMark Fasheh * 1729dcd0538fSMark Fasheh * If an empty extent already exists do nothing. 1730dcd0538fSMark Fasheh */ 1731dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el) 1732dcd0538fSMark Fasheh { 1733dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1734dcd0538fSMark Fasheh 1735e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 1736e48edee2SMark Fasheh 1737dcd0538fSMark Fasheh if (next_free == 0) 1738dcd0538fSMark Fasheh goto set_and_inc; 1739dcd0538fSMark Fasheh 1740dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 1741dcd0538fSMark Fasheh return; 1742dcd0538fSMark Fasheh 1743dcd0538fSMark Fasheh mlog_bug_on_msg(el->l_count == el->l_next_free_rec, 1744dcd0538fSMark Fasheh "Asked to create an empty extent in a full list:\n" 1745dcd0538fSMark Fasheh "count = %u, tree depth = %u", 1746dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 1747dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1748dcd0538fSMark Fasheh 1749dcd0538fSMark Fasheh ocfs2_shift_records_right(el); 1750dcd0538fSMark Fasheh 1751dcd0538fSMark Fasheh set_and_inc: 1752dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1753dcd0538fSMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1754dcd0538fSMark Fasheh } 1755dcd0538fSMark Fasheh 1756dcd0538fSMark Fasheh /* 1757dcd0538fSMark Fasheh * For a rotation which involves two leaf nodes, the "root node" is 1758dcd0538fSMark Fasheh * the lowest level tree node which contains a path to both leafs. This 1759dcd0538fSMark Fasheh * resulting set of information can be used to form a complete "subtree" 1760dcd0538fSMark Fasheh * 1761dcd0538fSMark Fasheh * This function is passed two full paths from the dinode down to a 1762dcd0538fSMark Fasheh * pair of adjacent leaves. It's task is to figure out which path 1763dcd0538fSMark Fasheh * index contains the subtree root - this can be the root index itself 1764dcd0538fSMark Fasheh * in a worst-case rotation. 1765dcd0538fSMark Fasheh * 1766dcd0538fSMark Fasheh * The array index of the subtree root is passed back. 1767dcd0538fSMark Fasheh */ 176838a04e43STao Ma int ocfs2_find_subtree_root(struct ocfs2_extent_tree *et, 1769dcd0538fSMark Fasheh struct ocfs2_path *left, 1770dcd0538fSMark Fasheh struct ocfs2_path *right) 1771dcd0538fSMark Fasheh { 1772dcd0538fSMark Fasheh int i = 0; 1773dcd0538fSMark Fasheh 1774dcd0538fSMark Fasheh /* 1775dcd0538fSMark Fasheh * Check that the caller passed in two paths from the same tree. 1776dcd0538fSMark Fasheh */ 1777dcd0538fSMark Fasheh BUG_ON(path_root_bh(left) != path_root_bh(right)); 1778dcd0538fSMark Fasheh 1779dcd0538fSMark Fasheh do { 1780dcd0538fSMark Fasheh i++; 1781dcd0538fSMark Fasheh 1782dcd0538fSMark Fasheh /* 1783dcd0538fSMark Fasheh * The caller didn't pass two adjacent paths. 1784dcd0538fSMark Fasheh */ 1785dcd0538fSMark Fasheh mlog_bug_on_msg(i > left->p_tree_depth, 17867dc02805SJoel Becker "Owner %llu, left depth %u, right depth %u\n" 1787dcd0538fSMark Fasheh "left leaf blk %llu, right leaf blk %llu\n", 17887dc02805SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 17897dc02805SJoel Becker left->p_tree_depth, right->p_tree_depth, 1790dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(left)->b_blocknr, 1791dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(right)->b_blocknr); 1792dcd0538fSMark Fasheh } while (left->p_node[i].bh->b_blocknr == 1793dcd0538fSMark Fasheh right->p_node[i].bh->b_blocknr); 1794dcd0538fSMark Fasheh 1795dcd0538fSMark Fasheh return i - 1; 1796dcd0538fSMark Fasheh } 1797dcd0538fSMark Fasheh 1798dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *); 1799dcd0538fSMark Fasheh 1800dcd0538fSMark Fasheh /* 1801dcd0538fSMark Fasheh * Traverse a btree path in search of cpos, starting at root_el. 1802dcd0538fSMark Fasheh * 1803dcd0538fSMark Fasheh * This code can be called with a cpos larger than the tree, in which 1804dcd0538fSMark Fasheh * case it will return the rightmost path. 1805dcd0538fSMark Fasheh */ 1806facdb77fSJoel Becker static int __ocfs2_find_path(struct ocfs2_caching_info *ci, 1807dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el, u32 cpos, 1808dcd0538fSMark Fasheh path_insert_t *func, void *data) 1809dcd0538fSMark Fasheh { 1810dcd0538fSMark Fasheh int i, ret = 0; 1811dcd0538fSMark Fasheh u32 range; 1812dcd0538fSMark Fasheh u64 blkno; 1813dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1814dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 1815dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1816dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1817dcd0538fSMark Fasheh 1818dcd0538fSMark Fasheh el = root_el; 1819dcd0538fSMark Fasheh while (el->l_tree_depth) { 1820dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1821facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 18227ecef14aSJoe Perches "Owner %llu has empty extent list at depth %u\n", 1823facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1824dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1825dcd0538fSMark Fasheh ret = -EROFS; 1826dcd0538fSMark Fasheh goto out; 1827dcd0538fSMark Fasheh 1828dcd0538fSMark Fasheh } 1829dcd0538fSMark Fasheh 1830dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) { 1831dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1832dcd0538fSMark Fasheh 1833dcd0538fSMark Fasheh /* 1834dcd0538fSMark Fasheh * In the case that cpos is off the allocation 1835dcd0538fSMark Fasheh * tree, this should just wind up returning the 1836dcd0538fSMark Fasheh * rightmost record. 1837dcd0538fSMark Fasheh */ 1838dcd0538fSMark Fasheh range = le32_to_cpu(rec->e_cpos) + 1839e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec); 1840dcd0538fSMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1841dcd0538fSMark Fasheh break; 1842dcd0538fSMark Fasheh } 1843dcd0538fSMark Fasheh 1844dcd0538fSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1845dcd0538fSMark Fasheh if (blkno == 0) { 1846facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 18477ecef14aSJoe Perches "Owner %llu has bad blkno in extent list at depth %u (index %d)\n", 1848facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1849dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), i); 1850dcd0538fSMark Fasheh ret = -EROFS; 1851dcd0538fSMark Fasheh goto out; 1852dcd0538fSMark Fasheh } 1853dcd0538fSMark Fasheh 1854dcd0538fSMark Fasheh brelse(bh); 1855dcd0538fSMark Fasheh bh = NULL; 1856facdb77fSJoel Becker ret = ocfs2_read_extent_block(ci, blkno, &bh); 1857dcd0538fSMark Fasheh if (ret) { 1858dcd0538fSMark Fasheh mlog_errno(ret); 1859dcd0538fSMark Fasheh goto out; 1860dcd0538fSMark Fasheh } 1861dcd0538fSMark Fasheh 1862dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1863dcd0538fSMark Fasheh el = &eb->h_list; 1864dcd0538fSMark Fasheh 1865dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1866dcd0538fSMark Fasheh le16_to_cpu(el->l_count)) { 1867facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 18687ecef14aSJoe Perches "Owner %llu has bad count in extent list at block %llu (next free=%u, count=%u)\n", 1869facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1870dcd0538fSMark Fasheh (unsigned long long)bh->b_blocknr, 1871dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 1872dcd0538fSMark Fasheh le16_to_cpu(el->l_count)); 1873dcd0538fSMark Fasheh ret = -EROFS; 1874dcd0538fSMark Fasheh goto out; 1875dcd0538fSMark Fasheh } 1876dcd0538fSMark Fasheh 1877dcd0538fSMark Fasheh if (func) 1878dcd0538fSMark Fasheh func(data, bh); 1879dcd0538fSMark Fasheh } 1880dcd0538fSMark Fasheh 1881dcd0538fSMark Fasheh out: 1882dcd0538fSMark Fasheh /* 1883dcd0538fSMark Fasheh * Catch any trailing bh that the loop didn't handle. 1884dcd0538fSMark Fasheh */ 1885dcd0538fSMark Fasheh brelse(bh); 1886dcd0538fSMark Fasheh 1887dcd0538fSMark Fasheh return ret; 1888dcd0538fSMark Fasheh } 1889dcd0538fSMark Fasheh 1890dcd0538fSMark Fasheh /* 1891dcd0538fSMark Fasheh * Given an initialized path (that is, it has a valid root extent 1892dcd0538fSMark Fasheh * list), this function will traverse the btree in search of the path 1893dcd0538fSMark Fasheh * which would contain cpos. 1894dcd0538fSMark Fasheh * 1895dcd0538fSMark Fasheh * The path traveled is recorded in the path structure. 1896dcd0538fSMark Fasheh * 1897dcd0538fSMark Fasheh * Note that this will not do any comparisons on leaf node extent 1898dcd0538fSMark Fasheh * records, so it will work fine in the case that we just added a tree 1899dcd0538fSMark Fasheh * branch. 1900dcd0538fSMark Fasheh */ 1901dcd0538fSMark Fasheh struct find_path_data { 1902dcd0538fSMark Fasheh int index; 1903dcd0538fSMark Fasheh struct ocfs2_path *path; 1904dcd0538fSMark Fasheh }; 1905dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh) 1906dcd0538fSMark Fasheh { 1907dcd0538fSMark Fasheh struct find_path_data *fp = data; 1908dcd0538fSMark Fasheh 1909dcd0538fSMark Fasheh get_bh(bh); 1910dcd0538fSMark Fasheh ocfs2_path_insert_eb(fp->path, fp->index, bh); 1911dcd0538fSMark Fasheh fp->index++; 1912dcd0538fSMark Fasheh } 1913e2e9f608STao Ma int ocfs2_find_path(struct ocfs2_caching_info *ci, 1914facdb77fSJoel Becker struct ocfs2_path *path, u32 cpos) 1915dcd0538fSMark Fasheh { 1916dcd0538fSMark Fasheh struct find_path_data data; 1917dcd0538fSMark Fasheh 1918dcd0538fSMark Fasheh data.index = 1; 1919dcd0538fSMark Fasheh data.path = path; 1920facdb77fSJoel Becker return __ocfs2_find_path(ci, path_root_el(path), cpos, 1921dcd0538fSMark Fasheh find_path_ins, &data); 1922dcd0538fSMark Fasheh } 1923dcd0538fSMark Fasheh 1924dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh) 1925dcd0538fSMark Fasheh { 1926dcd0538fSMark Fasheh struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data; 1927dcd0538fSMark Fasheh struct ocfs2_extent_list *el = &eb->h_list; 1928dcd0538fSMark Fasheh struct buffer_head **ret = data; 1929dcd0538fSMark Fasheh 1930dcd0538fSMark Fasheh /* We want to retain only the leaf block. */ 1931dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 1932dcd0538fSMark Fasheh get_bh(bh); 1933dcd0538fSMark Fasheh *ret = bh; 1934dcd0538fSMark Fasheh } 1935dcd0538fSMark Fasheh } 1936dcd0538fSMark Fasheh /* 1937dcd0538fSMark Fasheh * Find the leaf block in the tree which would contain cpos. No 1938dcd0538fSMark Fasheh * checking of the actual leaf is done. 1939dcd0538fSMark Fasheh * 1940dcd0538fSMark Fasheh * Some paths want to call this instead of allocating a path structure 1941dcd0538fSMark Fasheh * and calling ocfs2_find_path(). 1942dcd0538fSMark Fasheh * 1943dcd0538fSMark Fasheh * This function doesn't handle non btree extent lists. 1944dcd0538fSMark Fasheh */ 1945facdb77fSJoel Becker int ocfs2_find_leaf(struct ocfs2_caching_info *ci, 1946facdb77fSJoel Becker struct ocfs2_extent_list *root_el, u32 cpos, 1947facdb77fSJoel Becker struct buffer_head **leaf_bh) 1948dcd0538fSMark Fasheh { 1949dcd0538fSMark Fasheh int ret; 1950dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1951dcd0538fSMark Fasheh 1952facdb77fSJoel Becker ret = __ocfs2_find_path(ci, root_el, cpos, find_leaf_ins, &bh); 1953dcd0538fSMark Fasheh if (ret) { 1954dcd0538fSMark Fasheh mlog_errno(ret); 1955dcd0538fSMark Fasheh goto out; 1956dcd0538fSMark Fasheh } 1957dcd0538fSMark Fasheh 1958dcd0538fSMark Fasheh *leaf_bh = bh; 1959dcd0538fSMark Fasheh out: 1960dcd0538fSMark Fasheh return ret; 1961dcd0538fSMark Fasheh } 1962dcd0538fSMark Fasheh 1963dcd0538fSMark Fasheh /* 1964dcd0538fSMark Fasheh * Adjust the adjacent records (left_rec, right_rec) involved in a rotation. 1965dcd0538fSMark Fasheh * 1966dcd0538fSMark Fasheh * Basically, we've moved stuff around at the bottom of the tree and 1967dcd0538fSMark Fasheh * we need to fix up the extent records above the changes to reflect 1968dcd0538fSMark Fasheh * the new changes. 1969dcd0538fSMark Fasheh * 1970dcd0538fSMark Fasheh * left_rec: the record on the left. 1971dcd0538fSMark Fasheh * right_rec: the record to the right of left_rec 1972dcd0538fSMark Fasheh * right_child_el: is the child list pointed to by right_rec 1973dcd0538fSMark Fasheh * 1974dcd0538fSMark Fasheh * By definition, this only works on interior nodes. 1975dcd0538fSMark Fasheh */ 1976dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec, 1977dcd0538fSMark Fasheh struct ocfs2_extent_rec *right_rec, 1978dcd0538fSMark Fasheh struct ocfs2_extent_list *right_child_el) 1979dcd0538fSMark Fasheh { 1980dcd0538fSMark Fasheh u32 left_clusters, right_end; 1981dcd0538fSMark Fasheh 1982dcd0538fSMark Fasheh /* 1983dcd0538fSMark Fasheh * Interior nodes never have holes. Their cpos is the cpos of 1984dcd0538fSMark Fasheh * the leftmost record in their child list. Their cluster 1985dcd0538fSMark Fasheh * count covers the full theoretical range of their child list 1986dcd0538fSMark Fasheh * - the range between their cpos and the cpos of the record 1987dcd0538fSMark Fasheh * immediately to their right. 1988dcd0538fSMark Fasheh */ 1989dcd0538fSMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos); 199082e12644STao Ma if (!ocfs2_rec_clusters(right_child_el, &right_child_el->l_recs[0])) { 199182e12644STao Ma BUG_ON(right_child_el->l_tree_depth); 1992328d5752SMark Fasheh BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1); 1993328d5752SMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos); 1994328d5752SMark Fasheh } 1995dcd0538fSMark Fasheh left_clusters -= le32_to_cpu(left_rec->e_cpos); 1996e48edee2SMark Fasheh left_rec->e_int_clusters = cpu_to_le32(left_clusters); 1997dcd0538fSMark Fasheh 1998dcd0538fSMark Fasheh /* 1999dcd0538fSMark Fasheh * Calculate the rightmost cluster count boundary before 2000e48edee2SMark Fasheh * moving cpos - we will need to adjust clusters after 2001dcd0538fSMark Fasheh * updating e_cpos to keep the same highest cluster count. 2002dcd0538fSMark Fasheh */ 2003dcd0538fSMark Fasheh right_end = le32_to_cpu(right_rec->e_cpos); 2004e48edee2SMark Fasheh right_end += le32_to_cpu(right_rec->e_int_clusters); 2005dcd0538fSMark Fasheh 2006dcd0538fSMark Fasheh right_rec->e_cpos = left_rec->e_cpos; 2007dcd0538fSMark Fasheh le32_add_cpu(&right_rec->e_cpos, left_clusters); 2008dcd0538fSMark Fasheh 2009dcd0538fSMark Fasheh right_end -= le32_to_cpu(right_rec->e_cpos); 2010e48edee2SMark Fasheh right_rec->e_int_clusters = cpu_to_le32(right_end); 2011dcd0538fSMark Fasheh } 2012dcd0538fSMark Fasheh 2013dcd0538fSMark Fasheh /* 2014dcd0538fSMark Fasheh * Adjust the adjacent root node records involved in a 2015dcd0538fSMark Fasheh * rotation. left_el_blkno is passed in as a key so that we can easily 2016dcd0538fSMark Fasheh * find it's index in the root list. 2017dcd0538fSMark Fasheh */ 2018dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el, 2019dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el, 2020dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, 2021dcd0538fSMark Fasheh u64 left_el_blkno) 2022dcd0538fSMark Fasheh { 2023dcd0538fSMark Fasheh int i; 2024dcd0538fSMark Fasheh 2025dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) <= 2026dcd0538fSMark Fasheh le16_to_cpu(left_el->l_tree_depth)); 2027dcd0538fSMark Fasheh 2028dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) { 2029dcd0538fSMark Fasheh if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno) 2030dcd0538fSMark Fasheh break; 2031dcd0538fSMark Fasheh } 2032dcd0538fSMark Fasheh 2033dcd0538fSMark Fasheh /* 2034dcd0538fSMark Fasheh * The path walking code should have never returned a root and 2035dcd0538fSMark Fasheh * two paths which are not adjacent. 2036dcd0538fSMark Fasheh */ 2037dcd0538fSMark Fasheh BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1)); 2038dcd0538fSMark Fasheh 2039964f14a0SJun Piao ocfs2_adjust_adjacent_records(&root_el->l_recs[i], 2040dcd0538fSMark Fasheh &root_el->l_recs[i + 1], right_el); 2041dcd0538fSMark Fasheh } 2042dcd0538fSMark Fasheh 2043dcd0538fSMark Fasheh /* 2044dcd0538fSMark Fasheh * We've changed a leaf block (in right_path) and need to reflect that 2045dcd0538fSMark Fasheh * change back up the subtree. 2046dcd0538fSMark Fasheh * 2047dcd0538fSMark Fasheh * This happens in multiple places: 2048dcd0538fSMark Fasheh * - When we've moved an extent record from the left path leaf to the right 2049dcd0538fSMark Fasheh * path leaf to make room for an empty extent in the left path leaf. 2050dcd0538fSMark Fasheh * - When our insert into the right path leaf is at the leftmost edge 2051dcd0538fSMark Fasheh * and requires an update of the path immediately to it's left. This 2052dcd0538fSMark Fasheh * can occur at the end of some types of rotation and appending inserts. 2053677b9752STao Ma * - When we've adjusted the last extent record in the left path leaf and the 2054677b9752STao Ma * 1st extent record in the right path leaf during cross extent block merge. 2055dcd0538fSMark Fasheh */ 20564619c73eSJoel Becker static void ocfs2_complete_edge_insert(handle_t *handle, 2057dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2058dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2059dcd0538fSMark Fasheh int subtree_index) 2060dcd0538fSMark Fasheh { 2061ec20cec7SJoel Becker int i, idx; 2062dcd0538fSMark Fasheh struct ocfs2_extent_list *el, *left_el, *right_el; 2063dcd0538fSMark Fasheh struct ocfs2_extent_rec *left_rec, *right_rec; 2064dcd0538fSMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2065dcd0538fSMark Fasheh 2066dcd0538fSMark Fasheh /* 2067dcd0538fSMark Fasheh * Update the counts and position values within all the 2068dcd0538fSMark Fasheh * interior nodes to reflect the leaf rotation we just did. 2069dcd0538fSMark Fasheh * 2070dcd0538fSMark Fasheh * The root node is handled below the loop. 2071dcd0538fSMark Fasheh * 2072dcd0538fSMark Fasheh * We begin the loop with right_el and left_el pointing to the 2073dcd0538fSMark Fasheh * leaf lists and work our way up. 2074dcd0538fSMark Fasheh * 2075dcd0538fSMark Fasheh * NOTE: within this loop, left_el and right_el always refer 2076dcd0538fSMark Fasheh * to the *child* lists. 2077dcd0538fSMark Fasheh */ 2078dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2079dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2080dcd0538fSMark Fasheh for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) { 2081a09d09b8STao Ma trace_ocfs2_complete_edge_insert(i); 2082dcd0538fSMark Fasheh 2083dcd0538fSMark Fasheh /* 2084dcd0538fSMark Fasheh * One nice property of knowing that all of these 2085dcd0538fSMark Fasheh * nodes are below the root is that we only deal with 2086dcd0538fSMark Fasheh * the leftmost right node record and the rightmost 2087dcd0538fSMark Fasheh * left node record. 2088dcd0538fSMark Fasheh */ 2089dcd0538fSMark Fasheh el = left_path->p_node[i].el; 2090dcd0538fSMark Fasheh idx = le16_to_cpu(left_el->l_next_free_rec) - 1; 2091dcd0538fSMark Fasheh left_rec = &el->l_recs[idx]; 2092dcd0538fSMark Fasheh 2093dcd0538fSMark Fasheh el = right_path->p_node[i].el; 2094dcd0538fSMark Fasheh right_rec = &el->l_recs[0]; 2095dcd0538fSMark Fasheh 2096964f14a0SJun Piao ocfs2_adjust_adjacent_records(left_rec, right_rec, right_el); 2097dcd0538fSMark Fasheh 2098ec20cec7SJoel Becker ocfs2_journal_dirty(handle, left_path->p_node[i].bh); 2099ec20cec7SJoel Becker ocfs2_journal_dirty(handle, right_path->p_node[i].bh); 2100dcd0538fSMark Fasheh 2101dcd0538fSMark Fasheh /* 2102dcd0538fSMark Fasheh * Setup our list pointers now so that the current 2103dcd0538fSMark Fasheh * parents become children in the next iteration. 2104dcd0538fSMark Fasheh */ 2105dcd0538fSMark Fasheh left_el = left_path->p_node[i].el; 2106dcd0538fSMark Fasheh right_el = right_path->p_node[i].el; 2107dcd0538fSMark Fasheh } 2108dcd0538fSMark Fasheh 2109dcd0538fSMark Fasheh /* 2110dcd0538fSMark Fasheh * At the root node, adjust the two adjacent records which 2111dcd0538fSMark Fasheh * begin our path to the leaves. 2112dcd0538fSMark Fasheh */ 2113dcd0538fSMark Fasheh 2114dcd0538fSMark Fasheh el = left_path->p_node[subtree_index].el; 2115dcd0538fSMark Fasheh left_el = left_path->p_node[subtree_index + 1].el; 2116dcd0538fSMark Fasheh right_el = right_path->p_node[subtree_index + 1].el; 2117dcd0538fSMark Fasheh 2118dcd0538fSMark Fasheh ocfs2_adjust_root_records(el, left_el, right_el, 2119dcd0538fSMark Fasheh left_path->p_node[subtree_index + 1].bh->b_blocknr); 2120dcd0538fSMark Fasheh 2121dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2122dcd0538fSMark Fasheh 2123ec20cec7SJoel Becker ocfs2_journal_dirty(handle, root_bh); 2124dcd0538fSMark Fasheh } 2125dcd0538fSMark Fasheh 21265c601abaSJoel Becker static int ocfs2_rotate_subtree_right(handle_t *handle, 21275c601abaSJoel Becker struct ocfs2_extent_tree *et, 2128dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2129dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2130dcd0538fSMark Fasheh int subtree_index) 2131dcd0538fSMark Fasheh { 2132dcd0538fSMark Fasheh int ret, i; 2133dcd0538fSMark Fasheh struct buffer_head *right_leaf_bh; 2134dcd0538fSMark Fasheh struct buffer_head *left_leaf_bh = NULL; 2135dcd0538fSMark Fasheh struct buffer_head *root_bh; 2136dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, *left_el; 2137dcd0538fSMark Fasheh struct ocfs2_extent_rec move_rec; 2138dcd0538fSMark Fasheh 2139dcd0538fSMark Fasheh left_leaf_bh = path_leaf_bh(left_path); 2140dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2141dcd0538fSMark Fasheh 2142dcd0538fSMark Fasheh if (left_el->l_next_free_rec != left_el->l_count) { 21435c601abaSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 21447ecef14aSJoe Perches "Inode %llu has non-full interior leaf node %llu (next free = %u)\n", 21455c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2146dcd0538fSMark Fasheh (unsigned long long)left_leaf_bh->b_blocknr, 2147dcd0538fSMark Fasheh le16_to_cpu(left_el->l_next_free_rec)); 2148dcd0538fSMark Fasheh return -EROFS; 2149dcd0538fSMark Fasheh } 2150dcd0538fSMark Fasheh 2151dcd0538fSMark Fasheh /* 2152dcd0538fSMark Fasheh * This extent block may already have an empty record, so we 2153dcd0538fSMark Fasheh * return early if so. 2154dcd0538fSMark Fasheh */ 2155dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&left_el->l_recs[0])) 2156dcd0538fSMark Fasheh return 0; 2157dcd0538fSMark Fasheh 2158dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2159dcd0538fSMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2160dcd0538fSMark Fasheh 21615c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 216213723d00SJoel Becker subtree_index); 2163dcd0538fSMark Fasheh if (ret) { 2164dcd0538fSMark Fasheh mlog_errno(ret); 2165dcd0538fSMark Fasheh goto out; 2166dcd0538fSMark Fasheh } 2167dcd0538fSMark Fasheh 2168dcd0538fSMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 21695c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 217013723d00SJoel Becker right_path, i); 2171dcd0538fSMark Fasheh if (ret) { 2172dcd0538fSMark Fasheh mlog_errno(ret); 2173dcd0538fSMark Fasheh goto out; 2174dcd0538fSMark Fasheh } 2175dcd0538fSMark Fasheh 21765c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 217713723d00SJoel Becker left_path, i); 2178dcd0538fSMark Fasheh if (ret) { 2179dcd0538fSMark Fasheh mlog_errno(ret); 2180dcd0538fSMark Fasheh goto out; 2181dcd0538fSMark Fasheh } 2182dcd0538fSMark Fasheh } 2183dcd0538fSMark Fasheh 2184dcd0538fSMark Fasheh right_leaf_bh = path_leaf_bh(right_path); 2185dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2186dcd0538fSMark Fasheh 2187dcd0538fSMark Fasheh /* This is a code error, not a disk corruption. */ 2188dcd0538fSMark Fasheh mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails " 2189dcd0538fSMark Fasheh "because rightmost leaf block %llu is empty\n", 21905c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2191dcd0538fSMark Fasheh (unsigned long long)right_leaf_bh->b_blocknr); 2192dcd0538fSMark Fasheh 2193dcd0538fSMark Fasheh ocfs2_create_empty_extent(right_el); 2194dcd0538fSMark Fasheh 2195ec20cec7SJoel Becker ocfs2_journal_dirty(handle, right_leaf_bh); 2196dcd0538fSMark Fasheh 2197dcd0538fSMark Fasheh /* Do the copy now. */ 2198dcd0538fSMark Fasheh i = le16_to_cpu(left_el->l_next_free_rec) - 1; 2199dcd0538fSMark Fasheh move_rec = left_el->l_recs[i]; 2200dcd0538fSMark Fasheh right_el->l_recs[0] = move_rec; 2201dcd0538fSMark Fasheh 2202dcd0538fSMark Fasheh /* 2203dcd0538fSMark Fasheh * Clear out the record we just copied and shift everything 2204dcd0538fSMark Fasheh * over, leaving an empty extent in the left leaf. 2205dcd0538fSMark Fasheh * 2206dcd0538fSMark Fasheh * We temporarily subtract from next_free_rec so that the 2207dcd0538fSMark Fasheh * shift will lose the tail record (which is now defunct). 2208dcd0538fSMark Fasheh */ 2209dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, -1); 2210dcd0538fSMark Fasheh ocfs2_shift_records_right(left_el); 2211dcd0538fSMark Fasheh memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2212dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, 1); 2213dcd0538fSMark Fasheh 2214ec20cec7SJoel Becker ocfs2_journal_dirty(handle, left_leaf_bh); 2215dcd0538fSMark Fasheh 22164619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2217dcd0538fSMark Fasheh subtree_index); 2218dcd0538fSMark Fasheh 2219dcd0538fSMark Fasheh out: 2220dcd0538fSMark Fasheh return ret; 2221dcd0538fSMark Fasheh } 2222dcd0538fSMark Fasheh 2223dcd0538fSMark Fasheh /* 2224dcd0538fSMark Fasheh * Given a full path, determine what cpos value would return us a path 2225dcd0538fSMark Fasheh * containing the leaf immediately to the left of the current one. 2226dcd0538fSMark Fasheh * 2227dcd0538fSMark Fasheh * Will return zero if the path passed in is already the leftmost path. 2228dcd0538fSMark Fasheh */ 2229ee149a7cSTristan Ye int ocfs2_find_cpos_for_left_leaf(struct super_block *sb, 2230dcd0538fSMark Fasheh struct ocfs2_path *path, u32 *cpos) 2231dcd0538fSMark Fasheh { 2232dcd0538fSMark Fasheh int i, j, ret = 0; 2233dcd0538fSMark Fasheh u64 blkno; 2234dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 2235dcd0538fSMark Fasheh 2236e48edee2SMark Fasheh BUG_ON(path->p_tree_depth == 0); 2237e48edee2SMark Fasheh 2238dcd0538fSMark Fasheh *cpos = 0; 2239dcd0538fSMark Fasheh 2240dcd0538fSMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2241dcd0538fSMark Fasheh 2242dcd0538fSMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2243dcd0538fSMark Fasheh i = path->p_tree_depth - 1; 2244dcd0538fSMark Fasheh while (i >= 0) { 2245dcd0538fSMark Fasheh el = path->p_node[i].el; 2246dcd0538fSMark Fasheh 2247dcd0538fSMark Fasheh /* 2248dcd0538fSMark Fasheh * Find the extent record just before the one in our 2249dcd0538fSMark Fasheh * path. 2250dcd0538fSMark Fasheh */ 2251dcd0538fSMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2252dcd0538fSMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2253dcd0538fSMark Fasheh if (j == 0) { 2254dcd0538fSMark Fasheh if (i == 0) { 2255dcd0538fSMark Fasheh /* 2256dcd0538fSMark Fasheh * We've determined that the 2257dcd0538fSMark Fasheh * path specified is already 2258dcd0538fSMark Fasheh * the leftmost one - return a 2259dcd0538fSMark Fasheh * cpos of zero. 2260dcd0538fSMark Fasheh */ 2261dcd0538fSMark Fasheh goto out; 2262dcd0538fSMark Fasheh } 2263dcd0538fSMark Fasheh /* 2264dcd0538fSMark Fasheh * The leftmost record points to our 2265dcd0538fSMark Fasheh * leaf - we need to travel up the 2266dcd0538fSMark Fasheh * tree one level. 2267dcd0538fSMark Fasheh */ 2268dcd0538fSMark Fasheh goto next_node; 2269dcd0538fSMark Fasheh } 2270dcd0538fSMark Fasheh 2271dcd0538fSMark Fasheh *cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos); 2272e48edee2SMark Fasheh *cpos = *cpos + ocfs2_rec_clusters(el, 2273e48edee2SMark Fasheh &el->l_recs[j - 1]); 2274e48edee2SMark Fasheh *cpos = *cpos - 1; 2275dcd0538fSMark Fasheh goto out; 2276dcd0538fSMark Fasheh } 2277dcd0538fSMark Fasheh } 2278dcd0538fSMark Fasheh 2279dcd0538fSMark Fasheh /* 2280dcd0538fSMark Fasheh * If we got here, we never found a valid node where 2281dcd0538fSMark Fasheh * the tree indicated one should be. 2282dcd0538fSMark Fasheh */ 22837ecef14aSJoe Perches ocfs2_error(sb, "Invalid extent tree at extent block %llu\n", 2284dcd0538fSMark Fasheh (unsigned long long)blkno); 2285dcd0538fSMark Fasheh ret = -EROFS; 2286dcd0538fSMark Fasheh goto out; 2287dcd0538fSMark Fasheh 2288dcd0538fSMark Fasheh next_node: 2289dcd0538fSMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2290dcd0538fSMark Fasheh i--; 2291dcd0538fSMark Fasheh } 2292dcd0538fSMark Fasheh 2293dcd0538fSMark Fasheh out: 2294dcd0538fSMark Fasheh return ret; 2295dcd0538fSMark Fasheh } 2296dcd0538fSMark Fasheh 2297328d5752SMark Fasheh /* 2298328d5752SMark Fasheh * Extend the transaction by enough credits to complete the rotation, 2299328d5752SMark Fasheh * and still leave at least the original number of credits allocated 2300328d5752SMark Fasheh * to this transaction. 2301328d5752SMark Fasheh */ 2302dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth, 2303328d5752SMark Fasheh int op_credits, 2304dcd0538fSMark Fasheh struct ocfs2_path *path) 2305dcd0538fSMark Fasheh { 2306c901fb00STao Ma int ret = 0; 2307328d5752SMark Fasheh int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits; 2308dcd0538fSMark Fasheh 2309c901fb00STao Ma if (handle->h_buffer_credits < credits) 2310c18b812dSTao Ma ret = ocfs2_extend_trans(handle, 2311c18b812dSTao Ma credits - handle->h_buffer_credits); 2312c901fb00STao Ma 2313c18b812dSTao Ma return ret; 2314dcd0538fSMark Fasheh } 2315dcd0538fSMark Fasheh 2316dcd0538fSMark Fasheh /* 2317dcd0538fSMark Fasheh * Trap the case where we're inserting into the theoretical range past 2318dcd0538fSMark Fasheh * the _actual_ left leaf range. Otherwise, we'll rotate a record 2319dcd0538fSMark Fasheh * whose cpos is less than ours into the right leaf. 2320dcd0538fSMark Fasheh * 2321dcd0538fSMark Fasheh * It's only necessary to look at the rightmost record of the left 2322dcd0538fSMark Fasheh * leaf because the logic that calls us should ensure that the 2323dcd0538fSMark Fasheh * theoretical ranges in the path components above the leaves are 2324dcd0538fSMark Fasheh * correct. 2325dcd0538fSMark Fasheh */ 2326dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path, 2327dcd0538fSMark Fasheh u32 insert_cpos) 2328dcd0538fSMark Fasheh { 2329dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el; 2330dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 2331dcd0538fSMark Fasheh int next_free; 2332dcd0538fSMark Fasheh 2333dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2334dcd0538fSMark Fasheh next_free = le16_to_cpu(left_el->l_next_free_rec); 2335dcd0538fSMark Fasheh rec = &left_el->l_recs[next_free - 1]; 2336dcd0538fSMark Fasheh 2337dcd0538fSMark Fasheh if (insert_cpos > le32_to_cpu(rec->e_cpos)) 2338dcd0538fSMark Fasheh return 1; 2339dcd0538fSMark Fasheh return 0; 2340dcd0538fSMark Fasheh } 2341dcd0538fSMark Fasheh 2342328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos) 2343328d5752SMark Fasheh { 2344328d5752SMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 2345328d5752SMark Fasheh unsigned int range; 2346328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2347328d5752SMark Fasheh 2348328d5752SMark Fasheh if (next_free == 0) 2349328d5752SMark Fasheh return 0; 2350328d5752SMark Fasheh 2351328d5752SMark Fasheh rec = &el->l_recs[0]; 2352328d5752SMark Fasheh if (ocfs2_is_empty_extent(rec)) { 2353328d5752SMark Fasheh /* Empty list. */ 2354328d5752SMark Fasheh if (next_free == 1) 2355328d5752SMark Fasheh return 0; 2356328d5752SMark Fasheh rec = &el->l_recs[1]; 2357328d5752SMark Fasheh } 2358328d5752SMark Fasheh 2359328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2360328d5752SMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 2361328d5752SMark Fasheh return 1; 2362328d5752SMark Fasheh return 0; 2363328d5752SMark Fasheh } 2364328d5752SMark Fasheh 2365dcd0538fSMark Fasheh /* 2366dcd0538fSMark Fasheh * Rotate all the records in a btree right one record, starting at insert_cpos. 2367dcd0538fSMark Fasheh * 2368dcd0538fSMark Fasheh * The path to the rightmost leaf should be passed in. 2369dcd0538fSMark Fasheh * 2370dcd0538fSMark Fasheh * The array is assumed to be large enough to hold an entire path (tree depth). 2371dcd0538fSMark Fasheh * 2372af901ca1SAndré Goddard Rosa * Upon successful return from this function: 2373dcd0538fSMark Fasheh * 2374dcd0538fSMark Fasheh * - The 'right_path' array will contain a path to the leaf block 2375dcd0538fSMark Fasheh * whose range contains e_cpos. 2376dcd0538fSMark Fasheh * - That leaf block will have a single empty extent in list index 0. 2377dcd0538fSMark Fasheh * - In the case that the rotation requires a post-insert update, 2378dcd0538fSMark Fasheh * *ret_left_path will contain a valid path which can be passed to 2379dcd0538fSMark Fasheh * ocfs2_insert_path(). 2380dcd0538fSMark Fasheh */ 23811bbf0b8dSJoel Becker static int ocfs2_rotate_tree_right(handle_t *handle, 23825c601abaSJoel Becker struct ocfs2_extent_tree *et, 2383328d5752SMark Fasheh enum ocfs2_split_type split, 2384dcd0538fSMark Fasheh u32 insert_cpos, 2385dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2386dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 2387dcd0538fSMark Fasheh { 2388328d5752SMark Fasheh int ret, start, orig_credits = handle->h_buffer_credits; 2389dcd0538fSMark Fasheh u32 cpos; 2390dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 23915c601abaSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2392dcd0538fSMark Fasheh 2393dcd0538fSMark Fasheh *ret_left_path = NULL; 2394dcd0538fSMark Fasheh 2395ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 2396dcd0538fSMark Fasheh if (!left_path) { 2397dcd0538fSMark Fasheh ret = -ENOMEM; 2398dcd0538fSMark Fasheh mlog_errno(ret); 2399dcd0538fSMark Fasheh goto out; 2400dcd0538fSMark Fasheh } 2401dcd0538fSMark Fasheh 24025c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2403dcd0538fSMark Fasheh if (ret) { 2404dcd0538fSMark Fasheh mlog_errno(ret); 2405dcd0538fSMark Fasheh goto out; 2406dcd0538fSMark Fasheh } 2407dcd0538fSMark Fasheh 2408a09d09b8STao Ma trace_ocfs2_rotate_tree_right( 2409a09d09b8STao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2410a09d09b8STao Ma insert_cpos, cpos); 2411dcd0538fSMark Fasheh 2412dcd0538fSMark Fasheh /* 2413dcd0538fSMark Fasheh * What we want to do here is: 2414dcd0538fSMark Fasheh * 2415dcd0538fSMark Fasheh * 1) Start with the rightmost path. 2416dcd0538fSMark Fasheh * 2417dcd0538fSMark Fasheh * 2) Determine a path to the leaf block directly to the left 2418dcd0538fSMark Fasheh * of that leaf. 2419dcd0538fSMark Fasheh * 2420dcd0538fSMark Fasheh * 3) Determine the 'subtree root' - the lowest level tree node 2421dcd0538fSMark Fasheh * which contains a path to both leaves. 2422dcd0538fSMark Fasheh * 2423dcd0538fSMark Fasheh * 4) Rotate the subtree. 2424dcd0538fSMark Fasheh * 2425dcd0538fSMark Fasheh * 5) Find the next subtree by considering the left path to be 2426dcd0538fSMark Fasheh * the new right path. 2427dcd0538fSMark Fasheh * 2428dcd0538fSMark Fasheh * The check at the top of this while loop also accepts 2429dcd0538fSMark Fasheh * insert_cpos == cpos because cpos is only a _theoretical_ 2430dcd0538fSMark Fasheh * value to get us the left path - insert_cpos might very well 2431dcd0538fSMark Fasheh * be filling that hole. 2432dcd0538fSMark Fasheh * 2433dcd0538fSMark Fasheh * Stop at a cpos of '0' because we either started at the 2434dcd0538fSMark Fasheh * leftmost branch (i.e., a tree with one branch and a 2435dcd0538fSMark Fasheh * rotation inside of it), or we've gone as far as we can in 2436dcd0538fSMark Fasheh * rotating subtrees. 2437dcd0538fSMark Fasheh */ 2438dcd0538fSMark Fasheh while (cpos && insert_cpos <= cpos) { 2439a09d09b8STao Ma trace_ocfs2_rotate_tree_right( 2440a09d09b8STao Ma (unsigned long long) 2441a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 2442dcd0538fSMark Fasheh insert_cpos, cpos); 2443dcd0538fSMark Fasheh 24445c601abaSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 2445dcd0538fSMark Fasheh if (ret) { 2446dcd0538fSMark Fasheh mlog_errno(ret); 2447dcd0538fSMark Fasheh goto out; 2448dcd0538fSMark Fasheh } 2449dcd0538fSMark Fasheh 2450dcd0538fSMark Fasheh mlog_bug_on_msg(path_leaf_bh(left_path) == 2451dcd0538fSMark Fasheh path_leaf_bh(right_path), 24525c601abaSJoel Becker "Owner %llu: error during insert of %u " 2453dcd0538fSMark Fasheh "(left path cpos %u) results in two identical " 2454dcd0538fSMark Fasheh "paths ending at %llu\n", 24555c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 24565c601abaSJoel Becker insert_cpos, cpos, 2457dcd0538fSMark Fasheh (unsigned long long) 2458dcd0538fSMark Fasheh path_leaf_bh(left_path)->b_blocknr); 2459dcd0538fSMark Fasheh 2460328d5752SMark Fasheh if (split == SPLIT_NONE && 2461328d5752SMark Fasheh ocfs2_rotate_requires_path_adjustment(left_path, 2462dcd0538fSMark Fasheh insert_cpos)) { 2463dcd0538fSMark Fasheh 2464dcd0538fSMark Fasheh /* 2465dcd0538fSMark Fasheh * We've rotated the tree as much as we 2466dcd0538fSMark Fasheh * should. The rest is up to 2467dcd0538fSMark Fasheh * ocfs2_insert_path() to complete, after the 2468dcd0538fSMark Fasheh * record insertion. We indicate this 2469dcd0538fSMark Fasheh * situation by returning the left path. 2470dcd0538fSMark Fasheh * 2471dcd0538fSMark Fasheh * The reason we don't adjust the records here 2472dcd0538fSMark Fasheh * before the record insert is that an error 2473dcd0538fSMark Fasheh * later might break the rule where a parent 2474dcd0538fSMark Fasheh * record e_cpos will reflect the actual 2475dcd0538fSMark Fasheh * e_cpos of the 1st nonempty record of the 2476dcd0538fSMark Fasheh * child list. 2477dcd0538fSMark Fasheh */ 2478dcd0538fSMark Fasheh *ret_left_path = left_path; 2479dcd0538fSMark Fasheh goto out_ret_path; 2480dcd0538fSMark Fasheh } 2481dcd0538fSMark Fasheh 24827dc02805SJoel Becker start = ocfs2_find_subtree_root(et, left_path, right_path); 2483dcd0538fSMark Fasheh 2484a09d09b8STao Ma trace_ocfs2_rotate_subtree(start, 2485a09d09b8STao Ma (unsigned long long) 2486a09d09b8STao Ma right_path->p_node[start].bh->b_blocknr, 2487dcd0538fSMark Fasheh right_path->p_tree_depth); 2488dcd0538fSMark Fasheh 2489dcd0538fSMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, start, 2490328d5752SMark Fasheh orig_credits, right_path); 2491dcd0538fSMark Fasheh if (ret) { 2492dcd0538fSMark Fasheh mlog_errno(ret); 2493dcd0538fSMark Fasheh goto out; 2494dcd0538fSMark Fasheh } 2495dcd0538fSMark Fasheh 24965c601abaSJoel Becker ret = ocfs2_rotate_subtree_right(handle, et, left_path, 2497dcd0538fSMark Fasheh right_path, start); 2498dcd0538fSMark Fasheh if (ret) { 2499dcd0538fSMark Fasheh mlog_errno(ret); 2500dcd0538fSMark Fasheh goto out; 2501dcd0538fSMark Fasheh } 2502dcd0538fSMark Fasheh 2503328d5752SMark Fasheh if (split != SPLIT_NONE && 2504328d5752SMark Fasheh ocfs2_leftmost_rec_contains(path_leaf_el(right_path), 2505328d5752SMark Fasheh insert_cpos)) { 2506328d5752SMark Fasheh /* 2507328d5752SMark Fasheh * A rotate moves the rightmost left leaf 2508328d5752SMark Fasheh * record over to the leftmost right leaf 2509328d5752SMark Fasheh * slot. If we're doing an extent split 2510328d5752SMark Fasheh * instead of a real insert, then we have to 2511328d5752SMark Fasheh * check that the extent to be split wasn't 2512328d5752SMark Fasheh * just moved over. If it was, then we can 2513328d5752SMark Fasheh * exit here, passing left_path back - 2514328d5752SMark Fasheh * ocfs2_split_extent() is smart enough to 2515328d5752SMark Fasheh * search both leaves. 2516328d5752SMark Fasheh */ 2517328d5752SMark Fasheh *ret_left_path = left_path; 2518328d5752SMark Fasheh goto out_ret_path; 2519328d5752SMark Fasheh } 2520328d5752SMark Fasheh 2521dcd0538fSMark Fasheh /* 2522dcd0538fSMark Fasheh * There is no need to re-read the next right path 2523dcd0538fSMark Fasheh * as we know that it'll be our current left 2524dcd0538fSMark Fasheh * path. Optimize by copying values instead. 2525dcd0538fSMark Fasheh */ 2526dcd0538fSMark Fasheh ocfs2_mv_path(right_path, left_path); 2527dcd0538fSMark Fasheh 25285c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2529dcd0538fSMark Fasheh if (ret) { 2530dcd0538fSMark Fasheh mlog_errno(ret); 2531dcd0538fSMark Fasheh goto out; 2532dcd0538fSMark Fasheh } 2533dcd0538fSMark Fasheh } 2534dcd0538fSMark Fasheh 2535dcd0538fSMark Fasheh out: 2536dcd0538fSMark Fasheh ocfs2_free_path(left_path); 2537dcd0538fSMark Fasheh 2538dcd0538fSMark Fasheh out_ret_path: 2539dcd0538fSMark Fasheh return ret; 2540dcd0538fSMark Fasheh } 2541dcd0538fSMark Fasheh 254209106baeSJoel Becker static int ocfs2_update_edge_lengths(handle_t *handle, 254309106baeSJoel Becker struct ocfs2_extent_tree *et, 2544964f14a0SJun Piao struct ocfs2_path *path) 2545328d5752SMark Fasheh { 25463c5e1068STao Ma int i, idx, ret; 2547328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2548328d5752SMark Fasheh struct ocfs2_extent_list *el; 2549328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2550328d5752SMark Fasheh u32 range; 2551328d5752SMark Fasheh 255209106baeSJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 25533c5e1068STao Ma if (ret) { 25543c5e1068STao Ma mlog_errno(ret); 25553c5e1068STao Ma goto out; 25563c5e1068STao Ma } 25573c5e1068STao Ma 2558328d5752SMark Fasheh /* Path should always be rightmost. */ 2559328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2560328d5752SMark Fasheh BUG_ON(eb->h_next_leaf_blk != 0ULL); 2561328d5752SMark Fasheh 2562328d5752SMark Fasheh el = &eb->h_list; 2563328d5752SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 2564328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2565328d5752SMark Fasheh rec = &el->l_recs[idx]; 2566328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2567328d5752SMark Fasheh 2568328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 2569328d5752SMark Fasheh el = path->p_node[i].el; 2570328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2571328d5752SMark Fasheh rec = &el->l_recs[idx]; 2572328d5752SMark Fasheh 2573328d5752SMark Fasheh rec->e_int_clusters = cpu_to_le32(range); 2574328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos)); 2575328d5752SMark Fasheh 2576328d5752SMark Fasheh ocfs2_journal_dirty(handle, path->p_node[i].bh); 2577328d5752SMark Fasheh } 25783c5e1068STao Ma out: 25793c5e1068STao Ma return ret; 2580328d5752SMark Fasheh } 2581328d5752SMark Fasheh 25826641b0ceSJoel Becker static void ocfs2_unlink_path(handle_t *handle, 25836641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2584328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2585328d5752SMark Fasheh struct ocfs2_path *path, int unlink_start) 2586328d5752SMark Fasheh { 2587328d5752SMark Fasheh int ret, i; 2588328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2589328d5752SMark Fasheh struct ocfs2_extent_list *el; 2590328d5752SMark Fasheh struct buffer_head *bh; 2591328d5752SMark Fasheh 2592328d5752SMark Fasheh for(i = unlink_start; i < path_num_items(path); i++) { 2593328d5752SMark Fasheh bh = path->p_node[i].bh; 2594328d5752SMark Fasheh 2595328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)bh->b_data; 2596328d5752SMark Fasheh /* 2597328d5752SMark Fasheh * Not all nodes might have had their final count 2598328d5752SMark Fasheh * decremented by the caller - handle this here. 2599328d5752SMark Fasheh */ 2600328d5752SMark Fasheh el = &eb->h_list; 2601328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) { 2602328d5752SMark Fasheh mlog(ML_ERROR, 2603328d5752SMark Fasheh "Inode %llu, attempted to remove extent block " 2604328d5752SMark Fasheh "%llu with %u records\n", 26056641b0ceSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2606328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), 2607328d5752SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 2608328d5752SMark Fasheh 2609328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 26106641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2611328d5752SMark Fasheh continue; 2612328d5752SMark Fasheh } 2613328d5752SMark Fasheh 2614328d5752SMark Fasheh el->l_next_free_rec = 0; 2615328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2616328d5752SMark Fasheh 2617328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2618328d5752SMark Fasheh 2619328d5752SMark Fasheh ret = ocfs2_cache_extent_block_free(dealloc, eb); 2620328d5752SMark Fasheh if (ret) 2621328d5752SMark Fasheh mlog_errno(ret); 2622328d5752SMark Fasheh 26236641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2624328d5752SMark Fasheh } 2625328d5752SMark Fasheh } 2626328d5752SMark Fasheh 26276641b0ceSJoel Becker static void ocfs2_unlink_subtree(handle_t *handle, 26286641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2629328d5752SMark Fasheh struct ocfs2_path *left_path, 2630328d5752SMark Fasheh struct ocfs2_path *right_path, 2631328d5752SMark Fasheh int subtree_index, 2632328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 2633328d5752SMark Fasheh { 2634328d5752SMark Fasheh int i; 2635328d5752SMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2636328d5752SMark Fasheh struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el; 2637328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2638328d5752SMark Fasheh 2639328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data; 2640328d5752SMark Fasheh 2641328d5752SMark Fasheh for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 2642328d5752SMark Fasheh if (root_el->l_recs[i].e_blkno == eb->h_blkno) 2643328d5752SMark Fasheh break; 2644328d5752SMark Fasheh 2645328d5752SMark Fasheh BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec)); 2646328d5752SMark Fasheh 2647328d5752SMark Fasheh memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 2648328d5752SMark Fasheh le16_add_cpu(&root_el->l_next_free_rec, -1); 2649328d5752SMark Fasheh 2650328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2651328d5752SMark Fasheh eb->h_next_leaf_blk = 0; 2652328d5752SMark Fasheh 2653328d5752SMark Fasheh ocfs2_journal_dirty(handle, root_bh); 2654328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2655328d5752SMark Fasheh 26566641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, right_path, 2657328d5752SMark Fasheh subtree_index + 1); 2658328d5752SMark Fasheh } 2659328d5752SMark Fasheh 26601e2dd63fSJoel Becker static int ocfs2_rotate_subtree_left(handle_t *handle, 26611e2dd63fSJoel Becker struct ocfs2_extent_tree *et, 2662328d5752SMark Fasheh struct ocfs2_path *left_path, 2663328d5752SMark Fasheh struct ocfs2_path *right_path, 2664328d5752SMark Fasheh int subtree_index, 2665328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 26661e2dd63fSJoel Becker int *deleted) 2667328d5752SMark Fasheh { 2668328d5752SMark Fasheh int ret, i, del_right_subtree = 0, right_has_empty = 0; 2669e7d4cb6bSTao Ma struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path); 2670328d5752SMark Fasheh struct ocfs2_extent_list *right_leaf_el, *left_leaf_el; 2671328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2672328d5752SMark Fasheh 2673328d5752SMark Fasheh *deleted = 0; 2674328d5752SMark Fasheh 2675328d5752SMark Fasheh right_leaf_el = path_leaf_el(right_path); 2676328d5752SMark Fasheh left_leaf_el = path_leaf_el(left_path); 2677328d5752SMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2678328d5752SMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2679328d5752SMark Fasheh 2680328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0])) 2681328d5752SMark Fasheh return 0; 2682328d5752SMark Fasheh 2683328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data; 2684328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) { 2685328d5752SMark Fasheh /* 2686328d5752SMark Fasheh * It's legal for us to proceed if the right leaf is 2687328d5752SMark Fasheh * the rightmost one and it has an empty extent. There 2688328d5752SMark Fasheh * are two cases to handle - whether the leaf will be 2689328d5752SMark Fasheh * empty after removal or not. If the leaf isn't empty 2690328d5752SMark Fasheh * then just remove the empty extent up front. The 2691328d5752SMark Fasheh * next block will handle empty leaves by flagging 2692328d5752SMark Fasheh * them for unlink. 2693328d5752SMark Fasheh * 2694328d5752SMark Fasheh * Non rightmost leaves will throw -EAGAIN and the 2695328d5752SMark Fasheh * caller can manually move the subtree and retry. 2696328d5752SMark Fasheh */ 2697328d5752SMark Fasheh 2698328d5752SMark Fasheh if (eb->h_next_leaf_blk != 0ULL) 2699328d5752SMark Fasheh return -EAGAIN; 2700328d5752SMark Fasheh 2701328d5752SMark Fasheh if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) { 27021e2dd63fSJoel Becker ret = ocfs2_journal_access_eb(handle, et->et_ci, 2703328d5752SMark Fasheh path_leaf_bh(right_path), 2704328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2705328d5752SMark Fasheh if (ret) { 2706328d5752SMark Fasheh mlog_errno(ret); 2707328d5752SMark Fasheh goto out; 2708328d5752SMark Fasheh } 2709328d5752SMark Fasheh 2710328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2711328d5752SMark Fasheh } else 2712328d5752SMark Fasheh right_has_empty = 1; 2713328d5752SMark Fasheh } 2714328d5752SMark Fasheh 2715328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL && 2716328d5752SMark Fasheh le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) { 2717328d5752SMark Fasheh /* 2718328d5752SMark Fasheh * We have to update i_last_eb_blk during the meta 2719328d5752SMark Fasheh * data delete. 2720328d5752SMark Fasheh */ 2721d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 2722328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2723328d5752SMark Fasheh if (ret) { 2724328d5752SMark Fasheh mlog_errno(ret); 2725328d5752SMark Fasheh goto out; 2726328d5752SMark Fasheh } 2727328d5752SMark Fasheh 2728328d5752SMark Fasheh del_right_subtree = 1; 2729328d5752SMark Fasheh } 2730328d5752SMark Fasheh 2731328d5752SMark Fasheh /* 2732328d5752SMark Fasheh * Getting here with an empty extent in the right path implies 2733328d5752SMark Fasheh * that it's the rightmost path and will be deleted. 2734328d5752SMark Fasheh */ 2735328d5752SMark Fasheh BUG_ON(right_has_empty && !del_right_subtree); 2736328d5752SMark Fasheh 27371e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 273813723d00SJoel Becker subtree_index); 2739328d5752SMark Fasheh if (ret) { 2740328d5752SMark Fasheh mlog_errno(ret); 2741328d5752SMark Fasheh goto out; 2742328d5752SMark Fasheh } 2743328d5752SMark Fasheh 2744328d5752SMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 27451e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 274613723d00SJoel Becker right_path, i); 2747328d5752SMark Fasheh if (ret) { 2748328d5752SMark Fasheh mlog_errno(ret); 2749328d5752SMark Fasheh goto out; 2750328d5752SMark Fasheh } 2751328d5752SMark Fasheh 27521e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 275313723d00SJoel Becker left_path, i); 2754328d5752SMark Fasheh if (ret) { 2755328d5752SMark Fasheh mlog_errno(ret); 2756328d5752SMark Fasheh goto out; 2757328d5752SMark Fasheh } 2758328d5752SMark Fasheh } 2759328d5752SMark Fasheh 2760328d5752SMark Fasheh if (!right_has_empty) { 2761328d5752SMark Fasheh /* 2762328d5752SMark Fasheh * Only do this if we're moving a real 2763328d5752SMark Fasheh * record. Otherwise, the action is delayed until 2764328d5752SMark Fasheh * after removal of the right path in which case we 2765328d5752SMark Fasheh * can do a simple shift to remove the empty extent. 2766328d5752SMark Fasheh */ 2767328d5752SMark Fasheh ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]); 2768328d5752SMark Fasheh memset(&right_leaf_el->l_recs[0], 0, 2769328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 2770328d5752SMark Fasheh } 2771328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL) { 2772328d5752SMark Fasheh /* 2773328d5752SMark Fasheh * Move recs over to get rid of empty extent, decrease 2774328d5752SMark Fasheh * next_free. This is allowed to remove the last 2775328d5752SMark Fasheh * extent in our leaf (setting l_next_free_rec to 2776328d5752SMark Fasheh * zero) - the delete code below won't care. 2777328d5752SMark Fasheh */ 2778328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2779328d5752SMark Fasheh } 2780328d5752SMark Fasheh 2781ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2782ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 2783328d5752SMark Fasheh 2784328d5752SMark Fasheh if (del_right_subtree) { 27856641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, right_path, 2786328d5752SMark Fasheh subtree_index, dealloc); 2787964f14a0SJun Piao ret = ocfs2_update_edge_lengths(handle, et, left_path); 27883c5e1068STao Ma if (ret) { 27893c5e1068STao Ma mlog_errno(ret); 27903c5e1068STao Ma goto out; 27913c5e1068STao Ma } 2792328d5752SMark Fasheh 2793328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 279435dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2795328d5752SMark Fasheh 2796328d5752SMark Fasheh /* 2797328d5752SMark Fasheh * Removal of the extent in the left leaf was skipped 2798328d5752SMark Fasheh * above so we could delete the right path 2799328d5752SMark Fasheh * 1st. 2800328d5752SMark Fasheh */ 2801328d5752SMark Fasheh if (right_has_empty) 2802328d5752SMark Fasheh ocfs2_remove_empty_extent(left_leaf_el); 2803328d5752SMark Fasheh 2804ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et_root_bh); 2805328d5752SMark Fasheh 2806328d5752SMark Fasheh *deleted = 1; 2807328d5752SMark Fasheh } else 28084619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2809328d5752SMark Fasheh subtree_index); 2810328d5752SMark Fasheh 2811328d5752SMark Fasheh out: 2812328d5752SMark Fasheh return ret; 2813328d5752SMark Fasheh } 2814328d5752SMark Fasheh 2815328d5752SMark Fasheh /* 2816328d5752SMark Fasheh * Given a full path, determine what cpos value would return us a path 2817328d5752SMark Fasheh * containing the leaf immediately to the right of the current one. 2818328d5752SMark Fasheh * 2819328d5752SMark Fasheh * Will return zero if the path passed in is already the rightmost path. 2820328d5752SMark Fasheh * 2821328d5752SMark Fasheh * This looks similar, but is subtly different to 2822328d5752SMark Fasheh * ocfs2_find_cpos_for_left_leaf(). 2823328d5752SMark Fasheh */ 282438a04e43STao Ma int ocfs2_find_cpos_for_right_leaf(struct super_block *sb, 2825328d5752SMark Fasheh struct ocfs2_path *path, u32 *cpos) 2826328d5752SMark Fasheh { 2827328d5752SMark Fasheh int i, j, ret = 0; 2828328d5752SMark Fasheh u64 blkno; 2829328d5752SMark Fasheh struct ocfs2_extent_list *el; 2830328d5752SMark Fasheh 2831328d5752SMark Fasheh *cpos = 0; 2832328d5752SMark Fasheh 2833328d5752SMark Fasheh if (path->p_tree_depth == 0) 2834328d5752SMark Fasheh return 0; 2835328d5752SMark Fasheh 2836328d5752SMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2837328d5752SMark Fasheh 2838328d5752SMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2839328d5752SMark Fasheh i = path->p_tree_depth - 1; 2840328d5752SMark Fasheh while (i >= 0) { 2841328d5752SMark Fasheh int next_free; 2842328d5752SMark Fasheh 2843328d5752SMark Fasheh el = path->p_node[i].el; 2844328d5752SMark Fasheh 2845328d5752SMark Fasheh /* 2846328d5752SMark Fasheh * Find the extent record just after the one in our 2847328d5752SMark Fasheh * path. 2848328d5752SMark Fasheh */ 2849328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 2850328d5752SMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2851328d5752SMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2852328d5752SMark Fasheh if (j == (next_free - 1)) { 2853328d5752SMark Fasheh if (i == 0) { 2854328d5752SMark Fasheh /* 2855328d5752SMark Fasheh * We've determined that the 2856328d5752SMark Fasheh * path specified is already 2857328d5752SMark Fasheh * the rightmost one - return a 2858328d5752SMark Fasheh * cpos of zero. 2859328d5752SMark Fasheh */ 2860328d5752SMark Fasheh goto out; 2861328d5752SMark Fasheh } 2862328d5752SMark Fasheh /* 2863328d5752SMark Fasheh * The rightmost record points to our 2864328d5752SMark Fasheh * leaf - we need to travel up the 2865328d5752SMark Fasheh * tree one level. 2866328d5752SMark Fasheh */ 2867328d5752SMark Fasheh goto next_node; 2868328d5752SMark Fasheh } 2869328d5752SMark Fasheh 2870328d5752SMark Fasheh *cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos); 2871328d5752SMark Fasheh goto out; 2872328d5752SMark Fasheh } 2873328d5752SMark Fasheh } 2874328d5752SMark Fasheh 2875328d5752SMark Fasheh /* 2876328d5752SMark Fasheh * If we got here, we never found a valid node where 2877328d5752SMark Fasheh * the tree indicated one should be. 2878328d5752SMark Fasheh */ 28797ecef14aSJoe Perches ocfs2_error(sb, "Invalid extent tree at extent block %llu\n", 2880328d5752SMark Fasheh (unsigned long long)blkno); 2881328d5752SMark Fasheh ret = -EROFS; 2882328d5752SMark Fasheh goto out; 2883328d5752SMark Fasheh 2884328d5752SMark Fasheh next_node: 2885328d5752SMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2886328d5752SMark Fasheh i--; 2887328d5752SMark Fasheh } 2888328d5752SMark Fasheh 2889328d5752SMark Fasheh out: 2890328d5752SMark Fasheh return ret; 2891328d5752SMark Fasheh } 2892328d5752SMark Fasheh 289370f18c08SJoel Becker static int ocfs2_rotate_rightmost_leaf_left(handle_t *handle, 289470f18c08SJoel Becker struct ocfs2_extent_tree *et, 289513723d00SJoel Becker struct ocfs2_path *path) 2896328d5752SMark Fasheh { 2897328d5752SMark Fasheh int ret; 289813723d00SJoel Becker struct buffer_head *bh = path_leaf_bh(path); 289913723d00SJoel Becker struct ocfs2_extent_list *el = path_leaf_el(path); 2900328d5752SMark Fasheh 2901328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2902328d5752SMark Fasheh return 0; 2903328d5752SMark Fasheh 290470f18c08SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path, 290513723d00SJoel Becker path_num_items(path) - 1); 2906328d5752SMark Fasheh if (ret) { 2907328d5752SMark Fasheh mlog_errno(ret); 2908328d5752SMark Fasheh goto out; 2909328d5752SMark Fasheh } 2910328d5752SMark Fasheh 2911328d5752SMark Fasheh ocfs2_remove_empty_extent(el); 2912ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 2913328d5752SMark Fasheh 2914328d5752SMark Fasheh out: 2915328d5752SMark Fasheh return ret; 2916328d5752SMark Fasheh } 2917328d5752SMark Fasheh 2918e46f74dcSJoel Becker static int __ocfs2_rotate_tree_left(handle_t *handle, 2919e46f74dcSJoel Becker struct ocfs2_extent_tree *et, 2920e46f74dcSJoel Becker int orig_credits, 2921328d5752SMark Fasheh struct ocfs2_path *path, 2922328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2923e46f74dcSJoel Becker struct ocfs2_path **empty_extent_path) 2924328d5752SMark Fasheh { 2925328d5752SMark Fasheh int ret, subtree_root, deleted; 2926328d5752SMark Fasheh u32 right_cpos; 2927328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2928328d5752SMark Fasheh struct ocfs2_path *right_path = NULL; 2929e46f74dcSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2930328d5752SMark Fasheh 2931099768b0SXue jiufei if (!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0]))) 2932099768b0SXue jiufei return 0; 2933328d5752SMark Fasheh 2934328d5752SMark Fasheh *empty_extent_path = NULL; 2935328d5752SMark Fasheh 2936e46f74dcSJoel Becker ret = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos); 2937328d5752SMark Fasheh if (ret) { 2938328d5752SMark Fasheh mlog_errno(ret); 2939328d5752SMark Fasheh goto out; 2940328d5752SMark Fasheh } 2941328d5752SMark Fasheh 2942ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 2943328d5752SMark Fasheh if (!left_path) { 2944328d5752SMark Fasheh ret = -ENOMEM; 2945328d5752SMark Fasheh mlog_errno(ret); 2946328d5752SMark Fasheh goto out; 2947328d5752SMark Fasheh } 2948328d5752SMark Fasheh 2949328d5752SMark Fasheh ocfs2_cp_path(left_path, path); 2950328d5752SMark Fasheh 2951ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 2952328d5752SMark Fasheh if (!right_path) { 2953328d5752SMark Fasheh ret = -ENOMEM; 2954328d5752SMark Fasheh mlog_errno(ret); 2955328d5752SMark Fasheh goto out; 2956328d5752SMark Fasheh } 2957328d5752SMark Fasheh 2958328d5752SMark Fasheh while (right_cpos) { 2959facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 2960328d5752SMark Fasheh if (ret) { 2961328d5752SMark Fasheh mlog_errno(ret); 2962328d5752SMark Fasheh goto out; 2963328d5752SMark Fasheh } 2964328d5752SMark Fasheh 29657dc02805SJoel Becker subtree_root = ocfs2_find_subtree_root(et, left_path, 2966328d5752SMark Fasheh right_path); 2967328d5752SMark Fasheh 2968a09d09b8STao Ma trace_ocfs2_rotate_subtree(subtree_root, 2969328d5752SMark Fasheh (unsigned long long) 2970328d5752SMark Fasheh right_path->p_node[subtree_root].bh->b_blocknr, 2971328d5752SMark Fasheh right_path->p_tree_depth); 2972328d5752SMark Fasheh 297317215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 2974328d5752SMark Fasheh orig_credits, left_path); 2975328d5752SMark Fasheh if (ret) { 2976328d5752SMark Fasheh mlog_errno(ret); 2977328d5752SMark Fasheh goto out; 2978328d5752SMark Fasheh } 2979328d5752SMark Fasheh 2980e8aed345SMark Fasheh /* 2981e8aed345SMark Fasheh * Caller might still want to make changes to the 2982e8aed345SMark Fasheh * tree root, so re-add it to the journal here. 2983e8aed345SMark Fasheh */ 2984e46f74dcSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 298513723d00SJoel Becker left_path, 0); 2986e8aed345SMark Fasheh if (ret) { 2987e8aed345SMark Fasheh mlog_errno(ret); 2988e8aed345SMark Fasheh goto out; 2989e8aed345SMark Fasheh } 2990e8aed345SMark Fasheh 29911e2dd63fSJoel Becker ret = ocfs2_rotate_subtree_left(handle, et, left_path, 2992328d5752SMark Fasheh right_path, subtree_root, 29931e2dd63fSJoel Becker dealloc, &deleted); 2994328d5752SMark Fasheh if (ret == -EAGAIN) { 2995328d5752SMark Fasheh /* 2996328d5752SMark Fasheh * The rotation has to temporarily stop due to 2997328d5752SMark Fasheh * the right subtree having an empty 2998328d5752SMark Fasheh * extent. Pass it back to the caller for a 2999328d5752SMark Fasheh * fixup. 3000328d5752SMark Fasheh */ 3001328d5752SMark Fasheh *empty_extent_path = right_path; 3002328d5752SMark Fasheh right_path = NULL; 3003328d5752SMark Fasheh goto out; 3004328d5752SMark Fasheh } 3005328d5752SMark Fasheh if (ret) { 3006328d5752SMark Fasheh mlog_errno(ret); 3007328d5752SMark Fasheh goto out; 3008328d5752SMark Fasheh } 3009328d5752SMark Fasheh 3010328d5752SMark Fasheh /* 3011328d5752SMark Fasheh * The subtree rotate might have removed records on 3012328d5752SMark Fasheh * the rightmost edge. If so, then rotation is 3013328d5752SMark Fasheh * complete. 3014328d5752SMark Fasheh */ 3015328d5752SMark Fasheh if (deleted) 3016328d5752SMark Fasheh break; 3017328d5752SMark Fasheh 3018328d5752SMark Fasheh ocfs2_mv_path(left_path, right_path); 3019328d5752SMark Fasheh 3020e46f74dcSJoel Becker ret = ocfs2_find_cpos_for_right_leaf(sb, left_path, 3021328d5752SMark Fasheh &right_cpos); 3022328d5752SMark Fasheh if (ret) { 3023328d5752SMark Fasheh mlog_errno(ret); 3024328d5752SMark Fasheh goto out; 3025328d5752SMark Fasheh } 3026328d5752SMark Fasheh } 3027328d5752SMark Fasheh 3028328d5752SMark Fasheh out: 3029328d5752SMark Fasheh ocfs2_free_path(right_path); 3030328d5752SMark Fasheh ocfs2_free_path(left_path); 3031328d5752SMark Fasheh 3032328d5752SMark Fasheh return ret; 3033328d5752SMark Fasheh } 3034328d5752SMark Fasheh 303570f18c08SJoel Becker static int ocfs2_remove_rightmost_path(handle_t *handle, 303670f18c08SJoel Becker struct ocfs2_extent_tree *et, 3037328d5752SMark Fasheh struct ocfs2_path *path, 303870f18c08SJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 3039328d5752SMark Fasheh { 3040328d5752SMark Fasheh int ret, subtree_index; 3041328d5752SMark Fasheh u32 cpos; 3042328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 3043328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3044328d5752SMark Fasheh struct ocfs2_extent_list *el; 3045328d5752SMark Fasheh 30466136ca5fSJoel Becker ret = ocfs2_et_sanity_check(et); 3047e7d4cb6bSTao Ma if (ret) 3048e7d4cb6bSTao Ma goto out; 3049328d5752SMark Fasheh 3050d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 3051328d5752SMark Fasheh if (ret) { 3052328d5752SMark Fasheh mlog_errno(ret); 3053328d5752SMark Fasheh goto out; 3054328d5752SMark Fasheh } 3055328d5752SMark Fasheh 30563d03a305SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 30573d03a305SJoel Becker path, &cpos); 3058328d5752SMark Fasheh if (ret) { 3059328d5752SMark Fasheh mlog_errno(ret); 3060328d5752SMark Fasheh goto out; 3061328d5752SMark Fasheh } 3062328d5752SMark Fasheh 3063328d5752SMark Fasheh if (cpos) { 3064328d5752SMark Fasheh /* 3065328d5752SMark Fasheh * We have a path to the left of this one - it needs 3066328d5752SMark Fasheh * an update too. 3067328d5752SMark Fasheh */ 3068ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 3069328d5752SMark Fasheh if (!left_path) { 3070328d5752SMark Fasheh ret = -ENOMEM; 3071328d5752SMark Fasheh mlog_errno(ret); 3072328d5752SMark Fasheh goto out; 3073328d5752SMark Fasheh } 3074328d5752SMark Fasheh 3075facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 3076328d5752SMark Fasheh if (ret) { 3077328d5752SMark Fasheh mlog_errno(ret); 3078328d5752SMark Fasheh goto out; 3079328d5752SMark Fasheh } 3080328d5752SMark Fasheh 3081d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 3082328d5752SMark Fasheh if (ret) { 3083328d5752SMark Fasheh mlog_errno(ret); 3084328d5752SMark Fasheh goto out; 3085328d5752SMark Fasheh } 3086328d5752SMark Fasheh 30877dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 3088328d5752SMark Fasheh 30896641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, path, 3090328d5752SMark Fasheh subtree_index, dealloc); 3091964f14a0SJun Piao ret = ocfs2_update_edge_lengths(handle, et, left_path); 30923c5e1068STao Ma if (ret) { 30933c5e1068STao Ma mlog_errno(ret); 30943c5e1068STao Ma goto out; 30953c5e1068STao Ma } 3096328d5752SMark Fasheh 3097328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 309835dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 3099328d5752SMark Fasheh } else { 3100328d5752SMark Fasheh /* 3101328d5752SMark Fasheh * 'path' is also the leftmost path which 3102328d5752SMark Fasheh * means it must be the only one. This gets 3103328d5752SMark Fasheh * handled differently because we want to 310470f18c08SJoel Becker * revert the root back to having extents 3105328d5752SMark Fasheh * in-line. 3106328d5752SMark Fasheh */ 31076641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, path, 1); 3108328d5752SMark Fasheh 3109ce1d9ea6SJoel Becker el = et->et_root_el; 3110328d5752SMark Fasheh el->l_tree_depth = 0; 3111328d5752SMark Fasheh el->l_next_free_rec = 0; 3112328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3113328d5752SMark Fasheh 311435dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, 0); 3115328d5752SMark Fasheh } 3116328d5752SMark Fasheh 3117328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_root_bh(path)); 3118328d5752SMark Fasheh 3119328d5752SMark Fasheh out: 3120328d5752SMark Fasheh ocfs2_free_path(left_path); 3121328d5752SMark Fasheh return ret; 3122328d5752SMark Fasheh } 3123328d5752SMark Fasheh 3124d0c97d52SXue jiufei static int ocfs2_remove_rightmost_empty_extent(struct ocfs2_super *osb, 3125d0c97d52SXue jiufei struct ocfs2_extent_tree *et, 3126d0c97d52SXue jiufei struct ocfs2_path *path, 3127d0c97d52SXue jiufei struct ocfs2_cached_dealloc_ctxt *dealloc) 3128d0c97d52SXue jiufei { 3129d0c97d52SXue jiufei handle_t *handle; 3130d0c97d52SXue jiufei int ret; 3131d0c97d52SXue jiufei int credits = path->p_tree_depth * 2 + 1; 3132d0c97d52SXue jiufei 3133d0c97d52SXue jiufei handle = ocfs2_start_trans(osb, credits); 3134d0c97d52SXue jiufei if (IS_ERR(handle)) { 3135d0c97d52SXue jiufei ret = PTR_ERR(handle); 3136d0c97d52SXue jiufei mlog_errno(ret); 3137d0c97d52SXue jiufei return ret; 3138d0c97d52SXue jiufei } 3139d0c97d52SXue jiufei 3140d0c97d52SXue jiufei ret = ocfs2_remove_rightmost_path(handle, et, path, dealloc); 3141d0c97d52SXue jiufei if (ret) 3142d0c97d52SXue jiufei mlog_errno(ret); 3143d0c97d52SXue jiufei 3144d0c97d52SXue jiufei ocfs2_commit_trans(osb, handle); 3145d0c97d52SXue jiufei return ret; 3146d0c97d52SXue jiufei } 3147d0c97d52SXue jiufei 3148328d5752SMark Fasheh /* 3149328d5752SMark Fasheh * Left rotation of btree records. 3150328d5752SMark Fasheh * 3151328d5752SMark Fasheh * In many ways, this is (unsurprisingly) the opposite of right 3152328d5752SMark Fasheh * rotation. We start at some non-rightmost path containing an empty 3153328d5752SMark Fasheh * extent in the leaf block. The code works its way to the rightmost 3154328d5752SMark Fasheh * path by rotating records to the left in every subtree. 3155328d5752SMark Fasheh * 3156328d5752SMark Fasheh * This is used by any code which reduces the number of extent records 3157328d5752SMark Fasheh * in a leaf. After removal, an empty record should be placed in the 3158328d5752SMark Fasheh * leftmost list position. 3159328d5752SMark Fasheh * 3160328d5752SMark Fasheh * This won't handle a length update of the rightmost path records if 3161328d5752SMark Fasheh * the rightmost tree leaf record is removed so the caller is 3162328d5752SMark Fasheh * responsible for detecting and correcting that. 3163328d5752SMark Fasheh */ 316470f18c08SJoel Becker static int ocfs2_rotate_tree_left(handle_t *handle, 316570f18c08SJoel Becker struct ocfs2_extent_tree *et, 3166328d5752SMark Fasheh struct ocfs2_path *path, 316770f18c08SJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 3168328d5752SMark Fasheh { 3169328d5752SMark Fasheh int ret, orig_credits = handle->h_buffer_credits; 3170328d5752SMark Fasheh struct ocfs2_path *tmp_path = NULL, *restart_path = NULL; 3171328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3172328d5752SMark Fasheh struct ocfs2_extent_list *el; 3173328d5752SMark Fasheh 3174328d5752SMark Fasheh el = path_leaf_el(path); 3175328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 3176328d5752SMark Fasheh return 0; 3177328d5752SMark Fasheh 3178328d5752SMark Fasheh if (path->p_tree_depth == 0) { 3179328d5752SMark Fasheh rightmost_no_delete: 3180328d5752SMark Fasheh /* 3181e7d4cb6bSTao Ma * Inline extents. This is trivially handled, so do 3182328d5752SMark Fasheh * it up front. 3183328d5752SMark Fasheh */ 318470f18c08SJoel Becker ret = ocfs2_rotate_rightmost_leaf_left(handle, et, path); 3185328d5752SMark Fasheh if (ret) 3186328d5752SMark Fasheh mlog_errno(ret); 3187328d5752SMark Fasheh goto out; 3188328d5752SMark Fasheh } 3189328d5752SMark Fasheh 3190328d5752SMark Fasheh /* 3191328d5752SMark Fasheh * Handle rightmost branch now. There's several cases: 3192328d5752SMark Fasheh * 1) simple rotation leaving records in there. That's trivial. 3193328d5752SMark Fasheh * 2) rotation requiring a branch delete - there's no more 3194328d5752SMark Fasheh * records left. Two cases of this: 3195328d5752SMark Fasheh * a) There are branches to the left. 3196328d5752SMark Fasheh * b) This is also the leftmost (the only) branch. 3197328d5752SMark Fasheh * 3198328d5752SMark Fasheh * 1) is handled via ocfs2_rotate_rightmost_leaf_left() 3199328d5752SMark Fasheh * 2a) we need the left branch so that we can update it with the unlink 320070f18c08SJoel Becker * 2b) we need to bring the root back to inline extents. 3201328d5752SMark Fasheh */ 3202328d5752SMark Fasheh 3203328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 3204328d5752SMark Fasheh el = &eb->h_list; 3205328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0) { 3206328d5752SMark Fasheh /* 3207328d5752SMark Fasheh * This gets a bit tricky if we're going to delete the 3208328d5752SMark Fasheh * rightmost path. Get the other cases out of the way 3209328d5752SMark Fasheh * 1st. 3210328d5752SMark Fasheh */ 3211328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) 3212328d5752SMark Fasheh goto rightmost_no_delete; 3213328d5752SMark Fasheh 3214328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 3215*93f5920dSJun Piao ret = ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 32167ecef14aSJoe Perches "Owner %llu has empty extent block at %llu\n", 321770f18c08SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 3218328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno)); 3219328d5752SMark Fasheh goto out; 3220328d5752SMark Fasheh } 3221328d5752SMark Fasheh 3222328d5752SMark Fasheh /* 3223328d5752SMark Fasheh * XXX: The caller can not trust "path" any more after 3224328d5752SMark Fasheh * this as it will have been deleted. What do we do? 3225328d5752SMark Fasheh * 3226328d5752SMark Fasheh * In theory the rotate-for-merge code will never get 3227328d5752SMark Fasheh * here because it'll always ask for a rotate in a 3228328d5752SMark Fasheh * nonempty list. 3229328d5752SMark Fasheh */ 3230328d5752SMark Fasheh 323170f18c08SJoel Becker ret = ocfs2_remove_rightmost_path(handle, et, path, 323270f18c08SJoel Becker dealloc); 3233328d5752SMark Fasheh if (ret) 3234328d5752SMark Fasheh mlog_errno(ret); 3235328d5752SMark Fasheh goto out; 3236328d5752SMark Fasheh } 3237328d5752SMark Fasheh 3238328d5752SMark Fasheh /* 3239328d5752SMark Fasheh * Now we can loop, remembering the path we get from -EAGAIN 3240328d5752SMark Fasheh * and restarting from there. 3241328d5752SMark Fasheh */ 3242328d5752SMark Fasheh try_rotate: 3243e46f74dcSJoel Becker ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, path, 3244e46f74dcSJoel Becker dealloc, &restart_path); 3245328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3246328d5752SMark Fasheh mlog_errno(ret); 3247328d5752SMark Fasheh goto out; 3248328d5752SMark Fasheh } 3249328d5752SMark Fasheh 3250328d5752SMark Fasheh while (ret == -EAGAIN) { 3251328d5752SMark Fasheh tmp_path = restart_path; 3252328d5752SMark Fasheh restart_path = NULL; 3253328d5752SMark Fasheh 3254e46f74dcSJoel Becker ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, 3255328d5752SMark Fasheh tmp_path, dealloc, 3256e46f74dcSJoel Becker &restart_path); 3257328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3258328d5752SMark Fasheh mlog_errno(ret); 3259328d5752SMark Fasheh goto out; 3260328d5752SMark Fasheh } 3261328d5752SMark Fasheh 3262328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3263328d5752SMark Fasheh tmp_path = NULL; 3264328d5752SMark Fasheh 3265328d5752SMark Fasheh if (ret == 0) 3266328d5752SMark Fasheh goto try_rotate; 3267328d5752SMark Fasheh } 3268328d5752SMark Fasheh 3269328d5752SMark Fasheh out: 3270328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3271328d5752SMark Fasheh ocfs2_free_path(restart_path); 3272328d5752SMark Fasheh return ret; 3273328d5752SMark Fasheh } 3274328d5752SMark Fasheh 3275328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el, 3276328d5752SMark Fasheh int index) 3277328d5752SMark Fasheh { 3278328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[index]; 3279328d5752SMark Fasheh unsigned int size; 3280328d5752SMark Fasheh 3281328d5752SMark Fasheh if (rec->e_leaf_clusters == 0) { 3282328d5752SMark Fasheh /* 3283328d5752SMark Fasheh * We consumed all of the merged-from record. An empty 3284328d5752SMark Fasheh * extent cannot exist anywhere but the 1st array 3285328d5752SMark Fasheh * position, so move things over if the merged-from 3286328d5752SMark Fasheh * record doesn't occupy that position. 3287328d5752SMark Fasheh * 3288328d5752SMark Fasheh * This creates a new empty extent so the caller 3289328d5752SMark Fasheh * should be smart enough to have removed any existing 3290328d5752SMark Fasheh * ones. 3291328d5752SMark Fasheh */ 3292328d5752SMark Fasheh if (index > 0) { 3293328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3294328d5752SMark Fasheh size = index * sizeof(struct ocfs2_extent_rec); 3295328d5752SMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], size); 3296328d5752SMark Fasheh } 3297328d5752SMark Fasheh 3298328d5752SMark Fasheh /* 3299328d5752SMark Fasheh * Always memset - the caller doesn't check whether it 3300328d5752SMark Fasheh * created an empty extent, so there could be junk in 3301328d5752SMark Fasheh * the other fields. 3302328d5752SMark Fasheh */ 3303328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3304328d5752SMark Fasheh } 3305328d5752SMark Fasheh } 3306328d5752SMark Fasheh 33074fe82c31SJoel Becker static int ocfs2_get_right_path(struct ocfs2_extent_tree *et, 3308677b9752STao Ma struct ocfs2_path *left_path, 3309677b9752STao Ma struct ocfs2_path **ret_right_path) 3310328d5752SMark Fasheh { 3311328d5752SMark Fasheh int ret; 3312677b9752STao Ma u32 right_cpos; 3313677b9752STao Ma struct ocfs2_path *right_path = NULL; 3314677b9752STao Ma struct ocfs2_extent_list *left_el; 3315677b9752STao Ma 3316677b9752STao Ma *ret_right_path = NULL; 3317677b9752STao Ma 3318677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3319677b9752STao Ma BUG_ON(left_path->p_tree_depth == 0); 3320677b9752STao Ma 3321677b9752STao Ma left_el = path_leaf_el(left_path); 3322677b9752STao Ma BUG_ON(left_el->l_next_free_rec != left_el->l_count); 3323677b9752STao Ma 33244fe82c31SJoel Becker ret = ocfs2_find_cpos_for_right_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 33254fe82c31SJoel Becker left_path, &right_cpos); 3326677b9752STao Ma if (ret) { 3327677b9752STao Ma mlog_errno(ret); 3328677b9752STao Ma goto out; 3329677b9752STao Ma } 3330677b9752STao Ma 3331677b9752STao Ma /* This function shouldn't be called for the rightmost leaf. */ 3332677b9752STao Ma BUG_ON(right_cpos == 0); 3333677b9752STao Ma 3334ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(left_path); 3335677b9752STao Ma if (!right_path) { 3336677b9752STao Ma ret = -ENOMEM; 3337677b9752STao Ma mlog_errno(ret); 3338677b9752STao Ma goto out; 3339677b9752STao Ma } 3340677b9752STao Ma 33414fe82c31SJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 3342677b9752STao Ma if (ret) { 3343677b9752STao Ma mlog_errno(ret); 3344677b9752STao Ma goto out; 3345677b9752STao Ma } 3346677b9752STao Ma 3347677b9752STao Ma *ret_right_path = right_path; 3348677b9752STao Ma out: 3349677b9752STao Ma if (ret) 3350677b9752STao Ma ocfs2_free_path(right_path); 3351677b9752STao Ma return ret; 3352677b9752STao Ma } 3353677b9752STao Ma 3354677b9752STao Ma /* 3355677b9752STao Ma * Remove split_rec clusters from the record at index and merge them 3356677b9752STao Ma * onto the beginning of the record "next" to it. 3357677b9752STao Ma * For index < l_count - 1, the next means the extent rec at index + 1. 3358677b9752STao Ma * For index == l_count - 1, the "next" means the 1st extent rec of the 3359677b9752STao Ma * next extent block. 3360677b9752STao Ma */ 33614fe82c31SJoel Becker static int ocfs2_merge_rec_right(struct ocfs2_path *left_path, 3362677b9752STao Ma handle_t *handle, 33637dc02805SJoel Becker struct ocfs2_extent_tree *et, 3364677b9752STao Ma struct ocfs2_extent_rec *split_rec, 3365677b9752STao Ma int index) 3366677b9752STao Ma { 3367677b9752STao Ma int ret, next_free, i; 3368328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3369328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3370328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3371677b9752STao Ma struct ocfs2_extent_list *right_el; 3372677b9752STao Ma struct ocfs2_path *right_path = NULL; 3373677b9752STao Ma int subtree_index = 0; 3374677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(left_path); 3375677b9752STao Ma struct buffer_head *bh = path_leaf_bh(left_path); 3376677b9752STao Ma struct buffer_head *root_bh = NULL; 3377328d5752SMark Fasheh 3378328d5752SMark Fasheh BUG_ON(index >= le16_to_cpu(el->l_next_free_rec)); 3379328d5752SMark Fasheh left_rec = &el->l_recs[index]; 3380677b9752STao Ma 33819d8df6aaSAl Viro if (index == le16_to_cpu(el->l_next_free_rec) - 1 && 3382677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) { 3383677b9752STao Ma /* we meet with a cross extent block merge. */ 33844fe82c31SJoel Becker ret = ocfs2_get_right_path(et, left_path, &right_path); 3385677b9752STao Ma if (ret) { 3386677b9752STao Ma mlog_errno(ret); 3387629a3b5fSMarkus Elfring return ret; 3388677b9752STao Ma } 3389677b9752STao Ma 3390677b9752STao Ma right_el = path_leaf_el(right_path); 3391677b9752STao Ma next_free = le16_to_cpu(right_el->l_next_free_rec); 3392677b9752STao Ma BUG_ON(next_free <= 0); 3393677b9752STao Ma right_rec = &right_el->l_recs[0]; 3394677b9752STao Ma if (ocfs2_is_empty_extent(right_rec)) { 33959d8df6aaSAl Viro BUG_ON(next_free <= 1); 3396677b9752STao Ma right_rec = &right_el->l_recs[1]; 3397677b9752STao Ma } 3398677b9752STao Ma 3399677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3400677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3401677b9752STao Ma le32_to_cpu(right_rec->e_cpos)); 3402677b9752STao Ma 34037dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 34047dc02805SJoel Becker right_path); 3405677b9752STao Ma 3406677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3407677b9752STao Ma handle->h_buffer_credits, 3408677b9752STao Ma right_path); 3409677b9752STao Ma if (ret) { 3410677b9752STao Ma mlog_errno(ret); 3411677b9752STao Ma goto out; 3412677b9752STao Ma } 3413677b9752STao Ma 3414677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3415677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3416677b9752STao Ma 34177dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 341813723d00SJoel Becker subtree_index); 3419677b9752STao Ma if (ret) { 3420677b9752STao Ma mlog_errno(ret); 3421677b9752STao Ma goto out; 3422677b9752STao Ma } 3423677b9752STao Ma 3424677b9752STao Ma for (i = subtree_index + 1; 3425677b9752STao Ma i < path_num_items(right_path); i++) { 34267dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 342713723d00SJoel Becker right_path, i); 3428677b9752STao Ma if (ret) { 3429677b9752STao Ma mlog_errno(ret); 3430677b9752STao Ma goto out; 3431677b9752STao Ma } 3432677b9752STao Ma 34337dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 343413723d00SJoel Becker left_path, i); 3435677b9752STao Ma if (ret) { 3436677b9752STao Ma mlog_errno(ret); 3437677b9752STao Ma goto out; 3438677b9752STao Ma } 3439677b9752STao Ma } 3440677b9752STao Ma 3441677b9752STao Ma } else { 3442677b9752STao Ma BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1); 3443328d5752SMark Fasheh right_rec = &el->l_recs[index + 1]; 3444677b9752STao Ma } 3445328d5752SMark Fasheh 34467dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, left_path, 344713723d00SJoel Becker path_num_items(left_path) - 1); 3448328d5752SMark Fasheh if (ret) { 3449328d5752SMark Fasheh mlog_errno(ret); 3450328d5752SMark Fasheh goto out; 3451328d5752SMark Fasheh } 3452328d5752SMark Fasheh 3453328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters); 3454328d5752SMark Fasheh 3455328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, -split_clusters); 3456328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 34577dc02805SJoel Becker -ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 34587dc02805SJoel Becker split_clusters)); 3459328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters); 3460328d5752SMark Fasheh 3461328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3462328d5752SMark Fasheh 3463ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 3464677b9752STao Ma if (right_path) { 3465ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 34664619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 34674619c73eSJoel Becker subtree_index); 3468677b9752STao Ma } 3469328d5752SMark Fasheh out: 3470677b9752STao Ma ocfs2_free_path(right_path); 3471677b9752STao Ma return ret; 3472677b9752STao Ma } 3473677b9752STao Ma 34744fe82c31SJoel Becker static int ocfs2_get_left_path(struct ocfs2_extent_tree *et, 3475677b9752STao Ma struct ocfs2_path *right_path, 3476677b9752STao Ma struct ocfs2_path **ret_left_path) 3477677b9752STao Ma { 3478677b9752STao Ma int ret; 3479677b9752STao Ma u32 left_cpos; 3480677b9752STao Ma struct ocfs2_path *left_path = NULL; 3481677b9752STao Ma 3482677b9752STao Ma *ret_left_path = NULL; 3483677b9752STao Ma 3484677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3485677b9752STao Ma BUG_ON(right_path->p_tree_depth == 0); 3486677b9752STao Ma 34874fe82c31SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 3488677b9752STao Ma right_path, &left_cpos); 3489677b9752STao Ma if (ret) { 3490677b9752STao Ma mlog_errno(ret); 3491677b9752STao Ma goto out; 3492677b9752STao Ma } 3493677b9752STao Ma 3494677b9752STao Ma /* This function shouldn't be called for the leftmost leaf. */ 3495677b9752STao Ma BUG_ON(left_cpos == 0); 3496677b9752STao Ma 3497ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3498677b9752STao Ma if (!left_path) { 3499677b9752STao Ma ret = -ENOMEM; 3500677b9752STao Ma mlog_errno(ret); 3501677b9752STao Ma goto out; 3502677b9752STao Ma } 3503677b9752STao Ma 35044fe82c31SJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, left_cpos); 3505677b9752STao Ma if (ret) { 3506677b9752STao Ma mlog_errno(ret); 3507677b9752STao Ma goto out; 3508677b9752STao Ma } 3509677b9752STao Ma 3510677b9752STao Ma *ret_left_path = left_path; 3511677b9752STao Ma out: 3512677b9752STao Ma if (ret) 3513677b9752STao Ma ocfs2_free_path(left_path); 3514328d5752SMark Fasheh return ret; 3515328d5752SMark Fasheh } 3516328d5752SMark Fasheh 3517328d5752SMark Fasheh /* 3518328d5752SMark Fasheh * Remove split_rec clusters from the record at index and merge them 3519677b9752STao Ma * onto the tail of the record "before" it. 3520677b9752STao Ma * For index > 0, the "before" means the extent rec at index - 1. 3521677b9752STao Ma * 3522677b9752STao Ma * For index == 0, the "before" means the last record of the previous 3523677b9752STao Ma * extent block. And there is also a situation that we may need to 3524677b9752STao Ma * remove the rightmost leaf extent block in the right_path and change 3525677b9752STao Ma * the right path to indicate the new rightmost path. 3526328d5752SMark Fasheh */ 35274fe82c31SJoel Becker static int ocfs2_merge_rec_left(struct ocfs2_path *right_path, 3528328d5752SMark Fasheh handle_t *handle, 35294fe82c31SJoel Becker struct ocfs2_extent_tree *et, 3530328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3531677b9752STao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3532677b9752STao Ma int index) 3533328d5752SMark Fasheh { 3534677b9752STao Ma int ret, i, subtree_index = 0, has_empty_extent = 0; 3535328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3536328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3537328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3538677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(right_path); 3539677b9752STao Ma struct buffer_head *bh = path_leaf_bh(right_path); 3540677b9752STao Ma struct buffer_head *root_bh = NULL; 3541677b9752STao Ma struct ocfs2_path *left_path = NULL; 3542677b9752STao Ma struct ocfs2_extent_list *left_el; 3543328d5752SMark Fasheh 3544677b9752STao Ma BUG_ON(index < 0); 3545328d5752SMark Fasheh 3546328d5752SMark Fasheh right_rec = &el->l_recs[index]; 3547677b9752STao Ma if (index == 0) { 3548677b9752STao Ma /* we meet with a cross extent block merge. */ 35494fe82c31SJoel Becker ret = ocfs2_get_left_path(et, right_path, &left_path); 3550677b9752STao Ma if (ret) { 3551677b9752STao Ma mlog_errno(ret); 3552992ef6e7SMarkus Elfring return ret; 3553677b9752STao Ma } 3554677b9752STao Ma 3555677b9752STao Ma left_el = path_leaf_el(left_path); 3556677b9752STao Ma BUG_ON(le16_to_cpu(left_el->l_next_free_rec) != 3557677b9752STao Ma le16_to_cpu(left_el->l_count)); 3558677b9752STao Ma 3559677b9752STao Ma left_rec = &left_el->l_recs[ 3560677b9752STao Ma le16_to_cpu(left_el->l_next_free_rec) - 1]; 3561677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3562677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3563677b9752STao Ma le32_to_cpu(split_rec->e_cpos)); 3564677b9752STao Ma 35657dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 35667dc02805SJoel Becker right_path); 3567677b9752STao Ma 3568677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3569677b9752STao Ma handle->h_buffer_credits, 3570677b9752STao Ma left_path); 3571677b9752STao Ma if (ret) { 3572677b9752STao Ma mlog_errno(ret); 3573677b9752STao Ma goto out; 3574677b9752STao Ma } 3575677b9752STao Ma 3576677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3577677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3578677b9752STao Ma 35794fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 358013723d00SJoel Becker subtree_index); 3581677b9752STao Ma if (ret) { 3582677b9752STao Ma mlog_errno(ret); 3583677b9752STao Ma goto out; 3584677b9752STao Ma } 3585677b9752STao Ma 3586677b9752STao Ma for (i = subtree_index + 1; 3587677b9752STao Ma i < path_num_items(right_path); i++) { 35884fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 358913723d00SJoel Becker right_path, i); 3590677b9752STao Ma if (ret) { 3591677b9752STao Ma mlog_errno(ret); 3592677b9752STao Ma goto out; 3593677b9752STao Ma } 3594677b9752STao Ma 35954fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 359613723d00SJoel Becker left_path, i); 3597677b9752STao Ma if (ret) { 3598677b9752STao Ma mlog_errno(ret); 3599677b9752STao Ma goto out; 3600677b9752STao Ma } 3601677b9752STao Ma } 3602677b9752STao Ma } else { 3603677b9752STao Ma left_rec = &el->l_recs[index - 1]; 3604328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 3605328d5752SMark Fasheh has_empty_extent = 1; 3606677b9752STao Ma } 3607328d5752SMark Fasheh 36084fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 36099047beabSTao Ma path_num_items(right_path) - 1); 3610328d5752SMark Fasheh if (ret) { 3611328d5752SMark Fasheh mlog_errno(ret); 3612328d5752SMark Fasheh goto out; 3613328d5752SMark Fasheh } 3614328d5752SMark Fasheh 3615328d5752SMark Fasheh if (has_empty_extent && index == 1) { 3616328d5752SMark Fasheh /* 3617328d5752SMark Fasheh * The easy case - we can just plop the record right in. 3618328d5752SMark Fasheh */ 3619328d5752SMark Fasheh *left_rec = *split_rec; 3620677b9752STao Ma } else 3621328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters); 3622328d5752SMark Fasheh 3623328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, split_clusters); 3624328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 36254fe82c31SJoel Becker ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 36264fe82c31SJoel Becker split_clusters)); 3627328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters); 3628328d5752SMark Fasheh 3629328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3630328d5752SMark Fasheh 3631ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 3632677b9752STao Ma if (left_path) { 3633ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 3634677b9752STao Ma 3635677b9752STao Ma /* 3636677b9752STao Ma * In the situation that the right_rec is empty and the extent 3637677b9752STao Ma * block is empty also, ocfs2_complete_edge_insert can't handle 3638677b9752STao Ma * it and we need to delete the right extent block. 3639677b9752STao Ma */ 3640677b9752STao Ma if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 && 3641677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == 1) { 364217215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 364317215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 364417215989SXue jiufei handle->h_buffer_credits, 364517215989SXue jiufei right_path); 364617215989SXue jiufei if (ret) { 364717215989SXue jiufei mlog_errno(ret); 364817215989SXue jiufei goto out; 364917215989SXue jiufei } 3650677b9752STao Ma 365170f18c08SJoel Becker ret = ocfs2_remove_rightmost_path(handle, et, 3652e7d4cb6bSTao Ma right_path, 365370f18c08SJoel Becker dealloc); 3654677b9752STao Ma if (ret) { 3655677b9752STao Ma mlog_errno(ret); 3656677b9752STao Ma goto out; 3657677b9752STao Ma } 3658677b9752STao Ma 3659677b9752STao Ma /* Now the rightmost extent block has been deleted. 3660677b9752STao Ma * So we use the new rightmost path. 3661677b9752STao Ma */ 3662677b9752STao Ma ocfs2_mv_path(right_path, left_path); 3663677b9752STao Ma left_path = NULL; 3664677b9752STao Ma } else 36654619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, 3666677b9752STao Ma right_path, subtree_index); 3667677b9752STao Ma } 3668328d5752SMark Fasheh out: 3669677b9752STao Ma ocfs2_free_path(left_path); 3670328d5752SMark Fasheh return ret; 3671328d5752SMark Fasheh } 3672328d5752SMark Fasheh 3673c495dd24SJoel Becker static int ocfs2_try_to_merge_extent(handle_t *handle, 3674c495dd24SJoel Becker struct ocfs2_extent_tree *et, 3675677b9752STao Ma struct ocfs2_path *path, 3676328d5752SMark Fasheh int split_index, 3677328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3678328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 3679c495dd24SJoel Becker struct ocfs2_merge_ctxt *ctxt) 3680328d5752SMark Fasheh { 3681518d7269STao Mao int ret = 0; 3682677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(path); 3683328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 3684328d5752SMark Fasheh 3685328d5752SMark Fasheh BUG_ON(ctxt->c_contig_type == CONTIG_NONE); 3686328d5752SMark Fasheh 3687518d7269STao Mao if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) { 368817215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 368917215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 369017215989SXue jiufei handle->h_buffer_credits, 369117215989SXue jiufei path); 369217215989SXue jiufei if (ret) { 369317215989SXue jiufei mlog_errno(ret); 369417215989SXue jiufei goto out; 369517215989SXue jiufei } 3696328d5752SMark Fasheh /* 3697328d5752SMark Fasheh * The merge code will need to create an empty 3698328d5752SMark Fasheh * extent to take the place of the newly 3699328d5752SMark Fasheh * emptied slot. Remove any pre-existing empty 3700328d5752SMark Fasheh * extents - having more than one in a leaf is 3701328d5752SMark Fasheh * illegal. 3702328d5752SMark Fasheh */ 370370f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3704328d5752SMark Fasheh if (ret) { 3705328d5752SMark Fasheh mlog_errno(ret); 3706328d5752SMark Fasheh goto out; 3707328d5752SMark Fasheh } 3708328d5752SMark Fasheh split_index--; 3709328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3710328d5752SMark Fasheh } 3711328d5752SMark Fasheh 3712328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) { 3713328d5752SMark Fasheh /* 3714328d5752SMark Fasheh * Left-right contig implies this. 3715328d5752SMark Fasheh */ 3716328d5752SMark Fasheh BUG_ON(!ctxt->c_split_covers_rec); 3717328d5752SMark Fasheh 3718328d5752SMark Fasheh /* 3719328d5752SMark Fasheh * Since the leftright insert always covers the entire 3720328d5752SMark Fasheh * extent, this call will delete the insert record 3721328d5752SMark Fasheh * entirely, resulting in an empty extent record added to 3722328d5752SMark Fasheh * the extent block. 3723328d5752SMark Fasheh * 3724328d5752SMark Fasheh * Since the adding of an empty extent shifts 3725328d5752SMark Fasheh * everything back to the right, there's no need to 3726328d5752SMark Fasheh * update split_index here. 3727677b9752STao Ma * 3728677b9752STao Ma * When the split_index is zero, we need to merge it to the 3729677b9752STao Ma * prevoius extent block. It is more efficient and easier 3730677b9752STao Ma * if we do merge_right first and merge_left later. 3731328d5752SMark Fasheh */ 37324fe82c31SJoel Becker ret = ocfs2_merge_rec_right(path, handle, et, split_rec, 3733677b9752STao Ma split_index); 3734328d5752SMark Fasheh if (ret) { 3735328d5752SMark Fasheh mlog_errno(ret); 3736328d5752SMark Fasheh goto out; 3737328d5752SMark Fasheh } 3738328d5752SMark Fasheh 3739328d5752SMark Fasheh /* 3740328d5752SMark Fasheh * We can only get this from logic error above. 3741328d5752SMark Fasheh */ 3742328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0])); 3743328d5752SMark Fasheh 374417215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 374517215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 374617215989SXue jiufei handle->h_buffer_credits, 374717215989SXue jiufei path); 374817215989SXue jiufei if (ret) { 374917215989SXue jiufei mlog_errno(ret); 375017215989SXue jiufei goto out; 375117215989SXue jiufei } 375217215989SXue jiufei 3753677b9752STao Ma /* The merge left us with an empty extent, remove it. */ 375470f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3755328d5752SMark Fasheh if (ret) { 3756328d5752SMark Fasheh mlog_errno(ret); 3757328d5752SMark Fasheh goto out; 3758328d5752SMark Fasheh } 3759677b9752STao Ma 3760328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3761328d5752SMark Fasheh 3762328d5752SMark Fasheh /* 3763328d5752SMark Fasheh * Note that we don't pass split_rec here on purpose - 3764677b9752STao Ma * we've merged it into the rec already. 3765328d5752SMark Fasheh */ 37664fe82c31SJoel Becker ret = ocfs2_merge_rec_left(path, handle, et, rec, 37674fe82c31SJoel Becker dealloc, split_index); 3768677b9752STao Ma 3769328d5752SMark Fasheh if (ret) { 3770328d5752SMark Fasheh mlog_errno(ret); 3771328d5752SMark Fasheh goto out; 3772328d5752SMark Fasheh } 3773328d5752SMark Fasheh 377417215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 377517215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 377617215989SXue jiufei handle->h_buffer_credits, 377717215989SXue jiufei path); 377817215989SXue jiufei if (ret) { 377917215989SXue jiufei mlog_errno(ret); 378017215989SXue jiufei goto out; 378117215989SXue jiufei } 378217215989SXue jiufei 378370f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3784328d5752SMark Fasheh /* 3785328d5752SMark Fasheh * Error from this last rotate is not critical, so 3786328d5752SMark Fasheh * print but don't bubble it up. 3787328d5752SMark Fasheh */ 3788328d5752SMark Fasheh if (ret) 3789328d5752SMark Fasheh mlog_errno(ret); 3790328d5752SMark Fasheh ret = 0; 3791328d5752SMark Fasheh } else { 3792328d5752SMark Fasheh /* 3793328d5752SMark Fasheh * Merge a record to the left or right. 3794328d5752SMark Fasheh * 3795328d5752SMark Fasheh * 'contig_type' is relative to the existing record, 3796328d5752SMark Fasheh * so for example, if we're "right contig", it's to 3797328d5752SMark Fasheh * the record on the left (hence the left merge). 3798328d5752SMark Fasheh */ 3799328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_RIGHT) { 38004fe82c31SJoel Becker ret = ocfs2_merge_rec_left(path, handle, et, 38014fe82c31SJoel Becker split_rec, dealloc, 3802328d5752SMark Fasheh split_index); 3803328d5752SMark Fasheh if (ret) { 3804328d5752SMark Fasheh mlog_errno(ret); 3805328d5752SMark Fasheh goto out; 3806328d5752SMark Fasheh } 3807328d5752SMark Fasheh } else { 38084fe82c31SJoel Becker ret = ocfs2_merge_rec_right(path, handle, 38097dc02805SJoel Becker et, split_rec, 3810328d5752SMark Fasheh split_index); 3811328d5752SMark Fasheh if (ret) { 3812328d5752SMark Fasheh mlog_errno(ret); 3813328d5752SMark Fasheh goto out; 3814328d5752SMark Fasheh } 3815328d5752SMark Fasheh } 3816328d5752SMark Fasheh 3817328d5752SMark Fasheh if (ctxt->c_split_covers_rec) { 381817215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 381917215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 382017215989SXue jiufei handle->h_buffer_credits, 382117215989SXue jiufei path); 382217215989SXue jiufei if (ret) { 382317215989SXue jiufei mlog_errno(ret); 382417215989SXue jiufei ret = 0; 382517215989SXue jiufei goto out; 382617215989SXue jiufei } 382717215989SXue jiufei 3828328d5752SMark Fasheh /* 3829328d5752SMark Fasheh * The merge may have left an empty extent in 3830328d5752SMark Fasheh * our leaf. Try to rotate it away. 3831328d5752SMark Fasheh */ 383270f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, 383370f18c08SJoel Becker dealloc); 3834328d5752SMark Fasheh if (ret) 3835328d5752SMark Fasheh mlog_errno(ret); 3836328d5752SMark Fasheh ret = 0; 3837328d5752SMark Fasheh } 3838328d5752SMark Fasheh } 3839328d5752SMark Fasheh 3840328d5752SMark Fasheh out: 3841328d5752SMark Fasheh return ret; 3842328d5752SMark Fasheh } 3843328d5752SMark Fasheh 3844328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb, 3845328d5752SMark Fasheh enum ocfs2_split_type split, 3846328d5752SMark Fasheh struct ocfs2_extent_rec *rec, 3847328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3848328d5752SMark Fasheh { 3849328d5752SMark Fasheh u64 len_blocks; 3850328d5752SMark Fasheh 3851328d5752SMark Fasheh len_blocks = ocfs2_clusters_to_blocks(sb, 3852328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3853328d5752SMark Fasheh 3854328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3855328d5752SMark Fasheh /* 3856328d5752SMark Fasheh * Region is on the left edge of the existing 3857328d5752SMark Fasheh * record. 3858328d5752SMark Fasheh */ 3859328d5752SMark Fasheh le32_add_cpu(&rec->e_cpos, 3860328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3861328d5752SMark Fasheh le64_add_cpu(&rec->e_blkno, len_blocks); 3862328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3863328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3864328d5752SMark Fasheh } else { 3865328d5752SMark Fasheh /* 3866328d5752SMark Fasheh * Region is on the right edge of the existing 3867328d5752SMark Fasheh * record. 3868328d5752SMark Fasheh */ 3869328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3870328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3871328d5752SMark Fasheh } 3872328d5752SMark Fasheh } 3873328d5752SMark Fasheh 3874dcd0538fSMark Fasheh /* 3875dcd0538fSMark Fasheh * Do the final bits of extent record insertion at the target leaf 3876dcd0538fSMark Fasheh * list. If this leaf is part of an allocation tree, it is assumed 3877dcd0538fSMark Fasheh * that the tree above has been prepared. 3878dcd0538fSMark Fasheh */ 3879d5628623SJoel Becker static void ocfs2_insert_at_leaf(struct ocfs2_extent_tree *et, 3880d5628623SJoel Becker struct ocfs2_extent_rec *insert_rec, 3881dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 3882d5628623SJoel Becker struct ocfs2_insert_type *insert) 3883dcd0538fSMark Fasheh { 3884dcd0538fSMark Fasheh int i = insert->ins_contig_index; 3885dcd0538fSMark Fasheh unsigned int range; 3886dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 3887dcd0538fSMark Fasheh 3888e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 3889dcd0538fSMark Fasheh 3890328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3891328d5752SMark Fasheh i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos)); 3892328d5752SMark Fasheh BUG_ON(i == -1); 3893328d5752SMark Fasheh rec = &el->l_recs[i]; 3894d5628623SJoel Becker ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci), 3895d5628623SJoel Becker insert->ins_split, rec, 3896328d5752SMark Fasheh insert_rec); 3897328d5752SMark Fasheh goto rotate; 3898328d5752SMark Fasheh } 3899328d5752SMark Fasheh 3900dcd0538fSMark Fasheh /* 3901dcd0538fSMark Fasheh * Contiguous insert - either left or right. 3902dcd0538fSMark Fasheh */ 3903dcd0538fSMark Fasheh if (insert->ins_contig != CONTIG_NONE) { 3904dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3905dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT) { 3906dcd0538fSMark Fasheh rec->e_blkno = insert_rec->e_blkno; 3907dcd0538fSMark Fasheh rec->e_cpos = insert_rec->e_cpos; 3908dcd0538fSMark Fasheh } 3909e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3910e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3911dcd0538fSMark Fasheh return; 3912dcd0538fSMark Fasheh } 3913dcd0538fSMark Fasheh 3914dcd0538fSMark Fasheh /* 3915dcd0538fSMark Fasheh * Handle insert into an empty leaf. 3916dcd0538fSMark Fasheh */ 3917dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0 || 3918dcd0538fSMark Fasheh ((le16_to_cpu(el->l_next_free_rec) == 1) && 3919dcd0538fSMark Fasheh ocfs2_is_empty_extent(&el->l_recs[0]))) { 3920dcd0538fSMark Fasheh el->l_recs[0] = *insert_rec; 3921dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(1); 3922dcd0538fSMark Fasheh return; 3923dcd0538fSMark Fasheh } 3924dcd0538fSMark Fasheh 3925dcd0538fSMark Fasheh /* 3926dcd0538fSMark Fasheh * Appending insert. 3927dcd0538fSMark Fasheh */ 3928dcd0538fSMark Fasheh if (insert->ins_appending == APPEND_TAIL) { 3929dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 3930dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3931e48edee2SMark Fasheh range = le32_to_cpu(rec->e_cpos) 3932e48edee2SMark Fasheh + le16_to_cpu(rec->e_leaf_clusters); 3933dcd0538fSMark Fasheh BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range); 3934dcd0538fSMark Fasheh 3935dcd0538fSMark Fasheh mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >= 3936dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3937d5628623SJoel Becker "owner %llu, depth %u, count %u, next free %u, " 3938dcd0538fSMark Fasheh "rec.cpos %u, rec.clusters %u, " 3939dcd0538fSMark Fasheh "insert.cpos %u, insert.clusters %u\n", 3940d5628623SJoel Becker ocfs2_metadata_cache_owner(et->et_ci), 3941dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), 3942dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3943dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 3944dcd0538fSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos), 3945e48edee2SMark Fasheh le16_to_cpu(el->l_recs[i].e_leaf_clusters), 3946dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3947e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3948dcd0538fSMark Fasheh i++; 3949dcd0538fSMark Fasheh el->l_recs[i] = *insert_rec; 3950dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 3951dcd0538fSMark Fasheh return; 3952dcd0538fSMark Fasheh } 3953dcd0538fSMark Fasheh 3954328d5752SMark Fasheh rotate: 3955dcd0538fSMark Fasheh /* 3956dcd0538fSMark Fasheh * Ok, we have to rotate. 3957dcd0538fSMark Fasheh * 3958dcd0538fSMark Fasheh * At this point, it is safe to assume that inserting into an 3959dcd0538fSMark Fasheh * empty leaf and appending to a leaf have both been handled 3960dcd0538fSMark Fasheh * above. 3961dcd0538fSMark Fasheh * 3962dcd0538fSMark Fasheh * This leaf needs to have space, either by the empty 1st 3963dcd0538fSMark Fasheh * extent record, or by virtue of an l_next_rec < l_count. 3964dcd0538fSMark Fasheh */ 3965dcd0538fSMark Fasheh ocfs2_rotate_leaf(el, insert_rec); 3966dcd0538fSMark Fasheh } 3967dcd0538fSMark Fasheh 3968d401dc12SJoel Becker static void ocfs2_adjust_rightmost_records(handle_t *handle, 3969d401dc12SJoel Becker struct ocfs2_extent_tree *et, 3970328d5752SMark Fasheh struct ocfs2_path *path, 3971328d5752SMark Fasheh struct ocfs2_extent_rec *insert_rec) 3972328d5752SMark Fasheh { 3973d22aa615SChangwei Ge int i, next_free; 3974328d5752SMark Fasheh struct buffer_head *bh; 3975328d5752SMark Fasheh struct ocfs2_extent_list *el; 3976328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 3977328d5752SMark Fasheh 3978328d5752SMark Fasheh /* 3979328d5752SMark Fasheh * Update everything except the leaf block. 3980328d5752SMark Fasheh */ 3981328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 3982328d5752SMark Fasheh bh = path->p_node[i].bh; 3983328d5752SMark Fasheh el = path->p_node[i].el; 3984328d5752SMark Fasheh 3985328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3986328d5752SMark Fasheh if (next_free == 0) { 3987d401dc12SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 39887ecef14aSJoe Perches "Owner %llu has a bad extent list\n", 3989d401dc12SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 3990328d5752SMark Fasheh return; 3991328d5752SMark Fasheh } 3992328d5752SMark Fasheh 3993328d5752SMark Fasheh rec = &el->l_recs[next_free - 1]; 3994328d5752SMark Fasheh 3995328d5752SMark Fasheh rec->e_int_clusters = insert_rec->e_cpos; 3996328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3997328d5752SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3998328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3999328d5752SMark Fasheh -le32_to_cpu(rec->e_cpos)); 4000328d5752SMark Fasheh 4001ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 4002328d5752SMark Fasheh } 4003328d5752SMark Fasheh } 4004328d5752SMark Fasheh 4005d401dc12SJoel Becker static int ocfs2_append_rec_to_path(handle_t *handle, 4006d401dc12SJoel Becker struct ocfs2_extent_tree *et, 4007dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4008dcd0538fSMark Fasheh struct ocfs2_path *right_path, 4009dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 4010dcd0538fSMark Fasheh { 4011328d5752SMark Fasheh int ret, next_free; 4012dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4013dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4014dcd0538fSMark Fasheh 4015dcd0538fSMark Fasheh *ret_left_path = NULL; 4016dcd0538fSMark Fasheh 4017dcd0538fSMark Fasheh /* 4018e48edee2SMark Fasheh * This shouldn't happen for non-trees. The extent rec cluster 4019e48edee2SMark Fasheh * count manipulation below only works for interior nodes. 4020e48edee2SMark Fasheh */ 4021e48edee2SMark Fasheh BUG_ON(right_path->p_tree_depth == 0); 4022e48edee2SMark Fasheh 4023e48edee2SMark Fasheh /* 4024dcd0538fSMark Fasheh * If our appending insert is at the leftmost edge of a leaf, 4025dcd0538fSMark Fasheh * then we might need to update the rightmost records of the 4026dcd0538fSMark Fasheh * neighboring path. 4027dcd0538fSMark Fasheh */ 4028dcd0538fSMark Fasheh el = path_leaf_el(right_path); 4029dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 4030dcd0538fSMark Fasheh if (next_free == 0 || 4031dcd0538fSMark Fasheh (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) { 4032dcd0538fSMark Fasheh u32 left_cpos; 4033dcd0538fSMark Fasheh 4034d401dc12SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 4035d401dc12SJoel Becker right_path, &left_cpos); 4036dcd0538fSMark Fasheh if (ret) { 4037dcd0538fSMark Fasheh mlog_errno(ret); 4038dcd0538fSMark Fasheh goto out; 4039dcd0538fSMark Fasheh } 4040dcd0538fSMark Fasheh 4041a09d09b8STao Ma trace_ocfs2_append_rec_to_path( 4042a09d09b8STao Ma (unsigned long long) 4043a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 4044a09d09b8STao Ma le32_to_cpu(insert_rec->e_cpos), 4045dcd0538fSMark Fasheh left_cpos); 4046dcd0538fSMark Fasheh 4047dcd0538fSMark Fasheh /* 4048dcd0538fSMark Fasheh * No need to worry if the append is already in the 4049dcd0538fSMark Fasheh * leftmost leaf. 4050dcd0538fSMark Fasheh */ 4051dcd0538fSMark Fasheh if (left_cpos) { 4052ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 4053dcd0538fSMark Fasheh if (!left_path) { 4054dcd0538fSMark Fasheh ret = -ENOMEM; 4055dcd0538fSMark Fasheh mlog_errno(ret); 4056dcd0538fSMark Fasheh goto out; 4057dcd0538fSMark Fasheh } 4058dcd0538fSMark Fasheh 4059d401dc12SJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 4060facdb77fSJoel Becker left_cpos); 4061dcd0538fSMark Fasheh if (ret) { 4062dcd0538fSMark Fasheh mlog_errno(ret); 4063dcd0538fSMark Fasheh goto out; 4064dcd0538fSMark Fasheh } 4065dcd0538fSMark Fasheh 4066dcd0538fSMark Fasheh /* 4067dcd0538fSMark Fasheh * ocfs2_insert_path() will pass the left_path to the 4068dcd0538fSMark Fasheh * journal for us. 4069dcd0538fSMark Fasheh */ 4070dcd0538fSMark Fasheh } 4071dcd0538fSMark Fasheh } 4072dcd0538fSMark Fasheh 4073d401dc12SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4074dcd0538fSMark Fasheh if (ret) { 4075dcd0538fSMark Fasheh mlog_errno(ret); 4076dcd0538fSMark Fasheh goto out; 4077dcd0538fSMark Fasheh } 4078dcd0538fSMark Fasheh 4079d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, right_path, insert_rec); 4080dcd0538fSMark Fasheh 4081dcd0538fSMark Fasheh *ret_left_path = left_path; 4082dcd0538fSMark Fasheh ret = 0; 4083dcd0538fSMark Fasheh out: 4084dcd0538fSMark Fasheh if (ret != 0) 4085dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4086dcd0538fSMark Fasheh 4087dcd0538fSMark Fasheh return ret; 4088dcd0538fSMark Fasheh } 4089dcd0538fSMark Fasheh 4090c38e52bbSJoel Becker static void ocfs2_split_record(struct ocfs2_extent_tree *et, 4091328d5752SMark Fasheh struct ocfs2_path *left_path, 4092328d5752SMark Fasheh struct ocfs2_path *right_path, 4093328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4094328d5752SMark Fasheh enum ocfs2_split_type split) 4095328d5752SMark Fasheh { 4096328d5752SMark Fasheh int index; 4097328d5752SMark Fasheh u32 cpos = le32_to_cpu(split_rec->e_cpos); 4098328d5752SMark Fasheh struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el; 4099328d5752SMark Fasheh struct ocfs2_extent_rec *rec, *tmprec; 4100328d5752SMark Fasheh 4101c19a28e1SFernando Carrijo right_el = path_leaf_el(right_path); 4102328d5752SMark Fasheh if (left_path) 4103328d5752SMark Fasheh left_el = path_leaf_el(left_path); 4104328d5752SMark Fasheh 4105328d5752SMark Fasheh el = right_el; 4106328d5752SMark Fasheh insert_el = right_el; 4107328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4108328d5752SMark Fasheh if (index != -1) { 4109328d5752SMark Fasheh if (index == 0 && left_path) { 4110328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 4111328d5752SMark Fasheh 4112328d5752SMark Fasheh /* 4113328d5752SMark Fasheh * This typically means that the record 4114328d5752SMark Fasheh * started in the left path but moved to the 4115328d5752SMark Fasheh * right as a result of rotation. We either 4116328d5752SMark Fasheh * move the existing record to the left, or we 4117328d5752SMark Fasheh * do the later insert there. 4118328d5752SMark Fasheh * 4119328d5752SMark Fasheh * In this case, the left path should always 4120328d5752SMark Fasheh * exist as the rotate code will have passed 4121328d5752SMark Fasheh * it back for a post-insert update. 4122328d5752SMark Fasheh */ 4123328d5752SMark Fasheh 4124328d5752SMark Fasheh if (split == SPLIT_LEFT) { 4125328d5752SMark Fasheh /* 4126328d5752SMark Fasheh * It's a left split. Since we know 4127328d5752SMark Fasheh * that the rotate code gave us an 4128328d5752SMark Fasheh * empty extent in the left path, we 4129328d5752SMark Fasheh * can just do the insert there. 4130328d5752SMark Fasheh */ 4131328d5752SMark Fasheh insert_el = left_el; 4132328d5752SMark Fasheh } else { 4133328d5752SMark Fasheh /* 4134328d5752SMark Fasheh * Right split - we have to move the 4135328d5752SMark Fasheh * existing record over to the left 4136328d5752SMark Fasheh * leaf. The insert will be into the 4137328d5752SMark Fasheh * newly created empty extent in the 4138328d5752SMark Fasheh * right leaf. 4139328d5752SMark Fasheh */ 4140328d5752SMark Fasheh tmprec = &right_el->l_recs[index]; 4141328d5752SMark Fasheh ocfs2_rotate_leaf(left_el, tmprec); 4142328d5752SMark Fasheh el = left_el; 4143328d5752SMark Fasheh 4144328d5752SMark Fasheh memset(tmprec, 0, sizeof(*tmprec)); 4145328d5752SMark Fasheh index = ocfs2_search_extent_list(left_el, cpos); 4146328d5752SMark Fasheh BUG_ON(index == -1); 4147328d5752SMark Fasheh } 4148328d5752SMark Fasheh } 4149328d5752SMark Fasheh } else { 4150328d5752SMark Fasheh BUG_ON(!left_path); 4151328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0])); 4152328d5752SMark Fasheh /* 4153328d5752SMark Fasheh * Left path is easy - we can just allow the insert to 4154328d5752SMark Fasheh * happen. 4155328d5752SMark Fasheh */ 4156328d5752SMark Fasheh el = left_el; 4157328d5752SMark Fasheh insert_el = left_el; 4158328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4159328d5752SMark Fasheh BUG_ON(index == -1); 4160328d5752SMark Fasheh } 4161328d5752SMark Fasheh 4162328d5752SMark Fasheh rec = &el->l_recs[index]; 4163c38e52bbSJoel Becker ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci), 4164c38e52bbSJoel Becker split, rec, split_rec); 4165328d5752SMark Fasheh ocfs2_rotate_leaf(insert_el, split_rec); 4166328d5752SMark Fasheh } 4167328d5752SMark Fasheh 4168dcd0538fSMark Fasheh /* 4169e7d4cb6bSTao Ma * This function only does inserts on an allocation b-tree. For tree 4170e7d4cb6bSTao Ma * depth = 0, ocfs2_insert_at_leaf() is called directly. 4171dcd0538fSMark Fasheh * 4172dcd0538fSMark Fasheh * right_path is the path we want to do the actual insert 4173dcd0538fSMark Fasheh * in. left_path should only be passed in if we need to update that 4174dcd0538fSMark Fasheh * portion of the tree after an edge insert. 4175dcd0538fSMark Fasheh */ 41763505bec0SJoel Becker static int ocfs2_insert_path(handle_t *handle, 41777dc02805SJoel Becker struct ocfs2_extent_tree *et, 4178dcd0538fSMark Fasheh struct ocfs2_path *left_path, 4179dcd0538fSMark Fasheh struct ocfs2_path *right_path, 4180dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4181dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4182dcd0538fSMark Fasheh { 4183dcd0538fSMark Fasheh int ret, subtree_index; 4184dcd0538fSMark Fasheh struct buffer_head *leaf_bh = path_leaf_bh(right_path); 4185dcd0538fSMark Fasheh 4186dcd0538fSMark Fasheh if (left_path) { 4187dcd0538fSMark Fasheh /* 4188dcd0538fSMark Fasheh * There's a chance that left_path got passed back to 4189dcd0538fSMark Fasheh * us without being accounted for in the 4190dcd0538fSMark Fasheh * journal. Extend our transaction here to be sure we 4191dcd0538fSMark Fasheh * can change those blocks. 4192dcd0538fSMark Fasheh */ 4193c901fb00STao Ma ret = ocfs2_extend_trans(handle, left_path->p_tree_depth); 4194dcd0538fSMark Fasheh if (ret < 0) { 4195dcd0538fSMark Fasheh mlog_errno(ret); 4196dcd0538fSMark Fasheh goto out; 4197dcd0538fSMark Fasheh } 4198dcd0538fSMark Fasheh 41997dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 4200dcd0538fSMark Fasheh if (ret < 0) { 4201dcd0538fSMark Fasheh mlog_errno(ret); 4202dcd0538fSMark Fasheh goto out; 4203dcd0538fSMark Fasheh } 4204dcd0538fSMark Fasheh } 4205dcd0538fSMark Fasheh 4206e8aed345SMark Fasheh /* 4207e8aed345SMark Fasheh * Pass both paths to the journal. The majority of inserts 4208e8aed345SMark Fasheh * will be touching all components anyway. 4209e8aed345SMark Fasheh */ 42107dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4211e8aed345SMark Fasheh if (ret < 0) { 4212e8aed345SMark Fasheh mlog_errno(ret); 4213e8aed345SMark Fasheh goto out; 4214e8aed345SMark Fasheh } 4215e8aed345SMark Fasheh 4216328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 4217328d5752SMark Fasheh /* 4218328d5752SMark Fasheh * We could call ocfs2_insert_at_leaf() for some types 4219c78bad11SJoe Perches * of splits, but it's easier to just let one separate 4220328d5752SMark Fasheh * function sort it all out. 4221328d5752SMark Fasheh */ 4222c38e52bbSJoel Becker ocfs2_split_record(et, left_path, right_path, 4223328d5752SMark Fasheh insert_rec, insert->ins_split); 4224e8aed345SMark Fasheh 4225e8aed345SMark Fasheh /* 4226e8aed345SMark Fasheh * Split might have modified either leaf and we don't 4227e8aed345SMark Fasheh * have a guarantee that the later edge insert will 4228e8aed345SMark Fasheh * dirty this for us. 4229e8aed345SMark Fasheh */ 4230e8aed345SMark Fasheh if (left_path) 4231ec20cec7SJoel Becker ocfs2_journal_dirty(handle, 4232e8aed345SMark Fasheh path_leaf_bh(left_path)); 4233328d5752SMark Fasheh } else 4234d5628623SJoel Becker ocfs2_insert_at_leaf(et, insert_rec, path_leaf_el(right_path), 4235d5628623SJoel Becker insert); 4236dcd0538fSMark Fasheh 4237ec20cec7SJoel Becker ocfs2_journal_dirty(handle, leaf_bh); 4238dcd0538fSMark Fasheh 4239dcd0538fSMark Fasheh if (left_path) { 4240dcd0538fSMark Fasheh /* 4241dcd0538fSMark Fasheh * The rotate code has indicated that we need to fix 4242dcd0538fSMark Fasheh * up portions of the tree after the insert. 4243dcd0538fSMark Fasheh * 4244dcd0538fSMark Fasheh * XXX: Should we extend the transaction here? 4245dcd0538fSMark Fasheh */ 42467dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 4247dcd0538fSMark Fasheh right_path); 42484619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 42494619c73eSJoel Becker subtree_index); 4250dcd0538fSMark Fasheh } 4251dcd0538fSMark Fasheh 4252dcd0538fSMark Fasheh ret = 0; 4253dcd0538fSMark Fasheh out: 4254dcd0538fSMark Fasheh return ret; 4255dcd0538fSMark Fasheh } 4256dcd0538fSMark Fasheh 42573505bec0SJoel Becker static int ocfs2_do_insert_extent(handle_t *handle, 4258e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4259dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4260dcd0538fSMark Fasheh struct ocfs2_insert_type *type) 4261dcd0538fSMark Fasheh { 4262dcd0538fSMark Fasheh int ret, rotate = 0; 4263dcd0538fSMark Fasheh u32 cpos; 4264dcd0538fSMark Fasheh struct ocfs2_path *right_path = NULL; 4265dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4266dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4267dcd0538fSMark Fasheh 4268ce1d9ea6SJoel Becker el = et->et_root_el; 4269dcd0538fSMark Fasheh 4270d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4271dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4272dcd0538fSMark Fasheh if (ret) { 4273dcd0538fSMark Fasheh mlog_errno(ret); 4274dcd0538fSMark Fasheh goto out; 4275dcd0538fSMark Fasheh } 4276dcd0538fSMark Fasheh 4277dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 4278d5628623SJoel Becker ocfs2_insert_at_leaf(et, insert_rec, el, type); 4279dcd0538fSMark Fasheh goto out_update_clusters; 4280dcd0538fSMark Fasheh } 4281dcd0538fSMark Fasheh 4282ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_et(et); 4283dcd0538fSMark Fasheh if (!right_path) { 4284dcd0538fSMark Fasheh ret = -ENOMEM; 4285dcd0538fSMark Fasheh mlog_errno(ret); 4286dcd0538fSMark Fasheh goto out; 4287dcd0538fSMark Fasheh } 4288dcd0538fSMark Fasheh 4289dcd0538fSMark Fasheh /* 4290dcd0538fSMark Fasheh * Determine the path to start with. Rotations need the 4291dcd0538fSMark Fasheh * rightmost path, everything else can go directly to the 4292dcd0538fSMark Fasheh * target leaf. 4293dcd0538fSMark Fasheh */ 4294dcd0538fSMark Fasheh cpos = le32_to_cpu(insert_rec->e_cpos); 4295dcd0538fSMark Fasheh if (type->ins_appending == APPEND_NONE && 4296dcd0538fSMark Fasheh type->ins_contig == CONTIG_NONE) { 4297dcd0538fSMark Fasheh rotate = 1; 4298dcd0538fSMark Fasheh cpos = UINT_MAX; 4299dcd0538fSMark Fasheh } 4300dcd0538fSMark Fasheh 4301facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, cpos); 4302dcd0538fSMark Fasheh if (ret) { 4303dcd0538fSMark Fasheh mlog_errno(ret); 4304dcd0538fSMark Fasheh goto out; 4305dcd0538fSMark Fasheh } 4306dcd0538fSMark Fasheh 4307dcd0538fSMark Fasheh /* 4308dcd0538fSMark Fasheh * Rotations and appends need special treatment - they modify 4309dcd0538fSMark Fasheh * parts of the tree's above them. 4310dcd0538fSMark Fasheh * 4311dcd0538fSMark Fasheh * Both might pass back a path immediate to the left of the 4312dcd0538fSMark Fasheh * one being inserted to. This will be cause 4313dcd0538fSMark Fasheh * ocfs2_insert_path() to modify the rightmost records of 4314dcd0538fSMark Fasheh * left_path to account for an edge insert. 4315dcd0538fSMark Fasheh * 4316dcd0538fSMark Fasheh * XXX: When modifying this code, keep in mind that an insert 4317dcd0538fSMark Fasheh * can wind up skipping both of these two special cases... 4318dcd0538fSMark Fasheh */ 4319dcd0538fSMark Fasheh if (rotate) { 43201bbf0b8dSJoel Becker ret = ocfs2_rotate_tree_right(handle, et, type->ins_split, 4321dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 4322dcd0538fSMark Fasheh right_path, &left_path); 4323dcd0538fSMark Fasheh if (ret) { 4324dcd0538fSMark Fasheh mlog_errno(ret); 4325dcd0538fSMark Fasheh goto out; 4326dcd0538fSMark Fasheh } 4327e8aed345SMark Fasheh 4328e8aed345SMark Fasheh /* 4329e8aed345SMark Fasheh * ocfs2_rotate_tree_right() might have extended the 4330e8aed345SMark Fasheh * transaction without re-journaling our tree root. 4331e8aed345SMark Fasheh */ 4332d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4333e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4334e8aed345SMark Fasheh if (ret) { 4335e8aed345SMark Fasheh mlog_errno(ret); 4336e8aed345SMark Fasheh goto out; 4337e8aed345SMark Fasheh } 4338dcd0538fSMark Fasheh } else if (type->ins_appending == APPEND_TAIL 4339dcd0538fSMark Fasheh && type->ins_contig != CONTIG_LEFT) { 4340d401dc12SJoel Becker ret = ocfs2_append_rec_to_path(handle, et, insert_rec, 4341dcd0538fSMark Fasheh right_path, &left_path); 4342dcd0538fSMark Fasheh if (ret) { 4343dcd0538fSMark Fasheh mlog_errno(ret); 4344dcd0538fSMark Fasheh goto out; 4345dcd0538fSMark Fasheh } 4346dcd0538fSMark Fasheh } 4347dcd0538fSMark Fasheh 43483505bec0SJoel Becker ret = ocfs2_insert_path(handle, et, left_path, right_path, 4349dcd0538fSMark Fasheh insert_rec, type); 4350dcd0538fSMark Fasheh if (ret) { 4351dcd0538fSMark Fasheh mlog_errno(ret); 4352dcd0538fSMark Fasheh goto out; 4353dcd0538fSMark Fasheh } 4354dcd0538fSMark Fasheh 4355dcd0538fSMark Fasheh out_update_clusters: 4356328d5752SMark Fasheh if (type->ins_split == SPLIT_NONE) 43576136ca5fSJoel Becker ocfs2_et_update_clusters(et, 4358e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 4359dcd0538fSMark Fasheh 4360ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 4361dcd0538fSMark Fasheh 4362dcd0538fSMark Fasheh out: 4363dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4364dcd0538fSMark Fasheh ocfs2_free_path(right_path); 4365dcd0538fSMark Fasheh 4366dcd0538fSMark Fasheh return ret; 4367dcd0538fSMark Fasheh } 4368dcd0538fSMark Fasheh 43699f99ad08SXue jiufei static int ocfs2_figure_merge_contig_type(struct ocfs2_extent_tree *et, 4370a2970291SJoel Becker struct ocfs2_path *path, 4371328d5752SMark Fasheh struct ocfs2_extent_list *el, int index, 43729f99ad08SXue jiufei struct ocfs2_extent_rec *split_rec, 43739f99ad08SXue jiufei struct ocfs2_merge_ctxt *ctxt) 4374328d5752SMark Fasheh { 43759f99ad08SXue jiufei int status = 0; 4376328d5752SMark Fasheh enum ocfs2_contig_type ret = CONTIG_NONE; 4377ad5a4d70STao Ma u32 left_cpos, right_cpos; 4378ad5a4d70STao Ma struct ocfs2_extent_rec *rec = NULL; 4379ad5a4d70STao Ma struct ocfs2_extent_list *new_el; 4380ad5a4d70STao Ma struct ocfs2_path *left_path = NULL, *right_path = NULL; 4381ad5a4d70STao Ma struct buffer_head *bh; 4382ad5a4d70STao Ma struct ocfs2_extent_block *eb; 4383a2970291SJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 4384ad5a4d70STao Ma 4385ad5a4d70STao Ma if (index > 0) { 4386ad5a4d70STao Ma rec = &el->l_recs[index - 1]; 4387ad5a4d70STao Ma } else if (path->p_tree_depth > 0) { 4388a2970291SJoel Becker status = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos); 4389ad5a4d70STao Ma if (status) 439006a269ccSMarkus Elfring goto exit; 4391ad5a4d70STao Ma 4392ad5a4d70STao Ma if (left_cpos != 0) { 4393ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 43949f99ad08SXue jiufei if (!left_path) { 43959f99ad08SXue jiufei status = -ENOMEM; 43969f99ad08SXue jiufei mlog_errno(status); 439706a269ccSMarkus Elfring goto exit; 43989f99ad08SXue jiufei } 4399ad5a4d70STao Ma 4400a2970291SJoel Becker status = ocfs2_find_path(et->et_ci, left_path, 4401a2970291SJoel Becker left_cpos); 4402ad5a4d70STao Ma if (status) 440306a269ccSMarkus Elfring goto free_left_path; 4404ad5a4d70STao Ma 4405ad5a4d70STao Ma new_el = path_leaf_el(left_path); 4406ad5a4d70STao Ma 4407ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) != 4408ad5a4d70STao Ma le16_to_cpu(new_el->l_count)) { 4409ad5a4d70STao Ma bh = path_leaf_bh(left_path); 4410ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 4411*93f5920dSJun Piao status = ocfs2_error(sb, 44127ecef14aSJoe Perches "Extent block #%llu has an invalid l_next_free_rec of %d. It should have matched the l_count of %d\n", 44135e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 44145e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec), 44155e96581aSJoel Becker le16_to_cpu(new_el->l_count)); 441606a269ccSMarkus Elfring goto free_left_path; 4417ad5a4d70STao Ma } 4418ad5a4d70STao Ma rec = &new_el->l_recs[ 4419ad5a4d70STao Ma le16_to_cpu(new_el->l_next_free_rec) - 1]; 4420ad5a4d70STao Ma } 4421ad5a4d70STao Ma } 4422328d5752SMark Fasheh 4423328d5752SMark Fasheh /* 4424328d5752SMark Fasheh * We're careful to check for an empty extent record here - 4425328d5752SMark Fasheh * the merge code will know what to do if it sees one. 4426328d5752SMark Fasheh */ 4427ad5a4d70STao Ma if (rec) { 4428328d5752SMark Fasheh if (index == 1 && ocfs2_is_empty_extent(rec)) { 4429328d5752SMark Fasheh if (split_rec->e_cpos == el->l_recs[index].e_cpos) 4430328d5752SMark Fasheh ret = CONTIG_RIGHT; 4431328d5752SMark Fasheh } else { 4432853a3a14STao Ma ret = ocfs2_et_extent_contig(et, rec, split_rec); 4433328d5752SMark Fasheh } 4434328d5752SMark Fasheh } 4435328d5752SMark Fasheh 4436ad5a4d70STao Ma rec = NULL; 4437ad5a4d70STao Ma if (index < (le16_to_cpu(el->l_next_free_rec) - 1)) 4438ad5a4d70STao Ma rec = &el->l_recs[index + 1]; 4439ad5a4d70STao Ma else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) && 4440ad5a4d70STao Ma path->p_tree_depth > 0) { 4441a2970291SJoel Becker status = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos); 4442ad5a4d70STao Ma if (status) 444306a269ccSMarkus Elfring goto free_left_path; 4444ad5a4d70STao Ma 4445ad5a4d70STao Ma if (right_cpos == 0) 444606a269ccSMarkus Elfring goto free_left_path; 4447ad5a4d70STao Ma 4448ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 44499f99ad08SXue jiufei if (!right_path) { 44509f99ad08SXue jiufei status = -ENOMEM; 44519f99ad08SXue jiufei mlog_errno(status); 445206a269ccSMarkus Elfring goto free_left_path; 44539f99ad08SXue jiufei } 4454ad5a4d70STao Ma 4455a2970291SJoel Becker status = ocfs2_find_path(et->et_ci, right_path, right_cpos); 4456ad5a4d70STao Ma if (status) 445706a269ccSMarkus Elfring goto free_right_path; 4458ad5a4d70STao Ma 4459ad5a4d70STao Ma new_el = path_leaf_el(right_path); 4460ad5a4d70STao Ma rec = &new_el->l_recs[0]; 4461ad5a4d70STao Ma if (ocfs2_is_empty_extent(rec)) { 4462ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) <= 1) { 4463ad5a4d70STao Ma bh = path_leaf_bh(right_path); 4464ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 4465*93f5920dSJun Piao status = ocfs2_error(sb, 44667ecef14aSJoe Perches "Extent block #%llu has an invalid l_next_free_rec of %d\n", 44675e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 44685e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec)); 446906a269ccSMarkus Elfring goto free_right_path; 4470ad5a4d70STao Ma } 4471ad5a4d70STao Ma rec = &new_el->l_recs[1]; 4472ad5a4d70STao Ma } 4473ad5a4d70STao Ma } 4474ad5a4d70STao Ma 4475ad5a4d70STao Ma if (rec) { 4476328d5752SMark Fasheh enum ocfs2_contig_type contig_type; 4477328d5752SMark Fasheh 4478853a3a14STao Ma contig_type = ocfs2_et_extent_contig(et, rec, split_rec); 4479328d5752SMark Fasheh 4480328d5752SMark Fasheh if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT) 4481328d5752SMark Fasheh ret = CONTIG_LEFTRIGHT; 4482328d5752SMark Fasheh else if (ret == CONTIG_NONE) 4483328d5752SMark Fasheh ret = contig_type; 4484328d5752SMark Fasheh } 4485328d5752SMark Fasheh 448606a269ccSMarkus Elfring free_right_path: 4487ad5a4d70STao Ma ocfs2_free_path(right_path); 448806a269ccSMarkus Elfring free_left_path: 448906a269ccSMarkus Elfring ocfs2_free_path(left_path); 449006a269ccSMarkus Elfring exit: 44919f99ad08SXue jiufei if (status == 0) 44929f99ad08SXue jiufei ctxt->c_contig_type = ret; 44939f99ad08SXue jiufei 44949f99ad08SXue jiufei return status; 4495328d5752SMark Fasheh } 4496328d5752SMark Fasheh 44971ef61b33SJoel Becker static void ocfs2_figure_contig_type(struct ocfs2_extent_tree *et, 4498dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 4499dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 45001ef61b33SJoel Becker struct ocfs2_extent_rec *insert_rec) 4501dcd0538fSMark Fasheh { 4502dcd0538fSMark Fasheh int i; 4503dcd0538fSMark Fasheh enum ocfs2_contig_type contig_type = CONTIG_NONE; 4504dcd0538fSMark Fasheh 4505e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4506e48edee2SMark Fasheh 4507dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 4508853a3a14STao Ma contig_type = ocfs2_et_extent_contig(et, &el->l_recs[i], 4509853a3a14STao Ma insert_rec); 4510dcd0538fSMark Fasheh if (contig_type != CONTIG_NONE) { 4511dcd0538fSMark Fasheh insert->ins_contig_index = i; 4512dcd0538fSMark Fasheh break; 4513dcd0538fSMark Fasheh } 4514dcd0538fSMark Fasheh } 4515dcd0538fSMark Fasheh insert->ins_contig = contig_type; 4516ca12b7c4STao Ma 4517ca12b7c4STao Ma if (insert->ins_contig != CONTIG_NONE) { 4518ca12b7c4STao Ma struct ocfs2_extent_rec *rec = 4519ca12b7c4STao Ma &el->l_recs[insert->ins_contig_index]; 4520ca12b7c4STao Ma unsigned int len = le16_to_cpu(rec->e_leaf_clusters) + 4521ca12b7c4STao Ma le16_to_cpu(insert_rec->e_leaf_clusters); 4522ca12b7c4STao Ma 4523ca12b7c4STao Ma /* 4524ca12b7c4STao Ma * Caller might want us to limit the size of extents, don't 4525ca12b7c4STao Ma * calculate contiguousness if we might exceed that limit. 4526ca12b7c4STao Ma */ 4527ce1d9ea6SJoel Becker if (et->et_max_leaf_clusters && 4528ce1d9ea6SJoel Becker (len > et->et_max_leaf_clusters)) 4529ca12b7c4STao Ma insert->ins_contig = CONTIG_NONE; 4530ca12b7c4STao Ma } 4531dcd0538fSMark Fasheh } 4532dcd0538fSMark Fasheh 4533dcd0538fSMark Fasheh /* 4534dcd0538fSMark Fasheh * This should only be called against the righmost leaf extent list. 4535dcd0538fSMark Fasheh * 4536dcd0538fSMark Fasheh * ocfs2_figure_appending_type() will figure out whether we'll have to 4537dcd0538fSMark Fasheh * insert at the tail of the rightmost leaf. 4538dcd0538fSMark Fasheh * 4539e7d4cb6bSTao Ma * This should also work against the root extent list for tree's with 0 4540e7d4cb6bSTao Ma * depth. If we consider the root extent list to be the rightmost leaf node 4541dcd0538fSMark Fasheh * then the logic here makes sense. 4542dcd0538fSMark Fasheh */ 4543dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert, 4544dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4545dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4546dcd0538fSMark Fasheh { 4547dcd0538fSMark Fasheh int i; 4548dcd0538fSMark Fasheh u32 cpos = le32_to_cpu(insert_rec->e_cpos); 4549dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 4550dcd0538fSMark Fasheh 4551dcd0538fSMark Fasheh insert->ins_appending = APPEND_NONE; 4552dcd0538fSMark Fasheh 4553e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4554dcd0538fSMark Fasheh 4555dcd0538fSMark Fasheh if (!el->l_next_free_rec) 4556dcd0538fSMark Fasheh goto set_tail_append; 4557dcd0538fSMark Fasheh 4558dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 4559dcd0538fSMark Fasheh /* Were all records empty? */ 4560dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 1) 4561dcd0538fSMark Fasheh goto set_tail_append; 4562dcd0538fSMark Fasheh } 4563dcd0538fSMark Fasheh 4564dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 4565dcd0538fSMark Fasheh rec = &el->l_recs[i]; 4566dcd0538fSMark Fasheh 4567e48edee2SMark Fasheh if (cpos >= 4568e48edee2SMark Fasheh (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters))) 4569dcd0538fSMark Fasheh goto set_tail_append; 4570dcd0538fSMark Fasheh 4571dcd0538fSMark Fasheh return; 4572dcd0538fSMark Fasheh 4573dcd0538fSMark Fasheh set_tail_append: 4574dcd0538fSMark Fasheh insert->ins_appending = APPEND_TAIL; 4575dcd0538fSMark Fasheh } 4576dcd0538fSMark Fasheh 4577dcd0538fSMark Fasheh /* 457825985edcSLucas De Marchi * Helper function called at the beginning of an insert. 4579dcd0538fSMark Fasheh * 4580dcd0538fSMark Fasheh * This computes a few things that are commonly used in the process of 4581dcd0538fSMark Fasheh * inserting into the btree: 4582dcd0538fSMark Fasheh * - Whether the new extent is contiguous with an existing one. 4583dcd0538fSMark Fasheh * - The current tree depth. 4584dcd0538fSMark Fasheh * - Whether the insert is an appending one. 4585dcd0538fSMark Fasheh * - The total # of free records in the tree. 4586dcd0538fSMark Fasheh * 4587dcd0538fSMark Fasheh * All of the information is stored on the ocfs2_insert_type 4588dcd0538fSMark Fasheh * structure. 4589dcd0538fSMark Fasheh */ 4590627961b7SJoel Becker static int ocfs2_figure_insert_type(struct ocfs2_extent_tree *et, 4591dcd0538fSMark Fasheh struct buffer_head **last_eb_bh, 4592dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4593c77534f6STao Mao int *free_records, 4594dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4595dcd0538fSMark Fasheh { 4596dcd0538fSMark Fasheh int ret; 4597dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 4598dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4599dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 4600dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 4601dcd0538fSMark Fasheh 4602328d5752SMark Fasheh insert->ins_split = SPLIT_NONE; 4603328d5752SMark Fasheh 4604ce1d9ea6SJoel Becker el = et->et_root_el; 4605dcd0538fSMark Fasheh insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth); 4606dcd0538fSMark Fasheh 4607dcd0538fSMark Fasheh if (el->l_tree_depth) { 4608dcd0538fSMark Fasheh /* 4609dcd0538fSMark Fasheh * If we have tree depth, we read in the 4610dcd0538fSMark Fasheh * rightmost extent block ahead of time as 4611dcd0538fSMark Fasheh * ocfs2_figure_insert_type() and ocfs2_add_branch() 4612dcd0538fSMark Fasheh * may want it later. 4613dcd0538fSMark Fasheh */ 46143d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 46155e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 46165e96581aSJoel Becker &bh); 4617dcd0538fSMark Fasheh if (ret) { 4618c1e8d35eSTao Ma mlog_errno(ret); 4619dcd0538fSMark Fasheh goto out; 4620dcd0538fSMark Fasheh } 4621dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 4622dcd0538fSMark Fasheh el = &eb->h_list; 4623dcd0538fSMark Fasheh } 4624dcd0538fSMark Fasheh 4625dcd0538fSMark Fasheh /* 4626dcd0538fSMark Fasheh * Unless we have a contiguous insert, we'll need to know if 4627dcd0538fSMark Fasheh * there is room left in our allocation tree for another 4628dcd0538fSMark Fasheh * extent record. 4629dcd0538fSMark Fasheh * 4630dcd0538fSMark Fasheh * XXX: This test is simplistic, we can search for empty 4631dcd0538fSMark Fasheh * extent records too. 4632dcd0538fSMark Fasheh */ 4633c77534f6STao Mao *free_records = le16_to_cpu(el->l_count) - 4634dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec); 4635dcd0538fSMark Fasheh 4636dcd0538fSMark Fasheh if (!insert->ins_tree_depth) { 46371ef61b33SJoel Becker ocfs2_figure_contig_type(et, insert, el, insert_rec); 4638dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4639dcd0538fSMark Fasheh return 0; 4640dcd0538fSMark Fasheh } 4641dcd0538fSMark Fasheh 4642ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 4643dcd0538fSMark Fasheh if (!path) { 4644dcd0538fSMark Fasheh ret = -ENOMEM; 4645dcd0538fSMark Fasheh mlog_errno(ret); 4646dcd0538fSMark Fasheh goto out; 4647dcd0538fSMark Fasheh } 4648dcd0538fSMark Fasheh 4649dcd0538fSMark Fasheh /* 4650dcd0538fSMark Fasheh * In the case that we're inserting past what the tree 4651dcd0538fSMark Fasheh * currently accounts for, ocfs2_find_path() will return for 4652dcd0538fSMark Fasheh * us the rightmost tree path. This is accounted for below in 4653dcd0538fSMark Fasheh * the appending code. 4654dcd0538fSMark Fasheh */ 4655facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, le32_to_cpu(insert_rec->e_cpos)); 4656dcd0538fSMark Fasheh if (ret) { 4657dcd0538fSMark Fasheh mlog_errno(ret); 4658dcd0538fSMark Fasheh goto out; 4659dcd0538fSMark Fasheh } 4660dcd0538fSMark Fasheh 4661dcd0538fSMark Fasheh el = path_leaf_el(path); 4662dcd0538fSMark Fasheh 4663dcd0538fSMark Fasheh /* 4664dcd0538fSMark Fasheh * Now that we have the path, there's two things we want to determine: 4665dcd0538fSMark Fasheh * 1) Contiguousness (also set contig_index if this is so) 4666dcd0538fSMark Fasheh * 4667dcd0538fSMark Fasheh * 2) Are we doing an append? We can trivially break this up 4668dcd0538fSMark Fasheh * into two types of appends: simple record append, or a 4669dcd0538fSMark Fasheh * rotate inside the tail leaf. 4670dcd0538fSMark Fasheh */ 46711ef61b33SJoel Becker ocfs2_figure_contig_type(et, insert, el, insert_rec); 4672dcd0538fSMark Fasheh 4673dcd0538fSMark Fasheh /* 4674dcd0538fSMark Fasheh * The insert code isn't quite ready to deal with all cases of 4675dcd0538fSMark Fasheh * left contiguousness. Specifically, if it's an insert into 4676dcd0538fSMark Fasheh * the 1st record in a leaf, it will require the adjustment of 4677e48edee2SMark Fasheh * cluster count on the last record of the path directly to it's 4678dcd0538fSMark Fasheh * left. For now, just catch that case and fool the layers 4679dcd0538fSMark Fasheh * above us. This works just fine for tree_depth == 0, which 4680dcd0538fSMark Fasheh * is why we allow that above. 4681dcd0538fSMark Fasheh */ 4682dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT && 4683dcd0538fSMark Fasheh insert->ins_contig_index == 0) 4684dcd0538fSMark Fasheh insert->ins_contig = CONTIG_NONE; 4685dcd0538fSMark Fasheh 4686dcd0538fSMark Fasheh /* 4687dcd0538fSMark Fasheh * Ok, so we can simply compare against last_eb to figure out 4688dcd0538fSMark Fasheh * whether the path doesn't exist. This will only happen in 4689dcd0538fSMark Fasheh * the case that we're doing a tail append, so maybe we can 4690dcd0538fSMark Fasheh * take advantage of that information somehow. 4691dcd0538fSMark Fasheh */ 469235dc0aa3SJoel Becker if (ocfs2_et_get_last_eb_blk(et) == 4693e7d4cb6bSTao Ma path_leaf_bh(path)->b_blocknr) { 4694dcd0538fSMark Fasheh /* 4695dcd0538fSMark Fasheh * Ok, ocfs2_find_path() returned us the rightmost 4696dcd0538fSMark Fasheh * tree path. This might be an appending insert. There are 4697dcd0538fSMark Fasheh * two cases: 4698dcd0538fSMark Fasheh * 1) We're doing a true append at the tail: 4699dcd0538fSMark Fasheh * -This might even be off the end of the leaf 4700dcd0538fSMark Fasheh * 2) We're "appending" by rotating in the tail 4701dcd0538fSMark Fasheh */ 4702dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4703dcd0538fSMark Fasheh } 4704dcd0538fSMark Fasheh 4705dcd0538fSMark Fasheh out: 4706dcd0538fSMark Fasheh ocfs2_free_path(path); 4707dcd0538fSMark Fasheh 4708dcd0538fSMark Fasheh if (ret == 0) 4709dcd0538fSMark Fasheh *last_eb_bh = bh; 4710dcd0538fSMark Fasheh else 4711dcd0538fSMark Fasheh brelse(bh); 4712dcd0538fSMark Fasheh return ret; 4713dcd0538fSMark Fasheh } 4714dcd0538fSMark Fasheh 4715dcd0538fSMark Fasheh /* 4716cc79d8c1SJoel Becker * Insert an extent into a btree. 4717dcd0538fSMark Fasheh * 4718cc79d8c1SJoel Becker * The caller needs to update the owning btree's cluster count. 4719dcd0538fSMark Fasheh */ 4720cc79d8c1SJoel Becker int ocfs2_insert_extent(handle_t *handle, 4721f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 4722dcd0538fSMark Fasheh u32 cpos, 4723ccd979bdSMark Fasheh u64 start_blk, 4724ccd979bdSMark Fasheh u32 new_clusters, 47252ae99a60SMark Fasheh u8 flags, 4726f99b9b7cSJoel Becker struct ocfs2_alloc_context *meta_ac) 4727ccd979bdSMark Fasheh { 4728c3afcbb3SMark Fasheh int status; 4729c77534f6STao Mao int uninitialized_var(free_records); 4730ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 4731dcd0538fSMark Fasheh struct ocfs2_insert_type insert = {0, }; 4732dcd0538fSMark Fasheh struct ocfs2_extent_rec rec; 4733ccd979bdSMark Fasheh 4734a09d09b8STao Ma trace_ocfs2_insert_extent_start( 4735a09d09b8STao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 4736a09d09b8STao Ma cpos, new_clusters); 4737ccd979bdSMark Fasheh 4738e48edee2SMark Fasheh memset(&rec, 0, sizeof(rec)); 4739dcd0538fSMark Fasheh rec.e_cpos = cpu_to_le32(cpos); 4740dcd0538fSMark Fasheh rec.e_blkno = cpu_to_le64(start_blk); 4741e48edee2SMark Fasheh rec.e_leaf_clusters = cpu_to_le16(new_clusters); 47422ae99a60SMark Fasheh rec.e_flags = flags; 47436136ca5fSJoel Becker status = ocfs2_et_insert_check(et, &rec); 47441e61ee79SJoel Becker if (status) { 47451e61ee79SJoel Becker mlog_errno(status); 47461e61ee79SJoel Becker goto bail; 47471e61ee79SJoel Becker } 4748ccd979bdSMark Fasheh 4749627961b7SJoel Becker status = ocfs2_figure_insert_type(et, &last_eb_bh, &rec, 4750c77534f6STao Mao &free_records, &insert); 4751ccd979bdSMark Fasheh if (status < 0) { 4752dcd0538fSMark Fasheh mlog_errno(status); 4753ccd979bdSMark Fasheh goto bail; 4754ccd979bdSMark Fasheh } 4755ccd979bdSMark Fasheh 4756a09d09b8STao Ma trace_ocfs2_insert_extent(insert.ins_appending, insert.ins_contig, 4757a09d09b8STao Ma insert.ins_contig_index, free_records, 4758a09d09b8STao Ma insert.ins_tree_depth); 4759dcd0538fSMark Fasheh 4760c77534f6STao Mao if (insert.ins_contig == CONTIG_NONE && free_records == 0) { 4761d401dc12SJoel Becker status = ocfs2_grow_tree(handle, et, 4762328d5752SMark Fasheh &insert.ins_tree_depth, &last_eb_bh, 4763ccd979bdSMark Fasheh meta_ac); 4764c3afcbb3SMark Fasheh if (status) { 4765ccd979bdSMark Fasheh mlog_errno(status); 4766ccd979bdSMark Fasheh goto bail; 4767ccd979bdSMark Fasheh } 4768c3afcbb3SMark Fasheh } 4769ccd979bdSMark Fasheh 4770dcd0538fSMark Fasheh /* Finally, we can add clusters. This might rotate the tree for us. */ 47713505bec0SJoel Becker status = ocfs2_do_insert_extent(handle, et, &rec, &insert); 4772ccd979bdSMark Fasheh if (status < 0) 4773ccd979bdSMark Fasheh mlog_errno(status); 477492ba470cSJoel Becker else 477592ba470cSJoel Becker ocfs2_et_extent_map_insert(et, &rec); 4776ccd979bdSMark Fasheh 4777ccd979bdSMark Fasheh bail: 4778ccd979bdSMark Fasheh brelse(last_eb_bh); 4779ccd979bdSMark Fasheh 4780f56654c4STao Ma return status; 4781f56654c4STao Ma } 4782f56654c4STao Ma 47830eb8d47eSTao Ma /* 47840eb8d47eSTao Ma * Allcate and add clusters into the extent b-tree. 47850eb8d47eSTao Ma * The new clusters(clusters_to_add) will be inserted at logical_offset. 4786f99b9b7cSJoel Becker * The extent b-tree's root is specified by et, and 47870eb8d47eSTao Ma * it is not limited to the file storage. Any extent tree can use this 47880eb8d47eSTao Ma * function if it implements the proper ocfs2_extent_tree. 47890eb8d47eSTao Ma */ 4790cbee7e1aSJoel Becker int ocfs2_add_clusters_in_btree(handle_t *handle, 4791cbee7e1aSJoel Becker struct ocfs2_extent_tree *et, 47920eb8d47eSTao Ma u32 *logical_offset, 47930eb8d47eSTao Ma u32 clusters_to_add, 47940eb8d47eSTao Ma int mark_unwritten, 47950eb8d47eSTao Ma struct ocfs2_alloc_context *data_ac, 47960eb8d47eSTao Ma struct ocfs2_alloc_context *meta_ac, 4797f99b9b7cSJoel Becker enum ocfs2_alloc_restarted *reason_ret) 47980eb8d47eSTao Ma { 4799a09d09b8STao Ma int status = 0, err = 0; 4800fb951eb5SZongxun Wang int need_free = 0; 48010eb8d47eSTao Ma int free_extents; 48020eb8d47eSTao Ma enum ocfs2_alloc_restarted reason = RESTART_NONE; 48030eb8d47eSTao Ma u32 bit_off, num_bits; 48040eb8d47eSTao Ma u64 block; 48050eb8d47eSTao Ma u8 flags = 0; 4806cbee7e1aSJoel Becker struct ocfs2_super *osb = 4807cbee7e1aSJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 48080eb8d47eSTao Ma 48090eb8d47eSTao Ma BUG_ON(!clusters_to_add); 48100eb8d47eSTao Ma 48110eb8d47eSTao Ma if (mark_unwritten) 48120eb8d47eSTao Ma flags = OCFS2_EXT_UNWRITTEN; 48130eb8d47eSTao Ma 4814964f14a0SJun Piao free_extents = ocfs2_num_free_extents(et); 48150eb8d47eSTao Ma if (free_extents < 0) { 48160eb8d47eSTao Ma status = free_extents; 48170eb8d47eSTao Ma mlog_errno(status); 48180eb8d47eSTao Ma goto leave; 48190eb8d47eSTao Ma } 48200eb8d47eSTao Ma 48210eb8d47eSTao Ma /* there are two cases which could cause us to EAGAIN in the 48220eb8d47eSTao Ma * we-need-more-metadata case: 48230eb8d47eSTao Ma * 1) we haven't reserved *any* 48240eb8d47eSTao Ma * 2) we are so fragmented, we've needed to add metadata too 48250eb8d47eSTao Ma * many times. */ 48260eb8d47eSTao Ma if (!free_extents && !meta_ac) { 4827a09d09b8STao Ma err = -1; 48280eb8d47eSTao Ma status = -EAGAIN; 48290eb8d47eSTao Ma reason = RESTART_META; 48300eb8d47eSTao Ma goto leave; 48310eb8d47eSTao Ma } else if ((!free_extents) 48320eb8d47eSTao Ma && (ocfs2_alloc_context_bits_left(meta_ac) 4833f99b9b7cSJoel Becker < ocfs2_extend_meta_needed(et->et_root_el))) { 4834a09d09b8STao Ma err = -2; 48350eb8d47eSTao Ma status = -EAGAIN; 48360eb8d47eSTao Ma reason = RESTART_META; 48370eb8d47eSTao Ma goto leave; 48380eb8d47eSTao Ma } 48390eb8d47eSTao Ma 48401ed9b777SJoel Becker status = __ocfs2_claim_clusters(handle, data_ac, 1, 48410eb8d47eSTao Ma clusters_to_add, &bit_off, &num_bits); 48420eb8d47eSTao Ma if (status < 0) { 48430eb8d47eSTao Ma if (status != -ENOSPC) 48440eb8d47eSTao Ma mlog_errno(status); 48450eb8d47eSTao Ma goto leave; 48460eb8d47eSTao Ma } 48470eb8d47eSTao Ma 48480eb8d47eSTao Ma BUG_ON(num_bits > clusters_to_add); 48490eb8d47eSTao Ma 485013723d00SJoel Becker /* reserve our write early -- insert_extent may update the tree root */ 4851d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 48520eb8d47eSTao Ma OCFS2_JOURNAL_ACCESS_WRITE); 48530eb8d47eSTao Ma if (status < 0) { 48540eb8d47eSTao Ma mlog_errno(status); 4855fb951eb5SZongxun Wang need_free = 1; 4856fb951eb5SZongxun Wang goto bail; 48570eb8d47eSTao Ma } 48580eb8d47eSTao Ma 48590eb8d47eSTao Ma block = ocfs2_clusters_to_blocks(osb->sb, bit_off); 4860a09d09b8STao Ma trace_ocfs2_add_clusters_in_btree( 4861a09d09b8STao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 4862a09d09b8STao Ma bit_off, num_bits); 4863cc79d8c1SJoel Becker status = ocfs2_insert_extent(handle, et, *logical_offset, block, 4864f56654c4STao Ma num_bits, flags, meta_ac); 48650eb8d47eSTao Ma if (status < 0) { 48660eb8d47eSTao Ma mlog_errno(status); 4867fb951eb5SZongxun Wang need_free = 1; 4868fb951eb5SZongxun Wang goto bail; 48690eb8d47eSTao Ma } 48700eb8d47eSTao Ma 4871ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 48720eb8d47eSTao Ma 48730eb8d47eSTao Ma clusters_to_add -= num_bits; 48740eb8d47eSTao Ma *logical_offset += num_bits; 48750eb8d47eSTao Ma 48760eb8d47eSTao Ma if (clusters_to_add) { 4877a09d09b8STao Ma err = clusters_to_add; 48780eb8d47eSTao Ma status = -EAGAIN; 48790eb8d47eSTao Ma reason = RESTART_TRANS; 48800eb8d47eSTao Ma } 48810eb8d47eSTao Ma 4882fb951eb5SZongxun Wang bail: 4883fb951eb5SZongxun Wang if (need_free) { 4884fb951eb5SZongxun Wang if (data_ac->ac_which == OCFS2_AC_USE_LOCAL) 4885fb951eb5SZongxun Wang ocfs2_free_local_alloc_bits(osb, handle, data_ac, 4886fb951eb5SZongxun Wang bit_off, num_bits); 4887fb951eb5SZongxun Wang else 4888fb951eb5SZongxun Wang ocfs2_free_clusters(handle, 4889fb951eb5SZongxun Wang data_ac->ac_inode, 4890fb951eb5SZongxun Wang data_ac->ac_bh, 4891fb951eb5SZongxun Wang ocfs2_clusters_to_blocks(osb->sb, bit_off), 4892fb951eb5SZongxun Wang num_bits); 4893fb951eb5SZongxun Wang } 4894fb951eb5SZongxun Wang 48950eb8d47eSTao Ma leave: 48960eb8d47eSTao Ma if (reason_ret) 48970eb8d47eSTao Ma *reason_ret = reason; 4898a09d09b8STao Ma trace_ocfs2_add_clusters_in_btree_ret(status, reason, err); 48990eb8d47eSTao Ma return status; 49000eb8d47eSTao Ma } 49010eb8d47eSTao Ma 4902328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb, 4903328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4904328d5752SMark Fasheh u32 cpos, 4905328d5752SMark Fasheh struct ocfs2_extent_rec *rec) 4906328d5752SMark Fasheh { 4907328d5752SMark Fasheh u32 rec_cpos = le32_to_cpu(rec->e_cpos); 4908328d5752SMark Fasheh u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters); 4909328d5752SMark Fasheh 4910328d5752SMark Fasheh memset(split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4911328d5752SMark Fasheh 4912328d5752SMark Fasheh split_rec->e_cpos = cpu_to_le32(cpos); 4913328d5752SMark Fasheh split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos); 4914328d5752SMark Fasheh 4915328d5752SMark Fasheh split_rec->e_blkno = rec->e_blkno; 4916328d5752SMark Fasheh le64_add_cpu(&split_rec->e_blkno, 4917328d5752SMark Fasheh ocfs2_clusters_to_blocks(sb, cpos - rec_cpos)); 4918328d5752SMark Fasheh 4919328d5752SMark Fasheh split_rec->e_flags = rec->e_flags; 4920328d5752SMark Fasheh } 4921328d5752SMark Fasheh 4922d231129fSJoel Becker static int ocfs2_split_and_insert(handle_t *handle, 4923e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4924d231129fSJoel Becker struct ocfs2_path *path, 4925328d5752SMark Fasheh struct buffer_head **last_eb_bh, 4926328d5752SMark Fasheh int split_index, 4927328d5752SMark Fasheh struct ocfs2_extent_rec *orig_split_rec, 4928328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4929328d5752SMark Fasheh { 4930328d5752SMark Fasheh int ret = 0, depth; 4931328d5752SMark Fasheh unsigned int insert_range, rec_range, do_leftright = 0; 4932328d5752SMark Fasheh struct ocfs2_extent_rec tmprec; 4933328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4934328d5752SMark Fasheh struct ocfs2_extent_rec rec; 4935328d5752SMark Fasheh struct ocfs2_extent_rec split_rec = *orig_split_rec; 4936328d5752SMark Fasheh struct ocfs2_insert_type insert; 4937328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4938328d5752SMark Fasheh 4939328d5752SMark Fasheh leftright: 4940328d5752SMark Fasheh /* 4941328d5752SMark Fasheh * Store a copy of the record on the stack - it might move 4942328d5752SMark Fasheh * around as the tree is manipulated below. 4943328d5752SMark Fasheh */ 4944328d5752SMark Fasheh rec = path_leaf_el(path)->l_recs[split_index]; 4945328d5752SMark Fasheh 4946ce1d9ea6SJoel Becker rightmost_el = et->et_root_el; 4947328d5752SMark Fasheh 4948328d5752SMark Fasheh depth = le16_to_cpu(rightmost_el->l_tree_depth); 4949328d5752SMark Fasheh if (depth) { 4950328d5752SMark Fasheh BUG_ON(!(*last_eb_bh)); 4951328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 4952328d5752SMark Fasheh rightmost_el = &eb->h_list; 4953328d5752SMark Fasheh } 4954328d5752SMark Fasheh 4955328d5752SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4956328d5752SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4957d401dc12SJoel Becker ret = ocfs2_grow_tree(handle, et, 4958e7d4cb6bSTao Ma &depth, last_eb_bh, meta_ac); 4959328d5752SMark Fasheh if (ret) { 4960328d5752SMark Fasheh mlog_errno(ret); 4961328d5752SMark Fasheh goto out; 4962328d5752SMark Fasheh } 4963328d5752SMark Fasheh } 4964328d5752SMark Fasheh 4965328d5752SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4966328d5752SMark Fasheh insert.ins_appending = APPEND_NONE; 4967328d5752SMark Fasheh insert.ins_contig = CONTIG_NONE; 4968328d5752SMark Fasheh insert.ins_tree_depth = depth; 4969328d5752SMark Fasheh 4970328d5752SMark Fasheh insert_range = le32_to_cpu(split_rec.e_cpos) + 4971328d5752SMark Fasheh le16_to_cpu(split_rec.e_leaf_clusters); 4972328d5752SMark Fasheh rec_range = le32_to_cpu(rec.e_cpos) + 4973328d5752SMark Fasheh le16_to_cpu(rec.e_leaf_clusters); 4974328d5752SMark Fasheh 4975328d5752SMark Fasheh if (split_rec.e_cpos == rec.e_cpos) { 4976328d5752SMark Fasheh insert.ins_split = SPLIT_LEFT; 4977328d5752SMark Fasheh } else if (insert_range == rec_range) { 4978328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4979328d5752SMark Fasheh } else { 4980328d5752SMark Fasheh /* 4981328d5752SMark Fasheh * Left/right split. We fake this as a right split 4982328d5752SMark Fasheh * first and then make a second pass as a left split. 4983328d5752SMark Fasheh */ 4984328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4985328d5752SMark Fasheh 4986d231129fSJoel Becker ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci), 4987d231129fSJoel Becker &tmprec, insert_range, &rec); 4988328d5752SMark Fasheh 4989328d5752SMark Fasheh split_rec = tmprec; 4990328d5752SMark Fasheh 4991328d5752SMark Fasheh BUG_ON(do_leftright); 4992328d5752SMark Fasheh do_leftright = 1; 4993328d5752SMark Fasheh } 4994328d5752SMark Fasheh 49953505bec0SJoel Becker ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert); 4996328d5752SMark Fasheh if (ret) { 4997328d5752SMark Fasheh mlog_errno(ret); 4998328d5752SMark Fasheh goto out; 4999328d5752SMark Fasheh } 5000328d5752SMark Fasheh 5001328d5752SMark Fasheh if (do_leftright == 1) { 5002328d5752SMark Fasheh u32 cpos; 5003328d5752SMark Fasheh struct ocfs2_extent_list *el; 5004328d5752SMark Fasheh 5005328d5752SMark Fasheh do_leftright++; 5006328d5752SMark Fasheh split_rec = *orig_split_rec; 5007328d5752SMark Fasheh 5008328d5752SMark Fasheh ocfs2_reinit_path(path, 1); 5009328d5752SMark Fasheh 5010328d5752SMark Fasheh cpos = le32_to_cpu(split_rec.e_cpos); 5011facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5012328d5752SMark Fasheh if (ret) { 5013328d5752SMark Fasheh mlog_errno(ret); 5014328d5752SMark Fasheh goto out; 5015328d5752SMark Fasheh } 5016328d5752SMark Fasheh 5017328d5752SMark Fasheh el = path_leaf_el(path); 5018328d5752SMark Fasheh split_index = ocfs2_search_extent_list(el, cpos); 5019981035b4SYingtai Xie if (split_index == -1) { 5020981035b4SYingtai Xie ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 50217ecef14aSJoe Perches "Owner %llu has an extent at cpos %u which can no longer be found\n", 5022981035b4SYingtai Xie (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5023981035b4SYingtai Xie cpos); 5024981035b4SYingtai Xie ret = -EROFS; 5025981035b4SYingtai Xie goto out; 5026981035b4SYingtai Xie } 5027328d5752SMark Fasheh goto leftright; 5028328d5752SMark Fasheh } 5029328d5752SMark Fasheh out: 5030328d5752SMark Fasheh 5031328d5752SMark Fasheh return ret; 5032328d5752SMark Fasheh } 5033328d5752SMark Fasheh 5034f3868d0fSJoel Becker static int ocfs2_replace_extent_rec(handle_t *handle, 5035f3868d0fSJoel Becker struct ocfs2_extent_tree *et, 503647be12e4STao Ma struct ocfs2_path *path, 503747be12e4STao Ma struct ocfs2_extent_list *el, 503847be12e4STao Ma int split_index, 503947be12e4STao Ma struct ocfs2_extent_rec *split_rec) 504047be12e4STao Ma { 504147be12e4STao Ma int ret; 504247be12e4STao Ma 5043f3868d0fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path, 504447be12e4STao Ma path_num_items(path) - 1); 504547be12e4STao Ma if (ret) { 504647be12e4STao Ma mlog_errno(ret); 504747be12e4STao Ma goto out; 504847be12e4STao Ma } 504947be12e4STao Ma 505047be12e4STao Ma el->l_recs[split_index] = *split_rec; 505147be12e4STao Ma 505247be12e4STao Ma ocfs2_journal_dirty(handle, path_leaf_bh(path)); 505347be12e4STao Ma out: 505447be12e4STao Ma return ret; 505547be12e4STao Ma } 505647be12e4STao Ma 5057328d5752SMark Fasheh /* 5058555936bfSTao Ma * Split part or all of the extent record at split_index in the leaf 5059555936bfSTao Ma * pointed to by path. Merge with the contiguous extent record if needed. 5060328d5752SMark Fasheh * 5061328d5752SMark Fasheh * Care is taken to handle contiguousness so as to not grow the tree. 5062328d5752SMark Fasheh * 5063328d5752SMark Fasheh * meta_ac is not strictly necessary - we only truly need it if growth 5064328d5752SMark Fasheh * of the tree is required. All other cases will degrade into a less 5065328d5752SMark Fasheh * optimal tree layout. 5066328d5752SMark Fasheh * 5067e7d4cb6bSTao Ma * last_eb_bh should be the rightmost leaf block for any extent 5068e7d4cb6bSTao Ma * btree. Since a split may grow the tree or a merge might shrink it, 5069e7d4cb6bSTao Ma * the caller cannot trust the contents of that buffer after this call. 5070328d5752SMark Fasheh * 5071328d5752SMark Fasheh * This code is optimized for readability - several passes might be 5072328d5752SMark Fasheh * made over certain portions of the tree. All of those blocks will 5073328d5752SMark Fasheh * have been brought into cache (and pinned via the journal), so the 5074328d5752SMark Fasheh * extra overhead is not expressed in terms of disk reads. 5075328d5752SMark Fasheh */ 5076e2e9f608STao Ma int ocfs2_split_extent(handle_t *handle, 5077e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 5078328d5752SMark Fasheh struct ocfs2_path *path, 5079328d5752SMark Fasheh int split_index, 5080328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 5081328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5082328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5083328d5752SMark Fasheh { 5084328d5752SMark Fasheh int ret = 0; 5085328d5752SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5086e8aed345SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5087328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 5088328d5752SMark Fasheh struct ocfs2_merge_ctxt ctxt; 5089328d5752SMark Fasheh 5090328d5752SMark Fasheh if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) || 5091328d5752SMark Fasheh ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) < 5092328d5752SMark Fasheh (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) { 5093328d5752SMark Fasheh ret = -EIO; 5094328d5752SMark Fasheh mlog_errno(ret); 5095328d5752SMark Fasheh goto out; 5096328d5752SMark Fasheh } 5097328d5752SMark Fasheh 50989f99ad08SXue jiufei ret = ocfs2_figure_merge_contig_type(et, path, el, 5099328d5752SMark Fasheh split_index, 51009f99ad08SXue jiufei split_rec, 51019f99ad08SXue jiufei &ctxt); 51029f99ad08SXue jiufei if (ret) { 51039f99ad08SXue jiufei mlog_errno(ret); 51049f99ad08SXue jiufei goto out; 51059f99ad08SXue jiufei } 5106328d5752SMark Fasheh 5107328d5752SMark Fasheh /* 5108328d5752SMark Fasheh * The core merge / split code wants to know how much room is 5109a1cf076bSJoel Becker * left in this allocation tree, so we pass the 5110328d5752SMark Fasheh * rightmost extent list. 5111328d5752SMark Fasheh */ 5112328d5752SMark Fasheh if (path->p_tree_depth) { 5113328d5752SMark Fasheh struct ocfs2_extent_block *eb; 5114328d5752SMark Fasheh 51153d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 51165e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 51170fcaa56aSJoel Becker &last_eb_bh); 5118328d5752SMark Fasheh if (ret) { 5119c1e8d35eSTao Ma mlog_errno(ret); 5120328d5752SMark Fasheh goto out; 5121328d5752SMark Fasheh } 5122328d5752SMark Fasheh 5123328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5124d22aa615SChangwei Ge } 5125328d5752SMark Fasheh 5126328d5752SMark Fasheh if (rec->e_cpos == split_rec->e_cpos && 5127328d5752SMark Fasheh rec->e_leaf_clusters == split_rec->e_leaf_clusters) 5128328d5752SMark Fasheh ctxt.c_split_covers_rec = 1; 5129328d5752SMark Fasheh else 5130328d5752SMark Fasheh ctxt.c_split_covers_rec = 0; 5131328d5752SMark Fasheh 5132328d5752SMark Fasheh ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]); 5133328d5752SMark Fasheh 5134a09d09b8STao Ma trace_ocfs2_split_extent(split_index, ctxt.c_contig_type, 5135a09d09b8STao Ma ctxt.c_has_empty_extent, 5136015452b1SMark Fasheh ctxt.c_split_covers_rec); 5137328d5752SMark Fasheh 5138328d5752SMark Fasheh if (ctxt.c_contig_type == CONTIG_NONE) { 5139328d5752SMark Fasheh if (ctxt.c_split_covers_rec) 5140f3868d0fSJoel Becker ret = ocfs2_replace_extent_rec(handle, et, path, el, 514147be12e4STao Ma split_index, split_rec); 5142328d5752SMark Fasheh else 5143d231129fSJoel Becker ret = ocfs2_split_and_insert(handle, et, path, 5144328d5752SMark Fasheh &last_eb_bh, split_index, 5145328d5752SMark Fasheh split_rec, meta_ac); 5146328d5752SMark Fasheh if (ret) 5147328d5752SMark Fasheh mlog_errno(ret); 5148328d5752SMark Fasheh } else { 5149c495dd24SJoel Becker ret = ocfs2_try_to_merge_extent(handle, et, path, 5150328d5752SMark Fasheh split_index, split_rec, 5151c495dd24SJoel Becker dealloc, &ctxt); 5152328d5752SMark Fasheh if (ret) 5153328d5752SMark Fasheh mlog_errno(ret); 5154328d5752SMark Fasheh } 5155328d5752SMark Fasheh 5156328d5752SMark Fasheh out: 5157328d5752SMark Fasheh brelse(last_eb_bh); 5158328d5752SMark Fasheh return ret; 5159328d5752SMark Fasheh } 5160328d5752SMark Fasheh 5161328d5752SMark Fasheh /* 5162555936bfSTao Ma * Change the flags of the already-existing extent at cpos for len clusters. 5163555936bfSTao Ma * 5164555936bfSTao Ma * new_flags: the flags we want to set. 5165555936bfSTao Ma * clear_flags: the flags we want to clear. 5166555936bfSTao Ma * phys: the new physical offset we want this new extent starts from. 5167328d5752SMark Fasheh * 5168328d5752SMark Fasheh * If the existing extent is larger than the request, initiate a 5169328d5752SMark Fasheh * split. An attempt will be made at merging with adjacent extents. 5170328d5752SMark Fasheh * 5171328d5752SMark Fasheh * The caller is responsible for passing down meta_ac if we'll need it. 5172328d5752SMark Fasheh */ 51731aa75feaSTao Ma int ocfs2_change_extent_flag(handle_t *handle, 5174f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5175555936bfSTao Ma u32 cpos, u32 len, u32 phys, 5176328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5177555936bfSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 5178555936bfSTao Ma int new_flags, int clear_flags) 5179328d5752SMark Fasheh { 5180328d5752SMark Fasheh int ret, index; 5181555936bfSTao Ma struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 5182555936bfSTao Ma u64 start_blkno = ocfs2_clusters_to_blocks(sb, phys); 5183328d5752SMark Fasheh struct ocfs2_extent_rec split_rec; 5184328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 5185328d5752SMark Fasheh struct ocfs2_extent_list *el; 5186555936bfSTao Ma struct ocfs2_extent_rec *rec; 5187328d5752SMark Fasheh 5188ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_et(et); 5189328d5752SMark Fasheh if (!left_path) { 5190328d5752SMark Fasheh ret = -ENOMEM; 5191328d5752SMark Fasheh mlog_errno(ret); 5192328d5752SMark Fasheh goto out; 5193328d5752SMark Fasheh } 5194328d5752SMark Fasheh 5195facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 5196328d5752SMark Fasheh if (ret) { 5197328d5752SMark Fasheh mlog_errno(ret); 5198328d5752SMark Fasheh goto out; 5199328d5752SMark Fasheh } 5200328d5752SMark Fasheh el = path_leaf_el(left_path); 5201328d5752SMark Fasheh 5202328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5203981035b4SYingtai Xie if (index == -1) { 5204555936bfSTao Ma ocfs2_error(sb, 52057ecef14aSJoe Perches "Owner %llu has an extent at cpos %u which can no longer be found\n", 52067ecef14aSJoe Perches (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 52077ecef14aSJoe Perches cpos); 5208328d5752SMark Fasheh ret = -EROFS; 5209328d5752SMark Fasheh goto out; 5210328d5752SMark Fasheh } 5211328d5752SMark Fasheh 5212555936bfSTao Ma ret = -EIO; 5213555936bfSTao Ma rec = &el->l_recs[index]; 5214555936bfSTao Ma if (new_flags && (rec->e_flags & new_flags)) { 5215555936bfSTao Ma mlog(ML_ERROR, "Owner %llu tried to set %d flags on an " 521686544fbdSDarrick J. Wong "extent that already had them\n", 5217555936bfSTao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5218555936bfSTao Ma new_flags); 5219555936bfSTao Ma goto out; 5220555936bfSTao Ma } 5221555936bfSTao Ma 5222555936bfSTao Ma if (clear_flags && !(rec->e_flags & clear_flags)) { 5223555936bfSTao Ma mlog(ML_ERROR, "Owner %llu tried to clear %d flags on an " 522486544fbdSDarrick J. Wong "extent that didn't have them\n", 5225555936bfSTao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5226555936bfSTao Ma clear_flags); 5227555936bfSTao Ma goto out; 5228555936bfSTao Ma } 5229555936bfSTao Ma 5230328d5752SMark Fasheh memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec)); 5231328d5752SMark Fasheh split_rec.e_cpos = cpu_to_le32(cpos); 5232328d5752SMark Fasheh split_rec.e_leaf_clusters = cpu_to_le16(len); 5233328d5752SMark Fasheh split_rec.e_blkno = cpu_to_le64(start_blkno); 5234555936bfSTao Ma split_rec.e_flags = rec->e_flags; 5235555936bfSTao Ma if (new_flags) 5236555936bfSTao Ma split_rec.e_flags |= new_flags; 5237555936bfSTao Ma if (clear_flags) 5238555936bfSTao Ma split_rec.e_flags &= ~clear_flags; 5239328d5752SMark Fasheh 5240e2e9f608STao Ma ret = ocfs2_split_extent(handle, et, left_path, 5241e7d4cb6bSTao Ma index, &split_rec, meta_ac, 5242e7d4cb6bSTao Ma dealloc); 5243328d5752SMark Fasheh if (ret) 5244328d5752SMark Fasheh mlog_errno(ret); 5245328d5752SMark Fasheh 5246328d5752SMark Fasheh out: 5247328d5752SMark Fasheh ocfs2_free_path(left_path); 5248328d5752SMark Fasheh return ret; 5249555936bfSTao Ma 5250555936bfSTao Ma } 5251555936bfSTao Ma 5252555936bfSTao Ma /* 5253555936bfSTao Ma * Mark the already-existing extent at cpos as written for len clusters. 5254555936bfSTao Ma * This removes the unwritten extent flag. 5255555936bfSTao Ma * 5256555936bfSTao Ma * If the existing extent is larger than the request, initiate a 5257555936bfSTao Ma * split. An attempt will be made at merging with adjacent extents. 5258555936bfSTao Ma * 5259555936bfSTao Ma * The caller is responsible for passing down meta_ac if we'll need it. 5260555936bfSTao Ma */ 5261555936bfSTao Ma int ocfs2_mark_extent_written(struct inode *inode, 5262555936bfSTao Ma struct ocfs2_extent_tree *et, 5263555936bfSTao Ma handle_t *handle, u32 cpos, u32 len, u32 phys, 5264555936bfSTao Ma struct ocfs2_alloc_context *meta_ac, 5265555936bfSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc) 5266555936bfSTao Ma { 5267555936bfSTao Ma int ret; 5268555936bfSTao Ma 5269a09d09b8STao Ma trace_ocfs2_mark_extent_written( 5270a09d09b8STao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno, 5271a09d09b8STao Ma cpos, len, phys); 5272555936bfSTao Ma 5273555936bfSTao Ma if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) { 52747ecef14aSJoe Perches ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents that are being written to, but the feature bit is not set in the super block\n", 5275555936bfSTao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno); 5276555936bfSTao Ma ret = -EROFS; 5277555936bfSTao Ma goto out; 5278555936bfSTao Ma } 5279555936bfSTao Ma 5280555936bfSTao Ma /* 5281555936bfSTao Ma * XXX: This should be fixed up so that we just re-insert the 5282555936bfSTao Ma * next extent records. 5283555936bfSTao Ma */ 5284555936bfSTao Ma ocfs2_et_extent_map_truncate(et, 0); 5285555936bfSTao Ma 5286555936bfSTao Ma ret = ocfs2_change_extent_flag(handle, et, cpos, 5287555936bfSTao Ma len, phys, meta_ac, dealloc, 5288555936bfSTao Ma 0, OCFS2_EXT_UNWRITTEN); 5289555936bfSTao Ma if (ret) 5290555936bfSTao Ma mlog_errno(ret); 5291555936bfSTao Ma 5292555936bfSTao Ma out: 5293555936bfSTao Ma return ret; 5294328d5752SMark Fasheh } 5295328d5752SMark Fasheh 5296dbdcf6a4SJoel Becker static int ocfs2_split_tree(handle_t *handle, struct ocfs2_extent_tree *et, 5297dbdcf6a4SJoel Becker struct ocfs2_path *path, 5298d0c7d708SMark Fasheh int index, u32 new_range, 5299d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac) 5300d0c7d708SMark Fasheh { 5301c901fb00STao Ma int ret, depth, credits; 5302d0c7d708SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5303d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5304d0c7d708SMark Fasheh struct ocfs2_extent_list *rightmost_el, *el; 5305d0c7d708SMark Fasheh struct ocfs2_extent_rec split_rec; 5306d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5307d0c7d708SMark Fasheh struct ocfs2_insert_type insert; 5308d0c7d708SMark Fasheh 5309d0c7d708SMark Fasheh /* 5310d0c7d708SMark Fasheh * Setup the record to split before we grow the tree. 5311d0c7d708SMark Fasheh */ 5312d0c7d708SMark Fasheh el = path_leaf_el(path); 5313d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5314dbdcf6a4SJoel Becker ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci), 5315dbdcf6a4SJoel Becker &split_rec, new_range, rec); 5316d0c7d708SMark Fasheh 5317d0c7d708SMark Fasheh depth = path->p_tree_depth; 5318d0c7d708SMark Fasheh if (depth > 0) { 53193d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 53205e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 53210fcaa56aSJoel Becker &last_eb_bh); 5322d0c7d708SMark Fasheh if (ret < 0) { 5323d0c7d708SMark Fasheh mlog_errno(ret); 5324d0c7d708SMark Fasheh goto out; 5325d0c7d708SMark Fasheh } 5326d0c7d708SMark Fasheh 5327d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5328d0c7d708SMark Fasheh rightmost_el = &eb->h_list; 5329d0c7d708SMark Fasheh } else 5330d0c7d708SMark Fasheh rightmost_el = path_leaf_el(path); 5331d0c7d708SMark Fasheh 5332c901fb00STao Ma credits = path->p_tree_depth + 5333ce1d9ea6SJoel Becker ocfs2_extend_meta_needed(et->et_root_el); 5334d0c7d708SMark Fasheh ret = ocfs2_extend_trans(handle, credits); 5335d0c7d708SMark Fasheh if (ret) { 5336d0c7d708SMark Fasheh mlog_errno(ret); 5337d0c7d708SMark Fasheh goto out; 5338d0c7d708SMark Fasheh } 5339d0c7d708SMark Fasheh 5340d0c7d708SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 5341d0c7d708SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 5342d401dc12SJoel Becker ret = ocfs2_grow_tree(handle, et, &depth, &last_eb_bh, 5343d0c7d708SMark Fasheh meta_ac); 5344d0c7d708SMark Fasheh if (ret) { 5345d0c7d708SMark Fasheh mlog_errno(ret); 5346d0c7d708SMark Fasheh goto out; 5347d0c7d708SMark Fasheh } 5348d0c7d708SMark Fasheh } 5349d0c7d708SMark Fasheh 5350d0c7d708SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 5351d0c7d708SMark Fasheh insert.ins_appending = APPEND_NONE; 5352d0c7d708SMark Fasheh insert.ins_contig = CONTIG_NONE; 5353d0c7d708SMark Fasheh insert.ins_split = SPLIT_RIGHT; 5354d0c7d708SMark Fasheh insert.ins_tree_depth = depth; 5355d0c7d708SMark Fasheh 53563505bec0SJoel Becker ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert); 5357d0c7d708SMark Fasheh if (ret) 5358d0c7d708SMark Fasheh mlog_errno(ret); 5359d0c7d708SMark Fasheh 5360d0c7d708SMark Fasheh out: 5361d0c7d708SMark Fasheh brelse(last_eb_bh); 5362d0c7d708SMark Fasheh return ret; 5363d0c7d708SMark Fasheh } 5364d0c7d708SMark Fasheh 5365043beebbSJoel Becker static int ocfs2_truncate_rec(handle_t *handle, 5366043beebbSJoel Becker struct ocfs2_extent_tree *et, 5367d0c7d708SMark Fasheh struct ocfs2_path *path, int index, 5368d0c7d708SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 5369043beebbSJoel Becker u32 cpos, u32 len) 5370d0c7d708SMark Fasheh { 5371d0c7d708SMark Fasheh int ret; 5372d0c7d708SMark Fasheh u32 left_cpos, rec_range, trunc_range; 5373c14688eaSpiaojun int is_rightmost_tree_rec = 0; 5374043beebbSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 5375d0c7d708SMark Fasheh struct ocfs2_path *left_path = NULL; 5376d0c7d708SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5377d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5378d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5379d0c7d708SMark Fasheh 5380d0c7d708SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) { 538117215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 538217215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 538317215989SXue jiufei handle->h_buffer_credits, 538417215989SXue jiufei path); 538517215989SXue jiufei if (ret) { 538617215989SXue jiufei mlog_errno(ret); 538717215989SXue jiufei goto out; 538817215989SXue jiufei } 538917215989SXue jiufei 539070f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 5391d0c7d708SMark Fasheh if (ret) { 5392d0c7d708SMark Fasheh mlog_errno(ret); 5393d0c7d708SMark Fasheh goto out; 5394d0c7d708SMark Fasheh } 5395d0c7d708SMark Fasheh 5396d0c7d708SMark Fasheh index--; 5397d0c7d708SMark Fasheh } 5398d0c7d708SMark Fasheh 5399d0c7d708SMark Fasheh if (index == (le16_to_cpu(el->l_next_free_rec) - 1) && 5400d0c7d708SMark Fasheh path->p_tree_depth) { 5401d0c7d708SMark Fasheh /* 5402d0c7d708SMark Fasheh * Check whether this is the rightmost tree record. If 5403d0c7d708SMark Fasheh * we remove all of this record or part of its right 5404d0c7d708SMark Fasheh * edge then an update of the record lengths above it 5405d0c7d708SMark Fasheh * will be required. 5406d0c7d708SMark Fasheh */ 5407d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 5408d0c7d708SMark Fasheh if (eb->h_next_leaf_blk == 0) 5409d0c7d708SMark Fasheh is_rightmost_tree_rec = 1; 5410d0c7d708SMark Fasheh } 5411d0c7d708SMark Fasheh 5412d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5413d0c7d708SMark Fasheh if (index == 0 && path->p_tree_depth && 5414d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos) == cpos) { 5415d0c7d708SMark Fasheh /* 5416d0c7d708SMark Fasheh * Changing the leftmost offset (via partial or whole 5417d0c7d708SMark Fasheh * record truncate) of an interior (or rightmost) path 5418d0c7d708SMark Fasheh * means we have to update the subtree that is formed 5419d0c7d708SMark Fasheh * by this leaf and the one to it's left. 5420d0c7d708SMark Fasheh * 5421d0c7d708SMark Fasheh * There are two cases we can skip: 5422043beebbSJoel Becker * 1) Path is the leftmost one in our btree. 5423d0c7d708SMark Fasheh * 2) The leaf is rightmost and will be empty after 5424d0c7d708SMark Fasheh * we remove the extent record - the rotate code 5425d0c7d708SMark Fasheh * knows how to update the newly formed edge. 5426d0c7d708SMark Fasheh */ 5427d0c7d708SMark Fasheh 5428043beebbSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos); 5429d0c7d708SMark Fasheh if (ret) { 5430d0c7d708SMark Fasheh mlog_errno(ret); 5431d0c7d708SMark Fasheh goto out; 5432d0c7d708SMark Fasheh } 5433d0c7d708SMark Fasheh 5434d0c7d708SMark Fasheh if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) { 5435ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 5436d0c7d708SMark Fasheh if (!left_path) { 5437d0c7d708SMark Fasheh ret = -ENOMEM; 5438d0c7d708SMark Fasheh mlog_errno(ret); 5439d0c7d708SMark Fasheh goto out; 5440d0c7d708SMark Fasheh } 5441d0c7d708SMark Fasheh 5442facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 5443facdb77fSJoel Becker left_cpos); 5444d0c7d708SMark Fasheh if (ret) { 5445d0c7d708SMark Fasheh mlog_errno(ret); 5446d0c7d708SMark Fasheh goto out; 5447d0c7d708SMark Fasheh } 5448d0c7d708SMark Fasheh } 5449d0c7d708SMark Fasheh } 5450d0c7d708SMark Fasheh 5451d0c7d708SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 5452d0c7d708SMark Fasheh handle->h_buffer_credits, 5453d0c7d708SMark Fasheh path); 5454d0c7d708SMark Fasheh if (ret) { 5455d0c7d708SMark Fasheh mlog_errno(ret); 5456d0c7d708SMark Fasheh goto out; 5457d0c7d708SMark Fasheh } 5458d0c7d708SMark Fasheh 5459d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 5460d0c7d708SMark Fasheh if (ret) { 5461d0c7d708SMark Fasheh mlog_errno(ret); 5462d0c7d708SMark Fasheh goto out; 5463d0c7d708SMark Fasheh } 5464d0c7d708SMark Fasheh 5465d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 5466d0c7d708SMark Fasheh if (ret) { 5467d0c7d708SMark Fasheh mlog_errno(ret); 5468d0c7d708SMark Fasheh goto out; 5469d0c7d708SMark Fasheh } 5470d0c7d708SMark Fasheh 5471d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5472d0c7d708SMark Fasheh trunc_range = cpos + len; 5473d0c7d708SMark Fasheh 5474d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) { 5475d0c7d708SMark Fasheh int next_free; 5476d0c7d708SMark Fasheh 5477d0c7d708SMark Fasheh memset(rec, 0, sizeof(*rec)); 5478d0c7d708SMark Fasheh ocfs2_cleanup_merge(el, index); 5479d0c7d708SMark Fasheh 5480d0c7d708SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 5481d0c7d708SMark Fasheh if (is_rightmost_tree_rec && next_free > 1) { 5482d0c7d708SMark Fasheh /* 5483d0c7d708SMark Fasheh * We skip the edge update if this path will 5484d0c7d708SMark Fasheh * be deleted by the rotate code. 5485d0c7d708SMark Fasheh */ 5486d0c7d708SMark Fasheh rec = &el->l_recs[next_free - 1]; 5487d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, 5488d0c7d708SMark Fasheh rec); 5489d0c7d708SMark Fasheh } 5490d0c7d708SMark Fasheh } else if (le32_to_cpu(rec->e_cpos) == cpos) { 5491d0c7d708SMark Fasheh /* Remove leftmost portion of the record. */ 5492d0c7d708SMark Fasheh le32_add_cpu(&rec->e_cpos, len); 5493d0c7d708SMark Fasheh le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len)); 5494d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5495d0c7d708SMark Fasheh } else if (rec_range == trunc_range) { 5496d0c7d708SMark Fasheh /* Remove rightmost portion of the record */ 5497d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5498d0c7d708SMark Fasheh if (is_rightmost_tree_rec) 5499d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, rec); 5500d0c7d708SMark Fasheh } else { 5501d0c7d708SMark Fasheh /* Caller should have trapped this. */ 5502043beebbSJoel Becker mlog(ML_ERROR, "Owner %llu: Invalid record truncate: (%u, %u) " 5503043beebbSJoel Becker "(%u, %u)\n", 5504043beebbSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5505d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), 5506d0c7d708SMark Fasheh le16_to_cpu(rec->e_leaf_clusters), cpos, len); 5507d0c7d708SMark Fasheh BUG(); 5508d0c7d708SMark Fasheh } 5509d0c7d708SMark Fasheh 5510d0c7d708SMark Fasheh if (left_path) { 5511d0c7d708SMark Fasheh int subtree_index; 5512d0c7d708SMark Fasheh 55137dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 55144619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, path, 5515d0c7d708SMark Fasheh subtree_index); 5516d0c7d708SMark Fasheh } 5517d0c7d708SMark Fasheh 5518d0c7d708SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(path)); 5519d0c7d708SMark Fasheh 552070f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 5521d0c7d708SMark Fasheh if (ret) { 5522d0c7d708SMark Fasheh mlog_errno(ret); 5523d0c7d708SMark Fasheh goto out; 5524d0c7d708SMark Fasheh } 5525d0c7d708SMark Fasheh 5526d0c7d708SMark Fasheh out: 5527d0c7d708SMark Fasheh ocfs2_free_path(left_path); 5528d0c7d708SMark Fasheh return ret; 5529d0c7d708SMark Fasheh } 5530d0c7d708SMark Fasheh 5531dbdcf6a4SJoel Becker int ocfs2_remove_extent(handle_t *handle, 5532f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5533dbdcf6a4SJoel Becker u32 cpos, u32 len, 5534d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5535f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 5536d0c7d708SMark Fasheh { 5537d0c7d708SMark Fasheh int ret, index; 5538d0c7d708SMark Fasheh u32 rec_range, trunc_range; 5539d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5540d0c7d708SMark Fasheh struct ocfs2_extent_list *el; 5541e7d4cb6bSTao Ma struct ocfs2_path *path = NULL; 5542d0c7d708SMark Fasheh 55434c911eefSJoel Becker /* 55444c911eefSJoel Becker * XXX: Why are we truncating to 0 instead of wherever this 55454c911eefSJoel Becker * affects us? 55464c911eefSJoel Becker */ 55474c911eefSJoel Becker ocfs2_et_extent_map_truncate(et, 0); 5548d0c7d708SMark Fasheh 5549ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 5550d0c7d708SMark Fasheh if (!path) { 5551d0c7d708SMark Fasheh ret = -ENOMEM; 5552d0c7d708SMark Fasheh mlog_errno(ret); 5553d0c7d708SMark Fasheh goto out; 5554d0c7d708SMark Fasheh } 5555d0c7d708SMark Fasheh 5556facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5557d0c7d708SMark Fasheh if (ret) { 5558d0c7d708SMark Fasheh mlog_errno(ret); 5559d0c7d708SMark Fasheh goto out; 5560d0c7d708SMark Fasheh } 5561d0c7d708SMark Fasheh 5562d0c7d708SMark Fasheh el = path_leaf_el(path); 5563d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5564981035b4SYingtai Xie if (index == -1) { 5565dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 55667ecef14aSJoe Perches "Owner %llu has an extent at cpos %u which can no longer be found\n", 5567dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5568dbdcf6a4SJoel Becker cpos); 5569d0c7d708SMark Fasheh ret = -EROFS; 5570d0c7d708SMark Fasheh goto out; 5571d0c7d708SMark Fasheh } 5572d0c7d708SMark Fasheh 5573d0c7d708SMark Fasheh /* 5574d0c7d708SMark Fasheh * We have 3 cases of extent removal: 5575d0c7d708SMark Fasheh * 1) Range covers the entire extent rec 5576d0c7d708SMark Fasheh * 2) Range begins or ends on one edge of the extent rec 5577d0c7d708SMark Fasheh * 3) Range is in the middle of the extent rec (no shared edges) 5578d0c7d708SMark Fasheh * 5579d0c7d708SMark Fasheh * For case 1 we remove the extent rec and left rotate to 5580d0c7d708SMark Fasheh * fill the hole. 5581d0c7d708SMark Fasheh * 5582d0c7d708SMark Fasheh * For case 2 we just shrink the existing extent rec, with a 5583d0c7d708SMark Fasheh * tree update if the shrinking edge is also the edge of an 5584d0c7d708SMark Fasheh * extent block. 5585d0c7d708SMark Fasheh * 5586d0c7d708SMark Fasheh * For case 3 we do a right split to turn the extent rec into 5587d0c7d708SMark Fasheh * something case 2 can handle. 5588d0c7d708SMark Fasheh */ 5589d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5590d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5591d0c7d708SMark Fasheh trunc_range = cpos + len; 5592d0c7d708SMark Fasheh 5593d0c7d708SMark Fasheh BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range); 5594d0c7d708SMark Fasheh 5595a09d09b8STao Ma trace_ocfs2_remove_extent( 5596dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5597a09d09b8STao Ma cpos, len, index, le32_to_cpu(rec->e_cpos), 5598a09d09b8STao Ma ocfs2_rec_clusters(el, rec)); 5599d0c7d708SMark Fasheh 5600d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) { 5601043beebbSJoel Becker ret = ocfs2_truncate_rec(handle, et, path, index, dealloc, 5602043beebbSJoel Becker cpos, len); 5603d0c7d708SMark Fasheh if (ret) { 5604d0c7d708SMark Fasheh mlog_errno(ret); 5605d0c7d708SMark Fasheh goto out; 5606d0c7d708SMark Fasheh } 5607d0c7d708SMark Fasheh } else { 5608dbdcf6a4SJoel Becker ret = ocfs2_split_tree(handle, et, path, index, 5609d0c7d708SMark Fasheh trunc_range, meta_ac); 5610d0c7d708SMark Fasheh if (ret) { 5611d0c7d708SMark Fasheh mlog_errno(ret); 5612d0c7d708SMark Fasheh goto out; 5613d0c7d708SMark Fasheh } 5614d0c7d708SMark Fasheh 5615d0c7d708SMark Fasheh /* 5616d0c7d708SMark Fasheh * The split could have manipulated the tree enough to 5617d0c7d708SMark Fasheh * move the record location, so we have to look for it again. 5618d0c7d708SMark Fasheh */ 5619d0c7d708SMark Fasheh ocfs2_reinit_path(path, 1); 5620d0c7d708SMark Fasheh 5621facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5622d0c7d708SMark Fasheh if (ret) { 5623d0c7d708SMark Fasheh mlog_errno(ret); 5624d0c7d708SMark Fasheh goto out; 5625d0c7d708SMark Fasheh } 5626d0c7d708SMark Fasheh 5627d0c7d708SMark Fasheh el = path_leaf_el(path); 5628d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5629981035b4SYingtai Xie if (index == -1) { 5630dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 56317ecef14aSJoe Perches "Owner %llu: split at cpos %u lost record\n", 5632dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5633d0c7d708SMark Fasheh cpos); 5634d0c7d708SMark Fasheh ret = -EROFS; 5635d0c7d708SMark Fasheh goto out; 5636d0c7d708SMark Fasheh } 5637d0c7d708SMark Fasheh 5638d0c7d708SMark Fasheh /* 5639d0c7d708SMark Fasheh * Double check our values here. If anything is fishy, 5640d0c7d708SMark Fasheh * it's easier to catch it at the top level. 5641d0c7d708SMark Fasheh */ 5642d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5643d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + 5644d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec); 5645d0c7d708SMark Fasheh if (rec_range != trunc_range) { 5646dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 56477ecef14aSJoe Perches "Owner %llu: error after split at cpos %u trunc len %u, existing record is (%u,%u)\n", 5648dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5649d0c7d708SMark Fasheh cpos, len, le32_to_cpu(rec->e_cpos), 5650d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec)); 5651d0c7d708SMark Fasheh ret = -EROFS; 5652d0c7d708SMark Fasheh goto out; 5653d0c7d708SMark Fasheh } 5654d0c7d708SMark Fasheh 5655043beebbSJoel Becker ret = ocfs2_truncate_rec(handle, et, path, index, dealloc, 5656043beebbSJoel Becker cpos, len); 5657d0c7d708SMark Fasheh if (ret) { 5658d0c7d708SMark Fasheh mlog_errno(ret); 5659d0c7d708SMark Fasheh goto out; 5660d0c7d708SMark Fasheh } 5661d0c7d708SMark Fasheh } 5662d0c7d708SMark Fasheh 5663d0c7d708SMark Fasheh out: 5664d0c7d708SMark Fasheh ocfs2_free_path(path); 5665d0c7d708SMark Fasheh return ret; 5666d0c7d708SMark Fasheh } 5667d0c7d708SMark Fasheh 566878f94673STristan Ye /* 566978f94673STristan Ye * ocfs2_reserve_blocks_for_rec_trunc() would look basically the 567078f94673STristan Ye * same as ocfs2_lock_alloctors(), except for it accepts a blocks 567178f94673STristan Ye * number to reserve some extra blocks, and it only handles meta 567278f94673STristan Ye * data allocations. 567378f94673STristan Ye * 567478f94673STristan Ye * Currently, only ocfs2_remove_btree_range() uses it for truncating 567578f94673STristan Ye * and punching holes. 567678f94673STristan Ye */ 567778f94673STristan Ye static int ocfs2_reserve_blocks_for_rec_trunc(struct inode *inode, 567878f94673STristan Ye struct ocfs2_extent_tree *et, 567978f94673STristan Ye u32 extents_to_split, 568078f94673STristan Ye struct ocfs2_alloc_context **ac, 568178f94673STristan Ye int extra_blocks) 568278f94673STristan Ye { 568378f94673STristan Ye int ret = 0, num_free_extents; 568478f94673STristan Ye unsigned int max_recs_needed = 2 * extents_to_split; 568578f94673STristan Ye struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 568678f94673STristan Ye 568778f94673STristan Ye *ac = NULL; 568878f94673STristan Ye 5689964f14a0SJun Piao num_free_extents = ocfs2_num_free_extents(et); 569078f94673STristan Ye if (num_free_extents < 0) { 569178f94673STristan Ye ret = num_free_extents; 569278f94673STristan Ye mlog_errno(ret); 569378f94673STristan Ye goto out; 569478f94673STristan Ye } 569578f94673STristan Ye 569678f94673STristan Ye if (!num_free_extents || 569778f94673STristan Ye (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) 569878f94673STristan Ye extra_blocks += ocfs2_extend_meta_needed(et->et_root_el); 569978f94673STristan Ye 570078f94673STristan Ye if (extra_blocks) { 570178f94673STristan Ye ret = ocfs2_reserve_new_metadata_blocks(osb, extra_blocks, ac); 570278f94673STristan Ye if (ret < 0) { 570378f94673STristan Ye if (ret != -ENOSPC) 570478f94673STristan Ye mlog_errno(ret); 570578f94673STristan Ye goto out; 570678f94673STristan Ye } 570778f94673STristan Ye } 570878f94673STristan Ye 570978f94673STristan Ye out: 571078f94673STristan Ye if (ret) { 571178f94673STristan Ye if (*ac) { 571278f94673STristan Ye ocfs2_free_alloc_context(*ac); 571378f94673STristan Ye *ac = NULL; 571478f94673STristan Ye } 571578f94673STristan Ye } 571678f94673STristan Ye 571778f94673STristan Ye return ret; 571878f94673STristan Ye } 571978f94673STristan Ye 5720fecc0112SMark Fasheh int ocfs2_remove_btree_range(struct inode *inode, 5721fecc0112SMark Fasheh struct ocfs2_extent_tree *et, 572278f94673STristan Ye u32 cpos, u32 phys_cpos, u32 len, int flags, 572378f94673STristan Ye struct ocfs2_cached_dealloc_ctxt *dealloc, 5724f62f12b3SJunxiao Bi u64 refcount_loc, bool refcount_tree_locked) 5725fecc0112SMark Fasheh { 572678f94673STristan Ye int ret, credits = 0, extra_blocks = 0; 5727fecc0112SMark Fasheh u64 phys_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys_cpos); 5728fecc0112SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 5729fecc0112SMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5730fecc0112SMark Fasheh handle_t *handle; 5731fecc0112SMark Fasheh struct ocfs2_alloc_context *meta_ac = NULL; 573278f94673STristan Ye struct ocfs2_refcount_tree *ref_tree = NULL; 5733fecc0112SMark Fasheh 573478f94673STristan Ye if ((flags & OCFS2_EXT_REFCOUNTED) && len) { 573584e40080SDarrick J. Wong BUG_ON(!ocfs2_is_refcount_inode(inode)); 573678f94673STristan Ye 5737f62f12b3SJunxiao Bi if (!refcount_tree_locked) { 573878f94673STristan Ye ret = ocfs2_lock_refcount_tree(osb, refcount_loc, 1, 573978f94673STristan Ye &ref_tree, NULL); 574078f94673STristan Ye if (ret) { 574178f94673STristan Ye mlog_errno(ret); 574233add0e3SJoseph Qi goto bail; 574378f94673STristan Ye } 5744f62f12b3SJunxiao Bi } 574578f94673STristan Ye 574678f94673STristan Ye ret = ocfs2_prepare_refcount_change_for_del(inode, 574778f94673STristan Ye refcount_loc, 574878f94673STristan Ye phys_blkno, 574978f94673STristan Ye len, 575078f94673STristan Ye &credits, 575178f94673STristan Ye &extra_blocks); 575278f94673STristan Ye if (ret < 0) { 575378f94673STristan Ye mlog_errno(ret); 575433add0e3SJoseph Qi goto bail; 575578f94673STristan Ye } 575678f94673STristan Ye } 575778f94673STristan Ye 575878f94673STristan Ye ret = ocfs2_reserve_blocks_for_rec_trunc(inode, et, 1, &meta_ac, 575978f94673STristan Ye extra_blocks); 5760fecc0112SMark Fasheh if (ret) { 5761fecc0112SMark Fasheh mlog_errno(ret); 576233add0e3SJoseph Qi goto bail; 5763fecc0112SMark Fasheh } 5764fecc0112SMark Fasheh 57655955102cSAl Viro inode_lock(tl_inode); 5766fecc0112SMark Fasheh 5767fecc0112SMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5768fecc0112SMark Fasheh ret = __ocfs2_flush_truncate_log(osb); 5769fecc0112SMark Fasheh if (ret < 0) { 5770fecc0112SMark Fasheh mlog_errno(ret); 5771fecc0112SMark Fasheh goto out; 5772fecc0112SMark Fasheh } 5773fecc0112SMark Fasheh } 5774fecc0112SMark Fasheh 577578f94673STristan Ye handle = ocfs2_start_trans(osb, 577678f94673STristan Ye ocfs2_remove_extent_credits(osb->sb) + credits); 5777fecc0112SMark Fasheh if (IS_ERR(handle)) { 5778fecc0112SMark Fasheh ret = PTR_ERR(handle); 5779fecc0112SMark Fasheh mlog_errno(ret); 5780fecc0112SMark Fasheh goto out; 5781fecc0112SMark Fasheh } 5782fecc0112SMark Fasheh 5783d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 5784fecc0112SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5785fecc0112SMark Fasheh if (ret) { 5786fecc0112SMark Fasheh mlog_errno(ret); 5787b8a0ae57SWengang Wang goto out_commit; 5788fecc0112SMark Fasheh } 5789fecc0112SMark Fasheh 57905dd4056dSChristoph Hellwig dquot_free_space_nodirty(inode, 5791fd4ef231SMark Fasheh ocfs2_clusters_to_bytes(inode->i_sb, len)); 5792fd4ef231SMark Fasheh 5793dbdcf6a4SJoel Becker ret = ocfs2_remove_extent(handle, et, cpos, len, meta_ac, dealloc); 5794fecc0112SMark Fasheh if (ret) { 5795fecc0112SMark Fasheh mlog_errno(ret); 5796fecc0112SMark Fasheh goto out_commit; 5797fecc0112SMark Fasheh } 5798fecc0112SMark Fasheh 57996136ca5fSJoel Becker ocfs2_et_update_clusters(et, -len); 58006fdb702dSDarrick J. Wong ocfs2_update_inode_fsync_trans(handle, inode, 1); 5801fecc0112SMark Fasheh 5802ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 5803fecc0112SMark Fasheh 580478f94673STristan Ye if (phys_blkno) { 580578f94673STristan Ye if (flags & OCFS2_EXT_REFCOUNTED) 580678f94673STristan Ye ret = ocfs2_decrease_refcount(inode, handle, 580778f94673STristan Ye ocfs2_blocks_to_clusters(osb->sb, 580878f94673STristan Ye phys_blkno), 580978f94673STristan Ye len, meta_ac, 581078f94673STristan Ye dealloc, 1); 581178f94673STristan Ye else 581278f94673STristan Ye ret = ocfs2_truncate_log_append(osb, handle, 581378f94673STristan Ye phys_blkno, len); 5814fecc0112SMark Fasheh if (ret) 5815fecc0112SMark Fasheh mlog_errno(ret); 5816fecc0112SMark Fasheh 581778f94673STristan Ye } 581878f94673STristan Ye 5819fecc0112SMark Fasheh out_commit: 5820fecc0112SMark Fasheh ocfs2_commit_trans(osb, handle); 5821fecc0112SMark Fasheh out: 58225955102cSAl Viro inode_unlock(tl_inode); 582333add0e3SJoseph Qi bail: 5824fecc0112SMark Fasheh if (meta_ac) 5825fecc0112SMark Fasheh ocfs2_free_alloc_context(meta_ac); 5826fecc0112SMark Fasheh 582778f94673STristan Ye if (ref_tree) 582878f94673STristan Ye ocfs2_unlock_refcount_tree(osb, ref_tree, 1); 582978f94673STristan Ye 5830fecc0112SMark Fasheh return ret; 5831fecc0112SMark Fasheh } 5832fecc0112SMark Fasheh 5833063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb) 5834ccd979bdSMark Fasheh { 5835ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5836ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5837ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5838ccd979bdSMark Fasheh 5839ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5840ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5841ccd979bdSMark Fasheh 5842ccd979bdSMark Fasheh mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count), 5843ccd979bdSMark Fasheh "slot %d, invalid truncate log parameters: used = " 5844ccd979bdSMark Fasheh "%u, count = %u\n", osb->slot_num, 5845ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count)); 5846ccd979bdSMark Fasheh return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count); 5847ccd979bdSMark Fasheh } 5848ccd979bdSMark Fasheh 5849ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl, 5850ccd979bdSMark Fasheh unsigned int new_start) 5851ccd979bdSMark Fasheh { 5852ccd979bdSMark Fasheh unsigned int tail_index; 5853ccd979bdSMark Fasheh unsigned int current_tail; 5854ccd979bdSMark Fasheh 5855ccd979bdSMark Fasheh /* No records, nothing to coalesce */ 5856ccd979bdSMark Fasheh if (!le16_to_cpu(tl->tl_used)) 5857ccd979bdSMark Fasheh return 0; 5858ccd979bdSMark Fasheh 5859ccd979bdSMark Fasheh tail_index = le16_to_cpu(tl->tl_used) - 1; 5860ccd979bdSMark Fasheh current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start); 5861ccd979bdSMark Fasheh current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters); 5862ccd979bdSMark Fasheh 5863ccd979bdSMark Fasheh return current_tail == new_start; 5864ccd979bdSMark Fasheh } 5865ccd979bdSMark Fasheh 5866063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb, 58671fabe148SMark Fasheh handle_t *handle, 5868ccd979bdSMark Fasheh u64 start_blk, 5869ccd979bdSMark Fasheh unsigned int num_clusters) 5870ccd979bdSMark Fasheh { 5871ccd979bdSMark Fasheh int status, index; 5872ccd979bdSMark Fasheh unsigned int start_cluster, tl_count; 5873ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5874ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5875ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5876ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5877ccd979bdSMark Fasheh 58785955102cSAl Viro BUG_ON(inode_trylock(tl_inode)); 5879ccd979bdSMark Fasheh 5880ccd979bdSMark Fasheh start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk); 5881ccd979bdSMark Fasheh 5882ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5883ccd979bdSMark Fasheh 588410995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 588510995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 588610995aa2SJoel Becker * corruption is a code bug */ 588710995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 588810995aa2SJoel Becker 588910995aa2SJoel Becker tl = &di->id2.i_dealloc; 5890ccd979bdSMark Fasheh tl_count = le16_to_cpu(tl->tl_count); 5891ccd979bdSMark Fasheh mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) || 5892ccd979bdSMark Fasheh tl_count == 0, 5893b0697053SMark Fasheh "Truncate record count on #%llu invalid " 5894b0697053SMark Fasheh "wanted %u, actual %u\n", 5895b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5896ccd979bdSMark Fasheh ocfs2_truncate_recs_per_inode(osb->sb), 5897ccd979bdSMark Fasheh le16_to_cpu(tl->tl_count)); 5898ccd979bdSMark Fasheh 5899ccd979bdSMark Fasheh /* Caller should have known to flush before calling us. */ 5900ccd979bdSMark Fasheh index = le16_to_cpu(tl->tl_used); 5901ccd979bdSMark Fasheh if (index >= tl_count) { 5902ccd979bdSMark Fasheh status = -ENOSPC; 5903ccd979bdSMark Fasheh mlog_errno(status); 5904ccd979bdSMark Fasheh goto bail; 5905ccd979bdSMark Fasheh } 5906ccd979bdSMark Fasheh 59070cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5908ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5909ccd979bdSMark Fasheh if (status < 0) { 5910ccd979bdSMark Fasheh mlog_errno(status); 5911ccd979bdSMark Fasheh goto bail; 5912ccd979bdSMark Fasheh } 5913ccd979bdSMark Fasheh 5914a09d09b8STao Ma trace_ocfs2_truncate_log_append( 5915a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index, 5916a09d09b8STao Ma start_cluster, num_clusters); 5917ccd979bdSMark Fasheh if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) { 5918ccd979bdSMark Fasheh /* 5919ccd979bdSMark Fasheh * Move index back to the record we are coalescing with. 5920ccd979bdSMark Fasheh * ocfs2_truncate_log_can_coalesce() guarantees nonzero 5921ccd979bdSMark Fasheh */ 5922ccd979bdSMark Fasheh index--; 5923ccd979bdSMark Fasheh 5924ccd979bdSMark Fasheh num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters); 5925a09d09b8STao Ma trace_ocfs2_truncate_log_append( 5926a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5927ccd979bdSMark Fasheh index, le32_to_cpu(tl->tl_recs[index].t_start), 5928ccd979bdSMark Fasheh num_clusters); 5929ccd979bdSMark Fasheh } else { 5930ccd979bdSMark Fasheh tl->tl_recs[index].t_start = cpu_to_le32(start_cluster); 5931ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(index + 1); 5932ccd979bdSMark Fasheh } 5933ccd979bdSMark Fasheh tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters); 5934ccd979bdSMark Fasheh 5935ec20cec7SJoel Becker ocfs2_journal_dirty(handle, tl_bh); 5936ccd979bdSMark Fasheh 593750308d81STao Ma osb->truncated_clusters += num_clusters; 5938ccd979bdSMark Fasheh bail: 5939ccd979bdSMark Fasheh return status; 5940ccd979bdSMark Fasheh } 5941ccd979bdSMark Fasheh 5942ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb, 5943ccd979bdSMark Fasheh struct inode *data_alloc_inode, 5944ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh) 5945ccd979bdSMark Fasheh { 5946ccd979bdSMark Fasheh int status = 0; 5947ccd979bdSMark Fasheh int i; 5948ccd979bdSMark Fasheh unsigned int num_clusters; 5949ccd979bdSMark Fasheh u64 start_blk; 5950ccd979bdSMark Fasheh struct ocfs2_truncate_rec rec; 5951ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5952ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5953ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5954ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 59552b0ad008SJunxiao Bi handle_t *handle; 5956ccd979bdSMark Fasheh 5957ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5958ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5959ccd979bdSMark Fasheh i = le16_to_cpu(tl->tl_used) - 1; 5960ccd979bdSMark Fasheh while (i >= 0) { 59612b0ad008SJunxiao Bi handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC); 59622b0ad008SJunxiao Bi if (IS_ERR(handle)) { 59632b0ad008SJunxiao Bi status = PTR_ERR(handle); 59642b0ad008SJunxiao Bi mlog_errno(status); 59652b0ad008SJunxiao Bi goto bail; 59662b0ad008SJunxiao Bi } 59672b0ad008SJunxiao Bi 5968ccd979bdSMark Fasheh /* Caller has given us at least enough credits to 5969ccd979bdSMark Fasheh * update the truncate log dinode */ 59700cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5971ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5972ccd979bdSMark Fasheh if (status < 0) { 5973ccd979bdSMark Fasheh mlog_errno(status); 5974ccd979bdSMark Fasheh goto bail; 5975ccd979bdSMark Fasheh } 5976ccd979bdSMark Fasheh 5977ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(i); 5978ccd979bdSMark Fasheh 5979ec20cec7SJoel Becker ocfs2_journal_dirty(handle, tl_bh); 5980ccd979bdSMark Fasheh 5981ccd979bdSMark Fasheh rec = tl->tl_recs[i]; 5982ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb, 5983ccd979bdSMark Fasheh le32_to_cpu(rec.t_start)); 5984ccd979bdSMark Fasheh num_clusters = le32_to_cpu(rec.t_clusters); 5985ccd979bdSMark Fasheh 5986ccd979bdSMark Fasheh /* if start_blk is not set, we ignore the record as 5987ccd979bdSMark Fasheh * invalid. */ 5988ccd979bdSMark Fasheh if (start_blk) { 5989a09d09b8STao Ma trace_ocfs2_replay_truncate_records( 5990a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5991ccd979bdSMark Fasheh i, le32_to_cpu(rec.t_start), num_clusters); 5992ccd979bdSMark Fasheh 5993ccd979bdSMark Fasheh status = ocfs2_free_clusters(handle, data_alloc_inode, 5994ccd979bdSMark Fasheh data_alloc_bh, start_blk, 5995ccd979bdSMark Fasheh num_clusters); 5996ccd979bdSMark Fasheh if (status < 0) { 5997ccd979bdSMark Fasheh mlog_errno(status); 5998ccd979bdSMark Fasheh goto bail; 5999ccd979bdSMark Fasheh } 6000ccd979bdSMark Fasheh } 6001102c2595SXue jiufei 60022b0ad008SJunxiao Bi ocfs2_commit_trans(osb, handle); 6003ccd979bdSMark Fasheh i--; 6004ccd979bdSMark Fasheh } 6005ccd979bdSMark Fasheh 600650308d81STao Ma osb->truncated_clusters = 0; 600750308d81STao Ma 6008ccd979bdSMark Fasheh bail: 6009ccd979bdSMark Fasheh return status; 6010ccd979bdSMark Fasheh } 6011ccd979bdSMark Fasheh 60121b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */ 6013063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb) 6014ccd979bdSMark Fasheh { 6015ccd979bdSMark Fasheh int status; 6016ccd979bdSMark Fasheh unsigned int num_to_flush; 6017ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6018ccd979bdSMark Fasheh struct inode *data_alloc_inode = NULL; 6019ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 6020ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh = NULL; 6021ccd979bdSMark Fasheh struct ocfs2_dinode *di; 6022ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6023ccd979bdSMark Fasheh 60245955102cSAl Viro BUG_ON(inode_trylock(tl_inode)); 6025ccd979bdSMark Fasheh 6026ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 6027ccd979bdSMark Fasheh 602810995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 602910995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 603010995aa2SJoel Becker * corruption is a code bug */ 603110995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 603210995aa2SJoel Becker 603310995aa2SJoel Becker tl = &di->id2.i_dealloc; 6034ccd979bdSMark Fasheh num_to_flush = le16_to_cpu(tl->tl_used); 6035a09d09b8STao Ma trace_ocfs2_flush_truncate_log( 6036a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 6037a09d09b8STao Ma num_to_flush); 6038ccd979bdSMark Fasheh if (!num_to_flush) { 6039ccd979bdSMark Fasheh status = 0; 6040e08dc8b9SMark Fasheh goto out; 6041ccd979bdSMark Fasheh } 6042ccd979bdSMark Fasheh 6043ccd979bdSMark Fasheh data_alloc_inode = ocfs2_get_system_file_inode(osb, 6044ccd979bdSMark Fasheh GLOBAL_BITMAP_SYSTEM_INODE, 6045ccd979bdSMark Fasheh OCFS2_INVALID_SLOT); 6046ccd979bdSMark Fasheh if (!data_alloc_inode) { 6047ccd979bdSMark Fasheh status = -EINVAL; 6048ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get bitmap inode!\n"); 6049e08dc8b9SMark Fasheh goto out; 6050ccd979bdSMark Fasheh } 6051ccd979bdSMark Fasheh 60525955102cSAl Viro inode_lock(data_alloc_inode); 6053e08dc8b9SMark Fasheh 6054e63aecb6SMark Fasheh status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1); 6055ccd979bdSMark Fasheh if (status < 0) { 6056ccd979bdSMark Fasheh mlog_errno(status); 6057e08dc8b9SMark Fasheh goto out_mutex; 6058ccd979bdSMark Fasheh } 6059ccd979bdSMark Fasheh 60602b0ad008SJunxiao Bi status = ocfs2_replay_truncate_records(osb, data_alloc_inode, 6061ccd979bdSMark Fasheh data_alloc_bh); 6062e08dc8b9SMark Fasheh if (status < 0) 6063ccd979bdSMark Fasheh mlog_errno(status); 6064ccd979bdSMark Fasheh 6065e08dc8b9SMark Fasheh brelse(data_alloc_bh); 6066e63aecb6SMark Fasheh ocfs2_inode_unlock(data_alloc_inode, 1); 6067e08dc8b9SMark Fasheh 6068e08dc8b9SMark Fasheh out_mutex: 60695955102cSAl Viro inode_unlock(data_alloc_inode); 6070ccd979bdSMark Fasheh iput(data_alloc_inode); 6071ccd979bdSMark Fasheh 6072e08dc8b9SMark Fasheh out: 6073ccd979bdSMark Fasheh return status; 6074ccd979bdSMark Fasheh } 6075ccd979bdSMark Fasheh 6076ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb) 6077ccd979bdSMark Fasheh { 6078ccd979bdSMark Fasheh int status; 6079ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6080ccd979bdSMark Fasheh 60815955102cSAl Viro inode_lock(tl_inode); 6082ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 60835955102cSAl Viro inode_unlock(tl_inode); 6084ccd979bdSMark Fasheh 6085ccd979bdSMark Fasheh return status; 6086ccd979bdSMark Fasheh } 6087ccd979bdSMark Fasheh 6088c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work) 6089ccd979bdSMark Fasheh { 6090ccd979bdSMark Fasheh int status; 6091c4028958SDavid Howells struct ocfs2_super *osb = 6092c4028958SDavid Howells container_of(work, struct ocfs2_super, 6093c4028958SDavid Howells osb_truncate_log_wq.work); 6094ccd979bdSMark Fasheh 6095ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6096ccd979bdSMark Fasheh if (status < 0) 6097ccd979bdSMark Fasheh mlog_errno(status); 60984d0ddb2cSTao Ma else 6099b89c5428STiger Yang ocfs2_init_steal_slots(osb); 6100ccd979bdSMark Fasheh } 6101ccd979bdSMark Fasheh 6102ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ) 6103ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb, 6104ccd979bdSMark Fasheh int cancel) 6105ccd979bdSMark Fasheh { 6106a9e9acaeSXue jiufei if (osb->osb_tl_inode && 6107a9e9acaeSXue jiufei atomic_read(&osb->osb_tl_disable) == 0) { 6108ccd979bdSMark Fasheh /* We want to push off log flushes while truncates are 6109ccd979bdSMark Fasheh * still running. */ 6110ccd979bdSMark Fasheh if (cancel) 6111ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 6112ccd979bdSMark Fasheh 611335ddf78eSjiangyiwen queue_delayed_work(osb->ocfs2_wq, &osb->osb_truncate_log_wq, 6114ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL); 6115ccd979bdSMark Fasheh } 6116ccd979bdSMark Fasheh } 6117ccd979bdSMark Fasheh 61182070ad1aSEric Ren /* 61192070ad1aSEric Ren * Try to flush truncate logs if we can free enough clusters from it. 61202070ad1aSEric Ren * As for return value, "< 0" means error, "0" no space and "1" means 61212070ad1aSEric Ren * we have freed enough spaces and let the caller try to allocate again. 61222070ad1aSEric Ren */ 61232070ad1aSEric Ren int ocfs2_try_to_free_truncate_log(struct ocfs2_super *osb, 61242070ad1aSEric Ren unsigned int needed) 61252070ad1aSEric Ren { 61262070ad1aSEric Ren tid_t target; 61272070ad1aSEric Ren int ret = 0; 61282070ad1aSEric Ren unsigned int truncated_clusters; 61292070ad1aSEric Ren 61302070ad1aSEric Ren inode_lock(osb->osb_tl_inode); 61312070ad1aSEric Ren truncated_clusters = osb->truncated_clusters; 61322070ad1aSEric Ren inode_unlock(osb->osb_tl_inode); 61332070ad1aSEric Ren 61342070ad1aSEric Ren /* 61352070ad1aSEric Ren * Check whether we can succeed in allocating if we free 61362070ad1aSEric Ren * the truncate log. 61372070ad1aSEric Ren */ 61382070ad1aSEric Ren if (truncated_clusters < needed) 61392070ad1aSEric Ren goto out; 61402070ad1aSEric Ren 61412070ad1aSEric Ren ret = ocfs2_flush_truncate_log(osb); 61422070ad1aSEric Ren if (ret) { 61432070ad1aSEric Ren mlog_errno(ret); 61442070ad1aSEric Ren goto out; 61452070ad1aSEric Ren } 61462070ad1aSEric Ren 61472070ad1aSEric Ren if (jbd2_journal_start_commit(osb->journal->j_journal, &target)) { 61482070ad1aSEric Ren jbd2_log_wait_commit(osb->journal->j_journal, target); 61492070ad1aSEric Ren ret = 1; 61502070ad1aSEric Ren } 61512070ad1aSEric Ren out: 61522070ad1aSEric Ren return ret; 61532070ad1aSEric Ren } 61542070ad1aSEric Ren 6155ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb, 6156ccd979bdSMark Fasheh int slot_num, 6157ccd979bdSMark Fasheh struct inode **tl_inode, 6158ccd979bdSMark Fasheh struct buffer_head **tl_bh) 6159ccd979bdSMark Fasheh { 6160ccd979bdSMark Fasheh int status; 6161ccd979bdSMark Fasheh struct inode *inode = NULL; 6162ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 6163ccd979bdSMark Fasheh 6164ccd979bdSMark Fasheh inode = ocfs2_get_system_file_inode(osb, 6165ccd979bdSMark Fasheh TRUNCATE_LOG_SYSTEM_INODE, 6166ccd979bdSMark Fasheh slot_num); 6167ccd979bdSMark Fasheh if (!inode) { 6168ccd979bdSMark Fasheh status = -EINVAL; 6169ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get load truncate log inode!\n"); 6170ccd979bdSMark Fasheh goto bail; 6171ccd979bdSMark Fasheh } 6172ccd979bdSMark Fasheh 6173b657c95cSJoel Becker status = ocfs2_read_inode_block(inode, &bh); 6174ccd979bdSMark Fasheh if (status < 0) { 6175ccd979bdSMark Fasheh iput(inode); 6176ccd979bdSMark Fasheh mlog_errno(status); 6177ccd979bdSMark Fasheh goto bail; 6178ccd979bdSMark Fasheh } 6179ccd979bdSMark Fasheh 6180ccd979bdSMark Fasheh *tl_inode = inode; 6181ccd979bdSMark Fasheh *tl_bh = bh; 6182ccd979bdSMark Fasheh bail: 6183ccd979bdSMark Fasheh return status; 6184ccd979bdSMark Fasheh } 6185ccd979bdSMark Fasheh 6186ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean 6187ccd979bdSMark Fasheh * truncate log and pass back a copy for processing later. if the 6188ccd979bdSMark Fasheh * truncate log does not require processing, a *tl_copy is set to 6189ccd979bdSMark Fasheh * NULL. */ 6190ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb, 6191ccd979bdSMark Fasheh int slot_num, 6192ccd979bdSMark Fasheh struct ocfs2_dinode **tl_copy) 6193ccd979bdSMark Fasheh { 6194ccd979bdSMark Fasheh int status; 6195ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6196ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6197ccd979bdSMark Fasheh struct ocfs2_dinode *di; 6198ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6199ccd979bdSMark Fasheh 6200ccd979bdSMark Fasheh *tl_copy = NULL; 6201ccd979bdSMark Fasheh 6202a09d09b8STao Ma trace_ocfs2_begin_truncate_log_recovery(slot_num); 6203ccd979bdSMark Fasheh 6204ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh); 6205ccd979bdSMark Fasheh if (status < 0) { 6206ccd979bdSMark Fasheh mlog_errno(status); 6207ccd979bdSMark Fasheh goto bail; 6208ccd979bdSMark Fasheh } 6209ccd979bdSMark Fasheh 6210ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 6211ccd979bdSMark Fasheh 621210995aa2SJoel Becker /* tl_bh is loaded from ocfs2_get_truncate_log_info(). It's 621310995aa2SJoel Becker * validated by the underlying call to ocfs2_read_inode_block(), 621410995aa2SJoel Becker * so any corruption is a code bug */ 621510995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 621610995aa2SJoel Becker 621710995aa2SJoel Becker tl = &di->id2.i_dealloc; 6218ccd979bdSMark Fasheh if (le16_to_cpu(tl->tl_used)) { 6219a09d09b8STao Ma trace_ocfs2_truncate_log_recovery_num(le16_to_cpu(tl->tl_used)); 6220ccd979bdSMark Fasheh 6221ccd979bdSMark Fasheh *tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL); 6222ccd979bdSMark Fasheh if (!(*tl_copy)) { 6223ccd979bdSMark Fasheh status = -ENOMEM; 6224ccd979bdSMark Fasheh mlog_errno(status); 6225ccd979bdSMark Fasheh goto bail; 6226ccd979bdSMark Fasheh } 6227ccd979bdSMark Fasheh 6228ccd979bdSMark Fasheh /* Assuming the write-out below goes well, this copy 6229ccd979bdSMark Fasheh * will be passed back to recovery for processing. */ 6230ccd979bdSMark Fasheh memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size); 6231ccd979bdSMark Fasheh 6232ccd979bdSMark Fasheh /* All we need to do to clear the truncate log is set 6233ccd979bdSMark Fasheh * tl_used. */ 6234ccd979bdSMark Fasheh tl->tl_used = 0; 6235ccd979bdSMark Fasheh 623613723d00SJoel Becker ocfs2_compute_meta_ecc(osb->sb, tl_bh->b_data, &di->i_check); 62378cb471e8SJoel Becker status = ocfs2_write_block(osb, tl_bh, INODE_CACHE(tl_inode)); 6238ccd979bdSMark Fasheh if (status < 0) { 6239ccd979bdSMark Fasheh mlog_errno(status); 6240ccd979bdSMark Fasheh goto bail; 6241ccd979bdSMark Fasheh } 6242ccd979bdSMark Fasheh } 6243ccd979bdSMark Fasheh 6244ccd979bdSMark Fasheh bail: 6245ccd979bdSMark Fasheh iput(tl_inode); 6246ccd979bdSMark Fasheh brelse(tl_bh); 6247ccd979bdSMark Fasheh 624846359295SJoseph Qi if (status < 0) { 6249ccd979bdSMark Fasheh kfree(*tl_copy); 6250ccd979bdSMark Fasheh *tl_copy = NULL; 6251c1e8d35eSTao Ma mlog_errno(status); 6252ccd979bdSMark Fasheh } 6253ccd979bdSMark Fasheh 6254ccd979bdSMark Fasheh return status; 6255ccd979bdSMark Fasheh } 6256ccd979bdSMark Fasheh 6257ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb, 6258ccd979bdSMark Fasheh struct ocfs2_dinode *tl_copy) 6259ccd979bdSMark Fasheh { 6260ccd979bdSMark Fasheh int status = 0; 6261ccd979bdSMark Fasheh int i; 6262ccd979bdSMark Fasheh unsigned int clusters, num_recs, start_cluster; 6263ccd979bdSMark Fasheh u64 start_blk; 62641fabe148SMark Fasheh handle_t *handle; 6265ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6266ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6267ccd979bdSMark Fasheh 6268ccd979bdSMark Fasheh if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) { 6269ccd979bdSMark Fasheh mlog(ML_ERROR, "Asked to recover my own truncate log!\n"); 6270ccd979bdSMark Fasheh return -EINVAL; 6271ccd979bdSMark Fasheh } 6272ccd979bdSMark Fasheh 6273ccd979bdSMark Fasheh tl = &tl_copy->id2.i_dealloc; 6274ccd979bdSMark Fasheh num_recs = le16_to_cpu(tl->tl_used); 6275a09d09b8STao Ma trace_ocfs2_complete_truncate_log_recovery( 6276a09d09b8STao Ma (unsigned long long)le64_to_cpu(tl_copy->i_blkno), 6277a09d09b8STao Ma num_recs); 6278ccd979bdSMark Fasheh 62795955102cSAl Viro inode_lock(tl_inode); 6280ccd979bdSMark Fasheh for(i = 0; i < num_recs; i++) { 6281ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 6282ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 6283ccd979bdSMark Fasheh if (status < 0) { 6284ccd979bdSMark Fasheh mlog_errno(status); 6285ccd979bdSMark Fasheh goto bail_up; 6286ccd979bdSMark Fasheh } 6287ccd979bdSMark Fasheh } 6288ccd979bdSMark Fasheh 628965eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 6290ccd979bdSMark Fasheh if (IS_ERR(handle)) { 6291ccd979bdSMark Fasheh status = PTR_ERR(handle); 6292ccd979bdSMark Fasheh mlog_errno(status); 6293ccd979bdSMark Fasheh goto bail_up; 6294ccd979bdSMark Fasheh } 6295ccd979bdSMark Fasheh 6296ccd979bdSMark Fasheh clusters = le32_to_cpu(tl->tl_recs[i].t_clusters); 6297ccd979bdSMark Fasheh start_cluster = le32_to_cpu(tl->tl_recs[i].t_start); 6298ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster); 6299ccd979bdSMark Fasheh 6300ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, 6301ccd979bdSMark Fasheh start_blk, clusters); 630202dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6303ccd979bdSMark Fasheh if (status < 0) { 6304ccd979bdSMark Fasheh mlog_errno(status); 6305ccd979bdSMark Fasheh goto bail_up; 6306ccd979bdSMark Fasheh } 6307ccd979bdSMark Fasheh } 6308ccd979bdSMark Fasheh 6309ccd979bdSMark Fasheh bail_up: 63105955102cSAl Viro inode_unlock(tl_inode); 6311ccd979bdSMark Fasheh 6312ccd979bdSMark Fasheh return status; 6313ccd979bdSMark Fasheh } 6314ccd979bdSMark Fasheh 6315ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb) 6316ccd979bdSMark Fasheh { 6317ccd979bdSMark Fasheh int status; 6318ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6319ccd979bdSMark Fasheh 6320a9e9acaeSXue jiufei atomic_set(&osb->osb_tl_disable, 1); 6321a9e9acaeSXue jiufei 6322ccd979bdSMark Fasheh if (tl_inode) { 6323ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 632435ddf78eSjiangyiwen flush_workqueue(osb->ocfs2_wq); 6325ccd979bdSMark Fasheh 6326ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6327ccd979bdSMark Fasheh if (status < 0) 6328ccd979bdSMark Fasheh mlog_errno(status); 6329ccd979bdSMark Fasheh 6330ccd979bdSMark Fasheh brelse(osb->osb_tl_bh); 6331ccd979bdSMark Fasheh iput(osb->osb_tl_inode); 6332ccd979bdSMark Fasheh } 6333ccd979bdSMark Fasheh } 6334ccd979bdSMark Fasheh 6335ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb) 6336ccd979bdSMark Fasheh { 6337ccd979bdSMark Fasheh int status; 6338ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6339ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6340ccd979bdSMark Fasheh 6341ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, 6342ccd979bdSMark Fasheh osb->slot_num, 6343ccd979bdSMark Fasheh &tl_inode, 6344ccd979bdSMark Fasheh &tl_bh); 6345ccd979bdSMark Fasheh if (status < 0) 6346ccd979bdSMark Fasheh mlog_errno(status); 6347ccd979bdSMark Fasheh 6348ccd979bdSMark Fasheh /* ocfs2_truncate_log_shutdown keys on the existence of 6349ccd979bdSMark Fasheh * osb->osb_tl_inode so we don't set any of the osb variables 6350ccd979bdSMark Fasheh * until we're sure all is well. */ 6351c4028958SDavid Howells INIT_DELAYED_WORK(&osb->osb_truncate_log_wq, 6352c4028958SDavid Howells ocfs2_truncate_log_worker); 6353a9e9acaeSXue jiufei atomic_set(&osb->osb_tl_disable, 0); 6354ccd979bdSMark Fasheh osb->osb_tl_bh = tl_bh; 6355ccd979bdSMark Fasheh osb->osb_tl_inode = tl_inode; 6356ccd979bdSMark Fasheh 6357ccd979bdSMark Fasheh return status; 6358ccd979bdSMark Fasheh } 6359ccd979bdSMark Fasheh 63602b604351SMark Fasheh /* 63612b604351SMark Fasheh * Delayed de-allocation of suballocator blocks. 63622b604351SMark Fasheh * 63632b604351SMark Fasheh * Some sets of block de-allocations might involve multiple suballocator inodes. 63642b604351SMark Fasheh * 63652b604351SMark Fasheh * The locking for this can get extremely complicated, especially when 63662b604351SMark Fasheh * the suballocator inodes to delete from aren't known until deep 63672b604351SMark Fasheh * within an unrelated codepath. 63682b604351SMark Fasheh * 63692b604351SMark Fasheh * ocfs2_extent_block structures are a good example of this - an inode 63702b604351SMark Fasheh * btree could have been grown by any number of nodes each allocating 63712b604351SMark Fasheh * out of their own suballoc inode. 63722b604351SMark Fasheh * 63732b604351SMark Fasheh * These structures allow the delay of block de-allocation until a 63742b604351SMark Fasheh * later time, when locking of multiple cluster inodes won't cause 63752b604351SMark Fasheh * deadlock. 63762b604351SMark Fasheh */ 63772b604351SMark Fasheh 63782b604351SMark Fasheh /* 63792891d290STao Ma * Describe a single bit freed from a suballocator. For the block 63802891d290STao Ma * suballocators, it represents one block. For the global cluster 63812891d290STao Ma * allocator, it represents some clusters and free_bit indicates 63822891d290STao Ma * clusters number. 63832b604351SMark Fasheh */ 63842b604351SMark Fasheh struct ocfs2_cached_block_free { 63852b604351SMark Fasheh struct ocfs2_cached_block_free *free_next; 638674380c47STao Ma u64 free_bg; 63872b604351SMark Fasheh u64 free_blk; 63882b604351SMark Fasheh unsigned int free_bit; 63892b604351SMark Fasheh }; 63902b604351SMark Fasheh 63912b604351SMark Fasheh struct ocfs2_per_slot_free_list { 63922b604351SMark Fasheh struct ocfs2_per_slot_free_list *f_next_suballocator; 63932b604351SMark Fasheh int f_inode_type; 63942b604351SMark Fasheh int f_slot; 63952b604351SMark Fasheh struct ocfs2_cached_block_free *f_first; 63962b604351SMark Fasheh }; 63972b604351SMark Fasheh 63982891d290STao Ma static int ocfs2_free_cached_blocks(struct ocfs2_super *osb, 63992b604351SMark Fasheh int sysfile_type, 64002b604351SMark Fasheh int slot, 64012b604351SMark Fasheh struct ocfs2_cached_block_free *head) 64022b604351SMark Fasheh { 64032b604351SMark Fasheh int ret; 64042b604351SMark Fasheh u64 bg_blkno; 64052b604351SMark Fasheh handle_t *handle; 64062b604351SMark Fasheh struct inode *inode; 64072b604351SMark Fasheh struct buffer_head *di_bh = NULL; 64082b604351SMark Fasheh struct ocfs2_cached_block_free *tmp; 64092b604351SMark Fasheh 64102b604351SMark Fasheh inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot); 64112b604351SMark Fasheh if (!inode) { 64122b604351SMark Fasheh ret = -EINVAL; 64132b604351SMark Fasheh mlog_errno(ret); 64142b604351SMark Fasheh goto out; 64152b604351SMark Fasheh } 64162b604351SMark Fasheh 64175955102cSAl Viro inode_lock(inode); 64182b604351SMark Fasheh 6419e63aecb6SMark Fasheh ret = ocfs2_inode_lock(inode, &di_bh, 1); 64202b604351SMark Fasheh if (ret) { 64212b604351SMark Fasheh mlog_errno(ret); 64222b604351SMark Fasheh goto out_mutex; 64232b604351SMark Fasheh } 64242b604351SMark Fasheh 6425d5bf1418SJunxiao Bi while (head) { 6426d5bf1418SJunxiao Bi if (head->free_bg) 6427d5bf1418SJunxiao Bi bg_blkno = head->free_bg; 6428d5bf1418SJunxiao Bi else 6429d5bf1418SJunxiao Bi bg_blkno = ocfs2_which_suballoc_group(head->free_blk, 6430d5bf1418SJunxiao Bi head->free_bit); 64312b604351SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE); 64322b604351SMark Fasheh if (IS_ERR(handle)) { 64332b604351SMark Fasheh ret = PTR_ERR(handle); 64342b604351SMark Fasheh mlog_errno(ret); 64352b604351SMark Fasheh goto out_unlock; 64362b604351SMark Fasheh } 64372b604351SMark Fasheh 6438a09d09b8STao Ma trace_ocfs2_free_cached_blocks( 6439a09d09b8STao Ma (unsigned long long)head->free_blk, head->free_bit); 64402b604351SMark Fasheh 64412b604351SMark Fasheh ret = ocfs2_free_suballoc_bits(handle, inode, di_bh, 64422b604351SMark Fasheh head->free_bit, bg_blkno, 1); 6443d5bf1418SJunxiao Bi if (ret) 64442b604351SMark Fasheh mlog_errno(ret); 64452b604351SMark Fasheh 6446d5bf1418SJunxiao Bi ocfs2_commit_trans(osb, handle); 64472b604351SMark Fasheh 64482b604351SMark Fasheh tmp = head; 64492b604351SMark Fasheh head = head->free_next; 64502b604351SMark Fasheh kfree(tmp); 64512b604351SMark Fasheh } 64522b604351SMark Fasheh 64532b604351SMark Fasheh out_unlock: 6454e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 64552b604351SMark Fasheh brelse(di_bh); 64562b604351SMark Fasheh out_mutex: 64575955102cSAl Viro inode_unlock(inode); 64582b604351SMark Fasheh iput(inode); 64592b604351SMark Fasheh out: 64602b604351SMark Fasheh while(head) { 64612b604351SMark Fasheh /* Premature exit may have left some dangling items. */ 64622b604351SMark Fasheh tmp = head; 64632b604351SMark Fasheh head = head->free_next; 64642b604351SMark Fasheh kfree(tmp); 64652b604351SMark Fasheh } 64662b604351SMark Fasheh 64672b604351SMark Fasheh return ret; 64682b604351SMark Fasheh } 64692b604351SMark Fasheh 64702891d290STao Ma int ocfs2_cache_cluster_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 64712891d290STao Ma u64 blkno, unsigned int bit) 64722891d290STao Ma { 64732891d290STao Ma int ret = 0; 64742891d290STao Ma struct ocfs2_cached_block_free *item; 64752891d290STao Ma 647674380c47STao Ma item = kzalloc(sizeof(*item), GFP_NOFS); 64772891d290STao Ma if (item == NULL) { 64782891d290STao Ma ret = -ENOMEM; 64792891d290STao Ma mlog_errno(ret); 64802891d290STao Ma return ret; 64812891d290STao Ma } 64822891d290STao Ma 6483a09d09b8STao Ma trace_ocfs2_cache_cluster_dealloc((unsigned long long)blkno, bit); 64842891d290STao Ma 64852891d290STao Ma item->free_blk = blkno; 64862891d290STao Ma item->free_bit = bit; 64872891d290STao Ma item->free_next = ctxt->c_global_allocator; 64882891d290STao Ma 64892891d290STao Ma ctxt->c_global_allocator = item; 64902891d290STao Ma return ret; 64912891d290STao Ma } 64922891d290STao Ma 64932891d290STao Ma static int ocfs2_free_cached_clusters(struct ocfs2_super *osb, 64942891d290STao Ma struct ocfs2_cached_block_free *head) 64952891d290STao Ma { 64962891d290STao Ma struct ocfs2_cached_block_free *tmp; 64972891d290STao Ma struct inode *tl_inode = osb->osb_tl_inode; 64982891d290STao Ma handle_t *handle; 64992891d290STao Ma int ret = 0; 65002891d290STao Ma 65015955102cSAl Viro inode_lock(tl_inode); 65022891d290STao Ma 65032891d290STao Ma while (head) { 65042891d290STao Ma if (ocfs2_truncate_log_needs_flush(osb)) { 65052891d290STao Ma ret = __ocfs2_flush_truncate_log(osb); 65062891d290STao Ma if (ret < 0) { 65072891d290STao Ma mlog_errno(ret); 65082891d290STao Ma break; 65092891d290STao Ma } 65102891d290STao Ma } 65112891d290STao Ma 65122891d290STao Ma handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 65132891d290STao Ma if (IS_ERR(handle)) { 65142891d290STao Ma ret = PTR_ERR(handle); 65152891d290STao Ma mlog_errno(ret); 65162891d290STao Ma break; 65172891d290STao Ma } 65182891d290STao Ma 65192891d290STao Ma ret = ocfs2_truncate_log_append(osb, handle, head->free_blk, 65202891d290STao Ma head->free_bit); 65212891d290STao Ma 65222891d290STao Ma ocfs2_commit_trans(osb, handle); 65232891d290STao Ma tmp = head; 65242891d290STao Ma head = head->free_next; 65252891d290STao Ma kfree(tmp); 65262891d290STao Ma 65272891d290STao Ma if (ret < 0) { 65282891d290STao Ma mlog_errno(ret); 65292891d290STao Ma break; 65302891d290STao Ma } 65312891d290STao Ma } 65322891d290STao Ma 65335955102cSAl Viro inode_unlock(tl_inode); 65342891d290STao Ma 65352891d290STao Ma while (head) { 65362891d290STao Ma /* Premature exit may have left some dangling items. */ 65372891d290STao Ma tmp = head; 65382891d290STao Ma head = head->free_next; 65392891d290STao Ma kfree(tmp); 65402891d290STao Ma } 65412891d290STao Ma 65422891d290STao Ma return ret; 65432891d290STao Ma } 65442891d290STao Ma 65452b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb, 65462b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 65472b604351SMark Fasheh { 65482b604351SMark Fasheh int ret = 0, ret2; 65492b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 65502b604351SMark Fasheh 65512b604351SMark Fasheh if (!ctxt) 65522b604351SMark Fasheh return 0; 65532b604351SMark Fasheh 65542b604351SMark Fasheh while (ctxt->c_first_suballocator) { 65552b604351SMark Fasheh fl = ctxt->c_first_suballocator; 65562b604351SMark Fasheh 65572b604351SMark Fasheh if (fl->f_first) { 6558a09d09b8STao Ma trace_ocfs2_run_deallocs(fl->f_inode_type, 6559a09d09b8STao Ma fl->f_slot); 65602891d290STao Ma ret2 = ocfs2_free_cached_blocks(osb, 65612891d290STao Ma fl->f_inode_type, 65622891d290STao Ma fl->f_slot, 65632891d290STao Ma fl->f_first); 65642b604351SMark Fasheh if (ret2) 65652b604351SMark Fasheh mlog_errno(ret2); 65662b604351SMark Fasheh if (!ret) 65672b604351SMark Fasheh ret = ret2; 65682b604351SMark Fasheh } 65692b604351SMark Fasheh 65702b604351SMark Fasheh ctxt->c_first_suballocator = fl->f_next_suballocator; 65712b604351SMark Fasheh kfree(fl); 65722b604351SMark Fasheh } 65732b604351SMark Fasheh 65742891d290STao Ma if (ctxt->c_global_allocator) { 65752891d290STao Ma ret2 = ocfs2_free_cached_clusters(osb, 65762891d290STao Ma ctxt->c_global_allocator); 65772891d290STao Ma if (ret2) 65782891d290STao Ma mlog_errno(ret2); 65792891d290STao Ma if (!ret) 65802891d290STao Ma ret = ret2; 65812891d290STao Ma 65822891d290STao Ma ctxt->c_global_allocator = NULL; 65832891d290STao Ma } 65842891d290STao Ma 65852b604351SMark Fasheh return ret; 65862b604351SMark Fasheh } 65872b604351SMark Fasheh 65882b604351SMark Fasheh static struct ocfs2_per_slot_free_list * 65892b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type, 65902b604351SMark Fasheh int slot, 65912b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 65922b604351SMark Fasheh { 65932b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 65942b604351SMark Fasheh 65952b604351SMark Fasheh while (fl) { 65962b604351SMark Fasheh if (fl->f_inode_type == type && fl->f_slot == slot) 65972b604351SMark Fasheh return fl; 65982b604351SMark Fasheh 65992b604351SMark Fasheh fl = fl->f_next_suballocator; 66002b604351SMark Fasheh } 66012b604351SMark Fasheh 66022b604351SMark Fasheh fl = kmalloc(sizeof(*fl), GFP_NOFS); 66032b604351SMark Fasheh if (fl) { 66042b604351SMark Fasheh fl->f_inode_type = type; 66052b604351SMark Fasheh fl->f_slot = slot; 66062b604351SMark Fasheh fl->f_first = NULL; 66072b604351SMark Fasheh fl->f_next_suballocator = ctxt->c_first_suballocator; 66082b604351SMark Fasheh 66092b604351SMark Fasheh ctxt->c_first_suballocator = fl; 66102b604351SMark Fasheh } 66112b604351SMark Fasheh return fl; 66122b604351SMark Fasheh } 66132b604351SMark Fasheh 661471a36944SChangwei Ge static struct ocfs2_per_slot_free_list * 661571a36944SChangwei Ge ocfs2_find_preferred_free_list(int type, 661671a36944SChangwei Ge int preferred_slot, 661771a36944SChangwei Ge int *real_slot, 661871a36944SChangwei Ge struct ocfs2_cached_dealloc_ctxt *ctxt) 661971a36944SChangwei Ge { 662071a36944SChangwei Ge struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 662171a36944SChangwei Ge 662271a36944SChangwei Ge while (fl) { 662371a36944SChangwei Ge if (fl->f_inode_type == type && fl->f_slot == preferred_slot) { 662471a36944SChangwei Ge *real_slot = fl->f_slot; 662571a36944SChangwei Ge return fl; 662671a36944SChangwei Ge } 662771a36944SChangwei Ge 662871a36944SChangwei Ge fl = fl->f_next_suballocator; 662971a36944SChangwei Ge } 663071a36944SChangwei Ge 663171a36944SChangwei Ge /* If we can't find any free list matching preferred slot, just use 663271a36944SChangwei Ge * the first one. 663371a36944SChangwei Ge */ 663471a36944SChangwei Ge fl = ctxt->c_first_suballocator; 663571a36944SChangwei Ge *real_slot = fl->f_slot; 663671a36944SChangwei Ge 663771a36944SChangwei Ge return fl; 663871a36944SChangwei Ge } 663971a36944SChangwei Ge 664071a36944SChangwei Ge /* Return Value 1 indicates empty */ 664171a36944SChangwei Ge static int ocfs2_is_dealloc_empty(struct ocfs2_extent_tree *et) 664271a36944SChangwei Ge { 664371a36944SChangwei Ge struct ocfs2_per_slot_free_list *fl = NULL; 664471a36944SChangwei Ge 664571a36944SChangwei Ge if (!et->et_dealloc) 664671a36944SChangwei Ge return 1; 664771a36944SChangwei Ge 664871a36944SChangwei Ge fl = et->et_dealloc->c_first_suballocator; 664971a36944SChangwei Ge if (!fl) 665071a36944SChangwei Ge return 1; 665171a36944SChangwei Ge 665271a36944SChangwei Ge if (!fl->f_first) 665371a36944SChangwei Ge return 1; 665471a36944SChangwei Ge 665571a36944SChangwei Ge return 0; 665671a36944SChangwei Ge } 665771a36944SChangwei Ge 665871a36944SChangwei Ge /* If extent was deleted from tree due to extent rotation and merging, and 665971a36944SChangwei Ge * no metadata is reserved ahead of time. Try to reuse some extents 666071a36944SChangwei Ge * just deleted. This is only used to reuse extent blocks. 666171a36944SChangwei Ge * It is supposed to find enough extent blocks in dealloc if our estimation 666271a36944SChangwei Ge * on metadata is accurate. 666371a36944SChangwei Ge */ 666471a36944SChangwei Ge static int ocfs2_reuse_blk_from_dealloc(handle_t *handle, 666571a36944SChangwei Ge struct ocfs2_extent_tree *et, 666671a36944SChangwei Ge struct buffer_head **new_eb_bh, 666771a36944SChangwei Ge int blk_wanted, int *blk_given) 666871a36944SChangwei Ge { 666971a36944SChangwei Ge int i, status = 0, real_slot; 667071a36944SChangwei Ge struct ocfs2_cached_dealloc_ctxt *dealloc; 667171a36944SChangwei Ge struct ocfs2_per_slot_free_list *fl; 667271a36944SChangwei Ge struct ocfs2_cached_block_free *bf; 667371a36944SChangwei Ge struct ocfs2_extent_block *eb; 667471a36944SChangwei Ge struct ocfs2_super *osb = 667571a36944SChangwei Ge OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 667671a36944SChangwei Ge 667771a36944SChangwei Ge *blk_given = 0; 667871a36944SChangwei Ge 667971a36944SChangwei Ge /* If extent tree doesn't have a dealloc, this is not faulty. Just 668071a36944SChangwei Ge * tell upper caller dealloc can't provide any block and it should 668171a36944SChangwei Ge * ask for alloc to claim more space. 668271a36944SChangwei Ge */ 668371a36944SChangwei Ge dealloc = et->et_dealloc; 668471a36944SChangwei Ge if (!dealloc) 668571a36944SChangwei Ge goto bail; 668671a36944SChangwei Ge 668771a36944SChangwei Ge for (i = 0; i < blk_wanted; i++) { 668871a36944SChangwei Ge /* Prefer to use local slot */ 668971a36944SChangwei Ge fl = ocfs2_find_preferred_free_list(EXTENT_ALLOC_SYSTEM_INODE, 669071a36944SChangwei Ge osb->slot_num, &real_slot, 669171a36944SChangwei Ge dealloc); 669271a36944SChangwei Ge /* If no more block can be reused, we should claim more 669371a36944SChangwei Ge * from alloc. Just return here normally. 669471a36944SChangwei Ge */ 669571a36944SChangwei Ge if (!fl) { 669671a36944SChangwei Ge status = 0; 669771a36944SChangwei Ge break; 669871a36944SChangwei Ge } 669971a36944SChangwei Ge 670071a36944SChangwei Ge bf = fl->f_first; 670171a36944SChangwei Ge fl->f_first = bf->free_next; 670271a36944SChangwei Ge 670371a36944SChangwei Ge new_eb_bh[i] = sb_getblk(osb->sb, bf->free_blk); 670471a36944SChangwei Ge if (new_eb_bh[i] == NULL) { 670571a36944SChangwei Ge status = -ENOMEM; 670671a36944SChangwei Ge mlog_errno(status); 670771a36944SChangwei Ge goto bail; 670871a36944SChangwei Ge } 670971a36944SChangwei Ge 671071a36944SChangwei Ge mlog(0, "Reusing block(%llu) from " 671171a36944SChangwei Ge "dealloc(local slot:%d, real slot:%d)\n", 671271a36944SChangwei Ge bf->free_blk, osb->slot_num, real_slot); 671371a36944SChangwei Ge 671471a36944SChangwei Ge ocfs2_set_new_buffer_uptodate(et->et_ci, new_eb_bh[i]); 671571a36944SChangwei Ge 671671a36944SChangwei Ge status = ocfs2_journal_access_eb(handle, et->et_ci, 671771a36944SChangwei Ge new_eb_bh[i], 671871a36944SChangwei Ge OCFS2_JOURNAL_ACCESS_CREATE); 671971a36944SChangwei Ge if (status < 0) { 672071a36944SChangwei Ge mlog_errno(status); 672171a36944SChangwei Ge goto bail; 672271a36944SChangwei Ge } 672371a36944SChangwei Ge 672471a36944SChangwei Ge memset(new_eb_bh[i]->b_data, 0, osb->sb->s_blocksize); 672571a36944SChangwei Ge eb = (struct ocfs2_extent_block *) new_eb_bh[i]->b_data; 672671a36944SChangwei Ge 672771a36944SChangwei Ge /* We can't guarantee that buffer head is still cached, so 672871a36944SChangwei Ge * polutlate the extent block again. 672971a36944SChangwei Ge */ 673071a36944SChangwei Ge strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 673171a36944SChangwei Ge eb->h_blkno = cpu_to_le64(bf->free_blk); 673271a36944SChangwei Ge eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 673371a36944SChangwei Ge eb->h_suballoc_slot = cpu_to_le16(real_slot); 673471a36944SChangwei Ge eb->h_suballoc_loc = cpu_to_le64(bf->free_bg); 673571a36944SChangwei Ge eb->h_suballoc_bit = cpu_to_le16(bf->free_bit); 673671a36944SChangwei Ge eb->h_list.l_count = 673771a36944SChangwei Ge cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 673871a36944SChangwei Ge 673971a36944SChangwei Ge /* We'll also be dirtied by the caller, so 674071a36944SChangwei Ge * this isn't absolutely necessary. 674171a36944SChangwei Ge */ 674271a36944SChangwei Ge ocfs2_journal_dirty(handle, new_eb_bh[i]); 674371a36944SChangwei Ge 674471a36944SChangwei Ge if (!fl->f_first) { 674571a36944SChangwei Ge dealloc->c_first_suballocator = fl->f_next_suballocator; 674671a36944SChangwei Ge kfree(fl); 674771a36944SChangwei Ge } 674871a36944SChangwei Ge kfree(bf); 674971a36944SChangwei Ge } 675071a36944SChangwei Ge 675171a36944SChangwei Ge *blk_given = i; 675271a36944SChangwei Ge 675371a36944SChangwei Ge bail: 675471a36944SChangwei Ge if (unlikely(status < 0)) { 675571a36944SChangwei Ge for (i = 0; i < blk_wanted; i++) 675671a36944SChangwei Ge brelse(new_eb_bh[i]); 675771a36944SChangwei Ge } 675871a36944SChangwei Ge 675971a36944SChangwei Ge return status; 676071a36944SChangwei Ge } 676171a36944SChangwei Ge 67621823cb0bSTao Ma int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 676374380c47STao Ma int type, int slot, u64 suballoc, 676474380c47STao Ma u64 blkno, unsigned int bit) 67652b604351SMark Fasheh { 67662b604351SMark Fasheh int ret; 67672b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 67682b604351SMark Fasheh struct ocfs2_cached_block_free *item; 67692b604351SMark Fasheh 67702b604351SMark Fasheh fl = ocfs2_find_per_slot_free_list(type, slot, ctxt); 67712b604351SMark Fasheh if (fl == NULL) { 67722b604351SMark Fasheh ret = -ENOMEM; 67732b604351SMark Fasheh mlog_errno(ret); 67742b604351SMark Fasheh goto out; 67752b604351SMark Fasheh } 67762b604351SMark Fasheh 677774380c47STao Ma item = kzalloc(sizeof(*item), GFP_NOFS); 67782b604351SMark Fasheh if (item == NULL) { 67792b604351SMark Fasheh ret = -ENOMEM; 67802b604351SMark Fasheh mlog_errno(ret); 67812b604351SMark Fasheh goto out; 67822b604351SMark Fasheh } 67832b604351SMark Fasheh 6784a09d09b8STao Ma trace_ocfs2_cache_block_dealloc(type, slot, 6785a09d09b8STao Ma (unsigned long long)suballoc, 6786a09d09b8STao Ma (unsigned long long)blkno, bit); 67872b604351SMark Fasheh 678874380c47STao Ma item->free_bg = suballoc; 67892b604351SMark Fasheh item->free_blk = blkno; 67902b604351SMark Fasheh item->free_bit = bit; 67912b604351SMark Fasheh item->free_next = fl->f_first; 67922b604351SMark Fasheh 67932b604351SMark Fasheh fl->f_first = item; 67942b604351SMark Fasheh 67952b604351SMark Fasheh ret = 0; 67962b604351SMark Fasheh out: 67972b604351SMark Fasheh return ret; 67982b604351SMark Fasheh } 67992b604351SMark Fasheh 680059a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 680159a5e416SMark Fasheh struct ocfs2_extent_block *eb) 680259a5e416SMark Fasheh { 680359a5e416SMark Fasheh return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE, 680459a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_slot), 680574380c47STao Ma le64_to_cpu(eb->h_suballoc_loc), 680659a5e416SMark Fasheh le64_to_cpu(eb->h_blkno), 680759a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_bit)); 680859a5e416SMark Fasheh } 680959a5e416SMark Fasheh 68102b4e30fbSJoel Becker static int ocfs2_zero_func(handle_t *handle, struct buffer_head *bh) 681160b11392SMark Fasheh { 681260b11392SMark Fasheh set_buffer_uptodate(bh); 681360b11392SMark Fasheh mark_buffer_dirty(bh); 681460b11392SMark Fasheh return 0; 681560b11392SMark Fasheh } 681660b11392SMark Fasheh 68176f70fa51STao Ma void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle, 68181d410a6eSMark Fasheh unsigned int from, unsigned int to, 68191d410a6eSMark Fasheh struct page *page, int zero, u64 *phys) 682060b11392SMark Fasheh { 68211d410a6eSMark Fasheh int ret, partial = 0; 682260b11392SMark Fasheh 68231d410a6eSMark Fasheh ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0); 682460b11392SMark Fasheh if (ret) 682560b11392SMark Fasheh mlog_errno(ret); 682660b11392SMark Fasheh 68271d410a6eSMark Fasheh if (zero) 6828eebd2aa3SChristoph Lameter zero_user_segment(page, from, to); 682960b11392SMark Fasheh 683060b11392SMark Fasheh /* 683160b11392SMark Fasheh * Need to set the buffers we zero'd into uptodate 683260b11392SMark Fasheh * here if they aren't - ocfs2_map_page_blocks() 683360b11392SMark Fasheh * might've skipped some 683460b11392SMark Fasheh */ 683560b11392SMark Fasheh ret = walk_page_buffers(handle, page_buffers(page), 683660b11392SMark Fasheh from, to, &partial, 68372b4e30fbSJoel Becker ocfs2_zero_func); 68382b4e30fbSJoel Becker if (ret < 0) 68392b4e30fbSJoel Becker mlog_errno(ret); 68402b4e30fbSJoel Becker else if (ocfs2_should_order_data(inode)) { 68412b4e30fbSJoel Becker ret = ocfs2_jbd2_file_inode(handle, inode); 684260b11392SMark Fasheh if (ret < 0) 684360b11392SMark Fasheh mlog_errno(ret); 684460b11392SMark Fasheh } 684560b11392SMark Fasheh 684660b11392SMark Fasheh if (!partial) 684760b11392SMark Fasheh SetPageUptodate(page); 684860b11392SMark Fasheh 684960b11392SMark Fasheh flush_dcache_page(page); 68501d410a6eSMark Fasheh } 68511d410a6eSMark Fasheh 68521d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start, 68531d410a6eSMark Fasheh loff_t end, struct page **pages, 68541d410a6eSMark Fasheh int numpages, u64 phys, handle_t *handle) 68551d410a6eSMark Fasheh { 68561d410a6eSMark Fasheh int i; 68571d410a6eSMark Fasheh struct page *page; 685809cbfeafSKirill A. Shutemov unsigned int from, to = PAGE_SIZE; 68591d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 68601d410a6eSMark Fasheh 68611d410a6eSMark Fasheh BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb))); 68621d410a6eSMark Fasheh 68631d410a6eSMark Fasheh if (numpages == 0) 68641d410a6eSMark Fasheh goto out; 68651d410a6eSMark Fasheh 686609cbfeafSKirill A. Shutemov to = PAGE_SIZE; 68671d410a6eSMark Fasheh for(i = 0; i < numpages; i++) { 68681d410a6eSMark Fasheh page = pages[i]; 68691d410a6eSMark Fasheh 687009cbfeafSKirill A. Shutemov from = start & (PAGE_SIZE - 1); 687109cbfeafSKirill A. Shutemov if ((end >> PAGE_SHIFT) == page->index) 687209cbfeafSKirill A. Shutemov to = end & (PAGE_SIZE - 1); 68731d410a6eSMark Fasheh 687409cbfeafSKirill A. Shutemov BUG_ON(from > PAGE_SIZE); 687509cbfeafSKirill A. Shutemov BUG_ON(to > PAGE_SIZE); 68761d410a6eSMark Fasheh 68771d410a6eSMark Fasheh ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1, 68781d410a6eSMark Fasheh &phys); 687960b11392SMark Fasheh 688009cbfeafSKirill A. Shutemov start = (page->index + 1) << PAGE_SHIFT; 688160b11392SMark Fasheh } 688260b11392SMark Fasheh out: 68831d410a6eSMark Fasheh if (pages) 68841d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 688560b11392SMark Fasheh } 688660b11392SMark Fasheh 68876f70fa51STao Ma int ocfs2_grab_pages(struct inode *inode, loff_t start, loff_t end, 68881d410a6eSMark Fasheh struct page **pages, int *num) 688960b11392SMark Fasheh { 68901d410a6eSMark Fasheh int numpages, ret = 0; 689160b11392SMark Fasheh struct address_space *mapping = inode->i_mapping; 689260b11392SMark Fasheh unsigned long index; 689335edec1dSMark Fasheh loff_t last_page_bytes; 689460b11392SMark Fasheh 689535edec1dSMark Fasheh BUG_ON(start > end); 689660b11392SMark Fasheh 68971d410a6eSMark Fasheh numpages = 0; 689835edec1dSMark Fasheh last_page_bytes = PAGE_ALIGN(end); 689909cbfeafSKirill A. Shutemov index = start >> PAGE_SHIFT; 690060b11392SMark Fasheh do { 69019b4c0ff3SJan Kara pages[numpages] = find_or_create_page(mapping, index, GFP_NOFS); 690260b11392SMark Fasheh if (!pages[numpages]) { 690360b11392SMark Fasheh ret = -ENOMEM; 690460b11392SMark Fasheh mlog_errno(ret); 690560b11392SMark Fasheh goto out; 690660b11392SMark Fasheh } 690760b11392SMark Fasheh 690860b11392SMark Fasheh numpages++; 690960b11392SMark Fasheh index++; 691009cbfeafSKirill A. Shutemov } while (index < (last_page_bytes >> PAGE_SHIFT)); 691160b11392SMark Fasheh 691260b11392SMark Fasheh out: 691360b11392SMark Fasheh if (ret != 0) { 69141d410a6eSMark Fasheh if (pages) 69151d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 691660b11392SMark Fasheh numpages = 0; 691760b11392SMark Fasheh } 691860b11392SMark Fasheh 691960b11392SMark Fasheh *num = numpages; 692060b11392SMark Fasheh 692160b11392SMark Fasheh return ret; 692260b11392SMark Fasheh } 692360b11392SMark Fasheh 69246f70fa51STao Ma static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end, 69256f70fa51STao Ma struct page **pages, int *num) 69266f70fa51STao Ma { 69276f70fa51STao Ma struct super_block *sb = inode->i_sb; 69286f70fa51STao Ma 69296f70fa51STao Ma BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits != 69306f70fa51STao Ma (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits); 69316f70fa51STao Ma 69326f70fa51STao Ma return ocfs2_grab_pages(inode, start, end, pages, num); 69336f70fa51STao Ma } 69346f70fa51STao Ma 693560b11392SMark Fasheh /* 693660b11392SMark Fasheh * Zero the area past i_size but still within an allocated 693760b11392SMark Fasheh * cluster. This avoids exposing nonzero data on subsequent file 693860b11392SMark Fasheh * extends. 693960b11392SMark Fasheh * 694060b11392SMark Fasheh * We need to call this before i_size is updated on the inode because 694160b11392SMark Fasheh * otherwise block_write_full_page() will skip writeout of pages past 694260b11392SMark Fasheh * i_size. The new_i_size parameter is passed for this reason. 694360b11392SMark Fasheh */ 694435edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle, 694535edec1dSMark Fasheh u64 range_start, u64 range_end) 694660b11392SMark Fasheh { 69471d410a6eSMark Fasheh int ret = 0, numpages; 694860b11392SMark Fasheh struct page **pages = NULL; 694960b11392SMark Fasheh u64 phys; 69501d410a6eSMark Fasheh unsigned int ext_flags; 69511d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 695260b11392SMark Fasheh 695360b11392SMark Fasheh /* 695460b11392SMark Fasheh * File systems which don't support sparse files zero on every 695560b11392SMark Fasheh * extend. 695660b11392SMark Fasheh */ 69571d410a6eSMark Fasheh if (!ocfs2_sparse_alloc(OCFS2_SB(sb))) 695860b11392SMark Fasheh return 0; 695960b11392SMark Fasheh 69601d410a6eSMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(sb), 696160b11392SMark Fasheh sizeof(struct page *), GFP_NOFS); 696260b11392SMark Fasheh if (pages == NULL) { 696360b11392SMark Fasheh ret = -ENOMEM; 696460b11392SMark Fasheh mlog_errno(ret); 696560b11392SMark Fasheh goto out; 696660b11392SMark Fasheh } 696760b11392SMark Fasheh 69681d410a6eSMark Fasheh if (range_start == range_end) 69691d410a6eSMark Fasheh goto out; 69701d410a6eSMark Fasheh 69711d410a6eSMark Fasheh ret = ocfs2_extent_map_get_blocks(inode, 69721d410a6eSMark Fasheh range_start >> sb->s_blocksize_bits, 69731d410a6eSMark Fasheh &phys, NULL, &ext_flags); 697460b11392SMark Fasheh if (ret) { 697560b11392SMark Fasheh mlog_errno(ret); 697660b11392SMark Fasheh goto out; 697760b11392SMark Fasheh } 697860b11392SMark Fasheh 69791d410a6eSMark Fasheh /* 69801d410a6eSMark Fasheh * Tail is a hole, or is marked unwritten. In either case, we 69811d410a6eSMark Fasheh * can count on read and write to return/push zero's. 69821d410a6eSMark Fasheh */ 69831d410a6eSMark Fasheh if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN) 698460b11392SMark Fasheh goto out; 698560b11392SMark Fasheh 69861d410a6eSMark Fasheh ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages, 69871d410a6eSMark Fasheh &numpages); 69881d410a6eSMark Fasheh if (ret) { 69891d410a6eSMark Fasheh mlog_errno(ret); 69901d410a6eSMark Fasheh goto out; 69911d410a6eSMark Fasheh } 69921d410a6eSMark Fasheh 699335edec1dSMark Fasheh ocfs2_zero_cluster_pages(inode, range_start, range_end, pages, 699435edec1dSMark Fasheh numpages, phys, handle); 699560b11392SMark Fasheh 699660b11392SMark Fasheh /* 699760b11392SMark Fasheh * Initiate writeout of the pages we zero'd here. We don't 699860b11392SMark Fasheh * wait on them - the truncate_inode_pages() call later will 699960b11392SMark Fasheh * do that for us. 700060b11392SMark Fasheh */ 70012cfd30adSChristoph Hellwig ret = filemap_fdatawrite_range(inode->i_mapping, range_start, 70022cfd30adSChristoph Hellwig range_end - 1); 700360b11392SMark Fasheh if (ret) 700460b11392SMark Fasheh mlog_errno(ret); 700560b11392SMark Fasheh 700660b11392SMark Fasheh out: 700760b11392SMark Fasheh kfree(pages); 700860b11392SMark Fasheh 700960b11392SMark Fasheh return ret; 701060b11392SMark Fasheh } 701160b11392SMark Fasheh 7012fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode, 7013fdd77704STiger Yang struct ocfs2_dinode *di) 70141afc32b9SMark Fasheh { 70151afc32b9SMark Fasheh unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits; 7016fdd77704STiger Yang unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size); 70171afc32b9SMark Fasheh 7018fdd77704STiger Yang if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL) 7019fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7020fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2) - 7021fdd77704STiger Yang xattrsize); 7022fdd77704STiger Yang else 7023fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7024fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2)); 70251afc32b9SMark Fasheh } 70261afc32b9SMark Fasheh 70275b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode, 70285b6a3a2bSMark Fasheh struct ocfs2_dinode *di) 70295b6a3a2bSMark Fasheh { 7030fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 70315b6a3a2bSMark Fasheh di->id2.i_list.l_tree_depth = 0; 70325b6a3a2bSMark Fasheh di->id2.i_list.l_next_free_rec = 0; 7033fdd77704STiger Yang di->id2.i_list.l_count = cpu_to_le16( 7034fdd77704STiger Yang ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di)); 70355b6a3a2bSMark Fasheh } 70365b6a3a2bSMark Fasheh 70371afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di) 70381afc32b9SMark Fasheh { 70391afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 70401afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 70411afc32b9SMark Fasheh 70421afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 70431afc32b9SMark Fasheh oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL; 70441afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 70451afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 70461afc32b9SMark Fasheh 70471afc32b9SMark Fasheh /* 70481afc32b9SMark Fasheh * We clear the entire i_data structure here so that all 70491afc32b9SMark Fasheh * fields can be properly initialized. 70501afc32b9SMark Fasheh */ 7051fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 70521afc32b9SMark Fasheh 7053fdd77704STiger Yang idata->id_count = cpu_to_le16( 7054fdd77704STiger Yang ocfs2_max_inline_data_with_xattr(inode->i_sb, di)); 70551afc32b9SMark Fasheh } 70561afc32b9SMark Fasheh 70571afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode, 70581afc32b9SMark Fasheh struct buffer_head *di_bh) 70591afc32b9SMark Fasheh { 70601afc32b9SMark Fasheh int ret, i, has_data, num_pages = 0; 7061fb951eb5SZongxun Wang int need_free = 0; 7062fb951eb5SZongxun Wang u32 bit_off, num; 70631afc32b9SMark Fasheh handle_t *handle; 70641afc32b9SMark Fasheh u64 uninitialized_var(block); 70651afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 70661afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 70671afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 70681afc32b9SMark Fasheh struct ocfs2_alloc_context *data_ac = NULL; 70691afc32b9SMark Fasheh struct page **pages = NULL; 70701afc32b9SMark Fasheh loff_t end = osb->s_clustersize; 7071f99b9b7cSJoel Becker struct ocfs2_extent_tree et; 7072a90714c1SJan Kara int did_quota = 0; 70731afc32b9SMark Fasheh 70741afc32b9SMark Fasheh has_data = i_size_read(inode) ? 1 : 0; 70751afc32b9SMark Fasheh 70761afc32b9SMark Fasheh if (has_data) { 70771afc32b9SMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(osb->sb), 70781afc32b9SMark Fasheh sizeof(struct page *), GFP_NOFS); 70791afc32b9SMark Fasheh if (pages == NULL) { 70801afc32b9SMark Fasheh ret = -ENOMEM; 70811afc32b9SMark Fasheh mlog_errno(ret); 70823cc79b79SMarkus Elfring return ret; 70831afc32b9SMark Fasheh } 70841afc32b9SMark Fasheh 70851afc32b9SMark Fasheh ret = ocfs2_reserve_clusters(osb, 1, &data_ac); 70861afc32b9SMark Fasheh if (ret) { 70871afc32b9SMark Fasheh mlog_errno(ret); 70883cc79b79SMarkus Elfring goto free_pages; 70891afc32b9SMark Fasheh } 70901afc32b9SMark Fasheh } 70911afc32b9SMark Fasheh 7092a90714c1SJan Kara handle = ocfs2_start_trans(osb, 7093a90714c1SJan Kara ocfs2_inline_to_extents_credits(osb->sb)); 70941afc32b9SMark Fasheh if (IS_ERR(handle)) { 70951afc32b9SMark Fasheh ret = PTR_ERR(handle); 70961afc32b9SMark Fasheh mlog_errno(ret); 709715eba0feSalex chen goto out; 70981afc32b9SMark Fasheh } 70991afc32b9SMark Fasheh 71000cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 71011afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 71021afc32b9SMark Fasheh if (ret) { 71031afc32b9SMark Fasheh mlog_errno(ret); 71041afc32b9SMark Fasheh goto out_commit; 71051afc32b9SMark Fasheh } 71061afc32b9SMark Fasheh 71071afc32b9SMark Fasheh if (has_data) { 71081afc32b9SMark Fasheh unsigned int page_end; 71091afc32b9SMark Fasheh u64 phys; 71101afc32b9SMark Fasheh 71115dd4056dSChristoph Hellwig ret = dquot_alloc_space_nodirty(inode, 71125dd4056dSChristoph Hellwig ocfs2_clusters_to_bytes(osb->sb, 1)); 71135dd4056dSChristoph Hellwig if (ret) 7114a90714c1SJan Kara goto out_commit; 7115a90714c1SJan Kara did_quota = 1; 7116a90714c1SJan Kara 7117d324cd4cSpiaojun data_ac->ac_resv = &oi->ip_la_data_resv; 71184fe370afSMark Fasheh 71191ed9b777SJoel Becker ret = ocfs2_claim_clusters(handle, data_ac, 1, &bit_off, 71201afc32b9SMark Fasheh &num); 71211afc32b9SMark Fasheh if (ret) { 71221afc32b9SMark Fasheh mlog_errno(ret); 71231afc32b9SMark Fasheh goto out_commit; 71241afc32b9SMark Fasheh } 71251afc32b9SMark Fasheh 71261afc32b9SMark Fasheh /* 71271afc32b9SMark Fasheh * Save two copies, one for insert, and one that can 71281afc32b9SMark Fasheh * be changed by ocfs2_map_and_dirty_page() below. 71291afc32b9SMark Fasheh */ 71301afc32b9SMark Fasheh block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off); 71311afc32b9SMark Fasheh 71321afc32b9SMark Fasheh /* 71331afc32b9SMark Fasheh * Non sparse file systems zero on extend, so no need 71341afc32b9SMark Fasheh * to do that now. 71351afc32b9SMark Fasheh */ 71361afc32b9SMark Fasheh if (!ocfs2_sparse_alloc(osb) && 713709cbfeafSKirill A. Shutemov PAGE_SIZE < osb->s_clustersize) 713809cbfeafSKirill A. Shutemov end = PAGE_SIZE; 71391afc32b9SMark Fasheh 71401afc32b9SMark Fasheh ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages); 71411afc32b9SMark Fasheh if (ret) { 71421afc32b9SMark Fasheh mlog_errno(ret); 7143fb951eb5SZongxun Wang need_free = 1; 71441afc32b9SMark Fasheh goto out_commit; 71451afc32b9SMark Fasheh } 71461afc32b9SMark Fasheh 71471afc32b9SMark Fasheh /* 71481afc32b9SMark Fasheh * This should populate the 1st page for us and mark 71491afc32b9SMark Fasheh * it up to date. 71501afc32b9SMark Fasheh */ 71511afc32b9SMark Fasheh ret = ocfs2_read_inline_data(inode, pages[0], di_bh); 71521afc32b9SMark Fasheh if (ret) { 71531afc32b9SMark Fasheh mlog_errno(ret); 7154fb951eb5SZongxun Wang need_free = 1; 715515eba0feSalex chen goto out_unlock; 71561afc32b9SMark Fasheh } 71571afc32b9SMark Fasheh 715809cbfeafSKirill A. Shutemov page_end = PAGE_SIZE; 715909cbfeafSKirill A. Shutemov if (PAGE_SIZE > osb->s_clustersize) 71601afc32b9SMark Fasheh page_end = osb->s_clustersize; 71611afc32b9SMark Fasheh 71621afc32b9SMark Fasheh for (i = 0; i < num_pages; i++) 71631afc32b9SMark Fasheh ocfs2_map_and_dirty_page(inode, handle, 0, page_end, 71641afc32b9SMark Fasheh pages[i], i > 0, &phys); 71651afc32b9SMark Fasheh } 71661afc32b9SMark Fasheh 71671afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 71681afc32b9SMark Fasheh oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL; 71691afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 71701afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 71711afc32b9SMark Fasheh 71722931cdcbSDarrick J. Wong ocfs2_update_inode_fsync_trans(handle, inode, 1); 71735b6a3a2bSMark Fasheh ocfs2_dinode_new_extent_list(inode, di); 71741afc32b9SMark Fasheh 71751afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 71761afc32b9SMark Fasheh 71771afc32b9SMark Fasheh if (has_data) { 71781afc32b9SMark Fasheh /* 71791afc32b9SMark Fasheh * An error at this point should be extremely rare. If 71801afc32b9SMark Fasheh * this proves to be false, we could always re-build 71811afc32b9SMark Fasheh * the in-inode data from our pages. 71821afc32b9SMark Fasheh */ 71835e404e9eSJoel Becker ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh); 7184cc79d8c1SJoel Becker ret = ocfs2_insert_extent(handle, &et, 0, block, 1, 0, NULL); 71851afc32b9SMark Fasheh if (ret) { 71861afc32b9SMark Fasheh mlog_errno(ret); 7187fb951eb5SZongxun Wang need_free = 1; 718815eba0feSalex chen goto out_unlock; 71891afc32b9SMark Fasheh } 71901afc32b9SMark Fasheh 71911afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 71921afc32b9SMark Fasheh } 71931afc32b9SMark Fasheh 719415eba0feSalex chen out_unlock: 719515eba0feSalex chen if (pages) 719615eba0feSalex chen ocfs2_unlock_and_free_pages(pages, num_pages); 719715eba0feSalex chen 71981afc32b9SMark Fasheh out_commit: 7199a90714c1SJan Kara if (ret < 0 && did_quota) 72005dd4056dSChristoph Hellwig dquot_free_space_nodirty(inode, 7201a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1)); 7202a90714c1SJan Kara 7203fb951eb5SZongxun Wang if (need_free) { 7204fb951eb5SZongxun Wang if (data_ac->ac_which == OCFS2_AC_USE_LOCAL) 7205fb951eb5SZongxun Wang ocfs2_free_local_alloc_bits(osb, handle, data_ac, 7206fb951eb5SZongxun Wang bit_off, num); 7207fb951eb5SZongxun Wang else 7208fb951eb5SZongxun Wang ocfs2_free_clusters(handle, 7209fb951eb5SZongxun Wang data_ac->ac_inode, 7210fb951eb5SZongxun Wang data_ac->ac_bh, 7211fb951eb5SZongxun Wang ocfs2_clusters_to_blocks(osb->sb, bit_off), 7212fb951eb5SZongxun Wang num); 7213fb951eb5SZongxun Wang } 7214fb951eb5SZongxun Wang 72151afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 72161afc32b9SMark Fasheh 721715eba0feSalex chen out: 72181afc32b9SMark Fasheh if (data_ac) 72191afc32b9SMark Fasheh ocfs2_free_alloc_context(data_ac); 72203cc79b79SMarkus Elfring free_pages: 72211afc32b9SMark Fasheh kfree(pages); 72221afc32b9SMark Fasheh return ret; 72231afc32b9SMark Fasheh } 72241afc32b9SMark Fasheh 7225ccd979bdSMark Fasheh /* 7226ccd979bdSMark Fasheh * It is expected, that by the time you call this function, 7227ccd979bdSMark Fasheh * inode->i_size and fe->i_size have been adjusted. 7228ccd979bdSMark Fasheh * 7229ccd979bdSMark Fasheh * WARNING: This will kfree the truncate context 7230ccd979bdSMark Fasheh */ 7231ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb, 7232ccd979bdSMark Fasheh struct inode *inode, 723378f94673STristan Ye struct buffer_head *di_bh) 7234ccd979bdSMark Fasheh { 723578f94673STristan Ye int status = 0, i, flags = 0; 723678f94673STristan Ye u32 new_highest_cpos, range, trunc_cpos, trunc_len, phys_cpos, coff; 7237bcbbb24aSTao Ma u64 blkno = 0; 7238ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 723978f94673STristan Ye struct ocfs2_extent_rec *rec; 7240dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 724178f94673STristan Ye struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 724278f94673STristan Ye struct ocfs2_extent_list *root_el = &(di->id2.i_list); 724378f94673STristan Ye u64 refcount_loc = le64_to_cpu(di->i_refcount_loc); 724478f94673STristan Ye struct ocfs2_extent_tree et; 724578f94673STristan Ye struct ocfs2_cached_dealloc_ctxt dealloc; 7246f62f12b3SJunxiao Bi struct ocfs2_refcount_tree *ref_tree = NULL; 7247ccd979bdSMark Fasheh 724878f94673STristan Ye ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh); 724978f94673STristan Ye ocfs2_init_dealloc_ctxt(&dealloc); 725078f94673STristan Ye 7251dcd0538fSMark Fasheh new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb, 7252ccd979bdSMark Fasheh i_size_read(inode)); 7253ccd979bdSMark Fasheh 725478f94673STristan Ye path = ocfs2_new_path(di_bh, &di->id2.i_list, 725513723d00SJoel Becker ocfs2_journal_access_di); 7256dcd0538fSMark Fasheh if (!path) { 7257dcd0538fSMark Fasheh status = -ENOMEM; 7258ccd979bdSMark Fasheh mlog_errno(status); 7259ccd979bdSMark Fasheh goto bail; 7260ccd979bdSMark Fasheh } 726183418978SMark Fasheh 726283418978SMark Fasheh ocfs2_extent_map_trunc(inode, new_highest_cpos); 726383418978SMark Fasheh 7264dcd0538fSMark Fasheh start: 7265dcd0538fSMark Fasheh /* 72663a0782d0SMark Fasheh * Check that we still have allocation to delete. 72673a0782d0SMark Fasheh */ 72683a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == 0) { 72693a0782d0SMark Fasheh status = 0; 72703a0782d0SMark Fasheh goto bail; 72713a0782d0SMark Fasheh } 72723a0782d0SMark Fasheh 72733a0782d0SMark Fasheh /* 7274dcd0538fSMark Fasheh * Truncate always works against the rightmost tree branch. 7275dcd0538fSMark Fasheh */ 7276facdb77fSJoel Becker status = ocfs2_find_path(INODE_CACHE(inode), path, UINT_MAX); 7277dcd0538fSMark Fasheh if (status) { 7278dcd0538fSMark Fasheh mlog_errno(status); 7279ccd979bdSMark Fasheh goto bail; 7280ccd979bdSMark Fasheh } 7281ccd979bdSMark Fasheh 7282a09d09b8STao Ma trace_ocfs2_commit_truncate( 7283a09d09b8STao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno, 7284a09d09b8STao Ma new_highest_cpos, 7285a09d09b8STao Ma OCFS2_I(inode)->ip_clusters, 7286a09d09b8STao Ma path->p_tree_depth); 7287dcd0538fSMark Fasheh 7288dcd0538fSMark Fasheh /* 7289dcd0538fSMark Fasheh * By now, el will point to the extent list on the bottom most 7290dcd0538fSMark Fasheh * portion of this tree. Only the tail record is considered in 7291dcd0538fSMark Fasheh * each pass. 7292dcd0538fSMark Fasheh * 7293dcd0538fSMark Fasheh * We handle the following cases, in order: 7294dcd0538fSMark Fasheh * - empty extent: delete the remaining branch 7295dcd0538fSMark Fasheh * - remove the entire record 7296dcd0538fSMark Fasheh * - remove a partial record 7297dcd0538fSMark Fasheh * - no record needs to be removed (truncate has completed) 7298dcd0538fSMark Fasheh */ 7299dcd0538fSMark Fasheh el = path_leaf_el(path); 73003a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 73013a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 73023a0782d0SMark Fasheh "Inode %llu has empty extent block at %llu\n", 73033a0782d0SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 73043a0782d0SMark Fasheh (unsigned long long)path_leaf_bh(path)->b_blocknr); 73053a0782d0SMark Fasheh status = -EROFS; 73063a0782d0SMark Fasheh goto bail; 73073a0782d0SMark Fasheh } 73083a0782d0SMark Fasheh 7309ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 731078f94673STristan Ye rec = &el->l_recs[i]; 731178f94673STristan Ye flags = rec->e_flags; 731278f94673STristan Ye range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 731378f94673STristan Ye 731478f94673STristan Ye if (i == 0 && ocfs2_is_empty_extent(rec)) { 731578f94673STristan Ye /* 731678f94673STristan Ye * Lower levels depend on this never happening, but it's best 731778f94673STristan Ye * to check it up here before changing the tree. 731878f94673STristan Ye */ 731978f94673STristan Ye if (root_el->l_tree_depth && rec->e_int_clusters == 0) { 7320d0c97d52SXue jiufei mlog(ML_ERROR, "Inode %lu has an empty " 732178f94673STristan Ye "extent record, depth %u\n", inode->i_ino, 732278f94673STristan Ye le16_to_cpu(root_el->l_tree_depth)); 7323d0c97d52SXue jiufei status = ocfs2_remove_rightmost_empty_extent(osb, 7324d0c97d52SXue jiufei &et, path, &dealloc); 7325d0c97d52SXue jiufei if (status) { 7326d0c97d52SXue jiufei mlog_errno(status); 732778f94673STristan Ye goto bail; 732878f94673STristan Ye } 7329d0c97d52SXue jiufei 7330d0c97d52SXue jiufei ocfs2_reinit_path(path, 1); 7331d0c97d52SXue jiufei goto start; 7332d0c97d52SXue jiufei } else { 733378f94673STristan Ye trunc_cpos = le32_to_cpu(rec->e_cpos); 733478f94673STristan Ye trunc_len = 0; 733578f94673STristan Ye blkno = 0; 7336d0c97d52SXue jiufei } 733778f94673STristan Ye } else if (le32_to_cpu(rec->e_cpos) >= new_highest_cpos) { 733878f94673STristan Ye /* 733978f94673STristan Ye * Truncate entire record. 734078f94673STristan Ye */ 734178f94673STristan Ye trunc_cpos = le32_to_cpu(rec->e_cpos); 734278f94673STristan Ye trunc_len = ocfs2_rec_clusters(el, rec); 734378f94673STristan Ye blkno = le64_to_cpu(rec->e_blkno); 7344dcd0538fSMark Fasheh } else if (range > new_highest_cpos) { 734578f94673STristan Ye /* 734678f94673STristan Ye * Partial truncate. it also should be 734778f94673STristan Ye * the last truncate we're doing. 734878f94673STristan Ye */ 734978f94673STristan Ye trunc_cpos = new_highest_cpos; 735078f94673STristan Ye trunc_len = range - new_highest_cpos; 735178f94673STristan Ye coff = new_highest_cpos - le32_to_cpu(rec->e_cpos); 735278f94673STristan Ye blkno = le64_to_cpu(rec->e_blkno) + 735378f94673STristan Ye ocfs2_clusters_to_blocks(inode->i_sb, coff); 7354dcd0538fSMark Fasheh } else { 735578f94673STristan Ye /* 735678f94673STristan Ye * Truncate completed, leave happily. 735778f94673STristan Ye */ 7358dcd0538fSMark Fasheh status = 0; 7359dcd0538fSMark Fasheh goto bail; 7360dcd0538fSMark Fasheh } 7361ccd979bdSMark Fasheh 736278f94673STristan Ye phys_cpos = ocfs2_blocks_to_clusters(inode->i_sb, blkno); 7363dcd0538fSMark Fasheh 7364f62f12b3SJunxiao Bi if ((flags & OCFS2_EXT_REFCOUNTED) && trunc_len && !ref_tree) { 7365f62f12b3SJunxiao Bi status = ocfs2_lock_refcount_tree(osb, refcount_loc, 1, 7366f62f12b3SJunxiao Bi &ref_tree, NULL); 7367f62f12b3SJunxiao Bi if (status) { 7368f62f12b3SJunxiao Bi mlog_errno(status); 7369f62f12b3SJunxiao Bi goto bail; 7370f62f12b3SJunxiao Bi } 7371f62f12b3SJunxiao Bi } 7372f62f12b3SJunxiao Bi 737378f94673STristan Ye status = ocfs2_remove_btree_range(inode, &et, trunc_cpos, 737478f94673STristan Ye phys_cpos, trunc_len, flags, &dealloc, 7375f62f12b3SJunxiao Bi refcount_loc, true); 7376bcbbb24aSTao Ma if (status < 0) { 7377bcbbb24aSTao Ma mlog_errno(status); 7378bcbbb24aSTao Ma goto bail; 7379bcbbb24aSTao Ma } 7380ccd979bdSMark Fasheh 7381dcd0538fSMark Fasheh ocfs2_reinit_path(path, 1); 7382dcd0538fSMark Fasheh 7383dcd0538fSMark Fasheh /* 73843a0782d0SMark Fasheh * The check above will catch the case where we've truncated 73853a0782d0SMark Fasheh * away all allocation. 7386dcd0538fSMark Fasheh */ 7387ccd979bdSMark Fasheh goto start; 73883a0782d0SMark Fasheh 7389ccd979bdSMark Fasheh bail: 7390f62f12b3SJunxiao Bi if (ref_tree) 7391f62f12b3SJunxiao Bi ocfs2_unlock_refcount_tree(osb, ref_tree, 1); 7392ccd979bdSMark Fasheh 7393ccd979bdSMark Fasheh ocfs2_schedule_truncate_log_flush(osb, 1); 7394ccd979bdSMark Fasheh 739578f94673STristan Ye ocfs2_run_deallocs(osb, &dealloc); 739659a5e416SMark Fasheh 7397dcd0538fSMark Fasheh ocfs2_free_path(path); 7398ccd979bdSMark Fasheh 7399ccd979bdSMark Fasheh return status; 7400ccd979bdSMark Fasheh } 7401ccd979bdSMark Fasheh 7402ccd979bdSMark Fasheh /* 74031afc32b9SMark Fasheh * 'start' is inclusive, 'end' is not. 74041afc32b9SMark Fasheh */ 74051afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh, 74061afc32b9SMark Fasheh unsigned int start, unsigned int end, int trunc) 74071afc32b9SMark Fasheh { 74081afc32b9SMark Fasheh int ret; 74091afc32b9SMark Fasheh unsigned int numbytes; 74101afc32b9SMark Fasheh handle_t *handle; 74111afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 74121afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 74131afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 74141afc32b9SMark Fasheh 74151afc32b9SMark Fasheh if (end > i_size_read(inode)) 74161afc32b9SMark Fasheh end = i_size_read(inode); 74171afc32b9SMark Fasheh 7418d62e74beSYounger Liu BUG_ON(start > end); 74191afc32b9SMark Fasheh 74201afc32b9SMark Fasheh if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) || 74211afc32b9SMark Fasheh !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) || 74221afc32b9SMark Fasheh !ocfs2_supports_inline_data(osb)) { 74231afc32b9SMark Fasheh ocfs2_error(inode->i_sb, 74247ecef14aSJoe Perches "Inline data flags for inode %llu don't agree! Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n", 74251afc32b9SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 74261afc32b9SMark Fasheh le16_to_cpu(di->i_dyn_features), 74271afc32b9SMark Fasheh OCFS2_I(inode)->ip_dyn_features, 74281afc32b9SMark Fasheh osb->s_feature_incompat); 74291afc32b9SMark Fasheh ret = -EROFS; 74301afc32b9SMark Fasheh goto out; 74311afc32b9SMark Fasheh } 74321afc32b9SMark Fasheh 74331afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS); 74341afc32b9SMark Fasheh if (IS_ERR(handle)) { 74351afc32b9SMark Fasheh ret = PTR_ERR(handle); 74361afc32b9SMark Fasheh mlog_errno(ret); 74371afc32b9SMark Fasheh goto out; 74381afc32b9SMark Fasheh } 74391afc32b9SMark Fasheh 74400cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 74411afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 74421afc32b9SMark Fasheh if (ret) { 74431afc32b9SMark Fasheh mlog_errno(ret); 74441afc32b9SMark Fasheh goto out_commit; 74451afc32b9SMark Fasheh } 74461afc32b9SMark Fasheh 74471afc32b9SMark Fasheh numbytes = end - start; 74481afc32b9SMark Fasheh memset(idata->id_data + start, 0, numbytes); 74491afc32b9SMark Fasheh 74501afc32b9SMark Fasheh /* 74511afc32b9SMark Fasheh * No need to worry about the data page here - it's been 74521afc32b9SMark Fasheh * truncated already and inline data doesn't need it for 74531afc32b9SMark Fasheh * pushing zero's to disk, so we'll let readpage pick it up 74541afc32b9SMark Fasheh * later. 74551afc32b9SMark Fasheh */ 74561afc32b9SMark Fasheh if (trunc) { 74571afc32b9SMark Fasheh i_size_write(inode, start); 74581afc32b9SMark Fasheh di->i_size = cpu_to_le64(start); 74591afc32b9SMark Fasheh } 74601afc32b9SMark Fasheh 74611afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 7462078cd827SDeepa Dinamani inode->i_ctime = inode->i_mtime = current_time(inode); 74631afc32b9SMark Fasheh 74641afc32b9SMark Fasheh di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec); 74651afc32b9SMark Fasheh di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); 74661afc32b9SMark Fasheh 74676fdb702dSDarrick J. Wong ocfs2_update_inode_fsync_trans(handle, inode, 1); 74681afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 74691afc32b9SMark Fasheh 74701afc32b9SMark Fasheh out_commit: 74711afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 74721afc32b9SMark Fasheh 74731afc32b9SMark Fasheh out: 74741afc32b9SMark Fasheh return ret; 74751afc32b9SMark Fasheh } 7476e80de36dSTao Ma 7477e80de36dSTao Ma static int ocfs2_trim_extent(struct super_block *sb, 7478e80de36dSTao Ma struct ocfs2_group_desc *gd, 7479105ddc93SAshish Samant u64 group, u32 start, u32 count) 7480e80de36dSTao Ma { 7481e80de36dSTao Ma u64 discard, bcount; 7482105ddc93SAshish Samant struct ocfs2_super *osb = OCFS2_SB(sb); 7483e80de36dSTao Ma 7484e80de36dSTao Ma bcount = ocfs2_clusters_to_blocks(sb, count); 7485105ddc93SAshish Samant discard = ocfs2_clusters_to_blocks(sb, start); 7486105ddc93SAshish Samant 7487105ddc93SAshish Samant /* 7488105ddc93SAshish Samant * For the first cluster group, the gd->bg_blkno is not at the start 7489105ddc93SAshish Samant * of the group, but at an offset from the start. If we add it while 7490105ddc93SAshish Samant * calculating discard for first group, we will wrongly start fstrim a 7491105ddc93SAshish Samant * few blocks after the desried start block and the range can cross 7492105ddc93SAshish Samant * over into the next cluster group. So, add it only if this is not 7493105ddc93SAshish Samant * the first cluster group. 7494105ddc93SAshish Samant */ 7495105ddc93SAshish Samant if (group != osb->first_cluster_group_blkno) 7496105ddc93SAshish Samant discard += le64_to_cpu(gd->bg_blkno); 7497e80de36dSTao Ma 749810fca35fSTao Ma trace_ocfs2_trim_extent(sb, (unsigned long long)discard, bcount); 749910fca35fSTao Ma 7500e80de36dSTao Ma return sb_issue_discard(sb, discard, bcount, GFP_NOFS, 0); 7501e80de36dSTao Ma } 7502e80de36dSTao Ma 7503e80de36dSTao Ma static int ocfs2_trim_group(struct super_block *sb, 7504105ddc93SAshish Samant struct ocfs2_group_desc *gd, u64 group, 7505e80de36dSTao Ma u32 start, u32 max, u32 minbits) 7506e80de36dSTao Ma { 7507e80de36dSTao Ma int ret = 0, count = 0, next; 7508e80de36dSTao Ma void *bitmap = gd->bg_bitmap; 7509e80de36dSTao Ma 7510e80de36dSTao Ma if (le16_to_cpu(gd->bg_free_bits_count) < minbits) 7511e80de36dSTao Ma return 0; 7512e80de36dSTao Ma 751310fca35fSTao Ma trace_ocfs2_trim_group((unsigned long long)le64_to_cpu(gd->bg_blkno), 751410fca35fSTao Ma start, max, minbits); 751510fca35fSTao Ma 7516e80de36dSTao Ma while (start < max) { 7517e80de36dSTao Ma start = ocfs2_find_next_zero_bit(bitmap, max, start); 7518e80de36dSTao Ma if (start >= max) 7519e80de36dSTao Ma break; 7520e80de36dSTao Ma next = ocfs2_find_next_bit(bitmap, max, start); 7521e80de36dSTao Ma 7522e80de36dSTao Ma if ((next - start) >= minbits) { 7523105ddc93SAshish Samant ret = ocfs2_trim_extent(sb, gd, group, 7524e80de36dSTao Ma start, next - start); 7525e80de36dSTao Ma if (ret < 0) { 7526e80de36dSTao Ma mlog_errno(ret); 7527e80de36dSTao Ma break; 7528e80de36dSTao Ma } 7529e80de36dSTao Ma count += next - start; 7530e80de36dSTao Ma } 7531e80de36dSTao Ma start = next + 1; 7532e80de36dSTao Ma 7533e80de36dSTao Ma if (fatal_signal_pending(current)) { 7534e80de36dSTao Ma count = -ERESTARTSYS; 7535e80de36dSTao Ma break; 7536e80de36dSTao Ma } 7537e80de36dSTao Ma 7538e80de36dSTao Ma if ((le16_to_cpu(gd->bg_free_bits_count) - count) < minbits) 7539e80de36dSTao Ma break; 7540e80de36dSTao Ma } 7541e80de36dSTao Ma 7542e80de36dSTao Ma if (ret < 0) 7543e80de36dSTao Ma count = ret; 7544e80de36dSTao Ma 7545e80de36dSTao Ma return count; 7546e80de36dSTao Ma } 7547e80de36dSTao Ma 7548e80de36dSTao Ma int ocfs2_trim_fs(struct super_block *sb, struct fstrim_range *range) 7549e80de36dSTao Ma { 7550e80de36dSTao Ma struct ocfs2_super *osb = OCFS2_SB(sb); 7551e80de36dSTao Ma u64 start, len, trimmed, first_group, last_group, group; 7552e80de36dSTao Ma int ret, cnt; 7553e80de36dSTao Ma u32 first_bit, last_bit, minlen; 7554e80de36dSTao Ma struct buffer_head *main_bm_bh = NULL; 7555e80de36dSTao Ma struct inode *main_bm_inode = NULL; 7556e80de36dSTao Ma struct buffer_head *gd_bh = NULL; 7557e80de36dSTao Ma struct ocfs2_dinode *main_bm; 7558e80de36dSTao Ma struct ocfs2_group_desc *gd = NULL; 7559637dd20cSGang He struct ocfs2_trim_fs_info info, *pinfo = NULL; 7560e80de36dSTao Ma 7561e80de36dSTao Ma start = range->start >> osb->s_clustersize_bits; 7562e80de36dSTao Ma len = range->len >> osb->s_clustersize_bits; 7563e80de36dSTao Ma minlen = range->minlen >> osb->s_clustersize_bits; 7564e80de36dSTao Ma 7565aa89762cSJie Liu if (minlen >= osb->bitmap_cpg || range->len < sb->s_blocksize) 7566e80de36dSTao Ma return -EINVAL; 7567e80de36dSTao Ma 7568e80de36dSTao Ma main_bm_inode = ocfs2_get_system_file_inode(osb, 7569e80de36dSTao Ma GLOBAL_BITMAP_SYSTEM_INODE, 7570e80de36dSTao Ma OCFS2_INVALID_SLOT); 7571e80de36dSTao Ma if (!main_bm_inode) { 7572e80de36dSTao Ma ret = -EIO; 7573e80de36dSTao Ma mlog_errno(ret); 7574e80de36dSTao Ma goto out; 7575e80de36dSTao Ma } 7576e80de36dSTao Ma 75775955102cSAl Viro inode_lock(main_bm_inode); 7578e80de36dSTao Ma 7579e80de36dSTao Ma ret = ocfs2_inode_lock(main_bm_inode, &main_bm_bh, 0); 7580e80de36dSTao Ma if (ret < 0) { 7581e80de36dSTao Ma mlog_errno(ret); 7582e80de36dSTao Ma goto out_mutex; 7583e80de36dSTao Ma } 7584e80de36dSTao Ma main_bm = (struct ocfs2_dinode *)main_bm_bh->b_data; 7585e80de36dSTao Ma 7586e80de36dSTao Ma if (start >= le32_to_cpu(main_bm->i_clusters)) { 7587e80de36dSTao Ma ret = -EINVAL; 7588e80de36dSTao Ma goto out_unlock; 7589e80de36dSTao Ma } 7590e80de36dSTao Ma 7591aa89762cSJie Liu len = range->len >> osb->s_clustersize_bits; 7592e80de36dSTao Ma if (start + len > le32_to_cpu(main_bm->i_clusters)) 7593e80de36dSTao Ma len = le32_to_cpu(main_bm->i_clusters) - start; 7594e80de36dSTao Ma 759510fca35fSTao Ma trace_ocfs2_trim_fs(start, len, minlen); 759610fca35fSTao Ma 7597637dd20cSGang He ocfs2_trim_fs_lock_res_init(osb); 7598637dd20cSGang He ret = ocfs2_trim_fs_lock(osb, NULL, 1); 7599637dd20cSGang He if (ret < 0) { 7600637dd20cSGang He if (ret != -EAGAIN) { 7601637dd20cSGang He mlog_errno(ret); 7602637dd20cSGang He ocfs2_trim_fs_lock_res_uninit(osb); 7603637dd20cSGang He goto out_unlock; 7604637dd20cSGang He } 7605637dd20cSGang He 7606637dd20cSGang He mlog(ML_NOTICE, "Wait for trim on device (%s) to " 7607637dd20cSGang He "finish, which is running from another node.\n", 7608637dd20cSGang He osb->dev_str); 7609637dd20cSGang He ret = ocfs2_trim_fs_lock(osb, &info, 0); 7610637dd20cSGang He if (ret < 0) { 7611637dd20cSGang He mlog_errno(ret); 7612637dd20cSGang He ocfs2_trim_fs_lock_res_uninit(osb); 7613637dd20cSGang He goto out_unlock; 7614637dd20cSGang He } 7615637dd20cSGang He 7616637dd20cSGang He if (info.tf_valid && info.tf_success && 7617637dd20cSGang He info.tf_start == start && info.tf_len == len && 7618637dd20cSGang He info.tf_minlen == minlen) { 7619637dd20cSGang He /* Avoid sending duplicated trim to a shared device */ 7620637dd20cSGang He mlog(ML_NOTICE, "The same trim on device (%s) was " 7621637dd20cSGang He "just done from node (%u), return.\n", 7622637dd20cSGang He osb->dev_str, info.tf_nodenum); 7623637dd20cSGang He range->len = info.tf_trimlen; 7624637dd20cSGang He goto out_trimunlock; 7625637dd20cSGang He } 7626637dd20cSGang He } 7627637dd20cSGang He 7628637dd20cSGang He info.tf_nodenum = osb->node_num; 7629637dd20cSGang He info.tf_start = start; 7630637dd20cSGang He info.tf_len = len; 7631637dd20cSGang He info.tf_minlen = minlen; 7632637dd20cSGang He 7633e80de36dSTao Ma /* Determine first and last group to examine based on start and len */ 7634e80de36dSTao Ma first_group = ocfs2_which_cluster_group(main_bm_inode, start); 7635e80de36dSTao Ma if (first_group == osb->first_cluster_group_blkno) 7636e80de36dSTao Ma first_bit = start; 7637e80de36dSTao Ma else 7638e80de36dSTao Ma first_bit = start - ocfs2_blocks_to_clusters(sb, first_group); 7639e80de36dSTao Ma last_group = ocfs2_which_cluster_group(main_bm_inode, start + len - 1); 7640e80de36dSTao Ma last_bit = osb->bitmap_cpg; 7641e80de36dSTao Ma 7642aa89762cSJie Liu trimmed = 0; 7643e80de36dSTao Ma for (group = first_group; group <= last_group;) { 7644e80de36dSTao Ma if (first_bit + len >= osb->bitmap_cpg) 7645e80de36dSTao Ma last_bit = osb->bitmap_cpg; 7646e80de36dSTao Ma else 7647e80de36dSTao Ma last_bit = first_bit + len; 7648e80de36dSTao Ma 7649e80de36dSTao Ma ret = ocfs2_read_group_descriptor(main_bm_inode, 7650e80de36dSTao Ma main_bm, group, 7651e80de36dSTao Ma &gd_bh); 7652e80de36dSTao Ma if (ret < 0) { 7653e80de36dSTao Ma mlog_errno(ret); 7654e80de36dSTao Ma break; 7655e80de36dSTao Ma } 7656e80de36dSTao Ma 7657e80de36dSTao Ma gd = (struct ocfs2_group_desc *)gd_bh->b_data; 7658105ddc93SAshish Samant cnt = ocfs2_trim_group(sb, gd, group, 7659105ddc93SAshish Samant first_bit, last_bit, minlen); 7660e80de36dSTao Ma brelse(gd_bh); 7661e80de36dSTao Ma gd_bh = NULL; 7662e80de36dSTao Ma if (cnt < 0) { 7663e80de36dSTao Ma ret = cnt; 7664e80de36dSTao Ma mlog_errno(ret); 7665e80de36dSTao Ma break; 7666e80de36dSTao Ma } 7667e80de36dSTao Ma 7668e80de36dSTao Ma trimmed += cnt; 7669e80de36dSTao Ma len -= osb->bitmap_cpg - first_bit; 7670e80de36dSTao Ma first_bit = 0; 7671e80de36dSTao Ma if (group == osb->first_cluster_group_blkno) 7672e80de36dSTao Ma group = ocfs2_clusters_to_blocks(sb, osb->bitmap_cpg); 7673e80de36dSTao Ma else 7674e80de36dSTao Ma group += ocfs2_clusters_to_blocks(sb, osb->bitmap_cpg); 7675e80de36dSTao Ma } 7676e80de36dSTao Ma range->len = trimmed * sb->s_blocksize; 7677637dd20cSGang He 7678637dd20cSGang He info.tf_trimlen = range->len; 7679637dd20cSGang He info.tf_success = (ret ? 0 : 1); 7680637dd20cSGang He pinfo = &info; 7681637dd20cSGang He out_trimunlock: 7682637dd20cSGang He ocfs2_trim_fs_unlock(osb, pinfo); 7683637dd20cSGang He ocfs2_trim_fs_lock_res_uninit(osb); 7684e80de36dSTao Ma out_unlock: 7685e80de36dSTao Ma ocfs2_inode_unlock(main_bm_inode, 0); 7686e80de36dSTao Ma brelse(main_bm_bh); 7687e80de36dSTao Ma out_mutex: 76885955102cSAl Viro inode_unlock(main_bm_inode); 7689e80de36dSTao Ma iput(main_bm_inode); 7690e80de36dSTao Ma out: 7691e80de36dSTao Ma return ret; 7692e80de36dSTao Ma } 7693