1328970deSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 2ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 3ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 4ccd979bdSMark Fasheh * 5ccd979bdSMark Fasheh * alloc.c 6ccd979bdSMark Fasheh * 7ccd979bdSMark Fasheh * Extent allocs and frees 8ccd979bdSMark Fasheh * 9ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 10ccd979bdSMark Fasheh */ 11ccd979bdSMark Fasheh 12ccd979bdSMark Fasheh #include <linux/fs.h> 13ccd979bdSMark Fasheh #include <linux/types.h> 14ccd979bdSMark Fasheh #include <linux/slab.h> 15ccd979bdSMark Fasheh #include <linux/highmem.h> 1660b11392SMark Fasheh #include <linux/swap.h> 17a90714c1SJan Kara #include <linux/quotaops.h> 18e80de36dSTao Ma #include <linux/blkdev.h> 19174cd4b1SIngo Molnar #include <linux/sched/signal.h> 20ccd979bdSMark Fasheh 21ccd979bdSMark Fasheh #include <cluster/masklog.h> 22ccd979bdSMark Fasheh 23ccd979bdSMark Fasheh #include "ocfs2.h" 24ccd979bdSMark Fasheh 25ccd979bdSMark Fasheh #include "alloc.h" 2660b11392SMark Fasheh #include "aops.h" 27d6b32bbbSJoel Becker #include "blockcheck.h" 28ccd979bdSMark Fasheh #include "dlmglue.h" 29ccd979bdSMark Fasheh #include "extent_map.h" 30ccd979bdSMark Fasheh #include "inode.h" 31ccd979bdSMark Fasheh #include "journal.h" 32ccd979bdSMark Fasheh #include "localalloc.h" 33ccd979bdSMark Fasheh #include "suballoc.h" 34ccd979bdSMark Fasheh #include "sysfile.h" 35ccd979bdSMark Fasheh #include "file.h" 36ccd979bdSMark Fasheh #include "super.h" 37ccd979bdSMark Fasheh #include "uptodate.h" 382a50a743SJoel Becker #include "xattr.h" 39bcbbb24aSTao Ma #include "refcounttree.h" 40a09d09b8STao Ma #include "ocfs2_trace.h" 41ccd979bdSMark Fasheh 42ccd979bdSMark Fasheh #include "buffer_head_io.h" 43ccd979bdSMark Fasheh 44853a3a14STao Ma enum ocfs2_contig_type { 45853a3a14STao Ma CONTIG_NONE = 0, 46853a3a14STao Ma CONTIG_LEFT, 47853a3a14STao Ma CONTIG_RIGHT, 48853a3a14STao Ma CONTIG_LEFTRIGHT, 49853a3a14STao Ma }; 50e7d4cb6bSTao Ma 51853a3a14STao Ma static enum ocfs2_contig_type 52853a3a14STao Ma ocfs2_extent_rec_contig(struct super_block *sb, 53853a3a14STao Ma struct ocfs2_extent_rec *ext, 54853a3a14STao Ma struct ocfs2_extent_rec *insert_rec); 551625f8acSJoel Becker /* 561625f8acSJoel Becker * Operations for a specific extent tree type. 571625f8acSJoel Becker * 581625f8acSJoel Becker * To implement an on-disk btree (extent tree) type in ocfs2, add 591625f8acSJoel Becker * an ocfs2_extent_tree_operations structure and the matching 608d6220d6SJoel Becker * ocfs2_init_<thingy>_extent_tree() function. That's pretty much it 611625f8acSJoel Becker * for the allocation portion of the extent tree. 621625f8acSJoel Becker */ 63e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations { 641625f8acSJoel Becker /* 651625f8acSJoel Becker * last_eb_blk is the block number of the right most leaf extent 661625f8acSJoel Becker * block. Most on-disk structures containing an extent tree store 671625f8acSJoel Becker * this value for fast access. The ->eo_set_last_eb_blk() and 681625f8acSJoel Becker * ->eo_get_last_eb_blk() operations access this value. They are 691625f8acSJoel Becker * both required. 701625f8acSJoel Becker */ 7135dc0aa3SJoel Becker void (*eo_set_last_eb_blk)(struct ocfs2_extent_tree *et, 7235dc0aa3SJoel Becker u64 blkno); 7335dc0aa3SJoel Becker u64 (*eo_get_last_eb_blk)(struct ocfs2_extent_tree *et); 741625f8acSJoel Becker 751625f8acSJoel Becker /* 761625f8acSJoel Becker * The on-disk structure usually keeps track of how many total 771625f8acSJoel Becker * clusters are stored in this extent tree. This function updates 781625f8acSJoel Becker * that value. new_clusters is the delta, and must be 791625f8acSJoel Becker * added to the total. Required. 801625f8acSJoel Becker */ 816136ca5fSJoel Becker void (*eo_update_clusters)(struct ocfs2_extent_tree *et, 82e7d4cb6bSTao Ma u32 new_clusters); 831625f8acSJoel Becker 841625f8acSJoel Becker /* 8592ba470cSJoel Becker * If this extent tree is supported by an extent map, insert 8692ba470cSJoel Becker * a record into the map. 8792ba470cSJoel Becker */ 8892ba470cSJoel Becker void (*eo_extent_map_insert)(struct ocfs2_extent_tree *et, 8992ba470cSJoel Becker struct ocfs2_extent_rec *rec); 9092ba470cSJoel Becker 9192ba470cSJoel Becker /* 924c911eefSJoel Becker * If this extent tree is supported by an extent map, truncate the 934c911eefSJoel Becker * map to clusters, 944c911eefSJoel Becker */ 954c911eefSJoel Becker void (*eo_extent_map_truncate)(struct ocfs2_extent_tree *et, 964c911eefSJoel Becker u32 clusters); 974c911eefSJoel Becker 984c911eefSJoel Becker /* 991625f8acSJoel Becker * If ->eo_insert_check() exists, it is called before rec is 1001625f8acSJoel Becker * inserted into the extent tree. It is optional. 1011625f8acSJoel Becker */ 1026136ca5fSJoel Becker int (*eo_insert_check)(struct ocfs2_extent_tree *et, 1031e61ee79SJoel Becker struct ocfs2_extent_rec *rec); 1046136ca5fSJoel Becker int (*eo_sanity_check)(struct ocfs2_extent_tree *et); 1050ce1010fSJoel Becker 1061625f8acSJoel Becker /* 1071625f8acSJoel Becker * -------------------------------------------------------------- 1081625f8acSJoel Becker * The remaining are internal to ocfs2_extent_tree and don't have 1091625f8acSJoel Becker * accessor functions 1101625f8acSJoel Becker */ 1111625f8acSJoel Becker 1121625f8acSJoel Becker /* 1131625f8acSJoel Becker * ->eo_fill_root_el() takes et->et_object and sets et->et_root_el. 1141625f8acSJoel Becker * It is required. 1151625f8acSJoel Becker */ 1160ce1010fSJoel Becker void (*eo_fill_root_el)(struct ocfs2_extent_tree *et); 1171625f8acSJoel Becker 1181625f8acSJoel Becker /* 1191625f8acSJoel Becker * ->eo_fill_max_leaf_clusters sets et->et_max_leaf_clusters if 1201625f8acSJoel Becker * it exists. If it does not, et->et_max_leaf_clusters is set 1211625f8acSJoel Becker * to 0 (unlimited). Optional. 1221625f8acSJoel Becker */ 1236136ca5fSJoel Becker void (*eo_fill_max_leaf_clusters)(struct ocfs2_extent_tree *et); 124853a3a14STao Ma 125853a3a14STao Ma /* 126853a3a14STao Ma * ->eo_extent_contig test whether the 2 ocfs2_extent_rec 127853a3a14STao Ma * are contiguous or not. Optional. Don't need to set it if use 128853a3a14STao Ma * ocfs2_extent_rec as the tree leaf. 129853a3a14STao Ma */ 130853a3a14STao Ma enum ocfs2_contig_type 131853a3a14STao Ma (*eo_extent_contig)(struct ocfs2_extent_tree *et, 132853a3a14STao Ma struct ocfs2_extent_rec *ext, 133853a3a14STao Ma struct ocfs2_extent_rec *insert_rec); 134e7d4cb6bSTao Ma }; 135e7d4cb6bSTao Ma 136f99b9b7cSJoel Becker 137f99b9b7cSJoel Becker /* 138f99b9b7cSJoel Becker * Pre-declare ocfs2_dinode_et_ops so we can use it as a sanity check 139f99b9b7cSJoel Becker * in the methods. 140f99b9b7cSJoel Becker */ 141f99b9b7cSJoel Becker static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et); 142f99b9b7cSJoel Becker static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 143f99b9b7cSJoel Becker u64 blkno); 1446136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 145f99b9b7cSJoel Becker u32 clusters); 14692ba470cSJoel Becker static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et, 14792ba470cSJoel Becker struct ocfs2_extent_rec *rec); 1484c911eefSJoel Becker static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et, 1494c911eefSJoel Becker u32 clusters); 1506136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 151f99b9b7cSJoel Becker struct ocfs2_extent_rec *rec); 1526136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et); 153f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et); 15471a36944SChangwei Ge 15571a36944SChangwei Ge static int ocfs2_reuse_blk_from_dealloc(handle_t *handle, 15671a36944SChangwei Ge struct ocfs2_extent_tree *et, 15771a36944SChangwei Ge struct buffer_head **new_eb_bh, 15871a36944SChangwei Ge int blk_wanted, int *blk_given); 15971a36944SChangwei Ge static int ocfs2_is_dealloc_empty(struct ocfs2_extent_tree *et); 16071a36944SChangwei Ge 1619e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = { 162f99b9b7cSJoel Becker .eo_set_last_eb_blk = ocfs2_dinode_set_last_eb_blk, 163f99b9b7cSJoel Becker .eo_get_last_eb_blk = ocfs2_dinode_get_last_eb_blk, 164f99b9b7cSJoel Becker .eo_update_clusters = ocfs2_dinode_update_clusters, 16592ba470cSJoel Becker .eo_extent_map_insert = ocfs2_dinode_extent_map_insert, 1664c911eefSJoel Becker .eo_extent_map_truncate = ocfs2_dinode_extent_map_truncate, 167f99b9b7cSJoel Becker .eo_insert_check = ocfs2_dinode_insert_check, 168f99b9b7cSJoel Becker .eo_sanity_check = ocfs2_dinode_sanity_check, 169f99b9b7cSJoel Becker .eo_fill_root_el = ocfs2_dinode_fill_root_el, 170e7d4cb6bSTao Ma }; 171e7d4cb6bSTao Ma 172e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 173e7d4cb6bSTao Ma u64 blkno) 174e7d4cb6bSTao Ma { 175ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 176e7d4cb6bSTao Ma 177f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 178e7d4cb6bSTao Ma di->i_last_eb_blk = cpu_to_le64(blkno); 179e7d4cb6bSTao Ma } 180e7d4cb6bSTao Ma 181e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et) 182e7d4cb6bSTao Ma { 183ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 184e7d4cb6bSTao Ma 185f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 186e7d4cb6bSTao Ma return le64_to_cpu(di->i_last_eb_blk); 187e7d4cb6bSTao Ma } 188e7d4cb6bSTao Ma 1896136ca5fSJoel Becker static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et, 190e7d4cb6bSTao Ma u32 clusters) 191e7d4cb6bSTao Ma { 1926136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 193ea5efa15SJoel Becker struct ocfs2_dinode *di = et->et_object; 194e7d4cb6bSTao Ma 195e7d4cb6bSTao Ma le32_add_cpu(&di->i_clusters, clusters); 1966136ca5fSJoel Becker spin_lock(&oi->ip_lock); 1976136ca5fSJoel Becker oi->ip_clusters = le32_to_cpu(di->i_clusters); 1986136ca5fSJoel Becker spin_unlock(&oi->ip_lock); 199e7d4cb6bSTao Ma } 200e7d4cb6bSTao Ma 20192ba470cSJoel Becker static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et, 20292ba470cSJoel Becker struct ocfs2_extent_rec *rec) 20392ba470cSJoel Becker { 20492ba470cSJoel Becker struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode; 20592ba470cSJoel Becker 20692ba470cSJoel Becker ocfs2_extent_map_insert_rec(inode, rec); 20792ba470cSJoel Becker } 20892ba470cSJoel Becker 2094c911eefSJoel Becker static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et, 2104c911eefSJoel Becker u32 clusters) 2114c911eefSJoel Becker { 2124c911eefSJoel Becker struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode; 2134c911eefSJoel Becker 2144c911eefSJoel Becker ocfs2_extent_map_trunc(inode, clusters); 2154c911eefSJoel Becker } 2164c911eefSJoel Becker 2176136ca5fSJoel Becker static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et, 2181e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 2191e61ee79SJoel Becker { 2206136ca5fSJoel Becker struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci); 2216136ca5fSJoel Becker struct ocfs2_super *osb = OCFS2_SB(oi->vfs_inode.i_sb); 2221e61ee79SJoel Becker 2236136ca5fSJoel Becker BUG_ON(oi->ip_dyn_features & OCFS2_INLINE_DATA_FL); 2241e61ee79SJoel Becker mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) && 2256136ca5fSJoel Becker (oi->ip_clusters != le32_to_cpu(rec->e_cpos)), 2261e61ee79SJoel Becker "Device %s, asking for sparse allocation: inode %llu, " 2271e61ee79SJoel Becker "cpos %u, clusters %u\n", 2281e61ee79SJoel Becker osb->dev_str, 2296136ca5fSJoel Becker (unsigned long long)oi->ip_blkno, 2306136ca5fSJoel Becker rec->e_cpos, oi->ip_clusters); 2311e61ee79SJoel Becker 2321e61ee79SJoel Becker return 0; 2331e61ee79SJoel Becker } 2341e61ee79SJoel Becker 2356136ca5fSJoel Becker static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et) 236e7d4cb6bSTao Ma { 23710995aa2SJoel Becker struct ocfs2_dinode *di = et->et_object; 238e7d4cb6bSTao Ma 239f99b9b7cSJoel Becker BUG_ON(et->et_ops != &ocfs2_dinode_et_ops); 24010995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 241e7d4cb6bSTao Ma 24210995aa2SJoel Becker return 0; 243e7d4cb6bSTao Ma } 244e7d4cb6bSTao Ma 245f99b9b7cSJoel Becker static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et) 246f99b9b7cSJoel Becker { 247f99b9b7cSJoel Becker struct ocfs2_dinode *di = et->et_object; 248f99b9b7cSJoel Becker 249f99b9b7cSJoel Becker et->et_root_el = &di->id2.i_list; 250f99b9b7cSJoel Becker } 251f99b9b7cSJoel Becker 252e7d4cb6bSTao Ma 2530ce1010fSJoel Becker static void ocfs2_xattr_value_fill_root_el(struct ocfs2_extent_tree *et) 2540ce1010fSJoel Becker { 2552a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 2560ce1010fSJoel Becker 2572a50a743SJoel Becker et->et_root_el = &vb->vb_xv->xr_list; 2580ce1010fSJoel Becker } 2590ce1010fSJoel Becker 260f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et, 261f56654c4STao Ma u64 blkno) 262f56654c4STao Ma { 2632a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 264f56654c4STao Ma 2652a50a743SJoel Becker vb->vb_xv->xr_last_eb_blk = cpu_to_le64(blkno); 266f56654c4STao Ma } 267f56654c4STao Ma 268f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et) 269f56654c4STao Ma { 2702a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 271f56654c4STao Ma 2722a50a743SJoel Becker return le64_to_cpu(vb->vb_xv->xr_last_eb_blk); 273f56654c4STao Ma } 274f56654c4STao Ma 2756136ca5fSJoel Becker static void ocfs2_xattr_value_update_clusters(struct ocfs2_extent_tree *et, 276f56654c4STao Ma u32 clusters) 277f56654c4STao Ma { 2782a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb = et->et_object; 279f56654c4STao Ma 2802a50a743SJoel Becker le32_add_cpu(&vb->vb_xv->xr_clusters, clusters); 281f56654c4STao Ma } 282f56654c4STao Ma 2839e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_xattr_value_et_ops = { 28435dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_value_set_last_eb_blk, 28535dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_value_get_last_eb_blk, 28635dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_value_update_clusters, 2870ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_value_fill_root_el, 288f56654c4STao Ma }; 289f56654c4STao Ma 2900ce1010fSJoel Becker static void ocfs2_xattr_tree_fill_root_el(struct ocfs2_extent_tree *et) 2910ce1010fSJoel Becker { 2920ce1010fSJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 2930ce1010fSJoel Becker 2940ce1010fSJoel Becker et->et_root_el = &xb->xb_attrs.xb_root.xt_list; 2950ce1010fSJoel Becker } 2960ce1010fSJoel Becker 2976136ca5fSJoel Becker static void ocfs2_xattr_tree_fill_max_leaf_clusters(struct ocfs2_extent_tree *et) 298943cced3SJoel Becker { 2996136ca5fSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 300943cced3SJoel Becker et->et_max_leaf_clusters = 3016136ca5fSJoel Becker ocfs2_clusters_for_bytes(sb, OCFS2_MAX_XATTR_TREE_LEAF_SIZE); 302943cced3SJoel Becker } 303943cced3SJoel Becker 304ba492615STao Ma static void ocfs2_xattr_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 305ba492615STao Ma u64 blkno) 306ba492615STao Ma { 307ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 308ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 309ba492615STao Ma 310ba492615STao Ma xt->xt_last_eb_blk = cpu_to_le64(blkno); 311ba492615STao Ma } 312ba492615STao Ma 313ba492615STao Ma static u64 ocfs2_xattr_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 314ba492615STao Ma { 315ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 316ba492615STao Ma struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root; 317ba492615STao Ma 318ba492615STao Ma return le64_to_cpu(xt->xt_last_eb_blk); 319ba492615STao Ma } 320ba492615STao Ma 3216136ca5fSJoel Becker static void ocfs2_xattr_tree_update_clusters(struct ocfs2_extent_tree *et, 322ba492615STao Ma u32 clusters) 323ba492615STao Ma { 324ea5efa15SJoel Becker struct ocfs2_xattr_block *xb = et->et_object; 325ba492615STao Ma 326ba492615STao Ma le32_add_cpu(&xb->xb_attrs.xb_root.xt_clusters, clusters); 327ba492615STao Ma } 328ba492615STao Ma 3299e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_xattr_tree_et_ops = { 33035dc0aa3SJoel Becker .eo_set_last_eb_blk = ocfs2_xattr_tree_set_last_eb_blk, 33135dc0aa3SJoel Becker .eo_get_last_eb_blk = ocfs2_xattr_tree_get_last_eb_blk, 33235dc0aa3SJoel Becker .eo_update_clusters = ocfs2_xattr_tree_update_clusters, 3330ce1010fSJoel Becker .eo_fill_root_el = ocfs2_xattr_tree_fill_root_el, 334943cced3SJoel Becker .eo_fill_max_leaf_clusters = ocfs2_xattr_tree_fill_max_leaf_clusters, 335ba492615STao Ma }; 336ba492615STao Ma 3379b7895efSMark Fasheh static void ocfs2_dx_root_set_last_eb_blk(struct ocfs2_extent_tree *et, 3389b7895efSMark Fasheh u64 blkno) 3399b7895efSMark Fasheh { 3409b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3419b7895efSMark Fasheh 3429b7895efSMark Fasheh dx_root->dr_last_eb_blk = cpu_to_le64(blkno); 3439b7895efSMark Fasheh } 3449b7895efSMark Fasheh 3459b7895efSMark Fasheh static u64 ocfs2_dx_root_get_last_eb_blk(struct ocfs2_extent_tree *et) 3469b7895efSMark Fasheh { 3479b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3489b7895efSMark Fasheh 3499b7895efSMark Fasheh return le64_to_cpu(dx_root->dr_last_eb_blk); 3509b7895efSMark Fasheh } 3519b7895efSMark Fasheh 3526136ca5fSJoel Becker static void ocfs2_dx_root_update_clusters(struct ocfs2_extent_tree *et, 3539b7895efSMark Fasheh u32 clusters) 3549b7895efSMark Fasheh { 3559b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3569b7895efSMark Fasheh 3579b7895efSMark Fasheh le32_add_cpu(&dx_root->dr_clusters, clusters); 3589b7895efSMark Fasheh } 3599b7895efSMark Fasheh 3606136ca5fSJoel Becker static int ocfs2_dx_root_sanity_check(struct ocfs2_extent_tree *et) 3619b7895efSMark Fasheh { 3629b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3639b7895efSMark Fasheh 3649b7895efSMark Fasheh BUG_ON(!OCFS2_IS_VALID_DX_ROOT(dx_root)); 3659b7895efSMark Fasheh 3669b7895efSMark Fasheh return 0; 3679b7895efSMark Fasheh } 3689b7895efSMark Fasheh 3699b7895efSMark Fasheh static void ocfs2_dx_root_fill_root_el(struct ocfs2_extent_tree *et) 3709b7895efSMark Fasheh { 3719b7895efSMark Fasheh struct ocfs2_dx_root_block *dx_root = et->et_object; 3729b7895efSMark Fasheh 3739b7895efSMark Fasheh et->et_root_el = &dx_root->dr_list; 3749b7895efSMark Fasheh } 3759b7895efSMark Fasheh 3769e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_dx_root_et_ops = { 3779b7895efSMark Fasheh .eo_set_last_eb_blk = ocfs2_dx_root_set_last_eb_blk, 3789b7895efSMark Fasheh .eo_get_last_eb_blk = ocfs2_dx_root_get_last_eb_blk, 3799b7895efSMark Fasheh .eo_update_clusters = ocfs2_dx_root_update_clusters, 3809b7895efSMark Fasheh .eo_sanity_check = ocfs2_dx_root_sanity_check, 3819b7895efSMark Fasheh .eo_fill_root_el = ocfs2_dx_root_fill_root_el, 3829b7895efSMark Fasheh }; 3839b7895efSMark Fasheh 384fe924415STao Ma static void ocfs2_refcount_tree_fill_root_el(struct ocfs2_extent_tree *et) 385fe924415STao Ma { 386fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 387fe924415STao Ma 388fe924415STao Ma et->et_root_el = &rb->rf_list; 389fe924415STao Ma } 390fe924415STao Ma 391fe924415STao Ma static void ocfs2_refcount_tree_set_last_eb_blk(struct ocfs2_extent_tree *et, 392fe924415STao Ma u64 blkno) 393fe924415STao Ma { 394fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 395fe924415STao Ma 396fe924415STao Ma rb->rf_last_eb_blk = cpu_to_le64(blkno); 397fe924415STao Ma } 398fe924415STao Ma 399fe924415STao Ma static u64 ocfs2_refcount_tree_get_last_eb_blk(struct ocfs2_extent_tree *et) 400fe924415STao Ma { 401fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 402fe924415STao Ma 403fe924415STao Ma return le64_to_cpu(rb->rf_last_eb_blk); 404fe924415STao Ma } 405fe924415STao Ma 406fe924415STao Ma static void ocfs2_refcount_tree_update_clusters(struct ocfs2_extent_tree *et, 407fe924415STao Ma u32 clusters) 408fe924415STao Ma { 409fe924415STao Ma struct ocfs2_refcount_block *rb = et->et_object; 410fe924415STao Ma 411fe924415STao Ma le32_add_cpu(&rb->rf_clusters, clusters); 412fe924415STao Ma } 413fe924415STao Ma 414fe924415STao Ma static enum ocfs2_contig_type 415fe924415STao Ma ocfs2_refcount_tree_extent_contig(struct ocfs2_extent_tree *et, 416fe924415STao Ma struct ocfs2_extent_rec *ext, 417fe924415STao Ma struct ocfs2_extent_rec *insert_rec) 418fe924415STao Ma { 419fe924415STao Ma return CONTIG_NONE; 420fe924415STao Ma } 421fe924415STao Ma 4229e62dc09SJulia Lawall static const struct ocfs2_extent_tree_operations ocfs2_refcount_tree_et_ops = { 423fe924415STao Ma .eo_set_last_eb_blk = ocfs2_refcount_tree_set_last_eb_blk, 424fe924415STao Ma .eo_get_last_eb_blk = ocfs2_refcount_tree_get_last_eb_blk, 425fe924415STao Ma .eo_update_clusters = ocfs2_refcount_tree_update_clusters, 426fe924415STao Ma .eo_fill_root_el = ocfs2_refcount_tree_fill_root_el, 427fe924415STao Ma .eo_extent_contig = ocfs2_refcount_tree_extent_contig, 428fe924415STao Ma }; 429fe924415STao Ma 4308d6220d6SJoel Becker static void __ocfs2_init_extent_tree(struct ocfs2_extent_tree *et, 4315e404e9eSJoel Becker struct ocfs2_caching_info *ci, 432ca12b7c4STao Ma struct buffer_head *bh, 43313723d00SJoel Becker ocfs2_journal_access_func access, 4341a09f556SJoel Becker void *obj, 4359e62dc09SJulia Lawall const struct ocfs2_extent_tree_operations *ops) 436e7d4cb6bSTao Ma { 4371a09f556SJoel Becker et->et_ops = ops; 438ce1d9ea6SJoel Becker et->et_root_bh = bh; 4395e404e9eSJoel Becker et->et_ci = ci; 44013723d00SJoel Becker et->et_root_journal_access = access; 441ea5efa15SJoel Becker if (!obj) 442ea5efa15SJoel Becker obj = (void *)bh->b_data; 443ea5efa15SJoel Becker et->et_object = obj; 44471a36944SChangwei Ge et->et_dealloc = NULL; 445e7d4cb6bSTao Ma 4460ce1010fSJoel Becker et->et_ops->eo_fill_root_el(et); 447943cced3SJoel Becker if (!et->et_ops->eo_fill_max_leaf_clusters) 448943cced3SJoel Becker et->et_max_leaf_clusters = 0; 449943cced3SJoel Becker else 4506136ca5fSJoel Becker et->et_ops->eo_fill_max_leaf_clusters(et); 451e7d4cb6bSTao Ma } 452e7d4cb6bSTao Ma 4538d6220d6SJoel Becker void ocfs2_init_dinode_extent_tree(struct ocfs2_extent_tree *et, 4545e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4551a09f556SJoel Becker struct buffer_head *bh) 4561a09f556SJoel Becker { 4575e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_di, 45813723d00SJoel Becker NULL, &ocfs2_dinode_et_ops); 4591a09f556SJoel Becker } 4601a09f556SJoel Becker 4618d6220d6SJoel Becker void ocfs2_init_xattr_tree_extent_tree(struct ocfs2_extent_tree *et, 4625e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4631a09f556SJoel Becker struct buffer_head *bh) 4641a09f556SJoel Becker { 4655e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_xb, 46613723d00SJoel Becker NULL, &ocfs2_xattr_tree_et_ops); 4671a09f556SJoel Becker } 4681a09f556SJoel Becker 4698d6220d6SJoel Becker void ocfs2_init_xattr_value_extent_tree(struct ocfs2_extent_tree *et, 4705e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4712a50a743SJoel Becker struct ocfs2_xattr_value_buf *vb) 4721a09f556SJoel Becker { 4735e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, vb->vb_bh, vb->vb_access, vb, 4741a09f556SJoel Becker &ocfs2_xattr_value_et_ops); 4751a09f556SJoel Becker } 4761a09f556SJoel Becker 4779b7895efSMark Fasheh void ocfs2_init_dx_root_extent_tree(struct ocfs2_extent_tree *et, 4785e404e9eSJoel Becker struct ocfs2_caching_info *ci, 4799b7895efSMark Fasheh struct buffer_head *bh) 4809b7895efSMark Fasheh { 4815e404e9eSJoel Becker __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_dr, 4829b7895efSMark Fasheh NULL, &ocfs2_dx_root_et_ops); 4839b7895efSMark Fasheh } 4849b7895efSMark Fasheh 485fe924415STao Ma void ocfs2_init_refcount_extent_tree(struct ocfs2_extent_tree *et, 486fe924415STao Ma struct ocfs2_caching_info *ci, 487fe924415STao Ma struct buffer_head *bh) 488fe924415STao Ma { 489fe924415STao Ma __ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_rb, 490fe924415STao Ma NULL, &ocfs2_refcount_tree_et_ops); 491fe924415STao Ma } 492fe924415STao Ma 49335dc0aa3SJoel Becker static inline void ocfs2_et_set_last_eb_blk(struct ocfs2_extent_tree *et, 494e7d4cb6bSTao Ma u64 new_last_eb_blk) 495e7d4cb6bSTao Ma { 496ce1d9ea6SJoel Becker et->et_ops->eo_set_last_eb_blk(et, new_last_eb_blk); 497e7d4cb6bSTao Ma } 498e7d4cb6bSTao Ma 49935dc0aa3SJoel Becker static inline u64 ocfs2_et_get_last_eb_blk(struct ocfs2_extent_tree *et) 500e7d4cb6bSTao Ma { 501ce1d9ea6SJoel Becker return et->et_ops->eo_get_last_eb_blk(et); 502e7d4cb6bSTao Ma } 503e7d4cb6bSTao Ma 5046136ca5fSJoel Becker static inline void ocfs2_et_update_clusters(struct ocfs2_extent_tree *et, 505e7d4cb6bSTao Ma u32 clusters) 506e7d4cb6bSTao Ma { 5076136ca5fSJoel Becker et->et_ops->eo_update_clusters(et, clusters); 50835dc0aa3SJoel Becker } 50935dc0aa3SJoel Becker 51092ba470cSJoel Becker static inline void ocfs2_et_extent_map_insert(struct ocfs2_extent_tree *et, 51192ba470cSJoel Becker struct ocfs2_extent_rec *rec) 51292ba470cSJoel Becker { 51392ba470cSJoel Becker if (et->et_ops->eo_extent_map_insert) 51492ba470cSJoel Becker et->et_ops->eo_extent_map_insert(et, rec); 51592ba470cSJoel Becker } 51692ba470cSJoel Becker 5174c911eefSJoel Becker static inline void ocfs2_et_extent_map_truncate(struct ocfs2_extent_tree *et, 5184c911eefSJoel Becker u32 clusters) 5194c911eefSJoel Becker { 5204c911eefSJoel Becker if (et->et_ops->eo_extent_map_truncate) 5214c911eefSJoel Becker et->et_ops->eo_extent_map_truncate(et, clusters); 5224c911eefSJoel Becker } 5234c911eefSJoel Becker 52413723d00SJoel Becker static inline int ocfs2_et_root_journal_access(handle_t *handle, 52513723d00SJoel Becker struct ocfs2_extent_tree *et, 52613723d00SJoel Becker int type) 52713723d00SJoel Becker { 528d9a0a1f8SJoel Becker return et->et_root_journal_access(handle, et->et_ci, et->et_root_bh, 52913723d00SJoel Becker type); 53013723d00SJoel Becker } 53113723d00SJoel Becker 532853a3a14STao Ma static inline enum ocfs2_contig_type 533853a3a14STao Ma ocfs2_et_extent_contig(struct ocfs2_extent_tree *et, 534853a3a14STao Ma struct ocfs2_extent_rec *rec, 535853a3a14STao Ma struct ocfs2_extent_rec *insert_rec) 536853a3a14STao Ma { 537853a3a14STao Ma if (et->et_ops->eo_extent_contig) 538853a3a14STao Ma return et->et_ops->eo_extent_contig(et, rec, insert_rec); 539853a3a14STao Ma 540853a3a14STao Ma return ocfs2_extent_rec_contig( 541853a3a14STao Ma ocfs2_metadata_cache_get_super(et->et_ci), 542853a3a14STao Ma rec, insert_rec); 543853a3a14STao Ma } 544853a3a14STao Ma 5456136ca5fSJoel Becker static inline int ocfs2_et_insert_check(struct ocfs2_extent_tree *et, 5461e61ee79SJoel Becker struct ocfs2_extent_rec *rec) 5471e61ee79SJoel Becker { 5481e61ee79SJoel Becker int ret = 0; 5491e61ee79SJoel Becker 5501e61ee79SJoel Becker if (et->et_ops->eo_insert_check) 5516136ca5fSJoel Becker ret = et->et_ops->eo_insert_check(et, rec); 5521e61ee79SJoel Becker return ret; 5531e61ee79SJoel Becker } 5541e61ee79SJoel Becker 5556136ca5fSJoel Becker static inline int ocfs2_et_sanity_check(struct ocfs2_extent_tree *et) 55635dc0aa3SJoel Becker { 5571e61ee79SJoel Becker int ret = 0; 5581e61ee79SJoel Becker 5591e61ee79SJoel Becker if (et->et_ops->eo_sanity_check) 5606136ca5fSJoel Becker ret = et->et_ops->eo_sanity_check(et); 5611e61ee79SJoel Becker return ret; 562e7d4cb6bSTao Ma } 563e7d4cb6bSTao Ma 56459a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 56559a5e416SMark Fasheh struct ocfs2_extent_block *eb); 566d401dc12SJoel Becker static void ocfs2_adjust_rightmost_records(handle_t *handle, 567d401dc12SJoel Becker struct ocfs2_extent_tree *et, 5686b791bccSTao Ma struct ocfs2_path *path, 5696b791bccSTao Ma struct ocfs2_extent_rec *insert_rec); 570dcd0538fSMark Fasheh /* 571dcd0538fSMark Fasheh * Reset the actual path elements so that we can re-use the structure 572dcd0538fSMark Fasheh * to build another path. Generally, this involves freeing the buffer 573dcd0538fSMark Fasheh * heads. 574dcd0538fSMark Fasheh */ 575e2e9f608STao Ma void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root) 576dcd0538fSMark Fasheh { 577dcd0538fSMark Fasheh int i, start = 0, depth = 0; 578dcd0538fSMark Fasheh struct ocfs2_path_item *node; 579dcd0538fSMark Fasheh 580dcd0538fSMark Fasheh if (keep_root) 581dcd0538fSMark Fasheh start = 1; 582dcd0538fSMark Fasheh 583dcd0538fSMark Fasheh for(i = start; i < path_num_items(path); i++) { 584dcd0538fSMark Fasheh node = &path->p_node[i]; 585dcd0538fSMark Fasheh 586dcd0538fSMark Fasheh brelse(node->bh); 587dcd0538fSMark Fasheh node->bh = NULL; 588dcd0538fSMark Fasheh node->el = NULL; 589dcd0538fSMark Fasheh } 590dcd0538fSMark Fasheh 591dcd0538fSMark Fasheh /* 592dcd0538fSMark Fasheh * Tree depth may change during truncate, or insert. If we're 593dcd0538fSMark Fasheh * keeping the root extent list, then make sure that our path 594dcd0538fSMark Fasheh * structure reflects the proper depth. 595dcd0538fSMark Fasheh */ 596dcd0538fSMark Fasheh if (keep_root) 597dcd0538fSMark Fasheh depth = le16_to_cpu(path_root_el(path)->l_tree_depth); 59813723d00SJoel Becker else 59913723d00SJoel Becker path_root_access(path) = NULL; 600dcd0538fSMark Fasheh 601dcd0538fSMark Fasheh path->p_tree_depth = depth; 602dcd0538fSMark Fasheh } 603dcd0538fSMark Fasheh 604e2e9f608STao Ma void ocfs2_free_path(struct ocfs2_path *path) 605dcd0538fSMark Fasheh { 606dcd0538fSMark Fasheh if (path) { 607dcd0538fSMark Fasheh ocfs2_reinit_path(path, 0); 608dcd0538fSMark Fasheh kfree(path); 609dcd0538fSMark Fasheh } 610dcd0538fSMark Fasheh } 611dcd0538fSMark Fasheh 612dcd0538fSMark Fasheh /* 613328d5752SMark Fasheh * All the elements of src into dest. After this call, src could be freed 614328d5752SMark Fasheh * without affecting dest. 615328d5752SMark Fasheh * 616328d5752SMark Fasheh * Both paths should have the same root. Any non-root elements of dest 617328d5752SMark Fasheh * will be freed. 618328d5752SMark Fasheh */ 619328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src) 620328d5752SMark Fasheh { 621328d5752SMark Fasheh int i; 622328d5752SMark Fasheh 623328d5752SMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 624328d5752SMark Fasheh BUG_ON(path_root_el(dest) != path_root_el(src)); 62513723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 626328d5752SMark Fasheh 627328d5752SMark Fasheh ocfs2_reinit_path(dest, 1); 628328d5752SMark Fasheh 629328d5752SMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 630328d5752SMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 631328d5752SMark Fasheh dest->p_node[i].el = src->p_node[i].el; 632328d5752SMark Fasheh 633328d5752SMark Fasheh if (dest->p_node[i].bh) 634328d5752SMark Fasheh get_bh(dest->p_node[i].bh); 635328d5752SMark Fasheh } 636328d5752SMark Fasheh } 637328d5752SMark Fasheh 638328d5752SMark Fasheh /* 639dcd0538fSMark Fasheh * Make the *dest path the same as src and re-initialize src path to 640dcd0538fSMark Fasheh * have a root only. 641dcd0538fSMark Fasheh */ 642dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src) 643dcd0538fSMark Fasheh { 644dcd0538fSMark Fasheh int i; 645dcd0538fSMark Fasheh 646dcd0538fSMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 64713723d00SJoel Becker BUG_ON(path_root_access(dest) != path_root_access(src)); 648dcd0538fSMark Fasheh 649dcd0538fSMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 650dcd0538fSMark Fasheh brelse(dest->p_node[i].bh); 651dcd0538fSMark Fasheh 652dcd0538fSMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 653dcd0538fSMark Fasheh dest->p_node[i].el = src->p_node[i].el; 654dcd0538fSMark Fasheh 655dcd0538fSMark Fasheh src->p_node[i].bh = NULL; 656dcd0538fSMark Fasheh src->p_node[i].el = NULL; 657dcd0538fSMark Fasheh } 658dcd0538fSMark Fasheh } 659dcd0538fSMark Fasheh 660dcd0538fSMark Fasheh /* 661dcd0538fSMark Fasheh * Insert an extent block at given index. 662dcd0538fSMark Fasheh * 663dcd0538fSMark Fasheh * This will not take an additional reference on eb_bh. 664dcd0538fSMark Fasheh */ 665dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index, 666dcd0538fSMark Fasheh struct buffer_head *eb_bh) 667dcd0538fSMark Fasheh { 668dcd0538fSMark Fasheh struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data; 669dcd0538fSMark Fasheh 670dcd0538fSMark Fasheh /* 671dcd0538fSMark Fasheh * Right now, no root bh is an extent block, so this helps 672dcd0538fSMark Fasheh * catch code errors with dinode trees. The assertion can be 673dcd0538fSMark Fasheh * safely removed if we ever need to insert extent block 674dcd0538fSMark Fasheh * structures at the root. 675dcd0538fSMark Fasheh */ 676dcd0538fSMark Fasheh BUG_ON(index == 0); 677dcd0538fSMark Fasheh 678dcd0538fSMark Fasheh path->p_node[index].bh = eb_bh; 679dcd0538fSMark Fasheh path->p_node[index].el = &eb->h_list; 680dcd0538fSMark Fasheh } 681dcd0538fSMark Fasheh 682dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh, 68313723d00SJoel Becker struct ocfs2_extent_list *root_el, 68413723d00SJoel Becker ocfs2_journal_access_func access) 685dcd0538fSMark Fasheh { 686dcd0538fSMark Fasheh struct ocfs2_path *path; 687dcd0538fSMark Fasheh 688dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH); 689dcd0538fSMark Fasheh 690dcd0538fSMark Fasheh path = kzalloc(sizeof(*path), GFP_NOFS); 691dcd0538fSMark Fasheh if (path) { 692dcd0538fSMark Fasheh path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth); 693dcd0538fSMark Fasheh get_bh(root_bh); 694dcd0538fSMark Fasheh path_root_bh(path) = root_bh; 695dcd0538fSMark Fasheh path_root_el(path) = root_el; 69613723d00SJoel Becker path_root_access(path) = access; 697dcd0538fSMark Fasheh } 698dcd0538fSMark Fasheh 699dcd0538fSMark Fasheh return path; 700dcd0538fSMark Fasheh } 701dcd0538fSMark Fasheh 702e2e9f608STao Ma struct ocfs2_path *ocfs2_new_path_from_path(struct ocfs2_path *path) 703ffdd7a54SJoel Becker { 70413723d00SJoel Becker return ocfs2_new_path(path_root_bh(path), path_root_el(path), 70513723d00SJoel Becker path_root_access(path)); 706ffdd7a54SJoel Becker } 707ffdd7a54SJoel Becker 708e2e9f608STao Ma struct ocfs2_path *ocfs2_new_path_from_et(struct ocfs2_extent_tree *et) 709ffdd7a54SJoel Becker { 71013723d00SJoel Becker return ocfs2_new_path(et->et_root_bh, et->et_root_el, 71113723d00SJoel Becker et->et_root_journal_access); 71213723d00SJoel Becker } 71313723d00SJoel Becker 71413723d00SJoel Becker /* 71513723d00SJoel Becker * Journal the buffer at depth idx. All idx>0 are extent_blocks, 71613723d00SJoel Becker * otherwise it's the root_access function. 71713723d00SJoel Becker * 71813723d00SJoel Becker * I don't like the way this function's name looks next to 71913723d00SJoel Becker * ocfs2_journal_access_path(), but I don't have a better one. 72013723d00SJoel Becker */ 721e2e9f608STao Ma int ocfs2_path_bh_journal_access(handle_t *handle, 7220cf2f763SJoel Becker struct ocfs2_caching_info *ci, 72313723d00SJoel Becker struct ocfs2_path *path, 72413723d00SJoel Becker int idx) 72513723d00SJoel Becker { 72613723d00SJoel Becker ocfs2_journal_access_func access = path_root_access(path); 72713723d00SJoel Becker 72813723d00SJoel Becker if (!access) 72913723d00SJoel Becker access = ocfs2_journal_access; 73013723d00SJoel Becker 73113723d00SJoel Becker if (idx) 73213723d00SJoel Becker access = ocfs2_journal_access_eb; 73313723d00SJoel Becker 7340cf2f763SJoel Becker return access(handle, ci, path->p_node[idx].bh, 73513723d00SJoel Becker OCFS2_JOURNAL_ACCESS_WRITE); 736ffdd7a54SJoel Becker } 737ffdd7a54SJoel Becker 738dcd0538fSMark Fasheh /* 739dcd0538fSMark Fasheh * Convenience function to journal all components in a path. 740dcd0538fSMark Fasheh */ 741e2e9f608STao Ma int ocfs2_journal_access_path(struct ocfs2_caching_info *ci, 7420cf2f763SJoel Becker handle_t *handle, 743dcd0538fSMark Fasheh struct ocfs2_path *path) 744dcd0538fSMark Fasheh { 745dcd0538fSMark Fasheh int i, ret = 0; 746dcd0538fSMark Fasheh 747dcd0538fSMark Fasheh if (!path) 748dcd0538fSMark Fasheh goto out; 749dcd0538fSMark Fasheh 750dcd0538fSMark Fasheh for(i = 0; i < path_num_items(path); i++) { 7510cf2f763SJoel Becker ret = ocfs2_path_bh_journal_access(handle, ci, path, i); 752dcd0538fSMark Fasheh if (ret < 0) { 753dcd0538fSMark Fasheh mlog_errno(ret); 754dcd0538fSMark Fasheh goto out; 755dcd0538fSMark Fasheh } 756dcd0538fSMark Fasheh } 757dcd0538fSMark Fasheh 758dcd0538fSMark Fasheh out: 759dcd0538fSMark Fasheh return ret; 760dcd0538fSMark Fasheh } 761dcd0538fSMark Fasheh 762328d5752SMark Fasheh /* 763328d5752SMark Fasheh * Return the index of the extent record which contains cluster #v_cluster. 764328d5752SMark Fasheh * -1 is returned if it was not found. 765328d5752SMark Fasheh * 766328d5752SMark Fasheh * Should work fine on interior and exterior nodes. 767328d5752SMark Fasheh */ 768328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster) 769328d5752SMark Fasheh { 770328d5752SMark Fasheh int ret = -1; 771328d5752SMark Fasheh int i; 772328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 773328d5752SMark Fasheh u32 rec_end, rec_start, clusters; 774328d5752SMark Fasheh 775328d5752SMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 776328d5752SMark Fasheh rec = &el->l_recs[i]; 777328d5752SMark Fasheh 778328d5752SMark Fasheh rec_start = le32_to_cpu(rec->e_cpos); 779328d5752SMark Fasheh clusters = ocfs2_rec_clusters(el, rec); 780328d5752SMark Fasheh 781328d5752SMark Fasheh rec_end = rec_start + clusters; 782328d5752SMark Fasheh 783328d5752SMark Fasheh if (v_cluster >= rec_start && v_cluster < rec_end) { 784328d5752SMark Fasheh ret = i; 785328d5752SMark Fasheh break; 786328d5752SMark Fasheh } 787328d5752SMark Fasheh } 788328d5752SMark Fasheh 789328d5752SMark Fasheh return ret; 790328d5752SMark Fasheh } 791328d5752SMark Fasheh 792e48edee2SMark Fasheh /* 793e48edee2SMark Fasheh * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and 794853a3a14STao Ma * ocfs2_extent_rec_contig only work properly against leaf nodes! 795e48edee2SMark Fasheh */ 796dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb, 797ccd979bdSMark Fasheh struct ocfs2_extent_rec *ext, 798ccd979bdSMark Fasheh u64 blkno) 799ccd979bdSMark Fasheh { 800e48edee2SMark Fasheh u64 blk_end = le64_to_cpu(ext->e_blkno); 801e48edee2SMark Fasheh 802e48edee2SMark Fasheh blk_end += ocfs2_clusters_to_blocks(sb, 803e48edee2SMark Fasheh le16_to_cpu(ext->e_leaf_clusters)); 804e48edee2SMark Fasheh 805e48edee2SMark Fasheh return blkno == blk_end; 806ccd979bdSMark Fasheh } 807ccd979bdSMark Fasheh 808dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left, 809dcd0538fSMark Fasheh struct ocfs2_extent_rec *right) 810dcd0538fSMark Fasheh { 811e48edee2SMark Fasheh u32 left_range; 812e48edee2SMark Fasheh 813e48edee2SMark Fasheh left_range = le32_to_cpu(left->e_cpos) + 814e48edee2SMark Fasheh le16_to_cpu(left->e_leaf_clusters); 815e48edee2SMark Fasheh 816e48edee2SMark Fasheh return (left_range == le32_to_cpu(right->e_cpos)); 817dcd0538fSMark Fasheh } 818dcd0538fSMark Fasheh 819dcd0538fSMark Fasheh static enum ocfs2_contig_type 820853a3a14STao Ma ocfs2_extent_rec_contig(struct super_block *sb, 821dcd0538fSMark Fasheh struct ocfs2_extent_rec *ext, 822dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 823dcd0538fSMark Fasheh { 824dcd0538fSMark Fasheh u64 blkno = le64_to_cpu(insert_rec->e_blkno); 825dcd0538fSMark Fasheh 826328d5752SMark Fasheh /* 827328d5752SMark Fasheh * Refuse to coalesce extent records with different flag 828328d5752SMark Fasheh * fields - we don't want to mix unwritten extents with user 829328d5752SMark Fasheh * data. 830328d5752SMark Fasheh */ 831328d5752SMark Fasheh if (ext->e_flags != insert_rec->e_flags) 832328d5752SMark Fasheh return CONTIG_NONE; 833328d5752SMark Fasheh 834dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(ext, insert_rec) && 835b4a17651SJoel Becker ocfs2_block_extent_contig(sb, ext, blkno)) 836dcd0538fSMark Fasheh return CONTIG_RIGHT; 837dcd0538fSMark Fasheh 838dcd0538fSMark Fasheh blkno = le64_to_cpu(ext->e_blkno); 839dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(insert_rec, ext) && 840b4a17651SJoel Becker ocfs2_block_extent_contig(sb, insert_rec, blkno)) 841dcd0538fSMark Fasheh return CONTIG_LEFT; 842dcd0538fSMark Fasheh 843dcd0538fSMark Fasheh return CONTIG_NONE; 844dcd0538fSMark Fasheh } 845dcd0538fSMark Fasheh 846dcd0538fSMark Fasheh /* 847dcd0538fSMark Fasheh * NOTE: We can have pretty much any combination of contiguousness and 848dcd0538fSMark Fasheh * appending. 849dcd0538fSMark Fasheh * 850dcd0538fSMark Fasheh * The usefulness of APPEND_TAIL is more in that it lets us know that 851dcd0538fSMark Fasheh * we'll have to update the path to that leaf. 852dcd0538fSMark Fasheh */ 853dcd0538fSMark Fasheh enum ocfs2_append_type { 854dcd0538fSMark Fasheh APPEND_NONE = 0, 855dcd0538fSMark Fasheh APPEND_TAIL, 856dcd0538fSMark Fasheh }; 857dcd0538fSMark Fasheh 858328d5752SMark Fasheh enum ocfs2_split_type { 859328d5752SMark Fasheh SPLIT_NONE = 0, 860328d5752SMark Fasheh SPLIT_LEFT, 861328d5752SMark Fasheh SPLIT_RIGHT, 862328d5752SMark Fasheh }; 863328d5752SMark Fasheh 864dcd0538fSMark Fasheh struct ocfs2_insert_type { 865328d5752SMark Fasheh enum ocfs2_split_type ins_split; 866dcd0538fSMark Fasheh enum ocfs2_append_type ins_appending; 867dcd0538fSMark Fasheh enum ocfs2_contig_type ins_contig; 868dcd0538fSMark Fasheh int ins_contig_index; 869dcd0538fSMark Fasheh int ins_tree_depth; 870dcd0538fSMark Fasheh }; 871dcd0538fSMark Fasheh 872328d5752SMark Fasheh struct ocfs2_merge_ctxt { 873328d5752SMark Fasheh enum ocfs2_contig_type c_contig_type; 874328d5752SMark Fasheh int c_has_empty_extent; 875328d5752SMark Fasheh int c_split_covers_rec; 876328d5752SMark Fasheh }; 877328d5752SMark Fasheh 8785e96581aSJoel Becker static int ocfs2_validate_extent_block(struct super_block *sb, 8795e96581aSJoel Becker struct buffer_head *bh) 8805e96581aSJoel Becker { 881d6b32bbbSJoel Becker int rc; 8825e96581aSJoel Becker struct ocfs2_extent_block *eb = 8835e96581aSJoel Becker (struct ocfs2_extent_block *)bh->b_data; 8845e96581aSJoel Becker 885a09d09b8STao Ma trace_ocfs2_validate_extent_block((unsigned long long)bh->b_blocknr); 886970e4936SJoel Becker 887d6b32bbbSJoel Becker BUG_ON(!buffer_uptodate(bh)); 888d6b32bbbSJoel Becker 889d6b32bbbSJoel Becker /* 890d6b32bbbSJoel Becker * If the ecc fails, we return the error but otherwise 891d6b32bbbSJoel Becker * leave the filesystem running. We know any error is 892d6b32bbbSJoel Becker * local to this block. 893d6b32bbbSJoel Becker */ 894d6b32bbbSJoel Becker rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &eb->h_check); 89513723d00SJoel Becker if (rc) { 89613723d00SJoel Becker mlog(ML_ERROR, "Checksum failed for extent block %llu\n", 89713723d00SJoel Becker (unsigned long long)bh->b_blocknr); 898d6b32bbbSJoel Becker return rc; 89913723d00SJoel Becker } 900d6b32bbbSJoel Becker 901d6b32bbbSJoel Becker /* 902d6b32bbbSJoel Becker * Errors after here are fatal. 903d6b32bbbSJoel Becker */ 904d6b32bbbSJoel Becker 9055e96581aSJoel Becker if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 90617a5b9abSGoldwyn Rodrigues rc = ocfs2_error(sb, 9077ecef14aSJoe Perches "Extent block #%llu has bad signature %.*s\n", 9085e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 7, 9095e96581aSJoel Becker eb->h_signature); 91017a5b9abSGoldwyn Rodrigues goto bail; 9115e96581aSJoel Becker } 9125e96581aSJoel Becker 9135e96581aSJoel Becker if (le64_to_cpu(eb->h_blkno) != bh->b_blocknr) { 91417a5b9abSGoldwyn Rodrigues rc = ocfs2_error(sb, 9157ecef14aSJoe Perches "Extent block #%llu has an invalid h_blkno of %llu\n", 9165e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 9175e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno)); 91817a5b9abSGoldwyn Rodrigues goto bail; 9195e96581aSJoel Becker } 9205e96581aSJoel Becker 921229ba1f8Swangyan if (le32_to_cpu(eb->h_fs_generation) != OCFS2_SB(sb)->fs_generation) 92217a5b9abSGoldwyn Rodrigues rc = ocfs2_error(sb, 9237ecef14aSJoe Perches "Extent block #%llu has an invalid h_fs_generation of #%u\n", 9245e96581aSJoel Becker (unsigned long long)bh->b_blocknr, 9255e96581aSJoel Becker le32_to_cpu(eb->h_fs_generation)); 92617a5b9abSGoldwyn Rodrigues bail: 92717a5b9abSGoldwyn Rodrigues return rc; 9285e96581aSJoel Becker } 9295e96581aSJoel Becker 9303d03a305SJoel Becker int ocfs2_read_extent_block(struct ocfs2_caching_info *ci, u64 eb_blkno, 9315e96581aSJoel Becker struct buffer_head **bh) 9325e96581aSJoel Becker { 9335e96581aSJoel Becker int rc; 9345e96581aSJoel Becker struct buffer_head *tmp = *bh; 9355e96581aSJoel Becker 9363d03a305SJoel Becker rc = ocfs2_read_block(ci, eb_blkno, &tmp, 937970e4936SJoel Becker ocfs2_validate_extent_block); 9385e96581aSJoel Becker 9395e96581aSJoel Becker /* If ocfs2_read_block() got us a new bh, pass it up. */ 940970e4936SJoel Becker if (!rc && !*bh) 9415e96581aSJoel Becker *bh = tmp; 9425e96581aSJoel Becker 9435e96581aSJoel Becker return rc; 9445e96581aSJoel Becker } 9455e96581aSJoel Becker 9465e96581aSJoel Becker 947ccd979bdSMark Fasheh /* 948ccd979bdSMark Fasheh * How many free extents have we got before we need more meta data? 949ccd979bdSMark Fasheh */ 950964f14a0SJun Piao int ocfs2_num_free_extents(struct ocfs2_extent_tree *et) 951ccd979bdSMark Fasheh { 952ccd979bdSMark Fasheh int retval; 953e7d4cb6bSTao Ma struct ocfs2_extent_list *el = NULL; 954ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 955ccd979bdSMark Fasheh struct buffer_head *eb_bh = NULL; 956e7d4cb6bSTao Ma u64 last_eb_blk = 0; 957ccd979bdSMark Fasheh 958f99b9b7cSJoel Becker el = et->et_root_el; 959f99b9b7cSJoel Becker last_eb_blk = ocfs2_et_get_last_eb_blk(et); 960e7d4cb6bSTao Ma 961e7d4cb6bSTao Ma if (last_eb_blk) { 9623d03a305SJoel Becker retval = ocfs2_read_extent_block(et->et_ci, last_eb_blk, 9633d03a305SJoel Becker &eb_bh); 964ccd979bdSMark Fasheh if (retval < 0) { 965ccd979bdSMark Fasheh mlog_errno(retval); 966ccd979bdSMark Fasheh goto bail; 967ccd979bdSMark Fasheh } 968ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 969ccd979bdSMark Fasheh el = &eb->h_list; 970e7d4cb6bSTao Ma } 971ccd979bdSMark Fasheh 972ccd979bdSMark Fasheh BUG_ON(el->l_tree_depth != 0); 973ccd979bdSMark Fasheh 974ccd979bdSMark Fasheh retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec); 975ccd979bdSMark Fasheh bail: 976ccd979bdSMark Fasheh brelse(eb_bh); 977ccd979bdSMark Fasheh 978a09d09b8STao Ma trace_ocfs2_num_free_extents(retval); 979ccd979bdSMark Fasheh return retval; 980ccd979bdSMark Fasheh } 981ccd979bdSMark Fasheh 982ccd979bdSMark Fasheh /* expects array to already be allocated 983ccd979bdSMark Fasheh * 984ccd979bdSMark Fasheh * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and 985ccd979bdSMark Fasheh * l_count for you 986ccd979bdSMark Fasheh */ 98742a5a7a9SJoel Becker static int ocfs2_create_new_meta_bhs(handle_t *handle, 98842a5a7a9SJoel Becker struct ocfs2_extent_tree *et, 989ccd979bdSMark Fasheh int wanted, 990ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 991ccd979bdSMark Fasheh struct buffer_head *bhs[]) 992ccd979bdSMark Fasheh { 993ccd979bdSMark Fasheh int count, status, i; 994ccd979bdSMark Fasheh u16 suballoc_bit_start; 995ccd979bdSMark Fasheh u32 num_got; 9962b6cb576SJoel Becker u64 suballoc_loc, first_blkno; 99742a5a7a9SJoel Becker struct ocfs2_super *osb = 99842a5a7a9SJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 999ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1000ccd979bdSMark Fasheh 1001ccd979bdSMark Fasheh count = 0; 1002ccd979bdSMark Fasheh while (count < wanted) { 10031ed9b777SJoel Becker status = ocfs2_claim_metadata(handle, 1004ccd979bdSMark Fasheh meta_ac, 1005ccd979bdSMark Fasheh wanted - count, 10062b6cb576SJoel Becker &suballoc_loc, 1007ccd979bdSMark Fasheh &suballoc_bit_start, 1008ccd979bdSMark Fasheh &num_got, 1009ccd979bdSMark Fasheh &first_blkno); 1010ccd979bdSMark Fasheh if (status < 0) { 1011ccd979bdSMark Fasheh mlog_errno(status); 1012ccd979bdSMark Fasheh goto bail; 1013ccd979bdSMark Fasheh } 1014ccd979bdSMark Fasheh 1015ccd979bdSMark Fasheh for(i = count; i < (num_got + count); i++) { 1016ccd979bdSMark Fasheh bhs[i] = sb_getblk(osb->sb, first_blkno); 1017ccd979bdSMark Fasheh if (bhs[i] == NULL) { 10187391a294SRui Xiang status = -ENOMEM; 1019ccd979bdSMark Fasheh mlog_errno(status); 1020ccd979bdSMark Fasheh goto bail; 1021ccd979bdSMark Fasheh } 102242a5a7a9SJoel Becker ocfs2_set_new_buffer_uptodate(et->et_ci, bhs[i]); 1023ccd979bdSMark Fasheh 102442a5a7a9SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, 102542a5a7a9SJoel Becker bhs[i], 1026ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1027ccd979bdSMark Fasheh if (status < 0) { 1028ccd979bdSMark Fasheh mlog_errno(status); 1029ccd979bdSMark Fasheh goto bail; 1030ccd979bdSMark Fasheh } 1031ccd979bdSMark Fasheh 1032ccd979bdSMark Fasheh memset(bhs[i]->b_data, 0, osb->sb->s_blocksize); 1033ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bhs[i]->b_data; 1034ccd979bdSMark Fasheh /* Ok, setup the minimal stuff here. */ 1035ccd979bdSMark Fasheh strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 1036ccd979bdSMark Fasheh eb->h_blkno = cpu_to_le64(first_blkno); 1037ccd979bdSMark Fasheh eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 1038b89c5428STiger Yang eb->h_suballoc_slot = 1039b89c5428STiger Yang cpu_to_le16(meta_ac->ac_alloc_slot); 10402b6cb576SJoel Becker eb->h_suballoc_loc = cpu_to_le64(suballoc_loc); 1041ccd979bdSMark Fasheh eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start); 1042ccd979bdSMark Fasheh eb->h_list.l_count = 1043ccd979bdSMark Fasheh cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 1044ccd979bdSMark Fasheh 1045ccd979bdSMark Fasheh suballoc_bit_start++; 1046ccd979bdSMark Fasheh first_blkno++; 1047ccd979bdSMark Fasheh 1048ccd979bdSMark Fasheh /* We'll also be dirtied by the caller, so 1049ccd979bdSMark Fasheh * this isn't absolutely necessary. */ 1050ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bhs[i]); 1051ccd979bdSMark Fasheh } 1052ccd979bdSMark Fasheh 1053ccd979bdSMark Fasheh count += num_got; 1054ccd979bdSMark Fasheh } 1055ccd979bdSMark Fasheh 1056ccd979bdSMark Fasheh status = 0; 1057ccd979bdSMark Fasheh bail: 1058ccd979bdSMark Fasheh if (status < 0) { 1059ccd979bdSMark Fasheh for(i = 0; i < wanted; i++) { 1060ccd979bdSMark Fasheh brelse(bhs[i]); 1061ccd979bdSMark Fasheh bhs[i] = NULL; 1062ccd979bdSMark Fasheh } 1063c1e8d35eSTao Ma mlog_errno(status); 1064ccd979bdSMark Fasheh } 1065ccd979bdSMark Fasheh return status; 1066ccd979bdSMark Fasheh } 1067ccd979bdSMark Fasheh 1068ccd979bdSMark Fasheh /* 1069dcd0538fSMark Fasheh * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth(). 1070dcd0538fSMark Fasheh * 1071dcd0538fSMark Fasheh * Returns the sum of the rightmost extent rec logical offset and 1072dcd0538fSMark Fasheh * cluster count. 1073dcd0538fSMark Fasheh * 1074dcd0538fSMark Fasheh * ocfs2_add_branch() uses this to determine what logical cluster 1075dcd0538fSMark Fasheh * value should be populated into the leftmost new branch records. 1076dcd0538fSMark Fasheh * 1077dcd0538fSMark Fasheh * ocfs2_shift_tree_depth() uses this to determine the # clusters 1078dcd0538fSMark Fasheh * value for the new topmost tree record. 1079dcd0538fSMark Fasheh */ 1080dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list *el) 1081dcd0538fSMark Fasheh { 1082dcd0538fSMark Fasheh int i; 1083dcd0538fSMark Fasheh 1084dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1085dcd0538fSMark Fasheh 1086dcd0538fSMark Fasheh return le32_to_cpu(el->l_recs[i].e_cpos) + 1087e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 1088dcd0538fSMark Fasheh } 1089dcd0538fSMark Fasheh 1090dcd0538fSMark Fasheh /* 10916b791bccSTao Ma * Change range of the branches in the right most path according to the leaf 10926b791bccSTao Ma * extent block's rightmost record. 10936b791bccSTao Ma */ 10946b791bccSTao Ma static int ocfs2_adjust_rightmost_branch(handle_t *handle, 10956b791bccSTao Ma struct ocfs2_extent_tree *et) 10966b791bccSTao Ma { 10976b791bccSTao Ma int status; 10986b791bccSTao Ma struct ocfs2_path *path = NULL; 10996b791bccSTao Ma struct ocfs2_extent_list *el; 11006b791bccSTao Ma struct ocfs2_extent_rec *rec; 11016b791bccSTao Ma 11026b791bccSTao Ma path = ocfs2_new_path_from_et(et); 11036b791bccSTao Ma if (!path) { 11046b791bccSTao Ma status = -ENOMEM; 11056b791bccSTao Ma return status; 11066b791bccSTao Ma } 11076b791bccSTao Ma 1108facdb77fSJoel Becker status = ocfs2_find_path(et->et_ci, path, UINT_MAX); 11096b791bccSTao Ma if (status < 0) { 11106b791bccSTao Ma mlog_errno(status); 11116b791bccSTao Ma goto out; 11126b791bccSTao Ma } 11136b791bccSTao Ma 1114c901fb00STao Ma status = ocfs2_extend_trans(handle, path_num_items(path)); 11156b791bccSTao Ma if (status < 0) { 11166b791bccSTao Ma mlog_errno(status); 11176b791bccSTao Ma goto out; 11186b791bccSTao Ma } 11196b791bccSTao Ma 1120d401dc12SJoel Becker status = ocfs2_journal_access_path(et->et_ci, handle, path); 11216b791bccSTao Ma if (status < 0) { 11226b791bccSTao Ma mlog_errno(status); 11236b791bccSTao Ma goto out; 11246b791bccSTao Ma } 11256b791bccSTao Ma 11266b791bccSTao Ma el = path_leaf_el(path); 11273a251f04SAl Viro rec = &el->l_recs[le16_to_cpu(el->l_next_free_rec) - 1]; 11286b791bccSTao Ma 1129d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, rec); 11306b791bccSTao Ma 11316b791bccSTao Ma out: 11326b791bccSTao Ma ocfs2_free_path(path); 11336b791bccSTao Ma return status; 11346b791bccSTao Ma } 11356b791bccSTao Ma 11366b791bccSTao Ma /* 1137ccd979bdSMark Fasheh * Add an entire tree branch to our inode. eb_bh is the extent block 1138d401dc12SJoel Becker * to start at, if we don't want to start the branch at the root 1139ccd979bdSMark Fasheh * structure. 1140ccd979bdSMark Fasheh * 1141ccd979bdSMark Fasheh * last_eb_bh is required as we have to update it's next_leaf pointer 1142ccd979bdSMark Fasheh * for the new last extent block. 1143ccd979bdSMark Fasheh * 1144ccd979bdSMark Fasheh * the new branch will be 'empty' in the sense that every block will 1145e48edee2SMark Fasheh * contain a single record with cluster count == 0. 1146ccd979bdSMark Fasheh */ 1147d401dc12SJoel Becker static int ocfs2_add_branch(handle_t *handle, 1148e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1149ccd979bdSMark Fasheh struct buffer_head *eb_bh, 1150328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1151ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac) 1152ccd979bdSMark Fasheh { 115371a36944SChangwei Ge int status, new_blocks, i, block_given = 0; 1154ccd979bdSMark Fasheh u64 next_blkno, new_last_eb_blk; 1155ccd979bdSMark Fasheh struct buffer_head *bh; 1156ccd979bdSMark Fasheh struct buffer_head **new_eb_bhs = NULL; 1157ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1158ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1159ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 11606b791bccSTao Ma u32 new_cpos, root_end; 1161ccd979bdSMark Fasheh 1162328d5752SMark Fasheh BUG_ON(!last_eb_bh || !*last_eb_bh); 1163ccd979bdSMark Fasheh 1164ccd979bdSMark Fasheh if (eb_bh) { 1165ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 1166ccd979bdSMark Fasheh el = &eb->h_list; 1167ccd979bdSMark Fasheh } else 1168ce1d9ea6SJoel Becker el = et->et_root_el; 1169ccd979bdSMark Fasheh 1170ccd979bdSMark Fasheh /* we never add a branch to a leaf. */ 1171ccd979bdSMark Fasheh BUG_ON(!el->l_tree_depth); 1172ccd979bdSMark Fasheh 1173ccd979bdSMark Fasheh new_blocks = le16_to_cpu(el->l_tree_depth); 1174ccd979bdSMark Fasheh 11756b791bccSTao Ma eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data; 11766b791bccSTao Ma new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list); 11776b791bccSTao Ma root_end = ocfs2_sum_rightmost_rec(et->et_root_el); 11786b791bccSTao Ma 11796b791bccSTao Ma /* 11806b791bccSTao Ma * If there is a gap before the root end and the real end 11816b791bccSTao Ma * of the righmost leaf block, we need to remove the gap 11826b791bccSTao Ma * between new_cpos and root_end first so that the tree 11836b791bccSTao Ma * is consistent after we add a new branch(it will start 11846b791bccSTao Ma * from new_cpos). 11856b791bccSTao Ma */ 11866b791bccSTao Ma if (root_end > new_cpos) { 1187a09d09b8STao Ma trace_ocfs2_adjust_rightmost_branch( 1188a09d09b8STao Ma (unsigned long long) 1189a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 11906b791bccSTao Ma root_end, new_cpos); 1191a09d09b8STao Ma 1192d401dc12SJoel Becker status = ocfs2_adjust_rightmost_branch(handle, et); 11936b791bccSTao Ma if (status) { 11946b791bccSTao Ma mlog_errno(status); 11956b791bccSTao Ma goto bail; 11966b791bccSTao Ma } 11976b791bccSTao Ma } 11986b791bccSTao Ma 1199ccd979bdSMark Fasheh /* allocate the number of new eb blocks we need */ 1200ccd979bdSMark Fasheh new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *), 1201ccd979bdSMark Fasheh GFP_KERNEL); 1202ccd979bdSMark Fasheh if (!new_eb_bhs) { 1203ccd979bdSMark Fasheh status = -ENOMEM; 1204ccd979bdSMark Fasheh mlog_errno(status); 1205ccd979bdSMark Fasheh goto bail; 1206ccd979bdSMark Fasheh } 1207ccd979bdSMark Fasheh 120871a36944SChangwei Ge /* Firstyly, try to reuse dealloc since we have already estimated how 120971a36944SChangwei Ge * many extent blocks we may use. 121071a36944SChangwei Ge */ 121171a36944SChangwei Ge if (!ocfs2_is_dealloc_empty(et)) { 121271a36944SChangwei Ge status = ocfs2_reuse_blk_from_dealloc(handle, et, 121371a36944SChangwei Ge new_eb_bhs, new_blocks, 121471a36944SChangwei Ge &block_given); 1215ccd979bdSMark Fasheh if (status < 0) { 1216ccd979bdSMark Fasheh mlog_errno(status); 1217ccd979bdSMark Fasheh goto bail; 1218ccd979bdSMark Fasheh } 121971a36944SChangwei Ge } 122071a36944SChangwei Ge 122171a36944SChangwei Ge BUG_ON(block_given > new_blocks); 122271a36944SChangwei Ge 122371a36944SChangwei Ge if (block_given < new_blocks) { 122471a36944SChangwei Ge BUG_ON(!meta_ac); 122571a36944SChangwei Ge status = ocfs2_create_new_meta_bhs(handle, et, 122671a36944SChangwei Ge new_blocks - block_given, 122771a36944SChangwei Ge meta_ac, 122871a36944SChangwei Ge &new_eb_bhs[block_given]); 122971a36944SChangwei Ge if (status < 0) { 123071a36944SChangwei Ge mlog_errno(status); 123171a36944SChangwei Ge goto bail; 123271a36944SChangwei Ge } 123371a36944SChangwei Ge } 1234ccd979bdSMark Fasheh 1235ccd979bdSMark Fasheh /* Note: new_eb_bhs[new_blocks - 1] is the guy which will be 1236ccd979bdSMark Fasheh * linked with the rest of the tree. 1237ccd979bdSMark Fasheh * conversly, new_eb_bhs[0] is the new bottommost leaf. 1238ccd979bdSMark Fasheh * 1239ccd979bdSMark Fasheh * when we leave the loop, new_last_eb_blk will point to the 1240ccd979bdSMark Fasheh * newest leaf, and next_blkno will point to the topmost extent 1241ccd979bdSMark Fasheh * block. */ 1242ccd979bdSMark Fasheh next_blkno = new_last_eb_blk = 0; 1243ccd979bdSMark Fasheh for(i = 0; i < new_blocks; i++) { 1244ccd979bdSMark Fasheh bh = new_eb_bhs[i]; 1245ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 12465e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 12475e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1248ccd979bdSMark Fasheh eb_el = &eb->h_list; 1249ccd979bdSMark Fasheh 1250d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, bh, 1251ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1252ccd979bdSMark Fasheh if (status < 0) { 1253ccd979bdSMark Fasheh mlog_errno(status); 1254ccd979bdSMark Fasheh goto bail; 1255ccd979bdSMark Fasheh } 1256ccd979bdSMark Fasheh 1257ccd979bdSMark Fasheh eb->h_next_leaf_blk = 0; 1258ccd979bdSMark Fasheh eb_el->l_tree_depth = cpu_to_le16(i); 1259ccd979bdSMark Fasheh eb_el->l_next_free_rec = cpu_to_le16(1); 1260dcd0538fSMark Fasheh /* 1261dcd0538fSMark Fasheh * This actually counts as an empty extent as 1262dcd0538fSMark Fasheh * c_clusters == 0 1263dcd0538fSMark Fasheh */ 1264dcd0538fSMark Fasheh eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos); 1265ccd979bdSMark Fasheh eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno); 1266e48edee2SMark Fasheh /* 1267e48edee2SMark Fasheh * eb_el isn't always an interior node, but even leaf 1268e48edee2SMark Fasheh * nodes want a zero'd flags and reserved field so 1269e48edee2SMark Fasheh * this gets the whole 32 bits regardless of use. 1270e48edee2SMark Fasheh */ 1271e48edee2SMark Fasheh eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0); 1272ccd979bdSMark Fasheh if (!eb_el->l_tree_depth) 1273ccd979bdSMark Fasheh new_last_eb_blk = le64_to_cpu(eb->h_blkno); 1274ccd979bdSMark Fasheh 1275ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 1276ccd979bdSMark Fasheh next_blkno = le64_to_cpu(eb->h_blkno); 1277ccd979bdSMark Fasheh } 1278ccd979bdSMark Fasheh 1279ccd979bdSMark Fasheh /* This is a bit hairy. We want to update up to three blocks 1280ccd979bdSMark Fasheh * here without leaving any of them in an inconsistent state 1281ccd979bdSMark Fasheh * in case of error. We don't have to worry about 1282ccd979bdSMark Fasheh * journal_dirty erroring as it won't unless we've aborted the 1283ccd979bdSMark Fasheh * handle (in which case we would never be here) so reserving 1284ccd979bdSMark Fasheh * the write with journal_access is all we need to do. */ 1285d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, *last_eb_bh, 1286ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1287ccd979bdSMark Fasheh if (status < 0) { 1288ccd979bdSMark Fasheh mlog_errno(status); 1289ccd979bdSMark Fasheh goto bail; 1290ccd979bdSMark Fasheh } 1291d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1292ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1293ccd979bdSMark Fasheh if (status < 0) { 1294ccd979bdSMark Fasheh mlog_errno(status); 1295ccd979bdSMark Fasheh goto bail; 1296ccd979bdSMark Fasheh } 1297ccd979bdSMark Fasheh if (eb_bh) { 1298d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, eb_bh, 1299ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1300ccd979bdSMark Fasheh if (status < 0) { 1301ccd979bdSMark Fasheh mlog_errno(status); 1302ccd979bdSMark Fasheh goto bail; 1303ccd979bdSMark Fasheh } 1304ccd979bdSMark Fasheh } 1305ccd979bdSMark Fasheh 1306ccd979bdSMark Fasheh /* Link the new branch into the rest of the tree (el will 1307e7d4cb6bSTao Ma * either be on the root_bh, or the extent block passed in. */ 1308ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec); 1309ccd979bdSMark Fasheh el->l_recs[i].e_blkno = cpu_to_le64(next_blkno); 1310dcd0538fSMark Fasheh el->l_recs[i].e_cpos = cpu_to_le32(new_cpos); 1311e48edee2SMark Fasheh el->l_recs[i].e_int_clusters = 0; 1312ccd979bdSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1313ccd979bdSMark Fasheh 1314ccd979bdSMark Fasheh /* fe needs a new last extent block pointer, as does the 1315ccd979bdSMark Fasheh * next_leaf on the previously last-extent-block. */ 131635dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, new_last_eb_blk); 1317ccd979bdSMark Fasheh 1318328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 1319ccd979bdSMark Fasheh eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk); 1320ccd979bdSMark Fasheh 1321ec20cec7SJoel Becker ocfs2_journal_dirty(handle, *last_eb_bh); 1322ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 1323ec20cec7SJoel Becker if (eb_bh) 1324ec20cec7SJoel Becker ocfs2_journal_dirty(handle, eb_bh); 1325ccd979bdSMark Fasheh 1326328d5752SMark Fasheh /* 1327328d5752SMark Fasheh * Some callers want to track the rightmost leaf so pass it 1328328d5752SMark Fasheh * back here. 1329328d5752SMark Fasheh */ 1330328d5752SMark Fasheh brelse(*last_eb_bh); 1331328d5752SMark Fasheh get_bh(new_eb_bhs[0]); 1332328d5752SMark Fasheh *last_eb_bh = new_eb_bhs[0]; 1333328d5752SMark Fasheh 1334ccd979bdSMark Fasheh status = 0; 1335ccd979bdSMark Fasheh bail: 1336ccd979bdSMark Fasheh if (new_eb_bhs) { 1337ccd979bdSMark Fasheh for (i = 0; i < new_blocks; i++) 1338ccd979bdSMark Fasheh brelse(new_eb_bhs[i]); 1339ccd979bdSMark Fasheh kfree(new_eb_bhs); 1340ccd979bdSMark Fasheh } 1341ccd979bdSMark Fasheh 1342ccd979bdSMark Fasheh return status; 1343ccd979bdSMark Fasheh } 1344ccd979bdSMark Fasheh 1345ccd979bdSMark Fasheh /* 1346ccd979bdSMark Fasheh * adds another level to the allocation tree. 1347ccd979bdSMark Fasheh * returns back the new extent block so you can add a branch to it 1348ccd979bdSMark Fasheh * after this call. 1349ccd979bdSMark Fasheh */ 1350d401dc12SJoel Becker static int ocfs2_shift_tree_depth(handle_t *handle, 1351e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1352ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 1353ccd979bdSMark Fasheh struct buffer_head **ret_new_eb_bh) 1354ccd979bdSMark Fasheh { 135571a36944SChangwei Ge int status, i, block_given = 0; 1356dcd0538fSMark Fasheh u32 new_clusters; 1357ccd979bdSMark Fasheh struct buffer_head *new_eb_bh = NULL; 1358ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1359e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 1360ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 1361ccd979bdSMark Fasheh 136271a36944SChangwei Ge if (!ocfs2_is_dealloc_empty(et)) { 136371a36944SChangwei Ge status = ocfs2_reuse_blk_from_dealloc(handle, et, 136471a36944SChangwei Ge &new_eb_bh, 1, 136571a36944SChangwei Ge &block_given); 136671a36944SChangwei Ge } else if (meta_ac) { 136742a5a7a9SJoel Becker status = ocfs2_create_new_meta_bhs(handle, et, 1, meta_ac, 1368ccd979bdSMark Fasheh &new_eb_bh); 136971a36944SChangwei Ge 137071a36944SChangwei Ge } else { 137171a36944SChangwei Ge BUG(); 137271a36944SChangwei Ge } 137371a36944SChangwei Ge 1374ccd979bdSMark Fasheh if (status < 0) { 1375ccd979bdSMark Fasheh mlog_errno(status); 1376ccd979bdSMark Fasheh goto bail; 1377ccd979bdSMark Fasheh } 1378ccd979bdSMark Fasheh 1379ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) new_eb_bh->b_data; 13805e96581aSJoel Becker /* ocfs2_create_new_meta_bhs() should create it right! */ 13815e96581aSJoel Becker BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb)); 1382ccd979bdSMark Fasheh 1383ccd979bdSMark Fasheh eb_el = &eb->h_list; 1384ce1d9ea6SJoel Becker root_el = et->et_root_el; 1385ccd979bdSMark Fasheh 1386d401dc12SJoel Becker status = ocfs2_journal_access_eb(handle, et->et_ci, new_eb_bh, 1387ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 1388ccd979bdSMark Fasheh if (status < 0) { 1389ccd979bdSMark Fasheh mlog_errno(status); 1390ccd979bdSMark Fasheh goto bail; 1391ccd979bdSMark Fasheh } 1392ccd979bdSMark Fasheh 1393e7d4cb6bSTao Ma /* copy the root extent list data into the new extent block */ 1394e7d4cb6bSTao Ma eb_el->l_tree_depth = root_el->l_tree_depth; 1395e7d4cb6bSTao Ma eb_el->l_next_free_rec = root_el->l_next_free_rec; 1396e7d4cb6bSTao Ma for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1397e7d4cb6bSTao Ma eb_el->l_recs[i] = root_el->l_recs[i]; 1398ccd979bdSMark Fasheh 1399ec20cec7SJoel Becker ocfs2_journal_dirty(handle, new_eb_bh); 1400ccd979bdSMark Fasheh 1401d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 1402ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1403ccd979bdSMark Fasheh if (status < 0) { 1404ccd979bdSMark Fasheh mlog_errno(status); 1405ccd979bdSMark Fasheh goto bail; 1406ccd979bdSMark Fasheh } 1407ccd979bdSMark Fasheh 1408dcd0538fSMark Fasheh new_clusters = ocfs2_sum_rightmost_rec(eb_el); 1409dcd0538fSMark Fasheh 1410e7d4cb6bSTao Ma /* update root_bh now */ 1411e7d4cb6bSTao Ma le16_add_cpu(&root_el->l_tree_depth, 1); 1412e7d4cb6bSTao Ma root_el->l_recs[0].e_cpos = 0; 1413e7d4cb6bSTao Ma root_el->l_recs[0].e_blkno = eb->h_blkno; 1414e7d4cb6bSTao Ma root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters); 1415e7d4cb6bSTao Ma for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 1416e7d4cb6bSTao Ma memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 1417e7d4cb6bSTao Ma root_el->l_next_free_rec = cpu_to_le16(1); 1418ccd979bdSMark Fasheh 1419ccd979bdSMark Fasheh /* If this is our 1st tree depth shift, then last_eb_blk 1420ccd979bdSMark Fasheh * becomes the allocated extent block */ 1421e7d4cb6bSTao Ma if (root_el->l_tree_depth == cpu_to_le16(1)) 142235dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 1423ccd979bdSMark Fasheh 1424ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 1425ccd979bdSMark Fasheh 1426ccd979bdSMark Fasheh *ret_new_eb_bh = new_eb_bh; 1427ccd979bdSMark Fasheh new_eb_bh = NULL; 1428ccd979bdSMark Fasheh status = 0; 1429ccd979bdSMark Fasheh bail: 1430ccd979bdSMark Fasheh brelse(new_eb_bh); 1431ccd979bdSMark Fasheh 1432ccd979bdSMark Fasheh return status; 1433ccd979bdSMark Fasheh } 1434ccd979bdSMark Fasheh 1435ccd979bdSMark Fasheh /* 1436ccd979bdSMark Fasheh * Should only be called when there is no space left in any of the 1437ccd979bdSMark Fasheh * leaf nodes. What we want to do is find the lowest tree depth 1438ccd979bdSMark Fasheh * non-leaf extent block with room for new records. There are three 1439ccd979bdSMark Fasheh * valid results of this search: 1440ccd979bdSMark Fasheh * 1441ccd979bdSMark Fasheh * 1) a lowest extent block is found, then we pass it back in 1442ccd979bdSMark Fasheh * *lowest_eb_bh and return '0' 1443ccd979bdSMark Fasheh * 1444e7d4cb6bSTao Ma * 2) the search fails to find anything, but the root_el has room. We 1445ccd979bdSMark Fasheh * pass NULL back in *lowest_eb_bh, but still return '0' 1446ccd979bdSMark Fasheh * 1447e7d4cb6bSTao Ma * 3) the search fails to find anything AND the root_el is full, in 1448ccd979bdSMark Fasheh * which case we return > 0 1449ccd979bdSMark Fasheh * 1450ccd979bdSMark Fasheh * return status < 0 indicates an error. 1451ccd979bdSMark Fasheh */ 1452d401dc12SJoel Becker static int ocfs2_find_branch_target(struct ocfs2_extent_tree *et, 1453ccd979bdSMark Fasheh struct buffer_head **target_bh) 1454ccd979bdSMark Fasheh { 1455ccd979bdSMark Fasheh int status = 0, i; 1456ccd979bdSMark Fasheh u64 blkno; 1457ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1458ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 1459ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 1460ccd979bdSMark Fasheh struct buffer_head *lowest_bh = NULL; 1461ccd979bdSMark Fasheh 1462ccd979bdSMark Fasheh *target_bh = NULL; 1463ccd979bdSMark Fasheh 1464ce1d9ea6SJoel Becker el = et->et_root_el; 1465ccd979bdSMark Fasheh 1466ccd979bdSMark Fasheh while(le16_to_cpu(el->l_tree_depth) > 1) { 1467ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 146893f5920dSJun Piao status = ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 14697ecef14aSJoe Perches "Owner %llu has empty extent list (next_free_rec == 0)\n", 14703d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 1471ccd979bdSMark Fasheh goto bail; 1472ccd979bdSMark Fasheh } 1473ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1474ccd979bdSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1475ccd979bdSMark Fasheh if (!blkno) { 147693f5920dSJun Piao status = ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 14777ecef14aSJoe Perches "Owner %llu has extent list where extent # %d has no physical block start\n", 14783d03a305SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), i); 1479ccd979bdSMark Fasheh goto bail; 1480ccd979bdSMark Fasheh } 1481ccd979bdSMark Fasheh 1482ccd979bdSMark Fasheh brelse(bh); 1483ccd979bdSMark Fasheh bh = NULL; 1484ccd979bdSMark Fasheh 14853d03a305SJoel Becker status = ocfs2_read_extent_block(et->et_ci, blkno, &bh); 1486ccd979bdSMark Fasheh if (status < 0) { 1487ccd979bdSMark Fasheh mlog_errno(status); 1488ccd979bdSMark Fasheh goto bail; 1489ccd979bdSMark Fasheh } 1490ccd979bdSMark Fasheh 1491ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1492ccd979bdSMark Fasheh el = &eb->h_list; 1493ccd979bdSMark Fasheh 1494ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) < 1495ccd979bdSMark Fasheh le16_to_cpu(el->l_count)) { 1496ccd979bdSMark Fasheh brelse(lowest_bh); 1497ccd979bdSMark Fasheh lowest_bh = bh; 1498ccd979bdSMark Fasheh get_bh(lowest_bh); 1499ccd979bdSMark Fasheh } 1500ccd979bdSMark Fasheh } 1501ccd979bdSMark Fasheh 1502ccd979bdSMark Fasheh /* If we didn't find one and the fe doesn't have any room, 1503ccd979bdSMark Fasheh * then return '1' */ 1504ce1d9ea6SJoel Becker el = et->et_root_el; 1505e7d4cb6bSTao Ma if (!lowest_bh && (el->l_next_free_rec == el->l_count)) 1506ccd979bdSMark Fasheh status = 1; 1507ccd979bdSMark Fasheh 1508ccd979bdSMark Fasheh *target_bh = lowest_bh; 1509ccd979bdSMark Fasheh bail: 1510ccd979bdSMark Fasheh brelse(bh); 1511ccd979bdSMark Fasheh 1512ccd979bdSMark Fasheh return status; 1513ccd979bdSMark Fasheh } 1514ccd979bdSMark Fasheh 1515e48edee2SMark Fasheh /* 1516c3afcbb3SMark Fasheh * Grow a b-tree so that it has more records. 1517c3afcbb3SMark Fasheh * 1518c3afcbb3SMark Fasheh * We might shift the tree depth in which case existing paths should 1519c3afcbb3SMark Fasheh * be considered invalid. 1520c3afcbb3SMark Fasheh * 1521c3afcbb3SMark Fasheh * Tree depth after the grow is returned via *final_depth. 1522328d5752SMark Fasheh * 1523328d5752SMark Fasheh * *last_eb_bh will be updated by ocfs2_add_branch(). 1524c3afcbb3SMark Fasheh */ 1525d401dc12SJoel Becker static int ocfs2_grow_tree(handle_t *handle, struct ocfs2_extent_tree *et, 1526d401dc12SJoel Becker int *final_depth, struct buffer_head **last_eb_bh, 1527c3afcbb3SMark Fasheh struct ocfs2_alloc_context *meta_ac) 1528c3afcbb3SMark Fasheh { 1529c3afcbb3SMark Fasheh int ret, shift; 1530ce1d9ea6SJoel Becker struct ocfs2_extent_list *el = et->et_root_el; 1531e7d4cb6bSTao Ma int depth = le16_to_cpu(el->l_tree_depth); 1532c3afcbb3SMark Fasheh struct buffer_head *bh = NULL; 1533c3afcbb3SMark Fasheh 153471a36944SChangwei Ge BUG_ON(meta_ac == NULL && ocfs2_is_dealloc_empty(et)); 1535c3afcbb3SMark Fasheh 1536d401dc12SJoel Becker shift = ocfs2_find_branch_target(et, &bh); 1537c3afcbb3SMark Fasheh if (shift < 0) { 1538c3afcbb3SMark Fasheh ret = shift; 1539c3afcbb3SMark Fasheh mlog_errno(ret); 1540c3afcbb3SMark Fasheh goto out; 1541c3afcbb3SMark Fasheh } 1542c3afcbb3SMark Fasheh 1543c3afcbb3SMark Fasheh /* We traveled all the way to the bottom of the allocation tree 1544c3afcbb3SMark Fasheh * and didn't find room for any more extents - we need to add 1545c3afcbb3SMark Fasheh * another tree level */ 1546c3afcbb3SMark Fasheh if (shift) { 1547c3afcbb3SMark Fasheh BUG_ON(bh); 1548a09d09b8STao Ma trace_ocfs2_grow_tree( 1549a09d09b8STao Ma (unsigned long long) 1550a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 1551a09d09b8STao Ma depth); 1552c3afcbb3SMark Fasheh 1553c3afcbb3SMark Fasheh /* ocfs2_shift_tree_depth will return us a buffer with 1554c3afcbb3SMark Fasheh * the new extent block (so we can pass that to 1555c3afcbb3SMark Fasheh * ocfs2_add_branch). */ 1556d401dc12SJoel Becker ret = ocfs2_shift_tree_depth(handle, et, meta_ac, &bh); 1557c3afcbb3SMark Fasheh if (ret < 0) { 1558c3afcbb3SMark Fasheh mlog_errno(ret); 1559c3afcbb3SMark Fasheh goto out; 1560c3afcbb3SMark Fasheh } 1561c3afcbb3SMark Fasheh depth++; 1562328d5752SMark Fasheh if (depth == 1) { 1563328d5752SMark Fasheh /* 1564328d5752SMark Fasheh * Special case: we have room now if we shifted from 1565328d5752SMark Fasheh * tree_depth 0, so no more work needs to be done. 1566328d5752SMark Fasheh * 1567328d5752SMark Fasheh * We won't be calling add_branch, so pass 1568328d5752SMark Fasheh * back *last_eb_bh as the new leaf. At depth 1569328d5752SMark Fasheh * zero, it should always be null so there's 1570328d5752SMark Fasheh * no reason to brelse. 1571328d5752SMark Fasheh */ 1572328d5752SMark Fasheh BUG_ON(*last_eb_bh); 1573328d5752SMark Fasheh get_bh(bh); 1574328d5752SMark Fasheh *last_eb_bh = bh; 1575c3afcbb3SMark Fasheh goto out; 1576c3afcbb3SMark Fasheh } 1577328d5752SMark Fasheh } 1578c3afcbb3SMark Fasheh 1579c3afcbb3SMark Fasheh /* call ocfs2_add_branch to add the final part of the tree with 1580c3afcbb3SMark Fasheh * the new data. */ 1581d401dc12SJoel Becker ret = ocfs2_add_branch(handle, et, bh, last_eb_bh, 1582c3afcbb3SMark Fasheh meta_ac); 1583229ba1f8Swangyan if (ret < 0) 1584c3afcbb3SMark Fasheh mlog_errno(ret); 1585c3afcbb3SMark Fasheh 1586c3afcbb3SMark Fasheh out: 1587c3afcbb3SMark Fasheh if (final_depth) 1588c3afcbb3SMark Fasheh *final_depth = depth; 1589c3afcbb3SMark Fasheh brelse(bh); 1590c3afcbb3SMark Fasheh return ret; 1591c3afcbb3SMark Fasheh } 1592c3afcbb3SMark Fasheh 1593c3afcbb3SMark Fasheh /* 1594dcd0538fSMark Fasheh * This function will discard the rightmost extent record. 1595dcd0538fSMark Fasheh */ 1596dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el) 1597dcd0538fSMark Fasheh { 1598dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1599dcd0538fSMark Fasheh int count = le16_to_cpu(el->l_count); 1600dcd0538fSMark Fasheh unsigned int num_bytes; 1601dcd0538fSMark Fasheh 1602dcd0538fSMark Fasheh BUG_ON(!next_free); 1603dcd0538fSMark Fasheh /* This will cause us to go off the end of our extent list. */ 1604dcd0538fSMark Fasheh BUG_ON(next_free >= count); 1605dcd0538fSMark Fasheh 1606dcd0538fSMark Fasheh num_bytes = sizeof(struct ocfs2_extent_rec) * next_free; 1607dcd0538fSMark Fasheh 1608dcd0538fSMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], num_bytes); 1609dcd0538fSMark Fasheh } 1610dcd0538fSMark Fasheh 1611dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el, 1612dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 1613dcd0538fSMark Fasheh { 1614dcd0538fSMark Fasheh int i, insert_index, next_free, has_empty, num_bytes; 1615dcd0538fSMark Fasheh u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos); 1616dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1617dcd0538fSMark Fasheh 1618dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 1619dcd0538fSMark Fasheh has_empty = ocfs2_is_empty_extent(&el->l_recs[0]); 1620dcd0538fSMark Fasheh 1621dcd0538fSMark Fasheh BUG_ON(!next_free); 1622dcd0538fSMark Fasheh 1623dcd0538fSMark Fasheh /* The tree code before us didn't allow enough room in the leaf. */ 1624b1f3550fSJulia Lawall BUG_ON(el->l_next_free_rec == el->l_count && !has_empty); 1625dcd0538fSMark Fasheh 1626dcd0538fSMark Fasheh /* 1627dcd0538fSMark Fasheh * The easiest way to approach this is to just remove the 1628dcd0538fSMark Fasheh * empty extent and temporarily decrement next_free. 1629dcd0538fSMark Fasheh */ 1630dcd0538fSMark Fasheh if (has_empty) { 1631dcd0538fSMark Fasheh /* 1632dcd0538fSMark Fasheh * If next_free was 1 (only an empty extent), this 1633dcd0538fSMark Fasheh * loop won't execute, which is fine. We still want 1634dcd0538fSMark Fasheh * the decrement above to happen. 1635dcd0538fSMark Fasheh */ 1636dcd0538fSMark Fasheh for(i = 0; i < (next_free - 1); i++) 1637dcd0538fSMark Fasheh el->l_recs[i] = el->l_recs[i+1]; 1638dcd0538fSMark Fasheh 1639dcd0538fSMark Fasheh next_free--; 1640dcd0538fSMark Fasheh } 1641dcd0538fSMark Fasheh 1642dcd0538fSMark Fasheh /* 1643dcd0538fSMark Fasheh * Figure out what the new record index should be. 1644dcd0538fSMark Fasheh */ 1645dcd0538fSMark Fasheh for(i = 0; i < next_free; i++) { 1646dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1647dcd0538fSMark Fasheh 1648dcd0538fSMark Fasheh if (insert_cpos < le32_to_cpu(rec->e_cpos)) 1649dcd0538fSMark Fasheh break; 1650dcd0538fSMark Fasheh } 1651dcd0538fSMark Fasheh insert_index = i; 1652dcd0538fSMark Fasheh 1653a09d09b8STao Ma trace_ocfs2_rotate_leaf(insert_cpos, insert_index, 1654a09d09b8STao Ma has_empty, next_free, 1655a09d09b8STao Ma le16_to_cpu(el->l_count)); 1656dcd0538fSMark Fasheh 1657dcd0538fSMark Fasheh BUG_ON(insert_index < 0); 1658dcd0538fSMark Fasheh BUG_ON(insert_index >= le16_to_cpu(el->l_count)); 1659dcd0538fSMark Fasheh BUG_ON(insert_index > next_free); 1660dcd0538fSMark Fasheh 1661dcd0538fSMark Fasheh /* 1662dcd0538fSMark Fasheh * No need to memmove if we're just adding to the tail. 1663dcd0538fSMark Fasheh */ 1664dcd0538fSMark Fasheh if (insert_index != next_free) { 1665dcd0538fSMark Fasheh BUG_ON(next_free >= le16_to_cpu(el->l_count)); 1666dcd0538fSMark Fasheh 1667dcd0538fSMark Fasheh num_bytes = next_free - insert_index; 1668dcd0538fSMark Fasheh num_bytes *= sizeof(struct ocfs2_extent_rec); 1669dcd0538fSMark Fasheh memmove(&el->l_recs[insert_index + 1], 1670dcd0538fSMark Fasheh &el->l_recs[insert_index], 1671dcd0538fSMark Fasheh num_bytes); 1672dcd0538fSMark Fasheh } 1673dcd0538fSMark Fasheh 1674dcd0538fSMark Fasheh /* 1675dcd0538fSMark Fasheh * Either we had an empty extent, and need to re-increment or 1676dcd0538fSMark Fasheh * there was no empty extent on a non full rightmost leaf node, 1677dcd0538fSMark Fasheh * in which case we still need to increment. 1678dcd0538fSMark Fasheh */ 1679dcd0538fSMark Fasheh next_free++; 1680dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(next_free); 1681dcd0538fSMark Fasheh /* 1682dcd0538fSMark Fasheh * Make sure none of the math above just messed up our tree. 1683dcd0538fSMark Fasheh */ 1684dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count)); 1685dcd0538fSMark Fasheh 1686dcd0538fSMark Fasheh el->l_recs[insert_index] = *insert_rec; 1687dcd0538fSMark Fasheh 1688dcd0538fSMark Fasheh } 1689dcd0538fSMark Fasheh 1690328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el) 1691328d5752SMark Fasheh { 1692328d5752SMark Fasheh int size, num_recs = le16_to_cpu(el->l_next_free_rec); 1693328d5752SMark Fasheh 1694328d5752SMark Fasheh BUG_ON(num_recs == 0); 1695328d5752SMark Fasheh 1696328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 1697328d5752SMark Fasheh num_recs--; 1698328d5752SMark Fasheh size = num_recs * sizeof(struct ocfs2_extent_rec); 1699328d5752SMark Fasheh memmove(&el->l_recs[0], &el->l_recs[1], size); 1700328d5752SMark Fasheh memset(&el->l_recs[num_recs], 0, 1701328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 1702328d5752SMark Fasheh el->l_next_free_rec = cpu_to_le16(num_recs); 1703328d5752SMark Fasheh } 1704328d5752SMark Fasheh } 1705328d5752SMark Fasheh 1706dcd0538fSMark Fasheh /* 1707dcd0538fSMark Fasheh * Create an empty extent record . 1708dcd0538fSMark Fasheh * 1709dcd0538fSMark Fasheh * l_next_free_rec may be updated. 1710dcd0538fSMark Fasheh * 1711dcd0538fSMark Fasheh * If an empty extent already exists do nothing. 1712dcd0538fSMark Fasheh */ 1713dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el) 1714dcd0538fSMark Fasheh { 1715dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1716dcd0538fSMark Fasheh 1717e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 1718e48edee2SMark Fasheh 1719dcd0538fSMark Fasheh if (next_free == 0) 1720dcd0538fSMark Fasheh goto set_and_inc; 1721dcd0538fSMark Fasheh 1722dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 1723dcd0538fSMark Fasheh return; 1724dcd0538fSMark Fasheh 1725dcd0538fSMark Fasheh mlog_bug_on_msg(el->l_count == el->l_next_free_rec, 1726dcd0538fSMark Fasheh "Asked to create an empty extent in a full list:\n" 1727dcd0538fSMark Fasheh "count = %u, tree depth = %u", 1728dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 1729dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1730dcd0538fSMark Fasheh 1731dcd0538fSMark Fasheh ocfs2_shift_records_right(el); 1732dcd0538fSMark Fasheh 1733dcd0538fSMark Fasheh set_and_inc: 1734dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1735dcd0538fSMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1736dcd0538fSMark Fasheh } 1737dcd0538fSMark Fasheh 1738dcd0538fSMark Fasheh /* 1739dcd0538fSMark Fasheh * For a rotation which involves two leaf nodes, the "root node" is 1740dcd0538fSMark Fasheh * the lowest level tree node which contains a path to both leafs. This 1741dcd0538fSMark Fasheh * resulting set of information can be used to form a complete "subtree" 1742dcd0538fSMark Fasheh * 1743dcd0538fSMark Fasheh * This function is passed two full paths from the dinode down to a 1744dcd0538fSMark Fasheh * pair of adjacent leaves. It's task is to figure out which path 1745dcd0538fSMark Fasheh * index contains the subtree root - this can be the root index itself 1746dcd0538fSMark Fasheh * in a worst-case rotation. 1747dcd0538fSMark Fasheh * 1748dcd0538fSMark Fasheh * The array index of the subtree root is passed back. 1749dcd0538fSMark Fasheh */ 175038a04e43STao Ma int ocfs2_find_subtree_root(struct ocfs2_extent_tree *et, 1751dcd0538fSMark Fasheh struct ocfs2_path *left, 1752dcd0538fSMark Fasheh struct ocfs2_path *right) 1753dcd0538fSMark Fasheh { 1754dcd0538fSMark Fasheh int i = 0; 1755dcd0538fSMark Fasheh 1756dcd0538fSMark Fasheh /* 1757dcd0538fSMark Fasheh * Check that the caller passed in two paths from the same tree. 1758dcd0538fSMark Fasheh */ 1759dcd0538fSMark Fasheh BUG_ON(path_root_bh(left) != path_root_bh(right)); 1760dcd0538fSMark Fasheh 1761dcd0538fSMark Fasheh do { 1762dcd0538fSMark Fasheh i++; 1763dcd0538fSMark Fasheh 1764dcd0538fSMark Fasheh /* 1765dcd0538fSMark Fasheh * The caller didn't pass two adjacent paths. 1766dcd0538fSMark Fasheh */ 1767dcd0538fSMark Fasheh mlog_bug_on_msg(i > left->p_tree_depth, 17687dc02805SJoel Becker "Owner %llu, left depth %u, right depth %u\n" 1769dcd0538fSMark Fasheh "left leaf blk %llu, right leaf blk %llu\n", 17707dc02805SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 17717dc02805SJoel Becker left->p_tree_depth, right->p_tree_depth, 1772dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(left)->b_blocknr, 1773dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(right)->b_blocknr); 1774dcd0538fSMark Fasheh } while (left->p_node[i].bh->b_blocknr == 1775dcd0538fSMark Fasheh right->p_node[i].bh->b_blocknr); 1776dcd0538fSMark Fasheh 1777dcd0538fSMark Fasheh return i - 1; 1778dcd0538fSMark Fasheh } 1779dcd0538fSMark Fasheh 1780dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *); 1781dcd0538fSMark Fasheh 1782dcd0538fSMark Fasheh /* 1783dcd0538fSMark Fasheh * Traverse a btree path in search of cpos, starting at root_el. 1784dcd0538fSMark Fasheh * 1785dcd0538fSMark Fasheh * This code can be called with a cpos larger than the tree, in which 1786dcd0538fSMark Fasheh * case it will return the rightmost path. 1787dcd0538fSMark Fasheh */ 1788facdb77fSJoel Becker static int __ocfs2_find_path(struct ocfs2_caching_info *ci, 1789dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el, u32 cpos, 1790dcd0538fSMark Fasheh path_insert_t *func, void *data) 1791dcd0538fSMark Fasheh { 1792dcd0538fSMark Fasheh int i, ret = 0; 1793dcd0538fSMark Fasheh u32 range; 1794dcd0538fSMark Fasheh u64 blkno; 1795dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1796dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 1797dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1798dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1799dcd0538fSMark Fasheh 1800dcd0538fSMark Fasheh el = root_el; 1801dcd0538fSMark Fasheh while (el->l_tree_depth) { 1802dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1803facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 18047ecef14aSJoe Perches "Owner %llu has empty extent list at depth %u\n", 1805facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1806dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1807dcd0538fSMark Fasheh ret = -EROFS; 1808dcd0538fSMark Fasheh goto out; 1809dcd0538fSMark Fasheh 1810dcd0538fSMark Fasheh } 1811dcd0538fSMark Fasheh 1812dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) { 1813dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1814dcd0538fSMark Fasheh 1815dcd0538fSMark Fasheh /* 1816dcd0538fSMark Fasheh * In the case that cpos is off the allocation 1817dcd0538fSMark Fasheh * tree, this should just wind up returning the 1818dcd0538fSMark Fasheh * rightmost record. 1819dcd0538fSMark Fasheh */ 1820dcd0538fSMark Fasheh range = le32_to_cpu(rec->e_cpos) + 1821e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec); 1822dcd0538fSMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1823dcd0538fSMark Fasheh break; 1824dcd0538fSMark Fasheh } 1825dcd0538fSMark Fasheh 1826dcd0538fSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1827dcd0538fSMark Fasheh if (blkno == 0) { 1828facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 18297ecef14aSJoe Perches "Owner %llu has bad blkno in extent list at depth %u (index %d)\n", 1830facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1831dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), i); 1832dcd0538fSMark Fasheh ret = -EROFS; 1833dcd0538fSMark Fasheh goto out; 1834dcd0538fSMark Fasheh } 1835dcd0538fSMark Fasheh 1836dcd0538fSMark Fasheh brelse(bh); 1837dcd0538fSMark Fasheh bh = NULL; 1838facdb77fSJoel Becker ret = ocfs2_read_extent_block(ci, blkno, &bh); 1839dcd0538fSMark Fasheh if (ret) { 1840dcd0538fSMark Fasheh mlog_errno(ret); 1841dcd0538fSMark Fasheh goto out; 1842dcd0538fSMark Fasheh } 1843dcd0538fSMark Fasheh 1844dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1845dcd0538fSMark Fasheh el = &eb->h_list; 1846dcd0538fSMark Fasheh 1847dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1848dcd0538fSMark Fasheh le16_to_cpu(el->l_count)) { 1849facdb77fSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(ci), 18507ecef14aSJoe Perches "Owner %llu has bad count in extent list at block %llu (next free=%u, count=%u)\n", 1851facdb77fSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(ci), 1852dcd0538fSMark Fasheh (unsigned long long)bh->b_blocknr, 1853dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 1854dcd0538fSMark Fasheh le16_to_cpu(el->l_count)); 1855dcd0538fSMark Fasheh ret = -EROFS; 1856dcd0538fSMark Fasheh goto out; 1857dcd0538fSMark Fasheh } 1858dcd0538fSMark Fasheh 1859dcd0538fSMark Fasheh if (func) 1860dcd0538fSMark Fasheh func(data, bh); 1861dcd0538fSMark Fasheh } 1862dcd0538fSMark Fasheh 1863dcd0538fSMark Fasheh out: 1864dcd0538fSMark Fasheh /* 1865dcd0538fSMark Fasheh * Catch any trailing bh that the loop didn't handle. 1866dcd0538fSMark Fasheh */ 1867dcd0538fSMark Fasheh brelse(bh); 1868dcd0538fSMark Fasheh 1869dcd0538fSMark Fasheh return ret; 1870dcd0538fSMark Fasheh } 1871dcd0538fSMark Fasheh 1872dcd0538fSMark Fasheh /* 1873dcd0538fSMark Fasheh * Given an initialized path (that is, it has a valid root extent 1874dcd0538fSMark Fasheh * list), this function will traverse the btree in search of the path 1875dcd0538fSMark Fasheh * which would contain cpos. 1876dcd0538fSMark Fasheh * 1877dcd0538fSMark Fasheh * The path traveled is recorded in the path structure. 1878dcd0538fSMark Fasheh * 1879dcd0538fSMark Fasheh * Note that this will not do any comparisons on leaf node extent 1880dcd0538fSMark Fasheh * records, so it will work fine in the case that we just added a tree 1881dcd0538fSMark Fasheh * branch. 1882dcd0538fSMark Fasheh */ 1883dcd0538fSMark Fasheh struct find_path_data { 1884dcd0538fSMark Fasheh int index; 1885dcd0538fSMark Fasheh struct ocfs2_path *path; 1886dcd0538fSMark Fasheh }; 1887dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh) 1888dcd0538fSMark Fasheh { 1889dcd0538fSMark Fasheh struct find_path_data *fp = data; 1890dcd0538fSMark Fasheh 1891dcd0538fSMark Fasheh get_bh(bh); 1892dcd0538fSMark Fasheh ocfs2_path_insert_eb(fp->path, fp->index, bh); 1893dcd0538fSMark Fasheh fp->index++; 1894dcd0538fSMark Fasheh } 1895e2e9f608STao Ma int ocfs2_find_path(struct ocfs2_caching_info *ci, 1896facdb77fSJoel Becker struct ocfs2_path *path, u32 cpos) 1897dcd0538fSMark Fasheh { 1898dcd0538fSMark Fasheh struct find_path_data data; 1899dcd0538fSMark Fasheh 1900dcd0538fSMark Fasheh data.index = 1; 1901dcd0538fSMark Fasheh data.path = path; 1902facdb77fSJoel Becker return __ocfs2_find_path(ci, path_root_el(path), cpos, 1903dcd0538fSMark Fasheh find_path_ins, &data); 1904dcd0538fSMark Fasheh } 1905dcd0538fSMark Fasheh 1906dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh) 1907dcd0538fSMark Fasheh { 1908dcd0538fSMark Fasheh struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data; 1909dcd0538fSMark Fasheh struct ocfs2_extent_list *el = &eb->h_list; 1910dcd0538fSMark Fasheh struct buffer_head **ret = data; 1911dcd0538fSMark Fasheh 1912dcd0538fSMark Fasheh /* We want to retain only the leaf block. */ 1913dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 1914dcd0538fSMark Fasheh get_bh(bh); 1915dcd0538fSMark Fasheh *ret = bh; 1916dcd0538fSMark Fasheh } 1917dcd0538fSMark Fasheh } 1918dcd0538fSMark Fasheh /* 1919dcd0538fSMark Fasheh * Find the leaf block in the tree which would contain cpos. No 1920dcd0538fSMark Fasheh * checking of the actual leaf is done. 1921dcd0538fSMark Fasheh * 1922dcd0538fSMark Fasheh * Some paths want to call this instead of allocating a path structure 1923dcd0538fSMark Fasheh * and calling ocfs2_find_path(). 1924dcd0538fSMark Fasheh * 1925dcd0538fSMark Fasheh * This function doesn't handle non btree extent lists. 1926dcd0538fSMark Fasheh */ 1927facdb77fSJoel Becker int ocfs2_find_leaf(struct ocfs2_caching_info *ci, 1928facdb77fSJoel Becker struct ocfs2_extent_list *root_el, u32 cpos, 1929facdb77fSJoel Becker struct buffer_head **leaf_bh) 1930dcd0538fSMark Fasheh { 1931dcd0538fSMark Fasheh int ret; 1932dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1933dcd0538fSMark Fasheh 1934facdb77fSJoel Becker ret = __ocfs2_find_path(ci, root_el, cpos, find_leaf_ins, &bh); 1935dcd0538fSMark Fasheh if (ret) { 1936dcd0538fSMark Fasheh mlog_errno(ret); 1937dcd0538fSMark Fasheh goto out; 1938dcd0538fSMark Fasheh } 1939dcd0538fSMark Fasheh 1940dcd0538fSMark Fasheh *leaf_bh = bh; 1941dcd0538fSMark Fasheh out: 1942dcd0538fSMark Fasheh return ret; 1943dcd0538fSMark Fasheh } 1944dcd0538fSMark Fasheh 1945dcd0538fSMark Fasheh /* 1946dcd0538fSMark Fasheh * Adjust the adjacent records (left_rec, right_rec) involved in a rotation. 1947dcd0538fSMark Fasheh * 1948dcd0538fSMark Fasheh * Basically, we've moved stuff around at the bottom of the tree and 1949dcd0538fSMark Fasheh * we need to fix up the extent records above the changes to reflect 1950dcd0538fSMark Fasheh * the new changes. 1951dcd0538fSMark Fasheh * 1952dcd0538fSMark Fasheh * left_rec: the record on the left. 1953dcd0538fSMark Fasheh * right_rec: the record to the right of left_rec 1954dcd0538fSMark Fasheh * right_child_el: is the child list pointed to by right_rec 1955dcd0538fSMark Fasheh * 1956dcd0538fSMark Fasheh * By definition, this only works on interior nodes. 1957dcd0538fSMark Fasheh */ 1958dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec, 1959dcd0538fSMark Fasheh struct ocfs2_extent_rec *right_rec, 1960dcd0538fSMark Fasheh struct ocfs2_extent_list *right_child_el) 1961dcd0538fSMark Fasheh { 1962dcd0538fSMark Fasheh u32 left_clusters, right_end; 1963dcd0538fSMark Fasheh 1964dcd0538fSMark Fasheh /* 1965dcd0538fSMark Fasheh * Interior nodes never have holes. Their cpos is the cpos of 1966dcd0538fSMark Fasheh * the leftmost record in their child list. Their cluster 1967dcd0538fSMark Fasheh * count covers the full theoretical range of their child list 1968dcd0538fSMark Fasheh * - the range between their cpos and the cpos of the record 1969dcd0538fSMark Fasheh * immediately to their right. 1970dcd0538fSMark Fasheh */ 1971dcd0538fSMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos); 197282e12644STao Ma if (!ocfs2_rec_clusters(right_child_el, &right_child_el->l_recs[0])) { 197382e12644STao Ma BUG_ON(right_child_el->l_tree_depth); 1974328d5752SMark Fasheh BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1); 1975328d5752SMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos); 1976328d5752SMark Fasheh } 1977dcd0538fSMark Fasheh left_clusters -= le32_to_cpu(left_rec->e_cpos); 1978e48edee2SMark Fasheh left_rec->e_int_clusters = cpu_to_le32(left_clusters); 1979dcd0538fSMark Fasheh 1980dcd0538fSMark Fasheh /* 1981dcd0538fSMark Fasheh * Calculate the rightmost cluster count boundary before 1982e48edee2SMark Fasheh * moving cpos - we will need to adjust clusters after 1983dcd0538fSMark Fasheh * updating e_cpos to keep the same highest cluster count. 1984dcd0538fSMark Fasheh */ 1985dcd0538fSMark Fasheh right_end = le32_to_cpu(right_rec->e_cpos); 1986e48edee2SMark Fasheh right_end += le32_to_cpu(right_rec->e_int_clusters); 1987dcd0538fSMark Fasheh 1988dcd0538fSMark Fasheh right_rec->e_cpos = left_rec->e_cpos; 1989dcd0538fSMark Fasheh le32_add_cpu(&right_rec->e_cpos, left_clusters); 1990dcd0538fSMark Fasheh 1991dcd0538fSMark Fasheh right_end -= le32_to_cpu(right_rec->e_cpos); 1992e48edee2SMark Fasheh right_rec->e_int_clusters = cpu_to_le32(right_end); 1993dcd0538fSMark Fasheh } 1994dcd0538fSMark Fasheh 1995dcd0538fSMark Fasheh /* 1996dcd0538fSMark Fasheh * Adjust the adjacent root node records involved in a 1997dcd0538fSMark Fasheh * rotation. left_el_blkno is passed in as a key so that we can easily 1998dcd0538fSMark Fasheh * find it's index in the root list. 1999dcd0538fSMark Fasheh */ 2000dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el, 2001dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el, 2002dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, 2003dcd0538fSMark Fasheh u64 left_el_blkno) 2004dcd0538fSMark Fasheh { 2005dcd0538fSMark Fasheh int i; 2006dcd0538fSMark Fasheh 2007dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) <= 2008dcd0538fSMark Fasheh le16_to_cpu(left_el->l_tree_depth)); 2009dcd0538fSMark Fasheh 2010dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) { 2011dcd0538fSMark Fasheh if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno) 2012dcd0538fSMark Fasheh break; 2013dcd0538fSMark Fasheh } 2014dcd0538fSMark Fasheh 2015dcd0538fSMark Fasheh /* 2016dcd0538fSMark Fasheh * The path walking code should have never returned a root and 2017dcd0538fSMark Fasheh * two paths which are not adjacent. 2018dcd0538fSMark Fasheh */ 2019dcd0538fSMark Fasheh BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1)); 2020dcd0538fSMark Fasheh 2021964f14a0SJun Piao ocfs2_adjust_adjacent_records(&root_el->l_recs[i], 2022dcd0538fSMark Fasheh &root_el->l_recs[i + 1], right_el); 2023dcd0538fSMark Fasheh } 2024dcd0538fSMark Fasheh 2025dcd0538fSMark Fasheh /* 2026dcd0538fSMark Fasheh * We've changed a leaf block (in right_path) and need to reflect that 2027dcd0538fSMark Fasheh * change back up the subtree. 2028dcd0538fSMark Fasheh * 2029dcd0538fSMark Fasheh * This happens in multiple places: 2030dcd0538fSMark Fasheh * - When we've moved an extent record from the left path leaf to the right 2031dcd0538fSMark Fasheh * path leaf to make room for an empty extent in the left path leaf. 2032dcd0538fSMark Fasheh * - When our insert into the right path leaf is at the leftmost edge 2033dcd0538fSMark Fasheh * and requires an update of the path immediately to it's left. This 2034dcd0538fSMark Fasheh * can occur at the end of some types of rotation and appending inserts. 2035677b9752STao Ma * - When we've adjusted the last extent record in the left path leaf and the 2036677b9752STao Ma * 1st extent record in the right path leaf during cross extent block merge. 2037dcd0538fSMark Fasheh */ 20384619c73eSJoel Becker static void ocfs2_complete_edge_insert(handle_t *handle, 2039dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2040dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2041dcd0538fSMark Fasheh int subtree_index) 2042dcd0538fSMark Fasheh { 2043ec20cec7SJoel Becker int i, idx; 2044dcd0538fSMark Fasheh struct ocfs2_extent_list *el, *left_el, *right_el; 2045dcd0538fSMark Fasheh struct ocfs2_extent_rec *left_rec, *right_rec; 2046dcd0538fSMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2047dcd0538fSMark Fasheh 2048dcd0538fSMark Fasheh /* 2049dcd0538fSMark Fasheh * Update the counts and position values within all the 2050dcd0538fSMark Fasheh * interior nodes to reflect the leaf rotation we just did. 2051dcd0538fSMark Fasheh * 2052dcd0538fSMark Fasheh * The root node is handled below the loop. 2053dcd0538fSMark Fasheh * 2054dcd0538fSMark Fasheh * We begin the loop with right_el and left_el pointing to the 2055dcd0538fSMark Fasheh * leaf lists and work our way up. 2056dcd0538fSMark Fasheh * 2057dcd0538fSMark Fasheh * NOTE: within this loop, left_el and right_el always refer 2058dcd0538fSMark Fasheh * to the *child* lists. 2059dcd0538fSMark Fasheh */ 2060dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2061dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2062dcd0538fSMark Fasheh for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) { 2063a09d09b8STao Ma trace_ocfs2_complete_edge_insert(i); 2064dcd0538fSMark Fasheh 2065dcd0538fSMark Fasheh /* 2066dcd0538fSMark Fasheh * One nice property of knowing that all of these 2067dcd0538fSMark Fasheh * nodes are below the root is that we only deal with 2068dcd0538fSMark Fasheh * the leftmost right node record and the rightmost 2069dcd0538fSMark Fasheh * left node record. 2070dcd0538fSMark Fasheh */ 2071dcd0538fSMark Fasheh el = left_path->p_node[i].el; 2072dcd0538fSMark Fasheh idx = le16_to_cpu(left_el->l_next_free_rec) - 1; 2073dcd0538fSMark Fasheh left_rec = &el->l_recs[idx]; 2074dcd0538fSMark Fasheh 2075dcd0538fSMark Fasheh el = right_path->p_node[i].el; 2076dcd0538fSMark Fasheh right_rec = &el->l_recs[0]; 2077dcd0538fSMark Fasheh 2078964f14a0SJun Piao ocfs2_adjust_adjacent_records(left_rec, right_rec, right_el); 2079dcd0538fSMark Fasheh 2080ec20cec7SJoel Becker ocfs2_journal_dirty(handle, left_path->p_node[i].bh); 2081ec20cec7SJoel Becker ocfs2_journal_dirty(handle, right_path->p_node[i].bh); 2082dcd0538fSMark Fasheh 2083dcd0538fSMark Fasheh /* 2084dcd0538fSMark Fasheh * Setup our list pointers now so that the current 2085dcd0538fSMark Fasheh * parents become children in the next iteration. 2086dcd0538fSMark Fasheh */ 2087dcd0538fSMark Fasheh left_el = left_path->p_node[i].el; 2088dcd0538fSMark Fasheh right_el = right_path->p_node[i].el; 2089dcd0538fSMark Fasheh } 2090dcd0538fSMark Fasheh 2091dcd0538fSMark Fasheh /* 2092dcd0538fSMark Fasheh * At the root node, adjust the two adjacent records which 2093dcd0538fSMark Fasheh * begin our path to the leaves. 2094dcd0538fSMark Fasheh */ 2095dcd0538fSMark Fasheh 2096dcd0538fSMark Fasheh el = left_path->p_node[subtree_index].el; 2097dcd0538fSMark Fasheh left_el = left_path->p_node[subtree_index + 1].el; 2098dcd0538fSMark Fasheh right_el = right_path->p_node[subtree_index + 1].el; 2099dcd0538fSMark Fasheh 2100dcd0538fSMark Fasheh ocfs2_adjust_root_records(el, left_el, right_el, 2101dcd0538fSMark Fasheh left_path->p_node[subtree_index + 1].bh->b_blocknr); 2102dcd0538fSMark Fasheh 2103dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2104dcd0538fSMark Fasheh 2105ec20cec7SJoel Becker ocfs2_journal_dirty(handle, root_bh); 2106dcd0538fSMark Fasheh } 2107dcd0538fSMark Fasheh 21085c601abaSJoel Becker static int ocfs2_rotate_subtree_right(handle_t *handle, 21095c601abaSJoel Becker struct ocfs2_extent_tree *et, 2110dcd0538fSMark Fasheh struct ocfs2_path *left_path, 2111dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2112dcd0538fSMark Fasheh int subtree_index) 2113dcd0538fSMark Fasheh { 2114dcd0538fSMark Fasheh int ret, i; 2115dcd0538fSMark Fasheh struct buffer_head *right_leaf_bh; 2116dcd0538fSMark Fasheh struct buffer_head *left_leaf_bh = NULL; 2117dcd0538fSMark Fasheh struct buffer_head *root_bh; 2118dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, *left_el; 2119dcd0538fSMark Fasheh struct ocfs2_extent_rec move_rec; 2120dcd0538fSMark Fasheh 2121dcd0538fSMark Fasheh left_leaf_bh = path_leaf_bh(left_path); 2122dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2123dcd0538fSMark Fasheh 2124dcd0538fSMark Fasheh if (left_el->l_next_free_rec != left_el->l_count) { 21255c601abaSJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 21267ecef14aSJoe Perches "Inode %llu has non-full interior leaf node %llu (next free = %u)\n", 21275c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2128dcd0538fSMark Fasheh (unsigned long long)left_leaf_bh->b_blocknr, 2129dcd0538fSMark Fasheh le16_to_cpu(left_el->l_next_free_rec)); 2130dcd0538fSMark Fasheh return -EROFS; 2131dcd0538fSMark Fasheh } 2132dcd0538fSMark Fasheh 2133dcd0538fSMark Fasheh /* 2134dcd0538fSMark Fasheh * This extent block may already have an empty record, so we 2135dcd0538fSMark Fasheh * return early if so. 2136dcd0538fSMark Fasheh */ 2137dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&left_el->l_recs[0])) 2138dcd0538fSMark Fasheh return 0; 2139dcd0538fSMark Fasheh 2140dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2141dcd0538fSMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2142dcd0538fSMark Fasheh 21435c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 214413723d00SJoel Becker subtree_index); 2145dcd0538fSMark Fasheh if (ret) { 2146dcd0538fSMark Fasheh mlog_errno(ret); 2147dcd0538fSMark Fasheh goto out; 2148dcd0538fSMark Fasheh } 2149dcd0538fSMark Fasheh 2150dcd0538fSMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 21515c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 215213723d00SJoel Becker right_path, i); 2153dcd0538fSMark Fasheh if (ret) { 2154dcd0538fSMark Fasheh mlog_errno(ret); 2155dcd0538fSMark Fasheh goto out; 2156dcd0538fSMark Fasheh } 2157dcd0538fSMark Fasheh 21585c601abaSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 215913723d00SJoel Becker left_path, i); 2160dcd0538fSMark Fasheh if (ret) { 2161dcd0538fSMark Fasheh mlog_errno(ret); 2162dcd0538fSMark Fasheh goto out; 2163dcd0538fSMark Fasheh } 2164dcd0538fSMark Fasheh } 2165dcd0538fSMark Fasheh 2166dcd0538fSMark Fasheh right_leaf_bh = path_leaf_bh(right_path); 2167dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 2168dcd0538fSMark Fasheh 2169dcd0538fSMark Fasheh /* This is a code error, not a disk corruption. */ 2170dcd0538fSMark Fasheh mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails " 2171dcd0538fSMark Fasheh "because rightmost leaf block %llu is empty\n", 21725c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2173dcd0538fSMark Fasheh (unsigned long long)right_leaf_bh->b_blocknr); 2174dcd0538fSMark Fasheh 2175dcd0538fSMark Fasheh ocfs2_create_empty_extent(right_el); 2176dcd0538fSMark Fasheh 2177ec20cec7SJoel Becker ocfs2_journal_dirty(handle, right_leaf_bh); 2178dcd0538fSMark Fasheh 2179dcd0538fSMark Fasheh /* Do the copy now. */ 2180dcd0538fSMark Fasheh i = le16_to_cpu(left_el->l_next_free_rec) - 1; 2181dcd0538fSMark Fasheh move_rec = left_el->l_recs[i]; 2182dcd0538fSMark Fasheh right_el->l_recs[0] = move_rec; 2183dcd0538fSMark Fasheh 2184dcd0538fSMark Fasheh /* 2185dcd0538fSMark Fasheh * Clear out the record we just copied and shift everything 2186dcd0538fSMark Fasheh * over, leaving an empty extent in the left leaf. 2187dcd0538fSMark Fasheh * 2188dcd0538fSMark Fasheh * We temporarily subtract from next_free_rec so that the 2189dcd0538fSMark Fasheh * shift will lose the tail record (which is now defunct). 2190dcd0538fSMark Fasheh */ 2191dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, -1); 2192dcd0538fSMark Fasheh ocfs2_shift_records_right(left_el); 2193dcd0538fSMark Fasheh memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2194dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, 1); 2195dcd0538fSMark Fasheh 2196ec20cec7SJoel Becker ocfs2_journal_dirty(handle, left_leaf_bh); 2197dcd0538fSMark Fasheh 21984619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2199dcd0538fSMark Fasheh subtree_index); 2200dcd0538fSMark Fasheh 2201dcd0538fSMark Fasheh out: 2202dcd0538fSMark Fasheh return ret; 2203dcd0538fSMark Fasheh } 2204dcd0538fSMark Fasheh 2205dcd0538fSMark Fasheh /* 2206dcd0538fSMark Fasheh * Given a full path, determine what cpos value would return us a path 2207dcd0538fSMark Fasheh * containing the leaf immediately to the left of the current one. 2208dcd0538fSMark Fasheh * 2209dcd0538fSMark Fasheh * Will return zero if the path passed in is already the leftmost path. 2210dcd0538fSMark Fasheh */ 2211ee149a7cSTristan Ye int ocfs2_find_cpos_for_left_leaf(struct super_block *sb, 2212dcd0538fSMark Fasheh struct ocfs2_path *path, u32 *cpos) 2213dcd0538fSMark Fasheh { 2214dcd0538fSMark Fasheh int i, j, ret = 0; 2215dcd0538fSMark Fasheh u64 blkno; 2216dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 2217dcd0538fSMark Fasheh 2218e48edee2SMark Fasheh BUG_ON(path->p_tree_depth == 0); 2219e48edee2SMark Fasheh 2220dcd0538fSMark Fasheh *cpos = 0; 2221dcd0538fSMark Fasheh 2222dcd0538fSMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2223dcd0538fSMark Fasheh 2224dcd0538fSMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2225dcd0538fSMark Fasheh i = path->p_tree_depth - 1; 2226dcd0538fSMark Fasheh while (i >= 0) { 2227dcd0538fSMark Fasheh el = path->p_node[i].el; 2228dcd0538fSMark Fasheh 2229dcd0538fSMark Fasheh /* 2230dcd0538fSMark Fasheh * Find the extent record just before the one in our 2231dcd0538fSMark Fasheh * path. 2232dcd0538fSMark Fasheh */ 2233dcd0538fSMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2234dcd0538fSMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2235dcd0538fSMark Fasheh if (j == 0) { 2236dcd0538fSMark Fasheh if (i == 0) { 2237dcd0538fSMark Fasheh /* 2238dcd0538fSMark Fasheh * We've determined that the 2239dcd0538fSMark Fasheh * path specified is already 2240dcd0538fSMark Fasheh * the leftmost one - return a 2241dcd0538fSMark Fasheh * cpos of zero. 2242dcd0538fSMark Fasheh */ 2243dcd0538fSMark Fasheh goto out; 2244dcd0538fSMark Fasheh } 2245dcd0538fSMark Fasheh /* 2246dcd0538fSMark Fasheh * The leftmost record points to our 2247dcd0538fSMark Fasheh * leaf - we need to travel up the 2248dcd0538fSMark Fasheh * tree one level. 2249dcd0538fSMark Fasheh */ 2250dcd0538fSMark Fasheh goto next_node; 2251dcd0538fSMark Fasheh } 2252dcd0538fSMark Fasheh 2253dcd0538fSMark Fasheh *cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos); 2254e48edee2SMark Fasheh *cpos = *cpos + ocfs2_rec_clusters(el, 2255e48edee2SMark Fasheh &el->l_recs[j - 1]); 2256e48edee2SMark Fasheh *cpos = *cpos - 1; 2257dcd0538fSMark Fasheh goto out; 2258dcd0538fSMark Fasheh } 2259dcd0538fSMark Fasheh } 2260dcd0538fSMark Fasheh 2261dcd0538fSMark Fasheh /* 2262dcd0538fSMark Fasheh * If we got here, we never found a valid node where 2263dcd0538fSMark Fasheh * the tree indicated one should be. 2264dcd0538fSMark Fasheh */ 22657ecef14aSJoe Perches ocfs2_error(sb, "Invalid extent tree at extent block %llu\n", 2266dcd0538fSMark Fasheh (unsigned long long)blkno); 2267dcd0538fSMark Fasheh ret = -EROFS; 2268dcd0538fSMark Fasheh goto out; 2269dcd0538fSMark Fasheh 2270dcd0538fSMark Fasheh next_node: 2271dcd0538fSMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2272dcd0538fSMark Fasheh i--; 2273dcd0538fSMark Fasheh } 2274dcd0538fSMark Fasheh 2275dcd0538fSMark Fasheh out: 2276dcd0538fSMark Fasheh return ret; 2277dcd0538fSMark Fasheh } 2278dcd0538fSMark Fasheh 2279328d5752SMark Fasheh /* 2280328d5752SMark Fasheh * Extend the transaction by enough credits to complete the rotation, 2281328d5752SMark Fasheh * and still leave at least the original number of credits allocated 2282328d5752SMark Fasheh * to this transaction. 2283328d5752SMark Fasheh */ 2284dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth, 2285328d5752SMark Fasheh int op_credits, 2286dcd0538fSMark Fasheh struct ocfs2_path *path) 2287dcd0538fSMark Fasheh { 2288c901fb00STao Ma int ret = 0; 2289328d5752SMark Fasheh int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits; 2290dcd0538fSMark Fasheh 2291*9797a902SJan Kara if (jbd2_handle_buffer_credits(handle) < credits) 2292c18b812dSTao Ma ret = ocfs2_extend_trans(handle, 2293*9797a902SJan Kara credits - jbd2_handle_buffer_credits(handle)); 2294c901fb00STao Ma 2295c18b812dSTao Ma return ret; 2296dcd0538fSMark Fasheh } 2297dcd0538fSMark Fasheh 2298dcd0538fSMark Fasheh /* 2299dcd0538fSMark Fasheh * Trap the case where we're inserting into the theoretical range past 2300dcd0538fSMark Fasheh * the _actual_ left leaf range. Otherwise, we'll rotate a record 2301dcd0538fSMark Fasheh * whose cpos is less than ours into the right leaf. 2302dcd0538fSMark Fasheh * 2303dcd0538fSMark Fasheh * It's only necessary to look at the rightmost record of the left 2304dcd0538fSMark Fasheh * leaf because the logic that calls us should ensure that the 2305dcd0538fSMark Fasheh * theoretical ranges in the path components above the leaves are 2306dcd0538fSMark Fasheh * correct. 2307dcd0538fSMark Fasheh */ 2308dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path, 2309dcd0538fSMark Fasheh u32 insert_cpos) 2310dcd0538fSMark Fasheh { 2311dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el; 2312dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 2313dcd0538fSMark Fasheh int next_free; 2314dcd0538fSMark Fasheh 2315dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 2316dcd0538fSMark Fasheh next_free = le16_to_cpu(left_el->l_next_free_rec); 2317dcd0538fSMark Fasheh rec = &left_el->l_recs[next_free - 1]; 2318dcd0538fSMark Fasheh 2319dcd0538fSMark Fasheh if (insert_cpos > le32_to_cpu(rec->e_cpos)) 2320dcd0538fSMark Fasheh return 1; 2321dcd0538fSMark Fasheh return 0; 2322dcd0538fSMark Fasheh } 2323dcd0538fSMark Fasheh 2324328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos) 2325328d5752SMark Fasheh { 2326328d5752SMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 2327328d5752SMark Fasheh unsigned int range; 2328328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2329328d5752SMark Fasheh 2330328d5752SMark Fasheh if (next_free == 0) 2331328d5752SMark Fasheh return 0; 2332328d5752SMark Fasheh 2333328d5752SMark Fasheh rec = &el->l_recs[0]; 2334328d5752SMark Fasheh if (ocfs2_is_empty_extent(rec)) { 2335328d5752SMark Fasheh /* Empty list. */ 2336328d5752SMark Fasheh if (next_free == 1) 2337328d5752SMark Fasheh return 0; 2338328d5752SMark Fasheh rec = &el->l_recs[1]; 2339328d5752SMark Fasheh } 2340328d5752SMark Fasheh 2341328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2342328d5752SMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 2343328d5752SMark Fasheh return 1; 2344328d5752SMark Fasheh return 0; 2345328d5752SMark Fasheh } 2346328d5752SMark Fasheh 2347dcd0538fSMark Fasheh /* 2348dcd0538fSMark Fasheh * Rotate all the records in a btree right one record, starting at insert_cpos. 2349dcd0538fSMark Fasheh * 2350dcd0538fSMark Fasheh * The path to the rightmost leaf should be passed in. 2351dcd0538fSMark Fasheh * 2352dcd0538fSMark Fasheh * The array is assumed to be large enough to hold an entire path (tree depth). 2353dcd0538fSMark Fasheh * 2354af901ca1SAndré Goddard Rosa * Upon successful return from this function: 2355dcd0538fSMark Fasheh * 2356dcd0538fSMark Fasheh * - The 'right_path' array will contain a path to the leaf block 2357dcd0538fSMark Fasheh * whose range contains e_cpos. 2358dcd0538fSMark Fasheh * - That leaf block will have a single empty extent in list index 0. 2359dcd0538fSMark Fasheh * - In the case that the rotation requires a post-insert update, 2360dcd0538fSMark Fasheh * *ret_left_path will contain a valid path which can be passed to 2361dcd0538fSMark Fasheh * ocfs2_insert_path(). 2362dcd0538fSMark Fasheh */ 23631bbf0b8dSJoel Becker static int ocfs2_rotate_tree_right(handle_t *handle, 23645c601abaSJoel Becker struct ocfs2_extent_tree *et, 2365328d5752SMark Fasheh enum ocfs2_split_type split, 2366dcd0538fSMark Fasheh u32 insert_cpos, 2367dcd0538fSMark Fasheh struct ocfs2_path *right_path, 2368dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 2369dcd0538fSMark Fasheh { 2370*9797a902SJan Kara int ret, start, orig_credits = jbd2_handle_buffer_credits(handle); 2371dcd0538fSMark Fasheh u32 cpos; 2372dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 23735c601abaSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2374dcd0538fSMark Fasheh 2375dcd0538fSMark Fasheh *ret_left_path = NULL; 2376dcd0538fSMark Fasheh 2377ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 2378dcd0538fSMark Fasheh if (!left_path) { 2379dcd0538fSMark Fasheh ret = -ENOMEM; 2380dcd0538fSMark Fasheh mlog_errno(ret); 2381dcd0538fSMark Fasheh goto out; 2382dcd0538fSMark Fasheh } 2383dcd0538fSMark Fasheh 23845c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2385dcd0538fSMark Fasheh if (ret) { 2386dcd0538fSMark Fasheh mlog_errno(ret); 2387dcd0538fSMark Fasheh goto out; 2388dcd0538fSMark Fasheh } 2389dcd0538fSMark Fasheh 2390a09d09b8STao Ma trace_ocfs2_rotate_tree_right( 2391a09d09b8STao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2392a09d09b8STao Ma insert_cpos, cpos); 2393dcd0538fSMark Fasheh 2394dcd0538fSMark Fasheh /* 2395dcd0538fSMark Fasheh * What we want to do here is: 2396dcd0538fSMark Fasheh * 2397dcd0538fSMark Fasheh * 1) Start with the rightmost path. 2398dcd0538fSMark Fasheh * 2399dcd0538fSMark Fasheh * 2) Determine a path to the leaf block directly to the left 2400dcd0538fSMark Fasheh * of that leaf. 2401dcd0538fSMark Fasheh * 2402dcd0538fSMark Fasheh * 3) Determine the 'subtree root' - the lowest level tree node 2403dcd0538fSMark Fasheh * which contains a path to both leaves. 2404dcd0538fSMark Fasheh * 2405dcd0538fSMark Fasheh * 4) Rotate the subtree. 2406dcd0538fSMark Fasheh * 2407dcd0538fSMark Fasheh * 5) Find the next subtree by considering the left path to be 2408dcd0538fSMark Fasheh * the new right path. 2409dcd0538fSMark Fasheh * 2410dcd0538fSMark Fasheh * The check at the top of this while loop also accepts 2411dcd0538fSMark Fasheh * insert_cpos == cpos because cpos is only a _theoretical_ 2412dcd0538fSMark Fasheh * value to get us the left path - insert_cpos might very well 2413dcd0538fSMark Fasheh * be filling that hole. 2414dcd0538fSMark Fasheh * 2415dcd0538fSMark Fasheh * Stop at a cpos of '0' because we either started at the 2416dcd0538fSMark Fasheh * leftmost branch (i.e., a tree with one branch and a 2417dcd0538fSMark Fasheh * rotation inside of it), or we've gone as far as we can in 2418dcd0538fSMark Fasheh * rotating subtrees. 2419dcd0538fSMark Fasheh */ 2420dcd0538fSMark Fasheh while (cpos && insert_cpos <= cpos) { 2421a09d09b8STao Ma trace_ocfs2_rotate_tree_right( 2422a09d09b8STao Ma (unsigned long long) 2423a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 2424dcd0538fSMark Fasheh insert_cpos, cpos); 2425dcd0538fSMark Fasheh 24265c601abaSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 2427dcd0538fSMark Fasheh if (ret) { 2428dcd0538fSMark Fasheh mlog_errno(ret); 2429dcd0538fSMark Fasheh goto out; 2430dcd0538fSMark Fasheh } 2431dcd0538fSMark Fasheh 2432dcd0538fSMark Fasheh mlog_bug_on_msg(path_leaf_bh(left_path) == 2433dcd0538fSMark Fasheh path_leaf_bh(right_path), 24345c601abaSJoel Becker "Owner %llu: error during insert of %u " 2435dcd0538fSMark Fasheh "(left path cpos %u) results in two identical " 2436dcd0538fSMark Fasheh "paths ending at %llu\n", 24375c601abaSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 24385c601abaSJoel Becker insert_cpos, cpos, 2439dcd0538fSMark Fasheh (unsigned long long) 2440dcd0538fSMark Fasheh path_leaf_bh(left_path)->b_blocknr); 2441dcd0538fSMark Fasheh 2442328d5752SMark Fasheh if (split == SPLIT_NONE && 2443328d5752SMark Fasheh ocfs2_rotate_requires_path_adjustment(left_path, 2444dcd0538fSMark Fasheh insert_cpos)) { 2445dcd0538fSMark Fasheh 2446dcd0538fSMark Fasheh /* 2447dcd0538fSMark Fasheh * We've rotated the tree as much as we 2448dcd0538fSMark Fasheh * should. The rest is up to 2449dcd0538fSMark Fasheh * ocfs2_insert_path() to complete, after the 2450dcd0538fSMark Fasheh * record insertion. We indicate this 2451dcd0538fSMark Fasheh * situation by returning the left path. 2452dcd0538fSMark Fasheh * 2453dcd0538fSMark Fasheh * The reason we don't adjust the records here 2454dcd0538fSMark Fasheh * before the record insert is that an error 2455dcd0538fSMark Fasheh * later might break the rule where a parent 2456dcd0538fSMark Fasheh * record e_cpos will reflect the actual 2457dcd0538fSMark Fasheh * e_cpos of the 1st nonempty record of the 2458dcd0538fSMark Fasheh * child list. 2459dcd0538fSMark Fasheh */ 2460dcd0538fSMark Fasheh *ret_left_path = left_path; 2461dcd0538fSMark Fasheh goto out_ret_path; 2462dcd0538fSMark Fasheh } 2463dcd0538fSMark Fasheh 24647dc02805SJoel Becker start = ocfs2_find_subtree_root(et, left_path, right_path); 2465dcd0538fSMark Fasheh 2466a09d09b8STao Ma trace_ocfs2_rotate_subtree(start, 2467a09d09b8STao Ma (unsigned long long) 2468a09d09b8STao Ma right_path->p_node[start].bh->b_blocknr, 2469dcd0538fSMark Fasheh right_path->p_tree_depth); 2470dcd0538fSMark Fasheh 2471dcd0538fSMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, start, 2472328d5752SMark Fasheh orig_credits, right_path); 2473dcd0538fSMark Fasheh if (ret) { 2474dcd0538fSMark Fasheh mlog_errno(ret); 2475dcd0538fSMark Fasheh goto out; 2476dcd0538fSMark Fasheh } 2477dcd0538fSMark Fasheh 24785c601abaSJoel Becker ret = ocfs2_rotate_subtree_right(handle, et, left_path, 2479dcd0538fSMark Fasheh right_path, start); 2480dcd0538fSMark Fasheh if (ret) { 2481dcd0538fSMark Fasheh mlog_errno(ret); 2482dcd0538fSMark Fasheh goto out; 2483dcd0538fSMark Fasheh } 2484dcd0538fSMark Fasheh 2485328d5752SMark Fasheh if (split != SPLIT_NONE && 2486328d5752SMark Fasheh ocfs2_leftmost_rec_contains(path_leaf_el(right_path), 2487328d5752SMark Fasheh insert_cpos)) { 2488328d5752SMark Fasheh /* 2489328d5752SMark Fasheh * A rotate moves the rightmost left leaf 2490328d5752SMark Fasheh * record over to the leftmost right leaf 2491328d5752SMark Fasheh * slot. If we're doing an extent split 2492328d5752SMark Fasheh * instead of a real insert, then we have to 2493328d5752SMark Fasheh * check that the extent to be split wasn't 2494328d5752SMark Fasheh * just moved over. If it was, then we can 2495328d5752SMark Fasheh * exit here, passing left_path back - 2496328d5752SMark Fasheh * ocfs2_split_extent() is smart enough to 2497328d5752SMark Fasheh * search both leaves. 2498328d5752SMark Fasheh */ 2499328d5752SMark Fasheh *ret_left_path = left_path; 2500328d5752SMark Fasheh goto out_ret_path; 2501328d5752SMark Fasheh } 2502328d5752SMark Fasheh 2503dcd0538fSMark Fasheh /* 2504dcd0538fSMark Fasheh * There is no need to re-read the next right path 2505dcd0538fSMark Fasheh * as we know that it'll be our current left 2506dcd0538fSMark Fasheh * path. Optimize by copying values instead. 2507dcd0538fSMark Fasheh */ 2508dcd0538fSMark Fasheh ocfs2_mv_path(right_path, left_path); 2509dcd0538fSMark Fasheh 25105c601abaSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos); 2511dcd0538fSMark Fasheh if (ret) { 2512dcd0538fSMark Fasheh mlog_errno(ret); 2513dcd0538fSMark Fasheh goto out; 2514dcd0538fSMark Fasheh } 2515dcd0538fSMark Fasheh } 2516dcd0538fSMark Fasheh 2517dcd0538fSMark Fasheh out: 2518dcd0538fSMark Fasheh ocfs2_free_path(left_path); 2519dcd0538fSMark Fasheh 2520dcd0538fSMark Fasheh out_ret_path: 2521dcd0538fSMark Fasheh return ret; 2522dcd0538fSMark Fasheh } 2523dcd0538fSMark Fasheh 252409106baeSJoel Becker static int ocfs2_update_edge_lengths(handle_t *handle, 252509106baeSJoel Becker struct ocfs2_extent_tree *et, 2526964f14a0SJun Piao struct ocfs2_path *path) 2527328d5752SMark Fasheh { 25283c5e1068STao Ma int i, idx, ret; 2529328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2530328d5752SMark Fasheh struct ocfs2_extent_list *el; 2531328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2532328d5752SMark Fasheh u32 range; 2533328d5752SMark Fasheh 253409106baeSJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 25353c5e1068STao Ma if (ret) { 25363c5e1068STao Ma mlog_errno(ret); 25373c5e1068STao Ma goto out; 25383c5e1068STao Ma } 25393c5e1068STao Ma 2540328d5752SMark Fasheh /* Path should always be rightmost. */ 2541328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2542328d5752SMark Fasheh BUG_ON(eb->h_next_leaf_blk != 0ULL); 2543328d5752SMark Fasheh 2544328d5752SMark Fasheh el = &eb->h_list; 2545328d5752SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 2546328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2547328d5752SMark Fasheh rec = &el->l_recs[idx]; 2548328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2549328d5752SMark Fasheh 2550328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 2551328d5752SMark Fasheh el = path->p_node[i].el; 2552328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2553328d5752SMark Fasheh rec = &el->l_recs[idx]; 2554328d5752SMark Fasheh 2555328d5752SMark Fasheh rec->e_int_clusters = cpu_to_le32(range); 2556328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos)); 2557328d5752SMark Fasheh 2558328d5752SMark Fasheh ocfs2_journal_dirty(handle, path->p_node[i].bh); 2559328d5752SMark Fasheh } 25603c5e1068STao Ma out: 25613c5e1068STao Ma return ret; 2562328d5752SMark Fasheh } 2563328d5752SMark Fasheh 25646641b0ceSJoel Becker static void ocfs2_unlink_path(handle_t *handle, 25656641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2566328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2567328d5752SMark Fasheh struct ocfs2_path *path, int unlink_start) 2568328d5752SMark Fasheh { 2569328d5752SMark Fasheh int ret, i; 2570328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2571328d5752SMark Fasheh struct ocfs2_extent_list *el; 2572328d5752SMark Fasheh struct buffer_head *bh; 2573328d5752SMark Fasheh 2574328d5752SMark Fasheh for(i = unlink_start; i < path_num_items(path); i++) { 2575328d5752SMark Fasheh bh = path->p_node[i].bh; 2576328d5752SMark Fasheh 2577328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)bh->b_data; 2578328d5752SMark Fasheh /* 2579328d5752SMark Fasheh * Not all nodes might have had their final count 2580328d5752SMark Fasheh * decremented by the caller - handle this here. 2581328d5752SMark Fasheh */ 2582328d5752SMark Fasheh el = &eb->h_list; 2583328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) { 2584328d5752SMark Fasheh mlog(ML_ERROR, 2585328d5752SMark Fasheh "Inode %llu, attempted to remove extent block " 2586328d5752SMark Fasheh "%llu with %u records\n", 25876641b0ceSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 2588328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), 2589328d5752SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 2590328d5752SMark Fasheh 2591328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 25926641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2593328d5752SMark Fasheh continue; 2594328d5752SMark Fasheh } 2595328d5752SMark Fasheh 2596328d5752SMark Fasheh el->l_next_free_rec = 0; 2597328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2598328d5752SMark Fasheh 2599328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2600328d5752SMark Fasheh 2601328d5752SMark Fasheh ret = ocfs2_cache_extent_block_free(dealloc, eb); 2602328d5752SMark Fasheh if (ret) 2603328d5752SMark Fasheh mlog_errno(ret); 2604328d5752SMark Fasheh 26056641b0ceSJoel Becker ocfs2_remove_from_cache(et->et_ci, bh); 2606328d5752SMark Fasheh } 2607328d5752SMark Fasheh } 2608328d5752SMark Fasheh 26096641b0ceSJoel Becker static void ocfs2_unlink_subtree(handle_t *handle, 26106641b0ceSJoel Becker struct ocfs2_extent_tree *et, 2611328d5752SMark Fasheh struct ocfs2_path *left_path, 2612328d5752SMark Fasheh struct ocfs2_path *right_path, 2613328d5752SMark Fasheh int subtree_index, 2614328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 2615328d5752SMark Fasheh { 2616328d5752SMark Fasheh int i; 2617328d5752SMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2618328d5752SMark Fasheh struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el; 2619328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2620328d5752SMark Fasheh 2621328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data; 2622328d5752SMark Fasheh 2623328d5752SMark Fasheh for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 2624328d5752SMark Fasheh if (root_el->l_recs[i].e_blkno == eb->h_blkno) 2625328d5752SMark Fasheh break; 2626328d5752SMark Fasheh 2627328d5752SMark Fasheh BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec)); 2628328d5752SMark Fasheh 2629328d5752SMark Fasheh memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 2630328d5752SMark Fasheh le16_add_cpu(&root_el->l_next_free_rec, -1); 2631328d5752SMark Fasheh 2632328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2633328d5752SMark Fasheh eb->h_next_leaf_blk = 0; 2634328d5752SMark Fasheh 2635328d5752SMark Fasheh ocfs2_journal_dirty(handle, root_bh); 2636328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2637328d5752SMark Fasheh 26386641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, right_path, 2639328d5752SMark Fasheh subtree_index + 1); 2640328d5752SMark Fasheh } 2641328d5752SMark Fasheh 26421e2dd63fSJoel Becker static int ocfs2_rotate_subtree_left(handle_t *handle, 26431e2dd63fSJoel Becker struct ocfs2_extent_tree *et, 2644328d5752SMark Fasheh struct ocfs2_path *left_path, 2645328d5752SMark Fasheh struct ocfs2_path *right_path, 2646328d5752SMark Fasheh int subtree_index, 2647328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 26481e2dd63fSJoel Becker int *deleted) 2649328d5752SMark Fasheh { 2650328d5752SMark Fasheh int ret, i, del_right_subtree = 0, right_has_empty = 0; 2651e7d4cb6bSTao Ma struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path); 2652328d5752SMark Fasheh struct ocfs2_extent_list *right_leaf_el, *left_leaf_el; 2653328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2654328d5752SMark Fasheh 2655328d5752SMark Fasheh *deleted = 0; 2656328d5752SMark Fasheh 2657328d5752SMark Fasheh right_leaf_el = path_leaf_el(right_path); 2658328d5752SMark Fasheh left_leaf_el = path_leaf_el(left_path); 2659328d5752SMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2660328d5752SMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2661328d5752SMark Fasheh 2662328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0])) 2663328d5752SMark Fasheh return 0; 2664328d5752SMark Fasheh 2665328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data; 2666328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) { 2667328d5752SMark Fasheh /* 2668328d5752SMark Fasheh * It's legal for us to proceed if the right leaf is 2669328d5752SMark Fasheh * the rightmost one and it has an empty extent. There 2670328d5752SMark Fasheh * are two cases to handle - whether the leaf will be 2671328d5752SMark Fasheh * empty after removal or not. If the leaf isn't empty 2672328d5752SMark Fasheh * then just remove the empty extent up front. The 2673328d5752SMark Fasheh * next block will handle empty leaves by flagging 2674328d5752SMark Fasheh * them for unlink. 2675328d5752SMark Fasheh * 2676328d5752SMark Fasheh * Non rightmost leaves will throw -EAGAIN and the 2677328d5752SMark Fasheh * caller can manually move the subtree and retry. 2678328d5752SMark Fasheh */ 2679328d5752SMark Fasheh 2680328d5752SMark Fasheh if (eb->h_next_leaf_blk != 0ULL) 2681328d5752SMark Fasheh return -EAGAIN; 2682328d5752SMark Fasheh 2683328d5752SMark Fasheh if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) { 26841e2dd63fSJoel Becker ret = ocfs2_journal_access_eb(handle, et->et_ci, 2685328d5752SMark Fasheh path_leaf_bh(right_path), 2686328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2687328d5752SMark Fasheh if (ret) { 2688328d5752SMark Fasheh mlog_errno(ret); 2689328d5752SMark Fasheh goto out; 2690328d5752SMark Fasheh } 2691328d5752SMark Fasheh 2692328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2693328d5752SMark Fasheh } else 2694328d5752SMark Fasheh right_has_empty = 1; 2695328d5752SMark Fasheh } 2696328d5752SMark Fasheh 2697328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL && 2698328d5752SMark Fasheh le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) { 2699328d5752SMark Fasheh /* 2700328d5752SMark Fasheh * We have to update i_last_eb_blk during the meta 2701328d5752SMark Fasheh * data delete. 2702328d5752SMark Fasheh */ 2703d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 2704328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2705328d5752SMark Fasheh if (ret) { 2706328d5752SMark Fasheh mlog_errno(ret); 2707328d5752SMark Fasheh goto out; 2708328d5752SMark Fasheh } 2709328d5752SMark Fasheh 2710328d5752SMark Fasheh del_right_subtree = 1; 2711328d5752SMark Fasheh } 2712328d5752SMark Fasheh 2713328d5752SMark Fasheh /* 2714328d5752SMark Fasheh * Getting here with an empty extent in the right path implies 2715328d5752SMark Fasheh * that it's the rightmost path and will be deleted. 2716328d5752SMark Fasheh */ 2717328d5752SMark Fasheh BUG_ON(right_has_empty && !del_right_subtree); 2718328d5752SMark Fasheh 27191e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 272013723d00SJoel Becker subtree_index); 2721328d5752SMark Fasheh if (ret) { 2722328d5752SMark Fasheh mlog_errno(ret); 2723328d5752SMark Fasheh goto out; 2724328d5752SMark Fasheh } 2725328d5752SMark Fasheh 2726328d5752SMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 27271e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 272813723d00SJoel Becker right_path, i); 2729328d5752SMark Fasheh if (ret) { 2730328d5752SMark Fasheh mlog_errno(ret); 2731328d5752SMark Fasheh goto out; 2732328d5752SMark Fasheh } 2733328d5752SMark Fasheh 27341e2dd63fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 273513723d00SJoel Becker left_path, i); 2736328d5752SMark Fasheh if (ret) { 2737328d5752SMark Fasheh mlog_errno(ret); 2738328d5752SMark Fasheh goto out; 2739328d5752SMark Fasheh } 2740328d5752SMark Fasheh } 2741328d5752SMark Fasheh 2742328d5752SMark Fasheh if (!right_has_empty) { 2743328d5752SMark Fasheh /* 2744328d5752SMark Fasheh * Only do this if we're moving a real 2745328d5752SMark Fasheh * record. Otherwise, the action is delayed until 2746328d5752SMark Fasheh * after removal of the right path in which case we 2747328d5752SMark Fasheh * can do a simple shift to remove the empty extent. 2748328d5752SMark Fasheh */ 2749328d5752SMark Fasheh ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]); 2750328d5752SMark Fasheh memset(&right_leaf_el->l_recs[0], 0, 2751328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 2752328d5752SMark Fasheh } 2753328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL) { 2754328d5752SMark Fasheh /* 2755328d5752SMark Fasheh * Move recs over to get rid of empty extent, decrease 2756328d5752SMark Fasheh * next_free. This is allowed to remove the last 2757328d5752SMark Fasheh * extent in our leaf (setting l_next_free_rec to 2758328d5752SMark Fasheh * zero) - the delete code below won't care. 2759328d5752SMark Fasheh */ 2760328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2761328d5752SMark Fasheh } 2762328d5752SMark Fasheh 2763ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2764ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 2765328d5752SMark Fasheh 2766328d5752SMark Fasheh if (del_right_subtree) { 27676641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, right_path, 2768328d5752SMark Fasheh subtree_index, dealloc); 2769964f14a0SJun Piao ret = ocfs2_update_edge_lengths(handle, et, left_path); 27703c5e1068STao Ma if (ret) { 27713c5e1068STao Ma mlog_errno(ret); 27723c5e1068STao Ma goto out; 27733c5e1068STao Ma } 2774328d5752SMark Fasheh 2775328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 277635dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2777328d5752SMark Fasheh 2778328d5752SMark Fasheh /* 2779328d5752SMark Fasheh * Removal of the extent in the left leaf was skipped 2780328d5752SMark Fasheh * above so we could delete the right path 2781328d5752SMark Fasheh * 1st. 2782328d5752SMark Fasheh */ 2783328d5752SMark Fasheh if (right_has_empty) 2784328d5752SMark Fasheh ocfs2_remove_empty_extent(left_leaf_el); 2785328d5752SMark Fasheh 2786ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et_root_bh); 2787328d5752SMark Fasheh 2788328d5752SMark Fasheh *deleted = 1; 2789328d5752SMark Fasheh } else 27904619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 2791328d5752SMark Fasheh subtree_index); 2792328d5752SMark Fasheh 2793328d5752SMark Fasheh out: 2794328d5752SMark Fasheh return ret; 2795328d5752SMark Fasheh } 2796328d5752SMark Fasheh 2797328d5752SMark Fasheh /* 2798328d5752SMark Fasheh * Given a full path, determine what cpos value would return us a path 2799328d5752SMark Fasheh * containing the leaf immediately to the right of the current one. 2800328d5752SMark Fasheh * 2801328d5752SMark Fasheh * Will return zero if the path passed in is already the rightmost path. 2802328d5752SMark Fasheh * 2803328d5752SMark Fasheh * This looks similar, but is subtly different to 2804328d5752SMark Fasheh * ocfs2_find_cpos_for_left_leaf(). 2805328d5752SMark Fasheh */ 280638a04e43STao Ma int ocfs2_find_cpos_for_right_leaf(struct super_block *sb, 2807328d5752SMark Fasheh struct ocfs2_path *path, u32 *cpos) 2808328d5752SMark Fasheh { 2809328d5752SMark Fasheh int i, j, ret = 0; 2810328d5752SMark Fasheh u64 blkno; 2811328d5752SMark Fasheh struct ocfs2_extent_list *el; 2812328d5752SMark Fasheh 2813328d5752SMark Fasheh *cpos = 0; 2814328d5752SMark Fasheh 2815328d5752SMark Fasheh if (path->p_tree_depth == 0) 2816328d5752SMark Fasheh return 0; 2817328d5752SMark Fasheh 2818328d5752SMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2819328d5752SMark Fasheh 2820328d5752SMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2821328d5752SMark Fasheh i = path->p_tree_depth - 1; 2822328d5752SMark Fasheh while (i >= 0) { 2823328d5752SMark Fasheh int next_free; 2824328d5752SMark Fasheh 2825328d5752SMark Fasheh el = path->p_node[i].el; 2826328d5752SMark Fasheh 2827328d5752SMark Fasheh /* 2828328d5752SMark Fasheh * Find the extent record just after the one in our 2829328d5752SMark Fasheh * path. 2830328d5752SMark Fasheh */ 2831328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 2832328d5752SMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2833328d5752SMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2834328d5752SMark Fasheh if (j == (next_free - 1)) { 2835328d5752SMark Fasheh if (i == 0) { 2836328d5752SMark Fasheh /* 2837328d5752SMark Fasheh * We've determined that the 2838328d5752SMark Fasheh * path specified is already 2839328d5752SMark Fasheh * the rightmost one - return a 2840328d5752SMark Fasheh * cpos of zero. 2841328d5752SMark Fasheh */ 2842328d5752SMark Fasheh goto out; 2843328d5752SMark Fasheh } 2844328d5752SMark Fasheh /* 2845328d5752SMark Fasheh * The rightmost record points to our 2846328d5752SMark Fasheh * leaf - we need to travel up the 2847328d5752SMark Fasheh * tree one level. 2848328d5752SMark Fasheh */ 2849328d5752SMark Fasheh goto next_node; 2850328d5752SMark Fasheh } 2851328d5752SMark Fasheh 2852328d5752SMark Fasheh *cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos); 2853328d5752SMark Fasheh goto out; 2854328d5752SMark Fasheh } 2855328d5752SMark Fasheh } 2856328d5752SMark Fasheh 2857328d5752SMark Fasheh /* 2858328d5752SMark Fasheh * If we got here, we never found a valid node where 2859328d5752SMark Fasheh * the tree indicated one should be. 2860328d5752SMark Fasheh */ 28617ecef14aSJoe Perches ocfs2_error(sb, "Invalid extent tree at extent block %llu\n", 2862328d5752SMark Fasheh (unsigned long long)blkno); 2863328d5752SMark Fasheh ret = -EROFS; 2864328d5752SMark Fasheh goto out; 2865328d5752SMark Fasheh 2866328d5752SMark Fasheh next_node: 2867328d5752SMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2868328d5752SMark Fasheh i--; 2869328d5752SMark Fasheh } 2870328d5752SMark Fasheh 2871328d5752SMark Fasheh out: 2872328d5752SMark Fasheh return ret; 2873328d5752SMark Fasheh } 2874328d5752SMark Fasheh 287570f18c08SJoel Becker static int ocfs2_rotate_rightmost_leaf_left(handle_t *handle, 287670f18c08SJoel Becker struct ocfs2_extent_tree *et, 287713723d00SJoel Becker struct ocfs2_path *path) 2878328d5752SMark Fasheh { 2879328d5752SMark Fasheh int ret; 288013723d00SJoel Becker struct buffer_head *bh = path_leaf_bh(path); 288113723d00SJoel Becker struct ocfs2_extent_list *el = path_leaf_el(path); 2882328d5752SMark Fasheh 2883328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2884328d5752SMark Fasheh return 0; 2885328d5752SMark Fasheh 288670f18c08SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path, 288713723d00SJoel Becker path_num_items(path) - 1); 2888328d5752SMark Fasheh if (ret) { 2889328d5752SMark Fasheh mlog_errno(ret); 2890328d5752SMark Fasheh goto out; 2891328d5752SMark Fasheh } 2892328d5752SMark Fasheh 2893328d5752SMark Fasheh ocfs2_remove_empty_extent(el); 2894ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 2895328d5752SMark Fasheh 2896328d5752SMark Fasheh out: 2897328d5752SMark Fasheh return ret; 2898328d5752SMark Fasheh } 2899328d5752SMark Fasheh 2900e46f74dcSJoel Becker static int __ocfs2_rotate_tree_left(handle_t *handle, 2901e46f74dcSJoel Becker struct ocfs2_extent_tree *et, 2902e46f74dcSJoel Becker int orig_credits, 2903328d5752SMark Fasheh struct ocfs2_path *path, 2904328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2905e46f74dcSJoel Becker struct ocfs2_path **empty_extent_path) 2906328d5752SMark Fasheh { 2907328d5752SMark Fasheh int ret, subtree_root, deleted; 2908328d5752SMark Fasheh u32 right_cpos; 2909328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2910328d5752SMark Fasheh struct ocfs2_path *right_path = NULL; 2911e46f74dcSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 2912328d5752SMark Fasheh 2913099768b0SXue jiufei if (!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0]))) 2914099768b0SXue jiufei return 0; 2915328d5752SMark Fasheh 2916328d5752SMark Fasheh *empty_extent_path = NULL; 2917328d5752SMark Fasheh 2918e46f74dcSJoel Becker ret = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos); 2919328d5752SMark Fasheh if (ret) { 2920328d5752SMark Fasheh mlog_errno(ret); 2921328d5752SMark Fasheh goto out; 2922328d5752SMark Fasheh } 2923328d5752SMark Fasheh 2924ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 2925328d5752SMark Fasheh if (!left_path) { 2926328d5752SMark Fasheh ret = -ENOMEM; 2927328d5752SMark Fasheh mlog_errno(ret); 2928328d5752SMark Fasheh goto out; 2929328d5752SMark Fasheh } 2930328d5752SMark Fasheh 2931328d5752SMark Fasheh ocfs2_cp_path(left_path, path); 2932328d5752SMark Fasheh 2933ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 2934328d5752SMark Fasheh if (!right_path) { 2935328d5752SMark Fasheh ret = -ENOMEM; 2936328d5752SMark Fasheh mlog_errno(ret); 2937328d5752SMark Fasheh goto out; 2938328d5752SMark Fasheh } 2939328d5752SMark Fasheh 2940328d5752SMark Fasheh while (right_cpos) { 2941facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 2942328d5752SMark Fasheh if (ret) { 2943328d5752SMark Fasheh mlog_errno(ret); 2944328d5752SMark Fasheh goto out; 2945328d5752SMark Fasheh } 2946328d5752SMark Fasheh 29477dc02805SJoel Becker subtree_root = ocfs2_find_subtree_root(et, left_path, 2948328d5752SMark Fasheh right_path); 2949328d5752SMark Fasheh 2950a09d09b8STao Ma trace_ocfs2_rotate_subtree(subtree_root, 2951328d5752SMark Fasheh (unsigned long long) 2952328d5752SMark Fasheh right_path->p_node[subtree_root].bh->b_blocknr, 2953328d5752SMark Fasheh right_path->p_tree_depth); 2954328d5752SMark Fasheh 295517215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 2956328d5752SMark Fasheh orig_credits, left_path); 2957328d5752SMark Fasheh if (ret) { 2958328d5752SMark Fasheh mlog_errno(ret); 2959328d5752SMark Fasheh goto out; 2960328d5752SMark Fasheh } 2961328d5752SMark Fasheh 2962e8aed345SMark Fasheh /* 2963e8aed345SMark Fasheh * Caller might still want to make changes to the 2964e8aed345SMark Fasheh * tree root, so re-add it to the journal here. 2965e8aed345SMark Fasheh */ 2966e46f74dcSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 296713723d00SJoel Becker left_path, 0); 2968e8aed345SMark Fasheh if (ret) { 2969e8aed345SMark Fasheh mlog_errno(ret); 2970e8aed345SMark Fasheh goto out; 2971e8aed345SMark Fasheh } 2972e8aed345SMark Fasheh 29731e2dd63fSJoel Becker ret = ocfs2_rotate_subtree_left(handle, et, left_path, 2974328d5752SMark Fasheh right_path, subtree_root, 29751e2dd63fSJoel Becker dealloc, &deleted); 2976328d5752SMark Fasheh if (ret == -EAGAIN) { 2977328d5752SMark Fasheh /* 2978328d5752SMark Fasheh * The rotation has to temporarily stop due to 2979328d5752SMark Fasheh * the right subtree having an empty 2980328d5752SMark Fasheh * extent. Pass it back to the caller for a 2981328d5752SMark Fasheh * fixup. 2982328d5752SMark Fasheh */ 2983328d5752SMark Fasheh *empty_extent_path = right_path; 2984328d5752SMark Fasheh right_path = NULL; 2985328d5752SMark Fasheh goto out; 2986328d5752SMark Fasheh } 2987328d5752SMark Fasheh if (ret) { 2988328d5752SMark Fasheh mlog_errno(ret); 2989328d5752SMark Fasheh goto out; 2990328d5752SMark Fasheh } 2991328d5752SMark Fasheh 2992328d5752SMark Fasheh /* 2993328d5752SMark Fasheh * The subtree rotate might have removed records on 2994328d5752SMark Fasheh * the rightmost edge. If so, then rotation is 2995328d5752SMark Fasheh * complete. 2996328d5752SMark Fasheh */ 2997328d5752SMark Fasheh if (deleted) 2998328d5752SMark Fasheh break; 2999328d5752SMark Fasheh 3000328d5752SMark Fasheh ocfs2_mv_path(left_path, right_path); 3001328d5752SMark Fasheh 3002e46f74dcSJoel Becker ret = ocfs2_find_cpos_for_right_leaf(sb, left_path, 3003328d5752SMark Fasheh &right_cpos); 3004328d5752SMark Fasheh if (ret) { 3005328d5752SMark Fasheh mlog_errno(ret); 3006328d5752SMark Fasheh goto out; 3007328d5752SMark Fasheh } 3008328d5752SMark Fasheh } 3009328d5752SMark Fasheh 3010328d5752SMark Fasheh out: 3011328d5752SMark Fasheh ocfs2_free_path(right_path); 3012328d5752SMark Fasheh ocfs2_free_path(left_path); 3013328d5752SMark Fasheh 3014328d5752SMark Fasheh return ret; 3015328d5752SMark Fasheh } 3016328d5752SMark Fasheh 301770f18c08SJoel Becker static int ocfs2_remove_rightmost_path(handle_t *handle, 301870f18c08SJoel Becker struct ocfs2_extent_tree *et, 3019328d5752SMark Fasheh struct ocfs2_path *path, 302070f18c08SJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 3021328d5752SMark Fasheh { 3022328d5752SMark Fasheh int ret, subtree_index; 3023328d5752SMark Fasheh u32 cpos; 3024328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 3025328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3026328d5752SMark Fasheh struct ocfs2_extent_list *el; 3027328d5752SMark Fasheh 30286136ca5fSJoel Becker ret = ocfs2_et_sanity_check(et); 3029e7d4cb6bSTao Ma if (ret) 3030e7d4cb6bSTao Ma goto out; 3031328d5752SMark Fasheh 3032d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 3033328d5752SMark Fasheh if (ret) { 3034328d5752SMark Fasheh mlog_errno(ret); 3035328d5752SMark Fasheh goto out; 3036328d5752SMark Fasheh } 3037328d5752SMark Fasheh 30383d03a305SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 30393d03a305SJoel Becker path, &cpos); 3040328d5752SMark Fasheh if (ret) { 3041328d5752SMark Fasheh mlog_errno(ret); 3042328d5752SMark Fasheh goto out; 3043328d5752SMark Fasheh } 3044328d5752SMark Fasheh 3045328d5752SMark Fasheh if (cpos) { 3046328d5752SMark Fasheh /* 3047328d5752SMark Fasheh * We have a path to the left of this one - it needs 3048328d5752SMark Fasheh * an update too. 3049328d5752SMark Fasheh */ 3050ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 3051328d5752SMark Fasheh if (!left_path) { 3052328d5752SMark Fasheh ret = -ENOMEM; 3053328d5752SMark Fasheh mlog_errno(ret); 3054328d5752SMark Fasheh goto out; 3055328d5752SMark Fasheh } 3056328d5752SMark Fasheh 3057facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 3058328d5752SMark Fasheh if (ret) { 3059328d5752SMark Fasheh mlog_errno(ret); 3060328d5752SMark Fasheh goto out; 3061328d5752SMark Fasheh } 3062328d5752SMark Fasheh 3063d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 3064328d5752SMark Fasheh if (ret) { 3065328d5752SMark Fasheh mlog_errno(ret); 3066328d5752SMark Fasheh goto out; 3067328d5752SMark Fasheh } 3068328d5752SMark Fasheh 30697dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 3070328d5752SMark Fasheh 30716641b0ceSJoel Becker ocfs2_unlink_subtree(handle, et, left_path, path, 3072328d5752SMark Fasheh subtree_index, dealloc); 3073964f14a0SJun Piao ret = ocfs2_update_edge_lengths(handle, et, left_path); 30743c5e1068STao Ma if (ret) { 30753c5e1068STao Ma mlog_errno(ret); 30763c5e1068STao Ma goto out; 30773c5e1068STao Ma } 3078328d5752SMark Fasheh 3079328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 308035dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 3081328d5752SMark Fasheh } else { 3082328d5752SMark Fasheh /* 3083328d5752SMark Fasheh * 'path' is also the leftmost path which 3084328d5752SMark Fasheh * means it must be the only one. This gets 3085328d5752SMark Fasheh * handled differently because we want to 308670f18c08SJoel Becker * revert the root back to having extents 3087328d5752SMark Fasheh * in-line. 3088328d5752SMark Fasheh */ 30896641b0ceSJoel Becker ocfs2_unlink_path(handle, et, dealloc, path, 1); 3090328d5752SMark Fasheh 3091ce1d9ea6SJoel Becker el = et->et_root_el; 3092328d5752SMark Fasheh el->l_tree_depth = 0; 3093328d5752SMark Fasheh el->l_next_free_rec = 0; 3094328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3095328d5752SMark Fasheh 309635dc0aa3SJoel Becker ocfs2_et_set_last_eb_blk(et, 0); 3097328d5752SMark Fasheh } 3098328d5752SMark Fasheh 3099328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_root_bh(path)); 3100328d5752SMark Fasheh 3101328d5752SMark Fasheh out: 3102328d5752SMark Fasheh ocfs2_free_path(left_path); 3103328d5752SMark Fasheh return ret; 3104328d5752SMark Fasheh } 3105328d5752SMark Fasheh 3106d0c97d52SXue jiufei static int ocfs2_remove_rightmost_empty_extent(struct ocfs2_super *osb, 3107d0c97d52SXue jiufei struct ocfs2_extent_tree *et, 3108d0c97d52SXue jiufei struct ocfs2_path *path, 3109d0c97d52SXue jiufei struct ocfs2_cached_dealloc_ctxt *dealloc) 3110d0c97d52SXue jiufei { 3111d0c97d52SXue jiufei handle_t *handle; 3112d0c97d52SXue jiufei int ret; 3113d0c97d52SXue jiufei int credits = path->p_tree_depth * 2 + 1; 3114d0c97d52SXue jiufei 3115d0c97d52SXue jiufei handle = ocfs2_start_trans(osb, credits); 3116d0c97d52SXue jiufei if (IS_ERR(handle)) { 3117d0c97d52SXue jiufei ret = PTR_ERR(handle); 3118d0c97d52SXue jiufei mlog_errno(ret); 3119d0c97d52SXue jiufei return ret; 3120d0c97d52SXue jiufei } 3121d0c97d52SXue jiufei 3122d0c97d52SXue jiufei ret = ocfs2_remove_rightmost_path(handle, et, path, dealloc); 3123d0c97d52SXue jiufei if (ret) 3124d0c97d52SXue jiufei mlog_errno(ret); 3125d0c97d52SXue jiufei 3126d0c97d52SXue jiufei ocfs2_commit_trans(osb, handle); 3127d0c97d52SXue jiufei return ret; 3128d0c97d52SXue jiufei } 3129d0c97d52SXue jiufei 3130328d5752SMark Fasheh /* 3131328d5752SMark Fasheh * Left rotation of btree records. 3132328d5752SMark Fasheh * 3133328d5752SMark Fasheh * In many ways, this is (unsurprisingly) the opposite of right 3134328d5752SMark Fasheh * rotation. We start at some non-rightmost path containing an empty 3135328d5752SMark Fasheh * extent in the leaf block. The code works its way to the rightmost 3136328d5752SMark Fasheh * path by rotating records to the left in every subtree. 3137328d5752SMark Fasheh * 3138328d5752SMark Fasheh * This is used by any code which reduces the number of extent records 3139328d5752SMark Fasheh * in a leaf. After removal, an empty record should be placed in the 3140328d5752SMark Fasheh * leftmost list position. 3141328d5752SMark Fasheh * 3142328d5752SMark Fasheh * This won't handle a length update of the rightmost path records if 3143328d5752SMark Fasheh * the rightmost tree leaf record is removed so the caller is 3144328d5752SMark Fasheh * responsible for detecting and correcting that. 3145328d5752SMark Fasheh */ 314670f18c08SJoel Becker static int ocfs2_rotate_tree_left(handle_t *handle, 314770f18c08SJoel Becker struct ocfs2_extent_tree *et, 3148328d5752SMark Fasheh struct ocfs2_path *path, 314970f18c08SJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 3150328d5752SMark Fasheh { 3151*9797a902SJan Kara int ret, orig_credits = jbd2_handle_buffer_credits(handle); 3152328d5752SMark Fasheh struct ocfs2_path *tmp_path = NULL, *restart_path = NULL; 3153328d5752SMark Fasheh struct ocfs2_extent_block *eb; 3154328d5752SMark Fasheh struct ocfs2_extent_list *el; 3155328d5752SMark Fasheh 3156328d5752SMark Fasheh el = path_leaf_el(path); 3157328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 3158328d5752SMark Fasheh return 0; 3159328d5752SMark Fasheh 3160328d5752SMark Fasheh if (path->p_tree_depth == 0) { 3161328d5752SMark Fasheh rightmost_no_delete: 3162328d5752SMark Fasheh /* 3163e7d4cb6bSTao Ma * Inline extents. This is trivially handled, so do 3164328d5752SMark Fasheh * it up front. 3165328d5752SMark Fasheh */ 316670f18c08SJoel Becker ret = ocfs2_rotate_rightmost_leaf_left(handle, et, path); 3167328d5752SMark Fasheh if (ret) 3168328d5752SMark Fasheh mlog_errno(ret); 3169328d5752SMark Fasheh goto out; 3170328d5752SMark Fasheh } 3171328d5752SMark Fasheh 3172328d5752SMark Fasheh /* 3173328d5752SMark Fasheh * Handle rightmost branch now. There's several cases: 3174328d5752SMark Fasheh * 1) simple rotation leaving records in there. That's trivial. 3175328d5752SMark Fasheh * 2) rotation requiring a branch delete - there's no more 3176328d5752SMark Fasheh * records left. Two cases of this: 3177328d5752SMark Fasheh * a) There are branches to the left. 3178328d5752SMark Fasheh * b) This is also the leftmost (the only) branch. 3179328d5752SMark Fasheh * 3180328d5752SMark Fasheh * 1) is handled via ocfs2_rotate_rightmost_leaf_left() 3181328d5752SMark Fasheh * 2a) we need the left branch so that we can update it with the unlink 318270f18c08SJoel Becker * 2b) we need to bring the root back to inline extents. 3183328d5752SMark Fasheh */ 3184328d5752SMark Fasheh 3185328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 3186328d5752SMark Fasheh el = &eb->h_list; 3187328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0) { 3188328d5752SMark Fasheh /* 3189328d5752SMark Fasheh * This gets a bit tricky if we're going to delete the 3190328d5752SMark Fasheh * rightmost path. Get the other cases out of the way 3191328d5752SMark Fasheh * 1st. 3192328d5752SMark Fasheh */ 3193328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) 3194328d5752SMark Fasheh goto rightmost_no_delete; 3195328d5752SMark Fasheh 3196328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 319793f5920dSJun Piao ret = ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 31987ecef14aSJoe Perches "Owner %llu has empty extent block at %llu\n", 319970f18c08SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 3200328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno)); 3201328d5752SMark Fasheh goto out; 3202328d5752SMark Fasheh } 3203328d5752SMark Fasheh 3204328d5752SMark Fasheh /* 3205328d5752SMark Fasheh * XXX: The caller can not trust "path" any more after 3206328d5752SMark Fasheh * this as it will have been deleted. What do we do? 3207328d5752SMark Fasheh * 3208328d5752SMark Fasheh * In theory the rotate-for-merge code will never get 3209328d5752SMark Fasheh * here because it'll always ask for a rotate in a 3210328d5752SMark Fasheh * nonempty list. 3211328d5752SMark Fasheh */ 3212328d5752SMark Fasheh 321370f18c08SJoel Becker ret = ocfs2_remove_rightmost_path(handle, et, path, 321470f18c08SJoel Becker dealloc); 3215328d5752SMark Fasheh if (ret) 3216328d5752SMark Fasheh mlog_errno(ret); 3217328d5752SMark Fasheh goto out; 3218328d5752SMark Fasheh } 3219328d5752SMark Fasheh 3220328d5752SMark Fasheh /* 3221328d5752SMark Fasheh * Now we can loop, remembering the path we get from -EAGAIN 3222328d5752SMark Fasheh * and restarting from there. 3223328d5752SMark Fasheh */ 3224328d5752SMark Fasheh try_rotate: 3225e46f74dcSJoel Becker ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, path, 3226e46f74dcSJoel Becker dealloc, &restart_path); 3227328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3228328d5752SMark Fasheh mlog_errno(ret); 3229328d5752SMark Fasheh goto out; 3230328d5752SMark Fasheh } 3231328d5752SMark Fasheh 3232328d5752SMark Fasheh while (ret == -EAGAIN) { 3233328d5752SMark Fasheh tmp_path = restart_path; 3234328d5752SMark Fasheh restart_path = NULL; 3235328d5752SMark Fasheh 3236e46f74dcSJoel Becker ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, 3237328d5752SMark Fasheh tmp_path, dealloc, 3238e46f74dcSJoel Becker &restart_path); 3239328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 3240328d5752SMark Fasheh mlog_errno(ret); 3241328d5752SMark Fasheh goto out; 3242328d5752SMark Fasheh } 3243328d5752SMark Fasheh 3244328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3245328d5752SMark Fasheh tmp_path = NULL; 3246328d5752SMark Fasheh 3247328d5752SMark Fasheh if (ret == 0) 3248328d5752SMark Fasheh goto try_rotate; 3249328d5752SMark Fasheh } 3250328d5752SMark Fasheh 3251328d5752SMark Fasheh out: 3252328d5752SMark Fasheh ocfs2_free_path(tmp_path); 3253328d5752SMark Fasheh ocfs2_free_path(restart_path); 3254328d5752SMark Fasheh return ret; 3255328d5752SMark Fasheh } 3256328d5752SMark Fasheh 3257328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el, 3258328d5752SMark Fasheh int index) 3259328d5752SMark Fasheh { 3260328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[index]; 3261328d5752SMark Fasheh unsigned int size; 3262328d5752SMark Fasheh 3263328d5752SMark Fasheh if (rec->e_leaf_clusters == 0) { 3264328d5752SMark Fasheh /* 3265328d5752SMark Fasheh * We consumed all of the merged-from record. An empty 3266328d5752SMark Fasheh * extent cannot exist anywhere but the 1st array 3267328d5752SMark Fasheh * position, so move things over if the merged-from 3268328d5752SMark Fasheh * record doesn't occupy that position. 3269328d5752SMark Fasheh * 3270328d5752SMark Fasheh * This creates a new empty extent so the caller 3271328d5752SMark Fasheh * should be smart enough to have removed any existing 3272328d5752SMark Fasheh * ones. 3273328d5752SMark Fasheh */ 3274328d5752SMark Fasheh if (index > 0) { 3275328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3276328d5752SMark Fasheh size = index * sizeof(struct ocfs2_extent_rec); 3277328d5752SMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], size); 3278328d5752SMark Fasheh } 3279328d5752SMark Fasheh 3280328d5752SMark Fasheh /* 3281328d5752SMark Fasheh * Always memset - the caller doesn't check whether it 3282328d5752SMark Fasheh * created an empty extent, so there could be junk in 3283328d5752SMark Fasheh * the other fields. 3284328d5752SMark Fasheh */ 3285328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 3286328d5752SMark Fasheh } 3287328d5752SMark Fasheh } 3288328d5752SMark Fasheh 32894fe82c31SJoel Becker static int ocfs2_get_right_path(struct ocfs2_extent_tree *et, 3290677b9752STao Ma struct ocfs2_path *left_path, 3291677b9752STao Ma struct ocfs2_path **ret_right_path) 3292328d5752SMark Fasheh { 3293328d5752SMark Fasheh int ret; 3294677b9752STao Ma u32 right_cpos; 3295677b9752STao Ma struct ocfs2_path *right_path = NULL; 3296677b9752STao Ma struct ocfs2_extent_list *left_el; 3297677b9752STao Ma 3298677b9752STao Ma *ret_right_path = NULL; 3299677b9752STao Ma 3300677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3301677b9752STao Ma BUG_ON(left_path->p_tree_depth == 0); 3302677b9752STao Ma 3303677b9752STao Ma left_el = path_leaf_el(left_path); 3304677b9752STao Ma BUG_ON(left_el->l_next_free_rec != left_el->l_count); 3305677b9752STao Ma 33064fe82c31SJoel Becker ret = ocfs2_find_cpos_for_right_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 33074fe82c31SJoel Becker left_path, &right_cpos); 3308677b9752STao Ma if (ret) { 3309677b9752STao Ma mlog_errno(ret); 3310677b9752STao Ma goto out; 3311677b9752STao Ma } 3312677b9752STao Ma 3313677b9752STao Ma /* This function shouldn't be called for the rightmost leaf. */ 3314677b9752STao Ma BUG_ON(right_cpos == 0); 3315677b9752STao Ma 3316ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(left_path); 3317677b9752STao Ma if (!right_path) { 3318677b9752STao Ma ret = -ENOMEM; 3319677b9752STao Ma mlog_errno(ret); 3320677b9752STao Ma goto out; 3321677b9752STao Ma } 3322677b9752STao Ma 33234fe82c31SJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, right_cpos); 3324677b9752STao Ma if (ret) { 3325677b9752STao Ma mlog_errno(ret); 3326677b9752STao Ma goto out; 3327677b9752STao Ma } 3328677b9752STao Ma 3329677b9752STao Ma *ret_right_path = right_path; 3330677b9752STao Ma out: 3331677b9752STao Ma if (ret) 3332677b9752STao Ma ocfs2_free_path(right_path); 3333677b9752STao Ma return ret; 3334677b9752STao Ma } 3335677b9752STao Ma 3336677b9752STao Ma /* 3337677b9752STao Ma * Remove split_rec clusters from the record at index and merge them 3338677b9752STao Ma * onto the beginning of the record "next" to it. 3339677b9752STao Ma * For index < l_count - 1, the next means the extent rec at index + 1. 3340677b9752STao Ma * For index == l_count - 1, the "next" means the 1st extent rec of the 3341677b9752STao Ma * next extent block. 3342677b9752STao Ma */ 33434fe82c31SJoel Becker static int ocfs2_merge_rec_right(struct ocfs2_path *left_path, 3344677b9752STao Ma handle_t *handle, 33457dc02805SJoel Becker struct ocfs2_extent_tree *et, 3346677b9752STao Ma struct ocfs2_extent_rec *split_rec, 3347677b9752STao Ma int index) 3348677b9752STao Ma { 3349677b9752STao Ma int ret, next_free, i; 3350328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3351328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3352328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3353677b9752STao Ma struct ocfs2_extent_list *right_el; 3354677b9752STao Ma struct ocfs2_path *right_path = NULL; 3355677b9752STao Ma int subtree_index = 0; 3356677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(left_path); 3357677b9752STao Ma struct buffer_head *bh = path_leaf_bh(left_path); 3358677b9752STao Ma struct buffer_head *root_bh = NULL; 3359328d5752SMark Fasheh 3360328d5752SMark Fasheh BUG_ON(index >= le16_to_cpu(el->l_next_free_rec)); 3361328d5752SMark Fasheh left_rec = &el->l_recs[index]; 3362677b9752STao Ma 33639d8df6aaSAl Viro if (index == le16_to_cpu(el->l_next_free_rec) - 1 && 3364677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) { 3365677b9752STao Ma /* we meet with a cross extent block merge. */ 33664fe82c31SJoel Becker ret = ocfs2_get_right_path(et, left_path, &right_path); 3367677b9752STao Ma if (ret) { 3368677b9752STao Ma mlog_errno(ret); 3369629a3b5fSMarkus Elfring return ret; 3370677b9752STao Ma } 3371677b9752STao Ma 3372677b9752STao Ma right_el = path_leaf_el(right_path); 3373677b9752STao Ma next_free = le16_to_cpu(right_el->l_next_free_rec); 3374677b9752STao Ma BUG_ON(next_free <= 0); 3375677b9752STao Ma right_rec = &right_el->l_recs[0]; 3376677b9752STao Ma if (ocfs2_is_empty_extent(right_rec)) { 33779d8df6aaSAl Viro BUG_ON(next_free <= 1); 3378677b9752STao Ma right_rec = &right_el->l_recs[1]; 3379677b9752STao Ma } 3380677b9752STao Ma 3381677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3382677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3383677b9752STao Ma le32_to_cpu(right_rec->e_cpos)); 3384677b9752STao Ma 33857dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 33867dc02805SJoel Becker right_path); 3387677b9752STao Ma 3388677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3389*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 3390677b9752STao Ma right_path); 3391677b9752STao Ma if (ret) { 3392677b9752STao Ma mlog_errno(ret); 3393677b9752STao Ma goto out; 3394677b9752STao Ma } 3395677b9752STao Ma 3396677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3397677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3398677b9752STao Ma 33997dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 340013723d00SJoel Becker subtree_index); 3401677b9752STao Ma if (ret) { 3402677b9752STao Ma mlog_errno(ret); 3403677b9752STao Ma goto out; 3404677b9752STao Ma } 3405677b9752STao Ma 3406677b9752STao Ma for (i = subtree_index + 1; 3407677b9752STao Ma i < path_num_items(right_path); i++) { 34087dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 340913723d00SJoel Becker right_path, i); 3410677b9752STao Ma if (ret) { 3411677b9752STao Ma mlog_errno(ret); 3412677b9752STao Ma goto out; 3413677b9752STao Ma } 3414677b9752STao Ma 34157dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 341613723d00SJoel Becker left_path, i); 3417677b9752STao Ma if (ret) { 3418677b9752STao Ma mlog_errno(ret); 3419677b9752STao Ma goto out; 3420677b9752STao Ma } 3421677b9752STao Ma } 3422677b9752STao Ma 3423677b9752STao Ma } else { 3424677b9752STao Ma BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1); 3425328d5752SMark Fasheh right_rec = &el->l_recs[index + 1]; 3426677b9752STao Ma } 3427328d5752SMark Fasheh 34287dc02805SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, left_path, 342913723d00SJoel Becker path_num_items(left_path) - 1); 3430328d5752SMark Fasheh if (ret) { 3431328d5752SMark Fasheh mlog_errno(ret); 3432328d5752SMark Fasheh goto out; 3433328d5752SMark Fasheh } 3434328d5752SMark Fasheh 3435328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters); 3436328d5752SMark Fasheh 3437328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, -split_clusters); 3438328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 34397dc02805SJoel Becker -ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 34407dc02805SJoel Becker split_clusters)); 3441328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters); 3442328d5752SMark Fasheh 3443328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3444328d5752SMark Fasheh 3445ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 3446677b9752STao Ma if (right_path) { 3447ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 34484619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 34494619c73eSJoel Becker subtree_index); 3450677b9752STao Ma } 3451328d5752SMark Fasheh out: 3452677b9752STao Ma ocfs2_free_path(right_path); 3453677b9752STao Ma return ret; 3454677b9752STao Ma } 3455677b9752STao Ma 34564fe82c31SJoel Becker static int ocfs2_get_left_path(struct ocfs2_extent_tree *et, 3457677b9752STao Ma struct ocfs2_path *right_path, 3458677b9752STao Ma struct ocfs2_path **ret_left_path) 3459677b9752STao Ma { 3460677b9752STao Ma int ret; 3461677b9752STao Ma u32 left_cpos; 3462677b9752STao Ma struct ocfs2_path *left_path = NULL; 3463677b9752STao Ma 3464677b9752STao Ma *ret_left_path = NULL; 3465677b9752STao Ma 3466677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3467677b9752STao Ma BUG_ON(right_path->p_tree_depth == 0); 3468677b9752STao Ma 34694fe82c31SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 3470677b9752STao Ma right_path, &left_cpos); 3471677b9752STao Ma if (ret) { 3472677b9752STao Ma mlog_errno(ret); 3473677b9752STao Ma goto out; 3474677b9752STao Ma } 3475677b9752STao Ma 3476677b9752STao Ma /* This function shouldn't be called for the leftmost leaf. */ 3477677b9752STao Ma BUG_ON(left_cpos == 0); 3478677b9752STao Ma 3479ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 3480677b9752STao Ma if (!left_path) { 3481677b9752STao Ma ret = -ENOMEM; 3482677b9752STao Ma mlog_errno(ret); 3483677b9752STao Ma goto out; 3484677b9752STao Ma } 3485677b9752STao Ma 34864fe82c31SJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, left_cpos); 3487677b9752STao Ma if (ret) { 3488677b9752STao Ma mlog_errno(ret); 3489677b9752STao Ma goto out; 3490677b9752STao Ma } 3491677b9752STao Ma 3492677b9752STao Ma *ret_left_path = left_path; 3493677b9752STao Ma out: 3494677b9752STao Ma if (ret) 3495677b9752STao Ma ocfs2_free_path(left_path); 3496328d5752SMark Fasheh return ret; 3497328d5752SMark Fasheh } 3498328d5752SMark Fasheh 3499328d5752SMark Fasheh /* 3500328d5752SMark Fasheh * Remove split_rec clusters from the record at index and merge them 3501677b9752STao Ma * onto the tail of the record "before" it. 3502677b9752STao Ma * For index > 0, the "before" means the extent rec at index - 1. 3503677b9752STao Ma * 3504677b9752STao Ma * For index == 0, the "before" means the last record of the previous 3505677b9752STao Ma * extent block. And there is also a situation that we may need to 3506677b9752STao Ma * remove the rightmost leaf extent block in the right_path and change 3507677b9752STao Ma * the right path to indicate the new rightmost path. 3508328d5752SMark Fasheh */ 35094fe82c31SJoel Becker static int ocfs2_merge_rec_left(struct ocfs2_path *right_path, 3510328d5752SMark Fasheh handle_t *handle, 35114fe82c31SJoel Becker struct ocfs2_extent_tree *et, 3512328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3513677b9752STao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3514677b9752STao Ma int index) 3515328d5752SMark Fasheh { 3516677b9752STao Ma int ret, i, subtree_index = 0, has_empty_extent = 0; 3517328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3518328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3519328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3520677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(right_path); 3521677b9752STao Ma struct buffer_head *bh = path_leaf_bh(right_path); 3522677b9752STao Ma struct buffer_head *root_bh = NULL; 3523677b9752STao Ma struct ocfs2_path *left_path = NULL; 3524677b9752STao Ma struct ocfs2_extent_list *left_el; 3525328d5752SMark Fasheh 3526677b9752STao Ma BUG_ON(index < 0); 3527328d5752SMark Fasheh 3528328d5752SMark Fasheh right_rec = &el->l_recs[index]; 3529677b9752STao Ma if (index == 0) { 3530677b9752STao Ma /* we meet with a cross extent block merge. */ 35314fe82c31SJoel Becker ret = ocfs2_get_left_path(et, right_path, &left_path); 3532677b9752STao Ma if (ret) { 3533677b9752STao Ma mlog_errno(ret); 3534992ef6e7SMarkus Elfring return ret; 3535677b9752STao Ma } 3536677b9752STao Ma 3537677b9752STao Ma left_el = path_leaf_el(left_path); 3538677b9752STao Ma BUG_ON(le16_to_cpu(left_el->l_next_free_rec) != 3539677b9752STao Ma le16_to_cpu(left_el->l_count)); 3540677b9752STao Ma 3541677b9752STao Ma left_rec = &left_el->l_recs[ 3542677b9752STao Ma le16_to_cpu(left_el->l_next_free_rec) - 1]; 3543677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3544677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3545677b9752STao Ma le32_to_cpu(split_rec->e_cpos)); 3546677b9752STao Ma 35477dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 35487dc02805SJoel Becker right_path); 3549677b9752STao Ma 3550677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3551*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 3552677b9752STao Ma left_path); 3553677b9752STao Ma if (ret) { 3554677b9752STao Ma mlog_errno(ret); 3555677b9752STao Ma goto out; 3556677b9752STao Ma } 3557677b9752STao Ma 3558677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3559677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3560677b9752STao Ma 35614fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 356213723d00SJoel Becker subtree_index); 3563677b9752STao Ma if (ret) { 3564677b9752STao Ma mlog_errno(ret); 3565677b9752STao Ma goto out; 3566677b9752STao Ma } 3567677b9752STao Ma 3568677b9752STao Ma for (i = subtree_index + 1; 3569677b9752STao Ma i < path_num_items(right_path); i++) { 35704fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 357113723d00SJoel Becker right_path, i); 3572677b9752STao Ma if (ret) { 3573677b9752STao Ma mlog_errno(ret); 3574677b9752STao Ma goto out; 3575677b9752STao Ma } 3576677b9752STao Ma 35774fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, 357813723d00SJoel Becker left_path, i); 3579677b9752STao Ma if (ret) { 3580677b9752STao Ma mlog_errno(ret); 3581677b9752STao Ma goto out; 3582677b9752STao Ma } 3583677b9752STao Ma } 3584677b9752STao Ma } else { 3585677b9752STao Ma left_rec = &el->l_recs[index - 1]; 3586328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 3587328d5752SMark Fasheh has_empty_extent = 1; 3588677b9752STao Ma } 3589328d5752SMark Fasheh 35904fe82c31SJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path, 35919047beabSTao Ma path_num_items(right_path) - 1); 3592328d5752SMark Fasheh if (ret) { 3593328d5752SMark Fasheh mlog_errno(ret); 3594328d5752SMark Fasheh goto out; 3595328d5752SMark Fasheh } 3596328d5752SMark Fasheh 3597328d5752SMark Fasheh if (has_empty_extent && index == 1) { 3598328d5752SMark Fasheh /* 3599328d5752SMark Fasheh * The easy case - we can just plop the record right in. 3600328d5752SMark Fasheh */ 3601328d5752SMark Fasheh *left_rec = *split_rec; 3602677b9752STao Ma } else 3603328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters); 3604328d5752SMark Fasheh 3605328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, split_clusters); 3606328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 36074fe82c31SJoel Becker ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci), 36084fe82c31SJoel Becker split_clusters)); 3609328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters); 3610328d5752SMark Fasheh 3611328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3612328d5752SMark Fasheh 3613ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 3614677b9752STao Ma if (left_path) { 3615ec20cec7SJoel Becker ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 3616677b9752STao Ma 3617677b9752STao Ma /* 3618677b9752STao Ma * In the situation that the right_rec is empty and the extent 3619677b9752STao Ma * block is empty also, ocfs2_complete_edge_insert can't handle 3620677b9752STao Ma * it and we need to delete the right extent block. 3621677b9752STao Ma */ 3622677b9752STao Ma if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 && 3623677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == 1) { 362417215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 362517215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 3626*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 362717215989SXue jiufei right_path); 362817215989SXue jiufei if (ret) { 362917215989SXue jiufei mlog_errno(ret); 363017215989SXue jiufei goto out; 363117215989SXue jiufei } 3632677b9752STao Ma 363370f18c08SJoel Becker ret = ocfs2_remove_rightmost_path(handle, et, 3634e7d4cb6bSTao Ma right_path, 363570f18c08SJoel Becker dealloc); 3636677b9752STao Ma if (ret) { 3637677b9752STao Ma mlog_errno(ret); 3638677b9752STao Ma goto out; 3639677b9752STao Ma } 3640677b9752STao Ma 3641677b9752STao Ma /* Now the rightmost extent block has been deleted. 3642677b9752STao Ma * So we use the new rightmost path. 3643677b9752STao Ma */ 3644677b9752STao Ma ocfs2_mv_path(right_path, left_path); 3645677b9752STao Ma left_path = NULL; 3646677b9752STao Ma } else 36474619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, 3648677b9752STao Ma right_path, subtree_index); 3649677b9752STao Ma } 3650328d5752SMark Fasheh out: 3651677b9752STao Ma ocfs2_free_path(left_path); 3652328d5752SMark Fasheh return ret; 3653328d5752SMark Fasheh } 3654328d5752SMark Fasheh 3655c495dd24SJoel Becker static int ocfs2_try_to_merge_extent(handle_t *handle, 3656c495dd24SJoel Becker struct ocfs2_extent_tree *et, 3657677b9752STao Ma struct ocfs2_path *path, 3658328d5752SMark Fasheh int split_index, 3659328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3660328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 3661c495dd24SJoel Becker struct ocfs2_merge_ctxt *ctxt) 3662328d5752SMark Fasheh { 3663518d7269STao Mao int ret = 0; 3664677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(path); 3665328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 3666328d5752SMark Fasheh 3667328d5752SMark Fasheh BUG_ON(ctxt->c_contig_type == CONTIG_NONE); 3668328d5752SMark Fasheh 3669518d7269STao Mao if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) { 367017215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 367117215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 3672*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 367317215989SXue jiufei path); 367417215989SXue jiufei if (ret) { 367517215989SXue jiufei mlog_errno(ret); 367617215989SXue jiufei goto out; 367717215989SXue jiufei } 3678328d5752SMark Fasheh /* 3679328d5752SMark Fasheh * The merge code will need to create an empty 3680328d5752SMark Fasheh * extent to take the place of the newly 3681328d5752SMark Fasheh * emptied slot. Remove any pre-existing empty 3682328d5752SMark Fasheh * extents - having more than one in a leaf is 3683328d5752SMark Fasheh * illegal. 3684328d5752SMark Fasheh */ 368570f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3686328d5752SMark Fasheh if (ret) { 3687328d5752SMark Fasheh mlog_errno(ret); 3688328d5752SMark Fasheh goto out; 3689328d5752SMark Fasheh } 3690328d5752SMark Fasheh split_index--; 3691328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3692328d5752SMark Fasheh } 3693328d5752SMark Fasheh 3694328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) { 3695328d5752SMark Fasheh /* 3696328d5752SMark Fasheh * Left-right contig implies this. 3697328d5752SMark Fasheh */ 3698328d5752SMark Fasheh BUG_ON(!ctxt->c_split_covers_rec); 3699328d5752SMark Fasheh 3700328d5752SMark Fasheh /* 3701328d5752SMark Fasheh * Since the leftright insert always covers the entire 3702328d5752SMark Fasheh * extent, this call will delete the insert record 3703328d5752SMark Fasheh * entirely, resulting in an empty extent record added to 3704328d5752SMark Fasheh * the extent block. 3705328d5752SMark Fasheh * 3706328d5752SMark Fasheh * Since the adding of an empty extent shifts 3707328d5752SMark Fasheh * everything back to the right, there's no need to 3708328d5752SMark Fasheh * update split_index here. 3709677b9752STao Ma * 3710677b9752STao Ma * When the split_index is zero, we need to merge it to the 3711677b9752STao Ma * prevoius extent block. It is more efficient and easier 3712677b9752STao Ma * if we do merge_right first and merge_left later. 3713328d5752SMark Fasheh */ 37144fe82c31SJoel Becker ret = ocfs2_merge_rec_right(path, handle, et, split_rec, 3715677b9752STao Ma split_index); 3716328d5752SMark Fasheh if (ret) { 3717328d5752SMark Fasheh mlog_errno(ret); 3718328d5752SMark Fasheh goto out; 3719328d5752SMark Fasheh } 3720328d5752SMark Fasheh 3721328d5752SMark Fasheh /* 3722328d5752SMark Fasheh * We can only get this from logic error above. 3723328d5752SMark Fasheh */ 3724328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0])); 3725328d5752SMark Fasheh 372617215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 372717215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 3728*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 372917215989SXue jiufei path); 373017215989SXue jiufei if (ret) { 373117215989SXue jiufei mlog_errno(ret); 373217215989SXue jiufei goto out; 373317215989SXue jiufei } 373417215989SXue jiufei 3735677b9752STao Ma /* The merge left us with an empty extent, remove it. */ 373670f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3737328d5752SMark Fasheh if (ret) { 3738328d5752SMark Fasheh mlog_errno(ret); 3739328d5752SMark Fasheh goto out; 3740328d5752SMark Fasheh } 3741677b9752STao Ma 3742328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3743328d5752SMark Fasheh 3744328d5752SMark Fasheh /* 3745328d5752SMark Fasheh * Note that we don't pass split_rec here on purpose - 3746677b9752STao Ma * we've merged it into the rec already. 3747328d5752SMark Fasheh */ 37484fe82c31SJoel Becker ret = ocfs2_merge_rec_left(path, handle, et, rec, 37494fe82c31SJoel Becker dealloc, split_index); 3750677b9752STao Ma 3751328d5752SMark Fasheh if (ret) { 3752328d5752SMark Fasheh mlog_errno(ret); 3753328d5752SMark Fasheh goto out; 3754328d5752SMark Fasheh } 3755328d5752SMark Fasheh 375617215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 375717215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 3758*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 375917215989SXue jiufei path); 376017215989SXue jiufei if (ret) { 376117215989SXue jiufei mlog_errno(ret); 376217215989SXue jiufei goto out; 376317215989SXue jiufei } 376417215989SXue jiufei 376570f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 3766328d5752SMark Fasheh /* 3767328d5752SMark Fasheh * Error from this last rotate is not critical, so 3768328d5752SMark Fasheh * print but don't bubble it up. 3769328d5752SMark Fasheh */ 3770328d5752SMark Fasheh if (ret) 3771328d5752SMark Fasheh mlog_errno(ret); 3772328d5752SMark Fasheh ret = 0; 3773328d5752SMark Fasheh } else { 3774328d5752SMark Fasheh /* 3775328d5752SMark Fasheh * Merge a record to the left or right. 3776328d5752SMark Fasheh * 3777328d5752SMark Fasheh * 'contig_type' is relative to the existing record, 3778328d5752SMark Fasheh * so for example, if we're "right contig", it's to 3779328d5752SMark Fasheh * the record on the left (hence the left merge). 3780328d5752SMark Fasheh */ 3781328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_RIGHT) { 37824fe82c31SJoel Becker ret = ocfs2_merge_rec_left(path, handle, et, 37834fe82c31SJoel Becker split_rec, dealloc, 3784328d5752SMark Fasheh split_index); 3785328d5752SMark Fasheh if (ret) { 3786328d5752SMark Fasheh mlog_errno(ret); 3787328d5752SMark Fasheh goto out; 3788328d5752SMark Fasheh } 3789328d5752SMark Fasheh } else { 37904fe82c31SJoel Becker ret = ocfs2_merge_rec_right(path, handle, 37917dc02805SJoel Becker et, split_rec, 3792328d5752SMark Fasheh split_index); 3793328d5752SMark Fasheh if (ret) { 3794328d5752SMark Fasheh mlog_errno(ret); 3795328d5752SMark Fasheh goto out; 3796328d5752SMark Fasheh } 3797328d5752SMark Fasheh } 3798328d5752SMark Fasheh 3799328d5752SMark Fasheh if (ctxt->c_split_covers_rec) { 380017215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 380117215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 3802*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 380317215989SXue jiufei path); 380417215989SXue jiufei if (ret) { 380517215989SXue jiufei mlog_errno(ret); 380617215989SXue jiufei ret = 0; 380717215989SXue jiufei goto out; 380817215989SXue jiufei } 380917215989SXue jiufei 3810328d5752SMark Fasheh /* 3811328d5752SMark Fasheh * The merge may have left an empty extent in 3812328d5752SMark Fasheh * our leaf. Try to rotate it away. 3813328d5752SMark Fasheh */ 381470f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, 381570f18c08SJoel Becker dealloc); 3816328d5752SMark Fasheh if (ret) 3817328d5752SMark Fasheh mlog_errno(ret); 3818328d5752SMark Fasheh ret = 0; 3819328d5752SMark Fasheh } 3820328d5752SMark Fasheh } 3821328d5752SMark Fasheh 3822328d5752SMark Fasheh out: 3823328d5752SMark Fasheh return ret; 3824328d5752SMark Fasheh } 3825328d5752SMark Fasheh 3826328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb, 3827328d5752SMark Fasheh enum ocfs2_split_type split, 3828328d5752SMark Fasheh struct ocfs2_extent_rec *rec, 3829328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3830328d5752SMark Fasheh { 3831328d5752SMark Fasheh u64 len_blocks; 3832328d5752SMark Fasheh 3833328d5752SMark Fasheh len_blocks = ocfs2_clusters_to_blocks(sb, 3834328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3835328d5752SMark Fasheh 3836328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3837328d5752SMark Fasheh /* 3838328d5752SMark Fasheh * Region is on the left edge of the existing 3839328d5752SMark Fasheh * record. 3840328d5752SMark Fasheh */ 3841328d5752SMark Fasheh le32_add_cpu(&rec->e_cpos, 3842328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3843328d5752SMark Fasheh le64_add_cpu(&rec->e_blkno, len_blocks); 3844328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3845328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3846328d5752SMark Fasheh } else { 3847328d5752SMark Fasheh /* 3848328d5752SMark Fasheh * Region is on the right edge of the existing 3849328d5752SMark Fasheh * record. 3850328d5752SMark Fasheh */ 3851328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3852328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3853328d5752SMark Fasheh } 3854328d5752SMark Fasheh } 3855328d5752SMark Fasheh 3856dcd0538fSMark Fasheh /* 3857dcd0538fSMark Fasheh * Do the final bits of extent record insertion at the target leaf 3858dcd0538fSMark Fasheh * list. If this leaf is part of an allocation tree, it is assumed 3859dcd0538fSMark Fasheh * that the tree above has been prepared. 3860dcd0538fSMark Fasheh */ 3861d5628623SJoel Becker static void ocfs2_insert_at_leaf(struct ocfs2_extent_tree *et, 3862d5628623SJoel Becker struct ocfs2_extent_rec *insert_rec, 3863dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 3864d5628623SJoel Becker struct ocfs2_insert_type *insert) 3865dcd0538fSMark Fasheh { 3866dcd0538fSMark Fasheh int i = insert->ins_contig_index; 3867dcd0538fSMark Fasheh unsigned int range; 3868dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 3869dcd0538fSMark Fasheh 3870e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 3871dcd0538fSMark Fasheh 3872328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3873328d5752SMark Fasheh i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos)); 3874328d5752SMark Fasheh BUG_ON(i == -1); 3875328d5752SMark Fasheh rec = &el->l_recs[i]; 3876d5628623SJoel Becker ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci), 3877d5628623SJoel Becker insert->ins_split, rec, 3878328d5752SMark Fasheh insert_rec); 3879328d5752SMark Fasheh goto rotate; 3880328d5752SMark Fasheh } 3881328d5752SMark Fasheh 3882dcd0538fSMark Fasheh /* 3883dcd0538fSMark Fasheh * Contiguous insert - either left or right. 3884dcd0538fSMark Fasheh */ 3885dcd0538fSMark Fasheh if (insert->ins_contig != CONTIG_NONE) { 3886dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3887dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT) { 3888dcd0538fSMark Fasheh rec->e_blkno = insert_rec->e_blkno; 3889dcd0538fSMark Fasheh rec->e_cpos = insert_rec->e_cpos; 3890dcd0538fSMark Fasheh } 3891e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3892e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3893dcd0538fSMark Fasheh return; 3894dcd0538fSMark Fasheh } 3895dcd0538fSMark Fasheh 3896dcd0538fSMark Fasheh /* 3897dcd0538fSMark Fasheh * Handle insert into an empty leaf. 3898dcd0538fSMark Fasheh */ 3899dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0 || 3900dcd0538fSMark Fasheh ((le16_to_cpu(el->l_next_free_rec) == 1) && 3901dcd0538fSMark Fasheh ocfs2_is_empty_extent(&el->l_recs[0]))) { 3902dcd0538fSMark Fasheh el->l_recs[0] = *insert_rec; 3903dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(1); 3904dcd0538fSMark Fasheh return; 3905dcd0538fSMark Fasheh } 3906dcd0538fSMark Fasheh 3907dcd0538fSMark Fasheh /* 3908dcd0538fSMark Fasheh * Appending insert. 3909dcd0538fSMark Fasheh */ 3910dcd0538fSMark Fasheh if (insert->ins_appending == APPEND_TAIL) { 3911dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 3912dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3913e48edee2SMark Fasheh range = le32_to_cpu(rec->e_cpos) 3914e48edee2SMark Fasheh + le16_to_cpu(rec->e_leaf_clusters); 3915dcd0538fSMark Fasheh BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range); 3916dcd0538fSMark Fasheh 3917dcd0538fSMark Fasheh mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >= 3918dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3919d5628623SJoel Becker "owner %llu, depth %u, count %u, next free %u, " 3920dcd0538fSMark Fasheh "rec.cpos %u, rec.clusters %u, " 3921dcd0538fSMark Fasheh "insert.cpos %u, insert.clusters %u\n", 3922d5628623SJoel Becker ocfs2_metadata_cache_owner(et->et_ci), 3923dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), 3924dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3925dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 3926dcd0538fSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos), 3927e48edee2SMark Fasheh le16_to_cpu(el->l_recs[i].e_leaf_clusters), 3928dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3929e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3930dcd0538fSMark Fasheh i++; 3931dcd0538fSMark Fasheh el->l_recs[i] = *insert_rec; 3932dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 3933dcd0538fSMark Fasheh return; 3934dcd0538fSMark Fasheh } 3935dcd0538fSMark Fasheh 3936328d5752SMark Fasheh rotate: 3937dcd0538fSMark Fasheh /* 3938dcd0538fSMark Fasheh * Ok, we have to rotate. 3939dcd0538fSMark Fasheh * 3940dcd0538fSMark Fasheh * At this point, it is safe to assume that inserting into an 3941dcd0538fSMark Fasheh * empty leaf and appending to a leaf have both been handled 3942dcd0538fSMark Fasheh * above. 3943dcd0538fSMark Fasheh * 3944dcd0538fSMark Fasheh * This leaf needs to have space, either by the empty 1st 3945dcd0538fSMark Fasheh * extent record, or by virtue of an l_next_rec < l_count. 3946dcd0538fSMark Fasheh */ 3947dcd0538fSMark Fasheh ocfs2_rotate_leaf(el, insert_rec); 3948dcd0538fSMark Fasheh } 3949dcd0538fSMark Fasheh 3950d401dc12SJoel Becker static void ocfs2_adjust_rightmost_records(handle_t *handle, 3951d401dc12SJoel Becker struct ocfs2_extent_tree *et, 3952328d5752SMark Fasheh struct ocfs2_path *path, 3953328d5752SMark Fasheh struct ocfs2_extent_rec *insert_rec) 3954328d5752SMark Fasheh { 3955d22aa615SChangwei Ge int i, next_free; 3956328d5752SMark Fasheh struct buffer_head *bh; 3957328d5752SMark Fasheh struct ocfs2_extent_list *el; 3958328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 3959328d5752SMark Fasheh 3960328d5752SMark Fasheh /* 3961328d5752SMark Fasheh * Update everything except the leaf block. 3962328d5752SMark Fasheh */ 3963328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 3964328d5752SMark Fasheh bh = path->p_node[i].bh; 3965328d5752SMark Fasheh el = path->p_node[i].el; 3966328d5752SMark Fasheh 3967328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3968328d5752SMark Fasheh if (next_free == 0) { 3969d401dc12SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 39707ecef14aSJoe Perches "Owner %llu has a bad extent list\n", 3971d401dc12SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci)); 3972328d5752SMark Fasheh return; 3973328d5752SMark Fasheh } 3974328d5752SMark Fasheh 3975328d5752SMark Fasheh rec = &el->l_recs[next_free - 1]; 3976328d5752SMark Fasheh 3977328d5752SMark Fasheh rec->e_int_clusters = insert_rec->e_cpos; 3978328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3979328d5752SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3980328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3981328d5752SMark Fasheh -le32_to_cpu(rec->e_cpos)); 3982328d5752SMark Fasheh 3983ec20cec7SJoel Becker ocfs2_journal_dirty(handle, bh); 3984328d5752SMark Fasheh } 3985328d5752SMark Fasheh } 3986328d5752SMark Fasheh 3987d401dc12SJoel Becker static int ocfs2_append_rec_to_path(handle_t *handle, 3988d401dc12SJoel Becker struct ocfs2_extent_tree *et, 3989dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3990dcd0538fSMark Fasheh struct ocfs2_path *right_path, 3991dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 3992dcd0538fSMark Fasheh { 3993328d5752SMark Fasheh int ret, next_free; 3994dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 3995dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 3996dcd0538fSMark Fasheh 3997dcd0538fSMark Fasheh *ret_left_path = NULL; 3998dcd0538fSMark Fasheh 3999dcd0538fSMark Fasheh /* 4000e48edee2SMark Fasheh * This shouldn't happen for non-trees. The extent rec cluster 4001e48edee2SMark Fasheh * count manipulation below only works for interior nodes. 4002e48edee2SMark Fasheh */ 4003e48edee2SMark Fasheh BUG_ON(right_path->p_tree_depth == 0); 4004e48edee2SMark Fasheh 4005e48edee2SMark Fasheh /* 4006dcd0538fSMark Fasheh * If our appending insert is at the leftmost edge of a leaf, 4007dcd0538fSMark Fasheh * then we might need to update the rightmost records of the 4008dcd0538fSMark Fasheh * neighboring path. 4009dcd0538fSMark Fasheh */ 4010dcd0538fSMark Fasheh el = path_leaf_el(right_path); 4011dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 4012dcd0538fSMark Fasheh if (next_free == 0 || 4013dcd0538fSMark Fasheh (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) { 4014dcd0538fSMark Fasheh u32 left_cpos; 4015dcd0538fSMark Fasheh 4016d401dc12SJoel Becker ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci), 4017d401dc12SJoel Becker right_path, &left_cpos); 4018dcd0538fSMark Fasheh if (ret) { 4019dcd0538fSMark Fasheh mlog_errno(ret); 4020dcd0538fSMark Fasheh goto out; 4021dcd0538fSMark Fasheh } 4022dcd0538fSMark Fasheh 4023a09d09b8STao Ma trace_ocfs2_append_rec_to_path( 4024a09d09b8STao Ma (unsigned long long) 4025a09d09b8STao Ma ocfs2_metadata_cache_owner(et->et_ci), 4026a09d09b8STao Ma le32_to_cpu(insert_rec->e_cpos), 4027dcd0538fSMark Fasheh left_cpos); 4028dcd0538fSMark Fasheh 4029dcd0538fSMark Fasheh /* 4030dcd0538fSMark Fasheh * No need to worry if the append is already in the 4031dcd0538fSMark Fasheh * leftmost leaf. 4032dcd0538fSMark Fasheh */ 4033dcd0538fSMark Fasheh if (left_cpos) { 4034ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(right_path); 4035dcd0538fSMark Fasheh if (!left_path) { 4036dcd0538fSMark Fasheh ret = -ENOMEM; 4037dcd0538fSMark Fasheh mlog_errno(ret); 4038dcd0538fSMark Fasheh goto out; 4039dcd0538fSMark Fasheh } 4040dcd0538fSMark Fasheh 4041d401dc12SJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 4042facdb77fSJoel Becker left_cpos); 4043dcd0538fSMark Fasheh if (ret) { 4044dcd0538fSMark Fasheh mlog_errno(ret); 4045dcd0538fSMark Fasheh goto out; 4046dcd0538fSMark Fasheh } 4047dcd0538fSMark Fasheh 4048dcd0538fSMark Fasheh /* 4049dcd0538fSMark Fasheh * ocfs2_insert_path() will pass the left_path to the 4050dcd0538fSMark Fasheh * journal for us. 4051dcd0538fSMark Fasheh */ 4052dcd0538fSMark Fasheh } 4053dcd0538fSMark Fasheh } 4054dcd0538fSMark Fasheh 4055d401dc12SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4056dcd0538fSMark Fasheh if (ret) { 4057dcd0538fSMark Fasheh mlog_errno(ret); 4058dcd0538fSMark Fasheh goto out; 4059dcd0538fSMark Fasheh } 4060dcd0538fSMark Fasheh 4061d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, right_path, insert_rec); 4062dcd0538fSMark Fasheh 4063dcd0538fSMark Fasheh *ret_left_path = left_path; 4064dcd0538fSMark Fasheh ret = 0; 4065dcd0538fSMark Fasheh out: 4066dcd0538fSMark Fasheh if (ret != 0) 4067dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4068dcd0538fSMark Fasheh 4069dcd0538fSMark Fasheh return ret; 4070dcd0538fSMark Fasheh } 4071dcd0538fSMark Fasheh 4072c38e52bbSJoel Becker static void ocfs2_split_record(struct ocfs2_extent_tree *et, 4073328d5752SMark Fasheh struct ocfs2_path *left_path, 4074328d5752SMark Fasheh struct ocfs2_path *right_path, 4075328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4076328d5752SMark Fasheh enum ocfs2_split_type split) 4077328d5752SMark Fasheh { 4078328d5752SMark Fasheh int index; 4079328d5752SMark Fasheh u32 cpos = le32_to_cpu(split_rec->e_cpos); 4080328d5752SMark Fasheh struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el; 4081328d5752SMark Fasheh struct ocfs2_extent_rec *rec, *tmprec; 4082328d5752SMark Fasheh 4083c19a28e1SFernando Carrijo right_el = path_leaf_el(right_path); 4084328d5752SMark Fasheh if (left_path) 4085328d5752SMark Fasheh left_el = path_leaf_el(left_path); 4086328d5752SMark Fasheh 4087328d5752SMark Fasheh el = right_el; 4088328d5752SMark Fasheh insert_el = right_el; 4089328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4090328d5752SMark Fasheh if (index != -1) { 4091328d5752SMark Fasheh if (index == 0 && left_path) { 4092328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 4093328d5752SMark Fasheh 4094328d5752SMark Fasheh /* 4095328d5752SMark Fasheh * This typically means that the record 4096328d5752SMark Fasheh * started in the left path but moved to the 4097328d5752SMark Fasheh * right as a result of rotation. We either 4098328d5752SMark Fasheh * move the existing record to the left, or we 4099328d5752SMark Fasheh * do the later insert there. 4100328d5752SMark Fasheh * 4101328d5752SMark Fasheh * In this case, the left path should always 4102328d5752SMark Fasheh * exist as the rotate code will have passed 4103328d5752SMark Fasheh * it back for a post-insert update. 4104328d5752SMark Fasheh */ 4105328d5752SMark Fasheh 4106328d5752SMark Fasheh if (split == SPLIT_LEFT) { 4107328d5752SMark Fasheh /* 4108328d5752SMark Fasheh * It's a left split. Since we know 4109328d5752SMark Fasheh * that the rotate code gave us an 4110328d5752SMark Fasheh * empty extent in the left path, we 4111328d5752SMark Fasheh * can just do the insert there. 4112328d5752SMark Fasheh */ 4113328d5752SMark Fasheh insert_el = left_el; 4114328d5752SMark Fasheh } else { 4115328d5752SMark Fasheh /* 4116328d5752SMark Fasheh * Right split - we have to move the 4117328d5752SMark Fasheh * existing record over to the left 4118328d5752SMark Fasheh * leaf. The insert will be into the 4119328d5752SMark Fasheh * newly created empty extent in the 4120328d5752SMark Fasheh * right leaf. 4121328d5752SMark Fasheh */ 4122328d5752SMark Fasheh tmprec = &right_el->l_recs[index]; 4123328d5752SMark Fasheh ocfs2_rotate_leaf(left_el, tmprec); 4124328d5752SMark Fasheh el = left_el; 4125328d5752SMark Fasheh 4126328d5752SMark Fasheh memset(tmprec, 0, sizeof(*tmprec)); 4127328d5752SMark Fasheh index = ocfs2_search_extent_list(left_el, cpos); 4128328d5752SMark Fasheh BUG_ON(index == -1); 4129328d5752SMark Fasheh } 4130328d5752SMark Fasheh } 4131328d5752SMark Fasheh } else { 4132328d5752SMark Fasheh BUG_ON(!left_path); 4133328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0])); 4134328d5752SMark Fasheh /* 4135328d5752SMark Fasheh * Left path is easy - we can just allow the insert to 4136328d5752SMark Fasheh * happen. 4137328d5752SMark Fasheh */ 4138328d5752SMark Fasheh el = left_el; 4139328d5752SMark Fasheh insert_el = left_el; 4140328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4141328d5752SMark Fasheh BUG_ON(index == -1); 4142328d5752SMark Fasheh } 4143328d5752SMark Fasheh 4144328d5752SMark Fasheh rec = &el->l_recs[index]; 4145c38e52bbSJoel Becker ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci), 4146c38e52bbSJoel Becker split, rec, split_rec); 4147328d5752SMark Fasheh ocfs2_rotate_leaf(insert_el, split_rec); 4148328d5752SMark Fasheh } 4149328d5752SMark Fasheh 4150dcd0538fSMark Fasheh /* 4151e7d4cb6bSTao Ma * This function only does inserts on an allocation b-tree. For tree 4152e7d4cb6bSTao Ma * depth = 0, ocfs2_insert_at_leaf() is called directly. 4153dcd0538fSMark Fasheh * 4154dcd0538fSMark Fasheh * right_path is the path we want to do the actual insert 4155dcd0538fSMark Fasheh * in. left_path should only be passed in if we need to update that 4156dcd0538fSMark Fasheh * portion of the tree after an edge insert. 4157dcd0538fSMark Fasheh */ 41583505bec0SJoel Becker static int ocfs2_insert_path(handle_t *handle, 41597dc02805SJoel Becker struct ocfs2_extent_tree *et, 4160dcd0538fSMark Fasheh struct ocfs2_path *left_path, 4161dcd0538fSMark Fasheh struct ocfs2_path *right_path, 4162dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4163dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4164dcd0538fSMark Fasheh { 4165dcd0538fSMark Fasheh int ret, subtree_index; 4166dcd0538fSMark Fasheh struct buffer_head *leaf_bh = path_leaf_bh(right_path); 4167dcd0538fSMark Fasheh 4168dcd0538fSMark Fasheh if (left_path) { 4169dcd0538fSMark Fasheh /* 4170dcd0538fSMark Fasheh * There's a chance that left_path got passed back to 4171dcd0538fSMark Fasheh * us without being accounted for in the 4172dcd0538fSMark Fasheh * journal. Extend our transaction here to be sure we 4173dcd0538fSMark Fasheh * can change those blocks. 4174dcd0538fSMark Fasheh */ 4175c901fb00STao Ma ret = ocfs2_extend_trans(handle, left_path->p_tree_depth); 4176dcd0538fSMark Fasheh if (ret < 0) { 4177dcd0538fSMark Fasheh mlog_errno(ret); 4178dcd0538fSMark Fasheh goto out; 4179dcd0538fSMark Fasheh } 4180dcd0538fSMark Fasheh 41817dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 4182dcd0538fSMark Fasheh if (ret < 0) { 4183dcd0538fSMark Fasheh mlog_errno(ret); 4184dcd0538fSMark Fasheh goto out; 4185dcd0538fSMark Fasheh } 4186dcd0538fSMark Fasheh } 4187dcd0538fSMark Fasheh 4188e8aed345SMark Fasheh /* 4189e8aed345SMark Fasheh * Pass both paths to the journal. The majority of inserts 4190e8aed345SMark Fasheh * will be touching all components anyway. 4191e8aed345SMark Fasheh */ 41927dc02805SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, right_path); 4193e8aed345SMark Fasheh if (ret < 0) { 4194e8aed345SMark Fasheh mlog_errno(ret); 4195e8aed345SMark Fasheh goto out; 4196e8aed345SMark Fasheh } 4197e8aed345SMark Fasheh 4198328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 4199328d5752SMark Fasheh /* 4200328d5752SMark Fasheh * We could call ocfs2_insert_at_leaf() for some types 4201c78bad11SJoe Perches * of splits, but it's easier to just let one separate 4202328d5752SMark Fasheh * function sort it all out. 4203328d5752SMark Fasheh */ 4204c38e52bbSJoel Becker ocfs2_split_record(et, left_path, right_path, 4205328d5752SMark Fasheh insert_rec, insert->ins_split); 4206e8aed345SMark Fasheh 4207e8aed345SMark Fasheh /* 4208e8aed345SMark Fasheh * Split might have modified either leaf and we don't 4209e8aed345SMark Fasheh * have a guarantee that the later edge insert will 4210e8aed345SMark Fasheh * dirty this for us. 4211e8aed345SMark Fasheh */ 4212e8aed345SMark Fasheh if (left_path) 4213ec20cec7SJoel Becker ocfs2_journal_dirty(handle, 4214e8aed345SMark Fasheh path_leaf_bh(left_path)); 4215328d5752SMark Fasheh } else 4216d5628623SJoel Becker ocfs2_insert_at_leaf(et, insert_rec, path_leaf_el(right_path), 4217d5628623SJoel Becker insert); 4218dcd0538fSMark Fasheh 4219ec20cec7SJoel Becker ocfs2_journal_dirty(handle, leaf_bh); 4220dcd0538fSMark Fasheh 4221dcd0538fSMark Fasheh if (left_path) { 4222dcd0538fSMark Fasheh /* 4223dcd0538fSMark Fasheh * The rotate code has indicated that we need to fix 4224dcd0538fSMark Fasheh * up portions of the tree after the insert. 4225dcd0538fSMark Fasheh * 4226dcd0538fSMark Fasheh * XXX: Should we extend the transaction here? 4227dcd0538fSMark Fasheh */ 42287dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, 4229dcd0538fSMark Fasheh right_path); 42304619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, right_path, 42314619c73eSJoel Becker subtree_index); 4232dcd0538fSMark Fasheh } 4233dcd0538fSMark Fasheh 4234dcd0538fSMark Fasheh ret = 0; 4235dcd0538fSMark Fasheh out: 4236dcd0538fSMark Fasheh return ret; 4237dcd0538fSMark Fasheh } 4238dcd0538fSMark Fasheh 42393505bec0SJoel Becker static int ocfs2_do_insert_extent(handle_t *handle, 4240e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4241dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4242dcd0538fSMark Fasheh struct ocfs2_insert_type *type) 4243dcd0538fSMark Fasheh { 4244dcd0538fSMark Fasheh int ret, rotate = 0; 4245dcd0538fSMark Fasheh u32 cpos; 4246dcd0538fSMark Fasheh struct ocfs2_path *right_path = NULL; 4247dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 4248dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4249dcd0538fSMark Fasheh 4250ce1d9ea6SJoel Becker el = et->et_root_el; 4251dcd0538fSMark Fasheh 4252d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4253dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4254dcd0538fSMark Fasheh if (ret) { 4255dcd0538fSMark Fasheh mlog_errno(ret); 4256dcd0538fSMark Fasheh goto out; 4257dcd0538fSMark Fasheh } 4258dcd0538fSMark Fasheh 4259dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 4260d5628623SJoel Becker ocfs2_insert_at_leaf(et, insert_rec, el, type); 4261dcd0538fSMark Fasheh goto out_update_clusters; 4262dcd0538fSMark Fasheh } 4263dcd0538fSMark Fasheh 4264ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_et(et); 4265dcd0538fSMark Fasheh if (!right_path) { 4266dcd0538fSMark Fasheh ret = -ENOMEM; 4267dcd0538fSMark Fasheh mlog_errno(ret); 4268dcd0538fSMark Fasheh goto out; 4269dcd0538fSMark Fasheh } 4270dcd0538fSMark Fasheh 4271dcd0538fSMark Fasheh /* 4272dcd0538fSMark Fasheh * Determine the path to start with. Rotations need the 4273dcd0538fSMark Fasheh * rightmost path, everything else can go directly to the 4274dcd0538fSMark Fasheh * target leaf. 4275dcd0538fSMark Fasheh */ 4276dcd0538fSMark Fasheh cpos = le32_to_cpu(insert_rec->e_cpos); 4277dcd0538fSMark Fasheh if (type->ins_appending == APPEND_NONE && 4278dcd0538fSMark Fasheh type->ins_contig == CONTIG_NONE) { 4279dcd0538fSMark Fasheh rotate = 1; 4280dcd0538fSMark Fasheh cpos = UINT_MAX; 4281dcd0538fSMark Fasheh } 4282dcd0538fSMark Fasheh 4283facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, right_path, cpos); 4284dcd0538fSMark Fasheh if (ret) { 4285dcd0538fSMark Fasheh mlog_errno(ret); 4286dcd0538fSMark Fasheh goto out; 4287dcd0538fSMark Fasheh } 4288dcd0538fSMark Fasheh 4289dcd0538fSMark Fasheh /* 4290dcd0538fSMark Fasheh * Rotations and appends need special treatment - they modify 4291dcd0538fSMark Fasheh * parts of the tree's above them. 4292dcd0538fSMark Fasheh * 4293dcd0538fSMark Fasheh * Both might pass back a path immediate to the left of the 4294dcd0538fSMark Fasheh * one being inserted to. This will be cause 4295dcd0538fSMark Fasheh * ocfs2_insert_path() to modify the rightmost records of 4296dcd0538fSMark Fasheh * left_path to account for an edge insert. 4297dcd0538fSMark Fasheh * 4298dcd0538fSMark Fasheh * XXX: When modifying this code, keep in mind that an insert 4299dcd0538fSMark Fasheh * can wind up skipping both of these two special cases... 4300dcd0538fSMark Fasheh */ 4301dcd0538fSMark Fasheh if (rotate) { 43021bbf0b8dSJoel Becker ret = ocfs2_rotate_tree_right(handle, et, type->ins_split, 4303dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 4304dcd0538fSMark Fasheh right_path, &left_path); 4305dcd0538fSMark Fasheh if (ret) { 4306dcd0538fSMark Fasheh mlog_errno(ret); 4307dcd0538fSMark Fasheh goto out; 4308dcd0538fSMark Fasheh } 4309e8aed345SMark Fasheh 4310e8aed345SMark Fasheh /* 4311e8aed345SMark Fasheh * ocfs2_rotate_tree_right() might have extended the 4312e8aed345SMark Fasheh * transaction without re-journaling our tree root. 4313e8aed345SMark Fasheh */ 4314d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 4315e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 4316e8aed345SMark Fasheh if (ret) { 4317e8aed345SMark Fasheh mlog_errno(ret); 4318e8aed345SMark Fasheh goto out; 4319e8aed345SMark Fasheh } 4320dcd0538fSMark Fasheh } else if (type->ins_appending == APPEND_TAIL 4321dcd0538fSMark Fasheh && type->ins_contig != CONTIG_LEFT) { 4322d401dc12SJoel Becker ret = ocfs2_append_rec_to_path(handle, et, insert_rec, 4323dcd0538fSMark Fasheh right_path, &left_path); 4324dcd0538fSMark Fasheh if (ret) { 4325dcd0538fSMark Fasheh mlog_errno(ret); 4326dcd0538fSMark Fasheh goto out; 4327dcd0538fSMark Fasheh } 4328dcd0538fSMark Fasheh } 4329dcd0538fSMark Fasheh 43303505bec0SJoel Becker ret = ocfs2_insert_path(handle, et, left_path, right_path, 4331dcd0538fSMark Fasheh insert_rec, type); 4332dcd0538fSMark Fasheh if (ret) { 4333dcd0538fSMark Fasheh mlog_errno(ret); 4334dcd0538fSMark Fasheh goto out; 4335dcd0538fSMark Fasheh } 4336dcd0538fSMark Fasheh 4337dcd0538fSMark Fasheh out_update_clusters: 4338328d5752SMark Fasheh if (type->ins_split == SPLIT_NONE) 43396136ca5fSJoel Becker ocfs2_et_update_clusters(et, 4340e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 4341dcd0538fSMark Fasheh 4342ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 4343dcd0538fSMark Fasheh 4344dcd0538fSMark Fasheh out: 4345dcd0538fSMark Fasheh ocfs2_free_path(left_path); 4346dcd0538fSMark Fasheh ocfs2_free_path(right_path); 4347dcd0538fSMark Fasheh 4348dcd0538fSMark Fasheh return ret; 4349dcd0538fSMark Fasheh } 4350dcd0538fSMark Fasheh 43519f99ad08SXue jiufei static int ocfs2_figure_merge_contig_type(struct ocfs2_extent_tree *et, 4352a2970291SJoel Becker struct ocfs2_path *path, 4353328d5752SMark Fasheh struct ocfs2_extent_list *el, int index, 43549f99ad08SXue jiufei struct ocfs2_extent_rec *split_rec, 43559f99ad08SXue jiufei struct ocfs2_merge_ctxt *ctxt) 4356328d5752SMark Fasheh { 43579f99ad08SXue jiufei int status = 0; 4358328d5752SMark Fasheh enum ocfs2_contig_type ret = CONTIG_NONE; 4359ad5a4d70STao Ma u32 left_cpos, right_cpos; 4360ad5a4d70STao Ma struct ocfs2_extent_rec *rec = NULL; 4361ad5a4d70STao Ma struct ocfs2_extent_list *new_el; 4362ad5a4d70STao Ma struct ocfs2_path *left_path = NULL, *right_path = NULL; 4363ad5a4d70STao Ma struct buffer_head *bh; 4364ad5a4d70STao Ma struct ocfs2_extent_block *eb; 4365a2970291SJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 4366ad5a4d70STao Ma 4367ad5a4d70STao Ma if (index > 0) { 4368ad5a4d70STao Ma rec = &el->l_recs[index - 1]; 4369ad5a4d70STao Ma } else if (path->p_tree_depth > 0) { 4370a2970291SJoel Becker status = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos); 4371ad5a4d70STao Ma if (status) 437206a269ccSMarkus Elfring goto exit; 4373ad5a4d70STao Ma 4374ad5a4d70STao Ma if (left_cpos != 0) { 4375ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 43769f99ad08SXue jiufei if (!left_path) { 43779f99ad08SXue jiufei status = -ENOMEM; 43789f99ad08SXue jiufei mlog_errno(status); 437906a269ccSMarkus Elfring goto exit; 43809f99ad08SXue jiufei } 4381ad5a4d70STao Ma 4382a2970291SJoel Becker status = ocfs2_find_path(et->et_ci, left_path, 4383a2970291SJoel Becker left_cpos); 4384ad5a4d70STao Ma if (status) 438506a269ccSMarkus Elfring goto free_left_path; 4386ad5a4d70STao Ma 4387ad5a4d70STao Ma new_el = path_leaf_el(left_path); 4388ad5a4d70STao Ma 4389ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) != 4390ad5a4d70STao Ma le16_to_cpu(new_el->l_count)) { 4391ad5a4d70STao Ma bh = path_leaf_bh(left_path); 4392ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 439393f5920dSJun Piao status = ocfs2_error(sb, 43947ecef14aSJoe Perches "Extent block #%llu has an invalid l_next_free_rec of %d. It should have matched the l_count of %d\n", 43955e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 43965e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec), 43975e96581aSJoel Becker le16_to_cpu(new_el->l_count)); 439806a269ccSMarkus Elfring goto free_left_path; 4399ad5a4d70STao Ma } 4400ad5a4d70STao Ma rec = &new_el->l_recs[ 4401ad5a4d70STao Ma le16_to_cpu(new_el->l_next_free_rec) - 1]; 4402ad5a4d70STao Ma } 4403ad5a4d70STao Ma } 4404328d5752SMark Fasheh 4405328d5752SMark Fasheh /* 4406328d5752SMark Fasheh * We're careful to check for an empty extent record here - 4407328d5752SMark Fasheh * the merge code will know what to do if it sees one. 4408328d5752SMark Fasheh */ 4409ad5a4d70STao Ma if (rec) { 4410328d5752SMark Fasheh if (index == 1 && ocfs2_is_empty_extent(rec)) { 4411328d5752SMark Fasheh if (split_rec->e_cpos == el->l_recs[index].e_cpos) 4412328d5752SMark Fasheh ret = CONTIG_RIGHT; 4413328d5752SMark Fasheh } else { 4414853a3a14STao Ma ret = ocfs2_et_extent_contig(et, rec, split_rec); 4415328d5752SMark Fasheh } 4416328d5752SMark Fasheh } 4417328d5752SMark Fasheh 4418ad5a4d70STao Ma rec = NULL; 4419ad5a4d70STao Ma if (index < (le16_to_cpu(el->l_next_free_rec) - 1)) 4420ad5a4d70STao Ma rec = &el->l_recs[index + 1]; 4421ad5a4d70STao Ma else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) && 4422ad5a4d70STao Ma path->p_tree_depth > 0) { 4423a2970291SJoel Becker status = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos); 4424ad5a4d70STao Ma if (status) 442506a269ccSMarkus Elfring goto free_left_path; 4426ad5a4d70STao Ma 4427ad5a4d70STao Ma if (right_cpos == 0) 442806a269ccSMarkus Elfring goto free_left_path; 4429ad5a4d70STao Ma 4430ffdd7a54SJoel Becker right_path = ocfs2_new_path_from_path(path); 44319f99ad08SXue jiufei if (!right_path) { 44329f99ad08SXue jiufei status = -ENOMEM; 44339f99ad08SXue jiufei mlog_errno(status); 443406a269ccSMarkus Elfring goto free_left_path; 44359f99ad08SXue jiufei } 4436ad5a4d70STao Ma 4437a2970291SJoel Becker status = ocfs2_find_path(et->et_ci, right_path, right_cpos); 4438ad5a4d70STao Ma if (status) 443906a269ccSMarkus Elfring goto free_right_path; 4440ad5a4d70STao Ma 4441ad5a4d70STao Ma new_el = path_leaf_el(right_path); 4442ad5a4d70STao Ma rec = &new_el->l_recs[0]; 4443ad5a4d70STao Ma if (ocfs2_is_empty_extent(rec)) { 4444ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) <= 1) { 4445ad5a4d70STao Ma bh = path_leaf_bh(right_path); 4446ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 444793f5920dSJun Piao status = ocfs2_error(sb, 44487ecef14aSJoe Perches "Extent block #%llu has an invalid l_next_free_rec of %d\n", 44495e96581aSJoel Becker (unsigned long long)le64_to_cpu(eb->h_blkno), 44505e96581aSJoel Becker le16_to_cpu(new_el->l_next_free_rec)); 445106a269ccSMarkus Elfring goto free_right_path; 4452ad5a4d70STao Ma } 4453ad5a4d70STao Ma rec = &new_el->l_recs[1]; 4454ad5a4d70STao Ma } 4455ad5a4d70STao Ma } 4456ad5a4d70STao Ma 4457ad5a4d70STao Ma if (rec) { 4458328d5752SMark Fasheh enum ocfs2_contig_type contig_type; 4459328d5752SMark Fasheh 4460853a3a14STao Ma contig_type = ocfs2_et_extent_contig(et, rec, split_rec); 4461328d5752SMark Fasheh 4462328d5752SMark Fasheh if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT) 4463328d5752SMark Fasheh ret = CONTIG_LEFTRIGHT; 4464328d5752SMark Fasheh else if (ret == CONTIG_NONE) 4465328d5752SMark Fasheh ret = contig_type; 4466328d5752SMark Fasheh } 4467328d5752SMark Fasheh 446806a269ccSMarkus Elfring free_right_path: 4469ad5a4d70STao Ma ocfs2_free_path(right_path); 447006a269ccSMarkus Elfring free_left_path: 447106a269ccSMarkus Elfring ocfs2_free_path(left_path); 447206a269ccSMarkus Elfring exit: 44739f99ad08SXue jiufei if (status == 0) 44749f99ad08SXue jiufei ctxt->c_contig_type = ret; 44759f99ad08SXue jiufei 44769f99ad08SXue jiufei return status; 4477328d5752SMark Fasheh } 4478328d5752SMark Fasheh 44791ef61b33SJoel Becker static void ocfs2_figure_contig_type(struct ocfs2_extent_tree *et, 4480dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 4481dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 44821ef61b33SJoel Becker struct ocfs2_extent_rec *insert_rec) 4483dcd0538fSMark Fasheh { 4484dcd0538fSMark Fasheh int i; 4485dcd0538fSMark Fasheh enum ocfs2_contig_type contig_type = CONTIG_NONE; 4486dcd0538fSMark Fasheh 4487e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4488e48edee2SMark Fasheh 4489dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 4490853a3a14STao Ma contig_type = ocfs2_et_extent_contig(et, &el->l_recs[i], 4491853a3a14STao Ma insert_rec); 4492dcd0538fSMark Fasheh if (contig_type != CONTIG_NONE) { 4493dcd0538fSMark Fasheh insert->ins_contig_index = i; 4494dcd0538fSMark Fasheh break; 4495dcd0538fSMark Fasheh } 4496dcd0538fSMark Fasheh } 4497dcd0538fSMark Fasheh insert->ins_contig = contig_type; 4498ca12b7c4STao Ma 4499ca12b7c4STao Ma if (insert->ins_contig != CONTIG_NONE) { 4500ca12b7c4STao Ma struct ocfs2_extent_rec *rec = 4501ca12b7c4STao Ma &el->l_recs[insert->ins_contig_index]; 4502ca12b7c4STao Ma unsigned int len = le16_to_cpu(rec->e_leaf_clusters) + 4503ca12b7c4STao Ma le16_to_cpu(insert_rec->e_leaf_clusters); 4504ca12b7c4STao Ma 4505ca12b7c4STao Ma /* 4506ca12b7c4STao Ma * Caller might want us to limit the size of extents, don't 4507ca12b7c4STao Ma * calculate contiguousness if we might exceed that limit. 4508ca12b7c4STao Ma */ 4509ce1d9ea6SJoel Becker if (et->et_max_leaf_clusters && 4510ce1d9ea6SJoel Becker (len > et->et_max_leaf_clusters)) 4511ca12b7c4STao Ma insert->ins_contig = CONTIG_NONE; 4512ca12b7c4STao Ma } 4513dcd0538fSMark Fasheh } 4514dcd0538fSMark Fasheh 4515dcd0538fSMark Fasheh /* 4516dcd0538fSMark Fasheh * This should only be called against the righmost leaf extent list. 4517dcd0538fSMark Fasheh * 4518dcd0538fSMark Fasheh * ocfs2_figure_appending_type() will figure out whether we'll have to 4519dcd0538fSMark Fasheh * insert at the tail of the rightmost leaf. 4520dcd0538fSMark Fasheh * 4521e7d4cb6bSTao Ma * This should also work against the root extent list for tree's with 0 4522e7d4cb6bSTao Ma * depth. If we consider the root extent list to be the rightmost leaf node 4523dcd0538fSMark Fasheh * then the logic here makes sense. 4524dcd0538fSMark Fasheh */ 4525dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert, 4526dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4527dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4528dcd0538fSMark Fasheh { 4529dcd0538fSMark Fasheh int i; 4530dcd0538fSMark Fasheh u32 cpos = le32_to_cpu(insert_rec->e_cpos); 4531dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 4532dcd0538fSMark Fasheh 4533dcd0538fSMark Fasheh insert->ins_appending = APPEND_NONE; 4534dcd0538fSMark Fasheh 4535e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4536dcd0538fSMark Fasheh 4537dcd0538fSMark Fasheh if (!el->l_next_free_rec) 4538dcd0538fSMark Fasheh goto set_tail_append; 4539dcd0538fSMark Fasheh 4540dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 4541dcd0538fSMark Fasheh /* Were all records empty? */ 4542dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 1) 4543dcd0538fSMark Fasheh goto set_tail_append; 4544dcd0538fSMark Fasheh } 4545dcd0538fSMark Fasheh 4546dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 4547dcd0538fSMark Fasheh rec = &el->l_recs[i]; 4548dcd0538fSMark Fasheh 4549e48edee2SMark Fasheh if (cpos >= 4550e48edee2SMark Fasheh (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters))) 4551dcd0538fSMark Fasheh goto set_tail_append; 4552dcd0538fSMark Fasheh 4553dcd0538fSMark Fasheh return; 4554dcd0538fSMark Fasheh 4555dcd0538fSMark Fasheh set_tail_append: 4556dcd0538fSMark Fasheh insert->ins_appending = APPEND_TAIL; 4557dcd0538fSMark Fasheh } 4558dcd0538fSMark Fasheh 4559dcd0538fSMark Fasheh /* 456025985edcSLucas De Marchi * Helper function called at the beginning of an insert. 4561dcd0538fSMark Fasheh * 4562dcd0538fSMark Fasheh * This computes a few things that are commonly used in the process of 4563dcd0538fSMark Fasheh * inserting into the btree: 4564dcd0538fSMark Fasheh * - Whether the new extent is contiguous with an existing one. 4565dcd0538fSMark Fasheh * - The current tree depth. 4566dcd0538fSMark Fasheh * - Whether the insert is an appending one. 4567dcd0538fSMark Fasheh * - The total # of free records in the tree. 4568dcd0538fSMark Fasheh * 4569dcd0538fSMark Fasheh * All of the information is stored on the ocfs2_insert_type 4570dcd0538fSMark Fasheh * structure. 4571dcd0538fSMark Fasheh */ 4572627961b7SJoel Becker static int ocfs2_figure_insert_type(struct ocfs2_extent_tree *et, 4573dcd0538fSMark Fasheh struct buffer_head **last_eb_bh, 4574dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4575c77534f6STao Mao int *free_records, 4576dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4577dcd0538fSMark Fasheh { 4578dcd0538fSMark Fasheh int ret; 4579dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 4580dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4581dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 4582dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 4583dcd0538fSMark Fasheh 4584328d5752SMark Fasheh insert->ins_split = SPLIT_NONE; 4585328d5752SMark Fasheh 4586ce1d9ea6SJoel Becker el = et->et_root_el; 4587dcd0538fSMark Fasheh insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth); 4588dcd0538fSMark Fasheh 4589dcd0538fSMark Fasheh if (el->l_tree_depth) { 4590dcd0538fSMark Fasheh /* 4591dcd0538fSMark Fasheh * If we have tree depth, we read in the 4592dcd0538fSMark Fasheh * rightmost extent block ahead of time as 4593dcd0538fSMark Fasheh * ocfs2_figure_insert_type() and ocfs2_add_branch() 4594dcd0538fSMark Fasheh * may want it later. 4595dcd0538fSMark Fasheh */ 45963d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 45975e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 45985e96581aSJoel Becker &bh); 4599dcd0538fSMark Fasheh if (ret) { 4600c1e8d35eSTao Ma mlog_errno(ret); 4601dcd0538fSMark Fasheh goto out; 4602dcd0538fSMark Fasheh } 4603dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 4604dcd0538fSMark Fasheh el = &eb->h_list; 4605dcd0538fSMark Fasheh } 4606dcd0538fSMark Fasheh 4607dcd0538fSMark Fasheh /* 4608dcd0538fSMark Fasheh * Unless we have a contiguous insert, we'll need to know if 4609dcd0538fSMark Fasheh * there is room left in our allocation tree for another 4610dcd0538fSMark Fasheh * extent record. 4611dcd0538fSMark Fasheh * 4612dcd0538fSMark Fasheh * XXX: This test is simplistic, we can search for empty 4613dcd0538fSMark Fasheh * extent records too. 4614dcd0538fSMark Fasheh */ 4615c77534f6STao Mao *free_records = le16_to_cpu(el->l_count) - 4616dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec); 4617dcd0538fSMark Fasheh 4618dcd0538fSMark Fasheh if (!insert->ins_tree_depth) { 46191ef61b33SJoel Becker ocfs2_figure_contig_type(et, insert, el, insert_rec); 4620dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4621dcd0538fSMark Fasheh return 0; 4622dcd0538fSMark Fasheh } 4623dcd0538fSMark Fasheh 4624ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 4625dcd0538fSMark Fasheh if (!path) { 4626dcd0538fSMark Fasheh ret = -ENOMEM; 4627dcd0538fSMark Fasheh mlog_errno(ret); 4628dcd0538fSMark Fasheh goto out; 4629dcd0538fSMark Fasheh } 4630dcd0538fSMark Fasheh 4631dcd0538fSMark Fasheh /* 4632dcd0538fSMark Fasheh * In the case that we're inserting past what the tree 4633dcd0538fSMark Fasheh * currently accounts for, ocfs2_find_path() will return for 4634dcd0538fSMark Fasheh * us the rightmost tree path. This is accounted for below in 4635dcd0538fSMark Fasheh * the appending code. 4636dcd0538fSMark Fasheh */ 4637facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, le32_to_cpu(insert_rec->e_cpos)); 4638dcd0538fSMark Fasheh if (ret) { 4639dcd0538fSMark Fasheh mlog_errno(ret); 4640dcd0538fSMark Fasheh goto out; 4641dcd0538fSMark Fasheh } 4642dcd0538fSMark Fasheh 4643dcd0538fSMark Fasheh el = path_leaf_el(path); 4644dcd0538fSMark Fasheh 4645dcd0538fSMark Fasheh /* 4646dcd0538fSMark Fasheh * Now that we have the path, there's two things we want to determine: 4647dcd0538fSMark Fasheh * 1) Contiguousness (also set contig_index if this is so) 4648dcd0538fSMark Fasheh * 4649dcd0538fSMark Fasheh * 2) Are we doing an append? We can trivially break this up 4650dcd0538fSMark Fasheh * into two types of appends: simple record append, or a 4651dcd0538fSMark Fasheh * rotate inside the tail leaf. 4652dcd0538fSMark Fasheh */ 46531ef61b33SJoel Becker ocfs2_figure_contig_type(et, insert, el, insert_rec); 4654dcd0538fSMark Fasheh 4655dcd0538fSMark Fasheh /* 4656dcd0538fSMark Fasheh * The insert code isn't quite ready to deal with all cases of 4657dcd0538fSMark Fasheh * left contiguousness. Specifically, if it's an insert into 4658dcd0538fSMark Fasheh * the 1st record in a leaf, it will require the adjustment of 4659e48edee2SMark Fasheh * cluster count on the last record of the path directly to it's 4660dcd0538fSMark Fasheh * left. For now, just catch that case and fool the layers 4661dcd0538fSMark Fasheh * above us. This works just fine for tree_depth == 0, which 4662dcd0538fSMark Fasheh * is why we allow that above. 4663dcd0538fSMark Fasheh */ 4664dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT && 4665dcd0538fSMark Fasheh insert->ins_contig_index == 0) 4666dcd0538fSMark Fasheh insert->ins_contig = CONTIG_NONE; 4667dcd0538fSMark Fasheh 4668dcd0538fSMark Fasheh /* 4669dcd0538fSMark Fasheh * Ok, so we can simply compare against last_eb to figure out 4670dcd0538fSMark Fasheh * whether the path doesn't exist. This will only happen in 4671dcd0538fSMark Fasheh * the case that we're doing a tail append, so maybe we can 4672dcd0538fSMark Fasheh * take advantage of that information somehow. 4673dcd0538fSMark Fasheh */ 467435dc0aa3SJoel Becker if (ocfs2_et_get_last_eb_blk(et) == 4675e7d4cb6bSTao Ma path_leaf_bh(path)->b_blocknr) { 4676dcd0538fSMark Fasheh /* 4677dcd0538fSMark Fasheh * Ok, ocfs2_find_path() returned us the rightmost 4678dcd0538fSMark Fasheh * tree path. This might be an appending insert. There are 4679dcd0538fSMark Fasheh * two cases: 4680dcd0538fSMark Fasheh * 1) We're doing a true append at the tail: 4681dcd0538fSMark Fasheh * -This might even be off the end of the leaf 4682dcd0538fSMark Fasheh * 2) We're "appending" by rotating in the tail 4683dcd0538fSMark Fasheh */ 4684dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4685dcd0538fSMark Fasheh } 4686dcd0538fSMark Fasheh 4687dcd0538fSMark Fasheh out: 4688dcd0538fSMark Fasheh ocfs2_free_path(path); 4689dcd0538fSMark Fasheh 4690dcd0538fSMark Fasheh if (ret == 0) 4691dcd0538fSMark Fasheh *last_eb_bh = bh; 4692dcd0538fSMark Fasheh else 4693dcd0538fSMark Fasheh brelse(bh); 4694dcd0538fSMark Fasheh return ret; 4695dcd0538fSMark Fasheh } 4696dcd0538fSMark Fasheh 4697dcd0538fSMark Fasheh /* 4698cc79d8c1SJoel Becker * Insert an extent into a btree. 4699dcd0538fSMark Fasheh * 4700cc79d8c1SJoel Becker * The caller needs to update the owning btree's cluster count. 4701dcd0538fSMark Fasheh */ 4702cc79d8c1SJoel Becker int ocfs2_insert_extent(handle_t *handle, 4703f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 4704dcd0538fSMark Fasheh u32 cpos, 4705ccd979bdSMark Fasheh u64 start_blk, 4706ccd979bdSMark Fasheh u32 new_clusters, 47072ae99a60SMark Fasheh u8 flags, 4708f99b9b7cSJoel Becker struct ocfs2_alloc_context *meta_ac) 4709ccd979bdSMark Fasheh { 4710c3afcbb3SMark Fasheh int status; 4711c77534f6STao Mao int uninitialized_var(free_records); 4712ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 4713dcd0538fSMark Fasheh struct ocfs2_insert_type insert = {0, }; 4714dcd0538fSMark Fasheh struct ocfs2_extent_rec rec; 4715ccd979bdSMark Fasheh 4716a09d09b8STao Ma trace_ocfs2_insert_extent_start( 4717a09d09b8STao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 4718a09d09b8STao Ma cpos, new_clusters); 4719ccd979bdSMark Fasheh 4720e48edee2SMark Fasheh memset(&rec, 0, sizeof(rec)); 4721dcd0538fSMark Fasheh rec.e_cpos = cpu_to_le32(cpos); 4722dcd0538fSMark Fasheh rec.e_blkno = cpu_to_le64(start_blk); 4723e48edee2SMark Fasheh rec.e_leaf_clusters = cpu_to_le16(new_clusters); 47242ae99a60SMark Fasheh rec.e_flags = flags; 47256136ca5fSJoel Becker status = ocfs2_et_insert_check(et, &rec); 47261e61ee79SJoel Becker if (status) { 47271e61ee79SJoel Becker mlog_errno(status); 47281e61ee79SJoel Becker goto bail; 47291e61ee79SJoel Becker } 4730ccd979bdSMark Fasheh 4731627961b7SJoel Becker status = ocfs2_figure_insert_type(et, &last_eb_bh, &rec, 4732c77534f6STao Mao &free_records, &insert); 4733ccd979bdSMark Fasheh if (status < 0) { 4734dcd0538fSMark Fasheh mlog_errno(status); 4735ccd979bdSMark Fasheh goto bail; 4736ccd979bdSMark Fasheh } 4737ccd979bdSMark Fasheh 4738a09d09b8STao Ma trace_ocfs2_insert_extent(insert.ins_appending, insert.ins_contig, 4739a09d09b8STao Ma insert.ins_contig_index, free_records, 4740a09d09b8STao Ma insert.ins_tree_depth); 4741dcd0538fSMark Fasheh 4742c77534f6STao Mao if (insert.ins_contig == CONTIG_NONE && free_records == 0) { 4743d401dc12SJoel Becker status = ocfs2_grow_tree(handle, et, 4744328d5752SMark Fasheh &insert.ins_tree_depth, &last_eb_bh, 4745ccd979bdSMark Fasheh meta_ac); 4746c3afcbb3SMark Fasheh if (status) { 4747ccd979bdSMark Fasheh mlog_errno(status); 4748ccd979bdSMark Fasheh goto bail; 4749ccd979bdSMark Fasheh } 4750c3afcbb3SMark Fasheh } 4751ccd979bdSMark Fasheh 4752dcd0538fSMark Fasheh /* Finally, we can add clusters. This might rotate the tree for us. */ 47533505bec0SJoel Becker status = ocfs2_do_insert_extent(handle, et, &rec, &insert); 4754ccd979bdSMark Fasheh if (status < 0) 4755ccd979bdSMark Fasheh mlog_errno(status); 475692ba470cSJoel Becker else 475792ba470cSJoel Becker ocfs2_et_extent_map_insert(et, &rec); 4758ccd979bdSMark Fasheh 4759ccd979bdSMark Fasheh bail: 4760ccd979bdSMark Fasheh brelse(last_eb_bh); 4761ccd979bdSMark Fasheh 4762f56654c4STao Ma return status; 4763f56654c4STao Ma } 4764f56654c4STao Ma 47650eb8d47eSTao Ma /* 47660eb8d47eSTao Ma * Allcate and add clusters into the extent b-tree. 47670eb8d47eSTao Ma * The new clusters(clusters_to_add) will be inserted at logical_offset. 4768f99b9b7cSJoel Becker * The extent b-tree's root is specified by et, and 47690eb8d47eSTao Ma * it is not limited to the file storage. Any extent tree can use this 47700eb8d47eSTao Ma * function if it implements the proper ocfs2_extent_tree. 47710eb8d47eSTao Ma */ 4772cbee7e1aSJoel Becker int ocfs2_add_clusters_in_btree(handle_t *handle, 4773cbee7e1aSJoel Becker struct ocfs2_extent_tree *et, 47740eb8d47eSTao Ma u32 *logical_offset, 47750eb8d47eSTao Ma u32 clusters_to_add, 47760eb8d47eSTao Ma int mark_unwritten, 47770eb8d47eSTao Ma struct ocfs2_alloc_context *data_ac, 47780eb8d47eSTao Ma struct ocfs2_alloc_context *meta_ac, 4779f99b9b7cSJoel Becker enum ocfs2_alloc_restarted *reason_ret) 47800eb8d47eSTao Ma { 4781a09d09b8STao Ma int status = 0, err = 0; 4782fb951eb5SZongxun Wang int need_free = 0; 47830eb8d47eSTao Ma int free_extents; 47840eb8d47eSTao Ma enum ocfs2_alloc_restarted reason = RESTART_NONE; 47850eb8d47eSTao Ma u32 bit_off, num_bits; 47860eb8d47eSTao Ma u64 block; 47870eb8d47eSTao Ma u8 flags = 0; 4788cbee7e1aSJoel Becker struct ocfs2_super *osb = 4789cbee7e1aSJoel Becker OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 47900eb8d47eSTao Ma 47910eb8d47eSTao Ma BUG_ON(!clusters_to_add); 47920eb8d47eSTao Ma 47930eb8d47eSTao Ma if (mark_unwritten) 47940eb8d47eSTao Ma flags = OCFS2_EXT_UNWRITTEN; 47950eb8d47eSTao Ma 4796964f14a0SJun Piao free_extents = ocfs2_num_free_extents(et); 47970eb8d47eSTao Ma if (free_extents < 0) { 47980eb8d47eSTao Ma status = free_extents; 47990eb8d47eSTao Ma mlog_errno(status); 48000eb8d47eSTao Ma goto leave; 48010eb8d47eSTao Ma } 48020eb8d47eSTao Ma 48030eb8d47eSTao Ma /* there are two cases which could cause us to EAGAIN in the 48040eb8d47eSTao Ma * we-need-more-metadata case: 48050eb8d47eSTao Ma * 1) we haven't reserved *any* 48060eb8d47eSTao Ma * 2) we are so fragmented, we've needed to add metadata too 48070eb8d47eSTao Ma * many times. */ 48080eb8d47eSTao Ma if (!free_extents && !meta_ac) { 4809a09d09b8STao Ma err = -1; 48100eb8d47eSTao Ma status = -EAGAIN; 48110eb8d47eSTao Ma reason = RESTART_META; 48120eb8d47eSTao Ma goto leave; 48130eb8d47eSTao Ma } else if ((!free_extents) 48140eb8d47eSTao Ma && (ocfs2_alloc_context_bits_left(meta_ac) 4815f99b9b7cSJoel Becker < ocfs2_extend_meta_needed(et->et_root_el))) { 4816a09d09b8STao Ma err = -2; 48170eb8d47eSTao Ma status = -EAGAIN; 48180eb8d47eSTao Ma reason = RESTART_META; 48190eb8d47eSTao Ma goto leave; 48200eb8d47eSTao Ma } 48210eb8d47eSTao Ma 48221ed9b777SJoel Becker status = __ocfs2_claim_clusters(handle, data_ac, 1, 48230eb8d47eSTao Ma clusters_to_add, &bit_off, &num_bits); 48240eb8d47eSTao Ma if (status < 0) { 48250eb8d47eSTao Ma if (status != -ENOSPC) 48260eb8d47eSTao Ma mlog_errno(status); 48270eb8d47eSTao Ma goto leave; 48280eb8d47eSTao Ma } 48290eb8d47eSTao Ma 48300eb8d47eSTao Ma BUG_ON(num_bits > clusters_to_add); 48310eb8d47eSTao Ma 483213723d00SJoel Becker /* reserve our write early -- insert_extent may update the tree root */ 4833d9a0a1f8SJoel Becker status = ocfs2_et_root_journal_access(handle, et, 48340eb8d47eSTao Ma OCFS2_JOURNAL_ACCESS_WRITE); 48350eb8d47eSTao Ma if (status < 0) { 48360eb8d47eSTao Ma mlog_errno(status); 4837fb951eb5SZongxun Wang need_free = 1; 4838fb951eb5SZongxun Wang goto bail; 48390eb8d47eSTao Ma } 48400eb8d47eSTao Ma 48410eb8d47eSTao Ma block = ocfs2_clusters_to_blocks(osb->sb, bit_off); 4842a09d09b8STao Ma trace_ocfs2_add_clusters_in_btree( 4843a09d09b8STao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 4844a09d09b8STao Ma bit_off, num_bits); 4845cc79d8c1SJoel Becker status = ocfs2_insert_extent(handle, et, *logical_offset, block, 4846f56654c4STao Ma num_bits, flags, meta_ac); 48470eb8d47eSTao Ma if (status < 0) { 48480eb8d47eSTao Ma mlog_errno(status); 4849fb951eb5SZongxun Wang need_free = 1; 4850fb951eb5SZongxun Wang goto bail; 48510eb8d47eSTao Ma } 48520eb8d47eSTao Ma 4853ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 48540eb8d47eSTao Ma 48550eb8d47eSTao Ma clusters_to_add -= num_bits; 48560eb8d47eSTao Ma *logical_offset += num_bits; 48570eb8d47eSTao Ma 48580eb8d47eSTao Ma if (clusters_to_add) { 4859a09d09b8STao Ma err = clusters_to_add; 48600eb8d47eSTao Ma status = -EAGAIN; 48610eb8d47eSTao Ma reason = RESTART_TRANS; 48620eb8d47eSTao Ma } 48630eb8d47eSTao Ma 4864fb951eb5SZongxun Wang bail: 4865fb951eb5SZongxun Wang if (need_free) { 4866fb951eb5SZongxun Wang if (data_ac->ac_which == OCFS2_AC_USE_LOCAL) 4867fb951eb5SZongxun Wang ocfs2_free_local_alloc_bits(osb, handle, data_ac, 4868fb951eb5SZongxun Wang bit_off, num_bits); 4869fb951eb5SZongxun Wang else 4870fb951eb5SZongxun Wang ocfs2_free_clusters(handle, 4871fb951eb5SZongxun Wang data_ac->ac_inode, 4872fb951eb5SZongxun Wang data_ac->ac_bh, 4873fb951eb5SZongxun Wang ocfs2_clusters_to_blocks(osb->sb, bit_off), 4874fb951eb5SZongxun Wang num_bits); 4875fb951eb5SZongxun Wang } 4876fb951eb5SZongxun Wang 48770eb8d47eSTao Ma leave: 48780eb8d47eSTao Ma if (reason_ret) 48790eb8d47eSTao Ma *reason_ret = reason; 4880a09d09b8STao Ma trace_ocfs2_add_clusters_in_btree_ret(status, reason, err); 48810eb8d47eSTao Ma return status; 48820eb8d47eSTao Ma } 48830eb8d47eSTao Ma 4884328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb, 4885328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4886328d5752SMark Fasheh u32 cpos, 4887328d5752SMark Fasheh struct ocfs2_extent_rec *rec) 4888328d5752SMark Fasheh { 4889328d5752SMark Fasheh u32 rec_cpos = le32_to_cpu(rec->e_cpos); 4890328d5752SMark Fasheh u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters); 4891328d5752SMark Fasheh 4892328d5752SMark Fasheh memset(split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4893328d5752SMark Fasheh 4894328d5752SMark Fasheh split_rec->e_cpos = cpu_to_le32(cpos); 4895328d5752SMark Fasheh split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos); 4896328d5752SMark Fasheh 4897328d5752SMark Fasheh split_rec->e_blkno = rec->e_blkno; 4898328d5752SMark Fasheh le64_add_cpu(&split_rec->e_blkno, 4899328d5752SMark Fasheh ocfs2_clusters_to_blocks(sb, cpos - rec_cpos)); 4900328d5752SMark Fasheh 4901328d5752SMark Fasheh split_rec->e_flags = rec->e_flags; 4902328d5752SMark Fasheh } 4903328d5752SMark Fasheh 4904d231129fSJoel Becker static int ocfs2_split_and_insert(handle_t *handle, 4905e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4906d231129fSJoel Becker struct ocfs2_path *path, 4907328d5752SMark Fasheh struct buffer_head **last_eb_bh, 4908328d5752SMark Fasheh int split_index, 4909328d5752SMark Fasheh struct ocfs2_extent_rec *orig_split_rec, 4910328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4911328d5752SMark Fasheh { 4912328d5752SMark Fasheh int ret = 0, depth; 4913328d5752SMark Fasheh unsigned int insert_range, rec_range, do_leftright = 0; 4914328d5752SMark Fasheh struct ocfs2_extent_rec tmprec; 4915328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4916328d5752SMark Fasheh struct ocfs2_extent_rec rec; 4917328d5752SMark Fasheh struct ocfs2_extent_rec split_rec = *orig_split_rec; 4918328d5752SMark Fasheh struct ocfs2_insert_type insert; 4919328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4920328d5752SMark Fasheh 4921328d5752SMark Fasheh leftright: 4922328d5752SMark Fasheh /* 4923328d5752SMark Fasheh * Store a copy of the record on the stack - it might move 4924328d5752SMark Fasheh * around as the tree is manipulated below. 4925328d5752SMark Fasheh */ 4926328d5752SMark Fasheh rec = path_leaf_el(path)->l_recs[split_index]; 4927328d5752SMark Fasheh 4928ce1d9ea6SJoel Becker rightmost_el = et->et_root_el; 4929328d5752SMark Fasheh 4930328d5752SMark Fasheh depth = le16_to_cpu(rightmost_el->l_tree_depth); 4931328d5752SMark Fasheh if (depth) { 4932328d5752SMark Fasheh BUG_ON(!(*last_eb_bh)); 4933328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 4934328d5752SMark Fasheh rightmost_el = &eb->h_list; 4935328d5752SMark Fasheh } 4936328d5752SMark Fasheh 4937328d5752SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4938328d5752SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4939d401dc12SJoel Becker ret = ocfs2_grow_tree(handle, et, 4940e7d4cb6bSTao Ma &depth, last_eb_bh, meta_ac); 4941328d5752SMark Fasheh if (ret) { 4942328d5752SMark Fasheh mlog_errno(ret); 4943328d5752SMark Fasheh goto out; 4944328d5752SMark Fasheh } 4945328d5752SMark Fasheh } 4946328d5752SMark Fasheh 4947328d5752SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4948328d5752SMark Fasheh insert.ins_appending = APPEND_NONE; 4949328d5752SMark Fasheh insert.ins_contig = CONTIG_NONE; 4950328d5752SMark Fasheh insert.ins_tree_depth = depth; 4951328d5752SMark Fasheh 4952328d5752SMark Fasheh insert_range = le32_to_cpu(split_rec.e_cpos) + 4953328d5752SMark Fasheh le16_to_cpu(split_rec.e_leaf_clusters); 4954328d5752SMark Fasheh rec_range = le32_to_cpu(rec.e_cpos) + 4955328d5752SMark Fasheh le16_to_cpu(rec.e_leaf_clusters); 4956328d5752SMark Fasheh 4957328d5752SMark Fasheh if (split_rec.e_cpos == rec.e_cpos) { 4958328d5752SMark Fasheh insert.ins_split = SPLIT_LEFT; 4959328d5752SMark Fasheh } else if (insert_range == rec_range) { 4960328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4961328d5752SMark Fasheh } else { 4962328d5752SMark Fasheh /* 4963328d5752SMark Fasheh * Left/right split. We fake this as a right split 4964328d5752SMark Fasheh * first and then make a second pass as a left split. 4965328d5752SMark Fasheh */ 4966328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4967328d5752SMark Fasheh 4968d231129fSJoel Becker ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci), 4969d231129fSJoel Becker &tmprec, insert_range, &rec); 4970328d5752SMark Fasheh 4971328d5752SMark Fasheh split_rec = tmprec; 4972328d5752SMark Fasheh 4973328d5752SMark Fasheh BUG_ON(do_leftright); 4974328d5752SMark Fasheh do_leftright = 1; 4975328d5752SMark Fasheh } 4976328d5752SMark Fasheh 49773505bec0SJoel Becker ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert); 4978328d5752SMark Fasheh if (ret) { 4979328d5752SMark Fasheh mlog_errno(ret); 4980328d5752SMark Fasheh goto out; 4981328d5752SMark Fasheh } 4982328d5752SMark Fasheh 4983328d5752SMark Fasheh if (do_leftright == 1) { 4984328d5752SMark Fasheh u32 cpos; 4985328d5752SMark Fasheh struct ocfs2_extent_list *el; 4986328d5752SMark Fasheh 4987328d5752SMark Fasheh do_leftright++; 4988328d5752SMark Fasheh split_rec = *orig_split_rec; 4989328d5752SMark Fasheh 4990328d5752SMark Fasheh ocfs2_reinit_path(path, 1); 4991328d5752SMark Fasheh 4992328d5752SMark Fasheh cpos = le32_to_cpu(split_rec.e_cpos); 4993facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 4994328d5752SMark Fasheh if (ret) { 4995328d5752SMark Fasheh mlog_errno(ret); 4996328d5752SMark Fasheh goto out; 4997328d5752SMark Fasheh } 4998328d5752SMark Fasheh 4999328d5752SMark Fasheh el = path_leaf_el(path); 5000328d5752SMark Fasheh split_index = ocfs2_search_extent_list(el, cpos); 5001981035b4SYingtai Xie if (split_index == -1) { 5002981035b4SYingtai Xie ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 50037ecef14aSJoe Perches "Owner %llu has an extent at cpos %u which can no longer be found\n", 5004981035b4SYingtai Xie (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5005981035b4SYingtai Xie cpos); 5006981035b4SYingtai Xie ret = -EROFS; 5007981035b4SYingtai Xie goto out; 5008981035b4SYingtai Xie } 5009328d5752SMark Fasheh goto leftright; 5010328d5752SMark Fasheh } 5011328d5752SMark Fasheh out: 5012328d5752SMark Fasheh 5013328d5752SMark Fasheh return ret; 5014328d5752SMark Fasheh } 5015328d5752SMark Fasheh 5016f3868d0fSJoel Becker static int ocfs2_replace_extent_rec(handle_t *handle, 5017f3868d0fSJoel Becker struct ocfs2_extent_tree *et, 501847be12e4STao Ma struct ocfs2_path *path, 501947be12e4STao Ma struct ocfs2_extent_list *el, 502047be12e4STao Ma int split_index, 502147be12e4STao Ma struct ocfs2_extent_rec *split_rec) 502247be12e4STao Ma { 502347be12e4STao Ma int ret; 502447be12e4STao Ma 5025f3868d0fSJoel Becker ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path, 502647be12e4STao Ma path_num_items(path) - 1); 502747be12e4STao Ma if (ret) { 502847be12e4STao Ma mlog_errno(ret); 502947be12e4STao Ma goto out; 503047be12e4STao Ma } 503147be12e4STao Ma 503247be12e4STao Ma el->l_recs[split_index] = *split_rec; 503347be12e4STao Ma 503447be12e4STao Ma ocfs2_journal_dirty(handle, path_leaf_bh(path)); 503547be12e4STao Ma out: 503647be12e4STao Ma return ret; 503747be12e4STao Ma } 503847be12e4STao Ma 5039328d5752SMark Fasheh /* 5040555936bfSTao Ma * Split part or all of the extent record at split_index in the leaf 5041555936bfSTao Ma * pointed to by path. Merge with the contiguous extent record if needed. 5042328d5752SMark Fasheh * 5043328d5752SMark Fasheh * Care is taken to handle contiguousness so as to not grow the tree. 5044328d5752SMark Fasheh * 5045328d5752SMark Fasheh * meta_ac is not strictly necessary - we only truly need it if growth 5046328d5752SMark Fasheh * of the tree is required. All other cases will degrade into a less 5047328d5752SMark Fasheh * optimal tree layout. 5048328d5752SMark Fasheh * 5049e7d4cb6bSTao Ma * last_eb_bh should be the rightmost leaf block for any extent 5050e7d4cb6bSTao Ma * btree. Since a split may grow the tree or a merge might shrink it, 5051e7d4cb6bSTao Ma * the caller cannot trust the contents of that buffer after this call. 5052328d5752SMark Fasheh * 5053328d5752SMark Fasheh * This code is optimized for readability - several passes might be 5054328d5752SMark Fasheh * made over certain portions of the tree. All of those blocks will 5055328d5752SMark Fasheh * have been brought into cache (and pinned via the journal), so the 5056328d5752SMark Fasheh * extra overhead is not expressed in terms of disk reads. 5057328d5752SMark Fasheh */ 5058e2e9f608STao Ma int ocfs2_split_extent(handle_t *handle, 5059e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 5060328d5752SMark Fasheh struct ocfs2_path *path, 5061328d5752SMark Fasheh int split_index, 5062328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 5063328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5064328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 5065328d5752SMark Fasheh { 5066328d5752SMark Fasheh int ret = 0; 5067328d5752SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5068e8aed345SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5069328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 5070328d5752SMark Fasheh struct ocfs2_merge_ctxt ctxt; 5071328d5752SMark Fasheh 5072328d5752SMark Fasheh if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) || 5073328d5752SMark Fasheh ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) < 5074328d5752SMark Fasheh (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) { 5075328d5752SMark Fasheh ret = -EIO; 5076328d5752SMark Fasheh mlog_errno(ret); 5077328d5752SMark Fasheh goto out; 5078328d5752SMark Fasheh } 5079328d5752SMark Fasheh 50809f99ad08SXue jiufei ret = ocfs2_figure_merge_contig_type(et, path, el, 5081328d5752SMark Fasheh split_index, 50829f99ad08SXue jiufei split_rec, 50839f99ad08SXue jiufei &ctxt); 50849f99ad08SXue jiufei if (ret) { 50859f99ad08SXue jiufei mlog_errno(ret); 50869f99ad08SXue jiufei goto out; 50879f99ad08SXue jiufei } 5088328d5752SMark Fasheh 5089328d5752SMark Fasheh /* 5090328d5752SMark Fasheh * The core merge / split code wants to know how much room is 5091a1cf076bSJoel Becker * left in this allocation tree, so we pass the 5092328d5752SMark Fasheh * rightmost extent list. 5093328d5752SMark Fasheh */ 5094328d5752SMark Fasheh if (path->p_tree_depth) { 50953d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 50965e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 50970fcaa56aSJoel Becker &last_eb_bh); 5098328d5752SMark Fasheh if (ret) { 5099c1e8d35eSTao Ma mlog_errno(ret); 5100328d5752SMark Fasheh goto out; 5101328d5752SMark Fasheh } 5102d22aa615SChangwei Ge } 5103328d5752SMark Fasheh 5104328d5752SMark Fasheh if (rec->e_cpos == split_rec->e_cpos && 5105328d5752SMark Fasheh rec->e_leaf_clusters == split_rec->e_leaf_clusters) 5106328d5752SMark Fasheh ctxt.c_split_covers_rec = 1; 5107328d5752SMark Fasheh else 5108328d5752SMark Fasheh ctxt.c_split_covers_rec = 0; 5109328d5752SMark Fasheh 5110328d5752SMark Fasheh ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]); 5111328d5752SMark Fasheh 5112a09d09b8STao Ma trace_ocfs2_split_extent(split_index, ctxt.c_contig_type, 5113a09d09b8STao Ma ctxt.c_has_empty_extent, 5114015452b1SMark Fasheh ctxt.c_split_covers_rec); 5115328d5752SMark Fasheh 5116328d5752SMark Fasheh if (ctxt.c_contig_type == CONTIG_NONE) { 5117328d5752SMark Fasheh if (ctxt.c_split_covers_rec) 5118f3868d0fSJoel Becker ret = ocfs2_replace_extent_rec(handle, et, path, el, 511947be12e4STao Ma split_index, split_rec); 5120328d5752SMark Fasheh else 5121d231129fSJoel Becker ret = ocfs2_split_and_insert(handle, et, path, 5122328d5752SMark Fasheh &last_eb_bh, split_index, 5123328d5752SMark Fasheh split_rec, meta_ac); 5124328d5752SMark Fasheh if (ret) 5125328d5752SMark Fasheh mlog_errno(ret); 5126328d5752SMark Fasheh } else { 5127c495dd24SJoel Becker ret = ocfs2_try_to_merge_extent(handle, et, path, 5128328d5752SMark Fasheh split_index, split_rec, 5129c495dd24SJoel Becker dealloc, &ctxt); 5130328d5752SMark Fasheh if (ret) 5131328d5752SMark Fasheh mlog_errno(ret); 5132328d5752SMark Fasheh } 5133328d5752SMark Fasheh 5134328d5752SMark Fasheh out: 5135328d5752SMark Fasheh brelse(last_eb_bh); 5136328d5752SMark Fasheh return ret; 5137328d5752SMark Fasheh } 5138328d5752SMark Fasheh 5139328d5752SMark Fasheh /* 5140555936bfSTao Ma * Change the flags of the already-existing extent at cpos for len clusters. 5141555936bfSTao Ma * 5142555936bfSTao Ma * new_flags: the flags we want to set. 5143555936bfSTao Ma * clear_flags: the flags we want to clear. 5144555936bfSTao Ma * phys: the new physical offset we want this new extent starts from. 5145328d5752SMark Fasheh * 5146328d5752SMark Fasheh * If the existing extent is larger than the request, initiate a 5147328d5752SMark Fasheh * split. An attempt will be made at merging with adjacent extents. 5148328d5752SMark Fasheh * 5149328d5752SMark Fasheh * The caller is responsible for passing down meta_ac if we'll need it. 5150328d5752SMark Fasheh */ 51511aa75feaSTao Ma int ocfs2_change_extent_flag(handle_t *handle, 5152f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5153555936bfSTao Ma u32 cpos, u32 len, u32 phys, 5154328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5155555936bfSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 5156555936bfSTao Ma int new_flags, int clear_flags) 5157328d5752SMark Fasheh { 5158328d5752SMark Fasheh int ret, index; 5159555936bfSTao Ma struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 5160555936bfSTao Ma u64 start_blkno = ocfs2_clusters_to_blocks(sb, phys); 5161328d5752SMark Fasheh struct ocfs2_extent_rec split_rec; 5162328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 5163328d5752SMark Fasheh struct ocfs2_extent_list *el; 5164555936bfSTao Ma struct ocfs2_extent_rec *rec; 5165328d5752SMark Fasheh 5166ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_et(et); 5167328d5752SMark Fasheh if (!left_path) { 5168328d5752SMark Fasheh ret = -ENOMEM; 5169328d5752SMark Fasheh mlog_errno(ret); 5170328d5752SMark Fasheh goto out; 5171328d5752SMark Fasheh } 5172328d5752SMark Fasheh 5173facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, cpos); 5174328d5752SMark Fasheh if (ret) { 5175328d5752SMark Fasheh mlog_errno(ret); 5176328d5752SMark Fasheh goto out; 5177328d5752SMark Fasheh } 5178328d5752SMark Fasheh el = path_leaf_el(left_path); 5179328d5752SMark Fasheh 5180328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5181981035b4SYingtai Xie if (index == -1) { 5182555936bfSTao Ma ocfs2_error(sb, 51837ecef14aSJoe Perches "Owner %llu has an extent at cpos %u which can no longer be found\n", 51847ecef14aSJoe Perches (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 51857ecef14aSJoe Perches cpos); 5186328d5752SMark Fasheh ret = -EROFS; 5187328d5752SMark Fasheh goto out; 5188328d5752SMark Fasheh } 5189328d5752SMark Fasheh 5190555936bfSTao Ma ret = -EIO; 5191555936bfSTao Ma rec = &el->l_recs[index]; 5192555936bfSTao Ma if (new_flags && (rec->e_flags & new_flags)) { 5193555936bfSTao Ma mlog(ML_ERROR, "Owner %llu tried to set %d flags on an " 519486544fbdSDarrick J. Wong "extent that already had them\n", 5195555936bfSTao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5196555936bfSTao Ma new_flags); 5197555936bfSTao Ma goto out; 5198555936bfSTao Ma } 5199555936bfSTao Ma 5200555936bfSTao Ma if (clear_flags && !(rec->e_flags & clear_flags)) { 5201555936bfSTao Ma mlog(ML_ERROR, "Owner %llu tried to clear %d flags on an " 520286544fbdSDarrick J. Wong "extent that didn't have them\n", 5203555936bfSTao Ma (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5204555936bfSTao Ma clear_flags); 5205555936bfSTao Ma goto out; 5206555936bfSTao Ma } 5207555936bfSTao Ma 5208328d5752SMark Fasheh memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec)); 5209328d5752SMark Fasheh split_rec.e_cpos = cpu_to_le32(cpos); 5210328d5752SMark Fasheh split_rec.e_leaf_clusters = cpu_to_le16(len); 5211328d5752SMark Fasheh split_rec.e_blkno = cpu_to_le64(start_blkno); 5212555936bfSTao Ma split_rec.e_flags = rec->e_flags; 5213555936bfSTao Ma if (new_flags) 5214555936bfSTao Ma split_rec.e_flags |= new_flags; 5215555936bfSTao Ma if (clear_flags) 5216555936bfSTao Ma split_rec.e_flags &= ~clear_flags; 5217328d5752SMark Fasheh 5218e2e9f608STao Ma ret = ocfs2_split_extent(handle, et, left_path, 5219e7d4cb6bSTao Ma index, &split_rec, meta_ac, 5220e7d4cb6bSTao Ma dealloc); 5221328d5752SMark Fasheh if (ret) 5222328d5752SMark Fasheh mlog_errno(ret); 5223328d5752SMark Fasheh 5224328d5752SMark Fasheh out: 5225328d5752SMark Fasheh ocfs2_free_path(left_path); 5226328d5752SMark Fasheh return ret; 5227555936bfSTao Ma 5228555936bfSTao Ma } 5229555936bfSTao Ma 5230555936bfSTao Ma /* 5231555936bfSTao Ma * Mark the already-existing extent at cpos as written for len clusters. 5232555936bfSTao Ma * This removes the unwritten extent flag. 5233555936bfSTao Ma * 5234555936bfSTao Ma * If the existing extent is larger than the request, initiate a 5235555936bfSTao Ma * split. An attempt will be made at merging with adjacent extents. 5236555936bfSTao Ma * 5237555936bfSTao Ma * The caller is responsible for passing down meta_ac if we'll need it. 5238555936bfSTao Ma */ 5239555936bfSTao Ma int ocfs2_mark_extent_written(struct inode *inode, 5240555936bfSTao Ma struct ocfs2_extent_tree *et, 5241555936bfSTao Ma handle_t *handle, u32 cpos, u32 len, u32 phys, 5242555936bfSTao Ma struct ocfs2_alloc_context *meta_ac, 5243555936bfSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc) 5244555936bfSTao Ma { 5245555936bfSTao Ma int ret; 5246555936bfSTao Ma 5247a09d09b8STao Ma trace_ocfs2_mark_extent_written( 5248a09d09b8STao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno, 5249a09d09b8STao Ma cpos, len, phys); 5250555936bfSTao Ma 5251555936bfSTao Ma if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) { 52527ecef14aSJoe Perches ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents that are being written to, but the feature bit is not set in the super block\n", 5253555936bfSTao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno); 5254555936bfSTao Ma ret = -EROFS; 5255555936bfSTao Ma goto out; 5256555936bfSTao Ma } 5257555936bfSTao Ma 5258555936bfSTao Ma /* 5259555936bfSTao Ma * XXX: This should be fixed up so that we just re-insert the 5260555936bfSTao Ma * next extent records. 5261555936bfSTao Ma */ 5262555936bfSTao Ma ocfs2_et_extent_map_truncate(et, 0); 5263555936bfSTao Ma 5264555936bfSTao Ma ret = ocfs2_change_extent_flag(handle, et, cpos, 5265555936bfSTao Ma len, phys, meta_ac, dealloc, 5266555936bfSTao Ma 0, OCFS2_EXT_UNWRITTEN); 5267555936bfSTao Ma if (ret) 5268555936bfSTao Ma mlog_errno(ret); 5269555936bfSTao Ma 5270555936bfSTao Ma out: 5271555936bfSTao Ma return ret; 5272328d5752SMark Fasheh } 5273328d5752SMark Fasheh 5274dbdcf6a4SJoel Becker static int ocfs2_split_tree(handle_t *handle, struct ocfs2_extent_tree *et, 5275dbdcf6a4SJoel Becker struct ocfs2_path *path, 5276d0c7d708SMark Fasheh int index, u32 new_range, 5277d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac) 5278d0c7d708SMark Fasheh { 5279c901fb00STao Ma int ret, depth, credits; 5280d0c7d708SMark Fasheh struct buffer_head *last_eb_bh = NULL; 5281d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5282d0c7d708SMark Fasheh struct ocfs2_extent_list *rightmost_el, *el; 5283d0c7d708SMark Fasheh struct ocfs2_extent_rec split_rec; 5284d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5285d0c7d708SMark Fasheh struct ocfs2_insert_type insert; 5286d0c7d708SMark Fasheh 5287d0c7d708SMark Fasheh /* 5288d0c7d708SMark Fasheh * Setup the record to split before we grow the tree. 5289d0c7d708SMark Fasheh */ 5290d0c7d708SMark Fasheh el = path_leaf_el(path); 5291d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5292dbdcf6a4SJoel Becker ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci), 5293dbdcf6a4SJoel Becker &split_rec, new_range, rec); 5294d0c7d708SMark Fasheh 5295d0c7d708SMark Fasheh depth = path->p_tree_depth; 5296d0c7d708SMark Fasheh if (depth > 0) { 52973d03a305SJoel Becker ret = ocfs2_read_extent_block(et->et_ci, 52985e96581aSJoel Becker ocfs2_et_get_last_eb_blk(et), 52990fcaa56aSJoel Becker &last_eb_bh); 5300d0c7d708SMark Fasheh if (ret < 0) { 5301d0c7d708SMark Fasheh mlog_errno(ret); 5302d0c7d708SMark Fasheh goto out; 5303d0c7d708SMark Fasheh } 5304d0c7d708SMark Fasheh 5305d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 5306d0c7d708SMark Fasheh rightmost_el = &eb->h_list; 5307d0c7d708SMark Fasheh } else 5308d0c7d708SMark Fasheh rightmost_el = path_leaf_el(path); 5309d0c7d708SMark Fasheh 5310c901fb00STao Ma credits = path->p_tree_depth + 5311ce1d9ea6SJoel Becker ocfs2_extend_meta_needed(et->et_root_el); 5312d0c7d708SMark Fasheh ret = ocfs2_extend_trans(handle, credits); 5313d0c7d708SMark Fasheh if (ret) { 5314d0c7d708SMark Fasheh mlog_errno(ret); 5315d0c7d708SMark Fasheh goto out; 5316d0c7d708SMark Fasheh } 5317d0c7d708SMark Fasheh 5318d0c7d708SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 5319d0c7d708SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 5320d401dc12SJoel Becker ret = ocfs2_grow_tree(handle, et, &depth, &last_eb_bh, 5321d0c7d708SMark Fasheh meta_ac); 5322d0c7d708SMark Fasheh if (ret) { 5323d0c7d708SMark Fasheh mlog_errno(ret); 5324d0c7d708SMark Fasheh goto out; 5325d0c7d708SMark Fasheh } 5326d0c7d708SMark Fasheh } 5327d0c7d708SMark Fasheh 5328d0c7d708SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 5329d0c7d708SMark Fasheh insert.ins_appending = APPEND_NONE; 5330d0c7d708SMark Fasheh insert.ins_contig = CONTIG_NONE; 5331d0c7d708SMark Fasheh insert.ins_split = SPLIT_RIGHT; 5332d0c7d708SMark Fasheh insert.ins_tree_depth = depth; 5333d0c7d708SMark Fasheh 53343505bec0SJoel Becker ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert); 5335d0c7d708SMark Fasheh if (ret) 5336d0c7d708SMark Fasheh mlog_errno(ret); 5337d0c7d708SMark Fasheh 5338d0c7d708SMark Fasheh out: 5339d0c7d708SMark Fasheh brelse(last_eb_bh); 5340d0c7d708SMark Fasheh return ret; 5341d0c7d708SMark Fasheh } 5342d0c7d708SMark Fasheh 5343043beebbSJoel Becker static int ocfs2_truncate_rec(handle_t *handle, 5344043beebbSJoel Becker struct ocfs2_extent_tree *et, 5345d0c7d708SMark Fasheh struct ocfs2_path *path, int index, 5346d0c7d708SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 5347043beebbSJoel Becker u32 cpos, u32 len) 5348d0c7d708SMark Fasheh { 5349d0c7d708SMark Fasheh int ret; 5350d0c7d708SMark Fasheh u32 left_cpos, rec_range, trunc_range; 5351c14688eaSpiaojun int is_rightmost_tree_rec = 0; 5352043beebbSJoel Becker struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci); 5353d0c7d708SMark Fasheh struct ocfs2_path *left_path = NULL; 5354d0c7d708SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 5355d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5356d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 5357d0c7d708SMark Fasheh 5358d0c7d708SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) { 535917215989SXue jiufei /* extend credit for ocfs2_remove_rightmost_path */ 536017215989SXue jiufei ret = ocfs2_extend_rotate_transaction(handle, 0, 5361*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 536217215989SXue jiufei path); 536317215989SXue jiufei if (ret) { 536417215989SXue jiufei mlog_errno(ret); 536517215989SXue jiufei goto out; 536617215989SXue jiufei } 536717215989SXue jiufei 536870f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 5369d0c7d708SMark Fasheh if (ret) { 5370d0c7d708SMark Fasheh mlog_errno(ret); 5371d0c7d708SMark Fasheh goto out; 5372d0c7d708SMark Fasheh } 5373d0c7d708SMark Fasheh 5374d0c7d708SMark Fasheh index--; 5375d0c7d708SMark Fasheh } 5376d0c7d708SMark Fasheh 5377d0c7d708SMark Fasheh if (index == (le16_to_cpu(el->l_next_free_rec) - 1) && 5378d0c7d708SMark Fasheh path->p_tree_depth) { 5379d0c7d708SMark Fasheh /* 5380d0c7d708SMark Fasheh * Check whether this is the rightmost tree record. If 5381d0c7d708SMark Fasheh * we remove all of this record or part of its right 5382d0c7d708SMark Fasheh * edge then an update of the record lengths above it 5383d0c7d708SMark Fasheh * will be required. 5384d0c7d708SMark Fasheh */ 5385d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 5386d0c7d708SMark Fasheh if (eb->h_next_leaf_blk == 0) 5387d0c7d708SMark Fasheh is_rightmost_tree_rec = 1; 5388d0c7d708SMark Fasheh } 5389d0c7d708SMark Fasheh 5390d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5391d0c7d708SMark Fasheh if (index == 0 && path->p_tree_depth && 5392d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos) == cpos) { 5393d0c7d708SMark Fasheh /* 5394d0c7d708SMark Fasheh * Changing the leftmost offset (via partial or whole 5395d0c7d708SMark Fasheh * record truncate) of an interior (or rightmost) path 5396d0c7d708SMark Fasheh * means we have to update the subtree that is formed 5397d0c7d708SMark Fasheh * by this leaf and the one to it's left. 5398d0c7d708SMark Fasheh * 5399d0c7d708SMark Fasheh * There are two cases we can skip: 5400043beebbSJoel Becker * 1) Path is the leftmost one in our btree. 5401d0c7d708SMark Fasheh * 2) The leaf is rightmost and will be empty after 5402d0c7d708SMark Fasheh * we remove the extent record - the rotate code 5403d0c7d708SMark Fasheh * knows how to update the newly formed edge. 5404d0c7d708SMark Fasheh */ 5405d0c7d708SMark Fasheh 5406043beebbSJoel Becker ret = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos); 5407d0c7d708SMark Fasheh if (ret) { 5408d0c7d708SMark Fasheh mlog_errno(ret); 5409d0c7d708SMark Fasheh goto out; 5410d0c7d708SMark Fasheh } 5411d0c7d708SMark Fasheh 5412d0c7d708SMark Fasheh if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) { 5413ffdd7a54SJoel Becker left_path = ocfs2_new_path_from_path(path); 5414d0c7d708SMark Fasheh if (!left_path) { 5415d0c7d708SMark Fasheh ret = -ENOMEM; 5416d0c7d708SMark Fasheh mlog_errno(ret); 5417d0c7d708SMark Fasheh goto out; 5418d0c7d708SMark Fasheh } 5419d0c7d708SMark Fasheh 5420facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, left_path, 5421facdb77fSJoel Becker left_cpos); 5422d0c7d708SMark Fasheh if (ret) { 5423d0c7d708SMark Fasheh mlog_errno(ret); 5424d0c7d708SMark Fasheh goto out; 5425d0c7d708SMark Fasheh } 5426d0c7d708SMark Fasheh } 5427d0c7d708SMark Fasheh } 5428d0c7d708SMark Fasheh 5429d0c7d708SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 5430*9797a902SJan Kara jbd2_handle_buffer_credits(handle), 5431d0c7d708SMark Fasheh path); 5432d0c7d708SMark Fasheh if (ret) { 5433d0c7d708SMark Fasheh mlog_errno(ret); 5434d0c7d708SMark Fasheh goto out; 5435d0c7d708SMark Fasheh } 5436d0c7d708SMark Fasheh 5437d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, path); 5438d0c7d708SMark Fasheh if (ret) { 5439d0c7d708SMark Fasheh mlog_errno(ret); 5440d0c7d708SMark Fasheh goto out; 5441d0c7d708SMark Fasheh } 5442d0c7d708SMark Fasheh 5443d9a0a1f8SJoel Becker ret = ocfs2_journal_access_path(et->et_ci, handle, left_path); 5444d0c7d708SMark Fasheh if (ret) { 5445d0c7d708SMark Fasheh mlog_errno(ret); 5446d0c7d708SMark Fasheh goto out; 5447d0c7d708SMark Fasheh } 5448d0c7d708SMark Fasheh 5449d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5450d0c7d708SMark Fasheh trunc_range = cpos + len; 5451d0c7d708SMark Fasheh 5452d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) { 5453d0c7d708SMark Fasheh int next_free; 5454d0c7d708SMark Fasheh 5455d0c7d708SMark Fasheh memset(rec, 0, sizeof(*rec)); 5456d0c7d708SMark Fasheh ocfs2_cleanup_merge(el, index); 5457d0c7d708SMark Fasheh 5458d0c7d708SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 5459d0c7d708SMark Fasheh if (is_rightmost_tree_rec && next_free > 1) { 5460d0c7d708SMark Fasheh /* 5461d0c7d708SMark Fasheh * We skip the edge update if this path will 5462d0c7d708SMark Fasheh * be deleted by the rotate code. 5463d0c7d708SMark Fasheh */ 5464d0c7d708SMark Fasheh rec = &el->l_recs[next_free - 1]; 5465d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, 5466d0c7d708SMark Fasheh rec); 5467d0c7d708SMark Fasheh } 5468d0c7d708SMark Fasheh } else if (le32_to_cpu(rec->e_cpos) == cpos) { 5469d0c7d708SMark Fasheh /* Remove leftmost portion of the record. */ 5470d0c7d708SMark Fasheh le32_add_cpu(&rec->e_cpos, len); 5471d0c7d708SMark Fasheh le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len)); 5472d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5473d0c7d708SMark Fasheh } else if (rec_range == trunc_range) { 5474d0c7d708SMark Fasheh /* Remove rightmost portion of the record */ 5475d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5476d0c7d708SMark Fasheh if (is_rightmost_tree_rec) 5477d401dc12SJoel Becker ocfs2_adjust_rightmost_records(handle, et, path, rec); 5478d0c7d708SMark Fasheh } else { 5479d0c7d708SMark Fasheh /* Caller should have trapped this. */ 5480043beebbSJoel Becker mlog(ML_ERROR, "Owner %llu: Invalid record truncate: (%u, %u) " 5481043beebbSJoel Becker "(%u, %u)\n", 5482043beebbSJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5483d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), 5484d0c7d708SMark Fasheh le16_to_cpu(rec->e_leaf_clusters), cpos, len); 5485d0c7d708SMark Fasheh BUG(); 5486d0c7d708SMark Fasheh } 5487d0c7d708SMark Fasheh 5488d0c7d708SMark Fasheh if (left_path) { 5489d0c7d708SMark Fasheh int subtree_index; 5490d0c7d708SMark Fasheh 54917dc02805SJoel Becker subtree_index = ocfs2_find_subtree_root(et, left_path, path); 54924619c73eSJoel Becker ocfs2_complete_edge_insert(handle, left_path, path, 5493d0c7d708SMark Fasheh subtree_index); 5494d0c7d708SMark Fasheh } 5495d0c7d708SMark Fasheh 5496d0c7d708SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(path)); 5497d0c7d708SMark Fasheh 549870f18c08SJoel Becker ret = ocfs2_rotate_tree_left(handle, et, path, dealloc); 5499229ba1f8Swangyan if (ret) 5500d0c7d708SMark Fasheh mlog_errno(ret); 5501d0c7d708SMark Fasheh 5502d0c7d708SMark Fasheh out: 5503d0c7d708SMark Fasheh ocfs2_free_path(left_path); 5504d0c7d708SMark Fasheh return ret; 5505d0c7d708SMark Fasheh } 5506d0c7d708SMark Fasheh 5507dbdcf6a4SJoel Becker int ocfs2_remove_extent(handle_t *handle, 5508f99b9b7cSJoel Becker struct ocfs2_extent_tree *et, 5509dbdcf6a4SJoel Becker u32 cpos, u32 len, 5510d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5511f99b9b7cSJoel Becker struct ocfs2_cached_dealloc_ctxt *dealloc) 5512d0c7d708SMark Fasheh { 5513d0c7d708SMark Fasheh int ret, index; 5514d0c7d708SMark Fasheh u32 rec_range, trunc_range; 5515d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5516d0c7d708SMark Fasheh struct ocfs2_extent_list *el; 5517e7d4cb6bSTao Ma struct ocfs2_path *path = NULL; 5518d0c7d708SMark Fasheh 55194c911eefSJoel Becker /* 55204c911eefSJoel Becker * XXX: Why are we truncating to 0 instead of wherever this 55214c911eefSJoel Becker * affects us? 55224c911eefSJoel Becker */ 55234c911eefSJoel Becker ocfs2_et_extent_map_truncate(et, 0); 5524d0c7d708SMark Fasheh 5525ffdd7a54SJoel Becker path = ocfs2_new_path_from_et(et); 5526d0c7d708SMark Fasheh if (!path) { 5527d0c7d708SMark Fasheh ret = -ENOMEM; 5528d0c7d708SMark Fasheh mlog_errno(ret); 5529d0c7d708SMark Fasheh goto out; 5530d0c7d708SMark Fasheh } 5531d0c7d708SMark Fasheh 5532facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5533d0c7d708SMark Fasheh if (ret) { 5534d0c7d708SMark Fasheh mlog_errno(ret); 5535d0c7d708SMark Fasheh goto out; 5536d0c7d708SMark Fasheh } 5537d0c7d708SMark Fasheh 5538d0c7d708SMark Fasheh el = path_leaf_el(path); 5539d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5540981035b4SYingtai Xie if (index == -1) { 5541dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 55427ecef14aSJoe Perches "Owner %llu has an extent at cpos %u which can no longer be found\n", 5543dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5544dbdcf6a4SJoel Becker cpos); 5545d0c7d708SMark Fasheh ret = -EROFS; 5546d0c7d708SMark Fasheh goto out; 5547d0c7d708SMark Fasheh } 5548d0c7d708SMark Fasheh 5549d0c7d708SMark Fasheh /* 5550d0c7d708SMark Fasheh * We have 3 cases of extent removal: 5551d0c7d708SMark Fasheh * 1) Range covers the entire extent rec 5552d0c7d708SMark Fasheh * 2) Range begins or ends on one edge of the extent rec 5553d0c7d708SMark Fasheh * 3) Range is in the middle of the extent rec (no shared edges) 5554d0c7d708SMark Fasheh * 5555d0c7d708SMark Fasheh * For case 1 we remove the extent rec and left rotate to 5556d0c7d708SMark Fasheh * fill the hole. 5557d0c7d708SMark Fasheh * 5558d0c7d708SMark Fasheh * For case 2 we just shrink the existing extent rec, with a 5559d0c7d708SMark Fasheh * tree update if the shrinking edge is also the edge of an 5560d0c7d708SMark Fasheh * extent block. 5561d0c7d708SMark Fasheh * 5562d0c7d708SMark Fasheh * For case 3 we do a right split to turn the extent rec into 5563d0c7d708SMark Fasheh * something case 2 can handle. 5564d0c7d708SMark Fasheh */ 5565d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5566d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5567d0c7d708SMark Fasheh trunc_range = cpos + len; 5568d0c7d708SMark Fasheh 5569d0c7d708SMark Fasheh BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range); 5570d0c7d708SMark Fasheh 5571a09d09b8STao Ma trace_ocfs2_remove_extent( 5572dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5573a09d09b8STao Ma cpos, len, index, le32_to_cpu(rec->e_cpos), 5574a09d09b8STao Ma ocfs2_rec_clusters(el, rec)); 5575d0c7d708SMark Fasheh 5576d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) { 5577043beebbSJoel Becker ret = ocfs2_truncate_rec(handle, et, path, index, dealloc, 5578043beebbSJoel Becker cpos, len); 5579d0c7d708SMark Fasheh if (ret) { 5580d0c7d708SMark Fasheh mlog_errno(ret); 5581d0c7d708SMark Fasheh goto out; 5582d0c7d708SMark Fasheh } 5583d0c7d708SMark Fasheh } else { 5584dbdcf6a4SJoel Becker ret = ocfs2_split_tree(handle, et, path, index, 5585d0c7d708SMark Fasheh trunc_range, meta_ac); 5586d0c7d708SMark Fasheh if (ret) { 5587d0c7d708SMark Fasheh mlog_errno(ret); 5588d0c7d708SMark Fasheh goto out; 5589d0c7d708SMark Fasheh } 5590d0c7d708SMark Fasheh 5591d0c7d708SMark Fasheh /* 5592d0c7d708SMark Fasheh * The split could have manipulated the tree enough to 5593d0c7d708SMark Fasheh * move the record location, so we have to look for it again. 5594d0c7d708SMark Fasheh */ 5595d0c7d708SMark Fasheh ocfs2_reinit_path(path, 1); 5596d0c7d708SMark Fasheh 5597facdb77fSJoel Becker ret = ocfs2_find_path(et->et_ci, path, cpos); 5598d0c7d708SMark Fasheh if (ret) { 5599d0c7d708SMark Fasheh mlog_errno(ret); 5600d0c7d708SMark Fasheh goto out; 5601d0c7d708SMark Fasheh } 5602d0c7d708SMark Fasheh 5603d0c7d708SMark Fasheh el = path_leaf_el(path); 5604d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5605981035b4SYingtai Xie if (index == -1) { 5606dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 56077ecef14aSJoe Perches "Owner %llu: split at cpos %u lost record\n", 5608dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5609d0c7d708SMark Fasheh cpos); 5610d0c7d708SMark Fasheh ret = -EROFS; 5611d0c7d708SMark Fasheh goto out; 5612d0c7d708SMark Fasheh } 5613d0c7d708SMark Fasheh 5614d0c7d708SMark Fasheh /* 5615d0c7d708SMark Fasheh * Double check our values here. If anything is fishy, 5616d0c7d708SMark Fasheh * it's easier to catch it at the top level. 5617d0c7d708SMark Fasheh */ 5618d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5619d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + 5620d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec); 5621d0c7d708SMark Fasheh if (rec_range != trunc_range) { 5622dbdcf6a4SJoel Becker ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci), 56237ecef14aSJoe Perches "Owner %llu: error after split at cpos %u trunc len %u, existing record is (%u,%u)\n", 5624dbdcf6a4SJoel Becker (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), 5625d0c7d708SMark Fasheh cpos, len, le32_to_cpu(rec->e_cpos), 5626d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec)); 5627d0c7d708SMark Fasheh ret = -EROFS; 5628d0c7d708SMark Fasheh goto out; 5629d0c7d708SMark Fasheh } 5630d0c7d708SMark Fasheh 5631043beebbSJoel Becker ret = ocfs2_truncate_rec(handle, et, path, index, dealloc, 5632043beebbSJoel Becker cpos, len); 5633229ba1f8Swangyan if (ret) 5634d0c7d708SMark Fasheh mlog_errno(ret); 5635d0c7d708SMark Fasheh } 5636d0c7d708SMark Fasheh 5637d0c7d708SMark Fasheh out: 5638d0c7d708SMark Fasheh ocfs2_free_path(path); 5639d0c7d708SMark Fasheh return ret; 5640d0c7d708SMark Fasheh } 5641d0c7d708SMark Fasheh 564278f94673STristan Ye /* 564378f94673STristan Ye * ocfs2_reserve_blocks_for_rec_trunc() would look basically the 564478f94673STristan Ye * same as ocfs2_lock_alloctors(), except for it accepts a blocks 564578f94673STristan Ye * number to reserve some extra blocks, and it only handles meta 564678f94673STristan Ye * data allocations. 564778f94673STristan Ye * 564878f94673STristan Ye * Currently, only ocfs2_remove_btree_range() uses it for truncating 564978f94673STristan Ye * and punching holes. 565078f94673STristan Ye */ 565178f94673STristan Ye static int ocfs2_reserve_blocks_for_rec_trunc(struct inode *inode, 565278f94673STristan Ye struct ocfs2_extent_tree *et, 565378f94673STristan Ye u32 extents_to_split, 565478f94673STristan Ye struct ocfs2_alloc_context **ac, 565578f94673STristan Ye int extra_blocks) 565678f94673STristan Ye { 565778f94673STristan Ye int ret = 0, num_free_extents; 565878f94673STristan Ye unsigned int max_recs_needed = 2 * extents_to_split; 565978f94673STristan Ye struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 566078f94673STristan Ye 566178f94673STristan Ye *ac = NULL; 566278f94673STristan Ye 5663964f14a0SJun Piao num_free_extents = ocfs2_num_free_extents(et); 566478f94673STristan Ye if (num_free_extents < 0) { 566578f94673STristan Ye ret = num_free_extents; 566678f94673STristan Ye mlog_errno(ret); 566778f94673STristan Ye goto out; 566878f94673STristan Ye } 566978f94673STristan Ye 567078f94673STristan Ye if (!num_free_extents || 567178f94673STristan Ye (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) 567278f94673STristan Ye extra_blocks += ocfs2_extend_meta_needed(et->et_root_el); 567378f94673STristan Ye 567478f94673STristan Ye if (extra_blocks) { 567578f94673STristan Ye ret = ocfs2_reserve_new_metadata_blocks(osb, extra_blocks, ac); 567678f94673STristan Ye if (ret < 0) { 567778f94673STristan Ye if (ret != -ENOSPC) 567878f94673STristan Ye mlog_errno(ret); 567978f94673STristan Ye } 568078f94673STristan Ye } 568178f94673STristan Ye 568278f94673STristan Ye out: 568378f94673STristan Ye if (ret) { 568478f94673STristan Ye if (*ac) { 568578f94673STristan Ye ocfs2_free_alloc_context(*ac); 568678f94673STristan Ye *ac = NULL; 568778f94673STristan Ye } 568878f94673STristan Ye } 568978f94673STristan Ye 569078f94673STristan Ye return ret; 569178f94673STristan Ye } 569278f94673STristan Ye 5693fecc0112SMark Fasheh int ocfs2_remove_btree_range(struct inode *inode, 5694fecc0112SMark Fasheh struct ocfs2_extent_tree *et, 569578f94673STristan Ye u32 cpos, u32 phys_cpos, u32 len, int flags, 569678f94673STristan Ye struct ocfs2_cached_dealloc_ctxt *dealloc, 5697f62f12b3SJunxiao Bi u64 refcount_loc, bool refcount_tree_locked) 5698fecc0112SMark Fasheh { 569978f94673STristan Ye int ret, credits = 0, extra_blocks = 0; 5700fecc0112SMark Fasheh u64 phys_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys_cpos); 5701fecc0112SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 5702fecc0112SMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5703fecc0112SMark Fasheh handle_t *handle; 5704fecc0112SMark Fasheh struct ocfs2_alloc_context *meta_ac = NULL; 570578f94673STristan Ye struct ocfs2_refcount_tree *ref_tree = NULL; 5706fecc0112SMark Fasheh 570778f94673STristan Ye if ((flags & OCFS2_EXT_REFCOUNTED) && len) { 570884e40080SDarrick J. Wong BUG_ON(!ocfs2_is_refcount_inode(inode)); 570978f94673STristan Ye 5710f62f12b3SJunxiao Bi if (!refcount_tree_locked) { 571178f94673STristan Ye ret = ocfs2_lock_refcount_tree(osb, refcount_loc, 1, 571278f94673STristan Ye &ref_tree, NULL); 571378f94673STristan Ye if (ret) { 571478f94673STristan Ye mlog_errno(ret); 571533add0e3SJoseph Qi goto bail; 571678f94673STristan Ye } 5717f62f12b3SJunxiao Bi } 571878f94673STristan Ye 571978f94673STristan Ye ret = ocfs2_prepare_refcount_change_for_del(inode, 572078f94673STristan Ye refcount_loc, 572178f94673STristan Ye phys_blkno, 572278f94673STristan Ye len, 572378f94673STristan Ye &credits, 572478f94673STristan Ye &extra_blocks); 572578f94673STristan Ye if (ret < 0) { 572678f94673STristan Ye mlog_errno(ret); 572733add0e3SJoseph Qi goto bail; 572878f94673STristan Ye } 572978f94673STristan Ye } 573078f94673STristan Ye 573178f94673STristan Ye ret = ocfs2_reserve_blocks_for_rec_trunc(inode, et, 1, &meta_ac, 573278f94673STristan Ye extra_blocks); 5733fecc0112SMark Fasheh if (ret) { 5734fecc0112SMark Fasheh mlog_errno(ret); 573533add0e3SJoseph Qi goto bail; 5736fecc0112SMark Fasheh } 5737fecc0112SMark Fasheh 57385955102cSAl Viro inode_lock(tl_inode); 5739fecc0112SMark Fasheh 5740fecc0112SMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5741fecc0112SMark Fasheh ret = __ocfs2_flush_truncate_log(osb); 5742fecc0112SMark Fasheh if (ret < 0) { 5743fecc0112SMark Fasheh mlog_errno(ret); 5744fecc0112SMark Fasheh goto out; 5745fecc0112SMark Fasheh } 5746fecc0112SMark Fasheh } 5747fecc0112SMark Fasheh 574878f94673STristan Ye handle = ocfs2_start_trans(osb, 574978f94673STristan Ye ocfs2_remove_extent_credits(osb->sb) + credits); 5750fecc0112SMark Fasheh if (IS_ERR(handle)) { 5751fecc0112SMark Fasheh ret = PTR_ERR(handle); 5752fecc0112SMark Fasheh mlog_errno(ret); 5753fecc0112SMark Fasheh goto out; 5754fecc0112SMark Fasheh } 5755fecc0112SMark Fasheh 5756d9a0a1f8SJoel Becker ret = ocfs2_et_root_journal_access(handle, et, 5757fecc0112SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5758fecc0112SMark Fasheh if (ret) { 5759fecc0112SMark Fasheh mlog_errno(ret); 5760b8a0ae57SWengang Wang goto out_commit; 5761fecc0112SMark Fasheh } 5762fecc0112SMark Fasheh 57635dd4056dSChristoph Hellwig dquot_free_space_nodirty(inode, 5764fd4ef231SMark Fasheh ocfs2_clusters_to_bytes(inode->i_sb, len)); 5765fd4ef231SMark Fasheh 5766dbdcf6a4SJoel Becker ret = ocfs2_remove_extent(handle, et, cpos, len, meta_ac, dealloc); 5767fecc0112SMark Fasheh if (ret) { 5768fecc0112SMark Fasheh mlog_errno(ret); 5769fecc0112SMark Fasheh goto out_commit; 5770fecc0112SMark Fasheh } 5771fecc0112SMark Fasheh 57726136ca5fSJoel Becker ocfs2_et_update_clusters(et, -len); 57736fdb702dSDarrick J. Wong ocfs2_update_inode_fsync_trans(handle, inode, 1); 5774fecc0112SMark Fasheh 5775ec20cec7SJoel Becker ocfs2_journal_dirty(handle, et->et_root_bh); 5776fecc0112SMark Fasheh 577778f94673STristan Ye if (phys_blkno) { 577878f94673STristan Ye if (flags & OCFS2_EXT_REFCOUNTED) 577978f94673STristan Ye ret = ocfs2_decrease_refcount(inode, handle, 578078f94673STristan Ye ocfs2_blocks_to_clusters(osb->sb, 578178f94673STristan Ye phys_blkno), 578278f94673STristan Ye len, meta_ac, 578378f94673STristan Ye dealloc, 1); 578478f94673STristan Ye else 578578f94673STristan Ye ret = ocfs2_truncate_log_append(osb, handle, 578678f94673STristan Ye phys_blkno, len); 5787fecc0112SMark Fasheh if (ret) 5788fecc0112SMark Fasheh mlog_errno(ret); 5789fecc0112SMark Fasheh 579078f94673STristan Ye } 579178f94673STristan Ye 5792fecc0112SMark Fasheh out_commit: 5793fecc0112SMark Fasheh ocfs2_commit_trans(osb, handle); 5794fecc0112SMark Fasheh out: 57955955102cSAl Viro inode_unlock(tl_inode); 579633add0e3SJoseph Qi bail: 5797fecc0112SMark Fasheh if (meta_ac) 5798fecc0112SMark Fasheh ocfs2_free_alloc_context(meta_ac); 5799fecc0112SMark Fasheh 580078f94673STristan Ye if (ref_tree) 580178f94673STristan Ye ocfs2_unlock_refcount_tree(osb, ref_tree, 1); 580278f94673STristan Ye 5803fecc0112SMark Fasheh return ret; 5804fecc0112SMark Fasheh } 5805fecc0112SMark Fasheh 5806063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb) 5807ccd979bdSMark Fasheh { 5808ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5809ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5810ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5811ccd979bdSMark Fasheh 5812ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5813ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5814ccd979bdSMark Fasheh 5815ccd979bdSMark Fasheh mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count), 5816ccd979bdSMark Fasheh "slot %d, invalid truncate log parameters: used = " 5817ccd979bdSMark Fasheh "%u, count = %u\n", osb->slot_num, 5818ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count)); 5819ccd979bdSMark Fasheh return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count); 5820ccd979bdSMark Fasheh } 5821ccd979bdSMark Fasheh 5822ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl, 5823ccd979bdSMark Fasheh unsigned int new_start) 5824ccd979bdSMark Fasheh { 5825ccd979bdSMark Fasheh unsigned int tail_index; 5826ccd979bdSMark Fasheh unsigned int current_tail; 5827ccd979bdSMark Fasheh 5828ccd979bdSMark Fasheh /* No records, nothing to coalesce */ 5829ccd979bdSMark Fasheh if (!le16_to_cpu(tl->tl_used)) 5830ccd979bdSMark Fasheh return 0; 5831ccd979bdSMark Fasheh 5832ccd979bdSMark Fasheh tail_index = le16_to_cpu(tl->tl_used) - 1; 5833ccd979bdSMark Fasheh current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start); 5834ccd979bdSMark Fasheh current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters); 5835ccd979bdSMark Fasheh 5836ccd979bdSMark Fasheh return current_tail == new_start; 5837ccd979bdSMark Fasheh } 5838ccd979bdSMark Fasheh 5839063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb, 58401fabe148SMark Fasheh handle_t *handle, 5841ccd979bdSMark Fasheh u64 start_blk, 5842ccd979bdSMark Fasheh unsigned int num_clusters) 5843ccd979bdSMark Fasheh { 5844ccd979bdSMark Fasheh int status, index; 5845ccd979bdSMark Fasheh unsigned int start_cluster, tl_count; 5846ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5847ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5848ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5849ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5850ccd979bdSMark Fasheh 58515955102cSAl Viro BUG_ON(inode_trylock(tl_inode)); 5852ccd979bdSMark Fasheh 5853ccd979bdSMark Fasheh start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk); 5854ccd979bdSMark Fasheh 5855ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5856ccd979bdSMark Fasheh 585710995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 585810995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 585910995aa2SJoel Becker * corruption is a code bug */ 586010995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 586110995aa2SJoel Becker 586210995aa2SJoel Becker tl = &di->id2.i_dealloc; 5863ccd979bdSMark Fasheh tl_count = le16_to_cpu(tl->tl_count); 5864ccd979bdSMark Fasheh mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) || 5865ccd979bdSMark Fasheh tl_count == 0, 5866b0697053SMark Fasheh "Truncate record count on #%llu invalid " 5867b0697053SMark Fasheh "wanted %u, actual %u\n", 5868b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5869ccd979bdSMark Fasheh ocfs2_truncate_recs_per_inode(osb->sb), 5870ccd979bdSMark Fasheh le16_to_cpu(tl->tl_count)); 5871ccd979bdSMark Fasheh 5872ccd979bdSMark Fasheh /* Caller should have known to flush before calling us. */ 5873ccd979bdSMark Fasheh index = le16_to_cpu(tl->tl_used); 5874ccd979bdSMark Fasheh if (index >= tl_count) { 5875ccd979bdSMark Fasheh status = -ENOSPC; 5876ccd979bdSMark Fasheh mlog_errno(status); 5877ccd979bdSMark Fasheh goto bail; 5878ccd979bdSMark Fasheh } 5879ccd979bdSMark Fasheh 58800cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5881ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5882ccd979bdSMark Fasheh if (status < 0) { 5883ccd979bdSMark Fasheh mlog_errno(status); 5884ccd979bdSMark Fasheh goto bail; 5885ccd979bdSMark Fasheh } 5886ccd979bdSMark Fasheh 5887a09d09b8STao Ma trace_ocfs2_truncate_log_append( 5888a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index, 5889a09d09b8STao Ma start_cluster, num_clusters); 5890ccd979bdSMark Fasheh if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) { 5891ccd979bdSMark Fasheh /* 5892ccd979bdSMark Fasheh * Move index back to the record we are coalescing with. 5893ccd979bdSMark Fasheh * ocfs2_truncate_log_can_coalesce() guarantees nonzero 5894ccd979bdSMark Fasheh */ 5895ccd979bdSMark Fasheh index--; 5896ccd979bdSMark Fasheh 5897ccd979bdSMark Fasheh num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters); 5898a09d09b8STao Ma trace_ocfs2_truncate_log_append( 5899a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5900ccd979bdSMark Fasheh index, le32_to_cpu(tl->tl_recs[index].t_start), 5901ccd979bdSMark Fasheh num_clusters); 5902ccd979bdSMark Fasheh } else { 5903ccd979bdSMark Fasheh tl->tl_recs[index].t_start = cpu_to_le32(start_cluster); 5904ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(index + 1); 5905ccd979bdSMark Fasheh } 5906ccd979bdSMark Fasheh tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters); 5907ccd979bdSMark Fasheh 5908ec20cec7SJoel Becker ocfs2_journal_dirty(handle, tl_bh); 5909ccd979bdSMark Fasheh 591050308d81STao Ma osb->truncated_clusters += num_clusters; 5911ccd979bdSMark Fasheh bail: 5912ccd979bdSMark Fasheh return status; 5913ccd979bdSMark Fasheh } 5914ccd979bdSMark Fasheh 5915ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb, 5916ccd979bdSMark Fasheh struct inode *data_alloc_inode, 5917ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh) 5918ccd979bdSMark Fasheh { 5919ccd979bdSMark Fasheh int status = 0; 5920ccd979bdSMark Fasheh int i; 5921ccd979bdSMark Fasheh unsigned int num_clusters; 5922ccd979bdSMark Fasheh u64 start_blk; 5923ccd979bdSMark Fasheh struct ocfs2_truncate_rec rec; 5924ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5925ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5926ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5927ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 59282b0ad008SJunxiao Bi handle_t *handle; 5929ccd979bdSMark Fasheh 5930ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5931ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5932ccd979bdSMark Fasheh i = le16_to_cpu(tl->tl_used) - 1; 5933ccd979bdSMark Fasheh while (i >= 0) { 59342b0ad008SJunxiao Bi handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC); 59352b0ad008SJunxiao Bi if (IS_ERR(handle)) { 59362b0ad008SJunxiao Bi status = PTR_ERR(handle); 59372b0ad008SJunxiao Bi mlog_errno(status); 59382b0ad008SJunxiao Bi goto bail; 59392b0ad008SJunxiao Bi } 59402b0ad008SJunxiao Bi 5941ccd979bdSMark Fasheh /* Caller has given us at least enough credits to 5942ccd979bdSMark Fasheh * update the truncate log dinode */ 59430cf2f763SJoel Becker status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh, 5944ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5945ccd979bdSMark Fasheh if (status < 0) { 5946ccd979bdSMark Fasheh mlog_errno(status); 5947ccd979bdSMark Fasheh goto bail; 5948ccd979bdSMark Fasheh } 5949ccd979bdSMark Fasheh 5950ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(i); 5951ccd979bdSMark Fasheh 5952ec20cec7SJoel Becker ocfs2_journal_dirty(handle, tl_bh); 5953ccd979bdSMark Fasheh 5954ccd979bdSMark Fasheh rec = tl->tl_recs[i]; 5955ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb, 5956ccd979bdSMark Fasheh le32_to_cpu(rec.t_start)); 5957ccd979bdSMark Fasheh num_clusters = le32_to_cpu(rec.t_clusters); 5958ccd979bdSMark Fasheh 5959ccd979bdSMark Fasheh /* if start_blk is not set, we ignore the record as 5960ccd979bdSMark Fasheh * invalid. */ 5961ccd979bdSMark Fasheh if (start_blk) { 5962a09d09b8STao Ma trace_ocfs2_replay_truncate_records( 5963a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5964ccd979bdSMark Fasheh i, le32_to_cpu(rec.t_start), num_clusters); 5965ccd979bdSMark Fasheh 5966ccd979bdSMark Fasheh status = ocfs2_free_clusters(handle, data_alloc_inode, 5967ccd979bdSMark Fasheh data_alloc_bh, start_blk, 5968ccd979bdSMark Fasheh num_clusters); 5969ccd979bdSMark Fasheh if (status < 0) { 5970ccd979bdSMark Fasheh mlog_errno(status); 5971ccd979bdSMark Fasheh goto bail; 5972ccd979bdSMark Fasheh } 5973ccd979bdSMark Fasheh } 5974102c2595SXue jiufei 59752b0ad008SJunxiao Bi ocfs2_commit_trans(osb, handle); 5976ccd979bdSMark Fasheh i--; 5977ccd979bdSMark Fasheh } 5978ccd979bdSMark Fasheh 597950308d81STao Ma osb->truncated_clusters = 0; 598050308d81STao Ma 5981ccd979bdSMark Fasheh bail: 5982ccd979bdSMark Fasheh return status; 5983ccd979bdSMark Fasheh } 5984ccd979bdSMark Fasheh 59851b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */ 5986063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5987ccd979bdSMark Fasheh { 5988ccd979bdSMark Fasheh int status; 5989ccd979bdSMark Fasheh unsigned int num_to_flush; 5990ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5991ccd979bdSMark Fasheh struct inode *data_alloc_inode = NULL; 5992ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5993ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh = NULL; 5994ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5995ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5996d7283b39SChangwei Ge struct ocfs2_journal *journal = osb->journal; 5997ccd979bdSMark Fasheh 59985955102cSAl Viro BUG_ON(inode_trylock(tl_inode)); 5999ccd979bdSMark Fasheh 6000ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 6001ccd979bdSMark Fasheh 600210995aa2SJoel Becker /* tl_bh is loaded from ocfs2_truncate_log_init(). It's validated 600310995aa2SJoel Becker * by the underlying call to ocfs2_read_inode_block(), so any 600410995aa2SJoel Becker * corruption is a code bug */ 600510995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 600610995aa2SJoel Becker 600710995aa2SJoel Becker tl = &di->id2.i_dealloc; 6008ccd979bdSMark Fasheh num_to_flush = le16_to_cpu(tl->tl_used); 6009a09d09b8STao Ma trace_ocfs2_flush_truncate_log( 6010a09d09b8STao Ma (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 6011a09d09b8STao Ma num_to_flush); 6012ccd979bdSMark Fasheh if (!num_to_flush) { 6013ccd979bdSMark Fasheh status = 0; 6014e08dc8b9SMark Fasheh goto out; 6015ccd979bdSMark Fasheh } 6016ccd979bdSMark Fasheh 6017d7283b39SChangwei Ge /* Appending truncate log(TA) and and flushing truncate log(TF) are 6018d7283b39SChangwei Ge * two separated transactions. They can be both committed but not 6019d7283b39SChangwei Ge * checkpointed. If crash occurs then, both two transaction will be 6020d7283b39SChangwei Ge * replayed with several already released to global bitmap clusters. 6021d7283b39SChangwei Ge * Then truncate log will be replayed resulting in cluster double free. 6022d7283b39SChangwei Ge */ 6023d7283b39SChangwei Ge jbd2_journal_lock_updates(journal->j_journal); 6024d7283b39SChangwei Ge status = jbd2_journal_flush(journal->j_journal); 6025d7283b39SChangwei Ge jbd2_journal_unlock_updates(journal->j_journal); 6026d7283b39SChangwei Ge if (status < 0) { 6027d7283b39SChangwei Ge mlog_errno(status); 6028d7283b39SChangwei Ge goto out; 6029d7283b39SChangwei Ge } 6030d7283b39SChangwei Ge 6031ccd979bdSMark Fasheh data_alloc_inode = ocfs2_get_system_file_inode(osb, 6032ccd979bdSMark Fasheh GLOBAL_BITMAP_SYSTEM_INODE, 6033ccd979bdSMark Fasheh OCFS2_INVALID_SLOT); 6034ccd979bdSMark Fasheh if (!data_alloc_inode) { 6035ccd979bdSMark Fasheh status = -EINVAL; 6036ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get bitmap inode!\n"); 6037e08dc8b9SMark Fasheh goto out; 6038ccd979bdSMark Fasheh } 6039ccd979bdSMark Fasheh 60405955102cSAl Viro inode_lock(data_alloc_inode); 6041e08dc8b9SMark Fasheh 6042e63aecb6SMark Fasheh status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1); 6043ccd979bdSMark Fasheh if (status < 0) { 6044ccd979bdSMark Fasheh mlog_errno(status); 6045e08dc8b9SMark Fasheh goto out_mutex; 6046ccd979bdSMark Fasheh } 6047ccd979bdSMark Fasheh 60482b0ad008SJunxiao Bi status = ocfs2_replay_truncate_records(osb, data_alloc_inode, 6049ccd979bdSMark Fasheh data_alloc_bh); 6050e08dc8b9SMark Fasheh if (status < 0) 6051ccd979bdSMark Fasheh mlog_errno(status); 6052ccd979bdSMark Fasheh 6053e08dc8b9SMark Fasheh brelse(data_alloc_bh); 6054e63aecb6SMark Fasheh ocfs2_inode_unlock(data_alloc_inode, 1); 6055e08dc8b9SMark Fasheh 6056e08dc8b9SMark Fasheh out_mutex: 60575955102cSAl Viro inode_unlock(data_alloc_inode); 6058ccd979bdSMark Fasheh iput(data_alloc_inode); 6059ccd979bdSMark Fasheh 6060e08dc8b9SMark Fasheh out: 6061ccd979bdSMark Fasheh return status; 6062ccd979bdSMark Fasheh } 6063ccd979bdSMark Fasheh 6064ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb) 6065ccd979bdSMark Fasheh { 6066ccd979bdSMark Fasheh int status; 6067ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6068ccd979bdSMark Fasheh 60695955102cSAl Viro inode_lock(tl_inode); 6070ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 60715955102cSAl Viro inode_unlock(tl_inode); 6072ccd979bdSMark Fasheh 6073ccd979bdSMark Fasheh return status; 6074ccd979bdSMark Fasheh } 6075ccd979bdSMark Fasheh 6076c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work) 6077ccd979bdSMark Fasheh { 6078ccd979bdSMark Fasheh int status; 6079c4028958SDavid Howells struct ocfs2_super *osb = 6080c4028958SDavid Howells container_of(work, struct ocfs2_super, 6081c4028958SDavid Howells osb_truncate_log_wq.work); 6082ccd979bdSMark Fasheh 6083ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6084ccd979bdSMark Fasheh if (status < 0) 6085ccd979bdSMark Fasheh mlog_errno(status); 60864d0ddb2cSTao Ma else 6087b89c5428STiger Yang ocfs2_init_steal_slots(osb); 6088ccd979bdSMark Fasheh } 6089ccd979bdSMark Fasheh 6090ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ) 6091ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb, 6092ccd979bdSMark Fasheh int cancel) 6093ccd979bdSMark Fasheh { 6094a9e9acaeSXue jiufei if (osb->osb_tl_inode && 6095a9e9acaeSXue jiufei atomic_read(&osb->osb_tl_disable) == 0) { 6096ccd979bdSMark Fasheh /* We want to push off log flushes while truncates are 6097ccd979bdSMark Fasheh * still running. */ 6098ccd979bdSMark Fasheh if (cancel) 6099ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 6100ccd979bdSMark Fasheh 610135ddf78eSjiangyiwen queue_delayed_work(osb->ocfs2_wq, &osb->osb_truncate_log_wq, 6102ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL); 6103ccd979bdSMark Fasheh } 6104ccd979bdSMark Fasheh } 6105ccd979bdSMark Fasheh 61062070ad1aSEric Ren /* 61072070ad1aSEric Ren * Try to flush truncate logs if we can free enough clusters from it. 61082070ad1aSEric Ren * As for return value, "< 0" means error, "0" no space and "1" means 61092070ad1aSEric Ren * we have freed enough spaces and let the caller try to allocate again. 61102070ad1aSEric Ren */ 61112070ad1aSEric Ren int ocfs2_try_to_free_truncate_log(struct ocfs2_super *osb, 61122070ad1aSEric Ren unsigned int needed) 61132070ad1aSEric Ren { 61142070ad1aSEric Ren tid_t target; 61152070ad1aSEric Ren int ret = 0; 61162070ad1aSEric Ren unsigned int truncated_clusters; 61172070ad1aSEric Ren 61182070ad1aSEric Ren inode_lock(osb->osb_tl_inode); 61192070ad1aSEric Ren truncated_clusters = osb->truncated_clusters; 61202070ad1aSEric Ren inode_unlock(osb->osb_tl_inode); 61212070ad1aSEric Ren 61222070ad1aSEric Ren /* 61232070ad1aSEric Ren * Check whether we can succeed in allocating if we free 61242070ad1aSEric Ren * the truncate log. 61252070ad1aSEric Ren */ 61262070ad1aSEric Ren if (truncated_clusters < needed) 61272070ad1aSEric Ren goto out; 61282070ad1aSEric Ren 61292070ad1aSEric Ren ret = ocfs2_flush_truncate_log(osb); 61302070ad1aSEric Ren if (ret) { 61312070ad1aSEric Ren mlog_errno(ret); 61322070ad1aSEric Ren goto out; 61332070ad1aSEric Ren } 61342070ad1aSEric Ren 61352070ad1aSEric Ren if (jbd2_journal_start_commit(osb->journal->j_journal, &target)) { 61362070ad1aSEric Ren jbd2_log_wait_commit(osb->journal->j_journal, target); 61372070ad1aSEric Ren ret = 1; 61382070ad1aSEric Ren } 61392070ad1aSEric Ren out: 61402070ad1aSEric Ren return ret; 61412070ad1aSEric Ren } 61422070ad1aSEric Ren 6143ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb, 6144ccd979bdSMark Fasheh int slot_num, 6145ccd979bdSMark Fasheh struct inode **tl_inode, 6146ccd979bdSMark Fasheh struct buffer_head **tl_bh) 6147ccd979bdSMark Fasheh { 6148ccd979bdSMark Fasheh int status; 6149ccd979bdSMark Fasheh struct inode *inode = NULL; 6150ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 6151ccd979bdSMark Fasheh 6152ccd979bdSMark Fasheh inode = ocfs2_get_system_file_inode(osb, 6153ccd979bdSMark Fasheh TRUNCATE_LOG_SYSTEM_INODE, 6154ccd979bdSMark Fasheh slot_num); 6155ccd979bdSMark Fasheh if (!inode) { 6156ccd979bdSMark Fasheh status = -EINVAL; 6157ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get load truncate log inode!\n"); 6158ccd979bdSMark Fasheh goto bail; 6159ccd979bdSMark Fasheh } 6160ccd979bdSMark Fasheh 6161b657c95cSJoel Becker status = ocfs2_read_inode_block(inode, &bh); 6162ccd979bdSMark Fasheh if (status < 0) { 6163ccd979bdSMark Fasheh iput(inode); 6164ccd979bdSMark Fasheh mlog_errno(status); 6165ccd979bdSMark Fasheh goto bail; 6166ccd979bdSMark Fasheh } 6167ccd979bdSMark Fasheh 6168ccd979bdSMark Fasheh *tl_inode = inode; 6169ccd979bdSMark Fasheh *tl_bh = bh; 6170ccd979bdSMark Fasheh bail: 6171ccd979bdSMark Fasheh return status; 6172ccd979bdSMark Fasheh } 6173ccd979bdSMark Fasheh 6174ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean 6175ccd979bdSMark Fasheh * truncate log and pass back a copy for processing later. if the 6176ccd979bdSMark Fasheh * truncate log does not require processing, a *tl_copy is set to 6177ccd979bdSMark Fasheh * NULL. */ 6178ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb, 6179ccd979bdSMark Fasheh int slot_num, 6180ccd979bdSMark Fasheh struct ocfs2_dinode **tl_copy) 6181ccd979bdSMark Fasheh { 6182ccd979bdSMark Fasheh int status; 6183ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6184ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6185ccd979bdSMark Fasheh struct ocfs2_dinode *di; 6186ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6187ccd979bdSMark Fasheh 6188ccd979bdSMark Fasheh *tl_copy = NULL; 6189ccd979bdSMark Fasheh 6190a09d09b8STao Ma trace_ocfs2_begin_truncate_log_recovery(slot_num); 6191ccd979bdSMark Fasheh 6192ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh); 6193ccd979bdSMark Fasheh if (status < 0) { 6194ccd979bdSMark Fasheh mlog_errno(status); 6195ccd979bdSMark Fasheh goto bail; 6196ccd979bdSMark Fasheh } 6197ccd979bdSMark Fasheh 6198ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 6199ccd979bdSMark Fasheh 620010995aa2SJoel Becker /* tl_bh is loaded from ocfs2_get_truncate_log_info(). It's 620110995aa2SJoel Becker * validated by the underlying call to ocfs2_read_inode_block(), 620210995aa2SJoel Becker * so any corruption is a code bug */ 620310995aa2SJoel Becker BUG_ON(!OCFS2_IS_VALID_DINODE(di)); 620410995aa2SJoel Becker 620510995aa2SJoel Becker tl = &di->id2.i_dealloc; 6206ccd979bdSMark Fasheh if (le16_to_cpu(tl->tl_used)) { 6207a09d09b8STao Ma trace_ocfs2_truncate_log_recovery_num(le16_to_cpu(tl->tl_used)); 6208ccd979bdSMark Fasheh 6209d8b2fa65SFuqian Huang /* 6210d8b2fa65SFuqian Huang * Assuming the write-out below goes well, this copy will be 6211d8b2fa65SFuqian Huang * passed back to recovery for processing. 6212d8b2fa65SFuqian Huang */ 6213d8b2fa65SFuqian Huang *tl_copy = kmemdup(tl_bh->b_data, tl_bh->b_size, GFP_KERNEL); 6214ccd979bdSMark Fasheh if (!(*tl_copy)) { 6215ccd979bdSMark Fasheh status = -ENOMEM; 6216ccd979bdSMark Fasheh mlog_errno(status); 6217ccd979bdSMark Fasheh goto bail; 6218ccd979bdSMark Fasheh } 6219ccd979bdSMark Fasheh 6220ccd979bdSMark Fasheh /* All we need to do to clear the truncate log is set 6221ccd979bdSMark Fasheh * tl_used. */ 6222ccd979bdSMark Fasheh tl->tl_used = 0; 6223ccd979bdSMark Fasheh 622413723d00SJoel Becker ocfs2_compute_meta_ecc(osb->sb, tl_bh->b_data, &di->i_check); 62258cb471e8SJoel Becker status = ocfs2_write_block(osb, tl_bh, INODE_CACHE(tl_inode)); 6226ccd979bdSMark Fasheh if (status < 0) { 6227ccd979bdSMark Fasheh mlog_errno(status); 6228ccd979bdSMark Fasheh goto bail; 6229ccd979bdSMark Fasheh } 6230ccd979bdSMark Fasheh } 6231ccd979bdSMark Fasheh 6232ccd979bdSMark Fasheh bail: 6233ccd979bdSMark Fasheh iput(tl_inode); 6234ccd979bdSMark Fasheh brelse(tl_bh); 6235ccd979bdSMark Fasheh 623646359295SJoseph Qi if (status < 0) { 6237ccd979bdSMark Fasheh kfree(*tl_copy); 6238ccd979bdSMark Fasheh *tl_copy = NULL; 6239c1e8d35eSTao Ma mlog_errno(status); 6240ccd979bdSMark Fasheh } 6241ccd979bdSMark Fasheh 6242ccd979bdSMark Fasheh return status; 6243ccd979bdSMark Fasheh } 6244ccd979bdSMark Fasheh 6245ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb, 6246ccd979bdSMark Fasheh struct ocfs2_dinode *tl_copy) 6247ccd979bdSMark Fasheh { 6248ccd979bdSMark Fasheh int status = 0; 6249ccd979bdSMark Fasheh int i; 6250ccd979bdSMark Fasheh unsigned int clusters, num_recs, start_cluster; 6251ccd979bdSMark Fasheh u64 start_blk; 62521fabe148SMark Fasheh handle_t *handle; 6253ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6254ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 6255ccd979bdSMark Fasheh 6256ccd979bdSMark Fasheh if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) { 6257ccd979bdSMark Fasheh mlog(ML_ERROR, "Asked to recover my own truncate log!\n"); 6258ccd979bdSMark Fasheh return -EINVAL; 6259ccd979bdSMark Fasheh } 6260ccd979bdSMark Fasheh 6261ccd979bdSMark Fasheh tl = &tl_copy->id2.i_dealloc; 6262ccd979bdSMark Fasheh num_recs = le16_to_cpu(tl->tl_used); 6263a09d09b8STao Ma trace_ocfs2_complete_truncate_log_recovery( 6264a09d09b8STao Ma (unsigned long long)le64_to_cpu(tl_copy->i_blkno), 6265a09d09b8STao Ma num_recs); 6266ccd979bdSMark Fasheh 62675955102cSAl Viro inode_lock(tl_inode); 6268ccd979bdSMark Fasheh for(i = 0; i < num_recs; i++) { 6269ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 6270ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 6271ccd979bdSMark Fasheh if (status < 0) { 6272ccd979bdSMark Fasheh mlog_errno(status); 6273ccd979bdSMark Fasheh goto bail_up; 6274ccd979bdSMark Fasheh } 6275ccd979bdSMark Fasheh } 6276ccd979bdSMark Fasheh 627765eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 6278ccd979bdSMark Fasheh if (IS_ERR(handle)) { 6279ccd979bdSMark Fasheh status = PTR_ERR(handle); 6280ccd979bdSMark Fasheh mlog_errno(status); 6281ccd979bdSMark Fasheh goto bail_up; 6282ccd979bdSMark Fasheh } 6283ccd979bdSMark Fasheh 6284ccd979bdSMark Fasheh clusters = le32_to_cpu(tl->tl_recs[i].t_clusters); 6285ccd979bdSMark Fasheh start_cluster = le32_to_cpu(tl->tl_recs[i].t_start); 6286ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster); 6287ccd979bdSMark Fasheh 6288ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, 6289ccd979bdSMark Fasheh start_blk, clusters); 629002dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6291ccd979bdSMark Fasheh if (status < 0) { 6292ccd979bdSMark Fasheh mlog_errno(status); 6293ccd979bdSMark Fasheh goto bail_up; 6294ccd979bdSMark Fasheh } 6295ccd979bdSMark Fasheh } 6296ccd979bdSMark Fasheh 6297ccd979bdSMark Fasheh bail_up: 62985955102cSAl Viro inode_unlock(tl_inode); 6299ccd979bdSMark Fasheh 6300ccd979bdSMark Fasheh return status; 6301ccd979bdSMark Fasheh } 6302ccd979bdSMark Fasheh 6303ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb) 6304ccd979bdSMark Fasheh { 6305ccd979bdSMark Fasheh int status; 6306ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6307ccd979bdSMark Fasheh 6308a9e9acaeSXue jiufei atomic_set(&osb->osb_tl_disable, 1); 6309a9e9acaeSXue jiufei 6310ccd979bdSMark Fasheh if (tl_inode) { 6311ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 631235ddf78eSjiangyiwen flush_workqueue(osb->ocfs2_wq); 6313ccd979bdSMark Fasheh 6314ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 6315ccd979bdSMark Fasheh if (status < 0) 6316ccd979bdSMark Fasheh mlog_errno(status); 6317ccd979bdSMark Fasheh 6318ccd979bdSMark Fasheh brelse(osb->osb_tl_bh); 6319ccd979bdSMark Fasheh iput(osb->osb_tl_inode); 6320ccd979bdSMark Fasheh } 6321ccd979bdSMark Fasheh } 6322ccd979bdSMark Fasheh 6323ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb) 6324ccd979bdSMark Fasheh { 6325ccd979bdSMark Fasheh int status; 6326ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 6327ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 6328ccd979bdSMark Fasheh 6329ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, 6330ccd979bdSMark Fasheh osb->slot_num, 6331ccd979bdSMark Fasheh &tl_inode, 6332ccd979bdSMark Fasheh &tl_bh); 6333ccd979bdSMark Fasheh if (status < 0) 6334ccd979bdSMark Fasheh mlog_errno(status); 6335ccd979bdSMark Fasheh 6336ccd979bdSMark Fasheh /* ocfs2_truncate_log_shutdown keys on the existence of 6337ccd979bdSMark Fasheh * osb->osb_tl_inode so we don't set any of the osb variables 6338ccd979bdSMark Fasheh * until we're sure all is well. */ 6339c4028958SDavid Howells INIT_DELAYED_WORK(&osb->osb_truncate_log_wq, 6340c4028958SDavid Howells ocfs2_truncate_log_worker); 6341a9e9acaeSXue jiufei atomic_set(&osb->osb_tl_disable, 0); 6342ccd979bdSMark Fasheh osb->osb_tl_bh = tl_bh; 6343ccd979bdSMark Fasheh osb->osb_tl_inode = tl_inode; 6344ccd979bdSMark Fasheh 6345ccd979bdSMark Fasheh return status; 6346ccd979bdSMark Fasheh } 6347ccd979bdSMark Fasheh 63482b604351SMark Fasheh /* 63492b604351SMark Fasheh * Delayed de-allocation of suballocator blocks. 63502b604351SMark Fasheh * 63512b604351SMark Fasheh * Some sets of block de-allocations might involve multiple suballocator inodes. 63522b604351SMark Fasheh * 63532b604351SMark Fasheh * The locking for this can get extremely complicated, especially when 63542b604351SMark Fasheh * the suballocator inodes to delete from aren't known until deep 63552b604351SMark Fasheh * within an unrelated codepath. 63562b604351SMark Fasheh * 63572b604351SMark Fasheh * ocfs2_extent_block structures are a good example of this - an inode 63582b604351SMark Fasheh * btree could have been grown by any number of nodes each allocating 63592b604351SMark Fasheh * out of their own suballoc inode. 63602b604351SMark Fasheh * 63612b604351SMark Fasheh * These structures allow the delay of block de-allocation until a 63622b604351SMark Fasheh * later time, when locking of multiple cluster inodes won't cause 63632b604351SMark Fasheh * deadlock. 63642b604351SMark Fasheh */ 63652b604351SMark Fasheh 63662b604351SMark Fasheh /* 63672891d290STao Ma * Describe a single bit freed from a suballocator. For the block 63682891d290STao Ma * suballocators, it represents one block. For the global cluster 63692891d290STao Ma * allocator, it represents some clusters and free_bit indicates 63702891d290STao Ma * clusters number. 63712b604351SMark Fasheh */ 63722b604351SMark Fasheh struct ocfs2_cached_block_free { 63732b604351SMark Fasheh struct ocfs2_cached_block_free *free_next; 637474380c47STao Ma u64 free_bg; 63752b604351SMark Fasheh u64 free_blk; 63762b604351SMark Fasheh unsigned int free_bit; 63772b604351SMark Fasheh }; 63782b604351SMark Fasheh 63792b604351SMark Fasheh struct ocfs2_per_slot_free_list { 63802b604351SMark Fasheh struct ocfs2_per_slot_free_list *f_next_suballocator; 63812b604351SMark Fasheh int f_inode_type; 63822b604351SMark Fasheh int f_slot; 63832b604351SMark Fasheh struct ocfs2_cached_block_free *f_first; 63842b604351SMark Fasheh }; 63852b604351SMark Fasheh 63862891d290STao Ma static int ocfs2_free_cached_blocks(struct ocfs2_super *osb, 63872b604351SMark Fasheh int sysfile_type, 63882b604351SMark Fasheh int slot, 63892b604351SMark Fasheh struct ocfs2_cached_block_free *head) 63902b604351SMark Fasheh { 63912b604351SMark Fasheh int ret; 63922b604351SMark Fasheh u64 bg_blkno; 63932b604351SMark Fasheh handle_t *handle; 63942b604351SMark Fasheh struct inode *inode; 63952b604351SMark Fasheh struct buffer_head *di_bh = NULL; 63962b604351SMark Fasheh struct ocfs2_cached_block_free *tmp; 63972b604351SMark Fasheh 63982b604351SMark Fasheh inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot); 63992b604351SMark Fasheh if (!inode) { 64002b604351SMark Fasheh ret = -EINVAL; 64012b604351SMark Fasheh mlog_errno(ret); 64022b604351SMark Fasheh goto out; 64032b604351SMark Fasheh } 64042b604351SMark Fasheh 64055955102cSAl Viro inode_lock(inode); 64062b604351SMark Fasheh 6407e63aecb6SMark Fasheh ret = ocfs2_inode_lock(inode, &di_bh, 1); 64082b604351SMark Fasheh if (ret) { 64092b604351SMark Fasheh mlog_errno(ret); 64102b604351SMark Fasheh goto out_mutex; 64112b604351SMark Fasheh } 64122b604351SMark Fasheh 6413d5bf1418SJunxiao Bi while (head) { 6414d5bf1418SJunxiao Bi if (head->free_bg) 6415d5bf1418SJunxiao Bi bg_blkno = head->free_bg; 6416d5bf1418SJunxiao Bi else 6417d5bf1418SJunxiao Bi bg_blkno = ocfs2_which_suballoc_group(head->free_blk, 6418d5bf1418SJunxiao Bi head->free_bit); 64192b604351SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE); 64202b604351SMark Fasheh if (IS_ERR(handle)) { 64212b604351SMark Fasheh ret = PTR_ERR(handle); 64222b604351SMark Fasheh mlog_errno(ret); 64232b604351SMark Fasheh goto out_unlock; 64242b604351SMark Fasheh } 64252b604351SMark Fasheh 6426a09d09b8STao Ma trace_ocfs2_free_cached_blocks( 6427a09d09b8STao Ma (unsigned long long)head->free_blk, head->free_bit); 64282b604351SMark Fasheh 64292b604351SMark Fasheh ret = ocfs2_free_suballoc_bits(handle, inode, di_bh, 64302b604351SMark Fasheh head->free_bit, bg_blkno, 1); 6431d5bf1418SJunxiao Bi if (ret) 64322b604351SMark Fasheh mlog_errno(ret); 64332b604351SMark Fasheh 6434d5bf1418SJunxiao Bi ocfs2_commit_trans(osb, handle); 64352b604351SMark Fasheh 64362b604351SMark Fasheh tmp = head; 64372b604351SMark Fasheh head = head->free_next; 64382b604351SMark Fasheh kfree(tmp); 64392b604351SMark Fasheh } 64402b604351SMark Fasheh 64412b604351SMark Fasheh out_unlock: 6442e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 64432b604351SMark Fasheh brelse(di_bh); 64442b604351SMark Fasheh out_mutex: 64455955102cSAl Viro inode_unlock(inode); 64462b604351SMark Fasheh iput(inode); 64472b604351SMark Fasheh out: 64482b604351SMark Fasheh while(head) { 64492b604351SMark Fasheh /* Premature exit may have left some dangling items. */ 64502b604351SMark Fasheh tmp = head; 64512b604351SMark Fasheh head = head->free_next; 64522b604351SMark Fasheh kfree(tmp); 64532b604351SMark Fasheh } 64542b604351SMark Fasheh 64552b604351SMark Fasheh return ret; 64562b604351SMark Fasheh } 64572b604351SMark Fasheh 64582891d290STao Ma int ocfs2_cache_cluster_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 64592891d290STao Ma u64 blkno, unsigned int bit) 64602891d290STao Ma { 64612891d290STao Ma int ret = 0; 64622891d290STao Ma struct ocfs2_cached_block_free *item; 64632891d290STao Ma 646474380c47STao Ma item = kzalloc(sizeof(*item), GFP_NOFS); 64652891d290STao Ma if (item == NULL) { 64662891d290STao Ma ret = -ENOMEM; 64672891d290STao Ma mlog_errno(ret); 64682891d290STao Ma return ret; 64692891d290STao Ma } 64702891d290STao Ma 6471a09d09b8STao Ma trace_ocfs2_cache_cluster_dealloc((unsigned long long)blkno, bit); 64722891d290STao Ma 64732891d290STao Ma item->free_blk = blkno; 64742891d290STao Ma item->free_bit = bit; 64752891d290STao Ma item->free_next = ctxt->c_global_allocator; 64762891d290STao Ma 64772891d290STao Ma ctxt->c_global_allocator = item; 64782891d290STao Ma return ret; 64792891d290STao Ma } 64802891d290STao Ma 64812891d290STao Ma static int ocfs2_free_cached_clusters(struct ocfs2_super *osb, 64822891d290STao Ma struct ocfs2_cached_block_free *head) 64832891d290STao Ma { 64842891d290STao Ma struct ocfs2_cached_block_free *tmp; 64852891d290STao Ma struct inode *tl_inode = osb->osb_tl_inode; 64862891d290STao Ma handle_t *handle; 64872891d290STao Ma int ret = 0; 64882891d290STao Ma 64895955102cSAl Viro inode_lock(tl_inode); 64902891d290STao Ma 64912891d290STao Ma while (head) { 64922891d290STao Ma if (ocfs2_truncate_log_needs_flush(osb)) { 64932891d290STao Ma ret = __ocfs2_flush_truncate_log(osb); 64942891d290STao Ma if (ret < 0) { 64952891d290STao Ma mlog_errno(ret); 64962891d290STao Ma break; 64972891d290STao Ma } 64982891d290STao Ma } 64992891d290STao Ma 65002891d290STao Ma handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 65012891d290STao Ma if (IS_ERR(handle)) { 65022891d290STao Ma ret = PTR_ERR(handle); 65032891d290STao Ma mlog_errno(ret); 65042891d290STao Ma break; 65052891d290STao Ma } 65062891d290STao Ma 65072891d290STao Ma ret = ocfs2_truncate_log_append(osb, handle, head->free_blk, 65082891d290STao Ma head->free_bit); 65092891d290STao Ma 65102891d290STao Ma ocfs2_commit_trans(osb, handle); 65112891d290STao Ma tmp = head; 65122891d290STao Ma head = head->free_next; 65132891d290STao Ma kfree(tmp); 65142891d290STao Ma 65152891d290STao Ma if (ret < 0) { 65162891d290STao Ma mlog_errno(ret); 65172891d290STao Ma break; 65182891d290STao Ma } 65192891d290STao Ma } 65202891d290STao Ma 65215955102cSAl Viro inode_unlock(tl_inode); 65222891d290STao Ma 65232891d290STao Ma while (head) { 65242891d290STao Ma /* Premature exit may have left some dangling items. */ 65252891d290STao Ma tmp = head; 65262891d290STao Ma head = head->free_next; 65272891d290STao Ma kfree(tmp); 65282891d290STao Ma } 65292891d290STao Ma 65302891d290STao Ma return ret; 65312891d290STao Ma } 65322891d290STao Ma 65332b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb, 65342b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 65352b604351SMark Fasheh { 65362b604351SMark Fasheh int ret = 0, ret2; 65372b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 65382b604351SMark Fasheh 65392b604351SMark Fasheh if (!ctxt) 65402b604351SMark Fasheh return 0; 65412b604351SMark Fasheh 65422b604351SMark Fasheh while (ctxt->c_first_suballocator) { 65432b604351SMark Fasheh fl = ctxt->c_first_suballocator; 65442b604351SMark Fasheh 65452b604351SMark Fasheh if (fl->f_first) { 6546a09d09b8STao Ma trace_ocfs2_run_deallocs(fl->f_inode_type, 6547a09d09b8STao Ma fl->f_slot); 65482891d290STao Ma ret2 = ocfs2_free_cached_blocks(osb, 65492891d290STao Ma fl->f_inode_type, 65502891d290STao Ma fl->f_slot, 65512891d290STao Ma fl->f_first); 65522b604351SMark Fasheh if (ret2) 65532b604351SMark Fasheh mlog_errno(ret2); 65542b604351SMark Fasheh if (!ret) 65552b604351SMark Fasheh ret = ret2; 65562b604351SMark Fasheh } 65572b604351SMark Fasheh 65582b604351SMark Fasheh ctxt->c_first_suballocator = fl->f_next_suballocator; 65592b604351SMark Fasheh kfree(fl); 65602b604351SMark Fasheh } 65612b604351SMark Fasheh 65622891d290STao Ma if (ctxt->c_global_allocator) { 65632891d290STao Ma ret2 = ocfs2_free_cached_clusters(osb, 65642891d290STao Ma ctxt->c_global_allocator); 65652891d290STao Ma if (ret2) 65662891d290STao Ma mlog_errno(ret2); 65672891d290STao Ma if (!ret) 65682891d290STao Ma ret = ret2; 65692891d290STao Ma 65702891d290STao Ma ctxt->c_global_allocator = NULL; 65712891d290STao Ma } 65722891d290STao Ma 65732b604351SMark Fasheh return ret; 65742b604351SMark Fasheh } 65752b604351SMark Fasheh 65762b604351SMark Fasheh static struct ocfs2_per_slot_free_list * 65772b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type, 65782b604351SMark Fasheh int slot, 65792b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 65802b604351SMark Fasheh { 65812b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 65822b604351SMark Fasheh 65832b604351SMark Fasheh while (fl) { 65842b604351SMark Fasheh if (fl->f_inode_type == type && fl->f_slot == slot) 65852b604351SMark Fasheh return fl; 65862b604351SMark Fasheh 65872b604351SMark Fasheh fl = fl->f_next_suballocator; 65882b604351SMark Fasheh } 65892b604351SMark Fasheh 65902b604351SMark Fasheh fl = kmalloc(sizeof(*fl), GFP_NOFS); 65912b604351SMark Fasheh if (fl) { 65922b604351SMark Fasheh fl->f_inode_type = type; 65932b604351SMark Fasheh fl->f_slot = slot; 65942b604351SMark Fasheh fl->f_first = NULL; 65952b604351SMark Fasheh fl->f_next_suballocator = ctxt->c_first_suballocator; 65962b604351SMark Fasheh 65972b604351SMark Fasheh ctxt->c_first_suballocator = fl; 65982b604351SMark Fasheh } 65992b604351SMark Fasheh return fl; 66002b604351SMark Fasheh } 66012b604351SMark Fasheh 660271a36944SChangwei Ge static struct ocfs2_per_slot_free_list * 660371a36944SChangwei Ge ocfs2_find_preferred_free_list(int type, 660471a36944SChangwei Ge int preferred_slot, 660571a36944SChangwei Ge int *real_slot, 660671a36944SChangwei Ge struct ocfs2_cached_dealloc_ctxt *ctxt) 660771a36944SChangwei Ge { 660871a36944SChangwei Ge struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 660971a36944SChangwei Ge 661071a36944SChangwei Ge while (fl) { 661171a36944SChangwei Ge if (fl->f_inode_type == type && fl->f_slot == preferred_slot) { 661271a36944SChangwei Ge *real_slot = fl->f_slot; 661371a36944SChangwei Ge return fl; 661471a36944SChangwei Ge } 661571a36944SChangwei Ge 661671a36944SChangwei Ge fl = fl->f_next_suballocator; 661771a36944SChangwei Ge } 661871a36944SChangwei Ge 661971a36944SChangwei Ge /* If we can't find any free list matching preferred slot, just use 662071a36944SChangwei Ge * the first one. 662171a36944SChangwei Ge */ 662271a36944SChangwei Ge fl = ctxt->c_first_suballocator; 662371a36944SChangwei Ge *real_slot = fl->f_slot; 662471a36944SChangwei Ge 662571a36944SChangwei Ge return fl; 662671a36944SChangwei Ge } 662771a36944SChangwei Ge 662871a36944SChangwei Ge /* Return Value 1 indicates empty */ 662971a36944SChangwei Ge static int ocfs2_is_dealloc_empty(struct ocfs2_extent_tree *et) 663071a36944SChangwei Ge { 663171a36944SChangwei Ge struct ocfs2_per_slot_free_list *fl = NULL; 663271a36944SChangwei Ge 663371a36944SChangwei Ge if (!et->et_dealloc) 663471a36944SChangwei Ge return 1; 663571a36944SChangwei Ge 663671a36944SChangwei Ge fl = et->et_dealloc->c_first_suballocator; 663771a36944SChangwei Ge if (!fl) 663871a36944SChangwei Ge return 1; 663971a36944SChangwei Ge 664071a36944SChangwei Ge if (!fl->f_first) 664171a36944SChangwei Ge return 1; 664271a36944SChangwei Ge 664371a36944SChangwei Ge return 0; 664471a36944SChangwei Ge } 664571a36944SChangwei Ge 664671a36944SChangwei Ge /* If extent was deleted from tree due to extent rotation and merging, and 664771a36944SChangwei Ge * no metadata is reserved ahead of time. Try to reuse some extents 664871a36944SChangwei Ge * just deleted. This is only used to reuse extent blocks. 664971a36944SChangwei Ge * It is supposed to find enough extent blocks in dealloc if our estimation 665071a36944SChangwei Ge * on metadata is accurate. 665171a36944SChangwei Ge */ 665271a36944SChangwei Ge static int ocfs2_reuse_blk_from_dealloc(handle_t *handle, 665371a36944SChangwei Ge struct ocfs2_extent_tree *et, 665471a36944SChangwei Ge struct buffer_head **new_eb_bh, 665571a36944SChangwei Ge int blk_wanted, int *blk_given) 665671a36944SChangwei Ge { 665771a36944SChangwei Ge int i, status = 0, real_slot; 665871a36944SChangwei Ge struct ocfs2_cached_dealloc_ctxt *dealloc; 665971a36944SChangwei Ge struct ocfs2_per_slot_free_list *fl; 666071a36944SChangwei Ge struct ocfs2_cached_block_free *bf; 666171a36944SChangwei Ge struct ocfs2_extent_block *eb; 666271a36944SChangwei Ge struct ocfs2_super *osb = 666371a36944SChangwei Ge OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci)); 666471a36944SChangwei Ge 666571a36944SChangwei Ge *blk_given = 0; 666671a36944SChangwei Ge 666771a36944SChangwei Ge /* If extent tree doesn't have a dealloc, this is not faulty. Just 666871a36944SChangwei Ge * tell upper caller dealloc can't provide any block and it should 666971a36944SChangwei Ge * ask for alloc to claim more space. 667071a36944SChangwei Ge */ 667171a36944SChangwei Ge dealloc = et->et_dealloc; 667271a36944SChangwei Ge if (!dealloc) 667371a36944SChangwei Ge goto bail; 667471a36944SChangwei Ge 667571a36944SChangwei Ge for (i = 0; i < blk_wanted; i++) { 667671a36944SChangwei Ge /* Prefer to use local slot */ 667771a36944SChangwei Ge fl = ocfs2_find_preferred_free_list(EXTENT_ALLOC_SYSTEM_INODE, 667871a36944SChangwei Ge osb->slot_num, &real_slot, 667971a36944SChangwei Ge dealloc); 668071a36944SChangwei Ge /* If no more block can be reused, we should claim more 668171a36944SChangwei Ge * from alloc. Just return here normally. 668271a36944SChangwei Ge */ 668371a36944SChangwei Ge if (!fl) { 668471a36944SChangwei Ge status = 0; 668571a36944SChangwei Ge break; 668671a36944SChangwei Ge } 668771a36944SChangwei Ge 668871a36944SChangwei Ge bf = fl->f_first; 668971a36944SChangwei Ge fl->f_first = bf->free_next; 669071a36944SChangwei Ge 669171a36944SChangwei Ge new_eb_bh[i] = sb_getblk(osb->sb, bf->free_blk); 669271a36944SChangwei Ge if (new_eb_bh[i] == NULL) { 669371a36944SChangwei Ge status = -ENOMEM; 669471a36944SChangwei Ge mlog_errno(status); 669571a36944SChangwei Ge goto bail; 669671a36944SChangwei Ge } 669771a36944SChangwei Ge 669871a36944SChangwei Ge mlog(0, "Reusing block(%llu) from " 669971a36944SChangwei Ge "dealloc(local slot:%d, real slot:%d)\n", 670071a36944SChangwei Ge bf->free_blk, osb->slot_num, real_slot); 670171a36944SChangwei Ge 670271a36944SChangwei Ge ocfs2_set_new_buffer_uptodate(et->et_ci, new_eb_bh[i]); 670371a36944SChangwei Ge 670471a36944SChangwei Ge status = ocfs2_journal_access_eb(handle, et->et_ci, 670571a36944SChangwei Ge new_eb_bh[i], 670671a36944SChangwei Ge OCFS2_JOURNAL_ACCESS_CREATE); 670771a36944SChangwei Ge if (status < 0) { 670871a36944SChangwei Ge mlog_errno(status); 670971a36944SChangwei Ge goto bail; 671071a36944SChangwei Ge } 671171a36944SChangwei Ge 671271a36944SChangwei Ge memset(new_eb_bh[i]->b_data, 0, osb->sb->s_blocksize); 671371a36944SChangwei Ge eb = (struct ocfs2_extent_block *) new_eb_bh[i]->b_data; 671471a36944SChangwei Ge 671571a36944SChangwei Ge /* We can't guarantee that buffer head is still cached, so 671671a36944SChangwei Ge * polutlate the extent block again. 671771a36944SChangwei Ge */ 671871a36944SChangwei Ge strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 671971a36944SChangwei Ge eb->h_blkno = cpu_to_le64(bf->free_blk); 672071a36944SChangwei Ge eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 672171a36944SChangwei Ge eb->h_suballoc_slot = cpu_to_le16(real_slot); 672271a36944SChangwei Ge eb->h_suballoc_loc = cpu_to_le64(bf->free_bg); 672371a36944SChangwei Ge eb->h_suballoc_bit = cpu_to_le16(bf->free_bit); 672471a36944SChangwei Ge eb->h_list.l_count = 672571a36944SChangwei Ge cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 672671a36944SChangwei Ge 672771a36944SChangwei Ge /* We'll also be dirtied by the caller, so 672871a36944SChangwei Ge * this isn't absolutely necessary. 672971a36944SChangwei Ge */ 673071a36944SChangwei Ge ocfs2_journal_dirty(handle, new_eb_bh[i]); 673171a36944SChangwei Ge 673271a36944SChangwei Ge if (!fl->f_first) { 673371a36944SChangwei Ge dealloc->c_first_suballocator = fl->f_next_suballocator; 673471a36944SChangwei Ge kfree(fl); 673571a36944SChangwei Ge } 673671a36944SChangwei Ge kfree(bf); 673771a36944SChangwei Ge } 673871a36944SChangwei Ge 673971a36944SChangwei Ge *blk_given = i; 674071a36944SChangwei Ge 674171a36944SChangwei Ge bail: 674271a36944SChangwei Ge if (unlikely(status < 0)) { 674371a36944SChangwei Ge for (i = 0; i < blk_wanted; i++) 674471a36944SChangwei Ge brelse(new_eb_bh[i]); 674571a36944SChangwei Ge } 674671a36944SChangwei Ge 674771a36944SChangwei Ge return status; 674871a36944SChangwei Ge } 674971a36944SChangwei Ge 67501823cb0bSTao Ma int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 675174380c47STao Ma int type, int slot, u64 suballoc, 675274380c47STao Ma u64 blkno, unsigned int bit) 67532b604351SMark Fasheh { 67542b604351SMark Fasheh int ret; 67552b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 67562b604351SMark Fasheh struct ocfs2_cached_block_free *item; 67572b604351SMark Fasheh 67582b604351SMark Fasheh fl = ocfs2_find_per_slot_free_list(type, slot, ctxt); 67592b604351SMark Fasheh if (fl == NULL) { 67602b604351SMark Fasheh ret = -ENOMEM; 67612b604351SMark Fasheh mlog_errno(ret); 67622b604351SMark Fasheh goto out; 67632b604351SMark Fasheh } 67642b604351SMark Fasheh 676574380c47STao Ma item = kzalloc(sizeof(*item), GFP_NOFS); 67662b604351SMark Fasheh if (item == NULL) { 67672b604351SMark Fasheh ret = -ENOMEM; 67682b604351SMark Fasheh mlog_errno(ret); 67692b604351SMark Fasheh goto out; 67702b604351SMark Fasheh } 67712b604351SMark Fasheh 6772a09d09b8STao Ma trace_ocfs2_cache_block_dealloc(type, slot, 6773a09d09b8STao Ma (unsigned long long)suballoc, 6774a09d09b8STao Ma (unsigned long long)blkno, bit); 67752b604351SMark Fasheh 677674380c47STao Ma item->free_bg = suballoc; 67772b604351SMark Fasheh item->free_blk = blkno; 67782b604351SMark Fasheh item->free_bit = bit; 67792b604351SMark Fasheh item->free_next = fl->f_first; 67802b604351SMark Fasheh 67812b604351SMark Fasheh fl->f_first = item; 67822b604351SMark Fasheh 67832b604351SMark Fasheh ret = 0; 67842b604351SMark Fasheh out: 67852b604351SMark Fasheh return ret; 67862b604351SMark Fasheh } 67872b604351SMark Fasheh 678859a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 678959a5e416SMark Fasheh struct ocfs2_extent_block *eb) 679059a5e416SMark Fasheh { 679159a5e416SMark Fasheh return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE, 679259a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_slot), 679374380c47STao Ma le64_to_cpu(eb->h_suballoc_loc), 679459a5e416SMark Fasheh le64_to_cpu(eb->h_blkno), 679559a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_bit)); 679659a5e416SMark Fasheh } 679759a5e416SMark Fasheh 67982b4e30fbSJoel Becker static int ocfs2_zero_func(handle_t *handle, struct buffer_head *bh) 679960b11392SMark Fasheh { 680060b11392SMark Fasheh set_buffer_uptodate(bh); 680160b11392SMark Fasheh mark_buffer_dirty(bh); 680260b11392SMark Fasheh return 0; 680360b11392SMark Fasheh } 680460b11392SMark Fasheh 68056f70fa51STao Ma void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle, 68061d410a6eSMark Fasheh unsigned int from, unsigned int to, 68071d410a6eSMark Fasheh struct page *page, int zero, u64 *phys) 680860b11392SMark Fasheh { 68091d410a6eSMark Fasheh int ret, partial = 0; 6810bbd0f327SJoseph Qi loff_t start_byte = ((loff_t)page->index << PAGE_SHIFT) + from; 6811bbd0f327SJoseph Qi loff_t length = to - from; 681260b11392SMark Fasheh 68131d410a6eSMark Fasheh ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0); 681460b11392SMark Fasheh if (ret) 681560b11392SMark Fasheh mlog_errno(ret); 681660b11392SMark Fasheh 68171d410a6eSMark Fasheh if (zero) 6818eebd2aa3SChristoph Lameter zero_user_segment(page, from, to); 681960b11392SMark Fasheh 682060b11392SMark Fasheh /* 682160b11392SMark Fasheh * Need to set the buffers we zero'd into uptodate 682260b11392SMark Fasheh * here if they aren't - ocfs2_map_page_blocks() 682360b11392SMark Fasheh * might've skipped some 682460b11392SMark Fasheh */ 682560b11392SMark Fasheh ret = walk_page_buffers(handle, page_buffers(page), 682660b11392SMark Fasheh from, to, &partial, 68272b4e30fbSJoel Becker ocfs2_zero_func); 68282b4e30fbSJoel Becker if (ret < 0) 68292b4e30fbSJoel Becker mlog_errno(ret); 68302b4e30fbSJoel Becker else if (ocfs2_should_order_data(inode)) { 6831bbd0f327SJoseph Qi ret = ocfs2_jbd2_inode_add_write(handle, inode, 6832bbd0f327SJoseph Qi start_byte, length); 683360b11392SMark Fasheh if (ret < 0) 683460b11392SMark Fasheh mlog_errno(ret); 683560b11392SMark Fasheh } 683660b11392SMark Fasheh 683760b11392SMark Fasheh if (!partial) 683860b11392SMark Fasheh SetPageUptodate(page); 683960b11392SMark Fasheh 684060b11392SMark Fasheh flush_dcache_page(page); 68411d410a6eSMark Fasheh } 68421d410a6eSMark Fasheh 68431d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start, 68441d410a6eSMark Fasheh loff_t end, struct page **pages, 68451d410a6eSMark Fasheh int numpages, u64 phys, handle_t *handle) 68461d410a6eSMark Fasheh { 68471d410a6eSMark Fasheh int i; 68481d410a6eSMark Fasheh struct page *page; 684909cbfeafSKirill A. Shutemov unsigned int from, to = PAGE_SIZE; 68501d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 68511d410a6eSMark Fasheh 68521d410a6eSMark Fasheh BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb))); 68531d410a6eSMark Fasheh 68541d410a6eSMark Fasheh if (numpages == 0) 68551d410a6eSMark Fasheh goto out; 68561d410a6eSMark Fasheh 685709cbfeafSKirill A. Shutemov to = PAGE_SIZE; 68581d410a6eSMark Fasheh for(i = 0; i < numpages; i++) { 68591d410a6eSMark Fasheh page = pages[i]; 68601d410a6eSMark Fasheh 686109cbfeafSKirill A. Shutemov from = start & (PAGE_SIZE - 1); 686209cbfeafSKirill A. Shutemov if ((end >> PAGE_SHIFT) == page->index) 686309cbfeafSKirill A. Shutemov to = end & (PAGE_SIZE - 1); 68641d410a6eSMark Fasheh 686509cbfeafSKirill A. Shutemov BUG_ON(from > PAGE_SIZE); 686609cbfeafSKirill A. Shutemov BUG_ON(to > PAGE_SIZE); 68671d410a6eSMark Fasheh 68681d410a6eSMark Fasheh ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1, 68691d410a6eSMark Fasheh &phys); 687060b11392SMark Fasheh 687109cbfeafSKirill A. Shutemov start = (page->index + 1) << PAGE_SHIFT; 687260b11392SMark Fasheh } 687360b11392SMark Fasheh out: 68741d410a6eSMark Fasheh if (pages) 68751d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 687660b11392SMark Fasheh } 687760b11392SMark Fasheh 68786f70fa51STao Ma int ocfs2_grab_pages(struct inode *inode, loff_t start, loff_t end, 68791d410a6eSMark Fasheh struct page **pages, int *num) 688060b11392SMark Fasheh { 68811d410a6eSMark Fasheh int numpages, ret = 0; 688260b11392SMark Fasheh struct address_space *mapping = inode->i_mapping; 688360b11392SMark Fasheh unsigned long index; 688435edec1dSMark Fasheh loff_t last_page_bytes; 688560b11392SMark Fasheh 688635edec1dSMark Fasheh BUG_ON(start > end); 688760b11392SMark Fasheh 68881d410a6eSMark Fasheh numpages = 0; 688935edec1dSMark Fasheh last_page_bytes = PAGE_ALIGN(end); 689009cbfeafSKirill A. Shutemov index = start >> PAGE_SHIFT; 689160b11392SMark Fasheh do { 68929b4c0ff3SJan Kara pages[numpages] = find_or_create_page(mapping, index, GFP_NOFS); 689360b11392SMark Fasheh if (!pages[numpages]) { 689460b11392SMark Fasheh ret = -ENOMEM; 689560b11392SMark Fasheh mlog_errno(ret); 689660b11392SMark Fasheh goto out; 689760b11392SMark Fasheh } 689860b11392SMark Fasheh 689960b11392SMark Fasheh numpages++; 690060b11392SMark Fasheh index++; 690109cbfeafSKirill A. Shutemov } while (index < (last_page_bytes >> PAGE_SHIFT)); 690260b11392SMark Fasheh 690360b11392SMark Fasheh out: 690460b11392SMark Fasheh if (ret != 0) { 69051d410a6eSMark Fasheh if (pages) 69061d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 690760b11392SMark Fasheh numpages = 0; 690860b11392SMark Fasheh } 690960b11392SMark Fasheh 691060b11392SMark Fasheh *num = numpages; 691160b11392SMark Fasheh 691260b11392SMark Fasheh return ret; 691360b11392SMark Fasheh } 691460b11392SMark Fasheh 69156f70fa51STao Ma static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end, 69166f70fa51STao Ma struct page **pages, int *num) 69176f70fa51STao Ma { 69186f70fa51STao Ma struct super_block *sb = inode->i_sb; 69196f70fa51STao Ma 69206f70fa51STao Ma BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits != 69216f70fa51STao Ma (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits); 69226f70fa51STao Ma 69236f70fa51STao Ma return ocfs2_grab_pages(inode, start, end, pages, num); 69246f70fa51STao Ma } 69256f70fa51STao Ma 692660b11392SMark Fasheh /* 692760b11392SMark Fasheh * Zero the area past i_size but still within an allocated 692860b11392SMark Fasheh * cluster. This avoids exposing nonzero data on subsequent file 692960b11392SMark Fasheh * extends. 693060b11392SMark Fasheh * 693160b11392SMark Fasheh * We need to call this before i_size is updated on the inode because 693260b11392SMark Fasheh * otherwise block_write_full_page() will skip writeout of pages past 693360b11392SMark Fasheh * i_size. The new_i_size parameter is passed for this reason. 693460b11392SMark Fasheh */ 693535edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle, 693635edec1dSMark Fasheh u64 range_start, u64 range_end) 693760b11392SMark Fasheh { 69381d410a6eSMark Fasheh int ret = 0, numpages; 693960b11392SMark Fasheh struct page **pages = NULL; 694060b11392SMark Fasheh u64 phys; 69411d410a6eSMark Fasheh unsigned int ext_flags; 69421d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 694360b11392SMark Fasheh 694460b11392SMark Fasheh /* 694560b11392SMark Fasheh * File systems which don't support sparse files zero on every 694660b11392SMark Fasheh * extend. 694760b11392SMark Fasheh */ 69481d410a6eSMark Fasheh if (!ocfs2_sparse_alloc(OCFS2_SB(sb))) 694960b11392SMark Fasheh return 0; 695060b11392SMark Fasheh 69511d410a6eSMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(sb), 695260b11392SMark Fasheh sizeof(struct page *), GFP_NOFS); 695360b11392SMark Fasheh if (pages == NULL) { 695460b11392SMark Fasheh ret = -ENOMEM; 695560b11392SMark Fasheh mlog_errno(ret); 695660b11392SMark Fasheh goto out; 695760b11392SMark Fasheh } 695860b11392SMark Fasheh 69591d410a6eSMark Fasheh if (range_start == range_end) 69601d410a6eSMark Fasheh goto out; 69611d410a6eSMark Fasheh 69621d410a6eSMark Fasheh ret = ocfs2_extent_map_get_blocks(inode, 69631d410a6eSMark Fasheh range_start >> sb->s_blocksize_bits, 69641d410a6eSMark Fasheh &phys, NULL, &ext_flags); 696560b11392SMark Fasheh if (ret) { 696660b11392SMark Fasheh mlog_errno(ret); 696760b11392SMark Fasheh goto out; 696860b11392SMark Fasheh } 696960b11392SMark Fasheh 69701d410a6eSMark Fasheh /* 69711d410a6eSMark Fasheh * Tail is a hole, or is marked unwritten. In either case, we 69721d410a6eSMark Fasheh * can count on read and write to return/push zero's. 69731d410a6eSMark Fasheh */ 69741d410a6eSMark Fasheh if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN) 697560b11392SMark Fasheh goto out; 697660b11392SMark Fasheh 69771d410a6eSMark Fasheh ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages, 69781d410a6eSMark Fasheh &numpages); 69791d410a6eSMark Fasheh if (ret) { 69801d410a6eSMark Fasheh mlog_errno(ret); 69811d410a6eSMark Fasheh goto out; 69821d410a6eSMark Fasheh } 69831d410a6eSMark Fasheh 698435edec1dSMark Fasheh ocfs2_zero_cluster_pages(inode, range_start, range_end, pages, 698535edec1dSMark Fasheh numpages, phys, handle); 698660b11392SMark Fasheh 698760b11392SMark Fasheh /* 698860b11392SMark Fasheh * Initiate writeout of the pages we zero'd here. We don't 698960b11392SMark Fasheh * wait on them - the truncate_inode_pages() call later will 699060b11392SMark Fasheh * do that for us. 699160b11392SMark Fasheh */ 69922cfd30adSChristoph Hellwig ret = filemap_fdatawrite_range(inode->i_mapping, range_start, 69932cfd30adSChristoph Hellwig range_end - 1); 699460b11392SMark Fasheh if (ret) 699560b11392SMark Fasheh mlog_errno(ret); 699660b11392SMark Fasheh 699760b11392SMark Fasheh out: 699860b11392SMark Fasheh kfree(pages); 699960b11392SMark Fasheh 700060b11392SMark Fasheh return ret; 700160b11392SMark Fasheh } 700260b11392SMark Fasheh 7003fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode, 7004fdd77704STiger Yang struct ocfs2_dinode *di) 70051afc32b9SMark Fasheh { 70061afc32b9SMark Fasheh unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits; 7007fdd77704STiger Yang unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size); 70081afc32b9SMark Fasheh 7009fdd77704STiger Yang if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL) 7010fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7011fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2) - 7012fdd77704STiger Yang xattrsize); 7013fdd77704STiger Yang else 7014fdd77704STiger Yang memset(&di->id2, 0, blocksize - 7015fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2)); 70161afc32b9SMark Fasheh } 70171afc32b9SMark Fasheh 70185b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode, 70195b6a3a2bSMark Fasheh struct ocfs2_dinode *di) 70205b6a3a2bSMark Fasheh { 7021fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 70225b6a3a2bSMark Fasheh di->id2.i_list.l_tree_depth = 0; 70235b6a3a2bSMark Fasheh di->id2.i_list.l_next_free_rec = 0; 7024fdd77704STiger Yang di->id2.i_list.l_count = cpu_to_le16( 7025fdd77704STiger Yang ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di)); 70265b6a3a2bSMark Fasheh } 70275b6a3a2bSMark Fasheh 70281afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di) 70291afc32b9SMark Fasheh { 70301afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 70311afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 70321afc32b9SMark Fasheh 70331afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 70341afc32b9SMark Fasheh oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL; 70351afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 70361afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 70371afc32b9SMark Fasheh 70381afc32b9SMark Fasheh /* 70391afc32b9SMark Fasheh * We clear the entire i_data structure here so that all 70401afc32b9SMark Fasheh * fields can be properly initialized. 70411afc32b9SMark Fasheh */ 7042fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 70431afc32b9SMark Fasheh 7044fdd77704STiger Yang idata->id_count = cpu_to_le16( 7045fdd77704STiger Yang ocfs2_max_inline_data_with_xattr(inode->i_sb, di)); 70461afc32b9SMark Fasheh } 70471afc32b9SMark Fasheh 70481afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode, 70491afc32b9SMark Fasheh struct buffer_head *di_bh) 70501afc32b9SMark Fasheh { 70511afc32b9SMark Fasheh int ret, i, has_data, num_pages = 0; 7052fb951eb5SZongxun Wang int need_free = 0; 7053fb951eb5SZongxun Wang u32 bit_off, num; 70541afc32b9SMark Fasheh handle_t *handle; 70551afc32b9SMark Fasheh u64 uninitialized_var(block); 70561afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 70571afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 70581afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 70591afc32b9SMark Fasheh struct ocfs2_alloc_context *data_ac = NULL; 70601afc32b9SMark Fasheh struct page **pages = NULL; 70611afc32b9SMark Fasheh loff_t end = osb->s_clustersize; 7062f99b9b7cSJoel Becker struct ocfs2_extent_tree et; 7063a90714c1SJan Kara int did_quota = 0; 70641afc32b9SMark Fasheh 70651afc32b9SMark Fasheh has_data = i_size_read(inode) ? 1 : 0; 70661afc32b9SMark Fasheh 70671afc32b9SMark Fasheh if (has_data) { 70681afc32b9SMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(osb->sb), 70691afc32b9SMark Fasheh sizeof(struct page *), GFP_NOFS); 70701afc32b9SMark Fasheh if (pages == NULL) { 70711afc32b9SMark Fasheh ret = -ENOMEM; 70721afc32b9SMark Fasheh mlog_errno(ret); 70733cc79b79SMarkus Elfring return ret; 70741afc32b9SMark Fasheh } 70751afc32b9SMark Fasheh 70761afc32b9SMark Fasheh ret = ocfs2_reserve_clusters(osb, 1, &data_ac); 70771afc32b9SMark Fasheh if (ret) { 70781afc32b9SMark Fasheh mlog_errno(ret); 70793cc79b79SMarkus Elfring goto free_pages; 70801afc32b9SMark Fasheh } 70811afc32b9SMark Fasheh } 70821afc32b9SMark Fasheh 7083a90714c1SJan Kara handle = ocfs2_start_trans(osb, 7084a90714c1SJan Kara ocfs2_inline_to_extents_credits(osb->sb)); 70851afc32b9SMark Fasheh if (IS_ERR(handle)) { 70861afc32b9SMark Fasheh ret = PTR_ERR(handle); 70871afc32b9SMark Fasheh mlog_errno(ret); 708815eba0feSalex chen goto out; 70891afc32b9SMark Fasheh } 70901afc32b9SMark Fasheh 70910cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 70921afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 70931afc32b9SMark Fasheh if (ret) { 70941afc32b9SMark Fasheh mlog_errno(ret); 70951afc32b9SMark Fasheh goto out_commit; 70961afc32b9SMark Fasheh } 70971afc32b9SMark Fasheh 70981afc32b9SMark Fasheh if (has_data) { 70991afc32b9SMark Fasheh unsigned int page_end; 71001afc32b9SMark Fasheh u64 phys; 71011afc32b9SMark Fasheh 71025dd4056dSChristoph Hellwig ret = dquot_alloc_space_nodirty(inode, 71035dd4056dSChristoph Hellwig ocfs2_clusters_to_bytes(osb->sb, 1)); 71045dd4056dSChristoph Hellwig if (ret) 7105a90714c1SJan Kara goto out_commit; 7106a90714c1SJan Kara did_quota = 1; 7107a90714c1SJan Kara 7108d324cd4cSpiaojun data_ac->ac_resv = &oi->ip_la_data_resv; 71094fe370afSMark Fasheh 71101ed9b777SJoel Becker ret = ocfs2_claim_clusters(handle, data_ac, 1, &bit_off, 71111afc32b9SMark Fasheh &num); 71121afc32b9SMark Fasheh if (ret) { 71131afc32b9SMark Fasheh mlog_errno(ret); 71141afc32b9SMark Fasheh goto out_commit; 71151afc32b9SMark Fasheh } 71161afc32b9SMark Fasheh 71171afc32b9SMark Fasheh /* 71181afc32b9SMark Fasheh * Save two copies, one for insert, and one that can 71191afc32b9SMark Fasheh * be changed by ocfs2_map_and_dirty_page() below. 71201afc32b9SMark Fasheh */ 71211afc32b9SMark Fasheh block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off); 71221afc32b9SMark Fasheh 71231afc32b9SMark Fasheh /* 71241afc32b9SMark Fasheh * Non sparse file systems zero on extend, so no need 71251afc32b9SMark Fasheh * to do that now. 71261afc32b9SMark Fasheh */ 71271afc32b9SMark Fasheh if (!ocfs2_sparse_alloc(osb) && 712809cbfeafSKirill A. Shutemov PAGE_SIZE < osb->s_clustersize) 712909cbfeafSKirill A. Shutemov end = PAGE_SIZE; 71301afc32b9SMark Fasheh 71311afc32b9SMark Fasheh ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages); 71321afc32b9SMark Fasheh if (ret) { 71331afc32b9SMark Fasheh mlog_errno(ret); 7134fb951eb5SZongxun Wang need_free = 1; 71351afc32b9SMark Fasheh goto out_commit; 71361afc32b9SMark Fasheh } 71371afc32b9SMark Fasheh 71381afc32b9SMark Fasheh /* 71391afc32b9SMark Fasheh * This should populate the 1st page for us and mark 71401afc32b9SMark Fasheh * it up to date. 71411afc32b9SMark Fasheh */ 71421afc32b9SMark Fasheh ret = ocfs2_read_inline_data(inode, pages[0], di_bh); 71431afc32b9SMark Fasheh if (ret) { 71441afc32b9SMark Fasheh mlog_errno(ret); 7145fb951eb5SZongxun Wang need_free = 1; 714615eba0feSalex chen goto out_unlock; 71471afc32b9SMark Fasheh } 71481afc32b9SMark Fasheh 714909cbfeafSKirill A. Shutemov page_end = PAGE_SIZE; 715009cbfeafSKirill A. Shutemov if (PAGE_SIZE > osb->s_clustersize) 71511afc32b9SMark Fasheh page_end = osb->s_clustersize; 71521afc32b9SMark Fasheh 71531afc32b9SMark Fasheh for (i = 0; i < num_pages; i++) 71541afc32b9SMark Fasheh ocfs2_map_and_dirty_page(inode, handle, 0, page_end, 71551afc32b9SMark Fasheh pages[i], i > 0, &phys); 71561afc32b9SMark Fasheh } 71571afc32b9SMark Fasheh 71581afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 71591afc32b9SMark Fasheh oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL; 71601afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 71611afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 71621afc32b9SMark Fasheh 71632931cdcbSDarrick J. Wong ocfs2_update_inode_fsync_trans(handle, inode, 1); 71645b6a3a2bSMark Fasheh ocfs2_dinode_new_extent_list(inode, di); 71651afc32b9SMark Fasheh 71661afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 71671afc32b9SMark Fasheh 71681afc32b9SMark Fasheh if (has_data) { 71691afc32b9SMark Fasheh /* 71701afc32b9SMark Fasheh * An error at this point should be extremely rare. If 71711afc32b9SMark Fasheh * this proves to be false, we could always re-build 71721afc32b9SMark Fasheh * the in-inode data from our pages. 71731afc32b9SMark Fasheh */ 71745e404e9eSJoel Becker ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh); 7175cc79d8c1SJoel Becker ret = ocfs2_insert_extent(handle, &et, 0, block, 1, 0, NULL); 71761afc32b9SMark Fasheh if (ret) { 71771afc32b9SMark Fasheh mlog_errno(ret); 7178fb951eb5SZongxun Wang need_free = 1; 717915eba0feSalex chen goto out_unlock; 71801afc32b9SMark Fasheh } 71811afc32b9SMark Fasheh 71821afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 71831afc32b9SMark Fasheh } 71841afc32b9SMark Fasheh 718515eba0feSalex chen out_unlock: 718615eba0feSalex chen if (pages) 718715eba0feSalex chen ocfs2_unlock_and_free_pages(pages, num_pages); 718815eba0feSalex chen 71891afc32b9SMark Fasheh out_commit: 7190a90714c1SJan Kara if (ret < 0 && did_quota) 71915dd4056dSChristoph Hellwig dquot_free_space_nodirty(inode, 7192a90714c1SJan Kara ocfs2_clusters_to_bytes(osb->sb, 1)); 7193a90714c1SJan Kara 7194fb951eb5SZongxun Wang if (need_free) { 7195fb951eb5SZongxun Wang if (data_ac->ac_which == OCFS2_AC_USE_LOCAL) 7196fb951eb5SZongxun Wang ocfs2_free_local_alloc_bits(osb, handle, data_ac, 7197fb951eb5SZongxun Wang bit_off, num); 7198fb951eb5SZongxun Wang else 7199fb951eb5SZongxun Wang ocfs2_free_clusters(handle, 7200fb951eb5SZongxun Wang data_ac->ac_inode, 7201fb951eb5SZongxun Wang data_ac->ac_bh, 7202fb951eb5SZongxun Wang ocfs2_clusters_to_blocks(osb->sb, bit_off), 7203fb951eb5SZongxun Wang num); 7204fb951eb5SZongxun Wang } 7205fb951eb5SZongxun Wang 72061afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 72071afc32b9SMark Fasheh 720815eba0feSalex chen out: 72091afc32b9SMark Fasheh if (data_ac) 72101afc32b9SMark Fasheh ocfs2_free_alloc_context(data_ac); 72113cc79b79SMarkus Elfring free_pages: 72121afc32b9SMark Fasheh kfree(pages); 72131afc32b9SMark Fasheh return ret; 72141afc32b9SMark Fasheh } 72151afc32b9SMark Fasheh 7216ccd979bdSMark Fasheh /* 7217ccd979bdSMark Fasheh * It is expected, that by the time you call this function, 7218ccd979bdSMark Fasheh * inode->i_size and fe->i_size have been adjusted. 7219ccd979bdSMark Fasheh * 7220ccd979bdSMark Fasheh * WARNING: This will kfree the truncate context 7221ccd979bdSMark Fasheh */ 7222ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb, 7223ccd979bdSMark Fasheh struct inode *inode, 722478f94673STristan Ye struct buffer_head *di_bh) 7225ccd979bdSMark Fasheh { 722678f94673STristan Ye int status = 0, i, flags = 0; 722778f94673STristan Ye u32 new_highest_cpos, range, trunc_cpos, trunc_len, phys_cpos, coff; 7228bcbbb24aSTao Ma u64 blkno = 0; 7229ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 723078f94673STristan Ye struct ocfs2_extent_rec *rec; 7231dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 723278f94673STristan Ye struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 723378f94673STristan Ye struct ocfs2_extent_list *root_el = &(di->id2.i_list); 723478f94673STristan Ye u64 refcount_loc = le64_to_cpu(di->i_refcount_loc); 723578f94673STristan Ye struct ocfs2_extent_tree et; 723678f94673STristan Ye struct ocfs2_cached_dealloc_ctxt dealloc; 7237f62f12b3SJunxiao Bi struct ocfs2_refcount_tree *ref_tree = NULL; 7238ccd979bdSMark Fasheh 723978f94673STristan Ye ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh); 724078f94673STristan Ye ocfs2_init_dealloc_ctxt(&dealloc); 724178f94673STristan Ye 7242dcd0538fSMark Fasheh new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb, 7243ccd979bdSMark Fasheh i_size_read(inode)); 7244ccd979bdSMark Fasheh 724578f94673STristan Ye path = ocfs2_new_path(di_bh, &di->id2.i_list, 724613723d00SJoel Becker ocfs2_journal_access_di); 7247dcd0538fSMark Fasheh if (!path) { 7248dcd0538fSMark Fasheh status = -ENOMEM; 7249ccd979bdSMark Fasheh mlog_errno(status); 7250ccd979bdSMark Fasheh goto bail; 7251ccd979bdSMark Fasheh } 725283418978SMark Fasheh 725383418978SMark Fasheh ocfs2_extent_map_trunc(inode, new_highest_cpos); 725483418978SMark Fasheh 7255dcd0538fSMark Fasheh start: 7256dcd0538fSMark Fasheh /* 72573a0782d0SMark Fasheh * Check that we still have allocation to delete. 72583a0782d0SMark Fasheh */ 72593a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == 0) { 72603a0782d0SMark Fasheh status = 0; 72613a0782d0SMark Fasheh goto bail; 72623a0782d0SMark Fasheh } 72633a0782d0SMark Fasheh 72643a0782d0SMark Fasheh /* 7265dcd0538fSMark Fasheh * Truncate always works against the rightmost tree branch. 7266dcd0538fSMark Fasheh */ 7267facdb77fSJoel Becker status = ocfs2_find_path(INODE_CACHE(inode), path, UINT_MAX); 7268dcd0538fSMark Fasheh if (status) { 7269dcd0538fSMark Fasheh mlog_errno(status); 7270ccd979bdSMark Fasheh goto bail; 7271ccd979bdSMark Fasheh } 7272ccd979bdSMark Fasheh 7273a09d09b8STao Ma trace_ocfs2_commit_truncate( 7274a09d09b8STao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno, 7275a09d09b8STao Ma new_highest_cpos, 7276a09d09b8STao Ma OCFS2_I(inode)->ip_clusters, 7277a09d09b8STao Ma path->p_tree_depth); 7278dcd0538fSMark Fasheh 7279dcd0538fSMark Fasheh /* 7280dcd0538fSMark Fasheh * By now, el will point to the extent list on the bottom most 7281dcd0538fSMark Fasheh * portion of this tree. Only the tail record is considered in 7282dcd0538fSMark Fasheh * each pass. 7283dcd0538fSMark Fasheh * 7284dcd0538fSMark Fasheh * We handle the following cases, in order: 7285dcd0538fSMark Fasheh * - empty extent: delete the remaining branch 7286dcd0538fSMark Fasheh * - remove the entire record 7287dcd0538fSMark Fasheh * - remove a partial record 7288dcd0538fSMark Fasheh * - no record needs to be removed (truncate has completed) 7289dcd0538fSMark Fasheh */ 7290dcd0538fSMark Fasheh el = path_leaf_el(path); 72913a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 72923a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 72933a0782d0SMark Fasheh "Inode %llu has empty extent block at %llu\n", 72943a0782d0SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 72953a0782d0SMark Fasheh (unsigned long long)path_leaf_bh(path)->b_blocknr); 72963a0782d0SMark Fasheh status = -EROFS; 72973a0782d0SMark Fasheh goto bail; 72983a0782d0SMark Fasheh } 72993a0782d0SMark Fasheh 7300ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 730178f94673STristan Ye rec = &el->l_recs[i]; 730278f94673STristan Ye flags = rec->e_flags; 730378f94673STristan Ye range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 730478f94673STristan Ye 730578f94673STristan Ye if (i == 0 && ocfs2_is_empty_extent(rec)) { 730678f94673STristan Ye /* 730778f94673STristan Ye * Lower levels depend on this never happening, but it's best 730878f94673STristan Ye * to check it up here before changing the tree. 730978f94673STristan Ye */ 731078f94673STristan Ye if (root_el->l_tree_depth && rec->e_int_clusters == 0) { 7311d0c97d52SXue jiufei mlog(ML_ERROR, "Inode %lu has an empty " 731278f94673STristan Ye "extent record, depth %u\n", inode->i_ino, 731378f94673STristan Ye le16_to_cpu(root_el->l_tree_depth)); 7314d0c97d52SXue jiufei status = ocfs2_remove_rightmost_empty_extent(osb, 7315d0c97d52SXue jiufei &et, path, &dealloc); 7316d0c97d52SXue jiufei if (status) { 7317d0c97d52SXue jiufei mlog_errno(status); 731878f94673STristan Ye goto bail; 731978f94673STristan Ye } 7320d0c97d52SXue jiufei 7321d0c97d52SXue jiufei ocfs2_reinit_path(path, 1); 7322d0c97d52SXue jiufei goto start; 7323d0c97d52SXue jiufei } else { 732478f94673STristan Ye trunc_cpos = le32_to_cpu(rec->e_cpos); 732578f94673STristan Ye trunc_len = 0; 732678f94673STristan Ye blkno = 0; 7327d0c97d52SXue jiufei } 732878f94673STristan Ye } else if (le32_to_cpu(rec->e_cpos) >= new_highest_cpos) { 732978f94673STristan Ye /* 733078f94673STristan Ye * Truncate entire record. 733178f94673STristan Ye */ 733278f94673STristan Ye trunc_cpos = le32_to_cpu(rec->e_cpos); 733378f94673STristan Ye trunc_len = ocfs2_rec_clusters(el, rec); 733478f94673STristan Ye blkno = le64_to_cpu(rec->e_blkno); 7335dcd0538fSMark Fasheh } else if (range > new_highest_cpos) { 733678f94673STristan Ye /* 733778f94673STristan Ye * Partial truncate. it also should be 733878f94673STristan Ye * the last truncate we're doing. 733978f94673STristan Ye */ 734078f94673STristan Ye trunc_cpos = new_highest_cpos; 734178f94673STristan Ye trunc_len = range - new_highest_cpos; 734278f94673STristan Ye coff = new_highest_cpos - le32_to_cpu(rec->e_cpos); 734378f94673STristan Ye blkno = le64_to_cpu(rec->e_blkno) + 734478f94673STristan Ye ocfs2_clusters_to_blocks(inode->i_sb, coff); 7345dcd0538fSMark Fasheh } else { 734678f94673STristan Ye /* 734778f94673STristan Ye * Truncate completed, leave happily. 734878f94673STristan Ye */ 7349dcd0538fSMark Fasheh status = 0; 7350dcd0538fSMark Fasheh goto bail; 7351dcd0538fSMark Fasheh } 7352ccd979bdSMark Fasheh 735378f94673STristan Ye phys_cpos = ocfs2_blocks_to_clusters(inode->i_sb, blkno); 7354dcd0538fSMark Fasheh 7355f62f12b3SJunxiao Bi if ((flags & OCFS2_EXT_REFCOUNTED) && trunc_len && !ref_tree) { 7356f62f12b3SJunxiao Bi status = ocfs2_lock_refcount_tree(osb, refcount_loc, 1, 7357f62f12b3SJunxiao Bi &ref_tree, NULL); 7358f62f12b3SJunxiao Bi if (status) { 7359f62f12b3SJunxiao Bi mlog_errno(status); 7360f62f12b3SJunxiao Bi goto bail; 7361f62f12b3SJunxiao Bi } 7362f62f12b3SJunxiao Bi } 7363f62f12b3SJunxiao Bi 736478f94673STristan Ye status = ocfs2_remove_btree_range(inode, &et, trunc_cpos, 736578f94673STristan Ye phys_cpos, trunc_len, flags, &dealloc, 7366f62f12b3SJunxiao Bi refcount_loc, true); 7367bcbbb24aSTao Ma if (status < 0) { 7368bcbbb24aSTao Ma mlog_errno(status); 7369bcbbb24aSTao Ma goto bail; 7370bcbbb24aSTao Ma } 7371ccd979bdSMark Fasheh 7372dcd0538fSMark Fasheh ocfs2_reinit_path(path, 1); 7373dcd0538fSMark Fasheh 7374dcd0538fSMark Fasheh /* 73753a0782d0SMark Fasheh * The check above will catch the case where we've truncated 73763a0782d0SMark Fasheh * away all allocation. 7377dcd0538fSMark Fasheh */ 7378ccd979bdSMark Fasheh goto start; 73793a0782d0SMark Fasheh 7380ccd979bdSMark Fasheh bail: 7381f62f12b3SJunxiao Bi if (ref_tree) 7382f62f12b3SJunxiao Bi ocfs2_unlock_refcount_tree(osb, ref_tree, 1); 7383ccd979bdSMark Fasheh 7384ccd979bdSMark Fasheh ocfs2_schedule_truncate_log_flush(osb, 1); 7385ccd979bdSMark Fasheh 738678f94673STristan Ye ocfs2_run_deallocs(osb, &dealloc); 738759a5e416SMark Fasheh 7388dcd0538fSMark Fasheh ocfs2_free_path(path); 7389ccd979bdSMark Fasheh 7390ccd979bdSMark Fasheh return status; 7391ccd979bdSMark Fasheh } 7392ccd979bdSMark Fasheh 7393ccd979bdSMark Fasheh /* 73941afc32b9SMark Fasheh * 'start' is inclusive, 'end' is not. 73951afc32b9SMark Fasheh */ 73961afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh, 73971afc32b9SMark Fasheh unsigned int start, unsigned int end, int trunc) 73981afc32b9SMark Fasheh { 73991afc32b9SMark Fasheh int ret; 74001afc32b9SMark Fasheh unsigned int numbytes; 74011afc32b9SMark Fasheh handle_t *handle; 74021afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 74031afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 74041afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 74051afc32b9SMark Fasheh 74061afc32b9SMark Fasheh if (end > i_size_read(inode)) 74071afc32b9SMark Fasheh end = i_size_read(inode); 74081afc32b9SMark Fasheh 7409d62e74beSYounger Liu BUG_ON(start > end); 74101afc32b9SMark Fasheh 74111afc32b9SMark Fasheh if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) || 74121afc32b9SMark Fasheh !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) || 74131afc32b9SMark Fasheh !ocfs2_supports_inline_data(osb)) { 74141afc32b9SMark Fasheh ocfs2_error(inode->i_sb, 74157ecef14aSJoe Perches "Inline data flags for inode %llu don't agree! Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n", 74161afc32b9SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 74171afc32b9SMark Fasheh le16_to_cpu(di->i_dyn_features), 74181afc32b9SMark Fasheh OCFS2_I(inode)->ip_dyn_features, 74191afc32b9SMark Fasheh osb->s_feature_incompat); 74201afc32b9SMark Fasheh ret = -EROFS; 74211afc32b9SMark Fasheh goto out; 74221afc32b9SMark Fasheh } 74231afc32b9SMark Fasheh 74241afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS); 74251afc32b9SMark Fasheh if (IS_ERR(handle)) { 74261afc32b9SMark Fasheh ret = PTR_ERR(handle); 74271afc32b9SMark Fasheh mlog_errno(ret); 74281afc32b9SMark Fasheh goto out; 74291afc32b9SMark Fasheh } 74301afc32b9SMark Fasheh 74310cf2f763SJoel Becker ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh, 74321afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 74331afc32b9SMark Fasheh if (ret) { 74341afc32b9SMark Fasheh mlog_errno(ret); 74351afc32b9SMark Fasheh goto out_commit; 74361afc32b9SMark Fasheh } 74371afc32b9SMark Fasheh 74381afc32b9SMark Fasheh numbytes = end - start; 74391afc32b9SMark Fasheh memset(idata->id_data + start, 0, numbytes); 74401afc32b9SMark Fasheh 74411afc32b9SMark Fasheh /* 74421afc32b9SMark Fasheh * No need to worry about the data page here - it's been 74431afc32b9SMark Fasheh * truncated already and inline data doesn't need it for 74441afc32b9SMark Fasheh * pushing zero's to disk, so we'll let readpage pick it up 74451afc32b9SMark Fasheh * later. 74461afc32b9SMark Fasheh */ 74471afc32b9SMark Fasheh if (trunc) { 74481afc32b9SMark Fasheh i_size_write(inode, start); 74491afc32b9SMark Fasheh di->i_size = cpu_to_le64(start); 74501afc32b9SMark Fasheh } 74511afc32b9SMark Fasheh 74521afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 7453078cd827SDeepa Dinamani inode->i_ctime = inode->i_mtime = current_time(inode); 74541afc32b9SMark Fasheh 74551afc32b9SMark Fasheh di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec); 74561afc32b9SMark Fasheh di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); 74571afc32b9SMark Fasheh 74586fdb702dSDarrick J. Wong ocfs2_update_inode_fsync_trans(handle, inode, 1); 74591afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 74601afc32b9SMark Fasheh 74611afc32b9SMark Fasheh out_commit: 74621afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 74631afc32b9SMark Fasheh 74641afc32b9SMark Fasheh out: 74651afc32b9SMark Fasheh return ret; 74661afc32b9SMark Fasheh } 7467e80de36dSTao Ma 7468e80de36dSTao Ma static int ocfs2_trim_extent(struct super_block *sb, 7469e80de36dSTao Ma struct ocfs2_group_desc *gd, 7470105ddc93SAshish Samant u64 group, u32 start, u32 count) 7471e80de36dSTao Ma { 7472e80de36dSTao Ma u64 discard, bcount; 7473105ddc93SAshish Samant struct ocfs2_super *osb = OCFS2_SB(sb); 7474e80de36dSTao Ma 7475e80de36dSTao Ma bcount = ocfs2_clusters_to_blocks(sb, count); 7476105ddc93SAshish Samant discard = ocfs2_clusters_to_blocks(sb, start); 7477105ddc93SAshish Samant 7478105ddc93SAshish Samant /* 7479105ddc93SAshish Samant * For the first cluster group, the gd->bg_blkno is not at the start 7480105ddc93SAshish Samant * of the group, but at an offset from the start. If we add it while 7481105ddc93SAshish Samant * calculating discard for first group, we will wrongly start fstrim a 7482105ddc93SAshish Samant * few blocks after the desried start block and the range can cross 7483105ddc93SAshish Samant * over into the next cluster group. So, add it only if this is not 7484105ddc93SAshish Samant * the first cluster group. 7485105ddc93SAshish Samant */ 7486105ddc93SAshish Samant if (group != osb->first_cluster_group_blkno) 7487105ddc93SAshish Samant discard += le64_to_cpu(gd->bg_blkno); 7488e80de36dSTao Ma 748910fca35fSTao Ma trace_ocfs2_trim_extent(sb, (unsigned long long)discard, bcount); 749010fca35fSTao Ma 7491e80de36dSTao Ma return sb_issue_discard(sb, discard, bcount, GFP_NOFS, 0); 7492e80de36dSTao Ma } 7493e80de36dSTao Ma 7494e80de36dSTao Ma static int ocfs2_trim_group(struct super_block *sb, 7495105ddc93SAshish Samant struct ocfs2_group_desc *gd, u64 group, 7496e80de36dSTao Ma u32 start, u32 max, u32 minbits) 7497e80de36dSTao Ma { 7498e80de36dSTao Ma int ret = 0, count = 0, next; 7499e80de36dSTao Ma void *bitmap = gd->bg_bitmap; 7500e80de36dSTao Ma 7501e80de36dSTao Ma if (le16_to_cpu(gd->bg_free_bits_count) < minbits) 7502e80de36dSTao Ma return 0; 7503e80de36dSTao Ma 750410fca35fSTao Ma trace_ocfs2_trim_group((unsigned long long)le64_to_cpu(gd->bg_blkno), 750510fca35fSTao Ma start, max, minbits); 750610fca35fSTao Ma 7507e80de36dSTao Ma while (start < max) { 7508e80de36dSTao Ma start = ocfs2_find_next_zero_bit(bitmap, max, start); 7509e80de36dSTao Ma if (start >= max) 7510e80de36dSTao Ma break; 7511e80de36dSTao Ma next = ocfs2_find_next_bit(bitmap, max, start); 7512e80de36dSTao Ma 7513e80de36dSTao Ma if ((next - start) >= minbits) { 7514105ddc93SAshish Samant ret = ocfs2_trim_extent(sb, gd, group, 7515e80de36dSTao Ma start, next - start); 7516e80de36dSTao Ma if (ret < 0) { 7517e80de36dSTao Ma mlog_errno(ret); 7518e80de36dSTao Ma break; 7519e80de36dSTao Ma } 7520e80de36dSTao Ma count += next - start; 7521e80de36dSTao Ma } 7522e80de36dSTao Ma start = next + 1; 7523e80de36dSTao Ma 7524e80de36dSTao Ma if (fatal_signal_pending(current)) { 7525e80de36dSTao Ma count = -ERESTARTSYS; 7526e80de36dSTao Ma break; 7527e80de36dSTao Ma } 7528e80de36dSTao Ma 7529e80de36dSTao Ma if ((le16_to_cpu(gd->bg_free_bits_count) - count) < minbits) 7530e80de36dSTao Ma break; 7531e80de36dSTao Ma } 7532e80de36dSTao Ma 7533e80de36dSTao Ma if (ret < 0) 7534e80de36dSTao Ma count = ret; 7535e80de36dSTao Ma 7536e80de36dSTao Ma return count; 7537e80de36dSTao Ma } 7538e80de36dSTao Ma 75395500ab4eSGang He static 75405500ab4eSGang He int ocfs2_trim_mainbm(struct super_block *sb, struct fstrim_range *range) 7541e80de36dSTao Ma { 7542e80de36dSTao Ma struct ocfs2_super *osb = OCFS2_SB(sb); 75435500ab4eSGang He u64 start, len, trimmed = 0, first_group, last_group = 0, group = 0; 7544e80de36dSTao Ma int ret, cnt; 7545e80de36dSTao Ma u32 first_bit, last_bit, minlen; 7546e80de36dSTao Ma struct buffer_head *main_bm_bh = NULL; 7547e80de36dSTao Ma struct inode *main_bm_inode = NULL; 7548e80de36dSTao Ma struct buffer_head *gd_bh = NULL; 7549e80de36dSTao Ma struct ocfs2_dinode *main_bm; 7550e80de36dSTao Ma struct ocfs2_group_desc *gd = NULL; 7551e80de36dSTao Ma 7552e80de36dSTao Ma start = range->start >> osb->s_clustersize_bits; 7553e80de36dSTao Ma len = range->len >> osb->s_clustersize_bits; 7554e80de36dSTao Ma minlen = range->minlen >> osb->s_clustersize_bits; 7555e80de36dSTao Ma 7556aa89762cSJie Liu if (minlen >= osb->bitmap_cpg || range->len < sb->s_blocksize) 7557e80de36dSTao Ma return -EINVAL; 7558e80de36dSTao Ma 75595500ab4eSGang He trace_ocfs2_trim_mainbm(start, len, minlen); 75605500ab4eSGang He 75615500ab4eSGang He next_group: 7562e80de36dSTao Ma main_bm_inode = ocfs2_get_system_file_inode(osb, 7563e80de36dSTao Ma GLOBAL_BITMAP_SYSTEM_INODE, 7564e80de36dSTao Ma OCFS2_INVALID_SLOT); 7565e80de36dSTao Ma if (!main_bm_inode) { 7566e80de36dSTao Ma ret = -EIO; 7567e80de36dSTao Ma mlog_errno(ret); 7568e80de36dSTao Ma goto out; 7569e80de36dSTao Ma } 7570e80de36dSTao Ma 75715955102cSAl Viro inode_lock(main_bm_inode); 7572e80de36dSTao Ma 7573e80de36dSTao Ma ret = ocfs2_inode_lock(main_bm_inode, &main_bm_bh, 0); 7574e80de36dSTao Ma if (ret < 0) { 7575e80de36dSTao Ma mlog_errno(ret); 7576e80de36dSTao Ma goto out_mutex; 7577e80de36dSTao Ma } 7578e80de36dSTao Ma main_bm = (struct ocfs2_dinode *)main_bm_bh->b_data; 7579e80de36dSTao Ma 75805500ab4eSGang He /* 75815500ab4eSGang He * Do some check before trim the first group. 75825500ab4eSGang He */ 75835500ab4eSGang He if (!group) { 7584e80de36dSTao Ma if (start >= le32_to_cpu(main_bm->i_clusters)) { 7585e80de36dSTao Ma ret = -EINVAL; 7586e80de36dSTao Ma goto out_unlock; 7587e80de36dSTao Ma } 7588e80de36dSTao Ma 7589e80de36dSTao Ma if (start + len > le32_to_cpu(main_bm->i_clusters)) 7590e80de36dSTao Ma len = le32_to_cpu(main_bm->i_clusters) - start; 7591e80de36dSTao Ma 75925500ab4eSGang He /* 75935500ab4eSGang He * Determine first and last group to examine based on 75945500ab4eSGang He * start and len 75955500ab4eSGang He */ 7596e80de36dSTao Ma first_group = ocfs2_which_cluster_group(main_bm_inode, start); 7597e80de36dSTao Ma if (first_group == osb->first_cluster_group_blkno) 7598e80de36dSTao Ma first_bit = start; 7599e80de36dSTao Ma else 76005500ab4eSGang He first_bit = start - ocfs2_blocks_to_clusters(sb, 76015500ab4eSGang He first_group); 76025500ab4eSGang He last_group = ocfs2_which_cluster_group(main_bm_inode, 76035500ab4eSGang He start + len - 1); 76045500ab4eSGang He group = first_group; 76055500ab4eSGang He } 7606e80de36dSTao Ma 76075500ab4eSGang He do { 7608e80de36dSTao Ma if (first_bit + len >= osb->bitmap_cpg) 7609e80de36dSTao Ma last_bit = osb->bitmap_cpg; 7610e80de36dSTao Ma else 7611e80de36dSTao Ma last_bit = first_bit + len; 7612e80de36dSTao Ma 7613e80de36dSTao Ma ret = ocfs2_read_group_descriptor(main_bm_inode, 7614e80de36dSTao Ma main_bm, group, 7615e80de36dSTao Ma &gd_bh); 7616e80de36dSTao Ma if (ret < 0) { 7617e80de36dSTao Ma mlog_errno(ret); 7618e80de36dSTao Ma break; 7619e80de36dSTao Ma } 7620e80de36dSTao Ma 7621e80de36dSTao Ma gd = (struct ocfs2_group_desc *)gd_bh->b_data; 7622105ddc93SAshish Samant cnt = ocfs2_trim_group(sb, gd, group, 7623105ddc93SAshish Samant first_bit, last_bit, minlen); 7624e80de36dSTao Ma brelse(gd_bh); 7625e80de36dSTao Ma gd_bh = NULL; 7626e80de36dSTao Ma if (cnt < 0) { 7627e80de36dSTao Ma ret = cnt; 7628e80de36dSTao Ma mlog_errno(ret); 7629e80de36dSTao Ma break; 7630e80de36dSTao Ma } 7631e80de36dSTao Ma 7632e80de36dSTao Ma trimmed += cnt; 7633e80de36dSTao Ma len -= osb->bitmap_cpg - first_bit; 7634e80de36dSTao Ma first_bit = 0; 7635e80de36dSTao Ma if (group == osb->first_cluster_group_blkno) 7636e80de36dSTao Ma group = ocfs2_clusters_to_blocks(sb, osb->bitmap_cpg); 7637e80de36dSTao Ma else 7638e80de36dSTao Ma group += ocfs2_clusters_to_blocks(sb, osb->bitmap_cpg); 76395500ab4eSGang He } while (0); 7640637dd20cSGang He 7641e80de36dSTao Ma out_unlock: 7642e80de36dSTao Ma ocfs2_inode_unlock(main_bm_inode, 0); 7643e80de36dSTao Ma brelse(main_bm_bh); 76445500ab4eSGang He main_bm_bh = NULL; 7645e80de36dSTao Ma out_mutex: 76465955102cSAl Viro inode_unlock(main_bm_inode); 7647e80de36dSTao Ma iput(main_bm_inode); 76485500ab4eSGang He 76495500ab4eSGang He /* 76505500ab4eSGang He * If all the groups trim are not done or failed, but we should release 76515500ab4eSGang He * main_bm related locks for avoiding the current IO starve, then go to 76525500ab4eSGang He * trim the next group 76535500ab4eSGang He */ 76545500ab4eSGang He if (ret >= 0 && group <= last_group) 76555500ab4eSGang He goto next_group; 7656e80de36dSTao Ma out: 76575500ab4eSGang He range->len = trimmed * sb->s_blocksize; 76585500ab4eSGang He return ret; 76595500ab4eSGang He } 76605500ab4eSGang He 76615500ab4eSGang He int ocfs2_trim_fs(struct super_block *sb, struct fstrim_range *range) 76625500ab4eSGang He { 76635500ab4eSGang He int ret; 76645500ab4eSGang He struct ocfs2_super *osb = OCFS2_SB(sb); 76655500ab4eSGang He struct ocfs2_trim_fs_info info, *pinfo = NULL; 76665500ab4eSGang He 76675500ab4eSGang He ocfs2_trim_fs_lock_res_init(osb); 76685500ab4eSGang He 76695500ab4eSGang He trace_ocfs2_trim_fs(range->start, range->len, range->minlen); 76705500ab4eSGang He 76715500ab4eSGang He ret = ocfs2_trim_fs_lock(osb, NULL, 1); 76725500ab4eSGang He if (ret < 0) { 76735500ab4eSGang He if (ret != -EAGAIN) { 76745500ab4eSGang He mlog_errno(ret); 76755500ab4eSGang He ocfs2_trim_fs_lock_res_uninit(osb); 76765500ab4eSGang He return ret; 76775500ab4eSGang He } 76785500ab4eSGang He 76795500ab4eSGang He mlog(ML_NOTICE, "Wait for trim on device (%s) to " 76805500ab4eSGang He "finish, which is running from another node.\n", 76815500ab4eSGang He osb->dev_str); 76825500ab4eSGang He ret = ocfs2_trim_fs_lock(osb, &info, 0); 76835500ab4eSGang He if (ret < 0) { 76845500ab4eSGang He mlog_errno(ret); 76855500ab4eSGang He ocfs2_trim_fs_lock_res_uninit(osb); 76865500ab4eSGang He return ret; 76875500ab4eSGang He } 76885500ab4eSGang He 76895500ab4eSGang He if (info.tf_valid && info.tf_success && 76905500ab4eSGang He info.tf_start == range->start && 76915500ab4eSGang He info.tf_len == range->len && 76925500ab4eSGang He info.tf_minlen == range->minlen) { 76935500ab4eSGang He /* Avoid sending duplicated trim to a shared device */ 76945500ab4eSGang He mlog(ML_NOTICE, "The same trim on device (%s) was " 76955500ab4eSGang He "just done from node (%u), return.\n", 76965500ab4eSGang He osb->dev_str, info.tf_nodenum); 76975500ab4eSGang He range->len = info.tf_trimlen; 76985500ab4eSGang He goto out; 76995500ab4eSGang He } 77005500ab4eSGang He } 77015500ab4eSGang He 77025500ab4eSGang He info.tf_nodenum = osb->node_num; 77035500ab4eSGang He info.tf_start = range->start; 77045500ab4eSGang He info.tf_len = range->len; 77055500ab4eSGang He info.tf_minlen = range->minlen; 77065500ab4eSGang He 77075500ab4eSGang He ret = ocfs2_trim_mainbm(sb, range); 77085500ab4eSGang He 77095500ab4eSGang He info.tf_trimlen = range->len; 77105500ab4eSGang He info.tf_success = (ret < 0 ? 0 : 1); 77115500ab4eSGang He pinfo = &info; 77125500ab4eSGang He out: 77135500ab4eSGang He ocfs2_trim_fs_unlock(osb, pinfo); 77145500ab4eSGang He ocfs2_trim_fs_lock_res_uninit(osb); 7715e80de36dSTao Ma return ret; 7716e80de36dSTao Ma } 7717