1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 2ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 3ccd979bdSMark Fasheh * 4ccd979bdSMark Fasheh * alloc.c 5ccd979bdSMark Fasheh * 6ccd979bdSMark Fasheh * Extent allocs and frees 7ccd979bdSMark Fasheh * 8ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 9ccd979bdSMark Fasheh * 10ccd979bdSMark Fasheh * This program is free software; you can redistribute it and/or 11ccd979bdSMark Fasheh * modify it under the terms of the GNU General Public 12ccd979bdSMark Fasheh * License as published by the Free Software Foundation; either 13ccd979bdSMark Fasheh * version 2 of the License, or (at your option) any later version. 14ccd979bdSMark Fasheh * 15ccd979bdSMark Fasheh * This program is distributed in the hope that it will be useful, 16ccd979bdSMark Fasheh * but WITHOUT ANY WARRANTY; without even the implied warranty of 17ccd979bdSMark Fasheh * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18ccd979bdSMark Fasheh * General Public License for more details. 19ccd979bdSMark Fasheh * 20ccd979bdSMark Fasheh * You should have received a copy of the GNU General Public 21ccd979bdSMark Fasheh * License along with this program; if not, write to the 22ccd979bdSMark Fasheh * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 23ccd979bdSMark Fasheh * Boston, MA 021110-1307, USA. 24ccd979bdSMark Fasheh */ 25ccd979bdSMark Fasheh 26ccd979bdSMark Fasheh #include <linux/fs.h> 27ccd979bdSMark Fasheh #include <linux/types.h> 28ccd979bdSMark Fasheh #include <linux/slab.h> 29ccd979bdSMark Fasheh #include <linux/highmem.h> 3060b11392SMark Fasheh #include <linux/swap.h> 31ccd979bdSMark Fasheh 32ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC 33ccd979bdSMark Fasheh #include <cluster/masklog.h> 34ccd979bdSMark Fasheh 35ccd979bdSMark Fasheh #include "ocfs2.h" 36ccd979bdSMark Fasheh 37ccd979bdSMark Fasheh #include "alloc.h" 3860b11392SMark Fasheh #include "aops.h" 39ccd979bdSMark Fasheh #include "dlmglue.h" 40ccd979bdSMark Fasheh #include "extent_map.h" 41ccd979bdSMark Fasheh #include "inode.h" 42ccd979bdSMark Fasheh #include "journal.h" 43ccd979bdSMark Fasheh #include "localalloc.h" 44ccd979bdSMark Fasheh #include "suballoc.h" 45ccd979bdSMark Fasheh #include "sysfile.h" 46ccd979bdSMark Fasheh #include "file.h" 47ccd979bdSMark Fasheh #include "super.h" 48ccd979bdSMark Fasheh #include "uptodate.h" 49ccd979bdSMark Fasheh 50ccd979bdSMark Fasheh #include "buffer_head_io.h" 51ccd979bdSMark Fasheh 52e7d4cb6bSTao Ma /* 53e7d4cb6bSTao Ma * ocfs2_extent_tree and ocfs2_extent_tree_operations are used to abstract 54e7d4cb6bSTao Ma * the b-tree operations in ocfs2. Now all the b-tree operations are not 55e7d4cb6bSTao Ma * limited to ocfs2_dinode only. Any data which need to allocate clusters 56e7d4cb6bSTao Ma * to store can use b-tree. And it only needs to implement its ocfs2_extent_tree 57e7d4cb6bSTao Ma * and operation. 58e7d4cb6bSTao Ma * 59e7d4cb6bSTao Ma * ocfs2_extent_tree contains info for the root of the b-tree, it must have a 60e7d4cb6bSTao Ma * root ocfs2_extent_list and a root_bh so that they can be used in the b-tree 61e7d4cb6bSTao Ma * functions. 62e7d4cb6bSTao Ma * ocfs2_extent_tree_operations abstract the normal operations we do for 63e7d4cb6bSTao Ma * the root of extent b-tree. 64e7d4cb6bSTao Ma */ 65e7d4cb6bSTao Ma struct ocfs2_extent_tree; 66e7d4cb6bSTao Ma 67e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations { 68e7d4cb6bSTao Ma void (*set_last_eb_blk) (struct ocfs2_extent_tree *et, u64 blkno); 69e7d4cb6bSTao Ma u64 (*get_last_eb_blk) (struct ocfs2_extent_tree *et); 70e7d4cb6bSTao Ma void (*update_clusters) (struct inode *inode, 71e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 72e7d4cb6bSTao Ma u32 new_clusters); 73e7d4cb6bSTao Ma int (*sanity_check) (struct inode *inode, struct ocfs2_extent_tree *et); 74e7d4cb6bSTao Ma }; 75e7d4cb6bSTao Ma 76e7d4cb6bSTao Ma struct ocfs2_extent_tree { 77e7d4cb6bSTao Ma enum ocfs2_extent_tree_type type; 78e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations *eops; 79e7d4cb6bSTao Ma struct buffer_head *root_bh; 80e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 81f56654c4STao Ma void *private; 82e7d4cb6bSTao Ma }; 83e7d4cb6bSTao Ma 84e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et, 85e7d4cb6bSTao Ma u64 blkno) 86e7d4cb6bSTao Ma { 87e7d4cb6bSTao Ma struct ocfs2_dinode *di = (struct ocfs2_dinode *)et->root_bh->b_data; 88e7d4cb6bSTao Ma 89e7d4cb6bSTao Ma BUG_ON(et->type != OCFS2_DINODE_EXTENT); 90e7d4cb6bSTao Ma di->i_last_eb_blk = cpu_to_le64(blkno); 91e7d4cb6bSTao Ma } 92e7d4cb6bSTao Ma 93e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et) 94e7d4cb6bSTao Ma { 95e7d4cb6bSTao Ma struct ocfs2_dinode *di = (struct ocfs2_dinode *)et->root_bh->b_data; 96e7d4cb6bSTao Ma 97e7d4cb6bSTao Ma BUG_ON(et->type != OCFS2_DINODE_EXTENT); 98e7d4cb6bSTao Ma return le64_to_cpu(di->i_last_eb_blk); 99e7d4cb6bSTao Ma } 100e7d4cb6bSTao Ma 101e7d4cb6bSTao Ma static void ocfs2_dinode_update_clusters(struct inode *inode, 102e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 103e7d4cb6bSTao Ma u32 clusters) 104e7d4cb6bSTao Ma { 105e7d4cb6bSTao Ma struct ocfs2_dinode *di = 106e7d4cb6bSTao Ma (struct ocfs2_dinode *)et->root_bh->b_data; 107e7d4cb6bSTao Ma 108e7d4cb6bSTao Ma le32_add_cpu(&di->i_clusters, clusters); 109e7d4cb6bSTao Ma spin_lock(&OCFS2_I(inode)->ip_lock); 110e7d4cb6bSTao Ma OCFS2_I(inode)->ip_clusters = le32_to_cpu(di->i_clusters); 111e7d4cb6bSTao Ma spin_unlock(&OCFS2_I(inode)->ip_lock); 112e7d4cb6bSTao Ma } 113e7d4cb6bSTao Ma 114e7d4cb6bSTao Ma static int ocfs2_dinode_sanity_check(struct inode *inode, 115e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 116e7d4cb6bSTao Ma { 117e7d4cb6bSTao Ma int ret = 0; 118e7d4cb6bSTao Ma struct ocfs2_dinode *di; 119e7d4cb6bSTao Ma 120e7d4cb6bSTao Ma BUG_ON(et->type != OCFS2_DINODE_EXTENT); 121e7d4cb6bSTao Ma 122e7d4cb6bSTao Ma di = (struct ocfs2_dinode *)et->root_bh->b_data; 123e7d4cb6bSTao Ma if (!OCFS2_IS_VALID_DINODE(di)) { 124e7d4cb6bSTao Ma ret = -EIO; 125e7d4cb6bSTao Ma ocfs2_error(inode->i_sb, 126e7d4cb6bSTao Ma "Inode %llu has invalid path root", 127e7d4cb6bSTao Ma (unsigned long long)OCFS2_I(inode)->ip_blkno); 128e7d4cb6bSTao Ma } 129e7d4cb6bSTao Ma 130e7d4cb6bSTao Ma return ret; 131e7d4cb6bSTao Ma } 132e7d4cb6bSTao Ma 133e7d4cb6bSTao Ma static struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = { 134e7d4cb6bSTao Ma .set_last_eb_blk = ocfs2_dinode_set_last_eb_blk, 135e7d4cb6bSTao Ma .get_last_eb_blk = ocfs2_dinode_get_last_eb_blk, 136e7d4cb6bSTao Ma .update_clusters = ocfs2_dinode_update_clusters, 137e7d4cb6bSTao Ma .sanity_check = ocfs2_dinode_sanity_check, 138e7d4cb6bSTao Ma }; 139e7d4cb6bSTao Ma 140f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et, 141f56654c4STao Ma u64 blkno) 142f56654c4STao Ma { 143f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 144f56654c4STao Ma (struct ocfs2_xattr_value_root *)et->private; 145f56654c4STao Ma 146f56654c4STao Ma xv->xr_last_eb_blk = cpu_to_le64(blkno); 147f56654c4STao Ma } 148f56654c4STao Ma 149f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et) 150f56654c4STao Ma { 151f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 152f56654c4STao Ma (struct ocfs2_xattr_value_root *) et->private; 153f56654c4STao Ma 154f56654c4STao Ma return le64_to_cpu(xv->xr_last_eb_blk); 155f56654c4STao Ma } 156f56654c4STao Ma 157f56654c4STao Ma static void ocfs2_xattr_value_update_clusters(struct inode *inode, 158f56654c4STao Ma struct ocfs2_extent_tree *et, 159f56654c4STao Ma u32 clusters) 160f56654c4STao Ma { 161f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 162f56654c4STao Ma (struct ocfs2_xattr_value_root *)et->private; 163f56654c4STao Ma 164f56654c4STao Ma le32_add_cpu(&xv->xr_clusters, clusters); 165f56654c4STao Ma } 166f56654c4STao Ma 167f56654c4STao Ma static int ocfs2_xattr_value_sanity_check(struct inode *inode, 168f56654c4STao Ma struct ocfs2_extent_tree *et) 169f56654c4STao Ma { 170f56654c4STao Ma return 0; 171f56654c4STao Ma } 172f56654c4STao Ma 173f56654c4STao Ma static struct ocfs2_extent_tree_operations ocfs2_xattr_et_ops = { 174f56654c4STao Ma .set_last_eb_blk = ocfs2_xattr_value_set_last_eb_blk, 175f56654c4STao Ma .get_last_eb_blk = ocfs2_xattr_value_get_last_eb_blk, 176f56654c4STao Ma .update_clusters = ocfs2_xattr_value_update_clusters, 177f56654c4STao Ma .sanity_check = ocfs2_xattr_value_sanity_check, 178f56654c4STao Ma }; 179f56654c4STao Ma 180e7d4cb6bSTao Ma static struct ocfs2_extent_tree* 181e7d4cb6bSTao Ma ocfs2_new_extent_tree(struct buffer_head *bh, 182f56654c4STao Ma enum ocfs2_extent_tree_type et_type, 183f56654c4STao Ma void *private) 184e7d4cb6bSTao Ma { 185e7d4cb6bSTao Ma struct ocfs2_extent_tree *et; 186e7d4cb6bSTao Ma 187e7d4cb6bSTao Ma et = kzalloc(sizeof(*et), GFP_NOFS); 188e7d4cb6bSTao Ma if (!et) 189e7d4cb6bSTao Ma return NULL; 190e7d4cb6bSTao Ma 191e7d4cb6bSTao Ma et->type = et_type; 192e7d4cb6bSTao Ma get_bh(bh); 193e7d4cb6bSTao Ma et->root_bh = bh; 194f56654c4STao Ma et->private = private; 195e7d4cb6bSTao Ma 196e7d4cb6bSTao Ma if (et_type == OCFS2_DINODE_EXTENT) { 197e7d4cb6bSTao Ma et->root_el = &((struct ocfs2_dinode *)bh->b_data)->id2.i_list; 198e7d4cb6bSTao Ma et->eops = &ocfs2_dinode_et_ops; 199f56654c4STao Ma } else if (et_type == OCFS2_XATTR_VALUE_EXTENT) { 200f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 201f56654c4STao Ma (struct ocfs2_xattr_value_root *) private; 202f56654c4STao Ma et->root_el = &xv->xr_list; 203f56654c4STao Ma et->eops = &ocfs2_xattr_et_ops; 204e7d4cb6bSTao Ma } 205e7d4cb6bSTao Ma 206e7d4cb6bSTao Ma return et; 207e7d4cb6bSTao Ma } 208e7d4cb6bSTao Ma 209e7d4cb6bSTao Ma static void ocfs2_free_extent_tree(struct ocfs2_extent_tree *et) 210e7d4cb6bSTao Ma { 211e7d4cb6bSTao Ma if (et) { 212e7d4cb6bSTao Ma brelse(et->root_bh); 213e7d4cb6bSTao Ma kfree(et); 214e7d4cb6bSTao Ma } 215e7d4cb6bSTao Ma } 216e7d4cb6bSTao Ma 217e7d4cb6bSTao Ma static inline void ocfs2_set_last_eb_blk(struct ocfs2_extent_tree *et, 218e7d4cb6bSTao Ma u64 new_last_eb_blk) 219e7d4cb6bSTao Ma { 220e7d4cb6bSTao Ma et->eops->set_last_eb_blk(et, new_last_eb_blk); 221e7d4cb6bSTao Ma } 222e7d4cb6bSTao Ma 223e7d4cb6bSTao Ma static inline u64 ocfs2_get_last_eb_blk(struct ocfs2_extent_tree *et) 224e7d4cb6bSTao Ma { 225e7d4cb6bSTao Ma return et->eops->get_last_eb_blk(et); 226e7d4cb6bSTao Ma } 227e7d4cb6bSTao Ma 228e7d4cb6bSTao Ma static inline void ocfs2_update_clusters(struct inode *inode, 229e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 230e7d4cb6bSTao Ma u32 clusters) 231e7d4cb6bSTao Ma { 232e7d4cb6bSTao Ma et->eops->update_clusters(inode, et, clusters); 233e7d4cb6bSTao Ma } 234e7d4cb6bSTao Ma 235ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc); 23659a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 23759a5e416SMark Fasheh struct ocfs2_extent_block *eb); 238ccd979bdSMark Fasheh 239dcd0538fSMark Fasheh /* 240dcd0538fSMark Fasheh * Structures which describe a path through a btree, and functions to 241dcd0538fSMark Fasheh * manipulate them. 242dcd0538fSMark Fasheh * 243dcd0538fSMark Fasheh * The idea here is to be as generic as possible with the tree 244dcd0538fSMark Fasheh * manipulation code. 245dcd0538fSMark Fasheh */ 246dcd0538fSMark Fasheh struct ocfs2_path_item { 247dcd0538fSMark Fasheh struct buffer_head *bh; 248dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 249dcd0538fSMark Fasheh }; 250dcd0538fSMark Fasheh 251dcd0538fSMark Fasheh #define OCFS2_MAX_PATH_DEPTH 5 252dcd0538fSMark Fasheh 253dcd0538fSMark Fasheh struct ocfs2_path { 254dcd0538fSMark Fasheh int p_tree_depth; 255dcd0538fSMark Fasheh struct ocfs2_path_item p_node[OCFS2_MAX_PATH_DEPTH]; 256dcd0538fSMark Fasheh }; 257dcd0538fSMark Fasheh 258dcd0538fSMark Fasheh #define path_root_bh(_path) ((_path)->p_node[0].bh) 259dcd0538fSMark Fasheh #define path_root_el(_path) ((_path)->p_node[0].el) 260dcd0538fSMark Fasheh #define path_leaf_bh(_path) ((_path)->p_node[(_path)->p_tree_depth].bh) 261dcd0538fSMark Fasheh #define path_leaf_el(_path) ((_path)->p_node[(_path)->p_tree_depth].el) 262dcd0538fSMark Fasheh #define path_num_items(_path) ((_path)->p_tree_depth + 1) 263dcd0538fSMark Fasheh 264dcd0538fSMark Fasheh /* 265dcd0538fSMark Fasheh * Reset the actual path elements so that we can re-use the structure 266dcd0538fSMark Fasheh * to build another path. Generally, this involves freeing the buffer 267dcd0538fSMark Fasheh * heads. 268dcd0538fSMark Fasheh */ 269dcd0538fSMark Fasheh static void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root) 270dcd0538fSMark Fasheh { 271dcd0538fSMark Fasheh int i, start = 0, depth = 0; 272dcd0538fSMark Fasheh struct ocfs2_path_item *node; 273dcd0538fSMark Fasheh 274dcd0538fSMark Fasheh if (keep_root) 275dcd0538fSMark Fasheh start = 1; 276dcd0538fSMark Fasheh 277dcd0538fSMark Fasheh for(i = start; i < path_num_items(path); i++) { 278dcd0538fSMark Fasheh node = &path->p_node[i]; 279dcd0538fSMark Fasheh 280dcd0538fSMark Fasheh brelse(node->bh); 281dcd0538fSMark Fasheh node->bh = NULL; 282dcd0538fSMark Fasheh node->el = NULL; 283dcd0538fSMark Fasheh } 284dcd0538fSMark Fasheh 285dcd0538fSMark Fasheh /* 286dcd0538fSMark Fasheh * Tree depth may change during truncate, or insert. If we're 287dcd0538fSMark Fasheh * keeping the root extent list, then make sure that our path 288dcd0538fSMark Fasheh * structure reflects the proper depth. 289dcd0538fSMark Fasheh */ 290dcd0538fSMark Fasheh if (keep_root) 291dcd0538fSMark Fasheh depth = le16_to_cpu(path_root_el(path)->l_tree_depth); 292dcd0538fSMark Fasheh 293dcd0538fSMark Fasheh path->p_tree_depth = depth; 294dcd0538fSMark Fasheh } 295dcd0538fSMark Fasheh 296dcd0538fSMark Fasheh static void ocfs2_free_path(struct ocfs2_path *path) 297dcd0538fSMark Fasheh { 298dcd0538fSMark Fasheh if (path) { 299dcd0538fSMark Fasheh ocfs2_reinit_path(path, 0); 300dcd0538fSMark Fasheh kfree(path); 301dcd0538fSMark Fasheh } 302dcd0538fSMark Fasheh } 303dcd0538fSMark Fasheh 304dcd0538fSMark Fasheh /* 305328d5752SMark Fasheh * All the elements of src into dest. After this call, src could be freed 306328d5752SMark Fasheh * without affecting dest. 307328d5752SMark Fasheh * 308328d5752SMark Fasheh * Both paths should have the same root. Any non-root elements of dest 309328d5752SMark Fasheh * will be freed. 310328d5752SMark Fasheh */ 311328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src) 312328d5752SMark Fasheh { 313328d5752SMark Fasheh int i; 314328d5752SMark Fasheh 315328d5752SMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 316328d5752SMark Fasheh BUG_ON(path_root_el(dest) != path_root_el(src)); 317328d5752SMark Fasheh 318328d5752SMark Fasheh ocfs2_reinit_path(dest, 1); 319328d5752SMark Fasheh 320328d5752SMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 321328d5752SMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 322328d5752SMark Fasheh dest->p_node[i].el = src->p_node[i].el; 323328d5752SMark Fasheh 324328d5752SMark Fasheh if (dest->p_node[i].bh) 325328d5752SMark Fasheh get_bh(dest->p_node[i].bh); 326328d5752SMark Fasheh } 327328d5752SMark Fasheh } 328328d5752SMark Fasheh 329328d5752SMark Fasheh /* 330dcd0538fSMark Fasheh * Make the *dest path the same as src and re-initialize src path to 331dcd0538fSMark Fasheh * have a root only. 332dcd0538fSMark Fasheh */ 333dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src) 334dcd0538fSMark Fasheh { 335dcd0538fSMark Fasheh int i; 336dcd0538fSMark Fasheh 337dcd0538fSMark Fasheh BUG_ON(path_root_bh(dest) != path_root_bh(src)); 338dcd0538fSMark Fasheh 339dcd0538fSMark Fasheh for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) { 340dcd0538fSMark Fasheh brelse(dest->p_node[i].bh); 341dcd0538fSMark Fasheh 342dcd0538fSMark Fasheh dest->p_node[i].bh = src->p_node[i].bh; 343dcd0538fSMark Fasheh dest->p_node[i].el = src->p_node[i].el; 344dcd0538fSMark Fasheh 345dcd0538fSMark Fasheh src->p_node[i].bh = NULL; 346dcd0538fSMark Fasheh src->p_node[i].el = NULL; 347dcd0538fSMark Fasheh } 348dcd0538fSMark Fasheh } 349dcd0538fSMark Fasheh 350dcd0538fSMark Fasheh /* 351dcd0538fSMark Fasheh * Insert an extent block at given index. 352dcd0538fSMark Fasheh * 353dcd0538fSMark Fasheh * This will not take an additional reference on eb_bh. 354dcd0538fSMark Fasheh */ 355dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index, 356dcd0538fSMark Fasheh struct buffer_head *eb_bh) 357dcd0538fSMark Fasheh { 358dcd0538fSMark Fasheh struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data; 359dcd0538fSMark Fasheh 360dcd0538fSMark Fasheh /* 361dcd0538fSMark Fasheh * Right now, no root bh is an extent block, so this helps 362dcd0538fSMark Fasheh * catch code errors with dinode trees. The assertion can be 363dcd0538fSMark Fasheh * safely removed if we ever need to insert extent block 364dcd0538fSMark Fasheh * structures at the root. 365dcd0538fSMark Fasheh */ 366dcd0538fSMark Fasheh BUG_ON(index == 0); 367dcd0538fSMark Fasheh 368dcd0538fSMark Fasheh path->p_node[index].bh = eb_bh; 369dcd0538fSMark Fasheh path->p_node[index].el = &eb->h_list; 370dcd0538fSMark Fasheh } 371dcd0538fSMark Fasheh 372dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh, 373dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el) 374dcd0538fSMark Fasheh { 375dcd0538fSMark Fasheh struct ocfs2_path *path; 376dcd0538fSMark Fasheh 377dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH); 378dcd0538fSMark Fasheh 379dcd0538fSMark Fasheh path = kzalloc(sizeof(*path), GFP_NOFS); 380dcd0538fSMark Fasheh if (path) { 381dcd0538fSMark Fasheh path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth); 382dcd0538fSMark Fasheh get_bh(root_bh); 383dcd0538fSMark Fasheh path_root_bh(path) = root_bh; 384dcd0538fSMark Fasheh path_root_el(path) = root_el; 385dcd0538fSMark Fasheh } 386dcd0538fSMark Fasheh 387dcd0538fSMark Fasheh return path; 388dcd0538fSMark Fasheh } 389dcd0538fSMark Fasheh 390dcd0538fSMark Fasheh /* 391dcd0538fSMark Fasheh * Convenience function to journal all components in a path. 392dcd0538fSMark Fasheh */ 393dcd0538fSMark Fasheh static int ocfs2_journal_access_path(struct inode *inode, handle_t *handle, 394dcd0538fSMark Fasheh struct ocfs2_path *path) 395dcd0538fSMark Fasheh { 396dcd0538fSMark Fasheh int i, ret = 0; 397dcd0538fSMark Fasheh 398dcd0538fSMark Fasheh if (!path) 399dcd0538fSMark Fasheh goto out; 400dcd0538fSMark Fasheh 401dcd0538fSMark Fasheh for(i = 0; i < path_num_items(path); i++) { 402dcd0538fSMark Fasheh ret = ocfs2_journal_access(handle, inode, path->p_node[i].bh, 403dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 404dcd0538fSMark Fasheh if (ret < 0) { 405dcd0538fSMark Fasheh mlog_errno(ret); 406dcd0538fSMark Fasheh goto out; 407dcd0538fSMark Fasheh } 408dcd0538fSMark Fasheh } 409dcd0538fSMark Fasheh 410dcd0538fSMark Fasheh out: 411dcd0538fSMark Fasheh return ret; 412dcd0538fSMark Fasheh } 413dcd0538fSMark Fasheh 414328d5752SMark Fasheh /* 415328d5752SMark Fasheh * Return the index of the extent record which contains cluster #v_cluster. 416328d5752SMark Fasheh * -1 is returned if it was not found. 417328d5752SMark Fasheh * 418328d5752SMark Fasheh * Should work fine on interior and exterior nodes. 419328d5752SMark Fasheh */ 420328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster) 421328d5752SMark Fasheh { 422328d5752SMark Fasheh int ret = -1; 423328d5752SMark Fasheh int i; 424328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 425328d5752SMark Fasheh u32 rec_end, rec_start, clusters; 426328d5752SMark Fasheh 427328d5752SMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 428328d5752SMark Fasheh rec = &el->l_recs[i]; 429328d5752SMark Fasheh 430328d5752SMark Fasheh rec_start = le32_to_cpu(rec->e_cpos); 431328d5752SMark Fasheh clusters = ocfs2_rec_clusters(el, rec); 432328d5752SMark Fasheh 433328d5752SMark Fasheh rec_end = rec_start + clusters; 434328d5752SMark Fasheh 435328d5752SMark Fasheh if (v_cluster >= rec_start && v_cluster < rec_end) { 436328d5752SMark Fasheh ret = i; 437328d5752SMark Fasheh break; 438328d5752SMark Fasheh } 439328d5752SMark Fasheh } 440328d5752SMark Fasheh 441328d5752SMark Fasheh return ret; 442328d5752SMark Fasheh } 443328d5752SMark Fasheh 444dcd0538fSMark Fasheh enum ocfs2_contig_type { 445dcd0538fSMark Fasheh CONTIG_NONE = 0, 446dcd0538fSMark Fasheh CONTIG_LEFT, 447328d5752SMark Fasheh CONTIG_RIGHT, 448328d5752SMark Fasheh CONTIG_LEFTRIGHT, 449dcd0538fSMark Fasheh }; 450dcd0538fSMark Fasheh 451e48edee2SMark Fasheh 452e48edee2SMark Fasheh /* 453e48edee2SMark Fasheh * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and 454e48edee2SMark Fasheh * ocfs2_extent_contig only work properly against leaf nodes! 455e48edee2SMark Fasheh */ 456dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb, 457ccd979bdSMark Fasheh struct ocfs2_extent_rec *ext, 458ccd979bdSMark Fasheh u64 blkno) 459ccd979bdSMark Fasheh { 460e48edee2SMark Fasheh u64 blk_end = le64_to_cpu(ext->e_blkno); 461e48edee2SMark Fasheh 462e48edee2SMark Fasheh blk_end += ocfs2_clusters_to_blocks(sb, 463e48edee2SMark Fasheh le16_to_cpu(ext->e_leaf_clusters)); 464e48edee2SMark Fasheh 465e48edee2SMark Fasheh return blkno == blk_end; 466ccd979bdSMark Fasheh } 467ccd979bdSMark Fasheh 468dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left, 469dcd0538fSMark Fasheh struct ocfs2_extent_rec *right) 470dcd0538fSMark Fasheh { 471e48edee2SMark Fasheh u32 left_range; 472e48edee2SMark Fasheh 473e48edee2SMark Fasheh left_range = le32_to_cpu(left->e_cpos) + 474e48edee2SMark Fasheh le16_to_cpu(left->e_leaf_clusters); 475e48edee2SMark Fasheh 476e48edee2SMark Fasheh return (left_range == le32_to_cpu(right->e_cpos)); 477dcd0538fSMark Fasheh } 478dcd0538fSMark Fasheh 479dcd0538fSMark Fasheh static enum ocfs2_contig_type 480dcd0538fSMark Fasheh ocfs2_extent_contig(struct inode *inode, 481dcd0538fSMark Fasheh struct ocfs2_extent_rec *ext, 482dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 483dcd0538fSMark Fasheh { 484dcd0538fSMark Fasheh u64 blkno = le64_to_cpu(insert_rec->e_blkno); 485dcd0538fSMark Fasheh 486328d5752SMark Fasheh /* 487328d5752SMark Fasheh * Refuse to coalesce extent records with different flag 488328d5752SMark Fasheh * fields - we don't want to mix unwritten extents with user 489328d5752SMark Fasheh * data. 490328d5752SMark Fasheh */ 491328d5752SMark Fasheh if (ext->e_flags != insert_rec->e_flags) 492328d5752SMark Fasheh return CONTIG_NONE; 493328d5752SMark Fasheh 494dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(ext, insert_rec) && 495dcd0538fSMark Fasheh ocfs2_block_extent_contig(inode->i_sb, ext, blkno)) 496dcd0538fSMark Fasheh return CONTIG_RIGHT; 497dcd0538fSMark Fasheh 498dcd0538fSMark Fasheh blkno = le64_to_cpu(ext->e_blkno); 499dcd0538fSMark Fasheh if (ocfs2_extents_adjacent(insert_rec, ext) && 500dcd0538fSMark Fasheh ocfs2_block_extent_contig(inode->i_sb, insert_rec, blkno)) 501dcd0538fSMark Fasheh return CONTIG_LEFT; 502dcd0538fSMark Fasheh 503dcd0538fSMark Fasheh return CONTIG_NONE; 504dcd0538fSMark Fasheh } 505dcd0538fSMark Fasheh 506dcd0538fSMark Fasheh /* 507dcd0538fSMark Fasheh * NOTE: We can have pretty much any combination of contiguousness and 508dcd0538fSMark Fasheh * appending. 509dcd0538fSMark Fasheh * 510dcd0538fSMark Fasheh * The usefulness of APPEND_TAIL is more in that it lets us know that 511dcd0538fSMark Fasheh * we'll have to update the path to that leaf. 512dcd0538fSMark Fasheh */ 513dcd0538fSMark Fasheh enum ocfs2_append_type { 514dcd0538fSMark Fasheh APPEND_NONE = 0, 515dcd0538fSMark Fasheh APPEND_TAIL, 516dcd0538fSMark Fasheh }; 517dcd0538fSMark Fasheh 518328d5752SMark Fasheh enum ocfs2_split_type { 519328d5752SMark Fasheh SPLIT_NONE = 0, 520328d5752SMark Fasheh SPLIT_LEFT, 521328d5752SMark Fasheh SPLIT_RIGHT, 522328d5752SMark Fasheh }; 523328d5752SMark Fasheh 524dcd0538fSMark Fasheh struct ocfs2_insert_type { 525328d5752SMark Fasheh enum ocfs2_split_type ins_split; 526dcd0538fSMark Fasheh enum ocfs2_append_type ins_appending; 527dcd0538fSMark Fasheh enum ocfs2_contig_type ins_contig; 528dcd0538fSMark Fasheh int ins_contig_index; 529dcd0538fSMark Fasheh int ins_tree_depth; 530dcd0538fSMark Fasheh }; 531dcd0538fSMark Fasheh 532328d5752SMark Fasheh struct ocfs2_merge_ctxt { 533328d5752SMark Fasheh enum ocfs2_contig_type c_contig_type; 534328d5752SMark Fasheh int c_has_empty_extent; 535328d5752SMark Fasheh int c_split_covers_rec; 536328d5752SMark Fasheh }; 537328d5752SMark Fasheh 538ccd979bdSMark Fasheh /* 539ccd979bdSMark Fasheh * How many free extents have we got before we need more meta data? 540ccd979bdSMark Fasheh */ 541ccd979bdSMark Fasheh int ocfs2_num_free_extents(struct ocfs2_super *osb, 542ccd979bdSMark Fasheh struct inode *inode, 543e7d4cb6bSTao Ma struct buffer_head *root_bh, 544f56654c4STao Ma enum ocfs2_extent_tree_type type, 545f56654c4STao Ma void *private) 546ccd979bdSMark Fasheh { 547ccd979bdSMark Fasheh int retval; 548e7d4cb6bSTao Ma struct ocfs2_extent_list *el = NULL; 549ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 550ccd979bdSMark Fasheh struct buffer_head *eb_bh = NULL; 551e7d4cb6bSTao Ma u64 last_eb_blk = 0; 552ccd979bdSMark Fasheh 553ccd979bdSMark Fasheh mlog_entry_void(); 554ccd979bdSMark Fasheh 555e7d4cb6bSTao Ma if (type == OCFS2_DINODE_EXTENT) { 556e7d4cb6bSTao Ma struct ocfs2_dinode *fe = 557e7d4cb6bSTao Ma (struct ocfs2_dinode *)root_bh->b_data; 558ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_DINODE(fe)) { 559ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_DINODE(inode->i_sb, fe); 560ccd979bdSMark Fasheh retval = -EIO; 561ccd979bdSMark Fasheh goto bail; 562ccd979bdSMark Fasheh } 563ccd979bdSMark Fasheh 564e7d4cb6bSTao Ma if (fe->i_last_eb_blk) 565e7d4cb6bSTao Ma last_eb_blk = le64_to_cpu(fe->i_last_eb_blk); 566e7d4cb6bSTao Ma el = &fe->id2.i_list; 567f56654c4STao Ma } else if (type == OCFS2_XATTR_VALUE_EXTENT) { 568f56654c4STao Ma struct ocfs2_xattr_value_root *xv = 569f56654c4STao Ma (struct ocfs2_xattr_value_root *) private; 570f56654c4STao Ma 571f56654c4STao Ma last_eb_blk = le64_to_cpu(xv->xr_last_eb_blk); 572f56654c4STao Ma el = &xv->xr_list; 573e7d4cb6bSTao Ma } 574e7d4cb6bSTao Ma 575e7d4cb6bSTao Ma if (last_eb_blk) { 576e7d4cb6bSTao Ma retval = ocfs2_read_block(osb, last_eb_blk, 577ccd979bdSMark Fasheh &eb_bh, OCFS2_BH_CACHED, inode); 578ccd979bdSMark Fasheh if (retval < 0) { 579ccd979bdSMark Fasheh mlog_errno(retval); 580ccd979bdSMark Fasheh goto bail; 581ccd979bdSMark Fasheh } 582ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 583ccd979bdSMark Fasheh el = &eb->h_list; 584e7d4cb6bSTao Ma } 585ccd979bdSMark Fasheh 586ccd979bdSMark Fasheh BUG_ON(el->l_tree_depth != 0); 587ccd979bdSMark Fasheh 588ccd979bdSMark Fasheh retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec); 589ccd979bdSMark Fasheh bail: 590ccd979bdSMark Fasheh if (eb_bh) 591ccd979bdSMark Fasheh brelse(eb_bh); 592ccd979bdSMark Fasheh 593ccd979bdSMark Fasheh mlog_exit(retval); 594ccd979bdSMark Fasheh return retval; 595ccd979bdSMark Fasheh } 596ccd979bdSMark Fasheh 597ccd979bdSMark Fasheh /* expects array to already be allocated 598ccd979bdSMark Fasheh * 599ccd979bdSMark Fasheh * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and 600ccd979bdSMark Fasheh * l_count for you 601ccd979bdSMark Fasheh */ 602ccd979bdSMark Fasheh static int ocfs2_create_new_meta_bhs(struct ocfs2_super *osb, 6031fabe148SMark Fasheh handle_t *handle, 604ccd979bdSMark Fasheh struct inode *inode, 605ccd979bdSMark Fasheh int wanted, 606ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 607ccd979bdSMark Fasheh struct buffer_head *bhs[]) 608ccd979bdSMark Fasheh { 609ccd979bdSMark Fasheh int count, status, i; 610ccd979bdSMark Fasheh u16 suballoc_bit_start; 611ccd979bdSMark Fasheh u32 num_got; 612ccd979bdSMark Fasheh u64 first_blkno; 613ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 614ccd979bdSMark Fasheh 615ccd979bdSMark Fasheh mlog_entry_void(); 616ccd979bdSMark Fasheh 617ccd979bdSMark Fasheh count = 0; 618ccd979bdSMark Fasheh while (count < wanted) { 619ccd979bdSMark Fasheh status = ocfs2_claim_metadata(osb, 620ccd979bdSMark Fasheh handle, 621ccd979bdSMark Fasheh meta_ac, 622ccd979bdSMark Fasheh wanted - count, 623ccd979bdSMark Fasheh &suballoc_bit_start, 624ccd979bdSMark Fasheh &num_got, 625ccd979bdSMark Fasheh &first_blkno); 626ccd979bdSMark Fasheh if (status < 0) { 627ccd979bdSMark Fasheh mlog_errno(status); 628ccd979bdSMark Fasheh goto bail; 629ccd979bdSMark Fasheh } 630ccd979bdSMark Fasheh 631ccd979bdSMark Fasheh for(i = count; i < (num_got + count); i++) { 632ccd979bdSMark Fasheh bhs[i] = sb_getblk(osb->sb, first_blkno); 633ccd979bdSMark Fasheh if (bhs[i] == NULL) { 634ccd979bdSMark Fasheh status = -EIO; 635ccd979bdSMark Fasheh mlog_errno(status); 636ccd979bdSMark Fasheh goto bail; 637ccd979bdSMark Fasheh } 638ccd979bdSMark Fasheh ocfs2_set_new_buffer_uptodate(inode, bhs[i]); 639ccd979bdSMark Fasheh 640ccd979bdSMark Fasheh status = ocfs2_journal_access(handle, inode, bhs[i], 641ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 642ccd979bdSMark Fasheh if (status < 0) { 643ccd979bdSMark Fasheh mlog_errno(status); 644ccd979bdSMark Fasheh goto bail; 645ccd979bdSMark Fasheh } 646ccd979bdSMark Fasheh 647ccd979bdSMark Fasheh memset(bhs[i]->b_data, 0, osb->sb->s_blocksize); 648ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bhs[i]->b_data; 649ccd979bdSMark Fasheh /* Ok, setup the minimal stuff here. */ 650ccd979bdSMark Fasheh strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE); 651ccd979bdSMark Fasheh eb->h_blkno = cpu_to_le64(first_blkno); 652ccd979bdSMark Fasheh eb->h_fs_generation = cpu_to_le32(osb->fs_generation); 653ccd979bdSMark Fasheh eb->h_suballoc_slot = cpu_to_le16(osb->slot_num); 654ccd979bdSMark Fasheh eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start); 655ccd979bdSMark Fasheh eb->h_list.l_count = 656ccd979bdSMark Fasheh cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb)); 657ccd979bdSMark Fasheh 658ccd979bdSMark Fasheh suballoc_bit_start++; 659ccd979bdSMark Fasheh first_blkno++; 660ccd979bdSMark Fasheh 661ccd979bdSMark Fasheh /* We'll also be dirtied by the caller, so 662ccd979bdSMark Fasheh * this isn't absolutely necessary. */ 663ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bhs[i]); 664ccd979bdSMark Fasheh if (status < 0) { 665ccd979bdSMark Fasheh mlog_errno(status); 666ccd979bdSMark Fasheh goto bail; 667ccd979bdSMark Fasheh } 668ccd979bdSMark Fasheh } 669ccd979bdSMark Fasheh 670ccd979bdSMark Fasheh count += num_got; 671ccd979bdSMark Fasheh } 672ccd979bdSMark Fasheh 673ccd979bdSMark Fasheh status = 0; 674ccd979bdSMark Fasheh bail: 675ccd979bdSMark Fasheh if (status < 0) { 676ccd979bdSMark Fasheh for(i = 0; i < wanted; i++) { 677ccd979bdSMark Fasheh if (bhs[i]) 678ccd979bdSMark Fasheh brelse(bhs[i]); 679ccd979bdSMark Fasheh bhs[i] = NULL; 680ccd979bdSMark Fasheh } 681ccd979bdSMark Fasheh } 682ccd979bdSMark Fasheh mlog_exit(status); 683ccd979bdSMark Fasheh return status; 684ccd979bdSMark Fasheh } 685ccd979bdSMark Fasheh 686ccd979bdSMark Fasheh /* 687dcd0538fSMark Fasheh * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth(). 688dcd0538fSMark Fasheh * 689dcd0538fSMark Fasheh * Returns the sum of the rightmost extent rec logical offset and 690dcd0538fSMark Fasheh * cluster count. 691dcd0538fSMark Fasheh * 692dcd0538fSMark Fasheh * ocfs2_add_branch() uses this to determine what logical cluster 693dcd0538fSMark Fasheh * value should be populated into the leftmost new branch records. 694dcd0538fSMark Fasheh * 695dcd0538fSMark Fasheh * ocfs2_shift_tree_depth() uses this to determine the # clusters 696dcd0538fSMark Fasheh * value for the new topmost tree record. 697dcd0538fSMark Fasheh */ 698dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list *el) 699dcd0538fSMark Fasheh { 700dcd0538fSMark Fasheh int i; 701dcd0538fSMark Fasheh 702dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 703dcd0538fSMark Fasheh 704dcd0538fSMark Fasheh return le32_to_cpu(el->l_recs[i].e_cpos) + 705e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 706dcd0538fSMark Fasheh } 707dcd0538fSMark Fasheh 708dcd0538fSMark Fasheh /* 709ccd979bdSMark Fasheh * Add an entire tree branch to our inode. eb_bh is the extent block 710ccd979bdSMark Fasheh * to start at, if we don't want to start the branch at the dinode 711ccd979bdSMark Fasheh * structure. 712ccd979bdSMark Fasheh * 713ccd979bdSMark Fasheh * last_eb_bh is required as we have to update it's next_leaf pointer 714ccd979bdSMark Fasheh * for the new last extent block. 715ccd979bdSMark Fasheh * 716ccd979bdSMark Fasheh * the new branch will be 'empty' in the sense that every block will 717e48edee2SMark Fasheh * contain a single record with cluster count == 0. 718ccd979bdSMark Fasheh */ 719ccd979bdSMark Fasheh static int ocfs2_add_branch(struct ocfs2_super *osb, 7201fabe148SMark Fasheh handle_t *handle, 721ccd979bdSMark Fasheh struct inode *inode, 722e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 723ccd979bdSMark Fasheh struct buffer_head *eb_bh, 724328d5752SMark Fasheh struct buffer_head **last_eb_bh, 725ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac) 726ccd979bdSMark Fasheh { 727ccd979bdSMark Fasheh int status, new_blocks, i; 728ccd979bdSMark Fasheh u64 next_blkno, new_last_eb_blk; 729ccd979bdSMark Fasheh struct buffer_head *bh; 730ccd979bdSMark Fasheh struct buffer_head **new_eb_bhs = NULL; 731ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 732ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 733ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 734dcd0538fSMark Fasheh u32 new_cpos; 735ccd979bdSMark Fasheh 736ccd979bdSMark Fasheh mlog_entry_void(); 737ccd979bdSMark Fasheh 738328d5752SMark Fasheh BUG_ON(!last_eb_bh || !*last_eb_bh); 739ccd979bdSMark Fasheh 740ccd979bdSMark Fasheh if (eb_bh) { 741ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) eb_bh->b_data; 742ccd979bdSMark Fasheh el = &eb->h_list; 743ccd979bdSMark Fasheh } else 744e7d4cb6bSTao Ma el = et->root_el; 745ccd979bdSMark Fasheh 746ccd979bdSMark Fasheh /* we never add a branch to a leaf. */ 747ccd979bdSMark Fasheh BUG_ON(!el->l_tree_depth); 748ccd979bdSMark Fasheh 749ccd979bdSMark Fasheh new_blocks = le16_to_cpu(el->l_tree_depth); 750ccd979bdSMark Fasheh 751ccd979bdSMark Fasheh /* allocate the number of new eb blocks we need */ 752ccd979bdSMark Fasheh new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *), 753ccd979bdSMark Fasheh GFP_KERNEL); 754ccd979bdSMark Fasheh if (!new_eb_bhs) { 755ccd979bdSMark Fasheh status = -ENOMEM; 756ccd979bdSMark Fasheh mlog_errno(status); 757ccd979bdSMark Fasheh goto bail; 758ccd979bdSMark Fasheh } 759ccd979bdSMark Fasheh 760ccd979bdSMark Fasheh status = ocfs2_create_new_meta_bhs(osb, handle, inode, new_blocks, 761ccd979bdSMark Fasheh meta_ac, new_eb_bhs); 762ccd979bdSMark Fasheh if (status < 0) { 763ccd979bdSMark Fasheh mlog_errno(status); 764ccd979bdSMark Fasheh goto bail; 765ccd979bdSMark Fasheh } 766ccd979bdSMark Fasheh 767328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data; 768dcd0538fSMark Fasheh new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list); 769dcd0538fSMark Fasheh 770ccd979bdSMark Fasheh /* Note: new_eb_bhs[new_blocks - 1] is the guy which will be 771ccd979bdSMark Fasheh * linked with the rest of the tree. 772ccd979bdSMark Fasheh * conversly, new_eb_bhs[0] is the new bottommost leaf. 773ccd979bdSMark Fasheh * 774ccd979bdSMark Fasheh * when we leave the loop, new_last_eb_blk will point to the 775ccd979bdSMark Fasheh * newest leaf, and next_blkno will point to the topmost extent 776ccd979bdSMark Fasheh * block. */ 777ccd979bdSMark Fasheh next_blkno = new_last_eb_blk = 0; 778ccd979bdSMark Fasheh for(i = 0; i < new_blocks; i++) { 779ccd979bdSMark Fasheh bh = new_eb_bhs[i]; 780ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 781ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 782ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 783ccd979bdSMark Fasheh status = -EIO; 784ccd979bdSMark Fasheh goto bail; 785ccd979bdSMark Fasheh } 786ccd979bdSMark Fasheh eb_el = &eb->h_list; 787ccd979bdSMark Fasheh 788ccd979bdSMark Fasheh status = ocfs2_journal_access(handle, inode, bh, 789ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 790ccd979bdSMark Fasheh if (status < 0) { 791ccd979bdSMark Fasheh mlog_errno(status); 792ccd979bdSMark Fasheh goto bail; 793ccd979bdSMark Fasheh } 794ccd979bdSMark Fasheh 795ccd979bdSMark Fasheh eb->h_next_leaf_blk = 0; 796ccd979bdSMark Fasheh eb_el->l_tree_depth = cpu_to_le16(i); 797ccd979bdSMark Fasheh eb_el->l_next_free_rec = cpu_to_le16(1); 798dcd0538fSMark Fasheh /* 799dcd0538fSMark Fasheh * This actually counts as an empty extent as 800dcd0538fSMark Fasheh * c_clusters == 0 801dcd0538fSMark Fasheh */ 802dcd0538fSMark Fasheh eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos); 803ccd979bdSMark Fasheh eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno); 804e48edee2SMark Fasheh /* 805e48edee2SMark Fasheh * eb_el isn't always an interior node, but even leaf 806e48edee2SMark Fasheh * nodes want a zero'd flags and reserved field so 807e48edee2SMark Fasheh * this gets the whole 32 bits regardless of use. 808e48edee2SMark Fasheh */ 809e48edee2SMark Fasheh eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0); 810ccd979bdSMark Fasheh if (!eb_el->l_tree_depth) 811ccd979bdSMark Fasheh new_last_eb_blk = le64_to_cpu(eb->h_blkno); 812ccd979bdSMark Fasheh 813ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, bh); 814ccd979bdSMark Fasheh if (status < 0) { 815ccd979bdSMark Fasheh mlog_errno(status); 816ccd979bdSMark Fasheh goto bail; 817ccd979bdSMark Fasheh } 818ccd979bdSMark Fasheh 819ccd979bdSMark Fasheh next_blkno = le64_to_cpu(eb->h_blkno); 820ccd979bdSMark Fasheh } 821ccd979bdSMark Fasheh 822ccd979bdSMark Fasheh /* This is a bit hairy. We want to update up to three blocks 823ccd979bdSMark Fasheh * here without leaving any of them in an inconsistent state 824ccd979bdSMark Fasheh * in case of error. We don't have to worry about 825ccd979bdSMark Fasheh * journal_dirty erroring as it won't unless we've aborted the 826ccd979bdSMark Fasheh * handle (in which case we would never be here) so reserving 827ccd979bdSMark Fasheh * the write with journal_access is all we need to do. */ 828328d5752SMark Fasheh status = ocfs2_journal_access(handle, inode, *last_eb_bh, 829ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 830ccd979bdSMark Fasheh if (status < 0) { 831ccd979bdSMark Fasheh mlog_errno(status); 832ccd979bdSMark Fasheh goto bail; 833ccd979bdSMark Fasheh } 834e7d4cb6bSTao Ma status = ocfs2_journal_access(handle, inode, et->root_bh, 835ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 836ccd979bdSMark Fasheh if (status < 0) { 837ccd979bdSMark Fasheh mlog_errno(status); 838ccd979bdSMark Fasheh goto bail; 839ccd979bdSMark Fasheh } 840ccd979bdSMark Fasheh if (eb_bh) { 841ccd979bdSMark Fasheh status = ocfs2_journal_access(handle, inode, eb_bh, 842ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 843ccd979bdSMark Fasheh if (status < 0) { 844ccd979bdSMark Fasheh mlog_errno(status); 845ccd979bdSMark Fasheh goto bail; 846ccd979bdSMark Fasheh } 847ccd979bdSMark Fasheh } 848ccd979bdSMark Fasheh 849ccd979bdSMark Fasheh /* Link the new branch into the rest of the tree (el will 850e7d4cb6bSTao Ma * either be on the root_bh, or the extent block passed in. */ 851ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec); 852ccd979bdSMark Fasheh el->l_recs[i].e_blkno = cpu_to_le64(next_blkno); 853dcd0538fSMark Fasheh el->l_recs[i].e_cpos = cpu_to_le32(new_cpos); 854e48edee2SMark Fasheh el->l_recs[i].e_int_clusters = 0; 855ccd979bdSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 856ccd979bdSMark Fasheh 857ccd979bdSMark Fasheh /* fe needs a new last extent block pointer, as does the 858ccd979bdSMark Fasheh * next_leaf on the previously last-extent-block. */ 859e7d4cb6bSTao Ma ocfs2_set_last_eb_blk(et, new_last_eb_blk); 860ccd979bdSMark Fasheh 861328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 862ccd979bdSMark Fasheh eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk); 863ccd979bdSMark Fasheh 864328d5752SMark Fasheh status = ocfs2_journal_dirty(handle, *last_eb_bh); 865ccd979bdSMark Fasheh if (status < 0) 866ccd979bdSMark Fasheh mlog_errno(status); 867e7d4cb6bSTao Ma status = ocfs2_journal_dirty(handle, et->root_bh); 868ccd979bdSMark Fasheh if (status < 0) 869ccd979bdSMark Fasheh mlog_errno(status); 870ccd979bdSMark Fasheh if (eb_bh) { 871ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, eb_bh); 872ccd979bdSMark Fasheh if (status < 0) 873ccd979bdSMark Fasheh mlog_errno(status); 874ccd979bdSMark Fasheh } 875ccd979bdSMark Fasheh 876328d5752SMark Fasheh /* 877328d5752SMark Fasheh * Some callers want to track the rightmost leaf so pass it 878328d5752SMark Fasheh * back here. 879328d5752SMark Fasheh */ 880328d5752SMark Fasheh brelse(*last_eb_bh); 881328d5752SMark Fasheh get_bh(new_eb_bhs[0]); 882328d5752SMark Fasheh *last_eb_bh = new_eb_bhs[0]; 883328d5752SMark Fasheh 884ccd979bdSMark Fasheh status = 0; 885ccd979bdSMark Fasheh bail: 886ccd979bdSMark Fasheh if (new_eb_bhs) { 887ccd979bdSMark Fasheh for (i = 0; i < new_blocks; i++) 888ccd979bdSMark Fasheh if (new_eb_bhs[i]) 889ccd979bdSMark Fasheh brelse(new_eb_bhs[i]); 890ccd979bdSMark Fasheh kfree(new_eb_bhs); 891ccd979bdSMark Fasheh } 892ccd979bdSMark Fasheh 893ccd979bdSMark Fasheh mlog_exit(status); 894ccd979bdSMark Fasheh return status; 895ccd979bdSMark Fasheh } 896ccd979bdSMark Fasheh 897ccd979bdSMark Fasheh /* 898ccd979bdSMark Fasheh * adds another level to the allocation tree. 899ccd979bdSMark Fasheh * returns back the new extent block so you can add a branch to it 900ccd979bdSMark Fasheh * after this call. 901ccd979bdSMark Fasheh */ 902ccd979bdSMark Fasheh static int ocfs2_shift_tree_depth(struct ocfs2_super *osb, 9031fabe148SMark Fasheh handle_t *handle, 904ccd979bdSMark Fasheh struct inode *inode, 905e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 906ccd979bdSMark Fasheh struct ocfs2_alloc_context *meta_ac, 907ccd979bdSMark Fasheh struct buffer_head **ret_new_eb_bh) 908ccd979bdSMark Fasheh { 909ccd979bdSMark Fasheh int status, i; 910dcd0538fSMark Fasheh u32 new_clusters; 911ccd979bdSMark Fasheh struct buffer_head *new_eb_bh = NULL; 912ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 913e7d4cb6bSTao Ma struct ocfs2_extent_list *root_el; 914ccd979bdSMark Fasheh struct ocfs2_extent_list *eb_el; 915ccd979bdSMark Fasheh 916ccd979bdSMark Fasheh mlog_entry_void(); 917ccd979bdSMark Fasheh 918ccd979bdSMark Fasheh status = ocfs2_create_new_meta_bhs(osb, handle, inode, 1, meta_ac, 919ccd979bdSMark Fasheh &new_eb_bh); 920ccd979bdSMark Fasheh if (status < 0) { 921ccd979bdSMark Fasheh mlog_errno(status); 922ccd979bdSMark Fasheh goto bail; 923ccd979bdSMark Fasheh } 924ccd979bdSMark Fasheh 925ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) new_eb_bh->b_data; 926ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 927ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 928ccd979bdSMark Fasheh status = -EIO; 929ccd979bdSMark Fasheh goto bail; 930ccd979bdSMark Fasheh } 931ccd979bdSMark Fasheh 932ccd979bdSMark Fasheh eb_el = &eb->h_list; 933e7d4cb6bSTao Ma root_el = et->root_el; 934ccd979bdSMark Fasheh 935ccd979bdSMark Fasheh status = ocfs2_journal_access(handle, inode, new_eb_bh, 936ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_CREATE); 937ccd979bdSMark Fasheh if (status < 0) { 938ccd979bdSMark Fasheh mlog_errno(status); 939ccd979bdSMark Fasheh goto bail; 940ccd979bdSMark Fasheh } 941ccd979bdSMark Fasheh 942e7d4cb6bSTao Ma /* copy the root extent list data into the new extent block */ 943e7d4cb6bSTao Ma eb_el->l_tree_depth = root_el->l_tree_depth; 944e7d4cb6bSTao Ma eb_el->l_next_free_rec = root_el->l_next_free_rec; 945e7d4cb6bSTao Ma for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++) 946e7d4cb6bSTao Ma eb_el->l_recs[i] = root_el->l_recs[i]; 947ccd979bdSMark Fasheh 948ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, new_eb_bh); 949ccd979bdSMark Fasheh if (status < 0) { 950ccd979bdSMark Fasheh mlog_errno(status); 951ccd979bdSMark Fasheh goto bail; 952ccd979bdSMark Fasheh } 953ccd979bdSMark Fasheh 954e7d4cb6bSTao Ma status = ocfs2_journal_access(handle, inode, et->root_bh, 955ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 956ccd979bdSMark Fasheh if (status < 0) { 957ccd979bdSMark Fasheh mlog_errno(status); 958ccd979bdSMark Fasheh goto bail; 959ccd979bdSMark Fasheh } 960ccd979bdSMark Fasheh 961dcd0538fSMark Fasheh new_clusters = ocfs2_sum_rightmost_rec(eb_el); 962dcd0538fSMark Fasheh 963e7d4cb6bSTao Ma /* update root_bh now */ 964e7d4cb6bSTao Ma le16_add_cpu(&root_el->l_tree_depth, 1); 965e7d4cb6bSTao Ma root_el->l_recs[0].e_cpos = 0; 966e7d4cb6bSTao Ma root_el->l_recs[0].e_blkno = eb->h_blkno; 967e7d4cb6bSTao Ma root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters); 968e7d4cb6bSTao Ma for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 969e7d4cb6bSTao Ma memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 970e7d4cb6bSTao Ma root_el->l_next_free_rec = cpu_to_le16(1); 971ccd979bdSMark Fasheh 972ccd979bdSMark Fasheh /* If this is our 1st tree depth shift, then last_eb_blk 973ccd979bdSMark Fasheh * becomes the allocated extent block */ 974e7d4cb6bSTao Ma if (root_el->l_tree_depth == cpu_to_le16(1)) 975e7d4cb6bSTao Ma ocfs2_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 976ccd979bdSMark Fasheh 977e7d4cb6bSTao Ma status = ocfs2_journal_dirty(handle, et->root_bh); 978ccd979bdSMark Fasheh if (status < 0) { 979ccd979bdSMark Fasheh mlog_errno(status); 980ccd979bdSMark Fasheh goto bail; 981ccd979bdSMark Fasheh } 982ccd979bdSMark Fasheh 983ccd979bdSMark Fasheh *ret_new_eb_bh = new_eb_bh; 984ccd979bdSMark Fasheh new_eb_bh = NULL; 985ccd979bdSMark Fasheh status = 0; 986ccd979bdSMark Fasheh bail: 987ccd979bdSMark Fasheh if (new_eb_bh) 988ccd979bdSMark Fasheh brelse(new_eb_bh); 989ccd979bdSMark Fasheh 990ccd979bdSMark Fasheh mlog_exit(status); 991ccd979bdSMark Fasheh return status; 992ccd979bdSMark Fasheh } 993ccd979bdSMark Fasheh 994ccd979bdSMark Fasheh /* 995ccd979bdSMark Fasheh * Should only be called when there is no space left in any of the 996ccd979bdSMark Fasheh * leaf nodes. What we want to do is find the lowest tree depth 997ccd979bdSMark Fasheh * non-leaf extent block with room for new records. There are three 998ccd979bdSMark Fasheh * valid results of this search: 999ccd979bdSMark Fasheh * 1000ccd979bdSMark Fasheh * 1) a lowest extent block is found, then we pass it back in 1001ccd979bdSMark Fasheh * *lowest_eb_bh and return '0' 1002ccd979bdSMark Fasheh * 1003e7d4cb6bSTao Ma * 2) the search fails to find anything, but the root_el has room. We 1004ccd979bdSMark Fasheh * pass NULL back in *lowest_eb_bh, but still return '0' 1005ccd979bdSMark Fasheh * 1006e7d4cb6bSTao Ma * 3) the search fails to find anything AND the root_el is full, in 1007ccd979bdSMark Fasheh * which case we return > 0 1008ccd979bdSMark Fasheh * 1009ccd979bdSMark Fasheh * return status < 0 indicates an error. 1010ccd979bdSMark Fasheh */ 1011ccd979bdSMark Fasheh static int ocfs2_find_branch_target(struct ocfs2_super *osb, 1012ccd979bdSMark Fasheh struct inode *inode, 1013e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 1014ccd979bdSMark Fasheh struct buffer_head **target_bh) 1015ccd979bdSMark Fasheh { 1016ccd979bdSMark Fasheh int status = 0, i; 1017ccd979bdSMark Fasheh u64 blkno; 1018ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 1019ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 1020ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 1021ccd979bdSMark Fasheh struct buffer_head *lowest_bh = NULL; 1022ccd979bdSMark Fasheh 1023ccd979bdSMark Fasheh mlog_entry_void(); 1024ccd979bdSMark Fasheh 1025ccd979bdSMark Fasheh *target_bh = NULL; 1026ccd979bdSMark Fasheh 1027e7d4cb6bSTao Ma el = et->root_el; 1028ccd979bdSMark Fasheh 1029ccd979bdSMark Fasheh while(le16_to_cpu(el->l_tree_depth) > 1) { 1030ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1031b0697053SMark Fasheh ocfs2_error(inode->i_sb, "Dinode %llu has empty " 1032ccd979bdSMark Fasheh "extent list (next_free_rec == 0)", 1033b0697053SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 1034ccd979bdSMark Fasheh status = -EIO; 1035ccd979bdSMark Fasheh goto bail; 1036ccd979bdSMark Fasheh } 1037ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 1038ccd979bdSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1039ccd979bdSMark Fasheh if (!blkno) { 1040b0697053SMark Fasheh ocfs2_error(inode->i_sb, "Dinode %llu has extent " 1041ccd979bdSMark Fasheh "list where extent # %d has no physical " 1042ccd979bdSMark Fasheh "block start", 1043b0697053SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, i); 1044ccd979bdSMark Fasheh status = -EIO; 1045ccd979bdSMark Fasheh goto bail; 1046ccd979bdSMark Fasheh } 1047ccd979bdSMark Fasheh 1048ccd979bdSMark Fasheh if (bh) { 1049ccd979bdSMark Fasheh brelse(bh); 1050ccd979bdSMark Fasheh bh = NULL; 1051ccd979bdSMark Fasheh } 1052ccd979bdSMark Fasheh 1053ccd979bdSMark Fasheh status = ocfs2_read_block(osb, blkno, &bh, OCFS2_BH_CACHED, 1054ccd979bdSMark Fasheh inode); 1055ccd979bdSMark Fasheh if (status < 0) { 1056ccd979bdSMark Fasheh mlog_errno(status); 1057ccd979bdSMark Fasheh goto bail; 1058ccd979bdSMark Fasheh } 1059ccd979bdSMark Fasheh 1060ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1061ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 1062ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 1063ccd979bdSMark Fasheh status = -EIO; 1064ccd979bdSMark Fasheh goto bail; 1065ccd979bdSMark Fasheh } 1066ccd979bdSMark Fasheh el = &eb->h_list; 1067ccd979bdSMark Fasheh 1068ccd979bdSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) < 1069ccd979bdSMark Fasheh le16_to_cpu(el->l_count)) { 1070ccd979bdSMark Fasheh if (lowest_bh) 1071ccd979bdSMark Fasheh brelse(lowest_bh); 1072ccd979bdSMark Fasheh lowest_bh = bh; 1073ccd979bdSMark Fasheh get_bh(lowest_bh); 1074ccd979bdSMark Fasheh } 1075ccd979bdSMark Fasheh } 1076ccd979bdSMark Fasheh 1077ccd979bdSMark Fasheh /* If we didn't find one and the fe doesn't have any room, 1078ccd979bdSMark Fasheh * then return '1' */ 1079e7d4cb6bSTao Ma el = et->root_el; 1080e7d4cb6bSTao Ma if (!lowest_bh && (el->l_next_free_rec == el->l_count)) 1081ccd979bdSMark Fasheh status = 1; 1082ccd979bdSMark Fasheh 1083ccd979bdSMark Fasheh *target_bh = lowest_bh; 1084ccd979bdSMark Fasheh bail: 1085ccd979bdSMark Fasheh if (bh) 1086ccd979bdSMark Fasheh brelse(bh); 1087ccd979bdSMark Fasheh 1088ccd979bdSMark Fasheh mlog_exit(status); 1089ccd979bdSMark Fasheh return status; 1090ccd979bdSMark Fasheh } 1091ccd979bdSMark Fasheh 1092e48edee2SMark Fasheh /* 1093c3afcbb3SMark Fasheh * Grow a b-tree so that it has more records. 1094c3afcbb3SMark Fasheh * 1095c3afcbb3SMark Fasheh * We might shift the tree depth in which case existing paths should 1096c3afcbb3SMark Fasheh * be considered invalid. 1097c3afcbb3SMark Fasheh * 1098c3afcbb3SMark Fasheh * Tree depth after the grow is returned via *final_depth. 1099328d5752SMark Fasheh * 1100328d5752SMark Fasheh * *last_eb_bh will be updated by ocfs2_add_branch(). 1101c3afcbb3SMark Fasheh */ 1102c3afcbb3SMark Fasheh static int ocfs2_grow_tree(struct inode *inode, handle_t *handle, 1103e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, int *final_depth, 1104328d5752SMark Fasheh struct buffer_head **last_eb_bh, 1105c3afcbb3SMark Fasheh struct ocfs2_alloc_context *meta_ac) 1106c3afcbb3SMark Fasheh { 1107c3afcbb3SMark Fasheh int ret, shift; 1108e7d4cb6bSTao Ma struct ocfs2_extent_list *el = et->root_el; 1109e7d4cb6bSTao Ma int depth = le16_to_cpu(el->l_tree_depth); 1110c3afcbb3SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1111c3afcbb3SMark Fasheh struct buffer_head *bh = NULL; 1112c3afcbb3SMark Fasheh 1113c3afcbb3SMark Fasheh BUG_ON(meta_ac == NULL); 1114c3afcbb3SMark Fasheh 1115e7d4cb6bSTao Ma shift = ocfs2_find_branch_target(osb, inode, et, &bh); 1116c3afcbb3SMark Fasheh if (shift < 0) { 1117c3afcbb3SMark Fasheh ret = shift; 1118c3afcbb3SMark Fasheh mlog_errno(ret); 1119c3afcbb3SMark Fasheh goto out; 1120c3afcbb3SMark Fasheh } 1121c3afcbb3SMark Fasheh 1122c3afcbb3SMark Fasheh /* We traveled all the way to the bottom of the allocation tree 1123c3afcbb3SMark Fasheh * and didn't find room for any more extents - we need to add 1124c3afcbb3SMark Fasheh * another tree level */ 1125c3afcbb3SMark Fasheh if (shift) { 1126c3afcbb3SMark Fasheh BUG_ON(bh); 1127c3afcbb3SMark Fasheh mlog(0, "need to shift tree depth (current = %d)\n", depth); 1128c3afcbb3SMark Fasheh 1129c3afcbb3SMark Fasheh /* ocfs2_shift_tree_depth will return us a buffer with 1130c3afcbb3SMark Fasheh * the new extent block (so we can pass that to 1131c3afcbb3SMark Fasheh * ocfs2_add_branch). */ 1132e7d4cb6bSTao Ma ret = ocfs2_shift_tree_depth(osb, handle, inode, et, 1133c3afcbb3SMark Fasheh meta_ac, &bh); 1134c3afcbb3SMark Fasheh if (ret < 0) { 1135c3afcbb3SMark Fasheh mlog_errno(ret); 1136c3afcbb3SMark Fasheh goto out; 1137c3afcbb3SMark Fasheh } 1138c3afcbb3SMark Fasheh depth++; 1139328d5752SMark Fasheh if (depth == 1) { 1140328d5752SMark Fasheh /* 1141328d5752SMark Fasheh * Special case: we have room now if we shifted from 1142328d5752SMark Fasheh * tree_depth 0, so no more work needs to be done. 1143328d5752SMark Fasheh * 1144328d5752SMark Fasheh * We won't be calling add_branch, so pass 1145328d5752SMark Fasheh * back *last_eb_bh as the new leaf. At depth 1146328d5752SMark Fasheh * zero, it should always be null so there's 1147328d5752SMark Fasheh * no reason to brelse. 1148328d5752SMark Fasheh */ 1149328d5752SMark Fasheh BUG_ON(*last_eb_bh); 1150328d5752SMark Fasheh get_bh(bh); 1151328d5752SMark Fasheh *last_eb_bh = bh; 1152c3afcbb3SMark Fasheh goto out; 1153c3afcbb3SMark Fasheh } 1154328d5752SMark Fasheh } 1155c3afcbb3SMark Fasheh 1156c3afcbb3SMark Fasheh /* call ocfs2_add_branch to add the final part of the tree with 1157c3afcbb3SMark Fasheh * the new data. */ 1158c3afcbb3SMark Fasheh mlog(0, "add branch. bh = %p\n", bh); 1159e7d4cb6bSTao Ma ret = ocfs2_add_branch(osb, handle, inode, et, bh, last_eb_bh, 1160c3afcbb3SMark Fasheh meta_ac); 1161c3afcbb3SMark Fasheh if (ret < 0) { 1162c3afcbb3SMark Fasheh mlog_errno(ret); 1163c3afcbb3SMark Fasheh goto out; 1164c3afcbb3SMark Fasheh } 1165c3afcbb3SMark Fasheh 1166c3afcbb3SMark Fasheh out: 1167c3afcbb3SMark Fasheh if (final_depth) 1168c3afcbb3SMark Fasheh *final_depth = depth; 1169c3afcbb3SMark Fasheh brelse(bh); 1170c3afcbb3SMark Fasheh return ret; 1171c3afcbb3SMark Fasheh } 1172c3afcbb3SMark Fasheh 1173c3afcbb3SMark Fasheh /* 1174dcd0538fSMark Fasheh * This function will discard the rightmost extent record. 1175dcd0538fSMark Fasheh */ 1176dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el) 1177dcd0538fSMark Fasheh { 1178dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1179dcd0538fSMark Fasheh int count = le16_to_cpu(el->l_count); 1180dcd0538fSMark Fasheh unsigned int num_bytes; 1181dcd0538fSMark Fasheh 1182dcd0538fSMark Fasheh BUG_ON(!next_free); 1183dcd0538fSMark Fasheh /* This will cause us to go off the end of our extent list. */ 1184dcd0538fSMark Fasheh BUG_ON(next_free >= count); 1185dcd0538fSMark Fasheh 1186dcd0538fSMark Fasheh num_bytes = sizeof(struct ocfs2_extent_rec) * next_free; 1187dcd0538fSMark Fasheh 1188dcd0538fSMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], num_bytes); 1189dcd0538fSMark Fasheh } 1190dcd0538fSMark Fasheh 1191dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el, 1192dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 1193dcd0538fSMark Fasheh { 1194dcd0538fSMark Fasheh int i, insert_index, next_free, has_empty, num_bytes; 1195dcd0538fSMark Fasheh u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos); 1196dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1197dcd0538fSMark Fasheh 1198dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 1199dcd0538fSMark Fasheh has_empty = ocfs2_is_empty_extent(&el->l_recs[0]); 1200dcd0538fSMark Fasheh 1201dcd0538fSMark Fasheh BUG_ON(!next_free); 1202dcd0538fSMark Fasheh 1203dcd0538fSMark Fasheh /* The tree code before us didn't allow enough room in the leaf. */ 1204b1f3550fSJulia Lawall BUG_ON(el->l_next_free_rec == el->l_count && !has_empty); 1205dcd0538fSMark Fasheh 1206dcd0538fSMark Fasheh /* 1207dcd0538fSMark Fasheh * The easiest way to approach this is to just remove the 1208dcd0538fSMark Fasheh * empty extent and temporarily decrement next_free. 1209dcd0538fSMark Fasheh */ 1210dcd0538fSMark Fasheh if (has_empty) { 1211dcd0538fSMark Fasheh /* 1212dcd0538fSMark Fasheh * If next_free was 1 (only an empty extent), this 1213dcd0538fSMark Fasheh * loop won't execute, which is fine. We still want 1214dcd0538fSMark Fasheh * the decrement above to happen. 1215dcd0538fSMark Fasheh */ 1216dcd0538fSMark Fasheh for(i = 0; i < (next_free - 1); i++) 1217dcd0538fSMark Fasheh el->l_recs[i] = el->l_recs[i+1]; 1218dcd0538fSMark Fasheh 1219dcd0538fSMark Fasheh next_free--; 1220dcd0538fSMark Fasheh } 1221dcd0538fSMark Fasheh 1222dcd0538fSMark Fasheh /* 1223dcd0538fSMark Fasheh * Figure out what the new record index should be. 1224dcd0538fSMark Fasheh */ 1225dcd0538fSMark Fasheh for(i = 0; i < next_free; i++) { 1226dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1227dcd0538fSMark Fasheh 1228dcd0538fSMark Fasheh if (insert_cpos < le32_to_cpu(rec->e_cpos)) 1229dcd0538fSMark Fasheh break; 1230dcd0538fSMark Fasheh } 1231dcd0538fSMark Fasheh insert_index = i; 1232dcd0538fSMark Fasheh 1233dcd0538fSMark Fasheh mlog(0, "ins %u: index %d, has_empty %d, next_free %d, count %d\n", 1234dcd0538fSMark Fasheh insert_cpos, insert_index, has_empty, next_free, le16_to_cpu(el->l_count)); 1235dcd0538fSMark Fasheh 1236dcd0538fSMark Fasheh BUG_ON(insert_index < 0); 1237dcd0538fSMark Fasheh BUG_ON(insert_index >= le16_to_cpu(el->l_count)); 1238dcd0538fSMark Fasheh BUG_ON(insert_index > next_free); 1239dcd0538fSMark Fasheh 1240dcd0538fSMark Fasheh /* 1241dcd0538fSMark Fasheh * No need to memmove if we're just adding to the tail. 1242dcd0538fSMark Fasheh */ 1243dcd0538fSMark Fasheh if (insert_index != next_free) { 1244dcd0538fSMark Fasheh BUG_ON(next_free >= le16_to_cpu(el->l_count)); 1245dcd0538fSMark Fasheh 1246dcd0538fSMark Fasheh num_bytes = next_free - insert_index; 1247dcd0538fSMark Fasheh num_bytes *= sizeof(struct ocfs2_extent_rec); 1248dcd0538fSMark Fasheh memmove(&el->l_recs[insert_index + 1], 1249dcd0538fSMark Fasheh &el->l_recs[insert_index], 1250dcd0538fSMark Fasheh num_bytes); 1251dcd0538fSMark Fasheh } 1252dcd0538fSMark Fasheh 1253dcd0538fSMark Fasheh /* 1254dcd0538fSMark Fasheh * Either we had an empty extent, and need to re-increment or 1255dcd0538fSMark Fasheh * there was no empty extent on a non full rightmost leaf node, 1256dcd0538fSMark Fasheh * in which case we still need to increment. 1257dcd0538fSMark Fasheh */ 1258dcd0538fSMark Fasheh next_free++; 1259dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(next_free); 1260dcd0538fSMark Fasheh /* 1261dcd0538fSMark Fasheh * Make sure none of the math above just messed up our tree. 1262dcd0538fSMark Fasheh */ 1263dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count)); 1264dcd0538fSMark Fasheh 1265dcd0538fSMark Fasheh el->l_recs[insert_index] = *insert_rec; 1266dcd0538fSMark Fasheh 1267dcd0538fSMark Fasheh } 1268dcd0538fSMark Fasheh 1269328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el) 1270328d5752SMark Fasheh { 1271328d5752SMark Fasheh int size, num_recs = le16_to_cpu(el->l_next_free_rec); 1272328d5752SMark Fasheh 1273328d5752SMark Fasheh BUG_ON(num_recs == 0); 1274328d5752SMark Fasheh 1275328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 1276328d5752SMark Fasheh num_recs--; 1277328d5752SMark Fasheh size = num_recs * sizeof(struct ocfs2_extent_rec); 1278328d5752SMark Fasheh memmove(&el->l_recs[0], &el->l_recs[1], size); 1279328d5752SMark Fasheh memset(&el->l_recs[num_recs], 0, 1280328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 1281328d5752SMark Fasheh el->l_next_free_rec = cpu_to_le16(num_recs); 1282328d5752SMark Fasheh } 1283328d5752SMark Fasheh } 1284328d5752SMark Fasheh 1285dcd0538fSMark Fasheh /* 1286dcd0538fSMark Fasheh * Create an empty extent record . 1287dcd0538fSMark Fasheh * 1288dcd0538fSMark Fasheh * l_next_free_rec may be updated. 1289dcd0538fSMark Fasheh * 1290dcd0538fSMark Fasheh * If an empty extent already exists do nothing. 1291dcd0538fSMark Fasheh */ 1292dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el) 1293dcd0538fSMark Fasheh { 1294dcd0538fSMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1295dcd0538fSMark Fasheh 1296e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 1297e48edee2SMark Fasheh 1298dcd0538fSMark Fasheh if (next_free == 0) 1299dcd0538fSMark Fasheh goto set_and_inc; 1300dcd0538fSMark Fasheh 1301dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 1302dcd0538fSMark Fasheh return; 1303dcd0538fSMark Fasheh 1304dcd0538fSMark Fasheh mlog_bug_on_msg(el->l_count == el->l_next_free_rec, 1305dcd0538fSMark Fasheh "Asked to create an empty extent in a full list:\n" 1306dcd0538fSMark Fasheh "count = %u, tree depth = %u", 1307dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 1308dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1309dcd0538fSMark Fasheh 1310dcd0538fSMark Fasheh ocfs2_shift_records_right(el); 1311dcd0538fSMark Fasheh 1312dcd0538fSMark Fasheh set_and_inc: 1313dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 1314dcd0538fSMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1315dcd0538fSMark Fasheh } 1316dcd0538fSMark Fasheh 1317dcd0538fSMark Fasheh /* 1318dcd0538fSMark Fasheh * For a rotation which involves two leaf nodes, the "root node" is 1319dcd0538fSMark Fasheh * the lowest level tree node which contains a path to both leafs. This 1320dcd0538fSMark Fasheh * resulting set of information can be used to form a complete "subtree" 1321dcd0538fSMark Fasheh * 1322dcd0538fSMark Fasheh * This function is passed two full paths from the dinode down to a 1323dcd0538fSMark Fasheh * pair of adjacent leaves. It's task is to figure out which path 1324dcd0538fSMark Fasheh * index contains the subtree root - this can be the root index itself 1325dcd0538fSMark Fasheh * in a worst-case rotation. 1326dcd0538fSMark Fasheh * 1327dcd0538fSMark Fasheh * The array index of the subtree root is passed back. 1328dcd0538fSMark Fasheh */ 1329dcd0538fSMark Fasheh static int ocfs2_find_subtree_root(struct inode *inode, 1330dcd0538fSMark Fasheh struct ocfs2_path *left, 1331dcd0538fSMark Fasheh struct ocfs2_path *right) 1332dcd0538fSMark Fasheh { 1333dcd0538fSMark Fasheh int i = 0; 1334dcd0538fSMark Fasheh 1335dcd0538fSMark Fasheh /* 1336dcd0538fSMark Fasheh * Check that the caller passed in two paths from the same tree. 1337dcd0538fSMark Fasheh */ 1338dcd0538fSMark Fasheh BUG_ON(path_root_bh(left) != path_root_bh(right)); 1339dcd0538fSMark Fasheh 1340dcd0538fSMark Fasheh do { 1341dcd0538fSMark Fasheh i++; 1342dcd0538fSMark Fasheh 1343dcd0538fSMark Fasheh /* 1344dcd0538fSMark Fasheh * The caller didn't pass two adjacent paths. 1345dcd0538fSMark Fasheh */ 1346dcd0538fSMark Fasheh mlog_bug_on_msg(i > left->p_tree_depth, 1347dcd0538fSMark Fasheh "Inode %lu, left depth %u, right depth %u\n" 1348dcd0538fSMark Fasheh "left leaf blk %llu, right leaf blk %llu\n", 1349dcd0538fSMark Fasheh inode->i_ino, left->p_tree_depth, 1350dcd0538fSMark Fasheh right->p_tree_depth, 1351dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(left)->b_blocknr, 1352dcd0538fSMark Fasheh (unsigned long long)path_leaf_bh(right)->b_blocknr); 1353dcd0538fSMark Fasheh } while (left->p_node[i].bh->b_blocknr == 1354dcd0538fSMark Fasheh right->p_node[i].bh->b_blocknr); 1355dcd0538fSMark Fasheh 1356dcd0538fSMark Fasheh return i - 1; 1357dcd0538fSMark Fasheh } 1358dcd0538fSMark Fasheh 1359dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *); 1360dcd0538fSMark Fasheh 1361dcd0538fSMark Fasheh /* 1362dcd0538fSMark Fasheh * Traverse a btree path in search of cpos, starting at root_el. 1363dcd0538fSMark Fasheh * 1364dcd0538fSMark Fasheh * This code can be called with a cpos larger than the tree, in which 1365dcd0538fSMark Fasheh * case it will return the rightmost path. 1366dcd0538fSMark Fasheh */ 1367dcd0538fSMark Fasheh static int __ocfs2_find_path(struct inode *inode, 1368dcd0538fSMark Fasheh struct ocfs2_extent_list *root_el, u32 cpos, 1369dcd0538fSMark Fasheh path_insert_t *func, void *data) 1370dcd0538fSMark Fasheh { 1371dcd0538fSMark Fasheh int i, ret = 0; 1372dcd0538fSMark Fasheh u32 range; 1373dcd0538fSMark Fasheh u64 blkno; 1374dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1375dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 1376dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1377dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1378dcd0538fSMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 1379dcd0538fSMark Fasheh 1380dcd0538fSMark Fasheh el = root_el; 1381dcd0538fSMark Fasheh while (el->l_tree_depth) { 1382dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 1383dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1384dcd0538fSMark Fasheh "Inode %llu has empty extent list at " 1385dcd0538fSMark Fasheh "depth %u\n", 1386dcd0538fSMark Fasheh (unsigned long long)oi->ip_blkno, 1387dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth)); 1388dcd0538fSMark Fasheh ret = -EROFS; 1389dcd0538fSMark Fasheh goto out; 1390dcd0538fSMark Fasheh 1391dcd0538fSMark Fasheh } 1392dcd0538fSMark Fasheh 1393dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) { 1394dcd0538fSMark Fasheh rec = &el->l_recs[i]; 1395dcd0538fSMark Fasheh 1396dcd0538fSMark Fasheh /* 1397dcd0538fSMark Fasheh * In the case that cpos is off the allocation 1398dcd0538fSMark Fasheh * tree, this should just wind up returning the 1399dcd0538fSMark Fasheh * rightmost record. 1400dcd0538fSMark Fasheh */ 1401dcd0538fSMark Fasheh range = le32_to_cpu(rec->e_cpos) + 1402e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec); 1403dcd0538fSMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1404dcd0538fSMark Fasheh break; 1405dcd0538fSMark Fasheh } 1406dcd0538fSMark Fasheh 1407dcd0538fSMark Fasheh blkno = le64_to_cpu(el->l_recs[i].e_blkno); 1408dcd0538fSMark Fasheh if (blkno == 0) { 1409dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1410dcd0538fSMark Fasheh "Inode %llu has bad blkno in extent list " 1411dcd0538fSMark Fasheh "at depth %u (index %d)\n", 1412dcd0538fSMark Fasheh (unsigned long long)oi->ip_blkno, 1413dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), i); 1414dcd0538fSMark Fasheh ret = -EROFS; 1415dcd0538fSMark Fasheh goto out; 1416dcd0538fSMark Fasheh } 1417dcd0538fSMark Fasheh 1418dcd0538fSMark Fasheh brelse(bh); 1419dcd0538fSMark Fasheh bh = NULL; 1420dcd0538fSMark Fasheh ret = ocfs2_read_block(OCFS2_SB(inode->i_sb), blkno, 1421dcd0538fSMark Fasheh &bh, OCFS2_BH_CACHED, inode); 1422dcd0538fSMark Fasheh if (ret) { 1423dcd0538fSMark Fasheh mlog_errno(ret); 1424dcd0538fSMark Fasheh goto out; 1425dcd0538fSMark Fasheh } 1426dcd0538fSMark Fasheh 1427dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 1428dcd0538fSMark Fasheh el = &eb->h_list; 1429dcd0538fSMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 1430dcd0538fSMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 1431dcd0538fSMark Fasheh ret = -EIO; 1432dcd0538fSMark Fasheh goto out; 1433dcd0538fSMark Fasheh } 1434dcd0538fSMark Fasheh 1435dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1436dcd0538fSMark Fasheh le16_to_cpu(el->l_count)) { 1437dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1438dcd0538fSMark Fasheh "Inode %llu has bad count in extent list " 1439dcd0538fSMark Fasheh "at block %llu (next free=%u, count=%u)\n", 1440dcd0538fSMark Fasheh (unsigned long long)oi->ip_blkno, 1441dcd0538fSMark Fasheh (unsigned long long)bh->b_blocknr, 1442dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 1443dcd0538fSMark Fasheh le16_to_cpu(el->l_count)); 1444dcd0538fSMark Fasheh ret = -EROFS; 1445dcd0538fSMark Fasheh goto out; 1446dcd0538fSMark Fasheh } 1447dcd0538fSMark Fasheh 1448dcd0538fSMark Fasheh if (func) 1449dcd0538fSMark Fasheh func(data, bh); 1450dcd0538fSMark Fasheh } 1451dcd0538fSMark Fasheh 1452dcd0538fSMark Fasheh out: 1453dcd0538fSMark Fasheh /* 1454dcd0538fSMark Fasheh * Catch any trailing bh that the loop didn't handle. 1455dcd0538fSMark Fasheh */ 1456dcd0538fSMark Fasheh brelse(bh); 1457dcd0538fSMark Fasheh 1458dcd0538fSMark Fasheh return ret; 1459dcd0538fSMark Fasheh } 1460dcd0538fSMark Fasheh 1461dcd0538fSMark Fasheh /* 1462dcd0538fSMark Fasheh * Given an initialized path (that is, it has a valid root extent 1463dcd0538fSMark Fasheh * list), this function will traverse the btree in search of the path 1464dcd0538fSMark Fasheh * which would contain cpos. 1465dcd0538fSMark Fasheh * 1466dcd0538fSMark Fasheh * The path traveled is recorded in the path structure. 1467dcd0538fSMark Fasheh * 1468dcd0538fSMark Fasheh * Note that this will not do any comparisons on leaf node extent 1469dcd0538fSMark Fasheh * records, so it will work fine in the case that we just added a tree 1470dcd0538fSMark Fasheh * branch. 1471dcd0538fSMark Fasheh */ 1472dcd0538fSMark Fasheh struct find_path_data { 1473dcd0538fSMark Fasheh int index; 1474dcd0538fSMark Fasheh struct ocfs2_path *path; 1475dcd0538fSMark Fasheh }; 1476dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh) 1477dcd0538fSMark Fasheh { 1478dcd0538fSMark Fasheh struct find_path_data *fp = data; 1479dcd0538fSMark Fasheh 1480dcd0538fSMark Fasheh get_bh(bh); 1481dcd0538fSMark Fasheh ocfs2_path_insert_eb(fp->path, fp->index, bh); 1482dcd0538fSMark Fasheh fp->index++; 1483dcd0538fSMark Fasheh } 1484dcd0538fSMark Fasheh static int ocfs2_find_path(struct inode *inode, struct ocfs2_path *path, 1485dcd0538fSMark Fasheh u32 cpos) 1486dcd0538fSMark Fasheh { 1487dcd0538fSMark Fasheh struct find_path_data data; 1488dcd0538fSMark Fasheh 1489dcd0538fSMark Fasheh data.index = 1; 1490dcd0538fSMark Fasheh data.path = path; 1491dcd0538fSMark Fasheh return __ocfs2_find_path(inode, path_root_el(path), cpos, 1492dcd0538fSMark Fasheh find_path_ins, &data); 1493dcd0538fSMark Fasheh } 1494dcd0538fSMark Fasheh 1495dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh) 1496dcd0538fSMark Fasheh { 1497dcd0538fSMark Fasheh struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data; 1498dcd0538fSMark Fasheh struct ocfs2_extent_list *el = &eb->h_list; 1499dcd0538fSMark Fasheh struct buffer_head **ret = data; 1500dcd0538fSMark Fasheh 1501dcd0538fSMark Fasheh /* We want to retain only the leaf block. */ 1502dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 1503dcd0538fSMark Fasheh get_bh(bh); 1504dcd0538fSMark Fasheh *ret = bh; 1505dcd0538fSMark Fasheh } 1506dcd0538fSMark Fasheh } 1507dcd0538fSMark Fasheh /* 1508dcd0538fSMark Fasheh * Find the leaf block in the tree which would contain cpos. No 1509dcd0538fSMark Fasheh * checking of the actual leaf is done. 1510dcd0538fSMark Fasheh * 1511dcd0538fSMark Fasheh * Some paths want to call this instead of allocating a path structure 1512dcd0538fSMark Fasheh * and calling ocfs2_find_path(). 1513dcd0538fSMark Fasheh * 1514dcd0538fSMark Fasheh * This function doesn't handle non btree extent lists. 1515dcd0538fSMark Fasheh */ 1516363041a5SMark Fasheh int ocfs2_find_leaf(struct inode *inode, struct ocfs2_extent_list *root_el, 1517363041a5SMark Fasheh u32 cpos, struct buffer_head **leaf_bh) 1518dcd0538fSMark Fasheh { 1519dcd0538fSMark Fasheh int ret; 1520dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 1521dcd0538fSMark Fasheh 1522dcd0538fSMark Fasheh ret = __ocfs2_find_path(inode, root_el, cpos, find_leaf_ins, &bh); 1523dcd0538fSMark Fasheh if (ret) { 1524dcd0538fSMark Fasheh mlog_errno(ret); 1525dcd0538fSMark Fasheh goto out; 1526dcd0538fSMark Fasheh } 1527dcd0538fSMark Fasheh 1528dcd0538fSMark Fasheh *leaf_bh = bh; 1529dcd0538fSMark Fasheh out: 1530dcd0538fSMark Fasheh return ret; 1531dcd0538fSMark Fasheh } 1532dcd0538fSMark Fasheh 1533dcd0538fSMark Fasheh /* 1534dcd0538fSMark Fasheh * Adjust the adjacent records (left_rec, right_rec) involved in a rotation. 1535dcd0538fSMark Fasheh * 1536dcd0538fSMark Fasheh * Basically, we've moved stuff around at the bottom of the tree and 1537dcd0538fSMark Fasheh * we need to fix up the extent records above the changes to reflect 1538dcd0538fSMark Fasheh * the new changes. 1539dcd0538fSMark Fasheh * 1540dcd0538fSMark Fasheh * left_rec: the record on the left. 1541dcd0538fSMark Fasheh * left_child_el: is the child list pointed to by left_rec 1542dcd0538fSMark Fasheh * right_rec: the record to the right of left_rec 1543dcd0538fSMark Fasheh * right_child_el: is the child list pointed to by right_rec 1544dcd0538fSMark Fasheh * 1545dcd0538fSMark Fasheh * By definition, this only works on interior nodes. 1546dcd0538fSMark Fasheh */ 1547dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec, 1548dcd0538fSMark Fasheh struct ocfs2_extent_list *left_child_el, 1549dcd0538fSMark Fasheh struct ocfs2_extent_rec *right_rec, 1550dcd0538fSMark Fasheh struct ocfs2_extent_list *right_child_el) 1551dcd0538fSMark Fasheh { 1552dcd0538fSMark Fasheh u32 left_clusters, right_end; 1553dcd0538fSMark Fasheh 1554dcd0538fSMark Fasheh /* 1555dcd0538fSMark Fasheh * Interior nodes never have holes. Their cpos is the cpos of 1556dcd0538fSMark Fasheh * the leftmost record in their child list. Their cluster 1557dcd0538fSMark Fasheh * count covers the full theoretical range of their child list 1558dcd0538fSMark Fasheh * - the range between their cpos and the cpos of the record 1559dcd0538fSMark Fasheh * immediately to their right. 1560dcd0538fSMark Fasheh */ 1561dcd0538fSMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos); 1562328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_child_el->l_recs[0])) { 1563328d5752SMark Fasheh BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1); 1564328d5752SMark Fasheh left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos); 1565328d5752SMark Fasheh } 1566dcd0538fSMark Fasheh left_clusters -= le32_to_cpu(left_rec->e_cpos); 1567e48edee2SMark Fasheh left_rec->e_int_clusters = cpu_to_le32(left_clusters); 1568dcd0538fSMark Fasheh 1569dcd0538fSMark Fasheh /* 1570dcd0538fSMark Fasheh * Calculate the rightmost cluster count boundary before 1571e48edee2SMark Fasheh * moving cpos - we will need to adjust clusters after 1572dcd0538fSMark Fasheh * updating e_cpos to keep the same highest cluster count. 1573dcd0538fSMark Fasheh */ 1574dcd0538fSMark Fasheh right_end = le32_to_cpu(right_rec->e_cpos); 1575e48edee2SMark Fasheh right_end += le32_to_cpu(right_rec->e_int_clusters); 1576dcd0538fSMark Fasheh 1577dcd0538fSMark Fasheh right_rec->e_cpos = left_rec->e_cpos; 1578dcd0538fSMark Fasheh le32_add_cpu(&right_rec->e_cpos, left_clusters); 1579dcd0538fSMark Fasheh 1580dcd0538fSMark Fasheh right_end -= le32_to_cpu(right_rec->e_cpos); 1581e48edee2SMark Fasheh right_rec->e_int_clusters = cpu_to_le32(right_end); 1582dcd0538fSMark Fasheh } 1583dcd0538fSMark Fasheh 1584dcd0538fSMark Fasheh /* 1585dcd0538fSMark Fasheh * Adjust the adjacent root node records involved in a 1586dcd0538fSMark Fasheh * rotation. left_el_blkno is passed in as a key so that we can easily 1587dcd0538fSMark Fasheh * find it's index in the root list. 1588dcd0538fSMark Fasheh */ 1589dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el, 1590dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el, 1591dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, 1592dcd0538fSMark Fasheh u64 left_el_blkno) 1593dcd0538fSMark Fasheh { 1594dcd0538fSMark Fasheh int i; 1595dcd0538fSMark Fasheh 1596dcd0538fSMark Fasheh BUG_ON(le16_to_cpu(root_el->l_tree_depth) <= 1597dcd0538fSMark Fasheh le16_to_cpu(left_el->l_tree_depth)); 1598dcd0538fSMark Fasheh 1599dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) { 1600dcd0538fSMark Fasheh if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno) 1601dcd0538fSMark Fasheh break; 1602dcd0538fSMark Fasheh } 1603dcd0538fSMark Fasheh 1604dcd0538fSMark Fasheh /* 1605dcd0538fSMark Fasheh * The path walking code should have never returned a root and 1606dcd0538fSMark Fasheh * two paths which are not adjacent. 1607dcd0538fSMark Fasheh */ 1608dcd0538fSMark Fasheh BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1)); 1609dcd0538fSMark Fasheh 1610dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(&root_el->l_recs[i], left_el, 1611dcd0538fSMark Fasheh &root_el->l_recs[i + 1], right_el); 1612dcd0538fSMark Fasheh } 1613dcd0538fSMark Fasheh 1614dcd0538fSMark Fasheh /* 1615dcd0538fSMark Fasheh * We've changed a leaf block (in right_path) and need to reflect that 1616dcd0538fSMark Fasheh * change back up the subtree. 1617dcd0538fSMark Fasheh * 1618dcd0538fSMark Fasheh * This happens in multiple places: 1619dcd0538fSMark Fasheh * - When we've moved an extent record from the left path leaf to the right 1620dcd0538fSMark Fasheh * path leaf to make room for an empty extent in the left path leaf. 1621dcd0538fSMark Fasheh * - When our insert into the right path leaf is at the leftmost edge 1622dcd0538fSMark Fasheh * and requires an update of the path immediately to it's left. This 1623dcd0538fSMark Fasheh * can occur at the end of some types of rotation and appending inserts. 1624677b9752STao Ma * - When we've adjusted the last extent record in the left path leaf and the 1625677b9752STao Ma * 1st extent record in the right path leaf during cross extent block merge. 1626dcd0538fSMark Fasheh */ 1627dcd0538fSMark Fasheh static void ocfs2_complete_edge_insert(struct inode *inode, handle_t *handle, 1628dcd0538fSMark Fasheh struct ocfs2_path *left_path, 1629dcd0538fSMark Fasheh struct ocfs2_path *right_path, 1630dcd0538fSMark Fasheh int subtree_index) 1631dcd0538fSMark Fasheh { 1632dcd0538fSMark Fasheh int ret, i, idx; 1633dcd0538fSMark Fasheh struct ocfs2_extent_list *el, *left_el, *right_el; 1634dcd0538fSMark Fasheh struct ocfs2_extent_rec *left_rec, *right_rec; 1635dcd0538fSMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 1636dcd0538fSMark Fasheh 1637dcd0538fSMark Fasheh /* 1638dcd0538fSMark Fasheh * Update the counts and position values within all the 1639dcd0538fSMark Fasheh * interior nodes to reflect the leaf rotation we just did. 1640dcd0538fSMark Fasheh * 1641dcd0538fSMark Fasheh * The root node is handled below the loop. 1642dcd0538fSMark Fasheh * 1643dcd0538fSMark Fasheh * We begin the loop with right_el and left_el pointing to the 1644dcd0538fSMark Fasheh * leaf lists and work our way up. 1645dcd0538fSMark Fasheh * 1646dcd0538fSMark Fasheh * NOTE: within this loop, left_el and right_el always refer 1647dcd0538fSMark Fasheh * to the *child* lists. 1648dcd0538fSMark Fasheh */ 1649dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 1650dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 1651dcd0538fSMark Fasheh for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) { 1652dcd0538fSMark Fasheh mlog(0, "Adjust records at index %u\n", i); 1653dcd0538fSMark Fasheh 1654dcd0538fSMark Fasheh /* 1655dcd0538fSMark Fasheh * One nice property of knowing that all of these 1656dcd0538fSMark Fasheh * nodes are below the root is that we only deal with 1657dcd0538fSMark Fasheh * the leftmost right node record and the rightmost 1658dcd0538fSMark Fasheh * left node record. 1659dcd0538fSMark Fasheh */ 1660dcd0538fSMark Fasheh el = left_path->p_node[i].el; 1661dcd0538fSMark Fasheh idx = le16_to_cpu(left_el->l_next_free_rec) - 1; 1662dcd0538fSMark Fasheh left_rec = &el->l_recs[idx]; 1663dcd0538fSMark Fasheh 1664dcd0538fSMark Fasheh el = right_path->p_node[i].el; 1665dcd0538fSMark Fasheh right_rec = &el->l_recs[0]; 1666dcd0538fSMark Fasheh 1667dcd0538fSMark Fasheh ocfs2_adjust_adjacent_records(left_rec, left_el, right_rec, 1668dcd0538fSMark Fasheh right_el); 1669dcd0538fSMark Fasheh 1670dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_path->p_node[i].bh); 1671dcd0538fSMark Fasheh if (ret) 1672dcd0538fSMark Fasheh mlog_errno(ret); 1673dcd0538fSMark Fasheh 1674dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_path->p_node[i].bh); 1675dcd0538fSMark Fasheh if (ret) 1676dcd0538fSMark Fasheh mlog_errno(ret); 1677dcd0538fSMark Fasheh 1678dcd0538fSMark Fasheh /* 1679dcd0538fSMark Fasheh * Setup our list pointers now so that the current 1680dcd0538fSMark Fasheh * parents become children in the next iteration. 1681dcd0538fSMark Fasheh */ 1682dcd0538fSMark Fasheh left_el = left_path->p_node[i].el; 1683dcd0538fSMark Fasheh right_el = right_path->p_node[i].el; 1684dcd0538fSMark Fasheh } 1685dcd0538fSMark Fasheh 1686dcd0538fSMark Fasheh /* 1687dcd0538fSMark Fasheh * At the root node, adjust the two adjacent records which 1688dcd0538fSMark Fasheh * begin our path to the leaves. 1689dcd0538fSMark Fasheh */ 1690dcd0538fSMark Fasheh 1691dcd0538fSMark Fasheh el = left_path->p_node[subtree_index].el; 1692dcd0538fSMark Fasheh left_el = left_path->p_node[subtree_index + 1].el; 1693dcd0538fSMark Fasheh right_el = right_path->p_node[subtree_index + 1].el; 1694dcd0538fSMark Fasheh 1695dcd0538fSMark Fasheh ocfs2_adjust_root_records(el, left_el, right_el, 1696dcd0538fSMark Fasheh left_path->p_node[subtree_index + 1].bh->b_blocknr); 1697dcd0538fSMark Fasheh 1698dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 1699dcd0538fSMark Fasheh 1700dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, root_bh); 1701dcd0538fSMark Fasheh if (ret) 1702dcd0538fSMark Fasheh mlog_errno(ret); 1703dcd0538fSMark Fasheh } 1704dcd0538fSMark Fasheh 1705dcd0538fSMark Fasheh static int ocfs2_rotate_subtree_right(struct inode *inode, 1706dcd0538fSMark Fasheh handle_t *handle, 1707dcd0538fSMark Fasheh struct ocfs2_path *left_path, 1708dcd0538fSMark Fasheh struct ocfs2_path *right_path, 1709dcd0538fSMark Fasheh int subtree_index) 1710dcd0538fSMark Fasheh { 1711dcd0538fSMark Fasheh int ret, i; 1712dcd0538fSMark Fasheh struct buffer_head *right_leaf_bh; 1713dcd0538fSMark Fasheh struct buffer_head *left_leaf_bh = NULL; 1714dcd0538fSMark Fasheh struct buffer_head *root_bh; 1715dcd0538fSMark Fasheh struct ocfs2_extent_list *right_el, *left_el; 1716dcd0538fSMark Fasheh struct ocfs2_extent_rec move_rec; 1717dcd0538fSMark Fasheh 1718dcd0538fSMark Fasheh left_leaf_bh = path_leaf_bh(left_path); 1719dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 1720dcd0538fSMark Fasheh 1721dcd0538fSMark Fasheh if (left_el->l_next_free_rec != left_el->l_count) { 1722dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 1723dcd0538fSMark Fasheh "Inode %llu has non-full interior leaf node %llu" 1724dcd0538fSMark Fasheh "(next free = %u)", 1725dcd0538fSMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 1726dcd0538fSMark Fasheh (unsigned long long)left_leaf_bh->b_blocknr, 1727dcd0538fSMark Fasheh le16_to_cpu(left_el->l_next_free_rec)); 1728dcd0538fSMark Fasheh return -EROFS; 1729dcd0538fSMark Fasheh } 1730dcd0538fSMark Fasheh 1731dcd0538fSMark Fasheh /* 1732dcd0538fSMark Fasheh * This extent block may already have an empty record, so we 1733dcd0538fSMark Fasheh * return early if so. 1734dcd0538fSMark Fasheh */ 1735dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&left_el->l_recs[0])) 1736dcd0538fSMark Fasheh return 0; 1737dcd0538fSMark Fasheh 1738dcd0538fSMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 1739dcd0538fSMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 1740dcd0538fSMark Fasheh 1741dcd0538fSMark Fasheh ret = ocfs2_journal_access(handle, inode, root_bh, 1742dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1743dcd0538fSMark Fasheh if (ret) { 1744dcd0538fSMark Fasheh mlog_errno(ret); 1745dcd0538fSMark Fasheh goto out; 1746dcd0538fSMark Fasheh } 1747dcd0538fSMark Fasheh 1748dcd0538fSMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 1749dcd0538fSMark Fasheh ret = ocfs2_journal_access(handle, inode, 1750dcd0538fSMark Fasheh right_path->p_node[i].bh, 1751dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1752dcd0538fSMark Fasheh if (ret) { 1753dcd0538fSMark Fasheh mlog_errno(ret); 1754dcd0538fSMark Fasheh goto out; 1755dcd0538fSMark Fasheh } 1756dcd0538fSMark Fasheh 1757dcd0538fSMark Fasheh ret = ocfs2_journal_access(handle, inode, 1758dcd0538fSMark Fasheh left_path->p_node[i].bh, 1759dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 1760dcd0538fSMark Fasheh if (ret) { 1761dcd0538fSMark Fasheh mlog_errno(ret); 1762dcd0538fSMark Fasheh goto out; 1763dcd0538fSMark Fasheh } 1764dcd0538fSMark Fasheh } 1765dcd0538fSMark Fasheh 1766dcd0538fSMark Fasheh right_leaf_bh = path_leaf_bh(right_path); 1767dcd0538fSMark Fasheh right_el = path_leaf_el(right_path); 1768dcd0538fSMark Fasheh 1769dcd0538fSMark Fasheh /* This is a code error, not a disk corruption. */ 1770dcd0538fSMark Fasheh mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails " 1771dcd0538fSMark Fasheh "because rightmost leaf block %llu is empty\n", 1772dcd0538fSMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 1773dcd0538fSMark Fasheh (unsigned long long)right_leaf_bh->b_blocknr); 1774dcd0538fSMark Fasheh 1775dcd0538fSMark Fasheh ocfs2_create_empty_extent(right_el); 1776dcd0538fSMark Fasheh 1777dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, right_leaf_bh); 1778dcd0538fSMark Fasheh if (ret) { 1779dcd0538fSMark Fasheh mlog_errno(ret); 1780dcd0538fSMark Fasheh goto out; 1781dcd0538fSMark Fasheh } 1782dcd0538fSMark Fasheh 1783dcd0538fSMark Fasheh /* Do the copy now. */ 1784dcd0538fSMark Fasheh i = le16_to_cpu(left_el->l_next_free_rec) - 1; 1785dcd0538fSMark Fasheh move_rec = left_el->l_recs[i]; 1786dcd0538fSMark Fasheh right_el->l_recs[0] = move_rec; 1787dcd0538fSMark Fasheh 1788dcd0538fSMark Fasheh /* 1789dcd0538fSMark Fasheh * Clear out the record we just copied and shift everything 1790dcd0538fSMark Fasheh * over, leaving an empty extent in the left leaf. 1791dcd0538fSMark Fasheh * 1792dcd0538fSMark Fasheh * We temporarily subtract from next_free_rec so that the 1793dcd0538fSMark Fasheh * shift will lose the tail record (which is now defunct). 1794dcd0538fSMark Fasheh */ 1795dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, -1); 1796dcd0538fSMark Fasheh ocfs2_shift_records_right(left_el); 1797dcd0538fSMark Fasheh memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 1798dcd0538fSMark Fasheh le16_add_cpu(&left_el->l_next_free_rec, 1); 1799dcd0538fSMark Fasheh 1800dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, left_leaf_bh); 1801dcd0538fSMark Fasheh if (ret) { 1802dcd0538fSMark Fasheh mlog_errno(ret); 1803dcd0538fSMark Fasheh goto out; 1804dcd0538fSMark Fasheh } 1805dcd0538fSMark Fasheh 1806dcd0538fSMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, right_path, 1807dcd0538fSMark Fasheh subtree_index); 1808dcd0538fSMark Fasheh 1809dcd0538fSMark Fasheh out: 1810dcd0538fSMark Fasheh return ret; 1811dcd0538fSMark Fasheh } 1812dcd0538fSMark Fasheh 1813dcd0538fSMark Fasheh /* 1814dcd0538fSMark Fasheh * Given a full path, determine what cpos value would return us a path 1815dcd0538fSMark Fasheh * containing the leaf immediately to the left of the current one. 1816dcd0538fSMark Fasheh * 1817dcd0538fSMark Fasheh * Will return zero if the path passed in is already the leftmost path. 1818dcd0538fSMark Fasheh */ 1819dcd0538fSMark Fasheh static int ocfs2_find_cpos_for_left_leaf(struct super_block *sb, 1820dcd0538fSMark Fasheh struct ocfs2_path *path, u32 *cpos) 1821dcd0538fSMark Fasheh { 1822dcd0538fSMark Fasheh int i, j, ret = 0; 1823dcd0538fSMark Fasheh u64 blkno; 1824dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 1825dcd0538fSMark Fasheh 1826e48edee2SMark Fasheh BUG_ON(path->p_tree_depth == 0); 1827e48edee2SMark Fasheh 1828dcd0538fSMark Fasheh *cpos = 0; 1829dcd0538fSMark Fasheh 1830dcd0538fSMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 1831dcd0538fSMark Fasheh 1832dcd0538fSMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 1833dcd0538fSMark Fasheh i = path->p_tree_depth - 1; 1834dcd0538fSMark Fasheh while (i >= 0) { 1835dcd0538fSMark Fasheh el = path->p_node[i].el; 1836dcd0538fSMark Fasheh 1837dcd0538fSMark Fasheh /* 1838dcd0538fSMark Fasheh * Find the extent record just before the one in our 1839dcd0538fSMark Fasheh * path. 1840dcd0538fSMark Fasheh */ 1841dcd0538fSMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 1842dcd0538fSMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 1843dcd0538fSMark Fasheh if (j == 0) { 1844dcd0538fSMark Fasheh if (i == 0) { 1845dcd0538fSMark Fasheh /* 1846dcd0538fSMark Fasheh * We've determined that the 1847dcd0538fSMark Fasheh * path specified is already 1848dcd0538fSMark Fasheh * the leftmost one - return a 1849dcd0538fSMark Fasheh * cpos of zero. 1850dcd0538fSMark Fasheh */ 1851dcd0538fSMark Fasheh goto out; 1852dcd0538fSMark Fasheh } 1853dcd0538fSMark Fasheh /* 1854dcd0538fSMark Fasheh * The leftmost record points to our 1855dcd0538fSMark Fasheh * leaf - we need to travel up the 1856dcd0538fSMark Fasheh * tree one level. 1857dcd0538fSMark Fasheh */ 1858dcd0538fSMark Fasheh goto next_node; 1859dcd0538fSMark Fasheh } 1860dcd0538fSMark Fasheh 1861dcd0538fSMark Fasheh *cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos); 1862e48edee2SMark Fasheh *cpos = *cpos + ocfs2_rec_clusters(el, 1863e48edee2SMark Fasheh &el->l_recs[j - 1]); 1864e48edee2SMark Fasheh *cpos = *cpos - 1; 1865dcd0538fSMark Fasheh goto out; 1866dcd0538fSMark Fasheh } 1867dcd0538fSMark Fasheh } 1868dcd0538fSMark Fasheh 1869dcd0538fSMark Fasheh /* 1870dcd0538fSMark Fasheh * If we got here, we never found a valid node where 1871dcd0538fSMark Fasheh * the tree indicated one should be. 1872dcd0538fSMark Fasheh */ 1873dcd0538fSMark Fasheh ocfs2_error(sb, 1874dcd0538fSMark Fasheh "Invalid extent tree at extent block %llu\n", 1875dcd0538fSMark Fasheh (unsigned long long)blkno); 1876dcd0538fSMark Fasheh ret = -EROFS; 1877dcd0538fSMark Fasheh goto out; 1878dcd0538fSMark Fasheh 1879dcd0538fSMark Fasheh next_node: 1880dcd0538fSMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 1881dcd0538fSMark Fasheh i--; 1882dcd0538fSMark Fasheh } 1883dcd0538fSMark Fasheh 1884dcd0538fSMark Fasheh out: 1885dcd0538fSMark Fasheh return ret; 1886dcd0538fSMark Fasheh } 1887dcd0538fSMark Fasheh 1888328d5752SMark Fasheh /* 1889328d5752SMark Fasheh * Extend the transaction by enough credits to complete the rotation, 1890328d5752SMark Fasheh * and still leave at least the original number of credits allocated 1891328d5752SMark Fasheh * to this transaction. 1892328d5752SMark Fasheh */ 1893dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth, 1894328d5752SMark Fasheh int op_credits, 1895dcd0538fSMark Fasheh struct ocfs2_path *path) 1896dcd0538fSMark Fasheh { 1897328d5752SMark Fasheh int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits; 1898dcd0538fSMark Fasheh 1899dcd0538fSMark Fasheh if (handle->h_buffer_credits < credits) 1900dcd0538fSMark Fasheh return ocfs2_extend_trans(handle, credits); 1901dcd0538fSMark Fasheh 1902dcd0538fSMark Fasheh return 0; 1903dcd0538fSMark Fasheh } 1904dcd0538fSMark Fasheh 1905dcd0538fSMark Fasheh /* 1906dcd0538fSMark Fasheh * Trap the case where we're inserting into the theoretical range past 1907dcd0538fSMark Fasheh * the _actual_ left leaf range. Otherwise, we'll rotate a record 1908dcd0538fSMark Fasheh * whose cpos is less than ours into the right leaf. 1909dcd0538fSMark Fasheh * 1910dcd0538fSMark Fasheh * It's only necessary to look at the rightmost record of the left 1911dcd0538fSMark Fasheh * leaf because the logic that calls us should ensure that the 1912dcd0538fSMark Fasheh * theoretical ranges in the path components above the leaves are 1913dcd0538fSMark Fasheh * correct. 1914dcd0538fSMark Fasheh */ 1915dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path, 1916dcd0538fSMark Fasheh u32 insert_cpos) 1917dcd0538fSMark Fasheh { 1918dcd0538fSMark Fasheh struct ocfs2_extent_list *left_el; 1919dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 1920dcd0538fSMark Fasheh int next_free; 1921dcd0538fSMark Fasheh 1922dcd0538fSMark Fasheh left_el = path_leaf_el(left_path); 1923dcd0538fSMark Fasheh next_free = le16_to_cpu(left_el->l_next_free_rec); 1924dcd0538fSMark Fasheh rec = &left_el->l_recs[next_free - 1]; 1925dcd0538fSMark Fasheh 1926dcd0538fSMark Fasheh if (insert_cpos > le32_to_cpu(rec->e_cpos)) 1927dcd0538fSMark Fasheh return 1; 1928dcd0538fSMark Fasheh return 0; 1929dcd0538fSMark Fasheh } 1930dcd0538fSMark Fasheh 1931328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos) 1932328d5752SMark Fasheh { 1933328d5752SMark Fasheh int next_free = le16_to_cpu(el->l_next_free_rec); 1934328d5752SMark Fasheh unsigned int range; 1935328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 1936328d5752SMark Fasheh 1937328d5752SMark Fasheh if (next_free == 0) 1938328d5752SMark Fasheh return 0; 1939328d5752SMark Fasheh 1940328d5752SMark Fasheh rec = &el->l_recs[0]; 1941328d5752SMark Fasheh if (ocfs2_is_empty_extent(rec)) { 1942328d5752SMark Fasheh /* Empty list. */ 1943328d5752SMark Fasheh if (next_free == 1) 1944328d5752SMark Fasheh return 0; 1945328d5752SMark Fasheh rec = &el->l_recs[1]; 1946328d5752SMark Fasheh } 1947328d5752SMark Fasheh 1948328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 1949328d5752SMark Fasheh if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range) 1950328d5752SMark Fasheh return 1; 1951328d5752SMark Fasheh return 0; 1952328d5752SMark Fasheh } 1953328d5752SMark Fasheh 1954dcd0538fSMark Fasheh /* 1955dcd0538fSMark Fasheh * Rotate all the records in a btree right one record, starting at insert_cpos. 1956dcd0538fSMark Fasheh * 1957dcd0538fSMark Fasheh * The path to the rightmost leaf should be passed in. 1958dcd0538fSMark Fasheh * 1959dcd0538fSMark Fasheh * The array is assumed to be large enough to hold an entire path (tree depth). 1960dcd0538fSMark Fasheh * 1961dcd0538fSMark Fasheh * Upon succesful return from this function: 1962dcd0538fSMark Fasheh * 1963dcd0538fSMark Fasheh * - The 'right_path' array will contain a path to the leaf block 1964dcd0538fSMark Fasheh * whose range contains e_cpos. 1965dcd0538fSMark Fasheh * - That leaf block will have a single empty extent in list index 0. 1966dcd0538fSMark Fasheh * - In the case that the rotation requires a post-insert update, 1967dcd0538fSMark Fasheh * *ret_left_path will contain a valid path which can be passed to 1968dcd0538fSMark Fasheh * ocfs2_insert_path(). 1969dcd0538fSMark Fasheh */ 1970dcd0538fSMark Fasheh static int ocfs2_rotate_tree_right(struct inode *inode, 1971dcd0538fSMark Fasheh handle_t *handle, 1972328d5752SMark Fasheh enum ocfs2_split_type split, 1973dcd0538fSMark Fasheh u32 insert_cpos, 1974dcd0538fSMark Fasheh struct ocfs2_path *right_path, 1975dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 1976dcd0538fSMark Fasheh { 1977328d5752SMark Fasheh int ret, start, orig_credits = handle->h_buffer_credits; 1978dcd0538fSMark Fasheh u32 cpos; 1979dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 1980dcd0538fSMark Fasheh 1981dcd0538fSMark Fasheh *ret_left_path = NULL; 1982dcd0538fSMark Fasheh 1983dcd0538fSMark Fasheh left_path = ocfs2_new_path(path_root_bh(right_path), 1984dcd0538fSMark Fasheh path_root_el(right_path)); 1985dcd0538fSMark Fasheh if (!left_path) { 1986dcd0538fSMark Fasheh ret = -ENOMEM; 1987dcd0538fSMark Fasheh mlog_errno(ret); 1988dcd0538fSMark Fasheh goto out; 1989dcd0538fSMark Fasheh } 1990dcd0538fSMark Fasheh 1991dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, &cpos); 1992dcd0538fSMark Fasheh if (ret) { 1993dcd0538fSMark Fasheh mlog_errno(ret); 1994dcd0538fSMark Fasheh goto out; 1995dcd0538fSMark Fasheh } 1996dcd0538fSMark Fasheh 1997dcd0538fSMark Fasheh mlog(0, "Insert: %u, first left path cpos: %u\n", insert_cpos, cpos); 1998dcd0538fSMark Fasheh 1999dcd0538fSMark Fasheh /* 2000dcd0538fSMark Fasheh * What we want to do here is: 2001dcd0538fSMark Fasheh * 2002dcd0538fSMark Fasheh * 1) Start with the rightmost path. 2003dcd0538fSMark Fasheh * 2004dcd0538fSMark Fasheh * 2) Determine a path to the leaf block directly to the left 2005dcd0538fSMark Fasheh * of that leaf. 2006dcd0538fSMark Fasheh * 2007dcd0538fSMark Fasheh * 3) Determine the 'subtree root' - the lowest level tree node 2008dcd0538fSMark Fasheh * which contains a path to both leaves. 2009dcd0538fSMark Fasheh * 2010dcd0538fSMark Fasheh * 4) Rotate the subtree. 2011dcd0538fSMark Fasheh * 2012dcd0538fSMark Fasheh * 5) Find the next subtree by considering the left path to be 2013dcd0538fSMark Fasheh * the new right path. 2014dcd0538fSMark Fasheh * 2015dcd0538fSMark Fasheh * The check at the top of this while loop also accepts 2016dcd0538fSMark Fasheh * insert_cpos == cpos because cpos is only a _theoretical_ 2017dcd0538fSMark Fasheh * value to get us the left path - insert_cpos might very well 2018dcd0538fSMark Fasheh * be filling that hole. 2019dcd0538fSMark Fasheh * 2020dcd0538fSMark Fasheh * Stop at a cpos of '0' because we either started at the 2021dcd0538fSMark Fasheh * leftmost branch (i.e., a tree with one branch and a 2022dcd0538fSMark Fasheh * rotation inside of it), or we've gone as far as we can in 2023dcd0538fSMark Fasheh * rotating subtrees. 2024dcd0538fSMark Fasheh */ 2025dcd0538fSMark Fasheh while (cpos && insert_cpos <= cpos) { 2026dcd0538fSMark Fasheh mlog(0, "Rotating a tree: ins. cpos: %u, left path cpos: %u\n", 2027dcd0538fSMark Fasheh insert_cpos, cpos); 2028dcd0538fSMark Fasheh 2029dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, left_path, cpos); 2030dcd0538fSMark Fasheh if (ret) { 2031dcd0538fSMark Fasheh mlog_errno(ret); 2032dcd0538fSMark Fasheh goto out; 2033dcd0538fSMark Fasheh } 2034dcd0538fSMark Fasheh 2035dcd0538fSMark Fasheh mlog_bug_on_msg(path_leaf_bh(left_path) == 2036dcd0538fSMark Fasheh path_leaf_bh(right_path), 2037dcd0538fSMark Fasheh "Inode %lu: error during insert of %u " 2038dcd0538fSMark Fasheh "(left path cpos %u) results in two identical " 2039dcd0538fSMark Fasheh "paths ending at %llu\n", 2040dcd0538fSMark Fasheh inode->i_ino, insert_cpos, cpos, 2041dcd0538fSMark Fasheh (unsigned long long) 2042dcd0538fSMark Fasheh path_leaf_bh(left_path)->b_blocknr); 2043dcd0538fSMark Fasheh 2044328d5752SMark Fasheh if (split == SPLIT_NONE && 2045328d5752SMark Fasheh ocfs2_rotate_requires_path_adjustment(left_path, 2046dcd0538fSMark Fasheh insert_cpos)) { 2047dcd0538fSMark Fasheh 2048dcd0538fSMark Fasheh /* 2049dcd0538fSMark Fasheh * We've rotated the tree as much as we 2050dcd0538fSMark Fasheh * should. The rest is up to 2051dcd0538fSMark Fasheh * ocfs2_insert_path() to complete, after the 2052dcd0538fSMark Fasheh * record insertion. We indicate this 2053dcd0538fSMark Fasheh * situation by returning the left path. 2054dcd0538fSMark Fasheh * 2055dcd0538fSMark Fasheh * The reason we don't adjust the records here 2056dcd0538fSMark Fasheh * before the record insert is that an error 2057dcd0538fSMark Fasheh * later might break the rule where a parent 2058dcd0538fSMark Fasheh * record e_cpos will reflect the actual 2059dcd0538fSMark Fasheh * e_cpos of the 1st nonempty record of the 2060dcd0538fSMark Fasheh * child list. 2061dcd0538fSMark Fasheh */ 2062dcd0538fSMark Fasheh *ret_left_path = left_path; 2063dcd0538fSMark Fasheh goto out_ret_path; 2064dcd0538fSMark Fasheh } 2065dcd0538fSMark Fasheh 2066dcd0538fSMark Fasheh start = ocfs2_find_subtree_root(inode, left_path, right_path); 2067dcd0538fSMark Fasheh 2068dcd0538fSMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2069dcd0538fSMark Fasheh start, 2070dcd0538fSMark Fasheh (unsigned long long) right_path->p_node[start].bh->b_blocknr, 2071dcd0538fSMark Fasheh right_path->p_tree_depth); 2072dcd0538fSMark Fasheh 2073dcd0538fSMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, start, 2074328d5752SMark Fasheh orig_credits, right_path); 2075dcd0538fSMark Fasheh if (ret) { 2076dcd0538fSMark Fasheh mlog_errno(ret); 2077dcd0538fSMark Fasheh goto out; 2078dcd0538fSMark Fasheh } 2079dcd0538fSMark Fasheh 2080dcd0538fSMark Fasheh ret = ocfs2_rotate_subtree_right(inode, handle, left_path, 2081dcd0538fSMark Fasheh right_path, start); 2082dcd0538fSMark Fasheh if (ret) { 2083dcd0538fSMark Fasheh mlog_errno(ret); 2084dcd0538fSMark Fasheh goto out; 2085dcd0538fSMark Fasheh } 2086dcd0538fSMark Fasheh 2087328d5752SMark Fasheh if (split != SPLIT_NONE && 2088328d5752SMark Fasheh ocfs2_leftmost_rec_contains(path_leaf_el(right_path), 2089328d5752SMark Fasheh insert_cpos)) { 2090328d5752SMark Fasheh /* 2091328d5752SMark Fasheh * A rotate moves the rightmost left leaf 2092328d5752SMark Fasheh * record over to the leftmost right leaf 2093328d5752SMark Fasheh * slot. If we're doing an extent split 2094328d5752SMark Fasheh * instead of a real insert, then we have to 2095328d5752SMark Fasheh * check that the extent to be split wasn't 2096328d5752SMark Fasheh * just moved over. If it was, then we can 2097328d5752SMark Fasheh * exit here, passing left_path back - 2098328d5752SMark Fasheh * ocfs2_split_extent() is smart enough to 2099328d5752SMark Fasheh * search both leaves. 2100328d5752SMark Fasheh */ 2101328d5752SMark Fasheh *ret_left_path = left_path; 2102328d5752SMark Fasheh goto out_ret_path; 2103328d5752SMark Fasheh } 2104328d5752SMark Fasheh 2105dcd0538fSMark Fasheh /* 2106dcd0538fSMark Fasheh * There is no need to re-read the next right path 2107dcd0538fSMark Fasheh * as we know that it'll be our current left 2108dcd0538fSMark Fasheh * path. Optimize by copying values instead. 2109dcd0538fSMark Fasheh */ 2110dcd0538fSMark Fasheh ocfs2_mv_path(right_path, left_path); 2111dcd0538fSMark Fasheh 2112dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, 2113dcd0538fSMark Fasheh &cpos); 2114dcd0538fSMark Fasheh if (ret) { 2115dcd0538fSMark Fasheh mlog_errno(ret); 2116dcd0538fSMark Fasheh goto out; 2117dcd0538fSMark Fasheh } 2118dcd0538fSMark Fasheh } 2119dcd0538fSMark Fasheh 2120dcd0538fSMark Fasheh out: 2121dcd0538fSMark Fasheh ocfs2_free_path(left_path); 2122dcd0538fSMark Fasheh 2123dcd0538fSMark Fasheh out_ret_path: 2124dcd0538fSMark Fasheh return ret; 2125dcd0538fSMark Fasheh } 2126dcd0538fSMark Fasheh 2127328d5752SMark Fasheh static void ocfs2_update_edge_lengths(struct inode *inode, handle_t *handle, 2128328d5752SMark Fasheh struct ocfs2_path *path) 2129328d5752SMark Fasheh { 2130328d5752SMark Fasheh int i, idx; 2131328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 2132328d5752SMark Fasheh struct ocfs2_extent_list *el; 2133328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2134328d5752SMark Fasheh u32 range; 2135328d5752SMark Fasheh 2136328d5752SMark Fasheh /* Path should always be rightmost. */ 2137328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2138328d5752SMark Fasheh BUG_ON(eb->h_next_leaf_blk != 0ULL); 2139328d5752SMark Fasheh 2140328d5752SMark Fasheh el = &eb->h_list; 2141328d5752SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 2142328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2143328d5752SMark Fasheh rec = &el->l_recs[idx]; 2144328d5752SMark Fasheh range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 2145328d5752SMark Fasheh 2146328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 2147328d5752SMark Fasheh el = path->p_node[i].el; 2148328d5752SMark Fasheh idx = le16_to_cpu(el->l_next_free_rec) - 1; 2149328d5752SMark Fasheh rec = &el->l_recs[idx]; 2150328d5752SMark Fasheh 2151328d5752SMark Fasheh rec->e_int_clusters = cpu_to_le32(range); 2152328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos)); 2153328d5752SMark Fasheh 2154328d5752SMark Fasheh ocfs2_journal_dirty(handle, path->p_node[i].bh); 2155328d5752SMark Fasheh } 2156328d5752SMark Fasheh } 2157328d5752SMark Fasheh 2158328d5752SMark Fasheh static void ocfs2_unlink_path(struct inode *inode, handle_t *handle, 2159328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2160328d5752SMark Fasheh struct ocfs2_path *path, int unlink_start) 2161328d5752SMark Fasheh { 2162328d5752SMark Fasheh int ret, i; 2163328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2164328d5752SMark Fasheh struct ocfs2_extent_list *el; 2165328d5752SMark Fasheh struct buffer_head *bh; 2166328d5752SMark Fasheh 2167328d5752SMark Fasheh for(i = unlink_start; i < path_num_items(path); i++) { 2168328d5752SMark Fasheh bh = path->p_node[i].bh; 2169328d5752SMark Fasheh 2170328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)bh->b_data; 2171328d5752SMark Fasheh /* 2172328d5752SMark Fasheh * Not all nodes might have had their final count 2173328d5752SMark Fasheh * decremented by the caller - handle this here. 2174328d5752SMark Fasheh */ 2175328d5752SMark Fasheh el = &eb->h_list; 2176328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) { 2177328d5752SMark Fasheh mlog(ML_ERROR, 2178328d5752SMark Fasheh "Inode %llu, attempted to remove extent block " 2179328d5752SMark Fasheh "%llu with %u records\n", 2180328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 2181328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), 2182328d5752SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 2183328d5752SMark Fasheh 2184328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2185328d5752SMark Fasheh ocfs2_remove_from_cache(inode, bh); 2186328d5752SMark Fasheh continue; 2187328d5752SMark Fasheh } 2188328d5752SMark Fasheh 2189328d5752SMark Fasheh el->l_next_free_rec = 0; 2190328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2191328d5752SMark Fasheh 2192328d5752SMark Fasheh ocfs2_journal_dirty(handle, bh); 2193328d5752SMark Fasheh 2194328d5752SMark Fasheh ret = ocfs2_cache_extent_block_free(dealloc, eb); 2195328d5752SMark Fasheh if (ret) 2196328d5752SMark Fasheh mlog_errno(ret); 2197328d5752SMark Fasheh 2198328d5752SMark Fasheh ocfs2_remove_from_cache(inode, bh); 2199328d5752SMark Fasheh } 2200328d5752SMark Fasheh } 2201328d5752SMark Fasheh 2202328d5752SMark Fasheh static void ocfs2_unlink_subtree(struct inode *inode, handle_t *handle, 2203328d5752SMark Fasheh struct ocfs2_path *left_path, 2204328d5752SMark Fasheh struct ocfs2_path *right_path, 2205328d5752SMark Fasheh int subtree_index, 2206328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 2207328d5752SMark Fasheh { 2208328d5752SMark Fasheh int i; 2209328d5752SMark Fasheh struct buffer_head *root_bh = left_path->p_node[subtree_index].bh; 2210328d5752SMark Fasheh struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el; 2211328d5752SMark Fasheh struct ocfs2_extent_list *el; 2212328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2213328d5752SMark Fasheh 2214328d5752SMark Fasheh el = path_leaf_el(left_path); 2215328d5752SMark Fasheh 2216328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data; 2217328d5752SMark Fasheh 2218328d5752SMark Fasheh for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++) 2219328d5752SMark Fasheh if (root_el->l_recs[i].e_blkno == eb->h_blkno) 2220328d5752SMark Fasheh break; 2221328d5752SMark Fasheh 2222328d5752SMark Fasheh BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec)); 2223328d5752SMark Fasheh 2224328d5752SMark Fasheh memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec)); 2225328d5752SMark Fasheh le16_add_cpu(&root_el->l_next_free_rec, -1); 2226328d5752SMark Fasheh 2227328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2228328d5752SMark Fasheh eb->h_next_leaf_blk = 0; 2229328d5752SMark Fasheh 2230328d5752SMark Fasheh ocfs2_journal_dirty(handle, root_bh); 2231328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2232328d5752SMark Fasheh 2233328d5752SMark Fasheh ocfs2_unlink_path(inode, handle, dealloc, right_path, 2234328d5752SMark Fasheh subtree_index + 1); 2235328d5752SMark Fasheh } 2236328d5752SMark Fasheh 2237328d5752SMark Fasheh static int ocfs2_rotate_subtree_left(struct inode *inode, handle_t *handle, 2238328d5752SMark Fasheh struct ocfs2_path *left_path, 2239328d5752SMark Fasheh struct ocfs2_path *right_path, 2240328d5752SMark Fasheh int subtree_index, 2241328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2242e7d4cb6bSTao Ma int *deleted, 2243e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2244328d5752SMark Fasheh { 2245328d5752SMark Fasheh int ret, i, del_right_subtree = 0, right_has_empty = 0; 2246e7d4cb6bSTao Ma struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path); 2247328d5752SMark Fasheh struct ocfs2_extent_list *right_leaf_el, *left_leaf_el; 2248328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2249328d5752SMark Fasheh 2250328d5752SMark Fasheh *deleted = 0; 2251328d5752SMark Fasheh 2252328d5752SMark Fasheh right_leaf_el = path_leaf_el(right_path); 2253328d5752SMark Fasheh left_leaf_el = path_leaf_el(left_path); 2254328d5752SMark Fasheh root_bh = left_path->p_node[subtree_index].bh; 2255328d5752SMark Fasheh BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2256328d5752SMark Fasheh 2257328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0])) 2258328d5752SMark Fasheh return 0; 2259328d5752SMark Fasheh 2260328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data; 2261328d5752SMark Fasheh if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) { 2262328d5752SMark Fasheh /* 2263328d5752SMark Fasheh * It's legal for us to proceed if the right leaf is 2264328d5752SMark Fasheh * the rightmost one and it has an empty extent. There 2265328d5752SMark Fasheh * are two cases to handle - whether the leaf will be 2266328d5752SMark Fasheh * empty after removal or not. If the leaf isn't empty 2267328d5752SMark Fasheh * then just remove the empty extent up front. The 2268328d5752SMark Fasheh * next block will handle empty leaves by flagging 2269328d5752SMark Fasheh * them for unlink. 2270328d5752SMark Fasheh * 2271328d5752SMark Fasheh * Non rightmost leaves will throw -EAGAIN and the 2272328d5752SMark Fasheh * caller can manually move the subtree and retry. 2273328d5752SMark Fasheh */ 2274328d5752SMark Fasheh 2275328d5752SMark Fasheh if (eb->h_next_leaf_blk != 0ULL) 2276328d5752SMark Fasheh return -EAGAIN; 2277328d5752SMark Fasheh 2278328d5752SMark Fasheh if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) { 2279328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, 2280328d5752SMark Fasheh path_leaf_bh(right_path), 2281328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2282328d5752SMark Fasheh if (ret) { 2283328d5752SMark Fasheh mlog_errno(ret); 2284328d5752SMark Fasheh goto out; 2285328d5752SMark Fasheh } 2286328d5752SMark Fasheh 2287328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2288328d5752SMark Fasheh } else 2289328d5752SMark Fasheh right_has_empty = 1; 2290328d5752SMark Fasheh } 2291328d5752SMark Fasheh 2292328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL && 2293328d5752SMark Fasheh le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) { 2294328d5752SMark Fasheh /* 2295328d5752SMark Fasheh * We have to update i_last_eb_blk during the meta 2296328d5752SMark Fasheh * data delete. 2297328d5752SMark Fasheh */ 2298e7d4cb6bSTao Ma ret = ocfs2_journal_access(handle, inode, et_root_bh, 2299328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2300328d5752SMark Fasheh if (ret) { 2301328d5752SMark Fasheh mlog_errno(ret); 2302328d5752SMark Fasheh goto out; 2303328d5752SMark Fasheh } 2304328d5752SMark Fasheh 2305328d5752SMark Fasheh del_right_subtree = 1; 2306328d5752SMark Fasheh } 2307328d5752SMark Fasheh 2308328d5752SMark Fasheh /* 2309328d5752SMark Fasheh * Getting here with an empty extent in the right path implies 2310328d5752SMark Fasheh * that it's the rightmost path and will be deleted. 2311328d5752SMark Fasheh */ 2312328d5752SMark Fasheh BUG_ON(right_has_empty && !del_right_subtree); 2313328d5752SMark Fasheh 2314328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, root_bh, 2315328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2316328d5752SMark Fasheh if (ret) { 2317328d5752SMark Fasheh mlog_errno(ret); 2318328d5752SMark Fasheh goto out; 2319328d5752SMark Fasheh } 2320328d5752SMark Fasheh 2321328d5752SMark Fasheh for(i = subtree_index + 1; i < path_num_items(right_path); i++) { 2322328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, 2323328d5752SMark Fasheh right_path->p_node[i].bh, 2324328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2325328d5752SMark Fasheh if (ret) { 2326328d5752SMark Fasheh mlog_errno(ret); 2327328d5752SMark Fasheh goto out; 2328328d5752SMark Fasheh } 2329328d5752SMark Fasheh 2330328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, 2331328d5752SMark Fasheh left_path->p_node[i].bh, 2332328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2333328d5752SMark Fasheh if (ret) { 2334328d5752SMark Fasheh mlog_errno(ret); 2335328d5752SMark Fasheh goto out; 2336328d5752SMark Fasheh } 2337328d5752SMark Fasheh } 2338328d5752SMark Fasheh 2339328d5752SMark Fasheh if (!right_has_empty) { 2340328d5752SMark Fasheh /* 2341328d5752SMark Fasheh * Only do this if we're moving a real 2342328d5752SMark Fasheh * record. Otherwise, the action is delayed until 2343328d5752SMark Fasheh * after removal of the right path in which case we 2344328d5752SMark Fasheh * can do a simple shift to remove the empty extent. 2345328d5752SMark Fasheh */ 2346328d5752SMark Fasheh ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]); 2347328d5752SMark Fasheh memset(&right_leaf_el->l_recs[0], 0, 2348328d5752SMark Fasheh sizeof(struct ocfs2_extent_rec)); 2349328d5752SMark Fasheh } 2350328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0ULL) { 2351328d5752SMark Fasheh /* 2352328d5752SMark Fasheh * Move recs over to get rid of empty extent, decrease 2353328d5752SMark Fasheh * next_free. This is allowed to remove the last 2354328d5752SMark Fasheh * extent in our leaf (setting l_next_free_rec to 2355328d5752SMark Fasheh * zero) - the delete code below won't care. 2356328d5752SMark Fasheh */ 2357328d5752SMark Fasheh ocfs2_remove_empty_extent(right_leaf_el); 2358328d5752SMark Fasheh } 2359328d5752SMark Fasheh 2360328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 2361328d5752SMark Fasheh if (ret) 2362328d5752SMark Fasheh mlog_errno(ret); 2363328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 2364328d5752SMark Fasheh if (ret) 2365328d5752SMark Fasheh mlog_errno(ret); 2366328d5752SMark Fasheh 2367328d5752SMark Fasheh if (del_right_subtree) { 2368328d5752SMark Fasheh ocfs2_unlink_subtree(inode, handle, left_path, right_path, 2369328d5752SMark Fasheh subtree_index, dealloc); 2370328d5752SMark Fasheh ocfs2_update_edge_lengths(inode, handle, left_path); 2371328d5752SMark Fasheh 2372328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2373e7d4cb6bSTao Ma ocfs2_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2374328d5752SMark Fasheh 2375328d5752SMark Fasheh /* 2376328d5752SMark Fasheh * Removal of the extent in the left leaf was skipped 2377328d5752SMark Fasheh * above so we could delete the right path 2378328d5752SMark Fasheh * 1st. 2379328d5752SMark Fasheh */ 2380328d5752SMark Fasheh if (right_has_empty) 2381328d5752SMark Fasheh ocfs2_remove_empty_extent(left_leaf_el); 2382328d5752SMark Fasheh 2383e7d4cb6bSTao Ma ret = ocfs2_journal_dirty(handle, et_root_bh); 2384328d5752SMark Fasheh if (ret) 2385328d5752SMark Fasheh mlog_errno(ret); 2386328d5752SMark Fasheh 2387328d5752SMark Fasheh *deleted = 1; 2388328d5752SMark Fasheh } else 2389328d5752SMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, right_path, 2390328d5752SMark Fasheh subtree_index); 2391328d5752SMark Fasheh 2392328d5752SMark Fasheh out: 2393328d5752SMark Fasheh return ret; 2394328d5752SMark Fasheh } 2395328d5752SMark Fasheh 2396328d5752SMark Fasheh /* 2397328d5752SMark Fasheh * Given a full path, determine what cpos value would return us a path 2398328d5752SMark Fasheh * containing the leaf immediately to the right of the current one. 2399328d5752SMark Fasheh * 2400328d5752SMark Fasheh * Will return zero if the path passed in is already the rightmost path. 2401328d5752SMark Fasheh * 2402328d5752SMark Fasheh * This looks similar, but is subtly different to 2403328d5752SMark Fasheh * ocfs2_find_cpos_for_left_leaf(). 2404328d5752SMark Fasheh */ 2405328d5752SMark Fasheh static int ocfs2_find_cpos_for_right_leaf(struct super_block *sb, 2406328d5752SMark Fasheh struct ocfs2_path *path, u32 *cpos) 2407328d5752SMark Fasheh { 2408328d5752SMark Fasheh int i, j, ret = 0; 2409328d5752SMark Fasheh u64 blkno; 2410328d5752SMark Fasheh struct ocfs2_extent_list *el; 2411328d5752SMark Fasheh 2412328d5752SMark Fasheh *cpos = 0; 2413328d5752SMark Fasheh 2414328d5752SMark Fasheh if (path->p_tree_depth == 0) 2415328d5752SMark Fasheh return 0; 2416328d5752SMark Fasheh 2417328d5752SMark Fasheh blkno = path_leaf_bh(path)->b_blocknr; 2418328d5752SMark Fasheh 2419328d5752SMark Fasheh /* Start at the tree node just above the leaf and work our way up. */ 2420328d5752SMark Fasheh i = path->p_tree_depth - 1; 2421328d5752SMark Fasheh while (i >= 0) { 2422328d5752SMark Fasheh int next_free; 2423328d5752SMark Fasheh 2424328d5752SMark Fasheh el = path->p_node[i].el; 2425328d5752SMark Fasheh 2426328d5752SMark Fasheh /* 2427328d5752SMark Fasheh * Find the extent record just after the one in our 2428328d5752SMark Fasheh * path. 2429328d5752SMark Fasheh */ 2430328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 2431328d5752SMark Fasheh for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) { 2432328d5752SMark Fasheh if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) { 2433328d5752SMark Fasheh if (j == (next_free - 1)) { 2434328d5752SMark Fasheh if (i == 0) { 2435328d5752SMark Fasheh /* 2436328d5752SMark Fasheh * We've determined that the 2437328d5752SMark Fasheh * path specified is already 2438328d5752SMark Fasheh * the rightmost one - return a 2439328d5752SMark Fasheh * cpos of zero. 2440328d5752SMark Fasheh */ 2441328d5752SMark Fasheh goto out; 2442328d5752SMark Fasheh } 2443328d5752SMark Fasheh /* 2444328d5752SMark Fasheh * The rightmost record points to our 2445328d5752SMark Fasheh * leaf - we need to travel up the 2446328d5752SMark Fasheh * tree one level. 2447328d5752SMark Fasheh */ 2448328d5752SMark Fasheh goto next_node; 2449328d5752SMark Fasheh } 2450328d5752SMark Fasheh 2451328d5752SMark Fasheh *cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos); 2452328d5752SMark Fasheh goto out; 2453328d5752SMark Fasheh } 2454328d5752SMark Fasheh } 2455328d5752SMark Fasheh 2456328d5752SMark Fasheh /* 2457328d5752SMark Fasheh * If we got here, we never found a valid node where 2458328d5752SMark Fasheh * the tree indicated one should be. 2459328d5752SMark Fasheh */ 2460328d5752SMark Fasheh ocfs2_error(sb, 2461328d5752SMark Fasheh "Invalid extent tree at extent block %llu\n", 2462328d5752SMark Fasheh (unsigned long long)blkno); 2463328d5752SMark Fasheh ret = -EROFS; 2464328d5752SMark Fasheh goto out; 2465328d5752SMark Fasheh 2466328d5752SMark Fasheh next_node: 2467328d5752SMark Fasheh blkno = path->p_node[i].bh->b_blocknr; 2468328d5752SMark Fasheh i--; 2469328d5752SMark Fasheh } 2470328d5752SMark Fasheh 2471328d5752SMark Fasheh out: 2472328d5752SMark Fasheh return ret; 2473328d5752SMark Fasheh } 2474328d5752SMark Fasheh 2475328d5752SMark Fasheh static int ocfs2_rotate_rightmost_leaf_left(struct inode *inode, 2476328d5752SMark Fasheh handle_t *handle, 2477328d5752SMark Fasheh struct buffer_head *bh, 2478328d5752SMark Fasheh struct ocfs2_extent_list *el) 2479328d5752SMark Fasheh { 2480328d5752SMark Fasheh int ret; 2481328d5752SMark Fasheh 2482328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2483328d5752SMark Fasheh return 0; 2484328d5752SMark Fasheh 2485328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, bh, 2486328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2487328d5752SMark Fasheh if (ret) { 2488328d5752SMark Fasheh mlog_errno(ret); 2489328d5752SMark Fasheh goto out; 2490328d5752SMark Fasheh } 2491328d5752SMark Fasheh 2492328d5752SMark Fasheh ocfs2_remove_empty_extent(el); 2493328d5752SMark Fasheh 2494328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 2495328d5752SMark Fasheh if (ret) 2496328d5752SMark Fasheh mlog_errno(ret); 2497328d5752SMark Fasheh 2498328d5752SMark Fasheh out: 2499328d5752SMark Fasheh return ret; 2500328d5752SMark Fasheh } 2501328d5752SMark Fasheh 2502328d5752SMark Fasheh static int __ocfs2_rotate_tree_left(struct inode *inode, 2503328d5752SMark Fasheh handle_t *handle, int orig_credits, 2504328d5752SMark Fasheh struct ocfs2_path *path, 2505328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 2506e7d4cb6bSTao Ma struct ocfs2_path **empty_extent_path, 2507e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2508328d5752SMark Fasheh { 2509328d5752SMark Fasheh int ret, subtree_root, deleted; 2510328d5752SMark Fasheh u32 right_cpos; 2511328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2512328d5752SMark Fasheh struct ocfs2_path *right_path = NULL; 2513328d5752SMark Fasheh 2514328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0]))); 2515328d5752SMark Fasheh 2516328d5752SMark Fasheh *empty_extent_path = NULL; 2517328d5752SMark Fasheh 2518328d5752SMark Fasheh ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, path, 2519328d5752SMark Fasheh &right_cpos); 2520328d5752SMark Fasheh if (ret) { 2521328d5752SMark Fasheh mlog_errno(ret); 2522328d5752SMark Fasheh goto out; 2523328d5752SMark Fasheh } 2524328d5752SMark Fasheh 2525328d5752SMark Fasheh left_path = ocfs2_new_path(path_root_bh(path), 2526328d5752SMark Fasheh path_root_el(path)); 2527328d5752SMark Fasheh if (!left_path) { 2528328d5752SMark Fasheh ret = -ENOMEM; 2529328d5752SMark Fasheh mlog_errno(ret); 2530328d5752SMark Fasheh goto out; 2531328d5752SMark Fasheh } 2532328d5752SMark Fasheh 2533328d5752SMark Fasheh ocfs2_cp_path(left_path, path); 2534328d5752SMark Fasheh 2535328d5752SMark Fasheh right_path = ocfs2_new_path(path_root_bh(path), 2536328d5752SMark Fasheh path_root_el(path)); 2537328d5752SMark Fasheh if (!right_path) { 2538328d5752SMark Fasheh ret = -ENOMEM; 2539328d5752SMark Fasheh mlog_errno(ret); 2540328d5752SMark Fasheh goto out; 2541328d5752SMark Fasheh } 2542328d5752SMark Fasheh 2543328d5752SMark Fasheh while (right_cpos) { 2544328d5752SMark Fasheh ret = ocfs2_find_path(inode, right_path, right_cpos); 2545328d5752SMark Fasheh if (ret) { 2546328d5752SMark Fasheh mlog_errno(ret); 2547328d5752SMark Fasheh goto out; 2548328d5752SMark Fasheh } 2549328d5752SMark Fasheh 2550328d5752SMark Fasheh subtree_root = ocfs2_find_subtree_root(inode, left_path, 2551328d5752SMark Fasheh right_path); 2552328d5752SMark Fasheh 2553328d5752SMark Fasheh mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n", 2554328d5752SMark Fasheh subtree_root, 2555328d5752SMark Fasheh (unsigned long long) 2556328d5752SMark Fasheh right_path->p_node[subtree_root].bh->b_blocknr, 2557328d5752SMark Fasheh right_path->p_tree_depth); 2558328d5752SMark Fasheh 2559328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, subtree_root, 2560328d5752SMark Fasheh orig_credits, left_path); 2561328d5752SMark Fasheh if (ret) { 2562328d5752SMark Fasheh mlog_errno(ret); 2563328d5752SMark Fasheh goto out; 2564328d5752SMark Fasheh } 2565328d5752SMark Fasheh 2566e8aed345SMark Fasheh /* 2567e8aed345SMark Fasheh * Caller might still want to make changes to the 2568e8aed345SMark Fasheh * tree root, so re-add it to the journal here. 2569e8aed345SMark Fasheh */ 2570e8aed345SMark Fasheh ret = ocfs2_journal_access(handle, inode, 2571e8aed345SMark Fasheh path_root_bh(left_path), 2572e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 2573e8aed345SMark Fasheh if (ret) { 2574e8aed345SMark Fasheh mlog_errno(ret); 2575e8aed345SMark Fasheh goto out; 2576e8aed345SMark Fasheh } 2577e8aed345SMark Fasheh 2578328d5752SMark Fasheh ret = ocfs2_rotate_subtree_left(inode, handle, left_path, 2579328d5752SMark Fasheh right_path, subtree_root, 2580e7d4cb6bSTao Ma dealloc, &deleted, et); 2581328d5752SMark Fasheh if (ret == -EAGAIN) { 2582328d5752SMark Fasheh /* 2583328d5752SMark Fasheh * The rotation has to temporarily stop due to 2584328d5752SMark Fasheh * the right subtree having an empty 2585328d5752SMark Fasheh * extent. Pass it back to the caller for a 2586328d5752SMark Fasheh * fixup. 2587328d5752SMark Fasheh */ 2588328d5752SMark Fasheh *empty_extent_path = right_path; 2589328d5752SMark Fasheh right_path = NULL; 2590328d5752SMark Fasheh goto out; 2591328d5752SMark Fasheh } 2592328d5752SMark Fasheh if (ret) { 2593328d5752SMark Fasheh mlog_errno(ret); 2594328d5752SMark Fasheh goto out; 2595328d5752SMark Fasheh } 2596328d5752SMark Fasheh 2597328d5752SMark Fasheh /* 2598328d5752SMark Fasheh * The subtree rotate might have removed records on 2599328d5752SMark Fasheh * the rightmost edge. If so, then rotation is 2600328d5752SMark Fasheh * complete. 2601328d5752SMark Fasheh */ 2602328d5752SMark Fasheh if (deleted) 2603328d5752SMark Fasheh break; 2604328d5752SMark Fasheh 2605328d5752SMark Fasheh ocfs2_mv_path(left_path, right_path); 2606328d5752SMark Fasheh 2607328d5752SMark Fasheh ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path, 2608328d5752SMark Fasheh &right_cpos); 2609328d5752SMark Fasheh if (ret) { 2610328d5752SMark Fasheh mlog_errno(ret); 2611328d5752SMark Fasheh goto out; 2612328d5752SMark Fasheh } 2613328d5752SMark Fasheh } 2614328d5752SMark Fasheh 2615328d5752SMark Fasheh out: 2616328d5752SMark Fasheh ocfs2_free_path(right_path); 2617328d5752SMark Fasheh ocfs2_free_path(left_path); 2618328d5752SMark Fasheh 2619328d5752SMark Fasheh return ret; 2620328d5752SMark Fasheh } 2621328d5752SMark Fasheh 2622328d5752SMark Fasheh static int ocfs2_remove_rightmost_path(struct inode *inode, handle_t *handle, 2623328d5752SMark Fasheh struct ocfs2_path *path, 2624e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 2625e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2626328d5752SMark Fasheh { 2627328d5752SMark Fasheh int ret, subtree_index; 2628328d5752SMark Fasheh u32 cpos; 2629328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 2630328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2631328d5752SMark Fasheh struct ocfs2_extent_list *el; 2632328d5752SMark Fasheh 2633328d5752SMark Fasheh 2634e7d4cb6bSTao Ma ret = et->eops->sanity_check(inode, et); 2635e7d4cb6bSTao Ma if (ret) 2636e7d4cb6bSTao Ma goto out; 2637328d5752SMark Fasheh /* 2638328d5752SMark Fasheh * There's two ways we handle this depending on 2639328d5752SMark Fasheh * whether path is the only existing one. 2640328d5752SMark Fasheh */ 2641328d5752SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 2642328d5752SMark Fasheh handle->h_buffer_credits, 2643328d5752SMark Fasheh path); 2644328d5752SMark Fasheh if (ret) { 2645328d5752SMark Fasheh mlog_errno(ret); 2646328d5752SMark Fasheh goto out; 2647328d5752SMark Fasheh } 2648328d5752SMark Fasheh 2649328d5752SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, path); 2650328d5752SMark Fasheh if (ret) { 2651328d5752SMark Fasheh mlog_errno(ret); 2652328d5752SMark Fasheh goto out; 2653328d5752SMark Fasheh } 2654328d5752SMark Fasheh 2655328d5752SMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos); 2656328d5752SMark Fasheh if (ret) { 2657328d5752SMark Fasheh mlog_errno(ret); 2658328d5752SMark Fasheh goto out; 2659328d5752SMark Fasheh } 2660328d5752SMark Fasheh 2661328d5752SMark Fasheh if (cpos) { 2662328d5752SMark Fasheh /* 2663328d5752SMark Fasheh * We have a path to the left of this one - it needs 2664328d5752SMark Fasheh * an update too. 2665328d5752SMark Fasheh */ 2666328d5752SMark Fasheh left_path = ocfs2_new_path(path_root_bh(path), 2667328d5752SMark Fasheh path_root_el(path)); 2668328d5752SMark Fasheh if (!left_path) { 2669328d5752SMark Fasheh ret = -ENOMEM; 2670328d5752SMark Fasheh mlog_errno(ret); 2671328d5752SMark Fasheh goto out; 2672328d5752SMark Fasheh } 2673328d5752SMark Fasheh 2674328d5752SMark Fasheh ret = ocfs2_find_path(inode, left_path, cpos); 2675328d5752SMark Fasheh if (ret) { 2676328d5752SMark Fasheh mlog_errno(ret); 2677328d5752SMark Fasheh goto out; 2678328d5752SMark Fasheh } 2679328d5752SMark Fasheh 2680328d5752SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, left_path); 2681328d5752SMark Fasheh if (ret) { 2682328d5752SMark Fasheh mlog_errno(ret); 2683328d5752SMark Fasheh goto out; 2684328d5752SMark Fasheh } 2685328d5752SMark Fasheh 2686328d5752SMark Fasheh subtree_index = ocfs2_find_subtree_root(inode, left_path, path); 2687328d5752SMark Fasheh 2688328d5752SMark Fasheh ocfs2_unlink_subtree(inode, handle, left_path, path, 2689328d5752SMark Fasheh subtree_index, dealloc); 2690328d5752SMark Fasheh ocfs2_update_edge_lengths(inode, handle, left_path); 2691328d5752SMark Fasheh 2692328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data; 2693e7d4cb6bSTao Ma ocfs2_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno)); 2694328d5752SMark Fasheh } else { 2695328d5752SMark Fasheh /* 2696328d5752SMark Fasheh * 'path' is also the leftmost path which 2697328d5752SMark Fasheh * means it must be the only one. This gets 2698328d5752SMark Fasheh * handled differently because we want to 2699328d5752SMark Fasheh * revert the inode back to having extents 2700328d5752SMark Fasheh * in-line. 2701328d5752SMark Fasheh */ 2702328d5752SMark Fasheh ocfs2_unlink_path(inode, handle, dealloc, path, 1); 2703328d5752SMark Fasheh 2704e7d4cb6bSTao Ma el = et->root_el; 2705328d5752SMark Fasheh el->l_tree_depth = 0; 2706328d5752SMark Fasheh el->l_next_free_rec = 0; 2707328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2708328d5752SMark Fasheh 2709e7d4cb6bSTao Ma ocfs2_set_last_eb_blk(et, 0); 2710328d5752SMark Fasheh } 2711328d5752SMark Fasheh 2712328d5752SMark Fasheh ocfs2_journal_dirty(handle, path_root_bh(path)); 2713328d5752SMark Fasheh 2714328d5752SMark Fasheh out: 2715328d5752SMark Fasheh ocfs2_free_path(left_path); 2716328d5752SMark Fasheh return ret; 2717328d5752SMark Fasheh } 2718328d5752SMark Fasheh 2719328d5752SMark Fasheh /* 2720328d5752SMark Fasheh * Left rotation of btree records. 2721328d5752SMark Fasheh * 2722328d5752SMark Fasheh * In many ways, this is (unsurprisingly) the opposite of right 2723328d5752SMark Fasheh * rotation. We start at some non-rightmost path containing an empty 2724328d5752SMark Fasheh * extent in the leaf block. The code works its way to the rightmost 2725328d5752SMark Fasheh * path by rotating records to the left in every subtree. 2726328d5752SMark Fasheh * 2727328d5752SMark Fasheh * This is used by any code which reduces the number of extent records 2728328d5752SMark Fasheh * in a leaf. After removal, an empty record should be placed in the 2729328d5752SMark Fasheh * leftmost list position. 2730328d5752SMark Fasheh * 2731328d5752SMark Fasheh * This won't handle a length update of the rightmost path records if 2732328d5752SMark Fasheh * the rightmost tree leaf record is removed so the caller is 2733328d5752SMark Fasheh * responsible for detecting and correcting that. 2734328d5752SMark Fasheh */ 2735328d5752SMark Fasheh static int ocfs2_rotate_tree_left(struct inode *inode, handle_t *handle, 2736328d5752SMark Fasheh struct ocfs2_path *path, 2737e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 2738e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 2739328d5752SMark Fasheh { 2740328d5752SMark Fasheh int ret, orig_credits = handle->h_buffer_credits; 2741328d5752SMark Fasheh struct ocfs2_path *tmp_path = NULL, *restart_path = NULL; 2742328d5752SMark Fasheh struct ocfs2_extent_block *eb; 2743328d5752SMark Fasheh struct ocfs2_extent_list *el; 2744328d5752SMark Fasheh 2745328d5752SMark Fasheh el = path_leaf_el(path); 2746328d5752SMark Fasheh if (!ocfs2_is_empty_extent(&el->l_recs[0])) 2747328d5752SMark Fasheh return 0; 2748328d5752SMark Fasheh 2749328d5752SMark Fasheh if (path->p_tree_depth == 0) { 2750328d5752SMark Fasheh rightmost_no_delete: 2751328d5752SMark Fasheh /* 2752e7d4cb6bSTao Ma * Inline extents. This is trivially handled, so do 2753328d5752SMark Fasheh * it up front. 2754328d5752SMark Fasheh */ 2755328d5752SMark Fasheh ret = ocfs2_rotate_rightmost_leaf_left(inode, handle, 2756328d5752SMark Fasheh path_leaf_bh(path), 2757328d5752SMark Fasheh path_leaf_el(path)); 2758328d5752SMark Fasheh if (ret) 2759328d5752SMark Fasheh mlog_errno(ret); 2760328d5752SMark Fasheh goto out; 2761328d5752SMark Fasheh } 2762328d5752SMark Fasheh 2763328d5752SMark Fasheh /* 2764328d5752SMark Fasheh * Handle rightmost branch now. There's several cases: 2765328d5752SMark Fasheh * 1) simple rotation leaving records in there. That's trivial. 2766328d5752SMark Fasheh * 2) rotation requiring a branch delete - there's no more 2767328d5752SMark Fasheh * records left. Two cases of this: 2768328d5752SMark Fasheh * a) There are branches to the left. 2769328d5752SMark Fasheh * b) This is also the leftmost (the only) branch. 2770328d5752SMark Fasheh * 2771328d5752SMark Fasheh * 1) is handled via ocfs2_rotate_rightmost_leaf_left() 2772328d5752SMark Fasheh * 2a) we need the left branch so that we can update it with the unlink 2773328d5752SMark Fasheh * 2b) we need to bring the inode back to inline extents. 2774328d5752SMark Fasheh */ 2775328d5752SMark Fasheh 2776328d5752SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 2777328d5752SMark Fasheh el = &eb->h_list; 2778328d5752SMark Fasheh if (eb->h_next_leaf_blk == 0) { 2779328d5752SMark Fasheh /* 2780328d5752SMark Fasheh * This gets a bit tricky if we're going to delete the 2781328d5752SMark Fasheh * rightmost path. Get the other cases out of the way 2782328d5752SMark Fasheh * 1st. 2783328d5752SMark Fasheh */ 2784328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) > 1) 2785328d5752SMark Fasheh goto rightmost_no_delete; 2786328d5752SMark Fasheh 2787328d5752SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 2788328d5752SMark Fasheh ret = -EIO; 2789328d5752SMark Fasheh ocfs2_error(inode->i_sb, 2790328d5752SMark Fasheh "Inode %llu has empty extent block at %llu", 2791328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 2792328d5752SMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno)); 2793328d5752SMark Fasheh goto out; 2794328d5752SMark Fasheh } 2795328d5752SMark Fasheh 2796328d5752SMark Fasheh /* 2797328d5752SMark Fasheh * XXX: The caller can not trust "path" any more after 2798328d5752SMark Fasheh * this as it will have been deleted. What do we do? 2799328d5752SMark Fasheh * 2800328d5752SMark Fasheh * In theory the rotate-for-merge code will never get 2801328d5752SMark Fasheh * here because it'll always ask for a rotate in a 2802328d5752SMark Fasheh * nonempty list. 2803328d5752SMark Fasheh */ 2804328d5752SMark Fasheh 2805328d5752SMark Fasheh ret = ocfs2_remove_rightmost_path(inode, handle, path, 2806e7d4cb6bSTao Ma dealloc, et); 2807328d5752SMark Fasheh if (ret) 2808328d5752SMark Fasheh mlog_errno(ret); 2809328d5752SMark Fasheh goto out; 2810328d5752SMark Fasheh } 2811328d5752SMark Fasheh 2812328d5752SMark Fasheh /* 2813328d5752SMark Fasheh * Now we can loop, remembering the path we get from -EAGAIN 2814328d5752SMark Fasheh * and restarting from there. 2815328d5752SMark Fasheh */ 2816328d5752SMark Fasheh try_rotate: 2817328d5752SMark Fasheh ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, path, 2818e7d4cb6bSTao Ma dealloc, &restart_path, et); 2819328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 2820328d5752SMark Fasheh mlog_errno(ret); 2821328d5752SMark Fasheh goto out; 2822328d5752SMark Fasheh } 2823328d5752SMark Fasheh 2824328d5752SMark Fasheh while (ret == -EAGAIN) { 2825328d5752SMark Fasheh tmp_path = restart_path; 2826328d5752SMark Fasheh restart_path = NULL; 2827328d5752SMark Fasheh 2828328d5752SMark Fasheh ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, 2829328d5752SMark Fasheh tmp_path, dealloc, 2830e7d4cb6bSTao Ma &restart_path, et); 2831328d5752SMark Fasheh if (ret && ret != -EAGAIN) { 2832328d5752SMark Fasheh mlog_errno(ret); 2833328d5752SMark Fasheh goto out; 2834328d5752SMark Fasheh } 2835328d5752SMark Fasheh 2836328d5752SMark Fasheh ocfs2_free_path(tmp_path); 2837328d5752SMark Fasheh tmp_path = NULL; 2838328d5752SMark Fasheh 2839328d5752SMark Fasheh if (ret == 0) 2840328d5752SMark Fasheh goto try_rotate; 2841328d5752SMark Fasheh } 2842328d5752SMark Fasheh 2843328d5752SMark Fasheh out: 2844328d5752SMark Fasheh ocfs2_free_path(tmp_path); 2845328d5752SMark Fasheh ocfs2_free_path(restart_path); 2846328d5752SMark Fasheh return ret; 2847328d5752SMark Fasheh } 2848328d5752SMark Fasheh 2849328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el, 2850328d5752SMark Fasheh int index) 2851328d5752SMark Fasheh { 2852328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[index]; 2853328d5752SMark Fasheh unsigned int size; 2854328d5752SMark Fasheh 2855328d5752SMark Fasheh if (rec->e_leaf_clusters == 0) { 2856328d5752SMark Fasheh /* 2857328d5752SMark Fasheh * We consumed all of the merged-from record. An empty 2858328d5752SMark Fasheh * extent cannot exist anywhere but the 1st array 2859328d5752SMark Fasheh * position, so move things over if the merged-from 2860328d5752SMark Fasheh * record doesn't occupy that position. 2861328d5752SMark Fasheh * 2862328d5752SMark Fasheh * This creates a new empty extent so the caller 2863328d5752SMark Fasheh * should be smart enough to have removed any existing 2864328d5752SMark Fasheh * ones. 2865328d5752SMark Fasheh */ 2866328d5752SMark Fasheh if (index > 0) { 2867328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 2868328d5752SMark Fasheh size = index * sizeof(struct ocfs2_extent_rec); 2869328d5752SMark Fasheh memmove(&el->l_recs[1], &el->l_recs[0], size); 2870328d5752SMark Fasheh } 2871328d5752SMark Fasheh 2872328d5752SMark Fasheh /* 2873328d5752SMark Fasheh * Always memset - the caller doesn't check whether it 2874328d5752SMark Fasheh * created an empty extent, so there could be junk in 2875328d5752SMark Fasheh * the other fields. 2876328d5752SMark Fasheh */ 2877328d5752SMark Fasheh memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec)); 2878328d5752SMark Fasheh } 2879328d5752SMark Fasheh } 2880328d5752SMark Fasheh 2881677b9752STao Ma static int ocfs2_get_right_path(struct inode *inode, 2882677b9752STao Ma struct ocfs2_path *left_path, 2883677b9752STao Ma struct ocfs2_path **ret_right_path) 2884328d5752SMark Fasheh { 2885328d5752SMark Fasheh int ret; 2886677b9752STao Ma u32 right_cpos; 2887677b9752STao Ma struct ocfs2_path *right_path = NULL; 2888677b9752STao Ma struct ocfs2_extent_list *left_el; 2889677b9752STao Ma 2890677b9752STao Ma *ret_right_path = NULL; 2891677b9752STao Ma 2892677b9752STao Ma /* This function shouldn't be called for non-trees. */ 2893677b9752STao Ma BUG_ON(left_path->p_tree_depth == 0); 2894677b9752STao Ma 2895677b9752STao Ma left_el = path_leaf_el(left_path); 2896677b9752STao Ma BUG_ON(left_el->l_next_free_rec != left_el->l_count); 2897677b9752STao Ma 2898677b9752STao Ma ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path, 2899677b9752STao Ma &right_cpos); 2900677b9752STao Ma if (ret) { 2901677b9752STao Ma mlog_errno(ret); 2902677b9752STao Ma goto out; 2903677b9752STao Ma } 2904677b9752STao Ma 2905677b9752STao Ma /* This function shouldn't be called for the rightmost leaf. */ 2906677b9752STao Ma BUG_ON(right_cpos == 0); 2907677b9752STao Ma 2908677b9752STao Ma right_path = ocfs2_new_path(path_root_bh(left_path), 2909677b9752STao Ma path_root_el(left_path)); 2910677b9752STao Ma if (!right_path) { 2911677b9752STao Ma ret = -ENOMEM; 2912677b9752STao Ma mlog_errno(ret); 2913677b9752STao Ma goto out; 2914677b9752STao Ma } 2915677b9752STao Ma 2916677b9752STao Ma ret = ocfs2_find_path(inode, right_path, right_cpos); 2917677b9752STao Ma if (ret) { 2918677b9752STao Ma mlog_errno(ret); 2919677b9752STao Ma goto out; 2920677b9752STao Ma } 2921677b9752STao Ma 2922677b9752STao Ma *ret_right_path = right_path; 2923677b9752STao Ma out: 2924677b9752STao Ma if (ret) 2925677b9752STao Ma ocfs2_free_path(right_path); 2926677b9752STao Ma return ret; 2927677b9752STao Ma } 2928677b9752STao Ma 2929677b9752STao Ma /* 2930677b9752STao Ma * Remove split_rec clusters from the record at index and merge them 2931677b9752STao Ma * onto the beginning of the record "next" to it. 2932677b9752STao Ma * For index < l_count - 1, the next means the extent rec at index + 1. 2933677b9752STao Ma * For index == l_count - 1, the "next" means the 1st extent rec of the 2934677b9752STao Ma * next extent block. 2935677b9752STao Ma */ 2936677b9752STao Ma static int ocfs2_merge_rec_right(struct inode *inode, 2937677b9752STao Ma struct ocfs2_path *left_path, 2938677b9752STao Ma handle_t *handle, 2939677b9752STao Ma struct ocfs2_extent_rec *split_rec, 2940677b9752STao Ma int index) 2941677b9752STao Ma { 2942677b9752STao Ma int ret, next_free, i; 2943328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 2944328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 2945328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 2946677b9752STao Ma struct ocfs2_extent_list *right_el; 2947677b9752STao Ma struct ocfs2_path *right_path = NULL; 2948677b9752STao Ma int subtree_index = 0; 2949677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(left_path); 2950677b9752STao Ma struct buffer_head *bh = path_leaf_bh(left_path); 2951677b9752STao Ma struct buffer_head *root_bh = NULL; 2952328d5752SMark Fasheh 2953328d5752SMark Fasheh BUG_ON(index >= le16_to_cpu(el->l_next_free_rec)); 2954328d5752SMark Fasheh left_rec = &el->l_recs[index]; 2955677b9752STao Ma 29569d8df6aaSAl Viro if (index == le16_to_cpu(el->l_next_free_rec) - 1 && 2957677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) { 2958677b9752STao Ma /* we meet with a cross extent block merge. */ 2959677b9752STao Ma ret = ocfs2_get_right_path(inode, left_path, &right_path); 2960677b9752STao Ma if (ret) { 2961677b9752STao Ma mlog_errno(ret); 2962677b9752STao Ma goto out; 2963677b9752STao Ma } 2964677b9752STao Ma 2965677b9752STao Ma right_el = path_leaf_el(right_path); 2966677b9752STao Ma next_free = le16_to_cpu(right_el->l_next_free_rec); 2967677b9752STao Ma BUG_ON(next_free <= 0); 2968677b9752STao Ma right_rec = &right_el->l_recs[0]; 2969677b9752STao Ma if (ocfs2_is_empty_extent(right_rec)) { 29709d8df6aaSAl Viro BUG_ON(next_free <= 1); 2971677b9752STao Ma right_rec = &right_el->l_recs[1]; 2972677b9752STao Ma } 2973677b9752STao Ma 2974677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 2975677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 2976677b9752STao Ma le32_to_cpu(right_rec->e_cpos)); 2977677b9752STao Ma 2978677b9752STao Ma subtree_index = ocfs2_find_subtree_root(inode, 2979677b9752STao Ma left_path, right_path); 2980677b9752STao Ma 2981677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 2982677b9752STao Ma handle->h_buffer_credits, 2983677b9752STao Ma right_path); 2984677b9752STao Ma if (ret) { 2985677b9752STao Ma mlog_errno(ret); 2986677b9752STao Ma goto out; 2987677b9752STao Ma } 2988677b9752STao Ma 2989677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 2990677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 2991677b9752STao Ma 2992677b9752STao Ma ret = ocfs2_journal_access(handle, inode, root_bh, 2993677b9752STao Ma OCFS2_JOURNAL_ACCESS_WRITE); 2994677b9752STao Ma if (ret) { 2995677b9752STao Ma mlog_errno(ret); 2996677b9752STao Ma goto out; 2997677b9752STao Ma } 2998677b9752STao Ma 2999677b9752STao Ma for (i = subtree_index + 1; 3000677b9752STao Ma i < path_num_items(right_path); i++) { 3001677b9752STao Ma ret = ocfs2_journal_access(handle, inode, 3002677b9752STao Ma right_path->p_node[i].bh, 3003677b9752STao Ma OCFS2_JOURNAL_ACCESS_WRITE); 3004677b9752STao Ma if (ret) { 3005677b9752STao Ma mlog_errno(ret); 3006677b9752STao Ma goto out; 3007677b9752STao Ma } 3008677b9752STao Ma 3009677b9752STao Ma ret = ocfs2_journal_access(handle, inode, 3010677b9752STao Ma left_path->p_node[i].bh, 3011677b9752STao Ma OCFS2_JOURNAL_ACCESS_WRITE); 3012677b9752STao Ma if (ret) { 3013677b9752STao Ma mlog_errno(ret); 3014677b9752STao Ma goto out; 3015677b9752STao Ma } 3016677b9752STao Ma } 3017677b9752STao Ma 3018677b9752STao Ma } else { 3019677b9752STao Ma BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1); 3020328d5752SMark Fasheh right_rec = &el->l_recs[index + 1]; 3021677b9752STao Ma } 3022328d5752SMark Fasheh 3023328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, bh, 3024328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 3025328d5752SMark Fasheh if (ret) { 3026328d5752SMark Fasheh mlog_errno(ret); 3027328d5752SMark Fasheh goto out; 3028328d5752SMark Fasheh } 3029328d5752SMark Fasheh 3030328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters); 3031328d5752SMark Fasheh 3032328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, -split_clusters); 3033328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 3034328d5752SMark Fasheh -ocfs2_clusters_to_blocks(inode->i_sb, split_clusters)); 3035328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters); 3036328d5752SMark Fasheh 3037328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3038328d5752SMark Fasheh 3039328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3040328d5752SMark Fasheh if (ret) 3041328d5752SMark Fasheh mlog_errno(ret); 3042328d5752SMark Fasheh 3043677b9752STao Ma if (right_path) { 3044677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path)); 3045677b9752STao Ma if (ret) 3046677b9752STao Ma mlog_errno(ret); 3047677b9752STao Ma 3048677b9752STao Ma ocfs2_complete_edge_insert(inode, handle, left_path, 3049677b9752STao Ma right_path, subtree_index); 3050677b9752STao Ma } 3051328d5752SMark Fasheh out: 3052677b9752STao Ma if (right_path) 3053677b9752STao Ma ocfs2_free_path(right_path); 3054677b9752STao Ma return ret; 3055677b9752STao Ma } 3056677b9752STao Ma 3057677b9752STao Ma static int ocfs2_get_left_path(struct inode *inode, 3058677b9752STao Ma struct ocfs2_path *right_path, 3059677b9752STao Ma struct ocfs2_path **ret_left_path) 3060677b9752STao Ma { 3061677b9752STao Ma int ret; 3062677b9752STao Ma u32 left_cpos; 3063677b9752STao Ma struct ocfs2_path *left_path = NULL; 3064677b9752STao Ma 3065677b9752STao Ma *ret_left_path = NULL; 3066677b9752STao Ma 3067677b9752STao Ma /* This function shouldn't be called for non-trees. */ 3068677b9752STao Ma BUG_ON(right_path->p_tree_depth == 0); 3069677b9752STao Ma 3070677b9752STao Ma ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, 3071677b9752STao Ma right_path, &left_cpos); 3072677b9752STao Ma if (ret) { 3073677b9752STao Ma mlog_errno(ret); 3074677b9752STao Ma goto out; 3075677b9752STao Ma } 3076677b9752STao Ma 3077677b9752STao Ma /* This function shouldn't be called for the leftmost leaf. */ 3078677b9752STao Ma BUG_ON(left_cpos == 0); 3079677b9752STao Ma 3080677b9752STao Ma left_path = ocfs2_new_path(path_root_bh(right_path), 3081677b9752STao Ma path_root_el(right_path)); 3082677b9752STao Ma if (!left_path) { 3083677b9752STao Ma ret = -ENOMEM; 3084677b9752STao Ma mlog_errno(ret); 3085677b9752STao Ma goto out; 3086677b9752STao Ma } 3087677b9752STao Ma 3088677b9752STao Ma ret = ocfs2_find_path(inode, left_path, left_cpos); 3089677b9752STao Ma if (ret) { 3090677b9752STao Ma mlog_errno(ret); 3091677b9752STao Ma goto out; 3092677b9752STao Ma } 3093677b9752STao Ma 3094677b9752STao Ma *ret_left_path = left_path; 3095677b9752STao Ma out: 3096677b9752STao Ma if (ret) 3097677b9752STao Ma ocfs2_free_path(left_path); 3098328d5752SMark Fasheh return ret; 3099328d5752SMark Fasheh } 3100328d5752SMark Fasheh 3101328d5752SMark Fasheh /* 3102328d5752SMark Fasheh * Remove split_rec clusters from the record at index and merge them 3103677b9752STao Ma * onto the tail of the record "before" it. 3104677b9752STao Ma * For index > 0, the "before" means the extent rec at index - 1. 3105677b9752STao Ma * 3106677b9752STao Ma * For index == 0, the "before" means the last record of the previous 3107677b9752STao Ma * extent block. And there is also a situation that we may need to 3108677b9752STao Ma * remove the rightmost leaf extent block in the right_path and change 3109677b9752STao Ma * the right path to indicate the new rightmost path. 3110328d5752SMark Fasheh */ 3111677b9752STao Ma static int ocfs2_merge_rec_left(struct inode *inode, 3112677b9752STao Ma struct ocfs2_path *right_path, 3113328d5752SMark Fasheh handle_t *handle, 3114328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3115677b9752STao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 3116e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 3117677b9752STao Ma int index) 3118328d5752SMark Fasheh { 3119677b9752STao Ma int ret, i, subtree_index = 0, has_empty_extent = 0; 3120328d5752SMark Fasheh unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters); 3121328d5752SMark Fasheh struct ocfs2_extent_rec *left_rec; 3122328d5752SMark Fasheh struct ocfs2_extent_rec *right_rec; 3123677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(right_path); 3124677b9752STao Ma struct buffer_head *bh = path_leaf_bh(right_path); 3125677b9752STao Ma struct buffer_head *root_bh = NULL; 3126677b9752STao Ma struct ocfs2_path *left_path = NULL; 3127677b9752STao Ma struct ocfs2_extent_list *left_el; 3128328d5752SMark Fasheh 3129677b9752STao Ma BUG_ON(index < 0); 3130328d5752SMark Fasheh 3131328d5752SMark Fasheh right_rec = &el->l_recs[index]; 3132677b9752STao Ma if (index == 0) { 3133677b9752STao Ma /* we meet with a cross extent block merge. */ 3134677b9752STao Ma ret = ocfs2_get_left_path(inode, right_path, &left_path); 3135677b9752STao Ma if (ret) { 3136677b9752STao Ma mlog_errno(ret); 3137677b9752STao Ma goto out; 3138677b9752STao Ma } 3139677b9752STao Ma 3140677b9752STao Ma left_el = path_leaf_el(left_path); 3141677b9752STao Ma BUG_ON(le16_to_cpu(left_el->l_next_free_rec) != 3142677b9752STao Ma le16_to_cpu(left_el->l_count)); 3143677b9752STao Ma 3144677b9752STao Ma left_rec = &left_el->l_recs[ 3145677b9752STao Ma le16_to_cpu(left_el->l_next_free_rec) - 1]; 3146677b9752STao Ma BUG_ON(le32_to_cpu(left_rec->e_cpos) + 3147677b9752STao Ma le16_to_cpu(left_rec->e_leaf_clusters) != 3148677b9752STao Ma le32_to_cpu(split_rec->e_cpos)); 3149677b9752STao Ma 3150677b9752STao Ma subtree_index = ocfs2_find_subtree_root(inode, 3151677b9752STao Ma left_path, right_path); 3152677b9752STao Ma 3153677b9752STao Ma ret = ocfs2_extend_rotate_transaction(handle, subtree_index, 3154677b9752STao Ma handle->h_buffer_credits, 3155677b9752STao Ma left_path); 3156677b9752STao Ma if (ret) { 3157677b9752STao Ma mlog_errno(ret); 3158677b9752STao Ma goto out; 3159677b9752STao Ma } 3160677b9752STao Ma 3161677b9752STao Ma root_bh = left_path->p_node[subtree_index].bh; 3162677b9752STao Ma BUG_ON(root_bh != right_path->p_node[subtree_index].bh); 3163677b9752STao Ma 3164677b9752STao Ma ret = ocfs2_journal_access(handle, inode, root_bh, 3165677b9752STao Ma OCFS2_JOURNAL_ACCESS_WRITE); 3166677b9752STao Ma if (ret) { 3167677b9752STao Ma mlog_errno(ret); 3168677b9752STao Ma goto out; 3169677b9752STao Ma } 3170677b9752STao Ma 3171677b9752STao Ma for (i = subtree_index + 1; 3172677b9752STao Ma i < path_num_items(right_path); i++) { 3173677b9752STao Ma ret = ocfs2_journal_access(handle, inode, 3174677b9752STao Ma right_path->p_node[i].bh, 3175677b9752STao Ma OCFS2_JOURNAL_ACCESS_WRITE); 3176677b9752STao Ma if (ret) { 3177677b9752STao Ma mlog_errno(ret); 3178677b9752STao Ma goto out; 3179677b9752STao Ma } 3180677b9752STao Ma 3181677b9752STao Ma ret = ocfs2_journal_access(handle, inode, 3182677b9752STao Ma left_path->p_node[i].bh, 3183677b9752STao Ma OCFS2_JOURNAL_ACCESS_WRITE); 3184677b9752STao Ma if (ret) { 3185677b9752STao Ma mlog_errno(ret); 3186677b9752STao Ma goto out; 3187677b9752STao Ma } 3188677b9752STao Ma } 3189677b9752STao Ma } else { 3190677b9752STao Ma left_rec = &el->l_recs[index - 1]; 3191328d5752SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) 3192328d5752SMark Fasheh has_empty_extent = 1; 3193677b9752STao Ma } 3194328d5752SMark Fasheh 3195328d5752SMark Fasheh ret = ocfs2_journal_access(handle, inode, bh, 3196328d5752SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 3197328d5752SMark Fasheh if (ret) { 3198328d5752SMark Fasheh mlog_errno(ret); 3199328d5752SMark Fasheh goto out; 3200328d5752SMark Fasheh } 3201328d5752SMark Fasheh 3202328d5752SMark Fasheh if (has_empty_extent && index == 1) { 3203328d5752SMark Fasheh /* 3204328d5752SMark Fasheh * The easy case - we can just plop the record right in. 3205328d5752SMark Fasheh */ 3206328d5752SMark Fasheh *left_rec = *split_rec; 3207328d5752SMark Fasheh 3208328d5752SMark Fasheh has_empty_extent = 0; 3209677b9752STao Ma } else 3210328d5752SMark Fasheh le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters); 3211328d5752SMark Fasheh 3212328d5752SMark Fasheh le32_add_cpu(&right_rec->e_cpos, split_clusters); 3213328d5752SMark Fasheh le64_add_cpu(&right_rec->e_blkno, 3214328d5752SMark Fasheh ocfs2_clusters_to_blocks(inode->i_sb, split_clusters)); 3215328d5752SMark Fasheh le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters); 3216328d5752SMark Fasheh 3217328d5752SMark Fasheh ocfs2_cleanup_merge(el, index); 3218328d5752SMark Fasheh 3219328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3220328d5752SMark Fasheh if (ret) 3221328d5752SMark Fasheh mlog_errno(ret); 3222328d5752SMark Fasheh 3223677b9752STao Ma if (left_path) { 3224677b9752STao Ma ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path)); 3225677b9752STao Ma if (ret) 3226677b9752STao Ma mlog_errno(ret); 3227677b9752STao Ma 3228677b9752STao Ma /* 3229677b9752STao Ma * In the situation that the right_rec is empty and the extent 3230677b9752STao Ma * block is empty also, ocfs2_complete_edge_insert can't handle 3231677b9752STao Ma * it and we need to delete the right extent block. 3232677b9752STao Ma */ 3233677b9752STao Ma if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 && 3234677b9752STao Ma le16_to_cpu(el->l_next_free_rec) == 1) { 3235677b9752STao Ma 3236677b9752STao Ma ret = ocfs2_remove_rightmost_path(inode, handle, 3237e7d4cb6bSTao Ma right_path, 3238e7d4cb6bSTao Ma dealloc, et); 3239677b9752STao Ma if (ret) { 3240677b9752STao Ma mlog_errno(ret); 3241677b9752STao Ma goto out; 3242677b9752STao Ma } 3243677b9752STao Ma 3244677b9752STao Ma /* Now the rightmost extent block has been deleted. 3245677b9752STao Ma * So we use the new rightmost path. 3246677b9752STao Ma */ 3247677b9752STao Ma ocfs2_mv_path(right_path, left_path); 3248677b9752STao Ma left_path = NULL; 3249677b9752STao Ma } else 3250677b9752STao Ma ocfs2_complete_edge_insert(inode, handle, left_path, 3251677b9752STao Ma right_path, subtree_index); 3252677b9752STao Ma } 3253328d5752SMark Fasheh out: 3254677b9752STao Ma if (left_path) 3255677b9752STao Ma ocfs2_free_path(left_path); 3256328d5752SMark Fasheh return ret; 3257328d5752SMark Fasheh } 3258328d5752SMark Fasheh 3259328d5752SMark Fasheh static int ocfs2_try_to_merge_extent(struct inode *inode, 3260328d5752SMark Fasheh handle_t *handle, 3261677b9752STao Ma struct ocfs2_path *path, 3262328d5752SMark Fasheh int split_index, 3263328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3264328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 3265e7d4cb6bSTao Ma struct ocfs2_merge_ctxt *ctxt, 3266e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 3267328d5752SMark Fasheh 3268328d5752SMark Fasheh { 3269518d7269STao Mao int ret = 0; 3270677b9752STao Ma struct ocfs2_extent_list *el = path_leaf_el(path); 3271328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 3272328d5752SMark Fasheh 3273328d5752SMark Fasheh BUG_ON(ctxt->c_contig_type == CONTIG_NONE); 3274328d5752SMark Fasheh 3275518d7269STao Mao if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) { 3276328d5752SMark Fasheh /* 3277328d5752SMark Fasheh * The merge code will need to create an empty 3278328d5752SMark Fasheh * extent to take the place of the newly 3279328d5752SMark Fasheh * emptied slot. Remove any pre-existing empty 3280328d5752SMark Fasheh * extents - having more than one in a leaf is 3281328d5752SMark Fasheh * illegal. 3282328d5752SMark Fasheh */ 3283677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3284e7d4cb6bSTao Ma dealloc, et); 3285328d5752SMark Fasheh if (ret) { 3286328d5752SMark Fasheh mlog_errno(ret); 3287328d5752SMark Fasheh goto out; 3288328d5752SMark Fasheh } 3289328d5752SMark Fasheh split_index--; 3290328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3291328d5752SMark Fasheh } 3292328d5752SMark Fasheh 3293328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) { 3294328d5752SMark Fasheh /* 3295328d5752SMark Fasheh * Left-right contig implies this. 3296328d5752SMark Fasheh */ 3297328d5752SMark Fasheh BUG_ON(!ctxt->c_split_covers_rec); 3298328d5752SMark Fasheh 3299328d5752SMark Fasheh /* 3300328d5752SMark Fasheh * Since the leftright insert always covers the entire 3301328d5752SMark Fasheh * extent, this call will delete the insert record 3302328d5752SMark Fasheh * entirely, resulting in an empty extent record added to 3303328d5752SMark Fasheh * the extent block. 3304328d5752SMark Fasheh * 3305328d5752SMark Fasheh * Since the adding of an empty extent shifts 3306328d5752SMark Fasheh * everything back to the right, there's no need to 3307328d5752SMark Fasheh * update split_index here. 3308677b9752STao Ma * 3309677b9752STao Ma * When the split_index is zero, we need to merge it to the 3310677b9752STao Ma * prevoius extent block. It is more efficient and easier 3311677b9752STao Ma * if we do merge_right first and merge_left later. 3312328d5752SMark Fasheh */ 3313677b9752STao Ma ret = ocfs2_merge_rec_right(inode, path, 3314677b9752STao Ma handle, split_rec, 3315677b9752STao Ma split_index); 3316328d5752SMark Fasheh if (ret) { 3317328d5752SMark Fasheh mlog_errno(ret); 3318328d5752SMark Fasheh goto out; 3319328d5752SMark Fasheh } 3320328d5752SMark Fasheh 3321328d5752SMark Fasheh /* 3322328d5752SMark Fasheh * We can only get this from logic error above. 3323328d5752SMark Fasheh */ 3324328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0])); 3325328d5752SMark Fasheh 3326677b9752STao Ma /* The merge left us with an empty extent, remove it. */ 3327e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3328e7d4cb6bSTao Ma dealloc, et); 3329328d5752SMark Fasheh if (ret) { 3330328d5752SMark Fasheh mlog_errno(ret); 3331328d5752SMark Fasheh goto out; 3332328d5752SMark Fasheh } 3333677b9752STao Ma 3334328d5752SMark Fasheh rec = &el->l_recs[split_index]; 3335328d5752SMark Fasheh 3336328d5752SMark Fasheh /* 3337328d5752SMark Fasheh * Note that we don't pass split_rec here on purpose - 3338677b9752STao Ma * we've merged it into the rec already. 3339328d5752SMark Fasheh */ 3340677b9752STao Ma ret = ocfs2_merge_rec_left(inode, path, 3341677b9752STao Ma handle, rec, 3342e7d4cb6bSTao Ma dealloc, et, 3343677b9752STao Ma split_index); 3344677b9752STao Ma 3345328d5752SMark Fasheh if (ret) { 3346328d5752SMark Fasheh mlog_errno(ret); 3347328d5752SMark Fasheh goto out; 3348328d5752SMark Fasheh } 3349328d5752SMark Fasheh 3350677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3351e7d4cb6bSTao Ma dealloc, et); 3352328d5752SMark Fasheh /* 3353328d5752SMark Fasheh * Error from this last rotate is not critical, so 3354328d5752SMark Fasheh * print but don't bubble it up. 3355328d5752SMark Fasheh */ 3356328d5752SMark Fasheh if (ret) 3357328d5752SMark Fasheh mlog_errno(ret); 3358328d5752SMark Fasheh ret = 0; 3359328d5752SMark Fasheh } else { 3360328d5752SMark Fasheh /* 3361328d5752SMark Fasheh * Merge a record to the left or right. 3362328d5752SMark Fasheh * 3363328d5752SMark Fasheh * 'contig_type' is relative to the existing record, 3364328d5752SMark Fasheh * so for example, if we're "right contig", it's to 3365328d5752SMark Fasheh * the record on the left (hence the left merge). 3366328d5752SMark Fasheh */ 3367328d5752SMark Fasheh if (ctxt->c_contig_type == CONTIG_RIGHT) { 3368328d5752SMark Fasheh ret = ocfs2_merge_rec_left(inode, 3369677b9752STao Ma path, 3370677b9752STao Ma handle, split_rec, 3371e7d4cb6bSTao Ma dealloc, et, 3372328d5752SMark Fasheh split_index); 3373328d5752SMark Fasheh if (ret) { 3374328d5752SMark Fasheh mlog_errno(ret); 3375328d5752SMark Fasheh goto out; 3376328d5752SMark Fasheh } 3377328d5752SMark Fasheh } else { 3378328d5752SMark Fasheh ret = ocfs2_merge_rec_right(inode, 3379677b9752STao Ma path, 3380677b9752STao Ma handle, split_rec, 3381328d5752SMark Fasheh split_index); 3382328d5752SMark Fasheh if (ret) { 3383328d5752SMark Fasheh mlog_errno(ret); 3384328d5752SMark Fasheh goto out; 3385328d5752SMark Fasheh } 3386328d5752SMark Fasheh } 3387328d5752SMark Fasheh 3388328d5752SMark Fasheh if (ctxt->c_split_covers_rec) { 3389328d5752SMark Fasheh /* 3390328d5752SMark Fasheh * The merge may have left an empty extent in 3391328d5752SMark Fasheh * our leaf. Try to rotate it away. 3392328d5752SMark Fasheh */ 3393677b9752STao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, 3394e7d4cb6bSTao Ma dealloc, et); 3395328d5752SMark Fasheh if (ret) 3396328d5752SMark Fasheh mlog_errno(ret); 3397328d5752SMark Fasheh ret = 0; 3398328d5752SMark Fasheh } 3399328d5752SMark Fasheh } 3400328d5752SMark Fasheh 3401328d5752SMark Fasheh out: 3402328d5752SMark Fasheh return ret; 3403328d5752SMark Fasheh } 3404328d5752SMark Fasheh 3405328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb, 3406328d5752SMark Fasheh enum ocfs2_split_type split, 3407328d5752SMark Fasheh struct ocfs2_extent_rec *rec, 3408328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3409328d5752SMark Fasheh { 3410328d5752SMark Fasheh u64 len_blocks; 3411328d5752SMark Fasheh 3412328d5752SMark Fasheh len_blocks = ocfs2_clusters_to_blocks(sb, 3413328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3414328d5752SMark Fasheh 3415328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3416328d5752SMark Fasheh /* 3417328d5752SMark Fasheh * Region is on the left edge of the existing 3418328d5752SMark Fasheh * record. 3419328d5752SMark Fasheh */ 3420328d5752SMark Fasheh le32_add_cpu(&rec->e_cpos, 3421328d5752SMark Fasheh le16_to_cpu(split_rec->e_leaf_clusters)); 3422328d5752SMark Fasheh le64_add_cpu(&rec->e_blkno, len_blocks); 3423328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3424328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3425328d5752SMark Fasheh } else { 3426328d5752SMark Fasheh /* 3427328d5752SMark Fasheh * Region is on the right edge of the existing 3428328d5752SMark Fasheh * record. 3429328d5752SMark Fasheh */ 3430328d5752SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3431328d5752SMark Fasheh -le16_to_cpu(split_rec->e_leaf_clusters)); 3432328d5752SMark Fasheh } 3433328d5752SMark Fasheh } 3434328d5752SMark Fasheh 3435dcd0538fSMark Fasheh /* 3436dcd0538fSMark Fasheh * Do the final bits of extent record insertion at the target leaf 3437dcd0538fSMark Fasheh * list. If this leaf is part of an allocation tree, it is assumed 3438dcd0538fSMark Fasheh * that the tree above has been prepared. 3439dcd0538fSMark Fasheh */ 3440dcd0538fSMark Fasheh static void ocfs2_insert_at_leaf(struct ocfs2_extent_rec *insert_rec, 3441dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 3442dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 3443dcd0538fSMark Fasheh struct inode *inode) 3444dcd0538fSMark Fasheh { 3445dcd0538fSMark Fasheh int i = insert->ins_contig_index; 3446dcd0538fSMark Fasheh unsigned int range; 3447dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 3448dcd0538fSMark Fasheh 3449e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 3450dcd0538fSMark Fasheh 3451328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3452328d5752SMark Fasheh i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos)); 3453328d5752SMark Fasheh BUG_ON(i == -1); 3454328d5752SMark Fasheh rec = &el->l_recs[i]; 3455328d5752SMark Fasheh ocfs2_subtract_from_rec(inode->i_sb, insert->ins_split, rec, 3456328d5752SMark Fasheh insert_rec); 3457328d5752SMark Fasheh goto rotate; 3458328d5752SMark Fasheh } 3459328d5752SMark Fasheh 3460dcd0538fSMark Fasheh /* 3461dcd0538fSMark Fasheh * Contiguous insert - either left or right. 3462dcd0538fSMark Fasheh */ 3463dcd0538fSMark Fasheh if (insert->ins_contig != CONTIG_NONE) { 3464dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3465dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT) { 3466dcd0538fSMark Fasheh rec->e_blkno = insert_rec->e_blkno; 3467dcd0538fSMark Fasheh rec->e_cpos = insert_rec->e_cpos; 3468dcd0538fSMark Fasheh } 3469e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, 3470e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3471dcd0538fSMark Fasheh return; 3472dcd0538fSMark Fasheh } 3473dcd0538fSMark Fasheh 3474dcd0538fSMark Fasheh /* 3475dcd0538fSMark Fasheh * Handle insert into an empty leaf. 3476dcd0538fSMark Fasheh */ 3477dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0 || 3478dcd0538fSMark Fasheh ((le16_to_cpu(el->l_next_free_rec) == 1) && 3479dcd0538fSMark Fasheh ocfs2_is_empty_extent(&el->l_recs[0]))) { 3480dcd0538fSMark Fasheh el->l_recs[0] = *insert_rec; 3481dcd0538fSMark Fasheh el->l_next_free_rec = cpu_to_le16(1); 3482dcd0538fSMark Fasheh return; 3483dcd0538fSMark Fasheh } 3484dcd0538fSMark Fasheh 3485dcd0538fSMark Fasheh /* 3486dcd0538fSMark Fasheh * Appending insert. 3487dcd0538fSMark Fasheh */ 3488dcd0538fSMark Fasheh if (insert->ins_appending == APPEND_TAIL) { 3489dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 3490dcd0538fSMark Fasheh rec = &el->l_recs[i]; 3491e48edee2SMark Fasheh range = le32_to_cpu(rec->e_cpos) 3492e48edee2SMark Fasheh + le16_to_cpu(rec->e_leaf_clusters); 3493dcd0538fSMark Fasheh BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range); 3494dcd0538fSMark Fasheh 3495dcd0538fSMark Fasheh mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >= 3496dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3497dcd0538fSMark Fasheh "inode %lu, depth %u, count %u, next free %u, " 3498dcd0538fSMark Fasheh "rec.cpos %u, rec.clusters %u, " 3499dcd0538fSMark Fasheh "insert.cpos %u, insert.clusters %u\n", 3500dcd0538fSMark Fasheh inode->i_ino, 3501dcd0538fSMark Fasheh le16_to_cpu(el->l_tree_depth), 3502dcd0538fSMark Fasheh le16_to_cpu(el->l_count), 3503dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec), 3504dcd0538fSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos), 3505e48edee2SMark Fasheh le16_to_cpu(el->l_recs[i].e_leaf_clusters), 3506dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3507e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3508dcd0538fSMark Fasheh i++; 3509dcd0538fSMark Fasheh el->l_recs[i] = *insert_rec; 3510dcd0538fSMark Fasheh le16_add_cpu(&el->l_next_free_rec, 1); 3511dcd0538fSMark Fasheh return; 3512dcd0538fSMark Fasheh } 3513dcd0538fSMark Fasheh 3514328d5752SMark Fasheh rotate: 3515dcd0538fSMark Fasheh /* 3516dcd0538fSMark Fasheh * Ok, we have to rotate. 3517dcd0538fSMark Fasheh * 3518dcd0538fSMark Fasheh * At this point, it is safe to assume that inserting into an 3519dcd0538fSMark Fasheh * empty leaf and appending to a leaf have both been handled 3520dcd0538fSMark Fasheh * above. 3521dcd0538fSMark Fasheh * 3522dcd0538fSMark Fasheh * This leaf needs to have space, either by the empty 1st 3523dcd0538fSMark Fasheh * extent record, or by virtue of an l_next_rec < l_count. 3524dcd0538fSMark Fasheh */ 3525dcd0538fSMark Fasheh ocfs2_rotate_leaf(el, insert_rec); 3526dcd0538fSMark Fasheh } 3527dcd0538fSMark Fasheh 3528328d5752SMark Fasheh static void ocfs2_adjust_rightmost_records(struct inode *inode, 3529328d5752SMark Fasheh handle_t *handle, 3530328d5752SMark Fasheh struct ocfs2_path *path, 3531328d5752SMark Fasheh struct ocfs2_extent_rec *insert_rec) 3532328d5752SMark Fasheh { 3533328d5752SMark Fasheh int ret, i, next_free; 3534328d5752SMark Fasheh struct buffer_head *bh; 3535328d5752SMark Fasheh struct ocfs2_extent_list *el; 3536328d5752SMark Fasheh struct ocfs2_extent_rec *rec; 3537328d5752SMark Fasheh 3538328d5752SMark Fasheh /* 3539328d5752SMark Fasheh * Update everything except the leaf block. 3540328d5752SMark Fasheh */ 3541328d5752SMark Fasheh for (i = 0; i < path->p_tree_depth; i++) { 3542328d5752SMark Fasheh bh = path->p_node[i].bh; 3543328d5752SMark Fasheh el = path->p_node[i].el; 3544328d5752SMark Fasheh 3545328d5752SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3546328d5752SMark Fasheh if (next_free == 0) { 3547328d5752SMark Fasheh ocfs2_error(inode->i_sb, 3548328d5752SMark Fasheh "Dinode %llu has a bad extent list", 3549328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 3550328d5752SMark Fasheh ret = -EIO; 3551328d5752SMark Fasheh return; 3552328d5752SMark Fasheh } 3553328d5752SMark Fasheh 3554328d5752SMark Fasheh rec = &el->l_recs[next_free - 1]; 3555328d5752SMark Fasheh 3556328d5752SMark Fasheh rec->e_int_clusters = insert_rec->e_cpos; 3557328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3558328d5752SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3559328d5752SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 3560328d5752SMark Fasheh -le32_to_cpu(rec->e_cpos)); 3561328d5752SMark Fasheh 3562328d5752SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 3563328d5752SMark Fasheh if (ret) 3564328d5752SMark Fasheh mlog_errno(ret); 3565328d5752SMark Fasheh 3566328d5752SMark Fasheh } 3567328d5752SMark Fasheh } 3568328d5752SMark Fasheh 3569dcd0538fSMark Fasheh static int ocfs2_append_rec_to_path(struct inode *inode, handle_t *handle, 3570dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3571dcd0538fSMark Fasheh struct ocfs2_path *right_path, 3572dcd0538fSMark Fasheh struct ocfs2_path **ret_left_path) 3573dcd0538fSMark Fasheh { 3574328d5752SMark Fasheh int ret, next_free; 3575dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 3576dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 3577dcd0538fSMark Fasheh 3578dcd0538fSMark Fasheh *ret_left_path = NULL; 3579dcd0538fSMark Fasheh 3580dcd0538fSMark Fasheh /* 3581e48edee2SMark Fasheh * This shouldn't happen for non-trees. The extent rec cluster 3582e48edee2SMark Fasheh * count manipulation below only works for interior nodes. 3583e48edee2SMark Fasheh */ 3584e48edee2SMark Fasheh BUG_ON(right_path->p_tree_depth == 0); 3585e48edee2SMark Fasheh 3586e48edee2SMark Fasheh /* 3587dcd0538fSMark Fasheh * If our appending insert is at the leftmost edge of a leaf, 3588dcd0538fSMark Fasheh * then we might need to update the rightmost records of the 3589dcd0538fSMark Fasheh * neighboring path. 3590dcd0538fSMark Fasheh */ 3591dcd0538fSMark Fasheh el = path_leaf_el(right_path); 3592dcd0538fSMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 3593dcd0538fSMark Fasheh if (next_free == 0 || 3594dcd0538fSMark Fasheh (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) { 3595dcd0538fSMark Fasheh u32 left_cpos; 3596dcd0538fSMark Fasheh 3597dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, 3598dcd0538fSMark Fasheh &left_cpos); 3599dcd0538fSMark Fasheh if (ret) { 3600dcd0538fSMark Fasheh mlog_errno(ret); 3601dcd0538fSMark Fasheh goto out; 3602dcd0538fSMark Fasheh } 3603dcd0538fSMark Fasheh 3604dcd0538fSMark Fasheh mlog(0, "Append may need a left path update. cpos: %u, " 3605dcd0538fSMark Fasheh "left_cpos: %u\n", le32_to_cpu(insert_rec->e_cpos), 3606dcd0538fSMark Fasheh left_cpos); 3607dcd0538fSMark Fasheh 3608dcd0538fSMark Fasheh /* 3609dcd0538fSMark Fasheh * No need to worry if the append is already in the 3610dcd0538fSMark Fasheh * leftmost leaf. 3611dcd0538fSMark Fasheh */ 3612dcd0538fSMark Fasheh if (left_cpos) { 3613dcd0538fSMark Fasheh left_path = ocfs2_new_path(path_root_bh(right_path), 3614dcd0538fSMark Fasheh path_root_el(right_path)); 3615dcd0538fSMark Fasheh if (!left_path) { 3616dcd0538fSMark Fasheh ret = -ENOMEM; 3617dcd0538fSMark Fasheh mlog_errno(ret); 3618dcd0538fSMark Fasheh goto out; 3619dcd0538fSMark Fasheh } 3620dcd0538fSMark Fasheh 3621dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, left_path, left_cpos); 3622dcd0538fSMark Fasheh if (ret) { 3623dcd0538fSMark Fasheh mlog_errno(ret); 3624dcd0538fSMark Fasheh goto out; 3625dcd0538fSMark Fasheh } 3626dcd0538fSMark Fasheh 3627dcd0538fSMark Fasheh /* 3628dcd0538fSMark Fasheh * ocfs2_insert_path() will pass the left_path to the 3629dcd0538fSMark Fasheh * journal for us. 3630dcd0538fSMark Fasheh */ 3631dcd0538fSMark Fasheh } 3632dcd0538fSMark Fasheh } 3633dcd0538fSMark Fasheh 3634dcd0538fSMark Fasheh ret = ocfs2_journal_access_path(inode, handle, right_path); 3635dcd0538fSMark Fasheh if (ret) { 3636dcd0538fSMark Fasheh mlog_errno(ret); 3637dcd0538fSMark Fasheh goto out; 3638dcd0538fSMark Fasheh } 3639dcd0538fSMark Fasheh 3640328d5752SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, right_path, insert_rec); 3641dcd0538fSMark Fasheh 3642dcd0538fSMark Fasheh *ret_left_path = left_path; 3643dcd0538fSMark Fasheh ret = 0; 3644dcd0538fSMark Fasheh out: 3645dcd0538fSMark Fasheh if (ret != 0) 3646dcd0538fSMark Fasheh ocfs2_free_path(left_path); 3647dcd0538fSMark Fasheh 3648dcd0538fSMark Fasheh return ret; 3649dcd0538fSMark Fasheh } 3650dcd0538fSMark Fasheh 3651328d5752SMark Fasheh static void ocfs2_split_record(struct inode *inode, 3652328d5752SMark Fasheh struct ocfs2_path *left_path, 3653328d5752SMark Fasheh struct ocfs2_path *right_path, 3654328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 3655328d5752SMark Fasheh enum ocfs2_split_type split) 3656328d5752SMark Fasheh { 3657328d5752SMark Fasheh int index; 3658328d5752SMark Fasheh u32 cpos = le32_to_cpu(split_rec->e_cpos); 3659328d5752SMark Fasheh struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el; 3660328d5752SMark Fasheh struct ocfs2_extent_rec *rec, *tmprec; 3661328d5752SMark Fasheh 3662328d5752SMark Fasheh right_el = path_leaf_el(right_path);; 3663328d5752SMark Fasheh if (left_path) 3664328d5752SMark Fasheh left_el = path_leaf_el(left_path); 3665328d5752SMark Fasheh 3666328d5752SMark Fasheh el = right_el; 3667328d5752SMark Fasheh insert_el = right_el; 3668328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 3669328d5752SMark Fasheh if (index != -1) { 3670328d5752SMark Fasheh if (index == 0 && left_path) { 3671328d5752SMark Fasheh BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0])); 3672328d5752SMark Fasheh 3673328d5752SMark Fasheh /* 3674328d5752SMark Fasheh * This typically means that the record 3675328d5752SMark Fasheh * started in the left path but moved to the 3676328d5752SMark Fasheh * right as a result of rotation. We either 3677328d5752SMark Fasheh * move the existing record to the left, or we 3678328d5752SMark Fasheh * do the later insert there. 3679328d5752SMark Fasheh * 3680328d5752SMark Fasheh * In this case, the left path should always 3681328d5752SMark Fasheh * exist as the rotate code will have passed 3682328d5752SMark Fasheh * it back for a post-insert update. 3683328d5752SMark Fasheh */ 3684328d5752SMark Fasheh 3685328d5752SMark Fasheh if (split == SPLIT_LEFT) { 3686328d5752SMark Fasheh /* 3687328d5752SMark Fasheh * It's a left split. Since we know 3688328d5752SMark Fasheh * that the rotate code gave us an 3689328d5752SMark Fasheh * empty extent in the left path, we 3690328d5752SMark Fasheh * can just do the insert there. 3691328d5752SMark Fasheh */ 3692328d5752SMark Fasheh insert_el = left_el; 3693328d5752SMark Fasheh } else { 3694328d5752SMark Fasheh /* 3695328d5752SMark Fasheh * Right split - we have to move the 3696328d5752SMark Fasheh * existing record over to the left 3697328d5752SMark Fasheh * leaf. The insert will be into the 3698328d5752SMark Fasheh * newly created empty extent in the 3699328d5752SMark Fasheh * right leaf. 3700328d5752SMark Fasheh */ 3701328d5752SMark Fasheh tmprec = &right_el->l_recs[index]; 3702328d5752SMark Fasheh ocfs2_rotate_leaf(left_el, tmprec); 3703328d5752SMark Fasheh el = left_el; 3704328d5752SMark Fasheh 3705328d5752SMark Fasheh memset(tmprec, 0, sizeof(*tmprec)); 3706328d5752SMark Fasheh index = ocfs2_search_extent_list(left_el, cpos); 3707328d5752SMark Fasheh BUG_ON(index == -1); 3708328d5752SMark Fasheh } 3709328d5752SMark Fasheh } 3710328d5752SMark Fasheh } else { 3711328d5752SMark Fasheh BUG_ON(!left_path); 3712328d5752SMark Fasheh BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0])); 3713328d5752SMark Fasheh /* 3714328d5752SMark Fasheh * Left path is easy - we can just allow the insert to 3715328d5752SMark Fasheh * happen. 3716328d5752SMark Fasheh */ 3717328d5752SMark Fasheh el = left_el; 3718328d5752SMark Fasheh insert_el = left_el; 3719328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 3720328d5752SMark Fasheh BUG_ON(index == -1); 3721328d5752SMark Fasheh } 3722328d5752SMark Fasheh 3723328d5752SMark Fasheh rec = &el->l_recs[index]; 3724328d5752SMark Fasheh ocfs2_subtract_from_rec(inode->i_sb, split, rec, split_rec); 3725328d5752SMark Fasheh ocfs2_rotate_leaf(insert_el, split_rec); 3726328d5752SMark Fasheh } 3727328d5752SMark Fasheh 3728dcd0538fSMark Fasheh /* 3729e7d4cb6bSTao Ma * This function only does inserts on an allocation b-tree. For tree 3730e7d4cb6bSTao Ma * depth = 0, ocfs2_insert_at_leaf() is called directly. 3731dcd0538fSMark Fasheh * 3732dcd0538fSMark Fasheh * right_path is the path we want to do the actual insert 3733dcd0538fSMark Fasheh * in. left_path should only be passed in if we need to update that 3734dcd0538fSMark Fasheh * portion of the tree after an edge insert. 3735dcd0538fSMark Fasheh */ 3736dcd0538fSMark Fasheh static int ocfs2_insert_path(struct inode *inode, 3737dcd0538fSMark Fasheh handle_t *handle, 3738dcd0538fSMark Fasheh struct ocfs2_path *left_path, 3739dcd0538fSMark Fasheh struct ocfs2_path *right_path, 3740dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3741dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 3742dcd0538fSMark Fasheh { 3743dcd0538fSMark Fasheh int ret, subtree_index; 3744dcd0538fSMark Fasheh struct buffer_head *leaf_bh = path_leaf_bh(right_path); 3745dcd0538fSMark Fasheh 3746dcd0538fSMark Fasheh if (left_path) { 3747dcd0538fSMark Fasheh int credits = handle->h_buffer_credits; 3748dcd0538fSMark Fasheh 3749dcd0538fSMark Fasheh /* 3750dcd0538fSMark Fasheh * There's a chance that left_path got passed back to 3751dcd0538fSMark Fasheh * us without being accounted for in the 3752dcd0538fSMark Fasheh * journal. Extend our transaction here to be sure we 3753dcd0538fSMark Fasheh * can change those blocks. 3754dcd0538fSMark Fasheh */ 3755dcd0538fSMark Fasheh credits += left_path->p_tree_depth; 3756dcd0538fSMark Fasheh 3757dcd0538fSMark Fasheh ret = ocfs2_extend_trans(handle, credits); 3758dcd0538fSMark Fasheh if (ret < 0) { 3759dcd0538fSMark Fasheh mlog_errno(ret); 3760dcd0538fSMark Fasheh goto out; 3761dcd0538fSMark Fasheh } 3762dcd0538fSMark Fasheh 3763dcd0538fSMark Fasheh ret = ocfs2_journal_access_path(inode, handle, left_path); 3764dcd0538fSMark Fasheh if (ret < 0) { 3765dcd0538fSMark Fasheh mlog_errno(ret); 3766dcd0538fSMark Fasheh goto out; 3767dcd0538fSMark Fasheh } 3768dcd0538fSMark Fasheh } 3769dcd0538fSMark Fasheh 3770e8aed345SMark Fasheh /* 3771e8aed345SMark Fasheh * Pass both paths to the journal. The majority of inserts 3772e8aed345SMark Fasheh * will be touching all components anyway. 3773e8aed345SMark Fasheh */ 3774e8aed345SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, right_path); 3775e8aed345SMark Fasheh if (ret < 0) { 3776e8aed345SMark Fasheh mlog_errno(ret); 3777e8aed345SMark Fasheh goto out; 3778e8aed345SMark Fasheh } 3779e8aed345SMark Fasheh 3780328d5752SMark Fasheh if (insert->ins_split != SPLIT_NONE) { 3781328d5752SMark Fasheh /* 3782328d5752SMark Fasheh * We could call ocfs2_insert_at_leaf() for some types 3783c78bad11SJoe Perches * of splits, but it's easier to just let one separate 3784328d5752SMark Fasheh * function sort it all out. 3785328d5752SMark Fasheh */ 3786328d5752SMark Fasheh ocfs2_split_record(inode, left_path, right_path, 3787328d5752SMark Fasheh insert_rec, insert->ins_split); 3788e8aed345SMark Fasheh 3789e8aed345SMark Fasheh /* 3790e8aed345SMark Fasheh * Split might have modified either leaf and we don't 3791e8aed345SMark Fasheh * have a guarantee that the later edge insert will 3792e8aed345SMark Fasheh * dirty this for us. 3793e8aed345SMark Fasheh */ 3794e8aed345SMark Fasheh if (left_path) 3795e8aed345SMark Fasheh ret = ocfs2_journal_dirty(handle, 3796e8aed345SMark Fasheh path_leaf_bh(left_path)); 3797e8aed345SMark Fasheh if (ret) 3798e8aed345SMark Fasheh mlog_errno(ret); 3799328d5752SMark Fasheh } else 3800328d5752SMark Fasheh ocfs2_insert_at_leaf(insert_rec, path_leaf_el(right_path), 3801328d5752SMark Fasheh insert, inode); 3802dcd0538fSMark Fasheh 3803dcd0538fSMark Fasheh ret = ocfs2_journal_dirty(handle, leaf_bh); 3804dcd0538fSMark Fasheh if (ret) 3805dcd0538fSMark Fasheh mlog_errno(ret); 3806dcd0538fSMark Fasheh 3807dcd0538fSMark Fasheh if (left_path) { 3808dcd0538fSMark Fasheh /* 3809dcd0538fSMark Fasheh * The rotate code has indicated that we need to fix 3810dcd0538fSMark Fasheh * up portions of the tree after the insert. 3811dcd0538fSMark Fasheh * 3812dcd0538fSMark Fasheh * XXX: Should we extend the transaction here? 3813dcd0538fSMark Fasheh */ 3814dcd0538fSMark Fasheh subtree_index = ocfs2_find_subtree_root(inode, left_path, 3815dcd0538fSMark Fasheh right_path); 3816dcd0538fSMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, 3817dcd0538fSMark Fasheh right_path, subtree_index); 3818dcd0538fSMark Fasheh } 3819dcd0538fSMark Fasheh 3820dcd0538fSMark Fasheh ret = 0; 3821dcd0538fSMark Fasheh out: 3822dcd0538fSMark Fasheh return ret; 3823dcd0538fSMark Fasheh } 3824dcd0538fSMark Fasheh 3825dcd0538fSMark Fasheh static int ocfs2_do_insert_extent(struct inode *inode, 3826dcd0538fSMark Fasheh handle_t *handle, 3827e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 3828dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 3829dcd0538fSMark Fasheh struct ocfs2_insert_type *type) 3830dcd0538fSMark Fasheh { 3831dcd0538fSMark Fasheh int ret, rotate = 0; 3832dcd0538fSMark Fasheh u32 cpos; 3833dcd0538fSMark Fasheh struct ocfs2_path *right_path = NULL; 3834dcd0538fSMark Fasheh struct ocfs2_path *left_path = NULL; 3835dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 3836dcd0538fSMark Fasheh 3837e7d4cb6bSTao Ma el = et->root_el; 3838dcd0538fSMark Fasheh 3839e7d4cb6bSTao Ma ret = ocfs2_journal_access(handle, inode, et->root_bh, 3840dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 3841dcd0538fSMark Fasheh if (ret) { 3842dcd0538fSMark Fasheh mlog_errno(ret); 3843dcd0538fSMark Fasheh goto out; 3844dcd0538fSMark Fasheh } 3845dcd0538fSMark Fasheh 3846dcd0538fSMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 3847dcd0538fSMark Fasheh ocfs2_insert_at_leaf(insert_rec, el, type, inode); 3848dcd0538fSMark Fasheh goto out_update_clusters; 3849dcd0538fSMark Fasheh } 3850dcd0538fSMark Fasheh 3851e7d4cb6bSTao Ma right_path = ocfs2_new_path(et->root_bh, et->root_el); 3852dcd0538fSMark Fasheh if (!right_path) { 3853dcd0538fSMark Fasheh ret = -ENOMEM; 3854dcd0538fSMark Fasheh mlog_errno(ret); 3855dcd0538fSMark Fasheh goto out; 3856dcd0538fSMark Fasheh } 3857dcd0538fSMark Fasheh 3858dcd0538fSMark Fasheh /* 3859dcd0538fSMark Fasheh * Determine the path to start with. Rotations need the 3860dcd0538fSMark Fasheh * rightmost path, everything else can go directly to the 3861dcd0538fSMark Fasheh * target leaf. 3862dcd0538fSMark Fasheh */ 3863dcd0538fSMark Fasheh cpos = le32_to_cpu(insert_rec->e_cpos); 3864dcd0538fSMark Fasheh if (type->ins_appending == APPEND_NONE && 3865dcd0538fSMark Fasheh type->ins_contig == CONTIG_NONE) { 3866dcd0538fSMark Fasheh rotate = 1; 3867dcd0538fSMark Fasheh cpos = UINT_MAX; 3868dcd0538fSMark Fasheh } 3869dcd0538fSMark Fasheh 3870dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, right_path, cpos); 3871dcd0538fSMark Fasheh if (ret) { 3872dcd0538fSMark Fasheh mlog_errno(ret); 3873dcd0538fSMark Fasheh goto out; 3874dcd0538fSMark Fasheh } 3875dcd0538fSMark Fasheh 3876dcd0538fSMark Fasheh /* 3877dcd0538fSMark Fasheh * Rotations and appends need special treatment - they modify 3878dcd0538fSMark Fasheh * parts of the tree's above them. 3879dcd0538fSMark Fasheh * 3880dcd0538fSMark Fasheh * Both might pass back a path immediate to the left of the 3881dcd0538fSMark Fasheh * one being inserted to. This will be cause 3882dcd0538fSMark Fasheh * ocfs2_insert_path() to modify the rightmost records of 3883dcd0538fSMark Fasheh * left_path to account for an edge insert. 3884dcd0538fSMark Fasheh * 3885dcd0538fSMark Fasheh * XXX: When modifying this code, keep in mind that an insert 3886dcd0538fSMark Fasheh * can wind up skipping both of these two special cases... 3887dcd0538fSMark Fasheh */ 3888dcd0538fSMark Fasheh if (rotate) { 3889328d5752SMark Fasheh ret = ocfs2_rotate_tree_right(inode, handle, type->ins_split, 3890dcd0538fSMark Fasheh le32_to_cpu(insert_rec->e_cpos), 3891dcd0538fSMark Fasheh right_path, &left_path); 3892dcd0538fSMark Fasheh if (ret) { 3893dcd0538fSMark Fasheh mlog_errno(ret); 3894dcd0538fSMark Fasheh goto out; 3895dcd0538fSMark Fasheh } 3896e8aed345SMark Fasheh 3897e8aed345SMark Fasheh /* 3898e8aed345SMark Fasheh * ocfs2_rotate_tree_right() might have extended the 3899e8aed345SMark Fasheh * transaction without re-journaling our tree root. 3900e8aed345SMark Fasheh */ 3901e7d4cb6bSTao Ma ret = ocfs2_journal_access(handle, inode, et->root_bh, 3902e8aed345SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 3903e8aed345SMark Fasheh if (ret) { 3904e8aed345SMark Fasheh mlog_errno(ret); 3905e8aed345SMark Fasheh goto out; 3906e8aed345SMark Fasheh } 3907dcd0538fSMark Fasheh } else if (type->ins_appending == APPEND_TAIL 3908dcd0538fSMark Fasheh && type->ins_contig != CONTIG_LEFT) { 3909dcd0538fSMark Fasheh ret = ocfs2_append_rec_to_path(inode, handle, insert_rec, 3910dcd0538fSMark Fasheh right_path, &left_path); 3911dcd0538fSMark Fasheh if (ret) { 3912dcd0538fSMark Fasheh mlog_errno(ret); 3913dcd0538fSMark Fasheh goto out; 3914dcd0538fSMark Fasheh } 3915dcd0538fSMark Fasheh } 3916dcd0538fSMark Fasheh 3917dcd0538fSMark Fasheh ret = ocfs2_insert_path(inode, handle, left_path, right_path, 3918dcd0538fSMark Fasheh insert_rec, type); 3919dcd0538fSMark Fasheh if (ret) { 3920dcd0538fSMark Fasheh mlog_errno(ret); 3921dcd0538fSMark Fasheh goto out; 3922dcd0538fSMark Fasheh } 3923dcd0538fSMark Fasheh 3924dcd0538fSMark Fasheh out_update_clusters: 3925328d5752SMark Fasheh if (type->ins_split == SPLIT_NONE) 3926e7d4cb6bSTao Ma ocfs2_update_clusters(inode, et, 3927e48edee2SMark Fasheh le16_to_cpu(insert_rec->e_leaf_clusters)); 3928dcd0538fSMark Fasheh 3929e7d4cb6bSTao Ma ret = ocfs2_journal_dirty(handle, et->root_bh); 3930dcd0538fSMark Fasheh if (ret) 3931dcd0538fSMark Fasheh mlog_errno(ret); 3932dcd0538fSMark Fasheh 3933dcd0538fSMark Fasheh out: 3934dcd0538fSMark Fasheh ocfs2_free_path(left_path); 3935dcd0538fSMark Fasheh ocfs2_free_path(right_path); 3936dcd0538fSMark Fasheh 3937dcd0538fSMark Fasheh return ret; 3938dcd0538fSMark Fasheh } 3939dcd0538fSMark Fasheh 3940328d5752SMark Fasheh static enum ocfs2_contig_type 3941ad5a4d70STao Ma ocfs2_figure_merge_contig_type(struct inode *inode, struct ocfs2_path *path, 3942328d5752SMark Fasheh struct ocfs2_extent_list *el, int index, 3943328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec) 3944328d5752SMark Fasheh { 3945ad5a4d70STao Ma int status; 3946328d5752SMark Fasheh enum ocfs2_contig_type ret = CONTIG_NONE; 3947ad5a4d70STao Ma u32 left_cpos, right_cpos; 3948ad5a4d70STao Ma struct ocfs2_extent_rec *rec = NULL; 3949ad5a4d70STao Ma struct ocfs2_extent_list *new_el; 3950ad5a4d70STao Ma struct ocfs2_path *left_path = NULL, *right_path = NULL; 3951ad5a4d70STao Ma struct buffer_head *bh; 3952ad5a4d70STao Ma struct ocfs2_extent_block *eb; 3953ad5a4d70STao Ma 3954ad5a4d70STao Ma if (index > 0) { 3955ad5a4d70STao Ma rec = &el->l_recs[index - 1]; 3956ad5a4d70STao Ma } else if (path->p_tree_depth > 0) { 3957ad5a4d70STao Ma status = ocfs2_find_cpos_for_left_leaf(inode->i_sb, 3958ad5a4d70STao Ma path, &left_cpos); 3959ad5a4d70STao Ma if (status) 3960ad5a4d70STao Ma goto out; 3961ad5a4d70STao Ma 3962ad5a4d70STao Ma if (left_cpos != 0) { 3963ad5a4d70STao Ma left_path = ocfs2_new_path(path_root_bh(path), 3964ad5a4d70STao Ma path_root_el(path)); 3965ad5a4d70STao Ma if (!left_path) 3966ad5a4d70STao Ma goto out; 3967ad5a4d70STao Ma 3968ad5a4d70STao Ma status = ocfs2_find_path(inode, left_path, left_cpos); 3969ad5a4d70STao Ma if (status) 3970ad5a4d70STao Ma goto out; 3971ad5a4d70STao Ma 3972ad5a4d70STao Ma new_el = path_leaf_el(left_path); 3973ad5a4d70STao Ma 3974ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) != 3975ad5a4d70STao Ma le16_to_cpu(new_el->l_count)) { 3976ad5a4d70STao Ma bh = path_leaf_bh(left_path); 3977ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 3978ad5a4d70STao Ma OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, 3979ad5a4d70STao Ma eb); 3980ad5a4d70STao Ma goto out; 3981ad5a4d70STao Ma } 3982ad5a4d70STao Ma rec = &new_el->l_recs[ 3983ad5a4d70STao Ma le16_to_cpu(new_el->l_next_free_rec) - 1]; 3984ad5a4d70STao Ma } 3985ad5a4d70STao Ma } 3986328d5752SMark Fasheh 3987328d5752SMark Fasheh /* 3988328d5752SMark Fasheh * We're careful to check for an empty extent record here - 3989328d5752SMark Fasheh * the merge code will know what to do if it sees one. 3990328d5752SMark Fasheh */ 3991ad5a4d70STao Ma if (rec) { 3992328d5752SMark Fasheh if (index == 1 && ocfs2_is_empty_extent(rec)) { 3993328d5752SMark Fasheh if (split_rec->e_cpos == el->l_recs[index].e_cpos) 3994328d5752SMark Fasheh ret = CONTIG_RIGHT; 3995328d5752SMark Fasheh } else { 3996328d5752SMark Fasheh ret = ocfs2_extent_contig(inode, rec, split_rec); 3997328d5752SMark Fasheh } 3998328d5752SMark Fasheh } 3999328d5752SMark Fasheh 4000ad5a4d70STao Ma rec = NULL; 4001ad5a4d70STao Ma if (index < (le16_to_cpu(el->l_next_free_rec) - 1)) 4002ad5a4d70STao Ma rec = &el->l_recs[index + 1]; 4003ad5a4d70STao Ma else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) && 4004ad5a4d70STao Ma path->p_tree_depth > 0) { 4005ad5a4d70STao Ma status = ocfs2_find_cpos_for_right_leaf(inode->i_sb, 4006ad5a4d70STao Ma path, &right_cpos); 4007ad5a4d70STao Ma if (status) 4008ad5a4d70STao Ma goto out; 4009ad5a4d70STao Ma 4010ad5a4d70STao Ma if (right_cpos == 0) 4011ad5a4d70STao Ma goto out; 4012ad5a4d70STao Ma 4013ad5a4d70STao Ma right_path = ocfs2_new_path(path_root_bh(path), 4014ad5a4d70STao Ma path_root_el(path)); 4015ad5a4d70STao Ma if (!right_path) 4016ad5a4d70STao Ma goto out; 4017ad5a4d70STao Ma 4018ad5a4d70STao Ma status = ocfs2_find_path(inode, right_path, right_cpos); 4019ad5a4d70STao Ma if (status) 4020ad5a4d70STao Ma goto out; 4021ad5a4d70STao Ma 4022ad5a4d70STao Ma new_el = path_leaf_el(right_path); 4023ad5a4d70STao Ma rec = &new_el->l_recs[0]; 4024ad5a4d70STao Ma if (ocfs2_is_empty_extent(rec)) { 4025ad5a4d70STao Ma if (le16_to_cpu(new_el->l_next_free_rec) <= 1) { 4026ad5a4d70STao Ma bh = path_leaf_bh(right_path); 4027ad5a4d70STao Ma eb = (struct ocfs2_extent_block *)bh->b_data; 4028ad5a4d70STao Ma OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, 4029ad5a4d70STao Ma eb); 4030ad5a4d70STao Ma goto out; 4031ad5a4d70STao Ma } 4032ad5a4d70STao Ma rec = &new_el->l_recs[1]; 4033ad5a4d70STao Ma } 4034ad5a4d70STao Ma } 4035ad5a4d70STao Ma 4036ad5a4d70STao Ma if (rec) { 4037328d5752SMark Fasheh enum ocfs2_contig_type contig_type; 4038328d5752SMark Fasheh 4039328d5752SMark Fasheh contig_type = ocfs2_extent_contig(inode, rec, split_rec); 4040328d5752SMark Fasheh 4041328d5752SMark Fasheh if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT) 4042328d5752SMark Fasheh ret = CONTIG_LEFTRIGHT; 4043328d5752SMark Fasheh else if (ret == CONTIG_NONE) 4044328d5752SMark Fasheh ret = contig_type; 4045328d5752SMark Fasheh } 4046328d5752SMark Fasheh 4047ad5a4d70STao Ma out: 4048ad5a4d70STao Ma if (left_path) 4049ad5a4d70STao Ma ocfs2_free_path(left_path); 4050ad5a4d70STao Ma if (right_path) 4051ad5a4d70STao Ma ocfs2_free_path(right_path); 4052ad5a4d70STao Ma 4053328d5752SMark Fasheh return ret; 4054328d5752SMark Fasheh } 4055328d5752SMark Fasheh 4056dcd0538fSMark Fasheh static void ocfs2_figure_contig_type(struct inode *inode, 4057dcd0538fSMark Fasheh struct ocfs2_insert_type *insert, 4058dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4059dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4060dcd0538fSMark Fasheh { 4061dcd0538fSMark Fasheh int i; 4062dcd0538fSMark Fasheh enum ocfs2_contig_type contig_type = CONTIG_NONE; 4063dcd0538fSMark Fasheh 4064e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4065e48edee2SMark Fasheh 4066dcd0538fSMark Fasheh for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) { 4067dcd0538fSMark Fasheh contig_type = ocfs2_extent_contig(inode, &el->l_recs[i], 4068dcd0538fSMark Fasheh insert_rec); 4069dcd0538fSMark Fasheh if (contig_type != CONTIG_NONE) { 4070dcd0538fSMark Fasheh insert->ins_contig_index = i; 4071dcd0538fSMark Fasheh break; 4072dcd0538fSMark Fasheh } 4073dcd0538fSMark Fasheh } 4074dcd0538fSMark Fasheh insert->ins_contig = contig_type; 4075dcd0538fSMark Fasheh } 4076dcd0538fSMark Fasheh 4077dcd0538fSMark Fasheh /* 4078dcd0538fSMark Fasheh * This should only be called against the righmost leaf extent list. 4079dcd0538fSMark Fasheh * 4080dcd0538fSMark Fasheh * ocfs2_figure_appending_type() will figure out whether we'll have to 4081dcd0538fSMark Fasheh * insert at the tail of the rightmost leaf. 4082dcd0538fSMark Fasheh * 4083e7d4cb6bSTao Ma * This should also work against the root extent list for tree's with 0 4084e7d4cb6bSTao Ma * depth. If we consider the root extent list to be the rightmost leaf node 4085dcd0538fSMark Fasheh * then the logic here makes sense. 4086dcd0538fSMark Fasheh */ 4087dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert, 4088dcd0538fSMark Fasheh struct ocfs2_extent_list *el, 4089dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec) 4090dcd0538fSMark Fasheh { 4091dcd0538fSMark Fasheh int i; 4092dcd0538fSMark Fasheh u32 cpos = le32_to_cpu(insert_rec->e_cpos); 4093dcd0538fSMark Fasheh struct ocfs2_extent_rec *rec; 4094dcd0538fSMark Fasheh 4095dcd0538fSMark Fasheh insert->ins_appending = APPEND_NONE; 4096dcd0538fSMark Fasheh 4097e48edee2SMark Fasheh BUG_ON(le16_to_cpu(el->l_tree_depth) != 0); 4098dcd0538fSMark Fasheh 4099dcd0538fSMark Fasheh if (!el->l_next_free_rec) 4100dcd0538fSMark Fasheh goto set_tail_append; 4101dcd0538fSMark Fasheh 4102dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 4103dcd0538fSMark Fasheh /* Were all records empty? */ 4104dcd0538fSMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 1) 4105dcd0538fSMark Fasheh goto set_tail_append; 4106dcd0538fSMark Fasheh } 4107dcd0538fSMark Fasheh 4108dcd0538fSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 4109dcd0538fSMark Fasheh rec = &el->l_recs[i]; 4110dcd0538fSMark Fasheh 4111e48edee2SMark Fasheh if (cpos >= 4112e48edee2SMark Fasheh (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters))) 4113dcd0538fSMark Fasheh goto set_tail_append; 4114dcd0538fSMark Fasheh 4115dcd0538fSMark Fasheh return; 4116dcd0538fSMark Fasheh 4117dcd0538fSMark Fasheh set_tail_append: 4118dcd0538fSMark Fasheh insert->ins_appending = APPEND_TAIL; 4119dcd0538fSMark Fasheh } 4120dcd0538fSMark Fasheh 4121dcd0538fSMark Fasheh /* 4122dcd0538fSMark Fasheh * Helper function called at the begining of an insert. 4123dcd0538fSMark Fasheh * 4124dcd0538fSMark Fasheh * This computes a few things that are commonly used in the process of 4125dcd0538fSMark Fasheh * inserting into the btree: 4126dcd0538fSMark Fasheh * - Whether the new extent is contiguous with an existing one. 4127dcd0538fSMark Fasheh * - The current tree depth. 4128dcd0538fSMark Fasheh * - Whether the insert is an appending one. 4129dcd0538fSMark Fasheh * - The total # of free records in the tree. 4130dcd0538fSMark Fasheh * 4131dcd0538fSMark Fasheh * All of the information is stored on the ocfs2_insert_type 4132dcd0538fSMark Fasheh * structure. 4133dcd0538fSMark Fasheh */ 4134dcd0538fSMark Fasheh static int ocfs2_figure_insert_type(struct inode *inode, 4135e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4136dcd0538fSMark Fasheh struct buffer_head **last_eb_bh, 4137dcd0538fSMark Fasheh struct ocfs2_extent_rec *insert_rec, 4138c77534f6STao Mao int *free_records, 4139dcd0538fSMark Fasheh struct ocfs2_insert_type *insert) 4140dcd0538fSMark Fasheh { 4141dcd0538fSMark Fasheh int ret; 4142dcd0538fSMark Fasheh struct ocfs2_extent_block *eb; 4143dcd0538fSMark Fasheh struct ocfs2_extent_list *el; 4144dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 4145dcd0538fSMark Fasheh struct buffer_head *bh = NULL; 4146dcd0538fSMark Fasheh 4147328d5752SMark Fasheh insert->ins_split = SPLIT_NONE; 4148328d5752SMark Fasheh 4149e7d4cb6bSTao Ma el = et->root_el; 4150dcd0538fSMark Fasheh insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth); 4151dcd0538fSMark Fasheh 4152dcd0538fSMark Fasheh if (el->l_tree_depth) { 4153dcd0538fSMark Fasheh /* 4154dcd0538fSMark Fasheh * If we have tree depth, we read in the 4155dcd0538fSMark Fasheh * rightmost extent block ahead of time as 4156dcd0538fSMark Fasheh * ocfs2_figure_insert_type() and ocfs2_add_branch() 4157dcd0538fSMark Fasheh * may want it later. 4158dcd0538fSMark Fasheh */ 4159dcd0538fSMark Fasheh ret = ocfs2_read_block(OCFS2_SB(inode->i_sb), 4160e7d4cb6bSTao Ma ocfs2_get_last_eb_blk(et), &bh, 4161dcd0538fSMark Fasheh OCFS2_BH_CACHED, inode); 4162dcd0538fSMark Fasheh if (ret) { 4163dcd0538fSMark Fasheh mlog_exit(ret); 4164dcd0538fSMark Fasheh goto out; 4165dcd0538fSMark Fasheh } 4166dcd0538fSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 4167dcd0538fSMark Fasheh el = &eb->h_list; 4168dcd0538fSMark Fasheh } 4169dcd0538fSMark Fasheh 4170dcd0538fSMark Fasheh /* 4171dcd0538fSMark Fasheh * Unless we have a contiguous insert, we'll need to know if 4172dcd0538fSMark Fasheh * there is room left in our allocation tree for another 4173dcd0538fSMark Fasheh * extent record. 4174dcd0538fSMark Fasheh * 4175dcd0538fSMark Fasheh * XXX: This test is simplistic, we can search for empty 4176dcd0538fSMark Fasheh * extent records too. 4177dcd0538fSMark Fasheh */ 4178c77534f6STao Mao *free_records = le16_to_cpu(el->l_count) - 4179dcd0538fSMark Fasheh le16_to_cpu(el->l_next_free_rec); 4180dcd0538fSMark Fasheh 4181dcd0538fSMark Fasheh if (!insert->ins_tree_depth) { 4182dcd0538fSMark Fasheh ocfs2_figure_contig_type(inode, insert, el, insert_rec); 4183dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4184dcd0538fSMark Fasheh return 0; 4185dcd0538fSMark Fasheh } 4186dcd0538fSMark Fasheh 4187e7d4cb6bSTao Ma path = ocfs2_new_path(et->root_bh, et->root_el); 4188dcd0538fSMark Fasheh if (!path) { 4189dcd0538fSMark Fasheh ret = -ENOMEM; 4190dcd0538fSMark Fasheh mlog_errno(ret); 4191dcd0538fSMark Fasheh goto out; 4192dcd0538fSMark Fasheh } 4193dcd0538fSMark Fasheh 4194dcd0538fSMark Fasheh /* 4195dcd0538fSMark Fasheh * In the case that we're inserting past what the tree 4196dcd0538fSMark Fasheh * currently accounts for, ocfs2_find_path() will return for 4197dcd0538fSMark Fasheh * us the rightmost tree path. This is accounted for below in 4198dcd0538fSMark Fasheh * the appending code. 4199dcd0538fSMark Fasheh */ 4200dcd0538fSMark Fasheh ret = ocfs2_find_path(inode, path, le32_to_cpu(insert_rec->e_cpos)); 4201dcd0538fSMark Fasheh if (ret) { 4202dcd0538fSMark Fasheh mlog_errno(ret); 4203dcd0538fSMark Fasheh goto out; 4204dcd0538fSMark Fasheh } 4205dcd0538fSMark Fasheh 4206dcd0538fSMark Fasheh el = path_leaf_el(path); 4207dcd0538fSMark Fasheh 4208dcd0538fSMark Fasheh /* 4209dcd0538fSMark Fasheh * Now that we have the path, there's two things we want to determine: 4210dcd0538fSMark Fasheh * 1) Contiguousness (also set contig_index if this is so) 4211dcd0538fSMark Fasheh * 4212dcd0538fSMark Fasheh * 2) Are we doing an append? We can trivially break this up 4213dcd0538fSMark Fasheh * into two types of appends: simple record append, or a 4214dcd0538fSMark Fasheh * rotate inside the tail leaf. 4215dcd0538fSMark Fasheh */ 4216dcd0538fSMark Fasheh ocfs2_figure_contig_type(inode, insert, el, insert_rec); 4217dcd0538fSMark Fasheh 4218dcd0538fSMark Fasheh /* 4219dcd0538fSMark Fasheh * The insert code isn't quite ready to deal with all cases of 4220dcd0538fSMark Fasheh * left contiguousness. Specifically, if it's an insert into 4221dcd0538fSMark Fasheh * the 1st record in a leaf, it will require the adjustment of 4222e48edee2SMark Fasheh * cluster count on the last record of the path directly to it's 4223dcd0538fSMark Fasheh * left. For now, just catch that case and fool the layers 4224dcd0538fSMark Fasheh * above us. This works just fine for tree_depth == 0, which 4225dcd0538fSMark Fasheh * is why we allow that above. 4226dcd0538fSMark Fasheh */ 4227dcd0538fSMark Fasheh if (insert->ins_contig == CONTIG_LEFT && 4228dcd0538fSMark Fasheh insert->ins_contig_index == 0) 4229dcd0538fSMark Fasheh insert->ins_contig = CONTIG_NONE; 4230dcd0538fSMark Fasheh 4231dcd0538fSMark Fasheh /* 4232dcd0538fSMark Fasheh * Ok, so we can simply compare against last_eb to figure out 4233dcd0538fSMark Fasheh * whether the path doesn't exist. This will only happen in 4234dcd0538fSMark Fasheh * the case that we're doing a tail append, so maybe we can 4235dcd0538fSMark Fasheh * take advantage of that information somehow. 4236dcd0538fSMark Fasheh */ 4237e7d4cb6bSTao Ma if (ocfs2_get_last_eb_blk(et) == 4238e7d4cb6bSTao Ma path_leaf_bh(path)->b_blocknr) { 4239dcd0538fSMark Fasheh /* 4240dcd0538fSMark Fasheh * Ok, ocfs2_find_path() returned us the rightmost 4241dcd0538fSMark Fasheh * tree path. This might be an appending insert. There are 4242dcd0538fSMark Fasheh * two cases: 4243dcd0538fSMark Fasheh * 1) We're doing a true append at the tail: 4244dcd0538fSMark Fasheh * -This might even be off the end of the leaf 4245dcd0538fSMark Fasheh * 2) We're "appending" by rotating in the tail 4246dcd0538fSMark Fasheh */ 4247dcd0538fSMark Fasheh ocfs2_figure_appending_type(insert, el, insert_rec); 4248dcd0538fSMark Fasheh } 4249dcd0538fSMark Fasheh 4250dcd0538fSMark Fasheh out: 4251dcd0538fSMark Fasheh ocfs2_free_path(path); 4252dcd0538fSMark Fasheh 4253dcd0538fSMark Fasheh if (ret == 0) 4254dcd0538fSMark Fasheh *last_eb_bh = bh; 4255dcd0538fSMark Fasheh else 4256dcd0538fSMark Fasheh brelse(bh); 4257dcd0538fSMark Fasheh return ret; 4258dcd0538fSMark Fasheh } 4259dcd0538fSMark Fasheh 4260dcd0538fSMark Fasheh /* 4261dcd0538fSMark Fasheh * Insert an extent into an inode btree. 4262dcd0538fSMark Fasheh * 4263dcd0538fSMark Fasheh * The caller needs to update fe->i_clusters 4264dcd0538fSMark Fasheh */ 4265f56654c4STao Ma static int ocfs2_insert_extent(struct ocfs2_super *osb, 42661fabe148SMark Fasheh handle_t *handle, 4267ccd979bdSMark Fasheh struct inode *inode, 4268e7d4cb6bSTao Ma struct buffer_head *root_bh, 4269dcd0538fSMark Fasheh u32 cpos, 4270ccd979bdSMark Fasheh u64 start_blk, 4271ccd979bdSMark Fasheh u32 new_clusters, 42722ae99a60SMark Fasheh u8 flags, 4273e7d4cb6bSTao Ma struct ocfs2_alloc_context *meta_ac, 4274f56654c4STao Ma struct ocfs2_extent_tree *et) 4275ccd979bdSMark Fasheh { 4276c3afcbb3SMark Fasheh int status; 4277c77534f6STao Mao int uninitialized_var(free_records); 4278ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 4279dcd0538fSMark Fasheh struct ocfs2_insert_type insert = {0, }; 4280dcd0538fSMark Fasheh struct ocfs2_extent_rec rec; 4281ccd979bdSMark Fasheh 42821afc32b9SMark Fasheh BUG_ON(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL); 42831afc32b9SMark Fasheh 4284dcd0538fSMark Fasheh mlog(0, "add %u clusters at position %u to inode %llu\n", 4285dcd0538fSMark Fasheh new_clusters, cpos, (unsigned long long)OCFS2_I(inode)->ip_blkno); 4286ccd979bdSMark Fasheh 4287dcd0538fSMark Fasheh mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) && 4288dcd0538fSMark Fasheh (OCFS2_I(inode)->ip_clusters != cpos), 4289dcd0538fSMark Fasheh "Device %s, asking for sparse allocation: inode %llu, " 4290dcd0538fSMark Fasheh "cpos %u, clusters %u\n", 4291dcd0538fSMark Fasheh osb->dev_str, 4292dcd0538fSMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos, 4293dcd0538fSMark Fasheh OCFS2_I(inode)->ip_clusters); 4294ccd979bdSMark Fasheh 4295e48edee2SMark Fasheh memset(&rec, 0, sizeof(rec)); 4296dcd0538fSMark Fasheh rec.e_cpos = cpu_to_le32(cpos); 4297dcd0538fSMark Fasheh rec.e_blkno = cpu_to_le64(start_blk); 4298e48edee2SMark Fasheh rec.e_leaf_clusters = cpu_to_le16(new_clusters); 42992ae99a60SMark Fasheh rec.e_flags = flags; 4300ccd979bdSMark Fasheh 4301e7d4cb6bSTao Ma status = ocfs2_figure_insert_type(inode, et, &last_eb_bh, &rec, 4302c77534f6STao Mao &free_records, &insert); 4303ccd979bdSMark Fasheh if (status < 0) { 4304dcd0538fSMark Fasheh mlog_errno(status); 4305ccd979bdSMark Fasheh goto bail; 4306ccd979bdSMark Fasheh } 4307ccd979bdSMark Fasheh 4308dcd0538fSMark Fasheh mlog(0, "Insert.appending: %u, Insert.Contig: %u, " 4309dcd0538fSMark Fasheh "Insert.contig_index: %d, Insert.free_records: %d, " 4310dcd0538fSMark Fasheh "Insert.tree_depth: %d\n", 4311dcd0538fSMark Fasheh insert.ins_appending, insert.ins_contig, insert.ins_contig_index, 4312c77534f6STao Mao free_records, insert.ins_tree_depth); 4313dcd0538fSMark Fasheh 4314c77534f6STao Mao if (insert.ins_contig == CONTIG_NONE && free_records == 0) { 4315e7d4cb6bSTao Ma status = ocfs2_grow_tree(inode, handle, et, 4316328d5752SMark Fasheh &insert.ins_tree_depth, &last_eb_bh, 4317ccd979bdSMark Fasheh meta_ac); 4318c3afcbb3SMark Fasheh if (status) { 4319ccd979bdSMark Fasheh mlog_errno(status); 4320ccd979bdSMark Fasheh goto bail; 4321ccd979bdSMark Fasheh } 4322c3afcbb3SMark Fasheh } 4323ccd979bdSMark Fasheh 4324dcd0538fSMark Fasheh /* Finally, we can add clusters. This might rotate the tree for us. */ 4325e7d4cb6bSTao Ma status = ocfs2_do_insert_extent(inode, handle, et, &rec, &insert); 4326ccd979bdSMark Fasheh if (status < 0) 4327ccd979bdSMark Fasheh mlog_errno(status); 4328e7d4cb6bSTao Ma else if (et->type == OCFS2_DINODE_EXTENT) 432983418978SMark Fasheh ocfs2_extent_map_insert_rec(inode, &rec); 4330ccd979bdSMark Fasheh 4331ccd979bdSMark Fasheh bail: 4332ccd979bdSMark Fasheh if (last_eb_bh) 4333ccd979bdSMark Fasheh brelse(last_eb_bh); 4334ccd979bdSMark Fasheh 4335f56654c4STao Ma mlog_exit(status); 4336f56654c4STao Ma return status; 4337f56654c4STao Ma } 4338f56654c4STao Ma 4339f56654c4STao Ma int ocfs2_dinode_insert_extent(struct ocfs2_super *osb, 4340f56654c4STao Ma handle_t *handle, 4341f56654c4STao Ma struct inode *inode, 4342f56654c4STao Ma struct buffer_head *root_bh, 4343f56654c4STao Ma u32 cpos, 4344f56654c4STao Ma u64 start_blk, 4345f56654c4STao Ma u32 new_clusters, 4346f56654c4STao Ma u8 flags, 4347f56654c4STao Ma struct ocfs2_alloc_context *meta_ac) 4348f56654c4STao Ma { 4349f56654c4STao Ma int status; 4350f56654c4STao Ma struct ocfs2_extent_tree *et = NULL; 4351f56654c4STao Ma 4352f56654c4STao Ma et = ocfs2_new_extent_tree(root_bh, OCFS2_DINODE_EXTENT, NULL); 4353f56654c4STao Ma if (!et) { 4354f56654c4STao Ma status = -ENOMEM; 4355f56654c4STao Ma mlog_errno(status); 4356f56654c4STao Ma goto bail; 4357f56654c4STao Ma } 4358f56654c4STao Ma 4359f56654c4STao Ma status = ocfs2_insert_extent(osb, handle, inode, root_bh, 4360f56654c4STao Ma cpos, start_blk, new_clusters, 4361f56654c4STao Ma flags, meta_ac, et); 4362f56654c4STao Ma 4363e7d4cb6bSTao Ma if (et) 4364e7d4cb6bSTao Ma ocfs2_free_extent_tree(et); 4365f56654c4STao Ma bail: 4366f56654c4STao Ma return status; 4367f56654c4STao Ma } 4368f56654c4STao Ma 4369f56654c4STao Ma int ocfs2_xattr_value_insert_extent(struct ocfs2_super *osb, 4370f56654c4STao Ma handle_t *handle, 4371f56654c4STao Ma struct inode *inode, 4372f56654c4STao Ma struct buffer_head *root_bh, 4373f56654c4STao Ma u32 cpos, 4374f56654c4STao Ma u64 start_blk, 4375f56654c4STao Ma u32 new_clusters, 4376f56654c4STao Ma u8 flags, 4377f56654c4STao Ma struct ocfs2_alloc_context *meta_ac, 4378f56654c4STao Ma void *private) 4379f56654c4STao Ma { 4380f56654c4STao Ma int status; 4381f56654c4STao Ma struct ocfs2_extent_tree *et = NULL; 4382f56654c4STao Ma 4383f56654c4STao Ma et = ocfs2_new_extent_tree(root_bh, OCFS2_XATTR_VALUE_EXTENT, private); 4384f56654c4STao Ma if (!et) { 4385f56654c4STao Ma status = -ENOMEM; 4386f56654c4STao Ma mlog_errno(status); 4387f56654c4STao Ma goto bail; 4388f56654c4STao Ma } 4389f56654c4STao Ma 4390f56654c4STao Ma status = ocfs2_insert_extent(osb, handle, inode, root_bh, 4391f56654c4STao Ma cpos, start_blk, new_clusters, 4392f56654c4STao Ma flags, meta_ac, et); 4393f56654c4STao Ma 4394f56654c4STao Ma if (et) 4395f56654c4STao Ma ocfs2_free_extent_tree(et); 4396f56654c4STao Ma bail: 4397ccd979bdSMark Fasheh return status; 4398ccd979bdSMark Fasheh } 4399ccd979bdSMark Fasheh 44000eb8d47eSTao Ma /* 44010eb8d47eSTao Ma * Allcate and add clusters into the extent b-tree. 44020eb8d47eSTao Ma * The new clusters(clusters_to_add) will be inserted at logical_offset. 44030eb8d47eSTao Ma * The extent b-tree's root is root_el and it should be in root_bh, and 44040eb8d47eSTao Ma * it is not limited to the file storage. Any extent tree can use this 44050eb8d47eSTao Ma * function if it implements the proper ocfs2_extent_tree. 44060eb8d47eSTao Ma */ 44070eb8d47eSTao Ma int ocfs2_add_clusters_in_btree(struct ocfs2_super *osb, 44080eb8d47eSTao Ma struct inode *inode, 44090eb8d47eSTao Ma u32 *logical_offset, 44100eb8d47eSTao Ma u32 clusters_to_add, 44110eb8d47eSTao Ma int mark_unwritten, 44120eb8d47eSTao Ma struct buffer_head *root_bh, 44130eb8d47eSTao Ma struct ocfs2_extent_list *root_el, 44140eb8d47eSTao Ma handle_t *handle, 44150eb8d47eSTao Ma struct ocfs2_alloc_context *data_ac, 44160eb8d47eSTao Ma struct ocfs2_alloc_context *meta_ac, 44170eb8d47eSTao Ma enum ocfs2_alloc_restarted *reason_ret, 4418f56654c4STao Ma enum ocfs2_extent_tree_type type, 4419f56654c4STao Ma void *private) 44200eb8d47eSTao Ma { 44210eb8d47eSTao Ma int status = 0; 44220eb8d47eSTao Ma int free_extents; 44230eb8d47eSTao Ma enum ocfs2_alloc_restarted reason = RESTART_NONE; 44240eb8d47eSTao Ma u32 bit_off, num_bits; 44250eb8d47eSTao Ma u64 block; 44260eb8d47eSTao Ma u8 flags = 0; 44270eb8d47eSTao Ma 44280eb8d47eSTao Ma BUG_ON(!clusters_to_add); 44290eb8d47eSTao Ma 44300eb8d47eSTao Ma if (mark_unwritten) 44310eb8d47eSTao Ma flags = OCFS2_EXT_UNWRITTEN; 44320eb8d47eSTao Ma 4433f56654c4STao Ma free_extents = ocfs2_num_free_extents(osb, inode, root_bh, type, 4434f56654c4STao Ma private); 44350eb8d47eSTao Ma if (free_extents < 0) { 44360eb8d47eSTao Ma status = free_extents; 44370eb8d47eSTao Ma mlog_errno(status); 44380eb8d47eSTao Ma goto leave; 44390eb8d47eSTao Ma } 44400eb8d47eSTao Ma 44410eb8d47eSTao Ma /* there are two cases which could cause us to EAGAIN in the 44420eb8d47eSTao Ma * we-need-more-metadata case: 44430eb8d47eSTao Ma * 1) we haven't reserved *any* 44440eb8d47eSTao Ma * 2) we are so fragmented, we've needed to add metadata too 44450eb8d47eSTao Ma * many times. */ 44460eb8d47eSTao Ma if (!free_extents && !meta_ac) { 44470eb8d47eSTao Ma mlog(0, "we haven't reserved any metadata!\n"); 44480eb8d47eSTao Ma status = -EAGAIN; 44490eb8d47eSTao Ma reason = RESTART_META; 44500eb8d47eSTao Ma goto leave; 44510eb8d47eSTao Ma } else if ((!free_extents) 44520eb8d47eSTao Ma && (ocfs2_alloc_context_bits_left(meta_ac) 44530eb8d47eSTao Ma < ocfs2_extend_meta_needed(root_el))) { 44540eb8d47eSTao Ma mlog(0, "filesystem is really fragmented...\n"); 44550eb8d47eSTao Ma status = -EAGAIN; 44560eb8d47eSTao Ma reason = RESTART_META; 44570eb8d47eSTao Ma goto leave; 44580eb8d47eSTao Ma } 44590eb8d47eSTao Ma 44600eb8d47eSTao Ma status = __ocfs2_claim_clusters(osb, handle, data_ac, 1, 44610eb8d47eSTao Ma clusters_to_add, &bit_off, &num_bits); 44620eb8d47eSTao Ma if (status < 0) { 44630eb8d47eSTao Ma if (status != -ENOSPC) 44640eb8d47eSTao Ma mlog_errno(status); 44650eb8d47eSTao Ma goto leave; 44660eb8d47eSTao Ma } 44670eb8d47eSTao Ma 44680eb8d47eSTao Ma BUG_ON(num_bits > clusters_to_add); 44690eb8d47eSTao Ma 44700eb8d47eSTao Ma /* reserve our write early -- insert_extent may update the inode */ 44710eb8d47eSTao Ma status = ocfs2_journal_access(handle, inode, root_bh, 44720eb8d47eSTao Ma OCFS2_JOURNAL_ACCESS_WRITE); 44730eb8d47eSTao Ma if (status < 0) { 44740eb8d47eSTao Ma mlog_errno(status); 44750eb8d47eSTao Ma goto leave; 44760eb8d47eSTao Ma } 44770eb8d47eSTao Ma 44780eb8d47eSTao Ma block = ocfs2_clusters_to_blocks(osb->sb, bit_off); 44790eb8d47eSTao Ma mlog(0, "Allocating %u clusters at block %u for inode %llu\n", 44800eb8d47eSTao Ma num_bits, bit_off, (unsigned long long)OCFS2_I(inode)->ip_blkno); 4481f56654c4STao Ma if (type == OCFS2_DINODE_EXTENT) 4482f56654c4STao Ma status = ocfs2_dinode_insert_extent(osb, handle, inode, root_bh, 4483f56654c4STao Ma *logical_offset, block, 4484f56654c4STao Ma num_bits, flags, meta_ac); 4485f56654c4STao Ma else 4486f56654c4STao Ma status = ocfs2_xattr_value_insert_extent(osb, handle, 4487f56654c4STao Ma inode, root_bh, 4488f56654c4STao Ma *logical_offset, 4489f56654c4STao Ma block, num_bits, flags, 4490f56654c4STao Ma meta_ac, private); 44910eb8d47eSTao Ma if (status < 0) { 44920eb8d47eSTao Ma mlog_errno(status); 44930eb8d47eSTao Ma goto leave; 44940eb8d47eSTao Ma } 44950eb8d47eSTao Ma 44960eb8d47eSTao Ma status = ocfs2_journal_dirty(handle, root_bh); 44970eb8d47eSTao Ma if (status < 0) { 44980eb8d47eSTao Ma mlog_errno(status); 44990eb8d47eSTao Ma goto leave; 45000eb8d47eSTao Ma } 45010eb8d47eSTao Ma 45020eb8d47eSTao Ma clusters_to_add -= num_bits; 45030eb8d47eSTao Ma *logical_offset += num_bits; 45040eb8d47eSTao Ma 45050eb8d47eSTao Ma if (clusters_to_add) { 45060eb8d47eSTao Ma mlog(0, "need to alloc once more, wanted = %u\n", 45070eb8d47eSTao Ma clusters_to_add); 45080eb8d47eSTao Ma status = -EAGAIN; 45090eb8d47eSTao Ma reason = RESTART_TRANS; 45100eb8d47eSTao Ma } 45110eb8d47eSTao Ma 45120eb8d47eSTao Ma leave: 45130eb8d47eSTao Ma mlog_exit(status); 45140eb8d47eSTao Ma if (reason_ret) 45150eb8d47eSTao Ma *reason_ret = reason; 45160eb8d47eSTao Ma return status; 45170eb8d47eSTao Ma } 45180eb8d47eSTao Ma 4519328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb, 4520328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4521328d5752SMark Fasheh u32 cpos, 4522328d5752SMark Fasheh struct ocfs2_extent_rec *rec) 4523328d5752SMark Fasheh { 4524328d5752SMark Fasheh u32 rec_cpos = le32_to_cpu(rec->e_cpos); 4525328d5752SMark Fasheh u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters); 4526328d5752SMark Fasheh 4527328d5752SMark Fasheh memset(split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4528328d5752SMark Fasheh 4529328d5752SMark Fasheh split_rec->e_cpos = cpu_to_le32(cpos); 4530328d5752SMark Fasheh split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos); 4531328d5752SMark Fasheh 4532328d5752SMark Fasheh split_rec->e_blkno = rec->e_blkno; 4533328d5752SMark Fasheh le64_add_cpu(&split_rec->e_blkno, 4534328d5752SMark Fasheh ocfs2_clusters_to_blocks(sb, cpos - rec_cpos)); 4535328d5752SMark Fasheh 4536328d5752SMark Fasheh split_rec->e_flags = rec->e_flags; 4537328d5752SMark Fasheh } 4538328d5752SMark Fasheh 4539328d5752SMark Fasheh static int ocfs2_split_and_insert(struct inode *inode, 4540328d5752SMark Fasheh handle_t *handle, 4541328d5752SMark Fasheh struct ocfs2_path *path, 4542e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4543328d5752SMark Fasheh struct buffer_head **last_eb_bh, 4544328d5752SMark Fasheh int split_index, 4545328d5752SMark Fasheh struct ocfs2_extent_rec *orig_split_rec, 4546328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4547328d5752SMark Fasheh { 4548328d5752SMark Fasheh int ret = 0, depth; 4549328d5752SMark Fasheh unsigned int insert_range, rec_range, do_leftright = 0; 4550328d5752SMark Fasheh struct ocfs2_extent_rec tmprec; 4551328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4552328d5752SMark Fasheh struct ocfs2_extent_rec rec; 4553328d5752SMark Fasheh struct ocfs2_extent_rec split_rec = *orig_split_rec; 4554328d5752SMark Fasheh struct ocfs2_insert_type insert; 4555328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4556328d5752SMark Fasheh 4557328d5752SMark Fasheh leftright: 4558328d5752SMark Fasheh /* 4559328d5752SMark Fasheh * Store a copy of the record on the stack - it might move 4560328d5752SMark Fasheh * around as the tree is manipulated below. 4561328d5752SMark Fasheh */ 4562328d5752SMark Fasheh rec = path_leaf_el(path)->l_recs[split_index]; 4563328d5752SMark Fasheh 4564e7d4cb6bSTao Ma rightmost_el = et->root_el; 4565328d5752SMark Fasheh 4566328d5752SMark Fasheh depth = le16_to_cpu(rightmost_el->l_tree_depth); 4567328d5752SMark Fasheh if (depth) { 4568328d5752SMark Fasheh BUG_ON(!(*last_eb_bh)); 4569328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data; 4570328d5752SMark Fasheh rightmost_el = &eb->h_list; 4571328d5752SMark Fasheh } 4572328d5752SMark Fasheh 4573328d5752SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4574328d5752SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4575e7d4cb6bSTao Ma ret = ocfs2_grow_tree(inode, handle, et, 4576e7d4cb6bSTao Ma &depth, last_eb_bh, meta_ac); 4577328d5752SMark Fasheh if (ret) { 4578328d5752SMark Fasheh mlog_errno(ret); 4579328d5752SMark Fasheh goto out; 4580328d5752SMark Fasheh } 4581328d5752SMark Fasheh } 4582328d5752SMark Fasheh 4583328d5752SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4584328d5752SMark Fasheh insert.ins_appending = APPEND_NONE; 4585328d5752SMark Fasheh insert.ins_contig = CONTIG_NONE; 4586328d5752SMark Fasheh insert.ins_tree_depth = depth; 4587328d5752SMark Fasheh 4588328d5752SMark Fasheh insert_range = le32_to_cpu(split_rec.e_cpos) + 4589328d5752SMark Fasheh le16_to_cpu(split_rec.e_leaf_clusters); 4590328d5752SMark Fasheh rec_range = le32_to_cpu(rec.e_cpos) + 4591328d5752SMark Fasheh le16_to_cpu(rec.e_leaf_clusters); 4592328d5752SMark Fasheh 4593328d5752SMark Fasheh if (split_rec.e_cpos == rec.e_cpos) { 4594328d5752SMark Fasheh insert.ins_split = SPLIT_LEFT; 4595328d5752SMark Fasheh } else if (insert_range == rec_range) { 4596328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4597328d5752SMark Fasheh } else { 4598328d5752SMark Fasheh /* 4599328d5752SMark Fasheh * Left/right split. We fake this as a right split 4600328d5752SMark Fasheh * first and then make a second pass as a left split. 4601328d5752SMark Fasheh */ 4602328d5752SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4603328d5752SMark Fasheh 4604328d5752SMark Fasheh ocfs2_make_right_split_rec(inode->i_sb, &tmprec, insert_range, 4605328d5752SMark Fasheh &rec); 4606328d5752SMark Fasheh 4607328d5752SMark Fasheh split_rec = tmprec; 4608328d5752SMark Fasheh 4609328d5752SMark Fasheh BUG_ON(do_leftright); 4610328d5752SMark Fasheh do_leftright = 1; 4611328d5752SMark Fasheh } 4612328d5752SMark Fasheh 4613e7d4cb6bSTao Ma ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert); 4614328d5752SMark Fasheh if (ret) { 4615328d5752SMark Fasheh mlog_errno(ret); 4616328d5752SMark Fasheh goto out; 4617328d5752SMark Fasheh } 4618328d5752SMark Fasheh 4619328d5752SMark Fasheh if (do_leftright == 1) { 4620328d5752SMark Fasheh u32 cpos; 4621328d5752SMark Fasheh struct ocfs2_extent_list *el; 4622328d5752SMark Fasheh 4623328d5752SMark Fasheh do_leftright++; 4624328d5752SMark Fasheh split_rec = *orig_split_rec; 4625328d5752SMark Fasheh 4626328d5752SMark Fasheh ocfs2_reinit_path(path, 1); 4627328d5752SMark Fasheh 4628328d5752SMark Fasheh cpos = le32_to_cpu(split_rec.e_cpos); 4629328d5752SMark Fasheh ret = ocfs2_find_path(inode, path, cpos); 4630328d5752SMark Fasheh if (ret) { 4631328d5752SMark Fasheh mlog_errno(ret); 4632328d5752SMark Fasheh goto out; 4633328d5752SMark Fasheh } 4634328d5752SMark Fasheh 4635328d5752SMark Fasheh el = path_leaf_el(path); 4636328d5752SMark Fasheh split_index = ocfs2_search_extent_list(el, cpos); 4637328d5752SMark Fasheh goto leftright; 4638328d5752SMark Fasheh } 4639328d5752SMark Fasheh out: 4640328d5752SMark Fasheh 4641328d5752SMark Fasheh return ret; 4642328d5752SMark Fasheh } 4643328d5752SMark Fasheh 4644328d5752SMark Fasheh /* 4645328d5752SMark Fasheh * Mark part or all of the extent record at split_index in the leaf 4646328d5752SMark Fasheh * pointed to by path as written. This removes the unwritten 4647328d5752SMark Fasheh * extent flag. 4648328d5752SMark Fasheh * 4649328d5752SMark Fasheh * Care is taken to handle contiguousness so as to not grow the tree. 4650328d5752SMark Fasheh * 4651328d5752SMark Fasheh * meta_ac is not strictly necessary - we only truly need it if growth 4652328d5752SMark Fasheh * of the tree is required. All other cases will degrade into a less 4653328d5752SMark Fasheh * optimal tree layout. 4654328d5752SMark Fasheh * 4655e7d4cb6bSTao Ma * last_eb_bh should be the rightmost leaf block for any extent 4656e7d4cb6bSTao Ma * btree. Since a split may grow the tree or a merge might shrink it, 4657e7d4cb6bSTao Ma * the caller cannot trust the contents of that buffer after this call. 4658328d5752SMark Fasheh * 4659328d5752SMark Fasheh * This code is optimized for readability - several passes might be 4660328d5752SMark Fasheh * made over certain portions of the tree. All of those blocks will 4661328d5752SMark Fasheh * have been brought into cache (and pinned via the journal), so the 4662328d5752SMark Fasheh * extra overhead is not expressed in terms of disk reads. 4663328d5752SMark Fasheh */ 4664328d5752SMark Fasheh static int __ocfs2_mark_extent_written(struct inode *inode, 4665e7d4cb6bSTao Ma struct ocfs2_extent_tree *et, 4666328d5752SMark Fasheh handle_t *handle, 4667328d5752SMark Fasheh struct ocfs2_path *path, 4668328d5752SMark Fasheh int split_index, 4669328d5752SMark Fasheh struct ocfs2_extent_rec *split_rec, 4670328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 4671328d5752SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc) 4672328d5752SMark Fasheh { 4673328d5752SMark Fasheh int ret = 0; 4674328d5752SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 4675e8aed345SMark Fasheh struct buffer_head *last_eb_bh = NULL; 4676328d5752SMark Fasheh struct ocfs2_extent_rec *rec = &el->l_recs[split_index]; 4677328d5752SMark Fasheh struct ocfs2_merge_ctxt ctxt; 4678328d5752SMark Fasheh struct ocfs2_extent_list *rightmost_el; 4679328d5752SMark Fasheh 46803cf0c507SRoel Kluin if (!(rec->e_flags & OCFS2_EXT_UNWRITTEN)) { 4681328d5752SMark Fasheh ret = -EIO; 4682328d5752SMark Fasheh mlog_errno(ret); 4683328d5752SMark Fasheh goto out; 4684328d5752SMark Fasheh } 4685328d5752SMark Fasheh 4686328d5752SMark Fasheh if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) || 4687328d5752SMark Fasheh ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) < 4688328d5752SMark Fasheh (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) { 4689328d5752SMark Fasheh ret = -EIO; 4690328d5752SMark Fasheh mlog_errno(ret); 4691328d5752SMark Fasheh goto out; 4692328d5752SMark Fasheh } 4693328d5752SMark Fasheh 4694ad5a4d70STao Ma ctxt.c_contig_type = ocfs2_figure_merge_contig_type(inode, path, el, 4695328d5752SMark Fasheh split_index, 4696328d5752SMark Fasheh split_rec); 4697328d5752SMark Fasheh 4698328d5752SMark Fasheh /* 4699328d5752SMark Fasheh * The core merge / split code wants to know how much room is 4700328d5752SMark Fasheh * left in this inodes allocation tree, so we pass the 4701328d5752SMark Fasheh * rightmost extent list. 4702328d5752SMark Fasheh */ 4703328d5752SMark Fasheh if (path->p_tree_depth) { 4704328d5752SMark Fasheh struct ocfs2_extent_block *eb; 4705328d5752SMark Fasheh 4706328d5752SMark Fasheh ret = ocfs2_read_block(OCFS2_SB(inode->i_sb), 4707e7d4cb6bSTao Ma ocfs2_get_last_eb_blk(et), 4708328d5752SMark Fasheh &last_eb_bh, OCFS2_BH_CACHED, inode); 4709328d5752SMark Fasheh if (ret) { 4710328d5752SMark Fasheh mlog_exit(ret); 4711328d5752SMark Fasheh goto out; 4712328d5752SMark Fasheh } 4713328d5752SMark Fasheh 4714328d5752SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 4715328d5752SMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 4716328d5752SMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 4717328d5752SMark Fasheh ret = -EROFS; 4718328d5752SMark Fasheh goto out; 4719328d5752SMark Fasheh } 4720328d5752SMark Fasheh 4721328d5752SMark Fasheh rightmost_el = &eb->h_list; 4722328d5752SMark Fasheh } else 4723328d5752SMark Fasheh rightmost_el = path_root_el(path); 4724328d5752SMark Fasheh 4725328d5752SMark Fasheh if (rec->e_cpos == split_rec->e_cpos && 4726328d5752SMark Fasheh rec->e_leaf_clusters == split_rec->e_leaf_clusters) 4727328d5752SMark Fasheh ctxt.c_split_covers_rec = 1; 4728328d5752SMark Fasheh else 4729328d5752SMark Fasheh ctxt.c_split_covers_rec = 0; 4730328d5752SMark Fasheh 4731328d5752SMark Fasheh ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]); 4732328d5752SMark Fasheh 4733015452b1SMark Fasheh mlog(0, "index: %d, contig: %u, has_empty: %u, split_covers: %u\n", 4734015452b1SMark Fasheh split_index, ctxt.c_contig_type, ctxt.c_has_empty_extent, 4735015452b1SMark Fasheh ctxt.c_split_covers_rec); 4736328d5752SMark Fasheh 4737328d5752SMark Fasheh if (ctxt.c_contig_type == CONTIG_NONE) { 4738328d5752SMark Fasheh if (ctxt.c_split_covers_rec) 4739328d5752SMark Fasheh el->l_recs[split_index] = *split_rec; 4740328d5752SMark Fasheh else 4741e7d4cb6bSTao Ma ret = ocfs2_split_and_insert(inode, handle, path, et, 4742328d5752SMark Fasheh &last_eb_bh, split_index, 4743328d5752SMark Fasheh split_rec, meta_ac); 4744328d5752SMark Fasheh if (ret) 4745328d5752SMark Fasheh mlog_errno(ret); 4746328d5752SMark Fasheh } else { 4747328d5752SMark Fasheh ret = ocfs2_try_to_merge_extent(inode, handle, path, 4748328d5752SMark Fasheh split_index, split_rec, 4749e7d4cb6bSTao Ma dealloc, &ctxt, et); 4750328d5752SMark Fasheh if (ret) 4751328d5752SMark Fasheh mlog_errno(ret); 4752328d5752SMark Fasheh } 4753328d5752SMark Fasheh 4754328d5752SMark Fasheh out: 4755328d5752SMark Fasheh brelse(last_eb_bh); 4756328d5752SMark Fasheh return ret; 4757328d5752SMark Fasheh } 4758328d5752SMark Fasheh 4759328d5752SMark Fasheh /* 4760328d5752SMark Fasheh * Mark the already-existing extent at cpos as written for len clusters. 4761328d5752SMark Fasheh * 4762328d5752SMark Fasheh * If the existing extent is larger than the request, initiate a 4763328d5752SMark Fasheh * split. An attempt will be made at merging with adjacent extents. 4764328d5752SMark Fasheh * 4765328d5752SMark Fasheh * The caller is responsible for passing down meta_ac if we'll need it. 4766328d5752SMark Fasheh */ 4767e7d4cb6bSTao Ma int ocfs2_mark_extent_written(struct inode *inode, struct buffer_head *root_bh, 4768328d5752SMark Fasheh handle_t *handle, u32 cpos, u32 len, u32 phys, 4769328d5752SMark Fasheh struct ocfs2_alloc_context *meta_ac, 4770e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 4771f56654c4STao Ma enum ocfs2_extent_tree_type et_type, 4772f56654c4STao Ma void *private) 4773328d5752SMark Fasheh { 4774328d5752SMark Fasheh int ret, index; 4775328d5752SMark Fasheh u64 start_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys); 4776328d5752SMark Fasheh struct ocfs2_extent_rec split_rec; 4777328d5752SMark Fasheh struct ocfs2_path *left_path = NULL; 4778328d5752SMark Fasheh struct ocfs2_extent_list *el; 4779e7d4cb6bSTao Ma struct ocfs2_extent_tree *et = NULL; 4780328d5752SMark Fasheh 4781328d5752SMark Fasheh mlog(0, "Inode %lu cpos %u, len %u, phys %u (%llu)\n", 4782328d5752SMark Fasheh inode->i_ino, cpos, len, phys, (unsigned long long)start_blkno); 4783328d5752SMark Fasheh 4784328d5752SMark Fasheh if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) { 4785328d5752SMark Fasheh ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents " 4786328d5752SMark Fasheh "that are being written to, but the feature bit " 4787328d5752SMark Fasheh "is not set in the super block.", 4788328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno); 4789328d5752SMark Fasheh ret = -EROFS; 4790328d5752SMark Fasheh goto out; 4791328d5752SMark Fasheh } 4792328d5752SMark Fasheh 4793f56654c4STao Ma et = ocfs2_new_extent_tree(root_bh, et_type, private); 4794e7d4cb6bSTao Ma if (!et) { 4795e7d4cb6bSTao Ma ret = -ENOMEM; 4796e7d4cb6bSTao Ma mlog_errno(ret); 4797e7d4cb6bSTao Ma goto out; 4798e7d4cb6bSTao Ma } 4799e7d4cb6bSTao Ma 4800328d5752SMark Fasheh /* 4801328d5752SMark Fasheh * XXX: This should be fixed up so that we just re-insert the 4802328d5752SMark Fasheh * next extent records. 4803328d5752SMark Fasheh */ 4804e7d4cb6bSTao Ma if (et_type == OCFS2_DINODE_EXTENT) 4805328d5752SMark Fasheh ocfs2_extent_map_trunc(inode, 0); 4806328d5752SMark Fasheh 4807e7d4cb6bSTao Ma left_path = ocfs2_new_path(et->root_bh, et->root_el); 4808328d5752SMark Fasheh if (!left_path) { 4809328d5752SMark Fasheh ret = -ENOMEM; 4810328d5752SMark Fasheh mlog_errno(ret); 4811328d5752SMark Fasheh goto out; 4812328d5752SMark Fasheh } 4813328d5752SMark Fasheh 4814328d5752SMark Fasheh ret = ocfs2_find_path(inode, left_path, cpos); 4815328d5752SMark Fasheh if (ret) { 4816328d5752SMark Fasheh mlog_errno(ret); 4817328d5752SMark Fasheh goto out; 4818328d5752SMark Fasheh } 4819328d5752SMark Fasheh el = path_leaf_el(left_path); 4820328d5752SMark Fasheh 4821328d5752SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 4822328d5752SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 4823328d5752SMark Fasheh ocfs2_error(inode->i_sb, 4824328d5752SMark Fasheh "Inode %llu has an extent at cpos %u which can no " 4825328d5752SMark Fasheh "longer be found.\n", 4826328d5752SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos); 4827328d5752SMark Fasheh ret = -EROFS; 4828328d5752SMark Fasheh goto out; 4829328d5752SMark Fasheh } 4830328d5752SMark Fasheh 4831328d5752SMark Fasheh memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec)); 4832328d5752SMark Fasheh split_rec.e_cpos = cpu_to_le32(cpos); 4833328d5752SMark Fasheh split_rec.e_leaf_clusters = cpu_to_le16(len); 4834328d5752SMark Fasheh split_rec.e_blkno = cpu_to_le64(start_blkno); 4835328d5752SMark Fasheh split_rec.e_flags = path_leaf_el(left_path)->l_recs[index].e_flags; 4836328d5752SMark Fasheh split_rec.e_flags &= ~OCFS2_EXT_UNWRITTEN; 4837328d5752SMark Fasheh 4838e7d4cb6bSTao Ma ret = __ocfs2_mark_extent_written(inode, et, handle, left_path, 4839e7d4cb6bSTao Ma index, &split_rec, meta_ac, 4840e7d4cb6bSTao Ma dealloc); 4841328d5752SMark Fasheh if (ret) 4842328d5752SMark Fasheh mlog_errno(ret); 4843328d5752SMark Fasheh 4844328d5752SMark Fasheh out: 4845328d5752SMark Fasheh ocfs2_free_path(left_path); 4846e7d4cb6bSTao Ma if (et) 4847e7d4cb6bSTao Ma ocfs2_free_extent_tree(et); 4848328d5752SMark Fasheh return ret; 4849328d5752SMark Fasheh } 4850328d5752SMark Fasheh 4851e7d4cb6bSTao Ma static int ocfs2_split_tree(struct inode *inode, struct ocfs2_extent_tree *et, 4852d0c7d708SMark Fasheh handle_t *handle, struct ocfs2_path *path, 4853d0c7d708SMark Fasheh int index, u32 new_range, 4854d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac) 4855d0c7d708SMark Fasheh { 4856d0c7d708SMark Fasheh int ret, depth, credits = handle->h_buffer_credits; 4857d0c7d708SMark Fasheh struct buffer_head *last_eb_bh = NULL; 4858d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 4859d0c7d708SMark Fasheh struct ocfs2_extent_list *rightmost_el, *el; 4860d0c7d708SMark Fasheh struct ocfs2_extent_rec split_rec; 4861d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 4862d0c7d708SMark Fasheh struct ocfs2_insert_type insert; 4863d0c7d708SMark Fasheh 4864d0c7d708SMark Fasheh /* 4865d0c7d708SMark Fasheh * Setup the record to split before we grow the tree. 4866d0c7d708SMark Fasheh */ 4867d0c7d708SMark Fasheh el = path_leaf_el(path); 4868d0c7d708SMark Fasheh rec = &el->l_recs[index]; 4869d0c7d708SMark Fasheh ocfs2_make_right_split_rec(inode->i_sb, &split_rec, new_range, rec); 4870d0c7d708SMark Fasheh 4871d0c7d708SMark Fasheh depth = path->p_tree_depth; 4872d0c7d708SMark Fasheh if (depth > 0) { 4873d0c7d708SMark Fasheh ret = ocfs2_read_block(OCFS2_SB(inode->i_sb), 4874e7d4cb6bSTao Ma ocfs2_get_last_eb_blk(et), 4875d0c7d708SMark Fasheh &last_eb_bh, OCFS2_BH_CACHED, inode); 4876d0c7d708SMark Fasheh if (ret < 0) { 4877d0c7d708SMark Fasheh mlog_errno(ret); 4878d0c7d708SMark Fasheh goto out; 4879d0c7d708SMark Fasheh } 4880d0c7d708SMark Fasheh 4881d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 4882d0c7d708SMark Fasheh rightmost_el = &eb->h_list; 4883d0c7d708SMark Fasheh } else 4884d0c7d708SMark Fasheh rightmost_el = path_leaf_el(path); 4885d0c7d708SMark Fasheh 4886811f933dSTao Ma credits += path->p_tree_depth + 4887e7d4cb6bSTao Ma ocfs2_extend_meta_needed(et->root_el); 4888d0c7d708SMark Fasheh ret = ocfs2_extend_trans(handle, credits); 4889d0c7d708SMark Fasheh if (ret) { 4890d0c7d708SMark Fasheh mlog_errno(ret); 4891d0c7d708SMark Fasheh goto out; 4892d0c7d708SMark Fasheh } 4893d0c7d708SMark Fasheh 4894d0c7d708SMark Fasheh if (le16_to_cpu(rightmost_el->l_next_free_rec) == 4895d0c7d708SMark Fasheh le16_to_cpu(rightmost_el->l_count)) { 4896e7d4cb6bSTao Ma ret = ocfs2_grow_tree(inode, handle, et, &depth, &last_eb_bh, 4897d0c7d708SMark Fasheh meta_ac); 4898d0c7d708SMark Fasheh if (ret) { 4899d0c7d708SMark Fasheh mlog_errno(ret); 4900d0c7d708SMark Fasheh goto out; 4901d0c7d708SMark Fasheh } 4902d0c7d708SMark Fasheh } 4903d0c7d708SMark Fasheh 4904d0c7d708SMark Fasheh memset(&insert, 0, sizeof(struct ocfs2_insert_type)); 4905d0c7d708SMark Fasheh insert.ins_appending = APPEND_NONE; 4906d0c7d708SMark Fasheh insert.ins_contig = CONTIG_NONE; 4907d0c7d708SMark Fasheh insert.ins_split = SPLIT_RIGHT; 4908d0c7d708SMark Fasheh insert.ins_tree_depth = depth; 4909d0c7d708SMark Fasheh 4910e7d4cb6bSTao Ma ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert); 4911d0c7d708SMark Fasheh if (ret) 4912d0c7d708SMark Fasheh mlog_errno(ret); 4913d0c7d708SMark Fasheh 4914d0c7d708SMark Fasheh out: 4915d0c7d708SMark Fasheh brelse(last_eb_bh); 4916d0c7d708SMark Fasheh return ret; 4917d0c7d708SMark Fasheh } 4918d0c7d708SMark Fasheh 4919d0c7d708SMark Fasheh static int ocfs2_truncate_rec(struct inode *inode, handle_t *handle, 4920d0c7d708SMark Fasheh struct ocfs2_path *path, int index, 4921d0c7d708SMark Fasheh struct ocfs2_cached_dealloc_ctxt *dealloc, 4922e7d4cb6bSTao Ma u32 cpos, u32 len, 4923e7d4cb6bSTao Ma struct ocfs2_extent_tree *et) 4924d0c7d708SMark Fasheh { 4925d0c7d708SMark Fasheh int ret; 4926d0c7d708SMark Fasheh u32 left_cpos, rec_range, trunc_range; 4927d0c7d708SMark Fasheh int wants_rotate = 0, is_rightmost_tree_rec = 0; 4928d0c7d708SMark Fasheh struct super_block *sb = inode->i_sb; 4929d0c7d708SMark Fasheh struct ocfs2_path *left_path = NULL; 4930d0c7d708SMark Fasheh struct ocfs2_extent_list *el = path_leaf_el(path); 4931d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 4932d0c7d708SMark Fasheh struct ocfs2_extent_block *eb; 4933d0c7d708SMark Fasheh 4934d0c7d708SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) { 4935e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et); 4936d0c7d708SMark Fasheh if (ret) { 4937d0c7d708SMark Fasheh mlog_errno(ret); 4938d0c7d708SMark Fasheh goto out; 4939d0c7d708SMark Fasheh } 4940d0c7d708SMark Fasheh 4941d0c7d708SMark Fasheh index--; 4942d0c7d708SMark Fasheh } 4943d0c7d708SMark Fasheh 4944d0c7d708SMark Fasheh if (index == (le16_to_cpu(el->l_next_free_rec) - 1) && 4945d0c7d708SMark Fasheh path->p_tree_depth) { 4946d0c7d708SMark Fasheh /* 4947d0c7d708SMark Fasheh * Check whether this is the rightmost tree record. If 4948d0c7d708SMark Fasheh * we remove all of this record or part of its right 4949d0c7d708SMark Fasheh * edge then an update of the record lengths above it 4950d0c7d708SMark Fasheh * will be required. 4951d0c7d708SMark Fasheh */ 4952d0c7d708SMark Fasheh eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data; 4953d0c7d708SMark Fasheh if (eb->h_next_leaf_blk == 0) 4954d0c7d708SMark Fasheh is_rightmost_tree_rec = 1; 4955d0c7d708SMark Fasheh } 4956d0c7d708SMark Fasheh 4957d0c7d708SMark Fasheh rec = &el->l_recs[index]; 4958d0c7d708SMark Fasheh if (index == 0 && path->p_tree_depth && 4959d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos) == cpos) { 4960d0c7d708SMark Fasheh /* 4961d0c7d708SMark Fasheh * Changing the leftmost offset (via partial or whole 4962d0c7d708SMark Fasheh * record truncate) of an interior (or rightmost) path 4963d0c7d708SMark Fasheh * means we have to update the subtree that is formed 4964d0c7d708SMark Fasheh * by this leaf and the one to it's left. 4965d0c7d708SMark Fasheh * 4966d0c7d708SMark Fasheh * There are two cases we can skip: 4967d0c7d708SMark Fasheh * 1) Path is the leftmost one in our inode tree. 4968d0c7d708SMark Fasheh * 2) The leaf is rightmost and will be empty after 4969d0c7d708SMark Fasheh * we remove the extent record - the rotate code 4970d0c7d708SMark Fasheh * knows how to update the newly formed edge. 4971d0c7d708SMark Fasheh */ 4972d0c7d708SMark Fasheh 4973d0c7d708SMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, 4974d0c7d708SMark Fasheh &left_cpos); 4975d0c7d708SMark Fasheh if (ret) { 4976d0c7d708SMark Fasheh mlog_errno(ret); 4977d0c7d708SMark Fasheh goto out; 4978d0c7d708SMark Fasheh } 4979d0c7d708SMark Fasheh 4980d0c7d708SMark Fasheh if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) { 4981d0c7d708SMark Fasheh left_path = ocfs2_new_path(path_root_bh(path), 4982d0c7d708SMark Fasheh path_root_el(path)); 4983d0c7d708SMark Fasheh if (!left_path) { 4984d0c7d708SMark Fasheh ret = -ENOMEM; 4985d0c7d708SMark Fasheh mlog_errno(ret); 4986d0c7d708SMark Fasheh goto out; 4987d0c7d708SMark Fasheh } 4988d0c7d708SMark Fasheh 4989d0c7d708SMark Fasheh ret = ocfs2_find_path(inode, left_path, left_cpos); 4990d0c7d708SMark Fasheh if (ret) { 4991d0c7d708SMark Fasheh mlog_errno(ret); 4992d0c7d708SMark Fasheh goto out; 4993d0c7d708SMark Fasheh } 4994d0c7d708SMark Fasheh } 4995d0c7d708SMark Fasheh } 4996d0c7d708SMark Fasheh 4997d0c7d708SMark Fasheh ret = ocfs2_extend_rotate_transaction(handle, 0, 4998d0c7d708SMark Fasheh handle->h_buffer_credits, 4999d0c7d708SMark Fasheh path); 5000d0c7d708SMark Fasheh if (ret) { 5001d0c7d708SMark Fasheh mlog_errno(ret); 5002d0c7d708SMark Fasheh goto out; 5003d0c7d708SMark Fasheh } 5004d0c7d708SMark Fasheh 5005d0c7d708SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, path); 5006d0c7d708SMark Fasheh if (ret) { 5007d0c7d708SMark Fasheh mlog_errno(ret); 5008d0c7d708SMark Fasheh goto out; 5009d0c7d708SMark Fasheh } 5010d0c7d708SMark Fasheh 5011d0c7d708SMark Fasheh ret = ocfs2_journal_access_path(inode, handle, left_path); 5012d0c7d708SMark Fasheh if (ret) { 5013d0c7d708SMark Fasheh mlog_errno(ret); 5014d0c7d708SMark Fasheh goto out; 5015d0c7d708SMark Fasheh } 5016d0c7d708SMark Fasheh 5017d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5018d0c7d708SMark Fasheh trunc_range = cpos + len; 5019d0c7d708SMark Fasheh 5020d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) { 5021d0c7d708SMark Fasheh int next_free; 5022d0c7d708SMark Fasheh 5023d0c7d708SMark Fasheh memset(rec, 0, sizeof(*rec)); 5024d0c7d708SMark Fasheh ocfs2_cleanup_merge(el, index); 5025d0c7d708SMark Fasheh wants_rotate = 1; 5026d0c7d708SMark Fasheh 5027d0c7d708SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 5028d0c7d708SMark Fasheh if (is_rightmost_tree_rec && next_free > 1) { 5029d0c7d708SMark Fasheh /* 5030d0c7d708SMark Fasheh * We skip the edge update if this path will 5031d0c7d708SMark Fasheh * be deleted by the rotate code. 5032d0c7d708SMark Fasheh */ 5033d0c7d708SMark Fasheh rec = &el->l_recs[next_free - 1]; 5034d0c7d708SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, path, 5035d0c7d708SMark Fasheh rec); 5036d0c7d708SMark Fasheh } 5037d0c7d708SMark Fasheh } else if (le32_to_cpu(rec->e_cpos) == cpos) { 5038d0c7d708SMark Fasheh /* Remove leftmost portion of the record. */ 5039d0c7d708SMark Fasheh le32_add_cpu(&rec->e_cpos, len); 5040d0c7d708SMark Fasheh le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len)); 5041d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5042d0c7d708SMark Fasheh } else if (rec_range == trunc_range) { 5043d0c7d708SMark Fasheh /* Remove rightmost portion of the record */ 5044d0c7d708SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -len); 5045d0c7d708SMark Fasheh if (is_rightmost_tree_rec) 5046d0c7d708SMark Fasheh ocfs2_adjust_rightmost_records(inode, handle, path, rec); 5047d0c7d708SMark Fasheh } else { 5048d0c7d708SMark Fasheh /* Caller should have trapped this. */ 5049d0c7d708SMark Fasheh mlog(ML_ERROR, "Inode %llu: Invalid record truncate: (%u, %u) " 5050d0c7d708SMark Fasheh "(%u, %u)\n", (unsigned long long)OCFS2_I(inode)->ip_blkno, 5051d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), 5052d0c7d708SMark Fasheh le16_to_cpu(rec->e_leaf_clusters), cpos, len); 5053d0c7d708SMark Fasheh BUG(); 5054d0c7d708SMark Fasheh } 5055d0c7d708SMark Fasheh 5056d0c7d708SMark Fasheh if (left_path) { 5057d0c7d708SMark Fasheh int subtree_index; 5058d0c7d708SMark Fasheh 5059d0c7d708SMark Fasheh subtree_index = ocfs2_find_subtree_root(inode, left_path, path); 5060d0c7d708SMark Fasheh ocfs2_complete_edge_insert(inode, handle, left_path, path, 5061d0c7d708SMark Fasheh subtree_index); 5062d0c7d708SMark Fasheh } 5063d0c7d708SMark Fasheh 5064d0c7d708SMark Fasheh ocfs2_journal_dirty(handle, path_leaf_bh(path)); 5065d0c7d708SMark Fasheh 5066e7d4cb6bSTao Ma ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et); 5067d0c7d708SMark Fasheh if (ret) { 5068d0c7d708SMark Fasheh mlog_errno(ret); 5069d0c7d708SMark Fasheh goto out; 5070d0c7d708SMark Fasheh } 5071d0c7d708SMark Fasheh 5072d0c7d708SMark Fasheh out: 5073d0c7d708SMark Fasheh ocfs2_free_path(left_path); 5074d0c7d708SMark Fasheh return ret; 5075d0c7d708SMark Fasheh } 5076d0c7d708SMark Fasheh 5077e7d4cb6bSTao Ma int ocfs2_remove_extent(struct inode *inode, struct buffer_head *root_bh, 5078d0c7d708SMark Fasheh u32 cpos, u32 len, handle_t *handle, 5079d0c7d708SMark Fasheh struct ocfs2_alloc_context *meta_ac, 5080e7d4cb6bSTao Ma struct ocfs2_cached_dealloc_ctxt *dealloc, 5081f56654c4STao Ma enum ocfs2_extent_tree_type et_type, 5082f56654c4STao Ma void *private) 5083d0c7d708SMark Fasheh { 5084d0c7d708SMark Fasheh int ret, index; 5085d0c7d708SMark Fasheh u32 rec_range, trunc_range; 5086d0c7d708SMark Fasheh struct ocfs2_extent_rec *rec; 5087d0c7d708SMark Fasheh struct ocfs2_extent_list *el; 5088e7d4cb6bSTao Ma struct ocfs2_path *path = NULL; 5089e7d4cb6bSTao Ma struct ocfs2_extent_tree *et = NULL; 5090e7d4cb6bSTao Ma 5091f56654c4STao Ma et = ocfs2_new_extent_tree(root_bh, et_type, private); 5092e7d4cb6bSTao Ma if (!et) { 5093e7d4cb6bSTao Ma ret = -ENOMEM; 5094e7d4cb6bSTao Ma mlog_errno(ret); 5095e7d4cb6bSTao Ma goto out; 5096e7d4cb6bSTao Ma } 5097d0c7d708SMark Fasheh 5098d0c7d708SMark Fasheh ocfs2_extent_map_trunc(inode, 0); 5099d0c7d708SMark Fasheh 5100e7d4cb6bSTao Ma path = ocfs2_new_path(et->root_bh, et->root_el); 5101d0c7d708SMark Fasheh if (!path) { 5102d0c7d708SMark Fasheh ret = -ENOMEM; 5103d0c7d708SMark Fasheh mlog_errno(ret); 5104d0c7d708SMark Fasheh goto out; 5105d0c7d708SMark Fasheh } 5106d0c7d708SMark Fasheh 5107d0c7d708SMark Fasheh ret = ocfs2_find_path(inode, path, cpos); 5108d0c7d708SMark Fasheh if (ret) { 5109d0c7d708SMark Fasheh mlog_errno(ret); 5110d0c7d708SMark Fasheh goto out; 5111d0c7d708SMark Fasheh } 5112d0c7d708SMark Fasheh 5113d0c7d708SMark Fasheh el = path_leaf_el(path); 5114d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5115d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5116d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5117d0c7d708SMark Fasheh "Inode %llu has an extent at cpos %u which can no " 5118d0c7d708SMark Fasheh "longer be found.\n", 5119d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos); 5120d0c7d708SMark Fasheh ret = -EROFS; 5121d0c7d708SMark Fasheh goto out; 5122d0c7d708SMark Fasheh } 5123d0c7d708SMark Fasheh 5124d0c7d708SMark Fasheh /* 5125d0c7d708SMark Fasheh * We have 3 cases of extent removal: 5126d0c7d708SMark Fasheh * 1) Range covers the entire extent rec 5127d0c7d708SMark Fasheh * 2) Range begins or ends on one edge of the extent rec 5128d0c7d708SMark Fasheh * 3) Range is in the middle of the extent rec (no shared edges) 5129d0c7d708SMark Fasheh * 5130d0c7d708SMark Fasheh * For case 1 we remove the extent rec and left rotate to 5131d0c7d708SMark Fasheh * fill the hole. 5132d0c7d708SMark Fasheh * 5133d0c7d708SMark Fasheh * For case 2 we just shrink the existing extent rec, with a 5134d0c7d708SMark Fasheh * tree update if the shrinking edge is also the edge of an 5135d0c7d708SMark Fasheh * extent block. 5136d0c7d708SMark Fasheh * 5137d0c7d708SMark Fasheh * For case 3 we do a right split to turn the extent rec into 5138d0c7d708SMark Fasheh * something case 2 can handle. 5139d0c7d708SMark Fasheh */ 5140d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5141d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec); 5142d0c7d708SMark Fasheh trunc_range = cpos + len; 5143d0c7d708SMark Fasheh 5144d0c7d708SMark Fasheh BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range); 5145d0c7d708SMark Fasheh 5146d0c7d708SMark Fasheh mlog(0, "Inode %llu, remove (cpos %u, len %u). Existing index %d " 5147d0c7d708SMark Fasheh "(cpos %u, len %u)\n", 5148d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos, len, index, 5149d0c7d708SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec)); 5150d0c7d708SMark Fasheh 5151d0c7d708SMark Fasheh if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) { 5152d0c7d708SMark Fasheh ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc, 5153e7d4cb6bSTao Ma cpos, len, et); 5154d0c7d708SMark Fasheh if (ret) { 5155d0c7d708SMark Fasheh mlog_errno(ret); 5156d0c7d708SMark Fasheh goto out; 5157d0c7d708SMark Fasheh } 5158d0c7d708SMark Fasheh } else { 5159e7d4cb6bSTao Ma ret = ocfs2_split_tree(inode, et, handle, path, index, 5160d0c7d708SMark Fasheh trunc_range, meta_ac); 5161d0c7d708SMark Fasheh if (ret) { 5162d0c7d708SMark Fasheh mlog_errno(ret); 5163d0c7d708SMark Fasheh goto out; 5164d0c7d708SMark Fasheh } 5165d0c7d708SMark Fasheh 5166d0c7d708SMark Fasheh /* 5167d0c7d708SMark Fasheh * The split could have manipulated the tree enough to 5168d0c7d708SMark Fasheh * move the record location, so we have to look for it again. 5169d0c7d708SMark Fasheh */ 5170d0c7d708SMark Fasheh ocfs2_reinit_path(path, 1); 5171d0c7d708SMark Fasheh 5172d0c7d708SMark Fasheh ret = ocfs2_find_path(inode, path, cpos); 5173d0c7d708SMark Fasheh if (ret) { 5174d0c7d708SMark Fasheh mlog_errno(ret); 5175d0c7d708SMark Fasheh goto out; 5176d0c7d708SMark Fasheh } 5177d0c7d708SMark Fasheh 5178d0c7d708SMark Fasheh el = path_leaf_el(path); 5179d0c7d708SMark Fasheh index = ocfs2_search_extent_list(el, cpos); 5180d0c7d708SMark Fasheh if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) { 5181d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5182d0c7d708SMark Fasheh "Inode %llu: split at cpos %u lost record.", 5183d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 5184d0c7d708SMark Fasheh cpos); 5185d0c7d708SMark Fasheh ret = -EROFS; 5186d0c7d708SMark Fasheh goto out; 5187d0c7d708SMark Fasheh } 5188d0c7d708SMark Fasheh 5189d0c7d708SMark Fasheh /* 5190d0c7d708SMark Fasheh * Double check our values here. If anything is fishy, 5191d0c7d708SMark Fasheh * it's easier to catch it at the top level. 5192d0c7d708SMark Fasheh */ 5193d0c7d708SMark Fasheh rec = &el->l_recs[index]; 5194d0c7d708SMark Fasheh rec_range = le32_to_cpu(rec->e_cpos) + 5195d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec); 5196d0c7d708SMark Fasheh if (rec_range != trunc_range) { 5197d0c7d708SMark Fasheh ocfs2_error(inode->i_sb, 5198d0c7d708SMark Fasheh "Inode %llu: error after split at cpos %u" 5199d0c7d708SMark Fasheh "trunc len %u, existing record is (%u,%u)", 5200d0c7d708SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 5201d0c7d708SMark Fasheh cpos, len, le32_to_cpu(rec->e_cpos), 5202d0c7d708SMark Fasheh ocfs2_rec_clusters(el, rec)); 5203d0c7d708SMark Fasheh ret = -EROFS; 5204d0c7d708SMark Fasheh goto out; 5205d0c7d708SMark Fasheh } 5206d0c7d708SMark Fasheh 5207d0c7d708SMark Fasheh ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc, 5208e7d4cb6bSTao Ma cpos, len, et); 5209d0c7d708SMark Fasheh if (ret) { 5210d0c7d708SMark Fasheh mlog_errno(ret); 5211d0c7d708SMark Fasheh goto out; 5212d0c7d708SMark Fasheh } 5213d0c7d708SMark Fasheh } 5214d0c7d708SMark Fasheh 5215d0c7d708SMark Fasheh out: 5216d0c7d708SMark Fasheh ocfs2_free_path(path); 5217e7d4cb6bSTao Ma if (et) 5218e7d4cb6bSTao Ma ocfs2_free_extent_tree(et); 5219d0c7d708SMark Fasheh return ret; 5220d0c7d708SMark Fasheh } 5221d0c7d708SMark Fasheh 5222063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb) 5223ccd979bdSMark Fasheh { 5224ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5225ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5226ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5227ccd979bdSMark Fasheh 5228ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5229ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5230ccd979bdSMark Fasheh 5231ccd979bdSMark Fasheh mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count), 5232ccd979bdSMark Fasheh "slot %d, invalid truncate log parameters: used = " 5233ccd979bdSMark Fasheh "%u, count = %u\n", osb->slot_num, 5234ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count)); 5235ccd979bdSMark Fasheh return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count); 5236ccd979bdSMark Fasheh } 5237ccd979bdSMark Fasheh 5238ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl, 5239ccd979bdSMark Fasheh unsigned int new_start) 5240ccd979bdSMark Fasheh { 5241ccd979bdSMark Fasheh unsigned int tail_index; 5242ccd979bdSMark Fasheh unsigned int current_tail; 5243ccd979bdSMark Fasheh 5244ccd979bdSMark Fasheh /* No records, nothing to coalesce */ 5245ccd979bdSMark Fasheh if (!le16_to_cpu(tl->tl_used)) 5246ccd979bdSMark Fasheh return 0; 5247ccd979bdSMark Fasheh 5248ccd979bdSMark Fasheh tail_index = le16_to_cpu(tl->tl_used) - 1; 5249ccd979bdSMark Fasheh current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start); 5250ccd979bdSMark Fasheh current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters); 5251ccd979bdSMark Fasheh 5252ccd979bdSMark Fasheh return current_tail == new_start; 5253ccd979bdSMark Fasheh } 5254ccd979bdSMark Fasheh 5255063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb, 52561fabe148SMark Fasheh handle_t *handle, 5257ccd979bdSMark Fasheh u64 start_blk, 5258ccd979bdSMark Fasheh unsigned int num_clusters) 5259ccd979bdSMark Fasheh { 5260ccd979bdSMark Fasheh int status, index; 5261ccd979bdSMark Fasheh unsigned int start_cluster, tl_count; 5262ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5263ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5264ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5265ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5266ccd979bdSMark Fasheh 5267b0697053SMark Fasheh mlog_entry("start_blk = %llu, num_clusters = %u\n", 5268b0697053SMark Fasheh (unsigned long long)start_blk, num_clusters); 5269ccd979bdSMark Fasheh 52701b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5271ccd979bdSMark Fasheh 5272ccd979bdSMark Fasheh start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk); 5273ccd979bdSMark Fasheh 5274ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5275ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5276ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_DINODE(di)) { 5277ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_DINODE(osb->sb, di); 5278ccd979bdSMark Fasheh status = -EIO; 5279ccd979bdSMark Fasheh goto bail; 5280ccd979bdSMark Fasheh } 5281ccd979bdSMark Fasheh 5282ccd979bdSMark Fasheh tl_count = le16_to_cpu(tl->tl_count); 5283ccd979bdSMark Fasheh mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) || 5284ccd979bdSMark Fasheh tl_count == 0, 5285b0697053SMark Fasheh "Truncate record count on #%llu invalid " 5286b0697053SMark Fasheh "wanted %u, actual %u\n", 5287b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, 5288ccd979bdSMark Fasheh ocfs2_truncate_recs_per_inode(osb->sb), 5289ccd979bdSMark Fasheh le16_to_cpu(tl->tl_count)); 5290ccd979bdSMark Fasheh 5291ccd979bdSMark Fasheh /* Caller should have known to flush before calling us. */ 5292ccd979bdSMark Fasheh index = le16_to_cpu(tl->tl_used); 5293ccd979bdSMark Fasheh if (index >= tl_count) { 5294ccd979bdSMark Fasheh status = -ENOSPC; 5295ccd979bdSMark Fasheh mlog_errno(status); 5296ccd979bdSMark Fasheh goto bail; 5297ccd979bdSMark Fasheh } 5298ccd979bdSMark Fasheh 5299ccd979bdSMark Fasheh status = ocfs2_journal_access(handle, tl_inode, tl_bh, 5300ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5301ccd979bdSMark Fasheh if (status < 0) { 5302ccd979bdSMark Fasheh mlog_errno(status); 5303ccd979bdSMark Fasheh goto bail; 5304ccd979bdSMark Fasheh } 5305ccd979bdSMark Fasheh 5306ccd979bdSMark Fasheh mlog(0, "Log truncate of %u clusters starting at cluster %u to " 5307b0697053SMark Fasheh "%llu (index = %d)\n", num_clusters, start_cluster, 5308b0697053SMark Fasheh (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index); 5309ccd979bdSMark Fasheh 5310ccd979bdSMark Fasheh if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) { 5311ccd979bdSMark Fasheh /* 5312ccd979bdSMark Fasheh * Move index back to the record we are coalescing with. 5313ccd979bdSMark Fasheh * ocfs2_truncate_log_can_coalesce() guarantees nonzero 5314ccd979bdSMark Fasheh */ 5315ccd979bdSMark Fasheh index--; 5316ccd979bdSMark Fasheh 5317ccd979bdSMark Fasheh num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters); 5318ccd979bdSMark Fasheh mlog(0, "Coalesce with index %u (start = %u, clusters = %u)\n", 5319ccd979bdSMark Fasheh index, le32_to_cpu(tl->tl_recs[index].t_start), 5320ccd979bdSMark Fasheh num_clusters); 5321ccd979bdSMark Fasheh } else { 5322ccd979bdSMark Fasheh tl->tl_recs[index].t_start = cpu_to_le32(start_cluster); 5323ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(index + 1); 5324ccd979bdSMark Fasheh } 5325ccd979bdSMark Fasheh tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters); 5326ccd979bdSMark Fasheh 5327ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5328ccd979bdSMark Fasheh if (status < 0) { 5329ccd979bdSMark Fasheh mlog_errno(status); 5330ccd979bdSMark Fasheh goto bail; 5331ccd979bdSMark Fasheh } 5332ccd979bdSMark Fasheh 5333ccd979bdSMark Fasheh bail: 5334ccd979bdSMark Fasheh mlog_exit(status); 5335ccd979bdSMark Fasheh return status; 5336ccd979bdSMark Fasheh } 5337ccd979bdSMark Fasheh 5338ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb, 53391fabe148SMark Fasheh handle_t *handle, 5340ccd979bdSMark Fasheh struct inode *data_alloc_inode, 5341ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh) 5342ccd979bdSMark Fasheh { 5343ccd979bdSMark Fasheh int status = 0; 5344ccd979bdSMark Fasheh int i; 5345ccd979bdSMark Fasheh unsigned int num_clusters; 5346ccd979bdSMark Fasheh u64 start_blk; 5347ccd979bdSMark Fasheh struct ocfs2_truncate_rec rec; 5348ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5349ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5350ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5351ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5352ccd979bdSMark Fasheh 5353ccd979bdSMark Fasheh mlog_entry_void(); 5354ccd979bdSMark Fasheh 5355ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5356ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5357ccd979bdSMark Fasheh i = le16_to_cpu(tl->tl_used) - 1; 5358ccd979bdSMark Fasheh while (i >= 0) { 5359ccd979bdSMark Fasheh /* Caller has given us at least enough credits to 5360ccd979bdSMark Fasheh * update the truncate log dinode */ 5361ccd979bdSMark Fasheh status = ocfs2_journal_access(handle, tl_inode, tl_bh, 5362ccd979bdSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 5363ccd979bdSMark Fasheh if (status < 0) { 5364ccd979bdSMark Fasheh mlog_errno(status); 5365ccd979bdSMark Fasheh goto bail; 5366ccd979bdSMark Fasheh } 5367ccd979bdSMark Fasheh 5368ccd979bdSMark Fasheh tl->tl_used = cpu_to_le16(i); 5369ccd979bdSMark Fasheh 5370ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, tl_bh); 5371ccd979bdSMark Fasheh if (status < 0) { 5372ccd979bdSMark Fasheh mlog_errno(status); 5373ccd979bdSMark Fasheh goto bail; 5374ccd979bdSMark Fasheh } 5375ccd979bdSMark Fasheh 5376ccd979bdSMark Fasheh /* TODO: Perhaps we can calculate the bulk of the 5377ccd979bdSMark Fasheh * credits up front rather than extending like 5378ccd979bdSMark Fasheh * this. */ 5379ccd979bdSMark Fasheh status = ocfs2_extend_trans(handle, 5380ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC); 5381ccd979bdSMark Fasheh if (status < 0) { 5382ccd979bdSMark Fasheh mlog_errno(status); 5383ccd979bdSMark Fasheh goto bail; 5384ccd979bdSMark Fasheh } 5385ccd979bdSMark Fasheh 5386ccd979bdSMark Fasheh rec = tl->tl_recs[i]; 5387ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb, 5388ccd979bdSMark Fasheh le32_to_cpu(rec.t_start)); 5389ccd979bdSMark Fasheh num_clusters = le32_to_cpu(rec.t_clusters); 5390ccd979bdSMark Fasheh 5391ccd979bdSMark Fasheh /* if start_blk is not set, we ignore the record as 5392ccd979bdSMark Fasheh * invalid. */ 5393ccd979bdSMark Fasheh if (start_blk) { 5394ccd979bdSMark Fasheh mlog(0, "free record %d, start = %u, clusters = %u\n", 5395ccd979bdSMark Fasheh i, le32_to_cpu(rec.t_start), num_clusters); 5396ccd979bdSMark Fasheh 5397ccd979bdSMark Fasheh status = ocfs2_free_clusters(handle, data_alloc_inode, 5398ccd979bdSMark Fasheh data_alloc_bh, start_blk, 5399ccd979bdSMark Fasheh num_clusters); 5400ccd979bdSMark Fasheh if (status < 0) { 5401ccd979bdSMark Fasheh mlog_errno(status); 5402ccd979bdSMark Fasheh goto bail; 5403ccd979bdSMark Fasheh } 5404ccd979bdSMark Fasheh } 5405ccd979bdSMark Fasheh i--; 5406ccd979bdSMark Fasheh } 5407ccd979bdSMark Fasheh 5408ccd979bdSMark Fasheh bail: 5409ccd979bdSMark Fasheh mlog_exit(status); 5410ccd979bdSMark Fasheh return status; 5411ccd979bdSMark Fasheh } 5412ccd979bdSMark Fasheh 54131b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */ 5414063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5415ccd979bdSMark Fasheh { 5416ccd979bdSMark Fasheh int status; 5417ccd979bdSMark Fasheh unsigned int num_to_flush; 54181fabe148SMark Fasheh handle_t *handle; 5419ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5420ccd979bdSMark Fasheh struct inode *data_alloc_inode = NULL; 5421ccd979bdSMark Fasheh struct buffer_head *tl_bh = osb->osb_tl_bh; 5422ccd979bdSMark Fasheh struct buffer_head *data_alloc_bh = NULL; 5423ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5424ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5425ccd979bdSMark Fasheh 5426ccd979bdSMark Fasheh mlog_entry_void(); 5427ccd979bdSMark Fasheh 54281b1dcc1bSJes Sorensen BUG_ON(mutex_trylock(&tl_inode->i_mutex)); 5429ccd979bdSMark Fasheh 5430ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5431ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5432ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_DINODE(di)) { 5433ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_DINODE(osb->sb, di); 5434ccd979bdSMark Fasheh status = -EIO; 5435e08dc8b9SMark Fasheh goto out; 5436ccd979bdSMark Fasheh } 5437ccd979bdSMark Fasheh 5438ccd979bdSMark Fasheh num_to_flush = le16_to_cpu(tl->tl_used); 5439b0697053SMark Fasheh mlog(0, "Flush %u records from truncate log #%llu\n", 5440b0697053SMark Fasheh num_to_flush, (unsigned long long)OCFS2_I(tl_inode)->ip_blkno); 5441ccd979bdSMark Fasheh if (!num_to_flush) { 5442ccd979bdSMark Fasheh status = 0; 5443e08dc8b9SMark Fasheh goto out; 5444ccd979bdSMark Fasheh } 5445ccd979bdSMark Fasheh 5446ccd979bdSMark Fasheh data_alloc_inode = ocfs2_get_system_file_inode(osb, 5447ccd979bdSMark Fasheh GLOBAL_BITMAP_SYSTEM_INODE, 5448ccd979bdSMark Fasheh OCFS2_INVALID_SLOT); 5449ccd979bdSMark Fasheh if (!data_alloc_inode) { 5450ccd979bdSMark Fasheh status = -EINVAL; 5451ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get bitmap inode!\n"); 5452e08dc8b9SMark Fasheh goto out; 5453ccd979bdSMark Fasheh } 5454ccd979bdSMark Fasheh 5455e08dc8b9SMark Fasheh mutex_lock(&data_alloc_inode->i_mutex); 5456e08dc8b9SMark Fasheh 5457e63aecb6SMark Fasheh status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1); 5458ccd979bdSMark Fasheh if (status < 0) { 5459ccd979bdSMark Fasheh mlog_errno(status); 5460e08dc8b9SMark Fasheh goto out_mutex; 5461ccd979bdSMark Fasheh } 5462ccd979bdSMark Fasheh 546365eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 5464ccd979bdSMark Fasheh if (IS_ERR(handle)) { 5465ccd979bdSMark Fasheh status = PTR_ERR(handle); 5466ccd979bdSMark Fasheh mlog_errno(status); 5467e08dc8b9SMark Fasheh goto out_unlock; 5468ccd979bdSMark Fasheh } 5469ccd979bdSMark Fasheh 5470ccd979bdSMark Fasheh status = ocfs2_replay_truncate_records(osb, handle, data_alloc_inode, 5471ccd979bdSMark Fasheh data_alloc_bh); 5472e08dc8b9SMark Fasheh if (status < 0) 5473ccd979bdSMark Fasheh mlog_errno(status); 5474ccd979bdSMark Fasheh 547502dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 5476ccd979bdSMark Fasheh 5477e08dc8b9SMark Fasheh out_unlock: 5478e08dc8b9SMark Fasheh brelse(data_alloc_bh); 5479e63aecb6SMark Fasheh ocfs2_inode_unlock(data_alloc_inode, 1); 5480e08dc8b9SMark Fasheh 5481e08dc8b9SMark Fasheh out_mutex: 5482e08dc8b9SMark Fasheh mutex_unlock(&data_alloc_inode->i_mutex); 5483ccd979bdSMark Fasheh iput(data_alloc_inode); 5484ccd979bdSMark Fasheh 5485e08dc8b9SMark Fasheh out: 5486ccd979bdSMark Fasheh mlog_exit(status); 5487ccd979bdSMark Fasheh return status; 5488ccd979bdSMark Fasheh } 5489ccd979bdSMark Fasheh 5490ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb) 5491ccd979bdSMark Fasheh { 5492ccd979bdSMark Fasheh int status; 5493ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5494ccd979bdSMark Fasheh 54951b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 5496ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 54971b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 5498ccd979bdSMark Fasheh 5499ccd979bdSMark Fasheh return status; 5500ccd979bdSMark Fasheh } 5501ccd979bdSMark Fasheh 5502c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work) 5503ccd979bdSMark Fasheh { 5504ccd979bdSMark Fasheh int status; 5505c4028958SDavid Howells struct ocfs2_super *osb = 5506c4028958SDavid Howells container_of(work, struct ocfs2_super, 5507c4028958SDavid Howells osb_truncate_log_wq.work); 5508ccd979bdSMark Fasheh 5509ccd979bdSMark Fasheh mlog_entry_void(); 5510ccd979bdSMark Fasheh 5511ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 5512ccd979bdSMark Fasheh if (status < 0) 5513ccd979bdSMark Fasheh mlog_errno(status); 55144d0ddb2cSTao Ma else 55154d0ddb2cSTao Ma ocfs2_init_inode_steal_slot(osb); 5516ccd979bdSMark Fasheh 5517ccd979bdSMark Fasheh mlog_exit(status); 5518ccd979bdSMark Fasheh } 5519ccd979bdSMark Fasheh 5520ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ) 5521ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb, 5522ccd979bdSMark Fasheh int cancel) 5523ccd979bdSMark Fasheh { 5524ccd979bdSMark Fasheh if (osb->osb_tl_inode) { 5525ccd979bdSMark Fasheh /* We want to push off log flushes while truncates are 5526ccd979bdSMark Fasheh * still running. */ 5527ccd979bdSMark Fasheh if (cancel) 5528ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 5529ccd979bdSMark Fasheh 5530ccd979bdSMark Fasheh queue_delayed_work(ocfs2_wq, &osb->osb_truncate_log_wq, 5531ccd979bdSMark Fasheh OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL); 5532ccd979bdSMark Fasheh } 5533ccd979bdSMark Fasheh } 5534ccd979bdSMark Fasheh 5535ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb, 5536ccd979bdSMark Fasheh int slot_num, 5537ccd979bdSMark Fasheh struct inode **tl_inode, 5538ccd979bdSMark Fasheh struct buffer_head **tl_bh) 5539ccd979bdSMark Fasheh { 5540ccd979bdSMark Fasheh int status; 5541ccd979bdSMark Fasheh struct inode *inode = NULL; 5542ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 5543ccd979bdSMark Fasheh 5544ccd979bdSMark Fasheh inode = ocfs2_get_system_file_inode(osb, 5545ccd979bdSMark Fasheh TRUNCATE_LOG_SYSTEM_INODE, 5546ccd979bdSMark Fasheh slot_num); 5547ccd979bdSMark Fasheh if (!inode) { 5548ccd979bdSMark Fasheh status = -EINVAL; 5549ccd979bdSMark Fasheh mlog(ML_ERROR, "Could not get load truncate log inode!\n"); 5550ccd979bdSMark Fasheh goto bail; 5551ccd979bdSMark Fasheh } 5552ccd979bdSMark Fasheh 5553ccd979bdSMark Fasheh status = ocfs2_read_block(osb, OCFS2_I(inode)->ip_blkno, &bh, 5554ccd979bdSMark Fasheh OCFS2_BH_CACHED, inode); 5555ccd979bdSMark Fasheh if (status < 0) { 5556ccd979bdSMark Fasheh iput(inode); 5557ccd979bdSMark Fasheh mlog_errno(status); 5558ccd979bdSMark Fasheh goto bail; 5559ccd979bdSMark Fasheh } 5560ccd979bdSMark Fasheh 5561ccd979bdSMark Fasheh *tl_inode = inode; 5562ccd979bdSMark Fasheh *tl_bh = bh; 5563ccd979bdSMark Fasheh bail: 5564ccd979bdSMark Fasheh mlog_exit(status); 5565ccd979bdSMark Fasheh return status; 5566ccd979bdSMark Fasheh } 5567ccd979bdSMark Fasheh 5568ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean 5569ccd979bdSMark Fasheh * truncate log and pass back a copy for processing later. if the 5570ccd979bdSMark Fasheh * truncate log does not require processing, a *tl_copy is set to 5571ccd979bdSMark Fasheh * NULL. */ 5572ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb, 5573ccd979bdSMark Fasheh int slot_num, 5574ccd979bdSMark Fasheh struct ocfs2_dinode **tl_copy) 5575ccd979bdSMark Fasheh { 5576ccd979bdSMark Fasheh int status; 5577ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 5578ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 5579ccd979bdSMark Fasheh struct ocfs2_dinode *di; 5580ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5581ccd979bdSMark Fasheh 5582ccd979bdSMark Fasheh *tl_copy = NULL; 5583ccd979bdSMark Fasheh 5584ccd979bdSMark Fasheh mlog(0, "recover truncate log from slot %d\n", slot_num); 5585ccd979bdSMark Fasheh 5586ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh); 5587ccd979bdSMark Fasheh if (status < 0) { 5588ccd979bdSMark Fasheh mlog_errno(status); 5589ccd979bdSMark Fasheh goto bail; 5590ccd979bdSMark Fasheh } 5591ccd979bdSMark Fasheh 5592ccd979bdSMark Fasheh di = (struct ocfs2_dinode *) tl_bh->b_data; 5593ccd979bdSMark Fasheh tl = &di->id2.i_dealloc; 5594ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_DINODE(di)) { 5595ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_DINODE(tl_inode->i_sb, di); 5596ccd979bdSMark Fasheh status = -EIO; 5597ccd979bdSMark Fasheh goto bail; 5598ccd979bdSMark Fasheh } 5599ccd979bdSMark Fasheh 5600ccd979bdSMark Fasheh if (le16_to_cpu(tl->tl_used)) { 5601ccd979bdSMark Fasheh mlog(0, "We'll have %u logs to recover\n", 5602ccd979bdSMark Fasheh le16_to_cpu(tl->tl_used)); 5603ccd979bdSMark Fasheh 5604ccd979bdSMark Fasheh *tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL); 5605ccd979bdSMark Fasheh if (!(*tl_copy)) { 5606ccd979bdSMark Fasheh status = -ENOMEM; 5607ccd979bdSMark Fasheh mlog_errno(status); 5608ccd979bdSMark Fasheh goto bail; 5609ccd979bdSMark Fasheh } 5610ccd979bdSMark Fasheh 5611ccd979bdSMark Fasheh /* Assuming the write-out below goes well, this copy 5612ccd979bdSMark Fasheh * will be passed back to recovery for processing. */ 5613ccd979bdSMark Fasheh memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size); 5614ccd979bdSMark Fasheh 5615ccd979bdSMark Fasheh /* All we need to do to clear the truncate log is set 5616ccd979bdSMark Fasheh * tl_used. */ 5617ccd979bdSMark Fasheh tl->tl_used = 0; 5618ccd979bdSMark Fasheh 5619ccd979bdSMark Fasheh status = ocfs2_write_block(osb, tl_bh, tl_inode); 5620ccd979bdSMark Fasheh if (status < 0) { 5621ccd979bdSMark Fasheh mlog_errno(status); 5622ccd979bdSMark Fasheh goto bail; 5623ccd979bdSMark Fasheh } 5624ccd979bdSMark Fasheh } 5625ccd979bdSMark Fasheh 5626ccd979bdSMark Fasheh bail: 5627ccd979bdSMark Fasheh if (tl_inode) 5628ccd979bdSMark Fasheh iput(tl_inode); 5629ccd979bdSMark Fasheh if (tl_bh) 5630ccd979bdSMark Fasheh brelse(tl_bh); 5631ccd979bdSMark Fasheh 5632ccd979bdSMark Fasheh if (status < 0 && (*tl_copy)) { 5633ccd979bdSMark Fasheh kfree(*tl_copy); 5634ccd979bdSMark Fasheh *tl_copy = NULL; 5635ccd979bdSMark Fasheh } 5636ccd979bdSMark Fasheh 5637ccd979bdSMark Fasheh mlog_exit(status); 5638ccd979bdSMark Fasheh return status; 5639ccd979bdSMark Fasheh } 5640ccd979bdSMark Fasheh 5641ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb, 5642ccd979bdSMark Fasheh struct ocfs2_dinode *tl_copy) 5643ccd979bdSMark Fasheh { 5644ccd979bdSMark Fasheh int status = 0; 5645ccd979bdSMark Fasheh int i; 5646ccd979bdSMark Fasheh unsigned int clusters, num_recs, start_cluster; 5647ccd979bdSMark Fasheh u64 start_blk; 56481fabe148SMark Fasheh handle_t *handle; 5649ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5650ccd979bdSMark Fasheh struct ocfs2_truncate_log *tl; 5651ccd979bdSMark Fasheh 5652ccd979bdSMark Fasheh mlog_entry_void(); 5653ccd979bdSMark Fasheh 5654ccd979bdSMark Fasheh if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) { 5655ccd979bdSMark Fasheh mlog(ML_ERROR, "Asked to recover my own truncate log!\n"); 5656ccd979bdSMark Fasheh return -EINVAL; 5657ccd979bdSMark Fasheh } 5658ccd979bdSMark Fasheh 5659ccd979bdSMark Fasheh tl = &tl_copy->id2.i_dealloc; 5660ccd979bdSMark Fasheh num_recs = le16_to_cpu(tl->tl_used); 5661b0697053SMark Fasheh mlog(0, "cleanup %u records from %llu\n", num_recs, 56621ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(tl_copy->i_blkno)); 5663ccd979bdSMark Fasheh 56641b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 5665ccd979bdSMark Fasheh for(i = 0; i < num_recs; i++) { 5666ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 5667ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 5668ccd979bdSMark Fasheh if (status < 0) { 5669ccd979bdSMark Fasheh mlog_errno(status); 5670ccd979bdSMark Fasheh goto bail_up; 5671ccd979bdSMark Fasheh } 5672ccd979bdSMark Fasheh } 5673ccd979bdSMark Fasheh 567465eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE); 5675ccd979bdSMark Fasheh if (IS_ERR(handle)) { 5676ccd979bdSMark Fasheh status = PTR_ERR(handle); 5677ccd979bdSMark Fasheh mlog_errno(status); 5678ccd979bdSMark Fasheh goto bail_up; 5679ccd979bdSMark Fasheh } 5680ccd979bdSMark Fasheh 5681ccd979bdSMark Fasheh clusters = le32_to_cpu(tl->tl_recs[i].t_clusters); 5682ccd979bdSMark Fasheh start_cluster = le32_to_cpu(tl->tl_recs[i].t_start); 5683ccd979bdSMark Fasheh start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster); 5684ccd979bdSMark Fasheh 5685ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, 5686ccd979bdSMark Fasheh start_blk, clusters); 568702dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 5688ccd979bdSMark Fasheh if (status < 0) { 5689ccd979bdSMark Fasheh mlog_errno(status); 5690ccd979bdSMark Fasheh goto bail_up; 5691ccd979bdSMark Fasheh } 5692ccd979bdSMark Fasheh } 5693ccd979bdSMark Fasheh 5694ccd979bdSMark Fasheh bail_up: 56951b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 5696ccd979bdSMark Fasheh 5697ccd979bdSMark Fasheh mlog_exit(status); 5698ccd979bdSMark Fasheh return status; 5699ccd979bdSMark Fasheh } 5700ccd979bdSMark Fasheh 5701ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb) 5702ccd979bdSMark Fasheh { 5703ccd979bdSMark Fasheh int status; 5704ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 5705ccd979bdSMark Fasheh 5706ccd979bdSMark Fasheh mlog_entry_void(); 5707ccd979bdSMark Fasheh 5708ccd979bdSMark Fasheh if (tl_inode) { 5709ccd979bdSMark Fasheh cancel_delayed_work(&osb->osb_truncate_log_wq); 5710ccd979bdSMark Fasheh flush_workqueue(ocfs2_wq); 5711ccd979bdSMark Fasheh 5712ccd979bdSMark Fasheh status = ocfs2_flush_truncate_log(osb); 5713ccd979bdSMark Fasheh if (status < 0) 5714ccd979bdSMark Fasheh mlog_errno(status); 5715ccd979bdSMark Fasheh 5716ccd979bdSMark Fasheh brelse(osb->osb_tl_bh); 5717ccd979bdSMark Fasheh iput(osb->osb_tl_inode); 5718ccd979bdSMark Fasheh } 5719ccd979bdSMark Fasheh 5720ccd979bdSMark Fasheh mlog_exit_void(); 5721ccd979bdSMark Fasheh } 5722ccd979bdSMark Fasheh 5723ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb) 5724ccd979bdSMark Fasheh { 5725ccd979bdSMark Fasheh int status; 5726ccd979bdSMark Fasheh struct inode *tl_inode = NULL; 5727ccd979bdSMark Fasheh struct buffer_head *tl_bh = NULL; 5728ccd979bdSMark Fasheh 5729ccd979bdSMark Fasheh mlog_entry_void(); 5730ccd979bdSMark Fasheh 5731ccd979bdSMark Fasheh status = ocfs2_get_truncate_log_info(osb, 5732ccd979bdSMark Fasheh osb->slot_num, 5733ccd979bdSMark Fasheh &tl_inode, 5734ccd979bdSMark Fasheh &tl_bh); 5735ccd979bdSMark Fasheh if (status < 0) 5736ccd979bdSMark Fasheh mlog_errno(status); 5737ccd979bdSMark Fasheh 5738ccd979bdSMark Fasheh /* ocfs2_truncate_log_shutdown keys on the existence of 5739ccd979bdSMark Fasheh * osb->osb_tl_inode so we don't set any of the osb variables 5740ccd979bdSMark Fasheh * until we're sure all is well. */ 5741c4028958SDavid Howells INIT_DELAYED_WORK(&osb->osb_truncate_log_wq, 5742c4028958SDavid Howells ocfs2_truncate_log_worker); 5743ccd979bdSMark Fasheh osb->osb_tl_bh = tl_bh; 5744ccd979bdSMark Fasheh osb->osb_tl_inode = tl_inode; 5745ccd979bdSMark Fasheh 5746ccd979bdSMark Fasheh mlog_exit(status); 5747ccd979bdSMark Fasheh return status; 5748ccd979bdSMark Fasheh } 5749ccd979bdSMark Fasheh 57502b604351SMark Fasheh /* 57512b604351SMark Fasheh * Delayed de-allocation of suballocator blocks. 57522b604351SMark Fasheh * 57532b604351SMark Fasheh * Some sets of block de-allocations might involve multiple suballocator inodes. 57542b604351SMark Fasheh * 57552b604351SMark Fasheh * The locking for this can get extremely complicated, especially when 57562b604351SMark Fasheh * the suballocator inodes to delete from aren't known until deep 57572b604351SMark Fasheh * within an unrelated codepath. 57582b604351SMark Fasheh * 57592b604351SMark Fasheh * ocfs2_extent_block structures are a good example of this - an inode 57602b604351SMark Fasheh * btree could have been grown by any number of nodes each allocating 57612b604351SMark Fasheh * out of their own suballoc inode. 57622b604351SMark Fasheh * 57632b604351SMark Fasheh * These structures allow the delay of block de-allocation until a 57642b604351SMark Fasheh * later time, when locking of multiple cluster inodes won't cause 57652b604351SMark Fasheh * deadlock. 57662b604351SMark Fasheh */ 57672b604351SMark Fasheh 57682b604351SMark Fasheh /* 57692b604351SMark Fasheh * Describes a single block free from a suballocator 57702b604351SMark Fasheh */ 57712b604351SMark Fasheh struct ocfs2_cached_block_free { 57722b604351SMark Fasheh struct ocfs2_cached_block_free *free_next; 57732b604351SMark Fasheh u64 free_blk; 57742b604351SMark Fasheh unsigned int free_bit; 57752b604351SMark Fasheh }; 57762b604351SMark Fasheh 57772b604351SMark Fasheh struct ocfs2_per_slot_free_list { 57782b604351SMark Fasheh struct ocfs2_per_slot_free_list *f_next_suballocator; 57792b604351SMark Fasheh int f_inode_type; 57802b604351SMark Fasheh int f_slot; 57812b604351SMark Fasheh struct ocfs2_cached_block_free *f_first; 57822b604351SMark Fasheh }; 57832b604351SMark Fasheh 57842b604351SMark Fasheh static int ocfs2_free_cached_items(struct ocfs2_super *osb, 57852b604351SMark Fasheh int sysfile_type, 57862b604351SMark Fasheh int slot, 57872b604351SMark Fasheh struct ocfs2_cached_block_free *head) 57882b604351SMark Fasheh { 57892b604351SMark Fasheh int ret; 57902b604351SMark Fasheh u64 bg_blkno; 57912b604351SMark Fasheh handle_t *handle; 57922b604351SMark Fasheh struct inode *inode; 57932b604351SMark Fasheh struct buffer_head *di_bh = NULL; 57942b604351SMark Fasheh struct ocfs2_cached_block_free *tmp; 57952b604351SMark Fasheh 57962b604351SMark Fasheh inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot); 57972b604351SMark Fasheh if (!inode) { 57982b604351SMark Fasheh ret = -EINVAL; 57992b604351SMark Fasheh mlog_errno(ret); 58002b604351SMark Fasheh goto out; 58012b604351SMark Fasheh } 58022b604351SMark Fasheh 58032b604351SMark Fasheh mutex_lock(&inode->i_mutex); 58042b604351SMark Fasheh 5805e63aecb6SMark Fasheh ret = ocfs2_inode_lock(inode, &di_bh, 1); 58062b604351SMark Fasheh if (ret) { 58072b604351SMark Fasheh mlog_errno(ret); 58082b604351SMark Fasheh goto out_mutex; 58092b604351SMark Fasheh } 58102b604351SMark Fasheh 58112b604351SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE); 58122b604351SMark Fasheh if (IS_ERR(handle)) { 58132b604351SMark Fasheh ret = PTR_ERR(handle); 58142b604351SMark Fasheh mlog_errno(ret); 58152b604351SMark Fasheh goto out_unlock; 58162b604351SMark Fasheh } 58172b604351SMark Fasheh 58182b604351SMark Fasheh while (head) { 58192b604351SMark Fasheh bg_blkno = ocfs2_which_suballoc_group(head->free_blk, 58202b604351SMark Fasheh head->free_bit); 58212b604351SMark Fasheh mlog(0, "Free bit: (bit %u, blkno %llu)\n", 58222b604351SMark Fasheh head->free_bit, (unsigned long long)head->free_blk); 58232b604351SMark Fasheh 58242b604351SMark Fasheh ret = ocfs2_free_suballoc_bits(handle, inode, di_bh, 58252b604351SMark Fasheh head->free_bit, bg_blkno, 1); 58262b604351SMark Fasheh if (ret) { 58272b604351SMark Fasheh mlog_errno(ret); 58282b604351SMark Fasheh goto out_journal; 58292b604351SMark Fasheh } 58302b604351SMark Fasheh 58312b604351SMark Fasheh ret = ocfs2_extend_trans(handle, OCFS2_SUBALLOC_FREE); 58322b604351SMark Fasheh if (ret) { 58332b604351SMark Fasheh mlog_errno(ret); 58342b604351SMark Fasheh goto out_journal; 58352b604351SMark Fasheh } 58362b604351SMark Fasheh 58372b604351SMark Fasheh tmp = head; 58382b604351SMark Fasheh head = head->free_next; 58392b604351SMark Fasheh kfree(tmp); 58402b604351SMark Fasheh } 58412b604351SMark Fasheh 58422b604351SMark Fasheh out_journal: 58432b604351SMark Fasheh ocfs2_commit_trans(osb, handle); 58442b604351SMark Fasheh 58452b604351SMark Fasheh out_unlock: 5846e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 58472b604351SMark Fasheh brelse(di_bh); 58482b604351SMark Fasheh out_mutex: 58492b604351SMark Fasheh mutex_unlock(&inode->i_mutex); 58502b604351SMark Fasheh iput(inode); 58512b604351SMark Fasheh out: 58522b604351SMark Fasheh while(head) { 58532b604351SMark Fasheh /* Premature exit may have left some dangling items. */ 58542b604351SMark Fasheh tmp = head; 58552b604351SMark Fasheh head = head->free_next; 58562b604351SMark Fasheh kfree(tmp); 58572b604351SMark Fasheh } 58582b604351SMark Fasheh 58592b604351SMark Fasheh return ret; 58602b604351SMark Fasheh } 58612b604351SMark Fasheh 58622b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb, 58632b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 58642b604351SMark Fasheh { 58652b604351SMark Fasheh int ret = 0, ret2; 58662b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 58672b604351SMark Fasheh 58682b604351SMark Fasheh if (!ctxt) 58692b604351SMark Fasheh return 0; 58702b604351SMark Fasheh 58712b604351SMark Fasheh while (ctxt->c_first_suballocator) { 58722b604351SMark Fasheh fl = ctxt->c_first_suballocator; 58732b604351SMark Fasheh 58742b604351SMark Fasheh if (fl->f_first) { 58752b604351SMark Fasheh mlog(0, "Free items: (type %u, slot %d)\n", 58762b604351SMark Fasheh fl->f_inode_type, fl->f_slot); 58772b604351SMark Fasheh ret2 = ocfs2_free_cached_items(osb, fl->f_inode_type, 58782b604351SMark Fasheh fl->f_slot, fl->f_first); 58792b604351SMark Fasheh if (ret2) 58802b604351SMark Fasheh mlog_errno(ret2); 58812b604351SMark Fasheh if (!ret) 58822b604351SMark Fasheh ret = ret2; 58832b604351SMark Fasheh } 58842b604351SMark Fasheh 58852b604351SMark Fasheh ctxt->c_first_suballocator = fl->f_next_suballocator; 58862b604351SMark Fasheh kfree(fl); 58872b604351SMark Fasheh } 58882b604351SMark Fasheh 58892b604351SMark Fasheh return ret; 58902b604351SMark Fasheh } 58912b604351SMark Fasheh 58922b604351SMark Fasheh static struct ocfs2_per_slot_free_list * 58932b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type, 58942b604351SMark Fasheh int slot, 58952b604351SMark Fasheh struct ocfs2_cached_dealloc_ctxt *ctxt) 58962b604351SMark Fasheh { 58972b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator; 58982b604351SMark Fasheh 58992b604351SMark Fasheh while (fl) { 59002b604351SMark Fasheh if (fl->f_inode_type == type && fl->f_slot == slot) 59012b604351SMark Fasheh return fl; 59022b604351SMark Fasheh 59032b604351SMark Fasheh fl = fl->f_next_suballocator; 59042b604351SMark Fasheh } 59052b604351SMark Fasheh 59062b604351SMark Fasheh fl = kmalloc(sizeof(*fl), GFP_NOFS); 59072b604351SMark Fasheh if (fl) { 59082b604351SMark Fasheh fl->f_inode_type = type; 59092b604351SMark Fasheh fl->f_slot = slot; 59102b604351SMark Fasheh fl->f_first = NULL; 59112b604351SMark Fasheh fl->f_next_suballocator = ctxt->c_first_suballocator; 59122b604351SMark Fasheh 59132b604351SMark Fasheh ctxt->c_first_suballocator = fl; 59142b604351SMark Fasheh } 59152b604351SMark Fasheh return fl; 59162b604351SMark Fasheh } 59172b604351SMark Fasheh 59182b604351SMark Fasheh static int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt, 59192b604351SMark Fasheh int type, int slot, u64 blkno, 59202b604351SMark Fasheh unsigned int bit) 59212b604351SMark Fasheh { 59222b604351SMark Fasheh int ret; 59232b604351SMark Fasheh struct ocfs2_per_slot_free_list *fl; 59242b604351SMark Fasheh struct ocfs2_cached_block_free *item; 59252b604351SMark Fasheh 59262b604351SMark Fasheh fl = ocfs2_find_per_slot_free_list(type, slot, ctxt); 59272b604351SMark Fasheh if (fl == NULL) { 59282b604351SMark Fasheh ret = -ENOMEM; 59292b604351SMark Fasheh mlog_errno(ret); 59302b604351SMark Fasheh goto out; 59312b604351SMark Fasheh } 59322b604351SMark Fasheh 59332b604351SMark Fasheh item = kmalloc(sizeof(*item), GFP_NOFS); 59342b604351SMark Fasheh if (item == NULL) { 59352b604351SMark Fasheh ret = -ENOMEM; 59362b604351SMark Fasheh mlog_errno(ret); 59372b604351SMark Fasheh goto out; 59382b604351SMark Fasheh } 59392b604351SMark Fasheh 59402b604351SMark Fasheh mlog(0, "Insert: (type %d, slot %u, bit %u, blk %llu)\n", 59412b604351SMark Fasheh type, slot, bit, (unsigned long long)blkno); 59422b604351SMark Fasheh 59432b604351SMark Fasheh item->free_blk = blkno; 59442b604351SMark Fasheh item->free_bit = bit; 59452b604351SMark Fasheh item->free_next = fl->f_first; 59462b604351SMark Fasheh 59472b604351SMark Fasheh fl->f_first = item; 59482b604351SMark Fasheh 59492b604351SMark Fasheh ret = 0; 59502b604351SMark Fasheh out: 59512b604351SMark Fasheh return ret; 59522b604351SMark Fasheh } 59532b604351SMark Fasheh 595459a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt, 595559a5e416SMark Fasheh struct ocfs2_extent_block *eb) 595659a5e416SMark Fasheh { 595759a5e416SMark Fasheh return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE, 595859a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_slot), 595959a5e416SMark Fasheh le64_to_cpu(eb->h_blkno), 596059a5e416SMark Fasheh le16_to_cpu(eb->h_suballoc_bit)); 596159a5e416SMark Fasheh } 596259a5e416SMark Fasheh 5963ccd979bdSMark Fasheh /* This function will figure out whether the currently last extent 5964ccd979bdSMark Fasheh * block will be deleted, and if it will, what the new last extent 5965ccd979bdSMark Fasheh * block will be so we can update his h_next_leaf_blk field, as well 5966ccd979bdSMark Fasheh * as the dinodes i_last_eb_blk */ 5967dcd0538fSMark Fasheh static int ocfs2_find_new_last_ext_blk(struct inode *inode, 59683a0782d0SMark Fasheh unsigned int clusters_to_del, 5969dcd0538fSMark Fasheh struct ocfs2_path *path, 5970ccd979bdSMark Fasheh struct buffer_head **new_last_eb) 5971ccd979bdSMark Fasheh { 59723a0782d0SMark Fasheh int next_free, ret = 0; 5973dcd0538fSMark Fasheh u32 cpos; 59743a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 5975ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 5976ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 5977ccd979bdSMark Fasheh struct buffer_head *bh = NULL; 5978ccd979bdSMark Fasheh 5979ccd979bdSMark Fasheh *new_last_eb = NULL; 5980ccd979bdSMark Fasheh 5981ccd979bdSMark Fasheh /* we have no tree, so of course, no last_eb. */ 5982dcd0538fSMark Fasheh if (!path->p_tree_depth) 5983dcd0538fSMark Fasheh goto out; 5984ccd979bdSMark Fasheh 5985ccd979bdSMark Fasheh /* trunc to zero special case - this makes tree_depth = 0 5986ccd979bdSMark Fasheh * regardless of what it is. */ 59873a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == clusters_to_del) 5988dcd0538fSMark Fasheh goto out; 5989ccd979bdSMark Fasheh 5990dcd0538fSMark Fasheh el = path_leaf_el(path); 5991ccd979bdSMark Fasheh BUG_ON(!el->l_next_free_rec); 5992ccd979bdSMark Fasheh 59933a0782d0SMark Fasheh /* 59943a0782d0SMark Fasheh * Make sure that this extent list will actually be empty 59953a0782d0SMark Fasheh * after we clear away the data. We can shortcut out if 59963a0782d0SMark Fasheh * there's more than one non-empty extent in the 59973a0782d0SMark Fasheh * list. Otherwise, a check of the remaining extent is 59983a0782d0SMark Fasheh * necessary. 59993a0782d0SMark Fasheh */ 60003a0782d0SMark Fasheh next_free = le16_to_cpu(el->l_next_free_rec); 60013a0782d0SMark Fasheh rec = NULL; 6002dcd0538fSMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 60033a0782d0SMark Fasheh if (next_free > 2) 6004dcd0538fSMark Fasheh goto out; 60053a0782d0SMark Fasheh 60063a0782d0SMark Fasheh /* We may have a valid extent in index 1, check it. */ 60073a0782d0SMark Fasheh if (next_free == 2) 60083a0782d0SMark Fasheh rec = &el->l_recs[1]; 60093a0782d0SMark Fasheh 60103a0782d0SMark Fasheh /* 60113a0782d0SMark Fasheh * Fall through - no more nonempty extents, so we want 60123a0782d0SMark Fasheh * to delete this leaf. 60133a0782d0SMark Fasheh */ 60143a0782d0SMark Fasheh } else { 60153a0782d0SMark Fasheh if (next_free > 1) 6016dcd0538fSMark Fasheh goto out; 6017ccd979bdSMark Fasheh 60183a0782d0SMark Fasheh rec = &el->l_recs[0]; 60193a0782d0SMark Fasheh } 60203a0782d0SMark Fasheh 60213a0782d0SMark Fasheh if (rec) { 60223a0782d0SMark Fasheh /* 60233a0782d0SMark Fasheh * Check it we'll only be trimming off the end of this 60243a0782d0SMark Fasheh * cluster. 60253a0782d0SMark Fasheh */ 6026e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) > clusters_to_del) 60273a0782d0SMark Fasheh goto out; 60283a0782d0SMark Fasheh } 60293a0782d0SMark Fasheh 6030dcd0538fSMark Fasheh ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos); 6031dcd0538fSMark Fasheh if (ret) { 6032dcd0538fSMark Fasheh mlog_errno(ret); 6033dcd0538fSMark Fasheh goto out; 6034ccd979bdSMark Fasheh } 6035ccd979bdSMark Fasheh 6036dcd0538fSMark Fasheh ret = ocfs2_find_leaf(inode, path_root_el(path), cpos, &bh); 6037dcd0538fSMark Fasheh if (ret) { 6038dcd0538fSMark Fasheh mlog_errno(ret); 6039dcd0538fSMark Fasheh goto out; 6040ccd979bdSMark Fasheh } 6041dcd0538fSMark Fasheh 6042ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) bh->b_data; 6043ccd979bdSMark Fasheh el = &eb->h_list; 6044ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 6045ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 6046dcd0538fSMark Fasheh ret = -EROFS; 6047dcd0538fSMark Fasheh goto out; 6048ccd979bdSMark Fasheh } 6049ccd979bdSMark Fasheh 6050ccd979bdSMark Fasheh *new_last_eb = bh; 6051ccd979bdSMark Fasheh get_bh(*new_last_eb); 6052dcd0538fSMark Fasheh mlog(0, "returning block %llu, (cpos: %u)\n", 6053dcd0538fSMark Fasheh (unsigned long long)le64_to_cpu(eb->h_blkno), cpos); 6054dcd0538fSMark Fasheh out: 6055ccd979bdSMark Fasheh brelse(bh); 6056ccd979bdSMark Fasheh 6057dcd0538fSMark Fasheh return ret; 6058ccd979bdSMark Fasheh } 6059ccd979bdSMark Fasheh 60603a0782d0SMark Fasheh /* 60613a0782d0SMark Fasheh * Trim some clusters off the rightmost edge of a tree. Only called 60623a0782d0SMark Fasheh * during truncate. 60633a0782d0SMark Fasheh * 60643a0782d0SMark Fasheh * The caller needs to: 60653a0782d0SMark Fasheh * - start journaling of each path component. 60663a0782d0SMark Fasheh * - compute and fully set up any new last ext block 60673a0782d0SMark Fasheh */ 60683a0782d0SMark Fasheh static int ocfs2_trim_tree(struct inode *inode, struct ocfs2_path *path, 60693a0782d0SMark Fasheh handle_t *handle, struct ocfs2_truncate_context *tc, 60703a0782d0SMark Fasheh u32 clusters_to_del, u64 *delete_start) 60713a0782d0SMark Fasheh { 60723a0782d0SMark Fasheh int ret, i, index = path->p_tree_depth; 60733a0782d0SMark Fasheh u32 new_edge = 0; 60743a0782d0SMark Fasheh u64 deleted_eb = 0; 60753a0782d0SMark Fasheh struct buffer_head *bh; 60763a0782d0SMark Fasheh struct ocfs2_extent_list *el; 60773a0782d0SMark Fasheh struct ocfs2_extent_rec *rec; 60783a0782d0SMark Fasheh 60793a0782d0SMark Fasheh *delete_start = 0; 60803a0782d0SMark Fasheh 60813a0782d0SMark Fasheh while (index >= 0) { 60823a0782d0SMark Fasheh bh = path->p_node[index].bh; 60833a0782d0SMark Fasheh el = path->p_node[index].el; 60843a0782d0SMark Fasheh 60853a0782d0SMark Fasheh mlog(0, "traveling tree (index = %d, block = %llu)\n", 60863a0782d0SMark Fasheh index, (unsigned long long)bh->b_blocknr); 60873a0782d0SMark Fasheh 60883a0782d0SMark Fasheh BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0); 60893a0782d0SMark Fasheh 60903a0782d0SMark Fasheh if (index != 60913a0782d0SMark Fasheh (path->p_tree_depth - le16_to_cpu(el->l_tree_depth))) { 60923a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 60933a0782d0SMark Fasheh "Inode %lu has invalid ext. block %llu", 60943a0782d0SMark Fasheh inode->i_ino, 60953a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr); 60963a0782d0SMark Fasheh ret = -EROFS; 60973a0782d0SMark Fasheh goto out; 60983a0782d0SMark Fasheh } 60993a0782d0SMark Fasheh 61003a0782d0SMark Fasheh find_tail_record: 61013a0782d0SMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 61023a0782d0SMark Fasheh rec = &el->l_recs[i]; 61033a0782d0SMark Fasheh 61043a0782d0SMark Fasheh mlog(0, "Extent list before: record %d: (%u, %u, %llu), " 61053a0782d0SMark Fasheh "next = %u\n", i, le32_to_cpu(rec->e_cpos), 6106e48edee2SMark Fasheh ocfs2_rec_clusters(el, rec), 61073a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 61083a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 61093a0782d0SMark Fasheh 6110e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, rec) < clusters_to_del); 61113a0782d0SMark Fasheh 61123a0782d0SMark Fasheh if (le16_to_cpu(el->l_tree_depth) == 0) { 61133a0782d0SMark Fasheh /* 61143a0782d0SMark Fasheh * If the leaf block contains a single empty 61153a0782d0SMark Fasheh * extent and no records, we can just remove 61163a0782d0SMark Fasheh * the block. 61173a0782d0SMark Fasheh */ 61183a0782d0SMark Fasheh if (i == 0 && ocfs2_is_empty_extent(rec)) { 61193a0782d0SMark Fasheh memset(rec, 0, 61203a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 61213a0782d0SMark Fasheh el->l_next_free_rec = cpu_to_le16(0); 61223a0782d0SMark Fasheh 61233a0782d0SMark Fasheh goto delete; 61243a0782d0SMark Fasheh } 61253a0782d0SMark Fasheh 61263a0782d0SMark Fasheh /* 61273a0782d0SMark Fasheh * Remove any empty extents by shifting things 61283a0782d0SMark Fasheh * left. That should make life much easier on 61293a0782d0SMark Fasheh * the code below. This condition is rare 61303a0782d0SMark Fasheh * enough that we shouldn't see a performance 61313a0782d0SMark Fasheh * hit. 61323a0782d0SMark Fasheh */ 61333a0782d0SMark Fasheh if (ocfs2_is_empty_extent(&el->l_recs[0])) { 61343a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 61353a0782d0SMark Fasheh 61363a0782d0SMark Fasheh for(i = 0; 61373a0782d0SMark Fasheh i < le16_to_cpu(el->l_next_free_rec); i++) 61383a0782d0SMark Fasheh el->l_recs[i] = el->l_recs[i + 1]; 61393a0782d0SMark Fasheh 61403a0782d0SMark Fasheh memset(&el->l_recs[i], 0, 61413a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 61423a0782d0SMark Fasheh 61433a0782d0SMark Fasheh /* 61443a0782d0SMark Fasheh * We've modified our extent list. The 61453a0782d0SMark Fasheh * simplest way to handle this change 61463a0782d0SMark Fasheh * is to being the search from the 61473a0782d0SMark Fasheh * start again. 61483a0782d0SMark Fasheh */ 61493a0782d0SMark Fasheh goto find_tail_record; 61503a0782d0SMark Fasheh } 61513a0782d0SMark Fasheh 6152e48edee2SMark Fasheh le16_add_cpu(&rec->e_leaf_clusters, -clusters_to_del); 61533a0782d0SMark Fasheh 61543a0782d0SMark Fasheh /* 61553a0782d0SMark Fasheh * We'll use "new_edge" on our way back up the 61563a0782d0SMark Fasheh * tree to know what our rightmost cpos is. 61573a0782d0SMark Fasheh */ 6158e48edee2SMark Fasheh new_edge = le16_to_cpu(rec->e_leaf_clusters); 61593a0782d0SMark Fasheh new_edge += le32_to_cpu(rec->e_cpos); 61603a0782d0SMark Fasheh 61613a0782d0SMark Fasheh /* 61623a0782d0SMark Fasheh * The caller will use this to delete data blocks. 61633a0782d0SMark Fasheh */ 61643a0782d0SMark Fasheh *delete_start = le64_to_cpu(rec->e_blkno) 61653a0782d0SMark Fasheh + ocfs2_clusters_to_blocks(inode->i_sb, 6166e48edee2SMark Fasheh le16_to_cpu(rec->e_leaf_clusters)); 61673a0782d0SMark Fasheh 61683a0782d0SMark Fasheh /* 61693a0782d0SMark Fasheh * If it's now empty, remove this record. 61703a0782d0SMark Fasheh */ 6171e48edee2SMark Fasheh if (le16_to_cpu(rec->e_leaf_clusters) == 0) { 61723a0782d0SMark Fasheh memset(rec, 0, 61733a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 61743a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 61753a0782d0SMark Fasheh } 61763a0782d0SMark Fasheh } else { 61773a0782d0SMark Fasheh if (le64_to_cpu(rec->e_blkno) == deleted_eb) { 61783a0782d0SMark Fasheh memset(rec, 0, 61793a0782d0SMark Fasheh sizeof(struct ocfs2_extent_rec)); 61803a0782d0SMark Fasheh le16_add_cpu(&el->l_next_free_rec, -1); 61813a0782d0SMark Fasheh 61823a0782d0SMark Fasheh goto delete; 61833a0782d0SMark Fasheh } 61843a0782d0SMark Fasheh 61853a0782d0SMark Fasheh /* Can this actually happen? */ 61863a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) 61873a0782d0SMark Fasheh goto delete; 61883a0782d0SMark Fasheh 61893a0782d0SMark Fasheh /* 61903a0782d0SMark Fasheh * We never actually deleted any clusters 61913a0782d0SMark Fasheh * because our leaf was empty. There's no 61923a0782d0SMark Fasheh * reason to adjust the rightmost edge then. 61933a0782d0SMark Fasheh */ 61943a0782d0SMark Fasheh if (new_edge == 0) 61953a0782d0SMark Fasheh goto delete; 61963a0782d0SMark Fasheh 6197e48edee2SMark Fasheh rec->e_int_clusters = cpu_to_le32(new_edge); 6198e48edee2SMark Fasheh le32_add_cpu(&rec->e_int_clusters, 61993a0782d0SMark Fasheh -le32_to_cpu(rec->e_cpos)); 62003a0782d0SMark Fasheh 62013a0782d0SMark Fasheh /* 62023a0782d0SMark Fasheh * A deleted child record should have been 62033a0782d0SMark Fasheh * caught above. 62043a0782d0SMark Fasheh */ 6205e48edee2SMark Fasheh BUG_ON(le32_to_cpu(rec->e_int_clusters) == 0); 62063a0782d0SMark Fasheh } 62073a0782d0SMark Fasheh 62083a0782d0SMark Fasheh delete: 62093a0782d0SMark Fasheh ret = ocfs2_journal_dirty(handle, bh); 62103a0782d0SMark Fasheh if (ret) { 62113a0782d0SMark Fasheh mlog_errno(ret); 62123a0782d0SMark Fasheh goto out; 62133a0782d0SMark Fasheh } 62143a0782d0SMark Fasheh 62153a0782d0SMark Fasheh mlog(0, "extent list container %llu, after: record %d: " 62163a0782d0SMark Fasheh "(%u, %u, %llu), next = %u.\n", 62173a0782d0SMark Fasheh (unsigned long long)bh->b_blocknr, i, 6218e48edee2SMark Fasheh le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec), 62193a0782d0SMark Fasheh (unsigned long long)le64_to_cpu(rec->e_blkno), 62203a0782d0SMark Fasheh le16_to_cpu(el->l_next_free_rec)); 62213a0782d0SMark Fasheh 62223a0782d0SMark Fasheh /* 62233a0782d0SMark Fasheh * We must be careful to only attempt delete of an 62243a0782d0SMark Fasheh * extent block (and not the root inode block). 62253a0782d0SMark Fasheh */ 62263a0782d0SMark Fasheh if (index > 0 && le16_to_cpu(el->l_next_free_rec) == 0) { 62273a0782d0SMark Fasheh struct ocfs2_extent_block *eb = 62283a0782d0SMark Fasheh (struct ocfs2_extent_block *)bh->b_data; 62293a0782d0SMark Fasheh 62303a0782d0SMark Fasheh /* 62313a0782d0SMark Fasheh * Save this for use when processing the 62323a0782d0SMark Fasheh * parent block. 62333a0782d0SMark Fasheh */ 62343a0782d0SMark Fasheh deleted_eb = le64_to_cpu(eb->h_blkno); 62353a0782d0SMark Fasheh 62363a0782d0SMark Fasheh mlog(0, "deleting this extent block.\n"); 62373a0782d0SMark Fasheh 62383a0782d0SMark Fasheh ocfs2_remove_from_cache(inode, bh); 62393a0782d0SMark Fasheh 6240e48edee2SMark Fasheh BUG_ON(ocfs2_rec_clusters(el, &el->l_recs[0])); 62413a0782d0SMark Fasheh BUG_ON(le32_to_cpu(el->l_recs[0].e_cpos)); 62423a0782d0SMark Fasheh BUG_ON(le64_to_cpu(el->l_recs[0].e_blkno)); 62433a0782d0SMark Fasheh 624459a5e416SMark Fasheh ret = ocfs2_cache_extent_block_free(&tc->tc_dealloc, eb); 62453a0782d0SMark Fasheh /* An error here is not fatal. */ 62463a0782d0SMark Fasheh if (ret < 0) 62473a0782d0SMark Fasheh mlog_errno(ret); 62483a0782d0SMark Fasheh } else { 62493a0782d0SMark Fasheh deleted_eb = 0; 62503a0782d0SMark Fasheh } 62513a0782d0SMark Fasheh 62523a0782d0SMark Fasheh index--; 62533a0782d0SMark Fasheh } 62543a0782d0SMark Fasheh 62553a0782d0SMark Fasheh ret = 0; 62563a0782d0SMark Fasheh out: 62573a0782d0SMark Fasheh return ret; 62583a0782d0SMark Fasheh } 62593a0782d0SMark Fasheh 6260ccd979bdSMark Fasheh static int ocfs2_do_truncate(struct ocfs2_super *osb, 6261ccd979bdSMark Fasheh unsigned int clusters_to_del, 6262ccd979bdSMark Fasheh struct inode *inode, 6263ccd979bdSMark Fasheh struct buffer_head *fe_bh, 62641fabe148SMark Fasheh handle_t *handle, 6265dcd0538fSMark Fasheh struct ocfs2_truncate_context *tc, 6266dcd0538fSMark Fasheh struct ocfs2_path *path) 6267ccd979bdSMark Fasheh { 62683a0782d0SMark Fasheh int status; 6269ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 6270ccd979bdSMark Fasheh struct ocfs2_extent_block *last_eb = NULL; 6271ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 6272ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 6273ccd979bdSMark Fasheh u64 delete_blk = 0; 6274ccd979bdSMark Fasheh 6275ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 6276ccd979bdSMark Fasheh 62773a0782d0SMark Fasheh status = ocfs2_find_new_last_ext_blk(inode, clusters_to_del, 6278dcd0538fSMark Fasheh path, &last_eb_bh); 6279ccd979bdSMark Fasheh if (status < 0) { 6280ccd979bdSMark Fasheh mlog_errno(status); 6281ccd979bdSMark Fasheh goto bail; 6282ccd979bdSMark Fasheh } 6283ccd979bdSMark Fasheh 6284dcd0538fSMark Fasheh /* 6285dcd0538fSMark Fasheh * Each component will be touched, so we might as well journal 6286dcd0538fSMark Fasheh * here to avoid having to handle errors later. 6287dcd0538fSMark Fasheh */ 62883a0782d0SMark Fasheh status = ocfs2_journal_access_path(inode, handle, path); 6289ccd979bdSMark Fasheh if (status < 0) { 6290ccd979bdSMark Fasheh mlog_errno(status); 6291ccd979bdSMark Fasheh goto bail; 6292ccd979bdSMark Fasheh } 6293dcd0538fSMark Fasheh 6294dcd0538fSMark Fasheh if (last_eb_bh) { 6295dcd0538fSMark Fasheh status = ocfs2_journal_access(handle, inode, last_eb_bh, 6296dcd0538fSMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 6297dcd0538fSMark Fasheh if (status < 0) { 6298dcd0538fSMark Fasheh mlog_errno(status); 6299dcd0538fSMark Fasheh goto bail; 6300dcd0538fSMark Fasheh } 6301dcd0538fSMark Fasheh 6302dcd0538fSMark Fasheh last_eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 6303dcd0538fSMark Fasheh } 6304dcd0538fSMark Fasheh 6305ccd979bdSMark Fasheh el = &(fe->id2.i_list); 6306ccd979bdSMark Fasheh 6307dcd0538fSMark Fasheh /* 6308dcd0538fSMark Fasheh * Lower levels depend on this never happening, but it's best 6309dcd0538fSMark Fasheh * to check it up here before changing the tree. 6310dcd0538fSMark Fasheh */ 6311e48edee2SMark Fasheh if (el->l_tree_depth && el->l_recs[0].e_int_clusters == 0) { 6312dcd0538fSMark Fasheh ocfs2_error(inode->i_sb, 6313dcd0538fSMark Fasheh "Inode %lu has an empty extent record, depth %u\n", 6314dcd0538fSMark Fasheh inode->i_ino, le16_to_cpu(el->l_tree_depth)); 63153a0782d0SMark Fasheh status = -EROFS; 6316dcd0538fSMark Fasheh goto bail; 6317dcd0538fSMark Fasheh } 6318dcd0538fSMark Fasheh 6319ccd979bdSMark Fasheh spin_lock(&OCFS2_I(inode)->ip_lock); 6320ccd979bdSMark Fasheh OCFS2_I(inode)->ip_clusters = le32_to_cpu(fe->i_clusters) - 6321ccd979bdSMark Fasheh clusters_to_del; 6322ccd979bdSMark Fasheh spin_unlock(&OCFS2_I(inode)->ip_lock); 6323ccd979bdSMark Fasheh le32_add_cpu(&fe->i_clusters, -clusters_to_del); 6324e535e2efSMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 6325ccd979bdSMark Fasheh 63263a0782d0SMark Fasheh status = ocfs2_trim_tree(inode, path, handle, tc, 63273a0782d0SMark Fasheh clusters_to_del, &delete_blk); 63283a0782d0SMark Fasheh if (status) { 63293a0782d0SMark Fasheh mlog_errno(status); 63303a0782d0SMark Fasheh goto bail; 6331ccd979bdSMark Fasheh } 6332ccd979bdSMark Fasheh 6333dcd0538fSMark Fasheh if (le32_to_cpu(fe->i_clusters) == 0) { 6334ccd979bdSMark Fasheh /* trunc to zero is a special case. */ 6335ccd979bdSMark Fasheh el->l_tree_depth = 0; 6336ccd979bdSMark Fasheh fe->i_last_eb_blk = 0; 6337ccd979bdSMark Fasheh } else if (last_eb) 6338ccd979bdSMark Fasheh fe->i_last_eb_blk = last_eb->h_blkno; 6339ccd979bdSMark Fasheh 6340ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, fe_bh); 6341ccd979bdSMark Fasheh if (status < 0) { 6342ccd979bdSMark Fasheh mlog_errno(status); 6343ccd979bdSMark Fasheh goto bail; 6344ccd979bdSMark Fasheh } 6345ccd979bdSMark Fasheh 6346ccd979bdSMark Fasheh if (last_eb) { 6347ccd979bdSMark Fasheh /* If there will be a new last extent block, then by 6348ccd979bdSMark Fasheh * definition, there cannot be any leaves to the right of 6349ccd979bdSMark Fasheh * him. */ 6350ccd979bdSMark Fasheh last_eb->h_next_leaf_blk = 0; 6351ccd979bdSMark Fasheh status = ocfs2_journal_dirty(handle, last_eb_bh); 6352ccd979bdSMark Fasheh if (status < 0) { 6353ccd979bdSMark Fasheh mlog_errno(status); 6354ccd979bdSMark Fasheh goto bail; 6355ccd979bdSMark Fasheh } 6356ccd979bdSMark Fasheh } 6357ccd979bdSMark Fasheh 63583a0782d0SMark Fasheh if (delete_blk) { 6359ccd979bdSMark Fasheh status = ocfs2_truncate_log_append(osb, handle, delete_blk, 6360ccd979bdSMark Fasheh clusters_to_del); 6361ccd979bdSMark Fasheh if (status < 0) { 6362ccd979bdSMark Fasheh mlog_errno(status); 6363ccd979bdSMark Fasheh goto bail; 6364ccd979bdSMark Fasheh } 63653a0782d0SMark Fasheh } 6366ccd979bdSMark Fasheh status = 0; 6367ccd979bdSMark Fasheh bail: 6368dcd0538fSMark Fasheh 6369ccd979bdSMark Fasheh mlog_exit(status); 6370ccd979bdSMark Fasheh return status; 6371ccd979bdSMark Fasheh } 6372ccd979bdSMark Fasheh 637360b11392SMark Fasheh static int ocfs2_writeback_zero_func(handle_t *handle, struct buffer_head *bh) 637460b11392SMark Fasheh { 637560b11392SMark Fasheh set_buffer_uptodate(bh); 637660b11392SMark Fasheh mark_buffer_dirty(bh); 637760b11392SMark Fasheh return 0; 637860b11392SMark Fasheh } 637960b11392SMark Fasheh 638060b11392SMark Fasheh static int ocfs2_ordered_zero_func(handle_t *handle, struct buffer_head *bh) 638160b11392SMark Fasheh { 638260b11392SMark Fasheh set_buffer_uptodate(bh); 638360b11392SMark Fasheh mark_buffer_dirty(bh); 638460b11392SMark Fasheh return ocfs2_journal_dirty_data(handle, bh); 638560b11392SMark Fasheh } 638660b11392SMark Fasheh 63871d410a6eSMark Fasheh static void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle, 63881d410a6eSMark Fasheh unsigned int from, unsigned int to, 63891d410a6eSMark Fasheh struct page *page, int zero, u64 *phys) 639060b11392SMark Fasheh { 63911d410a6eSMark Fasheh int ret, partial = 0; 639260b11392SMark Fasheh 63931d410a6eSMark Fasheh ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0); 639460b11392SMark Fasheh if (ret) 639560b11392SMark Fasheh mlog_errno(ret); 639660b11392SMark Fasheh 63971d410a6eSMark Fasheh if (zero) 6398eebd2aa3SChristoph Lameter zero_user_segment(page, from, to); 639960b11392SMark Fasheh 640060b11392SMark Fasheh /* 640160b11392SMark Fasheh * Need to set the buffers we zero'd into uptodate 640260b11392SMark Fasheh * here if they aren't - ocfs2_map_page_blocks() 640360b11392SMark Fasheh * might've skipped some 640460b11392SMark Fasheh */ 640560b11392SMark Fasheh if (ocfs2_should_order_data(inode)) { 640660b11392SMark Fasheh ret = walk_page_buffers(handle, 640760b11392SMark Fasheh page_buffers(page), 640860b11392SMark Fasheh from, to, &partial, 640960b11392SMark Fasheh ocfs2_ordered_zero_func); 641060b11392SMark Fasheh if (ret < 0) 641160b11392SMark Fasheh mlog_errno(ret); 641260b11392SMark Fasheh } else { 641360b11392SMark Fasheh ret = walk_page_buffers(handle, page_buffers(page), 641460b11392SMark Fasheh from, to, &partial, 641560b11392SMark Fasheh ocfs2_writeback_zero_func); 641660b11392SMark Fasheh if (ret < 0) 641760b11392SMark Fasheh mlog_errno(ret); 641860b11392SMark Fasheh } 641960b11392SMark Fasheh 642060b11392SMark Fasheh if (!partial) 642160b11392SMark Fasheh SetPageUptodate(page); 642260b11392SMark Fasheh 642360b11392SMark Fasheh flush_dcache_page(page); 64241d410a6eSMark Fasheh } 64251d410a6eSMark Fasheh 64261d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start, 64271d410a6eSMark Fasheh loff_t end, struct page **pages, 64281d410a6eSMark Fasheh int numpages, u64 phys, handle_t *handle) 64291d410a6eSMark Fasheh { 64301d410a6eSMark Fasheh int i; 64311d410a6eSMark Fasheh struct page *page; 64321d410a6eSMark Fasheh unsigned int from, to = PAGE_CACHE_SIZE; 64331d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 64341d410a6eSMark Fasheh 64351d410a6eSMark Fasheh BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb))); 64361d410a6eSMark Fasheh 64371d410a6eSMark Fasheh if (numpages == 0) 64381d410a6eSMark Fasheh goto out; 64391d410a6eSMark Fasheh 64401d410a6eSMark Fasheh to = PAGE_CACHE_SIZE; 64411d410a6eSMark Fasheh for(i = 0; i < numpages; i++) { 64421d410a6eSMark Fasheh page = pages[i]; 64431d410a6eSMark Fasheh 64441d410a6eSMark Fasheh from = start & (PAGE_CACHE_SIZE - 1); 64451d410a6eSMark Fasheh if ((end >> PAGE_CACHE_SHIFT) == page->index) 64461d410a6eSMark Fasheh to = end & (PAGE_CACHE_SIZE - 1); 64471d410a6eSMark Fasheh 64481d410a6eSMark Fasheh BUG_ON(from > PAGE_CACHE_SIZE); 64491d410a6eSMark Fasheh BUG_ON(to > PAGE_CACHE_SIZE); 64501d410a6eSMark Fasheh 64511d410a6eSMark Fasheh ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1, 64521d410a6eSMark Fasheh &phys); 645360b11392SMark Fasheh 645435edec1dSMark Fasheh start = (page->index + 1) << PAGE_CACHE_SHIFT; 645560b11392SMark Fasheh } 645660b11392SMark Fasheh out: 64571d410a6eSMark Fasheh if (pages) 64581d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 645960b11392SMark Fasheh } 646060b11392SMark Fasheh 646135edec1dSMark Fasheh static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end, 64621d410a6eSMark Fasheh struct page **pages, int *num) 646360b11392SMark Fasheh { 64641d410a6eSMark Fasheh int numpages, ret = 0; 646560b11392SMark Fasheh struct super_block *sb = inode->i_sb; 646660b11392SMark Fasheh struct address_space *mapping = inode->i_mapping; 646760b11392SMark Fasheh unsigned long index; 646835edec1dSMark Fasheh loff_t last_page_bytes; 646960b11392SMark Fasheh 647035edec1dSMark Fasheh BUG_ON(start > end); 647160b11392SMark Fasheh 647235edec1dSMark Fasheh BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits != 647335edec1dSMark Fasheh (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits); 647435edec1dSMark Fasheh 64751d410a6eSMark Fasheh numpages = 0; 647635edec1dSMark Fasheh last_page_bytes = PAGE_ALIGN(end); 647735edec1dSMark Fasheh index = start >> PAGE_CACHE_SHIFT; 647860b11392SMark Fasheh do { 647960b11392SMark Fasheh pages[numpages] = grab_cache_page(mapping, index); 648060b11392SMark Fasheh if (!pages[numpages]) { 648160b11392SMark Fasheh ret = -ENOMEM; 648260b11392SMark Fasheh mlog_errno(ret); 648360b11392SMark Fasheh goto out; 648460b11392SMark Fasheh } 648560b11392SMark Fasheh 648660b11392SMark Fasheh numpages++; 648760b11392SMark Fasheh index++; 648835edec1dSMark Fasheh } while (index < (last_page_bytes >> PAGE_CACHE_SHIFT)); 648960b11392SMark Fasheh 649060b11392SMark Fasheh out: 649160b11392SMark Fasheh if (ret != 0) { 64921d410a6eSMark Fasheh if (pages) 64931d410a6eSMark Fasheh ocfs2_unlock_and_free_pages(pages, numpages); 649460b11392SMark Fasheh numpages = 0; 649560b11392SMark Fasheh } 649660b11392SMark Fasheh 649760b11392SMark Fasheh *num = numpages; 649860b11392SMark Fasheh 649960b11392SMark Fasheh return ret; 650060b11392SMark Fasheh } 650160b11392SMark Fasheh 650260b11392SMark Fasheh /* 650360b11392SMark Fasheh * Zero the area past i_size but still within an allocated 650460b11392SMark Fasheh * cluster. This avoids exposing nonzero data on subsequent file 650560b11392SMark Fasheh * extends. 650660b11392SMark Fasheh * 650760b11392SMark Fasheh * We need to call this before i_size is updated on the inode because 650860b11392SMark Fasheh * otherwise block_write_full_page() will skip writeout of pages past 650960b11392SMark Fasheh * i_size. The new_i_size parameter is passed for this reason. 651060b11392SMark Fasheh */ 651135edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle, 651235edec1dSMark Fasheh u64 range_start, u64 range_end) 651360b11392SMark Fasheh { 65141d410a6eSMark Fasheh int ret = 0, numpages; 651560b11392SMark Fasheh struct page **pages = NULL; 651660b11392SMark Fasheh u64 phys; 65171d410a6eSMark Fasheh unsigned int ext_flags; 65181d410a6eSMark Fasheh struct super_block *sb = inode->i_sb; 651960b11392SMark Fasheh 652060b11392SMark Fasheh /* 652160b11392SMark Fasheh * File systems which don't support sparse files zero on every 652260b11392SMark Fasheh * extend. 652360b11392SMark Fasheh */ 65241d410a6eSMark Fasheh if (!ocfs2_sparse_alloc(OCFS2_SB(sb))) 652560b11392SMark Fasheh return 0; 652660b11392SMark Fasheh 65271d410a6eSMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(sb), 652860b11392SMark Fasheh sizeof(struct page *), GFP_NOFS); 652960b11392SMark Fasheh if (pages == NULL) { 653060b11392SMark Fasheh ret = -ENOMEM; 653160b11392SMark Fasheh mlog_errno(ret); 653260b11392SMark Fasheh goto out; 653360b11392SMark Fasheh } 653460b11392SMark Fasheh 65351d410a6eSMark Fasheh if (range_start == range_end) 65361d410a6eSMark Fasheh goto out; 65371d410a6eSMark Fasheh 65381d410a6eSMark Fasheh ret = ocfs2_extent_map_get_blocks(inode, 65391d410a6eSMark Fasheh range_start >> sb->s_blocksize_bits, 65401d410a6eSMark Fasheh &phys, NULL, &ext_flags); 654160b11392SMark Fasheh if (ret) { 654260b11392SMark Fasheh mlog_errno(ret); 654360b11392SMark Fasheh goto out; 654460b11392SMark Fasheh } 654560b11392SMark Fasheh 65461d410a6eSMark Fasheh /* 65471d410a6eSMark Fasheh * Tail is a hole, or is marked unwritten. In either case, we 65481d410a6eSMark Fasheh * can count on read and write to return/push zero's. 65491d410a6eSMark Fasheh */ 65501d410a6eSMark Fasheh if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN) 655160b11392SMark Fasheh goto out; 655260b11392SMark Fasheh 65531d410a6eSMark Fasheh ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages, 65541d410a6eSMark Fasheh &numpages); 65551d410a6eSMark Fasheh if (ret) { 65561d410a6eSMark Fasheh mlog_errno(ret); 65571d410a6eSMark Fasheh goto out; 65581d410a6eSMark Fasheh } 65591d410a6eSMark Fasheh 656035edec1dSMark Fasheh ocfs2_zero_cluster_pages(inode, range_start, range_end, pages, 656135edec1dSMark Fasheh numpages, phys, handle); 656260b11392SMark Fasheh 656360b11392SMark Fasheh /* 656460b11392SMark Fasheh * Initiate writeout of the pages we zero'd here. We don't 656560b11392SMark Fasheh * wait on them - the truncate_inode_pages() call later will 656660b11392SMark Fasheh * do that for us. 656760b11392SMark Fasheh */ 656835edec1dSMark Fasheh ret = do_sync_mapping_range(inode->i_mapping, range_start, 656935edec1dSMark Fasheh range_end - 1, SYNC_FILE_RANGE_WRITE); 657060b11392SMark Fasheh if (ret) 657160b11392SMark Fasheh mlog_errno(ret); 657260b11392SMark Fasheh 657360b11392SMark Fasheh out: 657460b11392SMark Fasheh if (pages) 657560b11392SMark Fasheh kfree(pages); 657660b11392SMark Fasheh 657760b11392SMark Fasheh return ret; 657860b11392SMark Fasheh } 657960b11392SMark Fasheh 6580*fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode, 6581*fdd77704STiger Yang struct ocfs2_dinode *di) 65821afc32b9SMark Fasheh { 65831afc32b9SMark Fasheh unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits; 6584*fdd77704STiger Yang unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size); 65851afc32b9SMark Fasheh 6586*fdd77704STiger Yang if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL) 6587*fdd77704STiger Yang memset(&di->id2, 0, blocksize - 6588*fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2) - 6589*fdd77704STiger Yang xattrsize); 6590*fdd77704STiger Yang else 6591*fdd77704STiger Yang memset(&di->id2, 0, blocksize - 6592*fdd77704STiger Yang offsetof(struct ocfs2_dinode, id2)); 65931afc32b9SMark Fasheh } 65941afc32b9SMark Fasheh 65955b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode, 65965b6a3a2bSMark Fasheh struct ocfs2_dinode *di) 65975b6a3a2bSMark Fasheh { 6598*fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 65995b6a3a2bSMark Fasheh di->id2.i_list.l_tree_depth = 0; 66005b6a3a2bSMark Fasheh di->id2.i_list.l_next_free_rec = 0; 6601*fdd77704STiger Yang di->id2.i_list.l_count = cpu_to_le16( 6602*fdd77704STiger Yang ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di)); 66035b6a3a2bSMark Fasheh } 66045b6a3a2bSMark Fasheh 66051afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di) 66061afc32b9SMark Fasheh { 66071afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 66081afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 66091afc32b9SMark Fasheh 66101afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 66111afc32b9SMark Fasheh oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL; 66121afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 66131afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 66141afc32b9SMark Fasheh 66151afc32b9SMark Fasheh /* 66161afc32b9SMark Fasheh * We clear the entire i_data structure here so that all 66171afc32b9SMark Fasheh * fields can be properly initialized. 66181afc32b9SMark Fasheh */ 6619*fdd77704STiger Yang ocfs2_zero_dinode_id2_with_xattr(inode, di); 66201afc32b9SMark Fasheh 6621*fdd77704STiger Yang idata->id_count = cpu_to_le16( 6622*fdd77704STiger Yang ocfs2_max_inline_data_with_xattr(inode->i_sb, di)); 66231afc32b9SMark Fasheh } 66241afc32b9SMark Fasheh 66251afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode, 66261afc32b9SMark Fasheh struct buffer_head *di_bh) 66271afc32b9SMark Fasheh { 66281afc32b9SMark Fasheh int ret, i, has_data, num_pages = 0; 66291afc32b9SMark Fasheh handle_t *handle; 66301afc32b9SMark Fasheh u64 uninitialized_var(block); 66311afc32b9SMark Fasheh struct ocfs2_inode_info *oi = OCFS2_I(inode); 66321afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 66331afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 66341afc32b9SMark Fasheh struct ocfs2_alloc_context *data_ac = NULL; 66351afc32b9SMark Fasheh struct page **pages = NULL; 66361afc32b9SMark Fasheh loff_t end = osb->s_clustersize; 66371afc32b9SMark Fasheh 66381afc32b9SMark Fasheh has_data = i_size_read(inode) ? 1 : 0; 66391afc32b9SMark Fasheh 66401afc32b9SMark Fasheh if (has_data) { 66411afc32b9SMark Fasheh pages = kcalloc(ocfs2_pages_per_cluster(osb->sb), 66421afc32b9SMark Fasheh sizeof(struct page *), GFP_NOFS); 66431afc32b9SMark Fasheh if (pages == NULL) { 66441afc32b9SMark Fasheh ret = -ENOMEM; 66451afc32b9SMark Fasheh mlog_errno(ret); 66461afc32b9SMark Fasheh goto out; 66471afc32b9SMark Fasheh } 66481afc32b9SMark Fasheh 66491afc32b9SMark Fasheh ret = ocfs2_reserve_clusters(osb, 1, &data_ac); 66501afc32b9SMark Fasheh if (ret) { 66511afc32b9SMark Fasheh mlog_errno(ret); 66521afc32b9SMark Fasheh goto out; 66531afc32b9SMark Fasheh } 66541afc32b9SMark Fasheh } 66551afc32b9SMark Fasheh 66561afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INLINE_TO_EXTENTS_CREDITS); 66571afc32b9SMark Fasheh if (IS_ERR(handle)) { 66581afc32b9SMark Fasheh ret = PTR_ERR(handle); 66591afc32b9SMark Fasheh mlog_errno(ret); 66601afc32b9SMark Fasheh goto out_unlock; 66611afc32b9SMark Fasheh } 66621afc32b9SMark Fasheh 66631afc32b9SMark Fasheh ret = ocfs2_journal_access(handle, inode, di_bh, 66641afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 66651afc32b9SMark Fasheh if (ret) { 66661afc32b9SMark Fasheh mlog_errno(ret); 66671afc32b9SMark Fasheh goto out_commit; 66681afc32b9SMark Fasheh } 66691afc32b9SMark Fasheh 66701afc32b9SMark Fasheh if (has_data) { 66711afc32b9SMark Fasheh u32 bit_off, num; 66721afc32b9SMark Fasheh unsigned int page_end; 66731afc32b9SMark Fasheh u64 phys; 66741afc32b9SMark Fasheh 66751afc32b9SMark Fasheh ret = ocfs2_claim_clusters(osb, handle, data_ac, 1, &bit_off, 66761afc32b9SMark Fasheh &num); 66771afc32b9SMark Fasheh if (ret) { 66781afc32b9SMark Fasheh mlog_errno(ret); 66791afc32b9SMark Fasheh goto out_commit; 66801afc32b9SMark Fasheh } 66811afc32b9SMark Fasheh 66821afc32b9SMark Fasheh /* 66831afc32b9SMark Fasheh * Save two copies, one for insert, and one that can 66841afc32b9SMark Fasheh * be changed by ocfs2_map_and_dirty_page() below. 66851afc32b9SMark Fasheh */ 66861afc32b9SMark Fasheh block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off); 66871afc32b9SMark Fasheh 66881afc32b9SMark Fasheh /* 66891afc32b9SMark Fasheh * Non sparse file systems zero on extend, so no need 66901afc32b9SMark Fasheh * to do that now. 66911afc32b9SMark Fasheh */ 66921afc32b9SMark Fasheh if (!ocfs2_sparse_alloc(osb) && 66931afc32b9SMark Fasheh PAGE_CACHE_SIZE < osb->s_clustersize) 66941afc32b9SMark Fasheh end = PAGE_CACHE_SIZE; 66951afc32b9SMark Fasheh 66961afc32b9SMark Fasheh ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages); 66971afc32b9SMark Fasheh if (ret) { 66981afc32b9SMark Fasheh mlog_errno(ret); 66991afc32b9SMark Fasheh goto out_commit; 67001afc32b9SMark Fasheh } 67011afc32b9SMark Fasheh 67021afc32b9SMark Fasheh /* 67031afc32b9SMark Fasheh * This should populate the 1st page for us and mark 67041afc32b9SMark Fasheh * it up to date. 67051afc32b9SMark Fasheh */ 67061afc32b9SMark Fasheh ret = ocfs2_read_inline_data(inode, pages[0], di_bh); 67071afc32b9SMark Fasheh if (ret) { 67081afc32b9SMark Fasheh mlog_errno(ret); 67091afc32b9SMark Fasheh goto out_commit; 67101afc32b9SMark Fasheh } 67111afc32b9SMark Fasheh 67121afc32b9SMark Fasheh page_end = PAGE_CACHE_SIZE; 67131afc32b9SMark Fasheh if (PAGE_CACHE_SIZE > osb->s_clustersize) 67141afc32b9SMark Fasheh page_end = osb->s_clustersize; 67151afc32b9SMark Fasheh 67161afc32b9SMark Fasheh for (i = 0; i < num_pages; i++) 67171afc32b9SMark Fasheh ocfs2_map_and_dirty_page(inode, handle, 0, page_end, 67181afc32b9SMark Fasheh pages[i], i > 0, &phys); 67191afc32b9SMark Fasheh } 67201afc32b9SMark Fasheh 67211afc32b9SMark Fasheh spin_lock(&oi->ip_lock); 67221afc32b9SMark Fasheh oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL; 67231afc32b9SMark Fasheh di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features); 67241afc32b9SMark Fasheh spin_unlock(&oi->ip_lock); 67251afc32b9SMark Fasheh 67265b6a3a2bSMark Fasheh ocfs2_dinode_new_extent_list(inode, di); 67271afc32b9SMark Fasheh 67281afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 67291afc32b9SMark Fasheh 67301afc32b9SMark Fasheh if (has_data) { 67311afc32b9SMark Fasheh /* 67321afc32b9SMark Fasheh * An error at this point should be extremely rare. If 67331afc32b9SMark Fasheh * this proves to be false, we could always re-build 67341afc32b9SMark Fasheh * the in-inode data from our pages. 67351afc32b9SMark Fasheh */ 6736f56654c4STao Ma ret = ocfs2_dinode_insert_extent(osb, handle, inode, di_bh, 6737f56654c4STao Ma 0, block, 1, 0, NULL); 67381afc32b9SMark Fasheh if (ret) { 67391afc32b9SMark Fasheh mlog_errno(ret); 67401afc32b9SMark Fasheh goto out_commit; 67411afc32b9SMark Fasheh } 67421afc32b9SMark Fasheh 67431afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 67441afc32b9SMark Fasheh } 67451afc32b9SMark Fasheh 67461afc32b9SMark Fasheh out_commit: 67471afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 67481afc32b9SMark Fasheh 67491afc32b9SMark Fasheh out_unlock: 67501afc32b9SMark Fasheh if (data_ac) 67511afc32b9SMark Fasheh ocfs2_free_alloc_context(data_ac); 67521afc32b9SMark Fasheh 67531afc32b9SMark Fasheh out: 67541afc32b9SMark Fasheh if (pages) { 67551afc32b9SMark Fasheh ocfs2_unlock_and_free_pages(pages, num_pages); 67561afc32b9SMark Fasheh kfree(pages); 67571afc32b9SMark Fasheh } 67581afc32b9SMark Fasheh 67591afc32b9SMark Fasheh return ret; 67601afc32b9SMark Fasheh } 67611afc32b9SMark Fasheh 6762ccd979bdSMark Fasheh /* 6763ccd979bdSMark Fasheh * It is expected, that by the time you call this function, 6764ccd979bdSMark Fasheh * inode->i_size and fe->i_size have been adjusted. 6765ccd979bdSMark Fasheh * 6766ccd979bdSMark Fasheh * WARNING: This will kfree the truncate context 6767ccd979bdSMark Fasheh */ 6768ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb, 6769ccd979bdSMark Fasheh struct inode *inode, 6770ccd979bdSMark Fasheh struct buffer_head *fe_bh, 6771ccd979bdSMark Fasheh struct ocfs2_truncate_context *tc) 6772ccd979bdSMark Fasheh { 6773ccd979bdSMark Fasheh int status, i, credits, tl_sem = 0; 6774dcd0538fSMark Fasheh u32 clusters_to_del, new_highest_cpos, range; 6775ccd979bdSMark Fasheh struct ocfs2_extent_list *el; 67761fabe148SMark Fasheh handle_t *handle = NULL; 6777ccd979bdSMark Fasheh struct inode *tl_inode = osb->osb_tl_inode; 6778dcd0538fSMark Fasheh struct ocfs2_path *path = NULL; 6779e7d4cb6bSTao Ma struct ocfs2_dinode *di = (struct ocfs2_dinode *)fe_bh->b_data; 6780ccd979bdSMark Fasheh 6781ccd979bdSMark Fasheh mlog_entry_void(); 6782ccd979bdSMark Fasheh 6783dcd0538fSMark Fasheh new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb, 6784ccd979bdSMark Fasheh i_size_read(inode)); 6785ccd979bdSMark Fasheh 6786e7d4cb6bSTao Ma path = ocfs2_new_path(fe_bh, &di->id2.i_list); 6787dcd0538fSMark Fasheh if (!path) { 6788dcd0538fSMark Fasheh status = -ENOMEM; 6789ccd979bdSMark Fasheh mlog_errno(status); 6790ccd979bdSMark Fasheh goto bail; 6791ccd979bdSMark Fasheh } 679283418978SMark Fasheh 679383418978SMark Fasheh ocfs2_extent_map_trunc(inode, new_highest_cpos); 679483418978SMark Fasheh 6795dcd0538fSMark Fasheh start: 6796dcd0538fSMark Fasheh /* 67973a0782d0SMark Fasheh * Check that we still have allocation to delete. 67983a0782d0SMark Fasheh */ 67993a0782d0SMark Fasheh if (OCFS2_I(inode)->ip_clusters == 0) { 68003a0782d0SMark Fasheh status = 0; 68013a0782d0SMark Fasheh goto bail; 68023a0782d0SMark Fasheh } 68033a0782d0SMark Fasheh 68043a0782d0SMark Fasheh /* 6805dcd0538fSMark Fasheh * Truncate always works against the rightmost tree branch. 6806dcd0538fSMark Fasheh */ 6807dcd0538fSMark Fasheh status = ocfs2_find_path(inode, path, UINT_MAX); 6808dcd0538fSMark Fasheh if (status) { 6809dcd0538fSMark Fasheh mlog_errno(status); 6810ccd979bdSMark Fasheh goto bail; 6811ccd979bdSMark Fasheh } 6812ccd979bdSMark Fasheh 6813dcd0538fSMark Fasheh mlog(0, "inode->ip_clusters = %u, tree_depth = %u\n", 6814dcd0538fSMark Fasheh OCFS2_I(inode)->ip_clusters, path->p_tree_depth); 6815dcd0538fSMark Fasheh 6816dcd0538fSMark Fasheh /* 6817dcd0538fSMark Fasheh * By now, el will point to the extent list on the bottom most 6818dcd0538fSMark Fasheh * portion of this tree. Only the tail record is considered in 6819dcd0538fSMark Fasheh * each pass. 6820dcd0538fSMark Fasheh * 6821dcd0538fSMark Fasheh * We handle the following cases, in order: 6822dcd0538fSMark Fasheh * - empty extent: delete the remaining branch 6823dcd0538fSMark Fasheh * - remove the entire record 6824dcd0538fSMark Fasheh * - remove a partial record 6825dcd0538fSMark Fasheh * - no record needs to be removed (truncate has completed) 6826dcd0538fSMark Fasheh */ 6827dcd0538fSMark Fasheh el = path_leaf_el(path); 68283a0782d0SMark Fasheh if (le16_to_cpu(el->l_next_free_rec) == 0) { 68293a0782d0SMark Fasheh ocfs2_error(inode->i_sb, 68303a0782d0SMark Fasheh "Inode %llu has empty extent block at %llu\n", 68313a0782d0SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 68323a0782d0SMark Fasheh (unsigned long long)path_leaf_bh(path)->b_blocknr); 68333a0782d0SMark Fasheh status = -EROFS; 68343a0782d0SMark Fasheh goto bail; 68353a0782d0SMark Fasheh } 68363a0782d0SMark Fasheh 6837ccd979bdSMark Fasheh i = le16_to_cpu(el->l_next_free_rec) - 1; 6838dcd0538fSMark Fasheh range = le32_to_cpu(el->l_recs[i].e_cpos) + 6839e48edee2SMark Fasheh ocfs2_rec_clusters(el, &el->l_recs[i]); 6840dcd0538fSMark Fasheh if (i == 0 && ocfs2_is_empty_extent(&el->l_recs[i])) { 6841dcd0538fSMark Fasheh clusters_to_del = 0; 6842dcd0538fSMark Fasheh } else if (le32_to_cpu(el->l_recs[i].e_cpos) >= new_highest_cpos) { 6843e48edee2SMark Fasheh clusters_to_del = ocfs2_rec_clusters(el, &el->l_recs[i]); 6844dcd0538fSMark Fasheh } else if (range > new_highest_cpos) { 6845e48edee2SMark Fasheh clusters_to_del = (ocfs2_rec_clusters(el, &el->l_recs[i]) + 6846ccd979bdSMark Fasheh le32_to_cpu(el->l_recs[i].e_cpos)) - 6847dcd0538fSMark Fasheh new_highest_cpos; 6848dcd0538fSMark Fasheh } else { 6849dcd0538fSMark Fasheh status = 0; 6850dcd0538fSMark Fasheh goto bail; 6851dcd0538fSMark Fasheh } 6852ccd979bdSMark Fasheh 6853dcd0538fSMark Fasheh mlog(0, "clusters_to_del = %u in this pass, tail blk=%llu\n", 6854dcd0538fSMark Fasheh clusters_to_del, (unsigned long long)path_leaf_bh(path)->b_blocknr); 6855dcd0538fSMark Fasheh 68561b1dcc1bSJes Sorensen mutex_lock(&tl_inode->i_mutex); 6857ccd979bdSMark Fasheh tl_sem = 1; 6858ccd979bdSMark Fasheh /* ocfs2_truncate_log_needs_flush guarantees us at least one 6859ccd979bdSMark Fasheh * record is free for use. If there isn't any, we flush to get 6860ccd979bdSMark Fasheh * an empty truncate log. */ 6861ccd979bdSMark Fasheh if (ocfs2_truncate_log_needs_flush(osb)) { 6862ccd979bdSMark Fasheh status = __ocfs2_flush_truncate_log(osb); 6863ccd979bdSMark Fasheh if (status < 0) { 6864ccd979bdSMark Fasheh mlog_errno(status); 6865ccd979bdSMark Fasheh goto bail; 6866ccd979bdSMark Fasheh } 6867ccd979bdSMark Fasheh } 6868ccd979bdSMark Fasheh 6869ccd979bdSMark Fasheh credits = ocfs2_calc_tree_trunc_credits(osb->sb, clusters_to_del, 6870dcd0538fSMark Fasheh (struct ocfs2_dinode *)fe_bh->b_data, 6871dcd0538fSMark Fasheh el); 687265eff9ccSMark Fasheh handle = ocfs2_start_trans(osb, credits); 6873ccd979bdSMark Fasheh if (IS_ERR(handle)) { 6874ccd979bdSMark Fasheh status = PTR_ERR(handle); 6875ccd979bdSMark Fasheh handle = NULL; 6876ccd979bdSMark Fasheh mlog_errno(status); 6877ccd979bdSMark Fasheh goto bail; 6878ccd979bdSMark Fasheh } 6879ccd979bdSMark Fasheh 6880dcd0538fSMark Fasheh status = ocfs2_do_truncate(osb, clusters_to_del, inode, fe_bh, handle, 6881dcd0538fSMark Fasheh tc, path); 6882ccd979bdSMark Fasheh if (status < 0) { 6883ccd979bdSMark Fasheh mlog_errno(status); 6884ccd979bdSMark Fasheh goto bail; 6885ccd979bdSMark Fasheh } 6886ccd979bdSMark Fasheh 68871b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 6888ccd979bdSMark Fasheh tl_sem = 0; 6889ccd979bdSMark Fasheh 689002dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6891ccd979bdSMark Fasheh handle = NULL; 6892ccd979bdSMark Fasheh 6893dcd0538fSMark Fasheh ocfs2_reinit_path(path, 1); 6894dcd0538fSMark Fasheh 6895dcd0538fSMark Fasheh /* 68963a0782d0SMark Fasheh * The check above will catch the case where we've truncated 68973a0782d0SMark Fasheh * away all allocation. 6898dcd0538fSMark Fasheh */ 6899ccd979bdSMark Fasheh goto start; 69003a0782d0SMark Fasheh 6901ccd979bdSMark Fasheh bail: 6902ccd979bdSMark Fasheh 6903ccd979bdSMark Fasheh ocfs2_schedule_truncate_log_flush(osb, 1); 6904ccd979bdSMark Fasheh 6905ccd979bdSMark Fasheh if (tl_sem) 69061b1dcc1bSJes Sorensen mutex_unlock(&tl_inode->i_mutex); 6907ccd979bdSMark Fasheh 6908ccd979bdSMark Fasheh if (handle) 690902dc1af4SMark Fasheh ocfs2_commit_trans(osb, handle); 6910ccd979bdSMark Fasheh 691159a5e416SMark Fasheh ocfs2_run_deallocs(osb, &tc->tc_dealloc); 691259a5e416SMark Fasheh 6913dcd0538fSMark Fasheh ocfs2_free_path(path); 6914ccd979bdSMark Fasheh 6915ccd979bdSMark Fasheh /* This will drop the ext_alloc cluster lock for us */ 6916ccd979bdSMark Fasheh ocfs2_free_truncate_context(tc); 6917ccd979bdSMark Fasheh 6918ccd979bdSMark Fasheh mlog_exit(status); 6919ccd979bdSMark Fasheh return status; 6920ccd979bdSMark Fasheh } 6921ccd979bdSMark Fasheh 6922ccd979bdSMark Fasheh /* 692359a5e416SMark Fasheh * Expects the inode to already be locked. 6924ccd979bdSMark Fasheh */ 6925ccd979bdSMark Fasheh int ocfs2_prepare_truncate(struct ocfs2_super *osb, 6926ccd979bdSMark Fasheh struct inode *inode, 6927ccd979bdSMark Fasheh struct buffer_head *fe_bh, 6928ccd979bdSMark Fasheh struct ocfs2_truncate_context **tc) 6929ccd979bdSMark Fasheh { 693059a5e416SMark Fasheh int status; 6931ccd979bdSMark Fasheh unsigned int new_i_clusters; 6932ccd979bdSMark Fasheh struct ocfs2_dinode *fe; 6933ccd979bdSMark Fasheh struct ocfs2_extent_block *eb; 6934ccd979bdSMark Fasheh struct buffer_head *last_eb_bh = NULL; 6935ccd979bdSMark Fasheh 6936ccd979bdSMark Fasheh mlog_entry_void(); 6937ccd979bdSMark Fasheh 6938ccd979bdSMark Fasheh *tc = NULL; 6939ccd979bdSMark Fasheh 6940ccd979bdSMark Fasheh new_i_clusters = ocfs2_clusters_for_bytes(osb->sb, 6941ccd979bdSMark Fasheh i_size_read(inode)); 6942ccd979bdSMark Fasheh fe = (struct ocfs2_dinode *) fe_bh->b_data; 6943ccd979bdSMark Fasheh 6944ccd979bdSMark Fasheh mlog(0, "fe->i_clusters = %u, new_i_clusters = %u, fe->i_size =" 69451ca1a111SMark Fasheh "%llu\n", le32_to_cpu(fe->i_clusters), new_i_clusters, 69461ca1a111SMark Fasheh (unsigned long long)le64_to_cpu(fe->i_size)); 6947ccd979bdSMark Fasheh 6948cd861280SRobert P. J. Day *tc = kzalloc(sizeof(struct ocfs2_truncate_context), GFP_KERNEL); 6949ccd979bdSMark Fasheh if (!(*tc)) { 6950ccd979bdSMark Fasheh status = -ENOMEM; 6951ccd979bdSMark Fasheh mlog_errno(status); 6952ccd979bdSMark Fasheh goto bail; 6953ccd979bdSMark Fasheh } 695459a5e416SMark Fasheh ocfs2_init_dealloc_ctxt(&(*tc)->tc_dealloc); 6955ccd979bdSMark Fasheh 6956ccd979bdSMark Fasheh if (fe->id2.i_list.l_tree_depth) { 6957ccd979bdSMark Fasheh status = ocfs2_read_block(osb, le64_to_cpu(fe->i_last_eb_blk), 6958ccd979bdSMark Fasheh &last_eb_bh, OCFS2_BH_CACHED, inode); 6959ccd979bdSMark Fasheh if (status < 0) { 6960ccd979bdSMark Fasheh mlog_errno(status); 6961ccd979bdSMark Fasheh goto bail; 6962ccd979bdSMark Fasheh } 6963ccd979bdSMark Fasheh eb = (struct ocfs2_extent_block *) last_eb_bh->b_data; 6964ccd979bdSMark Fasheh if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) { 6965ccd979bdSMark Fasheh OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb); 6966ccd979bdSMark Fasheh 6967ccd979bdSMark Fasheh brelse(last_eb_bh); 6968ccd979bdSMark Fasheh status = -EIO; 6969ccd979bdSMark Fasheh goto bail; 6970ccd979bdSMark Fasheh } 6971ccd979bdSMark Fasheh } 6972ccd979bdSMark Fasheh 6973ccd979bdSMark Fasheh (*tc)->tc_last_eb_bh = last_eb_bh; 6974ccd979bdSMark Fasheh 6975ccd979bdSMark Fasheh status = 0; 6976ccd979bdSMark Fasheh bail: 6977ccd979bdSMark Fasheh if (status < 0) { 6978ccd979bdSMark Fasheh if (*tc) 6979ccd979bdSMark Fasheh ocfs2_free_truncate_context(*tc); 6980ccd979bdSMark Fasheh *tc = NULL; 6981ccd979bdSMark Fasheh } 6982ccd979bdSMark Fasheh mlog_exit_void(); 6983ccd979bdSMark Fasheh return status; 6984ccd979bdSMark Fasheh } 6985ccd979bdSMark Fasheh 69861afc32b9SMark Fasheh /* 69871afc32b9SMark Fasheh * 'start' is inclusive, 'end' is not. 69881afc32b9SMark Fasheh */ 69891afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh, 69901afc32b9SMark Fasheh unsigned int start, unsigned int end, int trunc) 69911afc32b9SMark Fasheh { 69921afc32b9SMark Fasheh int ret; 69931afc32b9SMark Fasheh unsigned int numbytes; 69941afc32b9SMark Fasheh handle_t *handle; 69951afc32b9SMark Fasheh struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 69961afc32b9SMark Fasheh struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data; 69971afc32b9SMark Fasheh struct ocfs2_inline_data *idata = &di->id2.i_data; 69981afc32b9SMark Fasheh 69991afc32b9SMark Fasheh if (end > i_size_read(inode)) 70001afc32b9SMark Fasheh end = i_size_read(inode); 70011afc32b9SMark Fasheh 70021afc32b9SMark Fasheh BUG_ON(start >= end); 70031afc32b9SMark Fasheh 70041afc32b9SMark Fasheh if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) || 70051afc32b9SMark Fasheh !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) || 70061afc32b9SMark Fasheh !ocfs2_supports_inline_data(osb)) { 70071afc32b9SMark Fasheh ocfs2_error(inode->i_sb, 70081afc32b9SMark Fasheh "Inline data flags for inode %llu don't agree! " 70091afc32b9SMark Fasheh "Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n", 70101afc32b9SMark Fasheh (unsigned long long)OCFS2_I(inode)->ip_blkno, 70111afc32b9SMark Fasheh le16_to_cpu(di->i_dyn_features), 70121afc32b9SMark Fasheh OCFS2_I(inode)->ip_dyn_features, 70131afc32b9SMark Fasheh osb->s_feature_incompat); 70141afc32b9SMark Fasheh ret = -EROFS; 70151afc32b9SMark Fasheh goto out; 70161afc32b9SMark Fasheh } 70171afc32b9SMark Fasheh 70181afc32b9SMark Fasheh handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS); 70191afc32b9SMark Fasheh if (IS_ERR(handle)) { 70201afc32b9SMark Fasheh ret = PTR_ERR(handle); 70211afc32b9SMark Fasheh mlog_errno(ret); 70221afc32b9SMark Fasheh goto out; 70231afc32b9SMark Fasheh } 70241afc32b9SMark Fasheh 70251afc32b9SMark Fasheh ret = ocfs2_journal_access(handle, inode, di_bh, 70261afc32b9SMark Fasheh OCFS2_JOURNAL_ACCESS_WRITE); 70271afc32b9SMark Fasheh if (ret) { 70281afc32b9SMark Fasheh mlog_errno(ret); 70291afc32b9SMark Fasheh goto out_commit; 70301afc32b9SMark Fasheh } 70311afc32b9SMark Fasheh 70321afc32b9SMark Fasheh numbytes = end - start; 70331afc32b9SMark Fasheh memset(idata->id_data + start, 0, numbytes); 70341afc32b9SMark Fasheh 70351afc32b9SMark Fasheh /* 70361afc32b9SMark Fasheh * No need to worry about the data page here - it's been 70371afc32b9SMark Fasheh * truncated already and inline data doesn't need it for 70381afc32b9SMark Fasheh * pushing zero's to disk, so we'll let readpage pick it up 70391afc32b9SMark Fasheh * later. 70401afc32b9SMark Fasheh */ 70411afc32b9SMark Fasheh if (trunc) { 70421afc32b9SMark Fasheh i_size_write(inode, start); 70431afc32b9SMark Fasheh di->i_size = cpu_to_le64(start); 70441afc32b9SMark Fasheh } 70451afc32b9SMark Fasheh 70461afc32b9SMark Fasheh inode->i_blocks = ocfs2_inode_sector_count(inode); 70471afc32b9SMark Fasheh inode->i_ctime = inode->i_mtime = CURRENT_TIME; 70481afc32b9SMark Fasheh 70491afc32b9SMark Fasheh di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec); 70501afc32b9SMark Fasheh di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); 70511afc32b9SMark Fasheh 70521afc32b9SMark Fasheh ocfs2_journal_dirty(handle, di_bh); 70531afc32b9SMark Fasheh 70541afc32b9SMark Fasheh out_commit: 70551afc32b9SMark Fasheh ocfs2_commit_trans(osb, handle); 70561afc32b9SMark Fasheh 70571afc32b9SMark Fasheh out: 70581afc32b9SMark Fasheh return ret; 70591afc32b9SMark Fasheh } 70601afc32b9SMark Fasheh 7061ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc) 7062ccd979bdSMark Fasheh { 706359a5e416SMark Fasheh /* 706459a5e416SMark Fasheh * The caller is responsible for completing deallocation 706559a5e416SMark Fasheh * before freeing the context. 706659a5e416SMark Fasheh */ 706759a5e416SMark Fasheh if (tc->tc_dealloc.c_first_suballocator != NULL) 706859a5e416SMark Fasheh mlog(ML_NOTICE, 706959a5e416SMark Fasheh "Truncate completion has non-empty dealloc context\n"); 7070ccd979bdSMark Fasheh 7071ccd979bdSMark Fasheh if (tc->tc_last_eb_bh) 7072ccd979bdSMark Fasheh brelse(tc->tc_last_eb_bh); 7073ccd979bdSMark Fasheh 7074ccd979bdSMark Fasheh kfree(tc); 7075ccd979bdSMark Fasheh } 7076