xref: /openbmc/linux/fs/ocfs2/alloc.c (revision fdd77704a8b4666a32120fcd1e4a9fedaf3263d8)
1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*-
2ccd979bdSMark Fasheh  * vim: noexpandtab sw=8 ts=8 sts=0:
3ccd979bdSMark Fasheh  *
4ccd979bdSMark Fasheh  * alloc.c
5ccd979bdSMark Fasheh  *
6ccd979bdSMark Fasheh  * Extent allocs and frees
7ccd979bdSMark Fasheh  *
8ccd979bdSMark Fasheh  * Copyright (C) 2002, 2004 Oracle.  All rights reserved.
9ccd979bdSMark Fasheh  *
10ccd979bdSMark Fasheh  * This program is free software; you can redistribute it and/or
11ccd979bdSMark Fasheh  * modify it under the terms of the GNU General Public
12ccd979bdSMark Fasheh  * License as published by the Free Software Foundation; either
13ccd979bdSMark Fasheh  * version 2 of the License, or (at your option) any later version.
14ccd979bdSMark Fasheh  *
15ccd979bdSMark Fasheh  * This program is distributed in the hope that it will be useful,
16ccd979bdSMark Fasheh  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17ccd979bdSMark Fasheh  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
18ccd979bdSMark Fasheh  * General Public License for more details.
19ccd979bdSMark Fasheh  *
20ccd979bdSMark Fasheh  * You should have received a copy of the GNU General Public
21ccd979bdSMark Fasheh  * License along with this program; if not, write to the
22ccd979bdSMark Fasheh  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
23ccd979bdSMark Fasheh  * Boston, MA 021110-1307, USA.
24ccd979bdSMark Fasheh  */
25ccd979bdSMark Fasheh 
26ccd979bdSMark Fasheh #include <linux/fs.h>
27ccd979bdSMark Fasheh #include <linux/types.h>
28ccd979bdSMark Fasheh #include <linux/slab.h>
29ccd979bdSMark Fasheh #include <linux/highmem.h>
3060b11392SMark Fasheh #include <linux/swap.h>
31ccd979bdSMark Fasheh 
32ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC
33ccd979bdSMark Fasheh #include <cluster/masklog.h>
34ccd979bdSMark Fasheh 
35ccd979bdSMark Fasheh #include "ocfs2.h"
36ccd979bdSMark Fasheh 
37ccd979bdSMark Fasheh #include "alloc.h"
3860b11392SMark Fasheh #include "aops.h"
39ccd979bdSMark Fasheh #include "dlmglue.h"
40ccd979bdSMark Fasheh #include "extent_map.h"
41ccd979bdSMark Fasheh #include "inode.h"
42ccd979bdSMark Fasheh #include "journal.h"
43ccd979bdSMark Fasheh #include "localalloc.h"
44ccd979bdSMark Fasheh #include "suballoc.h"
45ccd979bdSMark Fasheh #include "sysfile.h"
46ccd979bdSMark Fasheh #include "file.h"
47ccd979bdSMark Fasheh #include "super.h"
48ccd979bdSMark Fasheh #include "uptodate.h"
49ccd979bdSMark Fasheh 
50ccd979bdSMark Fasheh #include "buffer_head_io.h"
51ccd979bdSMark Fasheh 
52e7d4cb6bSTao Ma /*
53e7d4cb6bSTao Ma  * ocfs2_extent_tree and ocfs2_extent_tree_operations are used to abstract
54e7d4cb6bSTao Ma  * the b-tree operations in ocfs2. Now all the b-tree operations are not
55e7d4cb6bSTao Ma  * limited to ocfs2_dinode only. Any data which need to allocate clusters
56e7d4cb6bSTao Ma  * to store can use b-tree. And it only needs to implement its ocfs2_extent_tree
57e7d4cb6bSTao Ma  * and operation.
58e7d4cb6bSTao Ma  *
59e7d4cb6bSTao Ma  * ocfs2_extent_tree contains info for the root of the b-tree, it must have a
60e7d4cb6bSTao Ma  * root ocfs2_extent_list and a root_bh so that they can be used in the b-tree
61e7d4cb6bSTao Ma  * functions.
62e7d4cb6bSTao Ma  * ocfs2_extent_tree_operations abstract the normal operations we do for
63e7d4cb6bSTao Ma  * the root of extent b-tree.
64e7d4cb6bSTao Ma  */
65e7d4cb6bSTao Ma struct ocfs2_extent_tree;
66e7d4cb6bSTao Ma 
67e7d4cb6bSTao Ma struct ocfs2_extent_tree_operations {
68e7d4cb6bSTao Ma 	void (*set_last_eb_blk) (struct ocfs2_extent_tree *et, u64 blkno);
69e7d4cb6bSTao Ma 	u64 (*get_last_eb_blk) (struct ocfs2_extent_tree *et);
70e7d4cb6bSTao Ma 	void (*update_clusters) (struct inode *inode,
71e7d4cb6bSTao Ma 				 struct ocfs2_extent_tree *et,
72e7d4cb6bSTao Ma 				 u32 new_clusters);
73e7d4cb6bSTao Ma 	int (*sanity_check) (struct inode *inode, struct ocfs2_extent_tree *et);
74e7d4cb6bSTao Ma };
75e7d4cb6bSTao Ma 
76e7d4cb6bSTao Ma struct ocfs2_extent_tree {
77e7d4cb6bSTao Ma 	enum ocfs2_extent_tree_type type;
78e7d4cb6bSTao Ma 	struct ocfs2_extent_tree_operations *eops;
79e7d4cb6bSTao Ma 	struct buffer_head *root_bh;
80e7d4cb6bSTao Ma 	struct ocfs2_extent_list *root_el;
81f56654c4STao Ma 	void *private;
82e7d4cb6bSTao Ma };
83e7d4cb6bSTao Ma 
84e7d4cb6bSTao Ma static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et,
85e7d4cb6bSTao Ma 					 u64 blkno)
86e7d4cb6bSTao Ma {
87e7d4cb6bSTao Ma 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)et->root_bh->b_data;
88e7d4cb6bSTao Ma 
89e7d4cb6bSTao Ma 	BUG_ON(et->type != OCFS2_DINODE_EXTENT);
90e7d4cb6bSTao Ma 	di->i_last_eb_blk = cpu_to_le64(blkno);
91e7d4cb6bSTao Ma }
92e7d4cb6bSTao Ma 
93e7d4cb6bSTao Ma static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et)
94e7d4cb6bSTao Ma {
95e7d4cb6bSTao Ma 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)et->root_bh->b_data;
96e7d4cb6bSTao Ma 
97e7d4cb6bSTao Ma 	BUG_ON(et->type != OCFS2_DINODE_EXTENT);
98e7d4cb6bSTao Ma 	return le64_to_cpu(di->i_last_eb_blk);
99e7d4cb6bSTao Ma }
100e7d4cb6bSTao Ma 
101e7d4cb6bSTao Ma static void ocfs2_dinode_update_clusters(struct inode *inode,
102e7d4cb6bSTao Ma 					 struct ocfs2_extent_tree *et,
103e7d4cb6bSTao Ma 					 u32 clusters)
104e7d4cb6bSTao Ma {
105e7d4cb6bSTao Ma 	struct ocfs2_dinode *di =
106e7d4cb6bSTao Ma 			(struct ocfs2_dinode *)et->root_bh->b_data;
107e7d4cb6bSTao Ma 
108e7d4cb6bSTao Ma 	le32_add_cpu(&di->i_clusters, clusters);
109e7d4cb6bSTao Ma 	spin_lock(&OCFS2_I(inode)->ip_lock);
110e7d4cb6bSTao Ma 	OCFS2_I(inode)->ip_clusters = le32_to_cpu(di->i_clusters);
111e7d4cb6bSTao Ma 	spin_unlock(&OCFS2_I(inode)->ip_lock);
112e7d4cb6bSTao Ma }
113e7d4cb6bSTao Ma 
114e7d4cb6bSTao Ma static int ocfs2_dinode_sanity_check(struct inode *inode,
115e7d4cb6bSTao Ma 				     struct ocfs2_extent_tree *et)
116e7d4cb6bSTao Ma {
117e7d4cb6bSTao Ma 	int ret = 0;
118e7d4cb6bSTao Ma 	struct ocfs2_dinode *di;
119e7d4cb6bSTao Ma 
120e7d4cb6bSTao Ma 	BUG_ON(et->type != OCFS2_DINODE_EXTENT);
121e7d4cb6bSTao Ma 
122e7d4cb6bSTao Ma 	di = (struct ocfs2_dinode *)et->root_bh->b_data;
123e7d4cb6bSTao Ma 	if (!OCFS2_IS_VALID_DINODE(di)) {
124e7d4cb6bSTao Ma 		ret = -EIO;
125e7d4cb6bSTao Ma 		ocfs2_error(inode->i_sb,
126e7d4cb6bSTao Ma 			"Inode %llu has invalid path root",
127e7d4cb6bSTao Ma 			(unsigned long long)OCFS2_I(inode)->ip_blkno);
128e7d4cb6bSTao Ma 	}
129e7d4cb6bSTao Ma 
130e7d4cb6bSTao Ma 	return ret;
131e7d4cb6bSTao Ma }
132e7d4cb6bSTao Ma 
133e7d4cb6bSTao Ma static struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = {
134e7d4cb6bSTao Ma 	.set_last_eb_blk	= ocfs2_dinode_set_last_eb_blk,
135e7d4cb6bSTao Ma 	.get_last_eb_blk	= ocfs2_dinode_get_last_eb_blk,
136e7d4cb6bSTao Ma 	.update_clusters	= ocfs2_dinode_update_clusters,
137e7d4cb6bSTao Ma 	.sanity_check		= ocfs2_dinode_sanity_check,
138e7d4cb6bSTao Ma };
139e7d4cb6bSTao Ma 
140f56654c4STao Ma static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et,
141f56654c4STao Ma 					      u64 blkno)
142f56654c4STao Ma {
143f56654c4STao Ma 	struct ocfs2_xattr_value_root *xv =
144f56654c4STao Ma 		(struct ocfs2_xattr_value_root *)et->private;
145f56654c4STao Ma 
146f56654c4STao Ma 	xv->xr_last_eb_blk = cpu_to_le64(blkno);
147f56654c4STao Ma }
148f56654c4STao Ma 
149f56654c4STao Ma static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et)
150f56654c4STao Ma {
151f56654c4STao Ma 	struct ocfs2_xattr_value_root *xv =
152f56654c4STao Ma 		(struct ocfs2_xattr_value_root *) et->private;
153f56654c4STao Ma 
154f56654c4STao Ma 	return le64_to_cpu(xv->xr_last_eb_blk);
155f56654c4STao Ma }
156f56654c4STao Ma 
157f56654c4STao Ma static void ocfs2_xattr_value_update_clusters(struct inode *inode,
158f56654c4STao Ma 					      struct ocfs2_extent_tree *et,
159f56654c4STao Ma 					      u32 clusters)
160f56654c4STao Ma {
161f56654c4STao Ma 	struct ocfs2_xattr_value_root *xv =
162f56654c4STao Ma 		(struct ocfs2_xattr_value_root *)et->private;
163f56654c4STao Ma 
164f56654c4STao Ma 	le32_add_cpu(&xv->xr_clusters, clusters);
165f56654c4STao Ma }
166f56654c4STao Ma 
167f56654c4STao Ma static int ocfs2_xattr_value_sanity_check(struct inode *inode,
168f56654c4STao Ma 					  struct ocfs2_extent_tree *et)
169f56654c4STao Ma {
170f56654c4STao Ma 	return 0;
171f56654c4STao Ma }
172f56654c4STao Ma 
173f56654c4STao Ma static struct ocfs2_extent_tree_operations ocfs2_xattr_et_ops = {
174f56654c4STao Ma 	.set_last_eb_blk	= ocfs2_xattr_value_set_last_eb_blk,
175f56654c4STao Ma 	.get_last_eb_blk	= ocfs2_xattr_value_get_last_eb_blk,
176f56654c4STao Ma 	.update_clusters	= ocfs2_xattr_value_update_clusters,
177f56654c4STao Ma 	.sanity_check		= ocfs2_xattr_value_sanity_check,
178f56654c4STao Ma };
179f56654c4STao Ma 
180e7d4cb6bSTao Ma static struct ocfs2_extent_tree*
181e7d4cb6bSTao Ma 	 ocfs2_new_extent_tree(struct buffer_head *bh,
182f56654c4STao Ma 			       enum ocfs2_extent_tree_type et_type,
183f56654c4STao Ma 			       void *private)
184e7d4cb6bSTao Ma {
185e7d4cb6bSTao Ma 	struct ocfs2_extent_tree *et;
186e7d4cb6bSTao Ma 
187e7d4cb6bSTao Ma 	et = kzalloc(sizeof(*et), GFP_NOFS);
188e7d4cb6bSTao Ma 	if (!et)
189e7d4cb6bSTao Ma 		return NULL;
190e7d4cb6bSTao Ma 
191e7d4cb6bSTao Ma 	et->type = et_type;
192e7d4cb6bSTao Ma 	get_bh(bh);
193e7d4cb6bSTao Ma 	et->root_bh = bh;
194f56654c4STao Ma 	et->private = private;
195e7d4cb6bSTao Ma 
196e7d4cb6bSTao Ma 	if (et_type == OCFS2_DINODE_EXTENT) {
197e7d4cb6bSTao Ma 		et->root_el = &((struct ocfs2_dinode *)bh->b_data)->id2.i_list;
198e7d4cb6bSTao Ma 		et->eops = &ocfs2_dinode_et_ops;
199f56654c4STao Ma 	} else if (et_type == OCFS2_XATTR_VALUE_EXTENT) {
200f56654c4STao Ma 		struct ocfs2_xattr_value_root *xv =
201f56654c4STao Ma 			(struct ocfs2_xattr_value_root *) private;
202f56654c4STao Ma 		et->root_el = &xv->xr_list;
203f56654c4STao Ma 		et->eops = &ocfs2_xattr_et_ops;
204e7d4cb6bSTao Ma 	}
205e7d4cb6bSTao Ma 
206e7d4cb6bSTao Ma 	return et;
207e7d4cb6bSTao Ma }
208e7d4cb6bSTao Ma 
209e7d4cb6bSTao Ma static void ocfs2_free_extent_tree(struct ocfs2_extent_tree *et)
210e7d4cb6bSTao Ma {
211e7d4cb6bSTao Ma 	if (et) {
212e7d4cb6bSTao Ma 		brelse(et->root_bh);
213e7d4cb6bSTao Ma 		kfree(et);
214e7d4cb6bSTao Ma 	}
215e7d4cb6bSTao Ma }
216e7d4cb6bSTao Ma 
217e7d4cb6bSTao Ma static inline void ocfs2_set_last_eb_blk(struct ocfs2_extent_tree *et,
218e7d4cb6bSTao Ma 					 u64 new_last_eb_blk)
219e7d4cb6bSTao Ma {
220e7d4cb6bSTao Ma 	et->eops->set_last_eb_blk(et, new_last_eb_blk);
221e7d4cb6bSTao Ma }
222e7d4cb6bSTao Ma 
223e7d4cb6bSTao Ma static inline u64 ocfs2_get_last_eb_blk(struct ocfs2_extent_tree *et)
224e7d4cb6bSTao Ma {
225e7d4cb6bSTao Ma 	return et->eops->get_last_eb_blk(et);
226e7d4cb6bSTao Ma }
227e7d4cb6bSTao Ma 
228e7d4cb6bSTao Ma static inline void ocfs2_update_clusters(struct inode *inode,
229e7d4cb6bSTao Ma 					 struct ocfs2_extent_tree *et,
230e7d4cb6bSTao Ma 					 u32 clusters)
231e7d4cb6bSTao Ma {
232e7d4cb6bSTao Ma 	et->eops->update_clusters(inode, et, clusters);
233e7d4cb6bSTao Ma }
234e7d4cb6bSTao Ma 
235ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc);
23659a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt,
23759a5e416SMark Fasheh 					 struct ocfs2_extent_block *eb);
238ccd979bdSMark Fasheh 
239dcd0538fSMark Fasheh /*
240dcd0538fSMark Fasheh  * Structures which describe a path through a btree, and functions to
241dcd0538fSMark Fasheh  * manipulate them.
242dcd0538fSMark Fasheh  *
243dcd0538fSMark Fasheh  * The idea here is to be as generic as possible with the tree
244dcd0538fSMark Fasheh  * manipulation code.
245dcd0538fSMark Fasheh  */
246dcd0538fSMark Fasheh struct ocfs2_path_item {
247dcd0538fSMark Fasheh 	struct buffer_head		*bh;
248dcd0538fSMark Fasheh 	struct ocfs2_extent_list	*el;
249dcd0538fSMark Fasheh };
250dcd0538fSMark Fasheh 
251dcd0538fSMark Fasheh #define OCFS2_MAX_PATH_DEPTH	5
252dcd0538fSMark Fasheh 
253dcd0538fSMark Fasheh struct ocfs2_path {
254dcd0538fSMark Fasheh 	int			p_tree_depth;
255dcd0538fSMark Fasheh 	struct ocfs2_path_item	p_node[OCFS2_MAX_PATH_DEPTH];
256dcd0538fSMark Fasheh };
257dcd0538fSMark Fasheh 
258dcd0538fSMark Fasheh #define path_root_bh(_path) ((_path)->p_node[0].bh)
259dcd0538fSMark Fasheh #define path_root_el(_path) ((_path)->p_node[0].el)
260dcd0538fSMark Fasheh #define path_leaf_bh(_path) ((_path)->p_node[(_path)->p_tree_depth].bh)
261dcd0538fSMark Fasheh #define path_leaf_el(_path) ((_path)->p_node[(_path)->p_tree_depth].el)
262dcd0538fSMark Fasheh #define path_num_items(_path) ((_path)->p_tree_depth + 1)
263dcd0538fSMark Fasheh 
264dcd0538fSMark Fasheh /*
265dcd0538fSMark Fasheh  * Reset the actual path elements so that we can re-use the structure
266dcd0538fSMark Fasheh  * to build another path. Generally, this involves freeing the buffer
267dcd0538fSMark Fasheh  * heads.
268dcd0538fSMark Fasheh  */
269dcd0538fSMark Fasheh static void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root)
270dcd0538fSMark Fasheh {
271dcd0538fSMark Fasheh 	int i, start = 0, depth = 0;
272dcd0538fSMark Fasheh 	struct ocfs2_path_item *node;
273dcd0538fSMark Fasheh 
274dcd0538fSMark Fasheh 	if (keep_root)
275dcd0538fSMark Fasheh 		start = 1;
276dcd0538fSMark Fasheh 
277dcd0538fSMark Fasheh 	for(i = start; i < path_num_items(path); i++) {
278dcd0538fSMark Fasheh 		node = &path->p_node[i];
279dcd0538fSMark Fasheh 
280dcd0538fSMark Fasheh 		brelse(node->bh);
281dcd0538fSMark Fasheh 		node->bh = NULL;
282dcd0538fSMark Fasheh 		node->el = NULL;
283dcd0538fSMark Fasheh 	}
284dcd0538fSMark Fasheh 
285dcd0538fSMark Fasheh 	/*
286dcd0538fSMark Fasheh 	 * Tree depth may change during truncate, or insert. If we're
287dcd0538fSMark Fasheh 	 * keeping the root extent list, then make sure that our path
288dcd0538fSMark Fasheh 	 * structure reflects the proper depth.
289dcd0538fSMark Fasheh 	 */
290dcd0538fSMark Fasheh 	if (keep_root)
291dcd0538fSMark Fasheh 		depth = le16_to_cpu(path_root_el(path)->l_tree_depth);
292dcd0538fSMark Fasheh 
293dcd0538fSMark Fasheh 	path->p_tree_depth = depth;
294dcd0538fSMark Fasheh }
295dcd0538fSMark Fasheh 
296dcd0538fSMark Fasheh static void ocfs2_free_path(struct ocfs2_path *path)
297dcd0538fSMark Fasheh {
298dcd0538fSMark Fasheh 	if (path) {
299dcd0538fSMark Fasheh 		ocfs2_reinit_path(path, 0);
300dcd0538fSMark Fasheh 		kfree(path);
301dcd0538fSMark Fasheh 	}
302dcd0538fSMark Fasheh }
303dcd0538fSMark Fasheh 
304dcd0538fSMark Fasheh /*
305328d5752SMark Fasheh  * All the elements of src into dest. After this call, src could be freed
306328d5752SMark Fasheh  * without affecting dest.
307328d5752SMark Fasheh  *
308328d5752SMark Fasheh  * Both paths should have the same root. Any non-root elements of dest
309328d5752SMark Fasheh  * will be freed.
310328d5752SMark Fasheh  */
311328d5752SMark Fasheh static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src)
312328d5752SMark Fasheh {
313328d5752SMark Fasheh 	int i;
314328d5752SMark Fasheh 
315328d5752SMark Fasheh 	BUG_ON(path_root_bh(dest) != path_root_bh(src));
316328d5752SMark Fasheh 	BUG_ON(path_root_el(dest) != path_root_el(src));
317328d5752SMark Fasheh 
318328d5752SMark Fasheh 	ocfs2_reinit_path(dest, 1);
319328d5752SMark Fasheh 
320328d5752SMark Fasheh 	for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) {
321328d5752SMark Fasheh 		dest->p_node[i].bh = src->p_node[i].bh;
322328d5752SMark Fasheh 		dest->p_node[i].el = src->p_node[i].el;
323328d5752SMark Fasheh 
324328d5752SMark Fasheh 		if (dest->p_node[i].bh)
325328d5752SMark Fasheh 			get_bh(dest->p_node[i].bh);
326328d5752SMark Fasheh 	}
327328d5752SMark Fasheh }
328328d5752SMark Fasheh 
329328d5752SMark Fasheh /*
330dcd0538fSMark Fasheh  * Make the *dest path the same as src and re-initialize src path to
331dcd0538fSMark Fasheh  * have a root only.
332dcd0538fSMark Fasheh  */
333dcd0538fSMark Fasheh static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src)
334dcd0538fSMark Fasheh {
335dcd0538fSMark Fasheh 	int i;
336dcd0538fSMark Fasheh 
337dcd0538fSMark Fasheh 	BUG_ON(path_root_bh(dest) != path_root_bh(src));
338dcd0538fSMark Fasheh 
339dcd0538fSMark Fasheh 	for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) {
340dcd0538fSMark Fasheh 		brelse(dest->p_node[i].bh);
341dcd0538fSMark Fasheh 
342dcd0538fSMark Fasheh 		dest->p_node[i].bh = src->p_node[i].bh;
343dcd0538fSMark Fasheh 		dest->p_node[i].el = src->p_node[i].el;
344dcd0538fSMark Fasheh 
345dcd0538fSMark Fasheh 		src->p_node[i].bh = NULL;
346dcd0538fSMark Fasheh 		src->p_node[i].el = NULL;
347dcd0538fSMark Fasheh 	}
348dcd0538fSMark Fasheh }
349dcd0538fSMark Fasheh 
350dcd0538fSMark Fasheh /*
351dcd0538fSMark Fasheh  * Insert an extent block at given index.
352dcd0538fSMark Fasheh  *
353dcd0538fSMark Fasheh  * This will not take an additional reference on eb_bh.
354dcd0538fSMark Fasheh  */
355dcd0538fSMark Fasheh static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index,
356dcd0538fSMark Fasheh 					struct buffer_head *eb_bh)
357dcd0538fSMark Fasheh {
358dcd0538fSMark Fasheh 	struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data;
359dcd0538fSMark Fasheh 
360dcd0538fSMark Fasheh 	/*
361dcd0538fSMark Fasheh 	 * Right now, no root bh is an extent block, so this helps
362dcd0538fSMark Fasheh 	 * catch code errors with dinode trees. The assertion can be
363dcd0538fSMark Fasheh 	 * safely removed if we ever need to insert extent block
364dcd0538fSMark Fasheh 	 * structures at the root.
365dcd0538fSMark Fasheh 	 */
366dcd0538fSMark Fasheh 	BUG_ON(index == 0);
367dcd0538fSMark Fasheh 
368dcd0538fSMark Fasheh 	path->p_node[index].bh = eb_bh;
369dcd0538fSMark Fasheh 	path->p_node[index].el = &eb->h_list;
370dcd0538fSMark Fasheh }
371dcd0538fSMark Fasheh 
372dcd0538fSMark Fasheh static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh,
373dcd0538fSMark Fasheh 					 struct ocfs2_extent_list *root_el)
374dcd0538fSMark Fasheh {
375dcd0538fSMark Fasheh 	struct ocfs2_path *path;
376dcd0538fSMark Fasheh 
377dcd0538fSMark Fasheh 	BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH);
378dcd0538fSMark Fasheh 
379dcd0538fSMark Fasheh 	path = kzalloc(sizeof(*path), GFP_NOFS);
380dcd0538fSMark Fasheh 	if (path) {
381dcd0538fSMark Fasheh 		path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth);
382dcd0538fSMark Fasheh 		get_bh(root_bh);
383dcd0538fSMark Fasheh 		path_root_bh(path) = root_bh;
384dcd0538fSMark Fasheh 		path_root_el(path) = root_el;
385dcd0538fSMark Fasheh 	}
386dcd0538fSMark Fasheh 
387dcd0538fSMark Fasheh 	return path;
388dcd0538fSMark Fasheh }
389dcd0538fSMark Fasheh 
390dcd0538fSMark Fasheh /*
391dcd0538fSMark Fasheh  * Convenience function to journal all components in a path.
392dcd0538fSMark Fasheh  */
393dcd0538fSMark Fasheh static int ocfs2_journal_access_path(struct inode *inode, handle_t *handle,
394dcd0538fSMark Fasheh 				     struct ocfs2_path *path)
395dcd0538fSMark Fasheh {
396dcd0538fSMark Fasheh 	int i, ret = 0;
397dcd0538fSMark Fasheh 
398dcd0538fSMark Fasheh 	if (!path)
399dcd0538fSMark Fasheh 		goto out;
400dcd0538fSMark Fasheh 
401dcd0538fSMark Fasheh 	for(i = 0; i < path_num_items(path); i++) {
402dcd0538fSMark Fasheh 		ret = ocfs2_journal_access(handle, inode, path->p_node[i].bh,
403dcd0538fSMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
404dcd0538fSMark Fasheh 		if (ret < 0) {
405dcd0538fSMark Fasheh 			mlog_errno(ret);
406dcd0538fSMark Fasheh 			goto out;
407dcd0538fSMark Fasheh 		}
408dcd0538fSMark Fasheh 	}
409dcd0538fSMark Fasheh 
410dcd0538fSMark Fasheh out:
411dcd0538fSMark Fasheh 	return ret;
412dcd0538fSMark Fasheh }
413dcd0538fSMark Fasheh 
414328d5752SMark Fasheh /*
415328d5752SMark Fasheh  * Return the index of the extent record which contains cluster #v_cluster.
416328d5752SMark Fasheh  * -1 is returned if it was not found.
417328d5752SMark Fasheh  *
418328d5752SMark Fasheh  * Should work fine on interior and exterior nodes.
419328d5752SMark Fasheh  */
420328d5752SMark Fasheh int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster)
421328d5752SMark Fasheh {
422328d5752SMark Fasheh 	int ret = -1;
423328d5752SMark Fasheh 	int i;
424328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec;
425328d5752SMark Fasheh 	u32 rec_end, rec_start, clusters;
426328d5752SMark Fasheh 
427328d5752SMark Fasheh 	for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
428328d5752SMark Fasheh 		rec = &el->l_recs[i];
429328d5752SMark Fasheh 
430328d5752SMark Fasheh 		rec_start = le32_to_cpu(rec->e_cpos);
431328d5752SMark Fasheh 		clusters = ocfs2_rec_clusters(el, rec);
432328d5752SMark Fasheh 
433328d5752SMark Fasheh 		rec_end = rec_start + clusters;
434328d5752SMark Fasheh 
435328d5752SMark Fasheh 		if (v_cluster >= rec_start && v_cluster < rec_end) {
436328d5752SMark Fasheh 			ret = i;
437328d5752SMark Fasheh 			break;
438328d5752SMark Fasheh 		}
439328d5752SMark Fasheh 	}
440328d5752SMark Fasheh 
441328d5752SMark Fasheh 	return ret;
442328d5752SMark Fasheh }
443328d5752SMark Fasheh 
444dcd0538fSMark Fasheh enum ocfs2_contig_type {
445dcd0538fSMark Fasheh 	CONTIG_NONE = 0,
446dcd0538fSMark Fasheh 	CONTIG_LEFT,
447328d5752SMark Fasheh 	CONTIG_RIGHT,
448328d5752SMark Fasheh 	CONTIG_LEFTRIGHT,
449dcd0538fSMark Fasheh };
450dcd0538fSMark Fasheh 
451e48edee2SMark Fasheh 
452e48edee2SMark Fasheh /*
453e48edee2SMark Fasheh  * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and
454e48edee2SMark Fasheh  * ocfs2_extent_contig only work properly against leaf nodes!
455e48edee2SMark Fasheh  */
456dcd0538fSMark Fasheh static int ocfs2_block_extent_contig(struct super_block *sb,
457ccd979bdSMark Fasheh 				     struct ocfs2_extent_rec *ext,
458ccd979bdSMark Fasheh 				     u64 blkno)
459ccd979bdSMark Fasheh {
460e48edee2SMark Fasheh 	u64 blk_end = le64_to_cpu(ext->e_blkno);
461e48edee2SMark Fasheh 
462e48edee2SMark Fasheh 	blk_end += ocfs2_clusters_to_blocks(sb,
463e48edee2SMark Fasheh 				    le16_to_cpu(ext->e_leaf_clusters));
464e48edee2SMark Fasheh 
465e48edee2SMark Fasheh 	return blkno == blk_end;
466ccd979bdSMark Fasheh }
467ccd979bdSMark Fasheh 
468dcd0538fSMark Fasheh static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left,
469dcd0538fSMark Fasheh 				  struct ocfs2_extent_rec *right)
470dcd0538fSMark Fasheh {
471e48edee2SMark Fasheh 	u32 left_range;
472e48edee2SMark Fasheh 
473e48edee2SMark Fasheh 	left_range = le32_to_cpu(left->e_cpos) +
474e48edee2SMark Fasheh 		le16_to_cpu(left->e_leaf_clusters);
475e48edee2SMark Fasheh 
476e48edee2SMark Fasheh 	return (left_range == le32_to_cpu(right->e_cpos));
477dcd0538fSMark Fasheh }
478dcd0538fSMark Fasheh 
479dcd0538fSMark Fasheh static enum ocfs2_contig_type
480dcd0538fSMark Fasheh 	ocfs2_extent_contig(struct inode *inode,
481dcd0538fSMark Fasheh 			    struct ocfs2_extent_rec *ext,
482dcd0538fSMark Fasheh 			    struct ocfs2_extent_rec *insert_rec)
483dcd0538fSMark Fasheh {
484dcd0538fSMark Fasheh 	u64 blkno = le64_to_cpu(insert_rec->e_blkno);
485dcd0538fSMark Fasheh 
486328d5752SMark Fasheh 	/*
487328d5752SMark Fasheh 	 * Refuse to coalesce extent records with different flag
488328d5752SMark Fasheh 	 * fields - we don't want to mix unwritten extents with user
489328d5752SMark Fasheh 	 * data.
490328d5752SMark Fasheh 	 */
491328d5752SMark Fasheh 	if (ext->e_flags != insert_rec->e_flags)
492328d5752SMark Fasheh 		return CONTIG_NONE;
493328d5752SMark Fasheh 
494dcd0538fSMark Fasheh 	if (ocfs2_extents_adjacent(ext, insert_rec) &&
495dcd0538fSMark Fasheh 	    ocfs2_block_extent_contig(inode->i_sb, ext, blkno))
496dcd0538fSMark Fasheh 			return CONTIG_RIGHT;
497dcd0538fSMark Fasheh 
498dcd0538fSMark Fasheh 	blkno = le64_to_cpu(ext->e_blkno);
499dcd0538fSMark Fasheh 	if (ocfs2_extents_adjacent(insert_rec, ext) &&
500dcd0538fSMark Fasheh 	    ocfs2_block_extent_contig(inode->i_sb, insert_rec, blkno))
501dcd0538fSMark Fasheh 		return CONTIG_LEFT;
502dcd0538fSMark Fasheh 
503dcd0538fSMark Fasheh 	return CONTIG_NONE;
504dcd0538fSMark Fasheh }
505dcd0538fSMark Fasheh 
506dcd0538fSMark Fasheh /*
507dcd0538fSMark Fasheh  * NOTE: We can have pretty much any combination of contiguousness and
508dcd0538fSMark Fasheh  * appending.
509dcd0538fSMark Fasheh  *
510dcd0538fSMark Fasheh  * The usefulness of APPEND_TAIL is more in that it lets us know that
511dcd0538fSMark Fasheh  * we'll have to update the path to that leaf.
512dcd0538fSMark Fasheh  */
513dcd0538fSMark Fasheh enum ocfs2_append_type {
514dcd0538fSMark Fasheh 	APPEND_NONE = 0,
515dcd0538fSMark Fasheh 	APPEND_TAIL,
516dcd0538fSMark Fasheh };
517dcd0538fSMark Fasheh 
518328d5752SMark Fasheh enum ocfs2_split_type {
519328d5752SMark Fasheh 	SPLIT_NONE = 0,
520328d5752SMark Fasheh 	SPLIT_LEFT,
521328d5752SMark Fasheh 	SPLIT_RIGHT,
522328d5752SMark Fasheh };
523328d5752SMark Fasheh 
524dcd0538fSMark Fasheh struct ocfs2_insert_type {
525328d5752SMark Fasheh 	enum ocfs2_split_type	ins_split;
526dcd0538fSMark Fasheh 	enum ocfs2_append_type	ins_appending;
527dcd0538fSMark Fasheh 	enum ocfs2_contig_type	ins_contig;
528dcd0538fSMark Fasheh 	int			ins_contig_index;
529dcd0538fSMark Fasheh 	int			ins_tree_depth;
530dcd0538fSMark Fasheh };
531dcd0538fSMark Fasheh 
532328d5752SMark Fasheh struct ocfs2_merge_ctxt {
533328d5752SMark Fasheh 	enum ocfs2_contig_type	c_contig_type;
534328d5752SMark Fasheh 	int			c_has_empty_extent;
535328d5752SMark Fasheh 	int			c_split_covers_rec;
536328d5752SMark Fasheh };
537328d5752SMark Fasheh 
538ccd979bdSMark Fasheh /*
539ccd979bdSMark Fasheh  * How many free extents have we got before we need more meta data?
540ccd979bdSMark Fasheh  */
541ccd979bdSMark Fasheh int ocfs2_num_free_extents(struct ocfs2_super *osb,
542ccd979bdSMark Fasheh 			   struct inode *inode,
543e7d4cb6bSTao Ma 			   struct buffer_head *root_bh,
544f56654c4STao Ma 			   enum ocfs2_extent_tree_type type,
545f56654c4STao Ma 			   void *private)
546ccd979bdSMark Fasheh {
547ccd979bdSMark Fasheh 	int retval;
548e7d4cb6bSTao Ma 	struct ocfs2_extent_list *el = NULL;
549ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
550ccd979bdSMark Fasheh 	struct buffer_head *eb_bh = NULL;
551e7d4cb6bSTao Ma 	u64 last_eb_blk = 0;
552ccd979bdSMark Fasheh 
553ccd979bdSMark Fasheh 	mlog_entry_void();
554ccd979bdSMark Fasheh 
555e7d4cb6bSTao Ma 	if (type == OCFS2_DINODE_EXTENT) {
556e7d4cb6bSTao Ma 		struct ocfs2_dinode *fe =
557e7d4cb6bSTao Ma 				(struct ocfs2_dinode *)root_bh->b_data;
558ccd979bdSMark Fasheh 		if (!OCFS2_IS_VALID_DINODE(fe)) {
559ccd979bdSMark Fasheh 			OCFS2_RO_ON_INVALID_DINODE(inode->i_sb, fe);
560ccd979bdSMark Fasheh 			retval = -EIO;
561ccd979bdSMark Fasheh 			goto bail;
562ccd979bdSMark Fasheh 		}
563ccd979bdSMark Fasheh 
564e7d4cb6bSTao Ma 		if (fe->i_last_eb_blk)
565e7d4cb6bSTao Ma 			last_eb_blk = le64_to_cpu(fe->i_last_eb_blk);
566e7d4cb6bSTao Ma 		el = &fe->id2.i_list;
567f56654c4STao Ma 	} else if (type == OCFS2_XATTR_VALUE_EXTENT) {
568f56654c4STao Ma 		struct ocfs2_xattr_value_root *xv =
569f56654c4STao Ma 			(struct ocfs2_xattr_value_root *) private;
570f56654c4STao Ma 
571f56654c4STao Ma 		last_eb_blk = le64_to_cpu(xv->xr_last_eb_blk);
572f56654c4STao Ma 		el = &xv->xr_list;
573e7d4cb6bSTao Ma 	}
574e7d4cb6bSTao Ma 
575e7d4cb6bSTao Ma 	if (last_eb_blk) {
576e7d4cb6bSTao Ma 		retval = ocfs2_read_block(osb, last_eb_blk,
577ccd979bdSMark Fasheh 					  &eb_bh, OCFS2_BH_CACHED, inode);
578ccd979bdSMark Fasheh 		if (retval < 0) {
579ccd979bdSMark Fasheh 			mlog_errno(retval);
580ccd979bdSMark Fasheh 			goto bail;
581ccd979bdSMark Fasheh 		}
582ccd979bdSMark Fasheh 		eb = (struct ocfs2_extent_block *) eb_bh->b_data;
583ccd979bdSMark Fasheh 		el = &eb->h_list;
584e7d4cb6bSTao Ma 	}
585ccd979bdSMark Fasheh 
586ccd979bdSMark Fasheh 	BUG_ON(el->l_tree_depth != 0);
587ccd979bdSMark Fasheh 
588ccd979bdSMark Fasheh 	retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec);
589ccd979bdSMark Fasheh bail:
590ccd979bdSMark Fasheh 	if (eb_bh)
591ccd979bdSMark Fasheh 		brelse(eb_bh);
592ccd979bdSMark Fasheh 
593ccd979bdSMark Fasheh 	mlog_exit(retval);
594ccd979bdSMark Fasheh 	return retval;
595ccd979bdSMark Fasheh }
596ccd979bdSMark Fasheh 
597ccd979bdSMark Fasheh /* expects array to already be allocated
598ccd979bdSMark Fasheh  *
599ccd979bdSMark Fasheh  * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and
600ccd979bdSMark Fasheh  * l_count for you
601ccd979bdSMark Fasheh  */
602ccd979bdSMark Fasheh static int ocfs2_create_new_meta_bhs(struct ocfs2_super *osb,
6031fabe148SMark Fasheh 				     handle_t *handle,
604ccd979bdSMark Fasheh 				     struct inode *inode,
605ccd979bdSMark Fasheh 				     int wanted,
606ccd979bdSMark Fasheh 				     struct ocfs2_alloc_context *meta_ac,
607ccd979bdSMark Fasheh 				     struct buffer_head *bhs[])
608ccd979bdSMark Fasheh {
609ccd979bdSMark Fasheh 	int count, status, i;
610ccd979bdSMark Fasheh 	u16 suballoc_bit_start;
611ccd979bdSMark Fasheh 	u32 num_got;
612ccd979bdSMark Fasheh 	u64 first_blkno;
613ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
614ccd979bdSMark Fasheh 
615ccd979bdSMark Fasheh 	mlog_entry_void();
616ccd979bdSMark Fasheh 
617ccd979bdSMark Fasheh 	count = 0;
618ccd979bdSMark Fasheh 	while (count < wanted) {
619ccd979bdSMark Fasheh 		status = ocfs2_claim_metadata(osb,
620ccd979bdSMark Fasheh 					      handle,
621ccd979bdSMark Fasheh 					      meta_ac,
622ccd979bdSMark Fasheh 					      wanted - count,
623ccd979bdSMark Fasheh 					      &suballoc_bit_start,
624ccd979bdSMark Fasheh 					      &num_got,
625ccd979bdSMark Fasheh 					      &first_blkno);
626ccd979bdSMark Fasheh 		if (status < 0) {
627ccd979bdSMark Fasheh 			mlog_errno(status);
628ccd979bdSMark Fasheh 			goto bail;
629ccd979bdSMark Fasheh 		}
630ccd979bdSMark Fasheh 
631ccd979bdSMark Fasheh 		for(i = count;  i < (num_got + count); i++) {
632ccd979bdSMark Fasheh 			bhs[i] = sb_getblk(osb->sb, first_blkno);
633ccd979bdSMark Fasheh 			if (bhs[i] == NULL) {
634ccd979bdSMark Fasheh 				status = -EIO;
635ccd979bdSMark Fasheh 				mlog_errno(status);
636ccd979bdSMark Fasheh 				goto bail;
637ccd979bdSMark Fasheh 			}
638ccd979bdSMark Fasheh 			ocfs2_set_new_buffer_uptodate(inode, bhs[i]);
639ccd979bdSMark Fasheh 
640ccd979bdSMark Fasheh 			status = ocfs2_journal_access(handle, inode, bhs[i],
641ccd979bdSMark Fasheh 						      OCFS2_JOURNAL_ACCESS_CREATE);
642ccd979bdSMark Fasheh 			if (status < 0) {
643ccd979bdSMark Fasheh 				mlog_errno(status);
644ccd979bdSMark Fasheh 				goto bail;
645ccd979bdSMark Fasheh 			}
646ccd979bdSMark Fasheh 
647ccd979bdSMark Fasheh 			memset(bhs[i]->b_data, 0, osb->sb->s_blocksize);
648ccd979bdSMark Fasheh 			eb = (struct ocfs2_extent_block *) bhs[i]->b_data;
649ccd979bdSMark Fasheh 			/* Ok, setup the minimal stuff here. */
650ccd979bdSMark Fasheh 			strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE);
651ccd979bdSMark Fasheh 			eb->h_blkno = cpu_to_le64(first_blkno);
652ccd979bdSMark Fasheh 			eb->h_fs_generation = cpu_to_le32(osb->fs_generation);
653ccd979bdSMark Fasheh 			eb->h_suballoc_slot = cpu_to_le16(osb->slot_num);
654ccd979bdSMark Fasheh 			eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start);
655ccd979bdSMark Fasheh 			eb->h_list.l_count =
656ccd979bdSMark Fasheh 				cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb));
657ccd979bdSMark Fasheh 
658ccd979bdSMark Fasheh 			suballoc_bit_start++;
659ccd979bdSMark Fasheh 			first_blkno++;
660ccd979bdSMark Fasheh 
661ccd979bdSMark Fasheh 			/* We'll also be dirtied by the caller, so
662ccd979bdSMark Fasheh 			 * this isn't absolutely necessary. */
663ccd979bdSMark Fasheh 			status = ocfs2_journal_dirty(handle, bhs[i]);
664ccd979bdSMark Fasheh 			if (status < 0) {
665ccd979bdSMark Fasheh 				mlog_errno(status);
666ccd979bdSMark Fasheh 				goto bail;
667ccd979bdSMark Fasheh 			}
668ccd979bdSMark Fasheh 		}
669ccd979bdSMark Fasheh 
670ccd979bdSMark Fasheh 		count += num_got;
671ccd979bdSMark Fasheh 	}
672ccd979bdSMark Fasheh 
673ccd979bdSMark Fasheh 	status = 0;
674ccd979bdSMark Fasheh bail:
675ccd979bdSMark Fasheh 	if (status < 0) {
676ccd979bdSMark Fasheh 		for(i = 0; i < wanted; i++) {
677ccd979bdSMark Fasheh 			if (bhs[i])
678ccd979bdSMark Fasheh 				brelse(bhs[i]);
679ccd979bdSMark Fasheh 			bhs[i] = NULL;
680ccd979bdSMark Fasheh 		}
681ccd979bdSMark Fasheh 	}
682ccd979bdSMark Fasheh 	mlog_exit(status);
683ccd979bdSMark Fasheh 	return status;
684ccd979bdSMark Fasheh }
685ccd979bdSMark Fasheh 
686ccd979bdSMark Fasheh /*
687dcd0538fSMark Fasheh  * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth().
688dcd0538fSMark Fasheh  *
689dcd0538fSMark Fasheh  * Returns the sum of the rightmost extent rec logical offset and
690dcd0538fSMark Fasheh  * cluster count.
691dcd0538fSMark Fasheh  *
692dcd0538fSMark Fasheh  * ocfs2_add_branch() uses this to determine what logical cluster
693dcd0538fSMark Fasheh  * value should be populated into the leftmost new branch records.
694dcd0538fSMark Fasheh  *
695dcd0538fSMark Fasheh  * ocfs2_shift_tree_depth() uses this to determine the # clusters
696dcd0538fSMark Fasheh  * value for the new topmost tree record.
697dcd0538fSMark Fasheh  */
698dcd0538fSMark Fasheh static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list  *el)
699dcd0538fSMark Fasheh {
700dcd0538fSMark Fasheh 	int i;
701dcd0538fSMark Fasheh 
702dcd0538fSMark Fasheh 	i = le16_to_cpu(el->l_next_free_rec) - 1;
703dcd0538fSMark Fasheh 
704dcd0538fSMark Fasheh 	return le32_to_cpu(el->l_recs[i].e_cpos) +
705e48edee2SMark Fasheh 		ocfs2_rec_clusters(el, &el->l_recs[i]);
706dcd0538fSMark Fasheh }
707dcd0538fSMark Fasheh 
708dcd0538fSMark Fasheh /*
709ccd979bdSMark Fasheh  * Add an entire tree branch to our inode. eb_bh is the extent block
710ccd979bdSMark Fasheh  * to start at, if we don't want to start the branch at the dinode
711ccd979bdSMark Fasheh  * structure.
712ccd979bdSMark Fasheh  *
713ccd979bdSMark Fasheh  * last_eb_bh is required as we have to update it's next_leaf pointer
714ccd979bdSMark Fasheh  * for the new last extent block.
715ccd979bdSMark Fasheh  *
716ccd979bdSMark Fasheh  * the new branch will be 'empty' in the sense that every block will
717e48edee2SMark Fasheh  * contain a single record with cluster count == 0.
718ccd979bdSMark Fasheh  */
719ccd979bdSMark Fasheh static int ocfs2_add_branch(struct ocfs2_super *osb,
7201fabe148SMark Fasheh 			    handle_t *handle,
721ccd979bdSMark Fasheh 			    struct inode *inode,
722e7d4cb6bSTao Ma 			    struct ocfs2_extent_tree *et,
723ccd979bdSMark Fasheh 			    struct buffer_head *eb_bh,
724328d5752SMark Fasheh 			    struct buffer_head **last_eb_bh,
725ccd979bdSMark Fasheh 			    struct ocfs2_alloc_context *meta_ac)
726ccd979bdSMark Fasheh {
727ccd979bdSMark Fasheh 	int status, new_blocks, i;
728ccd979bdSMark Fasheh 	u64 next_blkno, new_last_eb_blk;
729ccd979bdSMark Fasheh 	struct buffer_head *bh;
730ccd979bdSMark Fasheh 	struct buffer_head **new_eb_bhs = NULL;
731ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
732ccd979bdSMark Fasheh 	struct ocfs2_extent_list  *eb_el;
733ccd979bdSMark Fasheh 	struct ocfs2_extent_list  *el;
734dcd0538fSMark Fasheh 	u32 new_cpos;
735ccd979bdSMark Fasheh 
736ccd979bdSMark Fasheh 	mlog_entry_void();
737ccd979bdSMark Fasheh 
738328d5752SMark Fasheh 	BUG_ON(!last_eb_bh || !*last_eb_bh);
739ccd979bdSMark Fasheh 
740ccd979bdSMark Fasheh 	if (eb_bh) {
741ccd979bdSMark Fasheh 		eb = (struct ocfs2_extent_block *) eb_bh->b_data;
742ccd979bdSMark Fasheh 		el = &eb->h_list;
743ccd979bdSMark Fasheh 	} else
744e7d4cb6bSTao Ma 		el = et->root_el;
745ccd979bdSMark Fasheh 
746ccd979bdSMark Fasheh 	/* we never add a branch to a leaf. */
747ccd979bdSMark Fasheh 	BUG_ON(!el->l_tree_depth);
748ccd979bdSMark Fasheh 
749ccd979bdSMark Fasheh 	new_blocks = le16_to_cpu(el->l_tree_depth);
750ccd979bdSMark Fasheh 
751ccd979bdSMark Fasheh 	/* allocate the number of new eb blocks we need */
752ccd979bdSMark Fasheh 	new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *),
753ccd979bdSMark Fasheh 			     GFP_KERNEL);
754ccd979bdSMark Fasheh 	if (!new_eb_bhs) {
755ccd979bdSMark Fasheh 		status = -ENOMEM;
756ccd979bdSMark Fasheh 		mlog_errno(status);
757ccd979bdSMark Fasheh 		goto bail;
758ccd979bdSMark Fasheh 	}
759ccd979bdSMark Fasheh 
760ccd979bdSMark Fasheh 	status = ocfs2_create_new_meta_bhs(osb, handle, inode, new_blocks,
761ccd979bdSMark Fasheh 					   meta_ac, new_eb_bhs);
762ccd979bdSMark Fasheh 	if (status < 0) {
763ccd979bdSMark Fasheh 		mlog_errno(status);
764ccd979bdSMark Fasheh 		goto bail;
765ccd979bdSMark Fasheh 	}
766ccd979bdSMark Fasheh 
767328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data;
768dcd0538fSMark Fasheh 	new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list);
769dcd0538fSMark Fasheh 
770ccd979bdSMark Fasheh 	/* Note: new_eb_bhs[new_blocks - 1] is the guy which will be
771ccd979bdSMark Fasheh 	 * linked with the rest of the tree.
772ccd979bdSMark Fasheh 	 * conversly, new_eb_bhs[0] is the new bottommost leaf.
773ccd979bdSMark Fasheh 	 *
774ccd979bdSMark Fasheh 	 * when we leave the loop, new_last_eb_blk will point to the
775ccd979bdSMark Fasheh 	 * newest leaf, and next_blkno will point to the topmost extent
776ccd979bdSMark Fasheh 	 * block. */
777ccd979bdSMark Fasheh 	next_blkno = new_last_eb_blk = 0;
778ccd979bdSMark Fasheh 	for(i = 0; i < new_blocks; i++) {
779ccd979bdSMark Fasheh 		bh = new_eb_bhs[i];
780ccd979bdSMark Fasheh 		eb = (struct ocfs2_extent_block *) bh->b_data;
781ccd979bdSMark Fasheh 		if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
782ccd979bdSMark Fasheh 			OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
783ccd979bdSMark Fasheh 			status = -EIO;
784ccd979bdSMark Fasheh 			goto bail;
785ccd979bdSMark Fasheh 		}
786ccd979bdSMark Fasheh 		eb_el = &eb->h_list;
787ccd979bdSMark Fasheh 
788ccd979bdSMark Fasheh 		status = ocfs2_journal_access(handle, inode, bh,
789ccd979bdSMark Fasheh 					      OCFS2_JOURNAL_ACCESS_CREATE);
790ccd979bdSMark Fasheh 		if (status < 0) {
791ccd979bdSMark Fasheh 			mlog_errno(status);
792ccd979bdSMark Fasheh 			goto bail;
793ccd979bdSMark Fasheh 		}
794ccd979bdSMark Fasheh 
795ccd979bdSMark Fasheh 		eb->h_next_leaf_blk = 0;
796ccd979bdSMark Fasheh 		eb_el->l_tree_depth = cpu_to_le16(i);
797ccd979bdSMark Fasheh 		eb_el->l_next_free_rec = cpu_to_le16(1);
798dcd0538fSMark Fasheh 		/*
799dcd0538fSMark Fasheh 		 * This actually counts as an empty extent as
800dcd0538fSMark Fasheh 		 * c_clusters == 0
801dcd0538fSMark Fasheh 		 */
802dcd0538fSMark Fasheh 		eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos);
803ccd979bdSMark Fasheh 		eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno);
804e48edee2SMark Fasheh 		/*
805e48edee2SMark Fasheh 		 * eb_el isn't always an interior node, but even leaf
806e48edee2SMark Fasheh 		 * nodes want a zero'd flags and reserved field so
807e48edee2SMark Fasheh 		 * this gets the whole 32 bits regardless of use.
808e48edee2SMark Fasheh 		 */
809e48edee2SMark Fasheh 		eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0);
810ccd979bdSMark Fasheh 		if (!eb_el->l_tree_depth)
811ccd979bdSMark Fasheh 			new_last_eb_blk = le64_to_cpu(eb->h_blkno);
812ccd979bdSMark Fasheh 
813ccd979bdSMark Fasheh 		status = ocfs2_journal_dirty(handle, bh);
814ccd979bdSMark Fasheh 		if (status < 0) {
815ccd979bdSMark Fasheh 			mlog_errno(status);
816ccd979bdSMark Fasheh 			goto bail;
817ccd979bdSMark Fasheh 		}
818ccd979bdSMark Fasheh 
819ccd979bdSMark Fasheh 		next_blkno = le64_to_cpu(eb->h_blkno);
820ccd979bdSMark Fasheh 	}
821ccd979bdSMark Fasheh 
822ccd979bdSMark Fasheh 	/* This is a bit hairy. We want to update up to three blocks
823ccd979bdSMark Fasheh 	 * here without leaving any of them in an inconsistent state
824ccd979bdSMark Fasheh 	 * in case of error. We don't have to worry about
825ccd979bdSMark Fasheh 	 * journal_dirty erroring as it won't unless we've aborted the
826ccd979bdSMark Fasheh 	 * handle (in which case we would never be here) so reserving
827ccd979bdSMark Fasheh 	 * the write with journal_access is all we need to do. */
828328d5752SMark Fasheh 	status = ocfs2_journal_access(handle, inode, *last_eb_bh,
829ccd979bdSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_WRITE);
830ccd979bdSMark Fasheh 	if (status < 0) {
831ccd979bdSMark Fasheh 		mlog_errno(status);
832ccd979bdSMark Fasheh 		goto bail;
833ccd979bdSMark Fasheh 	}
834e7d4cb6bSTao Ma 	status = ocfs2_journal_access(handle, inode, et->root_bh,
835ccd979bdSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_WRITE);
836ccd979bdSMark Fasheh 	if (status < 0) {
837ccd979bdSMark Fasheh 		mlog_errno(status);
838ccd979bdSMark Fasheh 		goto bail;
839ccd979bdSMark Fasheh 	}
840ccd979bdSMark Fasheh 	if (eb_bh) {
841ccd979bdSMark Fasheh 		status = ocfs2_journal_access(handle, inode, eb_bh,
842ccd979bdSMark Fasheh 					      OCFS2_JOURNAL_ACCESS_WRITE);
843ccd979bdSMark Fasheh 		if (status < 0) {
844ccd979bdSMark Fasheh 			mlog_errno(status);
845ccd979bdSMark Fasheh 			goto bail;
846ccd979bdSMark Fasheh 		}
847ccd979bdSMark Fasheh 	}
848ccd979bdSMark Fasheh 
849ccd979bdSMark Fasheh 	/* Link the new branch into the rest of the tree (el will
850e7d4cb6bSTao Ma 	 * either be on the root_bh, or the extent block passed in. */
851ccd979bdSMark Fasheh 	i = le16_to_cpu(el->l_next_free_rec);
852ccd979bdSMark Fasheh 	el->l_recs[i].e_blkno = cpu_to_le64(next_blkno);
853dcd0538fSMark Fasheh 	el->l_recs[i].e_cpos = cpu_to_le32(new_cpos);
854e48edee2SMark Fasheh 	el->l_recs[i].e_int_clusters = 0;
855ccd979bdSMark Fasheh 	le16_add_cpu(&el->l_next_free_rec, 1);
856ccd979bdSMark Fasheh 
857ccd979bdSMark Fasheh 	/* fe needs a new last extent block pointer, as does the
858ccd979bdSMark Fasheh 	 * next_leaf on the previously last-extent-block. */
859e7d4cb6bSTao Ma 	ocfs2_set_last_eb_blk(et, new_last_eb_blk);
860ccd979bdSMark Fasheh 
861328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data;
862ccd979bdSMark Fasheh 	eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk);
863ccd979bdSMark Fasheh 
864328d5752SMark Fasheh 	status = ocfs2_journal_dirty(handle, *last_eb_bh);
865ccd979bdSMark Fasheh 	if (status < 0)
866ccd979bdSMark Fasheh 		mlog_errno(status);
867e7d4cb6bSTao Ma 	status = ocfs2_journal_dirty(handle, et->root_bh);
868ccd979bdSMark Fasheh 	if (status < 0)
869ccd979bdSMark Fasheh 		mlog_errno(status);
870ccd979bdSMark Fasheh 	if (eb_bh) {
871ccd979bdSMark Fasheh 		status = ocfs2_journal_dirty(handle, eb_bh);
872ccd979bdSMark Fasheh 		if (status < 0)
873ccd979bdSMark Fasheh 			mlog_errno(status);
874ccd979bdSMark Fasheh 	}
875ccd979bdSMark Fasheh 
876328d5752SMark Fasheh 	/*
877328d5752SMark Fasheh 	 * Some callers want to track the rightmost leaf so pass it
878328d5752SMark Fasheh 	 * back here.
879328d5752SMark Fasheh 	 */
880328d5752SMark Fasheh 	brelse(*last_eb_bh);
881328d5752SMark Fasheh 	get_bh(new_eb_bhs[0]);
882328d5752SMark Fasheh 	*last_eb_bh = new_eb_bhs[0];
883328d5752SMark Fasheh 
884ccd979bdSMark Fasheh 	status = 0;
885ccd979bdSMark Fasheh bail:
886ccd979bdSMark Fasheh 	if (new_eb_bhs) {
887ccd979bdSMark Fasheh 		for (i = 0; i < new_blocks; i++)
888ccd979bdSMark Fasheh 			if (new_eb_bhs[i])
889ccd979bdSMark Fasheh 				brelse(new_eb_bhs[i]);
890ccd979bdSMark Fasheh 		kfree(new_eb_bhs);
891ccd979bdSMark Fasheh 	}
892ccd979bdSMark Fasheh 
893ccd979bdSMark Fasheh 	mlog_exit(status);
894ccd979bdSMark Fasheh 	return status;
895ccd979bdSMark Fasheh }
896ccd979bdSMark Fasheh 
897ccd979bdSMark Fasheh /*
898ccd979bdSMark Fasheh  * adds another level to the allocation tree.
899ccd979bdSMark Fasheh  * returns back the new extent block so you can add a branch to it
900ccd979bdSMark Fasheh  * after this call.
901ccd979bdSMark Fasheh  */
902ccd979bdSMark Fasheh static int ocfs2_shift_tree_depth(struct ocfs2_super *osb,
9031fabe148SMark Fasheh 				  handle_t *handle,
904ccd979bdSMark Fasheh 				  struct inode *inode,
905e7d4cb6bSTao Ma 				  struct ocfs2_extent_tree *et,
906ccd979bdSMark Fasheh 				  struct ocfs2_alloc_context *meta_ac,
907ccd979bdSMark Fasheh 				  struct buffer_head **ret_new_eb_bh)
908ccd979bdSMark Fasheh {
909ccd979bdSMark Fasheh 	int status, i;
910dcd0538fSMark Fasheh 	u32 new_clusters;
911ccd979bdSMark Fasheh 	struct buffer_head *new_eb_bh = NULL;
912ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
913e7d4cb6bSTao Ma 	struct ocfs2_extent_list  *root_el;
914ccd979bdSMark Fasheh 	struct ocfs2_extent_list  *eb_el;
915ccd979bdSMark Fasheh 
916ccd979bdSMark Fasheh 	mlog_entry_void();
917ccd979bdSMark Fasheh 
918ccd979bdSMark Fasheh 	status = ocfs2_create_new_meta_bhs(osb, handle, inode, 1, meta_ac,
919ccd979bdSMark Fasheh 					   &new_eb_bh);
920ccd979bdSMark Fasheh 	if (status < 0) {
921ccd979bdSMark Fasheh 		mlog_errno(status);
922ccd979bdSMark Fasheh 		goto bail;
923ccd979bdSMark Fasheh 	}
924ccd979bdSMark Fasheh 
925ccd979bdSMark Fasheh 	eb = (struct ocfs2_extent_block *) new_eb_bh->b_data;
926ccd979bdSMark Fasheh 	if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
927ccd979bdSMark Fasheh 		OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
928ccd979bdSMark Fasheh 		status = -EIO;
929ccd979bdSMark Fasheh 		goto bail;
930ccd979bdSMark Fasheh 	}
931ccd979bdSMark Fasheh 
932ccd979bdSMark Fasheh 	eb_el = &eb->h_list;
933e7d4cb6bSTao Ma 	root_el = et->root_el;
934ccd979bdSMark Fasheh 
935ccd979bdSMark Fasheh 	status = ocfs2_journal_access(handle, inode, new_eb_bh,
936ccd979bdSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_CREATE);
937ccd979bdSMark Fasheh 	if (status < 0) {
938ccd979bdSMark Fasheh 		mlog_errno(status);
939ccd979bdSMark Fasheh 		goto bail;
940ccd979bdSMark Fasheh 	}
941ccd979bdSMark Fasheh 
942e7d4cb6bSTao Ma 	/* copy the root extent list data into the new extent block */
943e7d4cb6bSTao Ma 	eb_el->l_tree_depth = root_el->l_tree_depth;
944e7d4cb6bSTao Ma 	eb_el->l_next_free_rec = root_el->l_next_free_rec;
945e7d4cb6bSTao Ma 	for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++)
946e7d4cb6bSTao Ma 		eb_el->l_recs[i] = root_el->l_recs[i];
947ccd979bdSMark Fasheh 
948ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, new_eb_bh);
949ccd979bdSMark Fasheh 	if (status < 0) {
950ccd979bdSMark Fasheh 		mlog_errno(status);
951ccd979bdSMark Fasheh 		goto bail;
952ccd979bdSMark Fasheh 	}
953ccd979bdSMark Fasheh 
954e7d4cb6bSTao Ma 	status = ocfs2_journal_access(handle, inode, et->root_bh,
955ccd979bdSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_WRITE);
956ccd979bdSMark Fasheh 	if (status < 0) {
957ccd979bdSMark Fasheh 		mlog_errno(status);
958ccd979bdSMark Fasheh 		goto bail;
959ccd979bdSMark Fasheh 	}
960ccd979bdSMark Fasheh 
961dcd0538fSMark Fasheh 	new_clusters = ocfs2_sum_rightmost_rec(eb_el);
962dcd0538fSMark Fasheh 
963e7d4cb6bSTao Ma 	/* update root_bh now */
964e7d4cb6bSTao Ma 	le16_add_cpu(&root_el->l_tree_depth, 1);
965e7d4cb6bSTao Ma 	root_el->l_recs[0].e_cpos = 0;
966e7d4cb6bSTao Ma 	root_el->l_recs[0].e_blkno = eb->h_blkno;
967e7d4cb6bSTao Ma 	root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters);
968e7d4cb6bSTao Ma 	for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++)
969e7d4cb6bSTao Ma 		memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec));
970e7d4cb6bSTao Ma 	root_el->l_next_free_rec = cpu_to_le16(1);
971ccd979bdSMark Fasheh 
972ccd979bdSMark Fasheh 	/* If this is our 1st tree depth shift, then last_eb_blk
973ccd979bdSMark Fasheh 	 * becomes the allocated extent block */
974e7d4cb6bSTao Ma 	if (root_el->l_tree_depth == cpu_to_le16(1))
975e7d4cb6bSTao Ma 		ocfs2_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno));
976ccd979bdSMark Fasheh 
977e7d4cb6bSTao Ma 	status = ocfs2_journal_dirty(handle, et->root_bh);
978ccd979bdSMark Fasheh 	if (status < 0) {
979ccd979bdSMark Fasheh 		mlog_errno(status);
980ccd979bdSMark Fasheh 		goto bail;
981ccd979bdSMark Fasheh 	}
982ccd979bdSMark Fasheh 
983ccd979bdSMark Fasheh 	*ret_new_eb_bh = new_eb_bh;
984ccd979bdSMark Fasheh 	new_eb_bh = NULL;
985ccd979bdSMark Fasheh 	status = 0;
986ccd979bdSMark Fasheh bail:
987ccd979bdSMark Fasheh 	if (new_eb_bh)
988ccd979bdSMark Fasheh 		brelse(new_eb_bh);
989ccd979bdSMark Fasheh 
990ccd979bdSMark Fasheh 	mlog_exit(status);
991ccd979bdSMark Fasheh 	return status;
992ccd979bdSMark Fasheh }
993ccd979bdSMark Fasheh 
994ccd979bdSMark Fasheh /*
995ccd979bdSMark Fasheh  * Should only be called when there is no space left in any of the
996ccd979bdSMark Fasheh  * leaf nodes. What we want to do is find the lowest tree depth
997ccd979bdSMark Fasheh  * non-leaf extent block with room for new records. There are three
998ccd979bdSMark Fasheh  * valid results of this search:
999ccd979bdSMark Fasheh  *
1000ccd979bdSMark Fasheh  * 1) a lowest extent block is found, then we pass it back in
1001ccd979bdSMark Fasheh  *    *lowest_eb_bh and return '0'
1002ccd979bdSMark Fasheh  *
1003e7d4cb6bSTao Ma  * 2) the search fails to find anything, but the root_el has room. We
1004ccd979bdSMark Fasheh  *    pass NULL back in *lowest_eb_bh, but still return '0'
1005ccd979bdSMark Fasheh  *
1006e7d4cb6bSTao Ma  * 3) the search fails to find anything AND the root_el is full, in
1007ccd979bdSMark Fasheh  *    which case we return > 0
1008ccd979bdSMark Fasheh  *
1009ccd979bdSMark Fasheh  * return status < 0 indicates an error.
1010ccd979bdSMark Fasheh  */
1011ccd979bdSMark Fasheh static int ocfs2_find_branch_target(struct ocfs2_super *osb,
1012ccd979bdSMark Fasheh 				    struct inode *inode,
1013e7d4cb6bSTao Ma 				    struct ocfs2_extent_tree *et,
1014ccd979bdSMark Fasheh 				    struct buffer_head **target_bh)
1015ccd979bdSMark Fasheh {
1016ccd979bdSMark Fasheh 	int status = 0, i;
1017ccd979bdSMark Fasheh 	u64 blkno;
1018ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
1019ccd979bdSMark Fasheh 	struct ocfs2_extent_list  *el;
1020ccd979bdSMark Fasheh 	struct buffer_head *bh = NULL;
1021ccd979bdSMark Fasheh 	struct buffer_head *lowest_bh = NULL;
1022ccd979bdSMark Fasheh 
1023ccd979bdSMark Fasheh 	mlog_entry_void();
1024ccd979bdSMark Fasheh 
1025ccd979bdSMark Fasheh 	*target_bh = NULL;
1026ccd979bdSMark Fasheh 
1027e7d4cb6bSTao Ma 	el = et->root_el;
1028ccd979bdSMark Fasheh 
1029ccd979bdSMark Fasheh 	while(le16_to_cpu(el->l_tree_depth) > 1) {
1030ccd979bdSMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) == 0) {
1031b0697053SMark Fasheh 			ocfs2_error(inode->i_sb, "Dinode %llu has empty "
1032ccd979bdSMark Fasheh 				    "extent list (next_free_rec == 0)",
1033b0697053SMark Fasheh 				    (unsigned long long)OCFS2_I(inode)->ip_blkno);
1034ccd979bdSMark Fasheh 			status = -EIO;
1035ccd979bdSMark Fasheh 			goto bail;
1036ccd979bdSMark Fasheh 		}
1037ccd979bdSMark Fasheh 		i = le16_to_cpu(el->l_next_free_rec) - 1;
1038ccd979bdSMark Fasheh 		blkno = le64_to_cpu(el->l_recs[i].e_blkno);
1039ccd979bdSMark Fasheh 		if (!blkno) {
1040b0697053SMark Fasheh 			ocfs2_error(inode->i_sb, "Dinode %llu has extent "
1041ccd979bdSMark Fasheh 				    "list where extent # %d has no physical "
1042ccd979bdSMark Fasheh 				    "block start",
1043b0697053SMark Fasheh 				    (unsigned long long)OCFS2_I(inode)->ip_blkno, i);
1044ccd979bdSMark Fasheh 			status = -EIO;
1045ccd979bdSMark Fasheh 			goto bail;
1046ccd979bdSMark Fasheh 		}
1047ccd979bdSMark Fasheh 
1048ccd979bdSMark Fasheh 		if (bh) {
1049ccd979bdSMark Fasheh 			brelse(bh);
1050ccd979bdSMark Fasheh 			bh = NULL;
1051ccd979bdSMark Fasheh 		}
1052ccd979bdSMark Fasheh 
1053ccd979bdSMark Fasheh 		status = ocfs2_read_block(osb, blkno, &bh, OCFS2_BH_CACHED,
1054ccd979bdSMark Fasheh 					  inode);
1055ccd979bdSMark Fasheh 		if (status < 0) {
1056ccd979bdSMark Fasheh 			mlog_errno(status);
1057ccd979bdSMark Fasheh 			goto bail;
1058ccd979bdSMark Fasheh 		}
1059ccd979bdSMark Fasheh 
1060ccd979bdSMark Fasheh 		eb = (struct ocfs2_extent_block *) bh->b_data;
1061ccd979bdSMark Fasheh 		if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
1062ccd979bdSMark Fasheh 			OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
1063ccd979bdSMark Fasheh 			status = -EIO;
1064ccd979bdSMark Fasheh 			goto bail;
1065ccd979bdSMark Fasheh 		}
1066ccd979bdSMark Fasheh 		el = &eb->h_list;
1067ccd979bdSMark Fasheh 
1068ccd979bdSMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) <
1069ccd979bdSMark Fasheh 		    le16_to_cpu(el->l_count)) {
1070ccd979bdSMark Fasheh 			if (lowest_bh)
1071ccd979bdSMark Fasheh 				brelse(lowest_bh);
1072ccd979bdSMark Fasheh 			lowest_bh = bh;
1073ccd979bdSMark Fasheh 			get_bh(lowest_bh);
1074ccd979bdSMark Fasheh 		}
1075ccd979bdSMark Fasheh 	}
1076ccd979bdSMark Fasheh 
1077ccd979bdSMark Fasheh 	/* If we didn't find one and the fe doesn't have any room,
1078ccd979bdSMark Fasheh 	 * then return '1' */
1079e7d4cb6bSTao Ma 	el = et->root_el;
1080e7d4cb6bSTao Ma 	if (!lowest_bh && (el->l_next_free_rec == el->l_count))
1081ccd979bdSMark Fasheh 		status = 1;
1082ccd979bdSMark Fasheh 
1083ccd979bdSMark Fasheh 	*target_bh = lowest_bh;
1084ccd979bdSMark Fasheh bail:
1085ccd979bdSMark Fasheh 	if (bh)
1086ccd979bdSMark Fasheh 		brelse(bh);
1087ccd979bdSMark Fasheh 
1088ccd979bdSMark Fasheh 	mlog_exit(status);
1089ccd979bdSMark Fasheh 	return status;
1090ccd979bdSMark Fasheh }
1091ccd979bdSMark Fasheh 
1092e48edee2SMark Fasheh /*
1093c3afcbb3SMark Fasheh  * Grow a b-tree so that it has more records.
1094c3afcbb3SMark Fasheh  *
1095c3afcbb3SMark Fasheh  * We might shift the tree depth in which case existing paths should
1096c3afcbb3SMark Fasheh  * be considered invalid.
1097c3afcbb3SMark Fasheh  *
1098c3afcbb3SMark Fasheh  * Tree depth after the grow is returned via *final_depth.
1099328d5752SMark Fasheh  *
1100328d5752SMark Fasheh  * *last_eb_bh will be updated by ocfs2_add_branch().
1101c3afcbb3SMark Fasheh  */
1102c3afcbb3SMark Fasheh static int ocfs2_grow_tree(struct inode *inode, handle_t *handle,
1103e7d4cb6bSTao Ma 			   struct ocfs2_extent_tree *et, int *final_depth,
1104328d5752SMark Fasheh 			   struct buffer_head **last_eb_bh,
1105c3afcbb3SMark Fasheh 			   struct ocfs2_alloc_context *meta_ac)
1106c3afcbb3SMark Fasheh {
1107c3afcbb3SMark Fasheh 	int ret, shift;
1108e7d4cb6bSTao Ma 	struct ocfs2_extent_list *el = et->root_el;
1109e7d4cb6bSTao Ma 	int depth = le16_to_cpu(el->l_tree_depth);
1110c3afcbb3SMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1111c3afcbb3SMark Fasheh 	struct buffer_head *bh = NULL;
1112c3afcbb3SMark Fasheh 
1113c3afcbb3SMark Fasheh 	BUG_ON(meta_ac == NULL);
1114c3afcbb3SMark Fasheh 
1115e7d4cb6bSTao Ma 	shift = ocfs2_find_branch_target(osb, inode, et, &bh);
1116c3afcbb3SMark Fasheh 	if (shift < 0) {
1117c3afcbb3SMark Fasheh 		ret = shift;
1118c3afcbb3SMark Fasheh 		mlog_errno(ret);
1119c3afcbb3SMark Fasheh 		goto out;
1120c3afcbb3SMark Fasheh 	}
1121c3afcbb3SMark Fasheh 
1122c3afcbb3SMark Fasheh 	/* We traveled all the way to the bottom of the allocation tree
1123c3afcbb3SMark Fasheh 	 * and didn't find room for any more extents - we need to add
1124c3afcbb3SMark Fasheh 	 * another tree level */
1125c3afcbb3SMark Fasheh 	if (shift) {
1126c3afcbb3SMark Fasheh 		BUG_ON(bh);
1127c3afcbb3SMark Fasheh 		mlog(0, "need to shift tree depth (current = %d)\n", depth);
1128c3afcbb3SMark Fasheh 
1129c3afcbb3SMark Fasheh 		/* ocfs2_shift_tree_depth will return us a buffer with
1130c3afcbb3SMark Fasheh 		 * the new extent block (so we can pass that to
1131c3afcbb3SMark Fasheh 		 * ocfs2_add_branch). */
1132e7d4cb6bSTao Ma 		ret = ocfs2_shift_tree_depth(osb, handle, inode, et,
1133c3afcbb3SMark Fasheh 					     meta_ac, &bh);
1134c3afcbb3SMark Fasheh 		if (ret < 0) {
1135c3afcbb3SMark Fasheh 			mlog_errno(ret);
1136c3afcbb3SMark Fasheh 			goto out;
1137c3afcbb3SMark Fasheh 		}
1138c3afcbb3SMark Fasheh 		depth++;
1139328d5752SMark Fasheh 		if (depth == 1) {
1140328d5752SMark Fasheh 			/*
1141328d5752SMark Fasheh 			 * Special case: we have room now if we shifted from
1142328d5752SMark Fasheh 			 * tree_depth 0, so no more work needs to be done.
1143328d5752SMark Fasheh 			 *
1144328d5752SMark Fasheh 			 * We won't be calling add_branch, so pass
1145328d5752SMark Fasheh 			 * back *last_eb_bh as the new leaf. At depth
1146328d5752SMark Fasheh 			 * zero, it should always be null so there's
1147328d5752SMark Fasheh 			 * no reason to brelse.
1148328d5752SMark Fasheh 			 */
1149328d5752SMark Fasheh 			BUG_ON(*last_eb_bh);
1150328d5752SMark Fasheh 			get_bh(bh);
1151328d5752SMark Fasheh 			*last_eb_bh = bh;
1152c3afcbb3SMark Fasheh 			goto out;
1153c3afcbb3SMark Fasheh 		}
1154328d5752SMark Fasheh 	}
1155c3afcbb3SMark Fasheh 
1156c3afcbb3SMark Fasheh 	/* call ocfs2_add_branch to add the final part of the tree with
1157c3afcbb3SMark Fasheh 	 * the new data. */
1158c3afcbb3SMark Fasheh 	mlog(0, "add branch. bh = %p\n", bh);
1159e7d4cb6bSTao Ma 	ret = ocfs2_add_branch(osb, handle, inode, et, bh, last_eb_bh,
1160c3afcbb3SMark Fasheh 			       meta_ac);
1161c3afcbb3SMark Fasheh 	if (ret < 0) {
1162c3afcbb3SMark Fasheh 		mlog_errno(ret);
1163c3afcbb3SMark Fasheh 		goto out;
1164c3afcbb3SMark Fasheh 	}
1165c3afcbb3SMark Fasheh 
1166c3afcbb3SMark Fasheh out:
1167c3afcbb3SMark Fasheh 	if (final_depth)
1168c3afcbb3SMark Fasheh 		*final_depth = depth;
1169c3afcbb3SMark Fasheh 	brelse(bh);
1170c3afcbb3SMark Fasheh 	return ret;
1171c3afcbb3SMark Fasheh }
1172c3afcbb3SMark Fasheh 
1173c3afcbb3SMark Fasheh /*
1174dcd0538fSMark Fasheh  * This function will discard the rightmost extent record.
1175dcd0538fSMark Fasheh  */
1176dcd0538fSMark Fasheh static void ocfs2_shift_records_right(struct ocfs2_extent_list *el)
1177dcd0538fSMark Fasheh {
1178dcd0538fSMark Fasheh 	int next_free = le16_to_cpu(el->l_next_free_rec);
1179dcd0538fSMark Fasheh 	int count = le16_to_cpu(el->l_count);
1180dcd0538fSMark Fasheh 	unsigned int num_bytes;
1181dcd0538fSMark Fasheh 
1182dcd0538fSMark Fasheh 	BUG_ON(!next_free);
1183dcd0538fSMark Fasheh 	/* This will cause us to go off the end of our extent list. */
1184dcd0538fSMark Fasheh 	BUG_ON(next_free >= count);
1185dcd0538fSMark Fasheh 
1186dcd0538fSMark Fasheh 	num_bytes = sizeof(struct ocfs2_extent_rec) * next_free;
1187dcd0538fSMark Fasheh 
1188dcd0538fSMark Fasheh 	memmove(&el->l_recs[1], &el->l_recs[0], num_bytes);
1189dcd0538fSMark Fasheh }
1190dcd0538fSMark Fasheh 
1191dcd0538fSMark Fasheh static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el,
1192dcd0538fSMark Fasheh 			      struct ocfs2_extent_rec *insert_rec)
1193dcd0538fSMark Fasheh {
1194dcd0538fSMark Fasheh 	int i, insert_index, next_free, has_empty, num_bytes;
1195dcd0538fSMark Fasheh 	u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos);
1196dcd0538fSMark Fasheh 	struct ocfs2_extent_rec *rec;
1197dcd0538fSMark Fasheh 
1198dcd0538fSMark Fasheh 	next_free = le16_to_cpu(el->l_next_free_rec);
1199dcd0538fSMark Fasheh 	has_empty = ocfs2_is_empty_extent(&el->l_recs[0]);
1200dcd0538fSMark Fasheh 
1201dcd0538fSMark Fasheh 	BUG_ON(!next_free);
1202dcd0538fSMark Fasheh 
1203dcd0538fSMark Fasheh 	/* The tree code before us didn't allow enough room in the leaf. */
1204b1f3550fSJulia Lawall 	BUG_ON(el->l_next_free_rec == el->l_count && !has_empty);
1205dcd0538fSMark Fasheh 
1206dcd0538fSMark Fasheh 	/*
1207dcd0538fSMark Fasheh 	 * The easiest way to approach this is to just remove the
1208dcd0538fSMark Fasheh 	 * empty extent and temporarily decrement next_free.
1209dcd0538fSMark Fasheh 	 */
1210dcd0538fSMark Fasheh 	if (has_empty) {
1211dcd0538fSMark Fasheh 		/*
1212dcd0538fSMark Fasheh 		 * If next_free was 1 (only an empty extent), this
1213dcd0538fSMark Fasheh 		 * loop won't execute, which is fine. We still want
1214dcd0538fSMark Fasheh 		 * the decrement above to happen.
1215dcd0538fSMark Fasheh 		 */
1216dcd0538fSMark Fasheh 		for(i = 0; i < (next_free - 1); i++)
1217dcd0538fSMark Fasheh 			el->l_recs[i] = el->l_recs[i+1];
1218dcd0538fSMark Fasheh 
1219dcd0538fSMark Fasheh 		next_free--;
1220dcd0538fSMark Fasheh 	}
1221dcd0538fSMark Fasheh 
1222dcd0538fSMark Fasheh 	/*
1223dcd0538fSMark Fasheh 	 * Figure out what the new record index should be.
1224dcd0538fSMark Fasheh 	 */
1225dcd0538fSMark Fasheh 	for(i = 0; i < next_free; i++) {
1226dcd0538fSMark Fasheh 		rec = &el->l_recs[i];
1227dcd0538fSMark Fasheh 
1228dcd0538fSMark Fasheh 		if (insert_cpos < le32_to_cpu(rec->e_cpos))
1229dcd0538fSMark Fasheh 			break;
1230dcd0538fSMark Fasheh 	}
1231dcd0538fSMark Fasheh 	insert_index = i;
1232dcd0538fSMark Fasheh 
1233dcd0538fSMark Fasheh 	mlog(0, "ins %u: index %d, has_empty %d, next_free %d, count %d\n",
1234dcd0538fSMark Fasheh 	     insert_cpos, insert_index, has_empty, next_free, le16_to_cpu(el->l_count));
1235dcd0538fSMark Fasheh 
1236dcd0538fSMark Fasheh 	BUG_ON(insert_index < 0);
1237dcd0538fSMark Fasheh 	BUG_ON(insert_index >= le16_to_cpu(el->l_count));
1238dcd0538fSMark Fasheh 	BUG_ON(insert_index > next_free);
1239dcd0538fSMark Fasheh 
1240dcd0538fSMark Fasheh 	/*
1241dcd0538fSMark Fasheh 	 * No need to memmove if we're just adding to the tail.
1242dcd0538fSMark Fasheh 	 */
1243dcd0538fSMark Fasheh 	if (insert_index != next_free) {
1244dcd0538fSMark Fasheh 		BUG_ON(next_free >= le16_to_cpu(el->l_count));
1245dcd0538fSMark Fasheh 
1246dcd0538fSMark Fasheh 		num_bytes = next_free - insert_index;
1247dcd0538fSMark Fasheh 		num_bytes *= sizeof(struct ocfs2_extent_rec);
1248dcd0538fSMark Fasheh 		memmove(&el->l_recs[insert_index + 1],
1249dcd0538fSMark Fasheh 			&el->l_recs[insert_index],
1250dcd0538fSMark Fasheh 			num_bytes);
1251dcd0538fSMark Fasheh 	}
1252dcd0538fSMark Fasheh 
1253dcd0538fSMark Fasheh 	/*
1254dcd0538fSMark Fasheh 	 * Either we had an empty extent, and need to re-increment or
1255dcd0538fSMark Fasheh 	 * there was no empty extent on a non full rightmost leaf node,
1256dcd0538fSMark Fasheh 	 * in which case we still need to increment.
1257dcd0538fSMark Fasheh 	 */
1258dcd0538fSMark Fasheh 	next_free++;
1259dcd0538fSMark Fasheh 	el->l_next_free_rec = cpu_to_le16(next_free);
1260dcd0538fSMark Fasheh 	/*
1261dcd0538fSMark Fasheh 	 * Make sure none of the math above just messed up our tree.
1262dcd0538fSMark Fasheh 	 */
1263dcd0538fSMark Fasheh 	BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count));
1264dcd0538fSMark Fasheh 
1265dcd0538fSMark Fasheh 	el->l_recs[insert_index] = *insert_rec;
1266dcd0538fSMark Fasheh 
1267dcd0538fSMark Fasheh }
1268dcd0538fSMark Fasheh 
1269328d5752SMark Fasheh static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el)
1270328d5752SMark Fasheh {
1271328d5752SMark Fasheh 	int size, num_recs = le16_to_cpu(el->l_next_free_rec);
1272328d5752SMark Fasheh 
1273328d5752SMark Fasheh 	BUG_ON(num_recs == 0);
1274328d5752SMark Fasheh 
1275328d5752SMark Fasheh 	if (ocfs2_is_empty_extent(&el->l_recs[0])) {
1276328d5752SMark Fasheh 		num_recs--;
1277328d5752SMark Fasheh 		size = num_recs * sizeof(struct ocfs2_extent_rec);
1278328d5752SMark Fasheh 		memmove(&el->l_recs[0], &el->l_recs[1], size);
1279328d5752SMark Fasheh 		memset(&el->l_recs[num_recs], 0,
1280328d5752SMark Fasheh 		       sizeof(struct ocfs2_extent_rec));
1281328d5752SMark Fasheh 		el->l_next_free_rec = cpu_to_le16(num_recs);
1282328d5752SMark Fasheh 	}
1283328d5752SMark Fasheh }
1284328d5752SMark Fasheh 
1285dcd0538fSMark Fasheh /*
1286dcd0538fSMark Fasheh  * Create an empty extent record .
1287dcd0538fSMark Fasheh  *
1288dcd0538fSMark Fasheh  * l_next_free_rec may be updated.
1289dcd0538fSMark Fasheh  *
1290dcd0538fSMark Fasheh  * If an empty extent already exists do nothing.
1291dcd0538fSMark Fasheh  */
1292dcd0538fSMark Fasheh static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el)
1293dcd0538fSMark Fasheh {
1294dcd0538fSMark Fasheh 	int next_free = le16_to_cpu(el->l_next_free_rec);
1295dcd0538fSMark Fasheh 
1296e48edee2SMark Fasheh 	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
1297e48edee2SMark Fasheh 
1298dcd0538fSMark Fasheh 	if (next_free == 0)
1299dcd0538fSMark Fasheh 		goto set_and_inc;
1300dcd0538fSMark Fasheh 
1301dcd0538fSMark Fasheh 	if (ocfs2_is_empty_extent(&el->l_recs[0]))
1302dcd0538fSMark Fasheh 		return;
1303dcd0538fSMark Fasheh 
1304dcd0538fSMark Fasheh 	mlog_bug_on_msg(el->l_count == el->l_next_free_rec,
1305dcd0538fSMark Fasheh 			"Asked to create an empty extent in a full list:\n"
1306dcd0538fSMark Fasheh 			"count = %u, tree depth = %u",
1307dcd0538fSMark Fasheh 			le16_to_cpu(el->l_count),
1308dcd0538fSMark Fasheh 			le16_to_cpu(el->l_tree_depth));
1309dcd0538fSMark Fasheh 
1310dcd0538fSMark Fasheh 	ocfs2_shift_records_right(el);
1311dcd0538fSMark Fasheh 
1312dcd0538fSMark Fasheh set_and_inc:
1313dcd0538fSMark Fasheh 	le16_add_cpu(&el->l_next_free_rec, 1);
1314dcd0538fSMark Fasheh 	memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
1315dcd0538fSMark Fasheh }
1316dcd0538fSMark Fasheh 
1317dcd0538fSMark Fasheh /*
1318dcd0538fSMark Fasheh  * For a rotation which involves two leaf nodes, the "root node" is
1319dcd0538fSMark Fasheh  * the lowest level tree node which contains a path to both leafs. This
1320dcd0538fSMark Fasheh  * resulting set of information can be used to form a complete "subtree"
1321dcd0538fSMark Fasheh  *
1322dcd0538fSMark Fasheh  * This function is passed two full paths from the dinode down to a
1323dcd0538fSMark Fasheh  * pair of adjacent leaves. It's task is to figure out which path
1324dcd0538fSMark Fasheh  * index contains the subtree root - this can be the root index itself
1325dcd0538fSMark Fasheh  * in a worst-case rotation.
1326dcd0538fSMark Fasheh  *
1327dcd0538fSMark Fasheh  * The array index of the subtree root is passed back.
1328dcd0538fSMark Fasheh  */
1329dcd0538fSMark Fasheh static int ocfs2_find_subtree_root(struct inode *inode,
1330dcd0538fSMark Fasheh 				   struct ocfs2_path *left,
1331dcd0538fSMark Fasheh 				   struct ocfs2_path *right)
1332dcd0538fSMark Fasheh {
1333dcd0538fSMark Fasheh 	int i = 0;
1334dcd0538fSMark Fasheh 
1335dcd0538fSMark Fasheh 	/*
1336dcd0538fSMark Fasheh 	 * Check that the caller passed in two paths from the same tree.
1337dcd0538fSMark Fasheh 	 */
1338dcd0538fSMark Fasheh 	BUG_ON(path_root_bh(left) != path_root_bh(right));
1339dcd0538fSMark Fasheh 
1340dcd0538fSMark Fasheh 	do {
1341dcd0538fSMark Fasheh 		i++;
1342dcd0538fSMark Fasheh 
1343dcd0538fSMark Fasheh 		/*
1344dcd0538fSMark Fasheh 		 * The caller didn't pass two adjacent paths.
1345dcd0538fSMark Fasheh 		 */
1346dcd0538fSMark Fasheh 		mlog_bug_on_msg(i > left->p_tree_depth,
1347dcd0538fSMark Fasheh 				"Inode %lu, left depth %u, right depth %u\n"
1348dcd0538fSMark Fasheh 				"left leaf blk %llu, right leaf blk %llu\n",
1349dcd0538fSMark Fasheh 				inode->i_ino, left->p_tree_depth,
1350dcd0538fSMark Fasheh 				right->p_tree_depth,
1351dcd0538fSMark Fasheh 				(unsigned long long)path_leaf_bh(left)->b_blocknr,
1352dcd0538fSMark Fasheh 				(unsigned long long)path_leaf_bh(right)->b_blocknr);
1353dcd0538fSMark Fasheh 	} while (left->p_node[i].bh->b_blocknr ==
1354dcd0538fSMark Fasheh 		 right->p_node[i].bh->b_blocknr);
1355dcd0538fSMark Fasheh 
1356dcd0538fSMark Fasheh 	return i - 1;
1357dcd0538fSMark Fasheh }
1358dcd0538fSMark Fasheh 
1359dcd0538fSMark Fasheh typedef void (path_insert_t)(void *, struct buffer_head *);
1360dcd0538fSMark Fasheh 
1361dcd0538fSMark Fasheh /*
1362dcd0538fSMark Fasheh  * Traverse a btree path in search of cpos, starting at root_el.
1363dcd0538fSMark Fasheh  *
1364dcd0538fSMark Fasheh  * This code can be called with a cpos larger than the tree, in which
1365dcd0538fSMark Fasheh  * case it will return the rightmost path.
1366dcd0538fSMark Fasheh  */
1367dcd0538fSMark Fasheh static int __ocfs2_find_path(struct inode *inode,
1368dcd0538fSMark Fasheh 			     struct ocfs2_extent_list *root_el, u32 cpos,
1369dcd0538fSMark Fasheh 			     path_insert_t *func, void *data)
1370dcd0538fSMark Fasheh {
1371dcd0538fSMark Fasheh 	int i, ret = 0;
1372dcd0538fSMark Fasheh 	u32 range;
1373dcd0538fSMark Fasheh 	u64 blkno;
1374dcd0538fSMark Fasheh 	struct buffer_head *bh = NULL;
1375dcd0538fSMark Fasheh 	struct ocfs2_extent_block *eb;
1376dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el;
1377dcd0538fSMark Fasheh 	struct ocfs2_extent_rec *rec;
1378dcd0538fSMark Fasheh 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
1379dcd0538fSMark Fasheh 
1380dcd0538fSMark Fasheh 	el = root_el;
1381dcd0538fSMark Fasheh 	while (el->l_tree_depth) {
1382dcd0538fSMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) == 0) {
1383dcd0538fSMark Fasheh 			ocfs2_error(inode->i_sb,
1384dcd0538fSMark Fasheh 				    "Inode %llu has empty extent list at "
1385dcd0538fSMark Fasheh 				    "depth %u\n",
1386dcd0538fSMark Fasheh 				    (unsigned long long)oi->ip_blkno,
1387dcd0538fSMark Fasheh 				    le16_to_cpu(el->l_tree_depth));
1388dcd0538fSMark Fasheh 			ret = -EROFS;
1389dcd0538fSMark Fasheh 			goto out;
1390dcd0538fSMark Fasheh 
1391dcd0538fSMark Fasheh 		}
1392dcd0538fSMark Fasheh 
1393dcd0538fSMark Fasheh 		for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) {
1394dcd0538fSMark Fasheh 			rec = &el->l_recs[i];
1395dcd0538fSMark Fasheh 
1396dcd0538fSMark Fasheh 			/*
1397dcd0538fSMark Fasheh 			 * In the case that cpos is off the allocation
1398dcd0538fSMark Fasheh 			 * tree, this should just wind up returning the
1399dcd0538fSMark Fasheh 			 * rightmost record.
1400dcd0538fSMark Fasheh 			 */
1401dcd0538fSMark Fasheh 			range = le32_to_cpu(rec->e_cpos) +
1402e48edee2SMark Fasheh 				ocfs2_rec_clusters(el, rec);
1403dcd0538fSMark Fasheh 			if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range)
1404dcd0538fSMark Fasheh 			    break;
1405dcd0538fSMark Fasheh 		}
1406dcd0538fSMark Fasheh 
1407dcd0538fSMark Fasheh 		blkno = le64_to_cpu(el->l_recs[i].e_blkno);
1408dcd0538fSMark Fasheh 		if (blkno == 0) {
1409dcd0538fSMark Fasheh 			ocfs2_error(inode->i_sb,
1410dcd0538fSMark Fasheh 				    "Inode %llu has bad blkno in extent list "
1411dcd0538fSMark Fasheh 				    "at depth %u (index %d)\n",
1412dcd0538fSMark Fasheh 				    (unsigned long long)oi->ip_blkno,
1413dcd0538fSMark Fasheh 				    le16_to_cpu(el->l_tree_depth), i);
1414dcd0538fSMark Fasheh 			ret = -EROFS;
1415dcd0538fSMark Fasheh 			goto out;
1416dcd0538fSMark Fasheh 		}
1417dcd0538fSMark Fasheh 
1418dcd0538fSMark Fasheh 		brelse(bh);
1419dcd0538fSMark Fasheh 		bh = NULL;
1420dcd0538fSMark Fasheh 		ret = ocfs2_read_block(OCFS2_SB(inode->i_sb), blkno,
1421dcd0538fSMark Fasheh 				       &bh, OCFS2_BH_CACHED, inode);
1422dcd0538fSMark Fasheh 		if (ret) {
1423dcd0538fSMark Fasheh 			mlog_errno(ret);
1424dcd0538fSMark Fasheh 			goto out;
1425dcd0538fSMark Fasheh 		}
1426dcd0538fSMark Fasheh 
1427dcd0538fSMark Fasheh 		eb = (struct ocfs2_extent_block *) bh->b_data;
1428dcd0538fSMark Fasheh 		el = &eb->h_list;
1429dcd0538fSMark Fasheh 		if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
1430dcd0538fSMark Fasheh 			OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
1431dcd0538fSMark Fasheh 			ret = -EIO;
1432dcd0538fSMark Fasheh 			goto out;
1433dcd0538fSMark Fasheh 		}
1434dcd0538fSMark Fasheh 
1435dcd0538fSMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) >
1436dcd0538fSMark Fasheh 		    le16_to_cpu(el->l_count)) {
1437dcd0538fSMark Fasheh 			ocfs2_error(inode->i_sb,
1438dcd0538fSMark Fasheh 				    "Inode %llu has bad count in extent list "
1439dcd0538fSMark Fasheh 				    "at block %llu (next free=%u, count=%u)\n",
1440dcd0538fSMark Fasheh 				    (unsigned long long)oi->ip_blkno,
1441dcd0538fSMark Fasheh 				    (unsigned long long)bh->b_blocknr,
1442dcd0538fSMark Fasheh 				    le16_to_cpu(el->l_next_free_rec),
1443dcd0538fSMark Fasheh 				    le16_to_cpu(el->l_count));
1444dcd0538fSMark Fasheh 			ret = -EROFS;
1445dcd0538fSMark Fasheh 			goto out;
1446dcd0538fSMark Fasheh 		}
1447dcd0538fSMark Fasheh 
1448dcd0538fSMark Fasheh 		if (func)
1449dcd0538fSMark Fasheh 			func(data, bh);
1450dcd0538fSMark Fasheh 	}
1451dcd0538fSMark Fasheh 
1452dcd0538fSMark Fasheh out:
1453dcd0538fSMark Fasheh 	/*
1454dcd0538fSMark Fasheh 	 * Catch any trailing bh that the loop didn't handle.
1455dcd0538fSMark Fasheh 	 */
1456dcd0538fSMark Fasheh 	brelse(bh);
1457dcd0538fSMark Fasheh 
1458dcd0538fSMark Fasheh 	return ret;
1459dcd0538fSMark Fasheh }
1460dcd0538fSMark Fasheh 
1461dcd0538fSMark Fasheh /*
1462dcd0538fSMark Fasheh  * Given an initialized path (that is, it has a valid root extent
1463dcd0538fSMark Fasheh  * list), this function will traverse the btree in search of the path
1464dcd0538fSMark Fasheh  * which would contain cpos.
1465dcd0538fSMark Fasheh  *
1466dcd0538fSMark Fasheh  * The path traveled is recorded in the path structure.
1467dcd0538fSMark Fasheh  *
1468dcd0538fSMark Fasheh  * Note that this will not do any comparisons on leaf node extent
1469dcd0538fSMark Fasheh  * records, so it will work fine in the case that we just added a tree
1470dcd0538fSMark Fasheh  * branch.
1471dcd0538fSMark Fasheh  */
1472dcd0538fSMark Fasheh struct find_path_data {
1473dcd0538fSMark Fasheh 	int index;
1474dcd0538fSMark Fasheh 	struct ocfs2_path *path;
1475dcd0538fSMark Fasheh };
1476dcd0538fSMark Fasheh static void find_path_ins(void *data, struct buffer_head *bh)
1477dcd0538fSMark Fasheh {
1478dcd0538fSMark Fasheh 	struct find_path_data *fp = data;
1479dcd0538fSMark Fasheh 
1480dcd0538fSMark Fasheh 	get_bh(bh);
1481dcd0538fSMark Fasheh 	ocfs2_path_insert_eb(fp->path, fp->index, bh);
1482dcd0538fSMark Fasheh 	fp->index++;
1483dcd0538fSMark Fasheh }
1484dcd0538fSMark Fasheh static int ocfs2_find_path(struct inode *inode, struct ocfs2_path *path,
1485dcd0538fSMark Fasheh 			   u32 cpos)
1486dcd0538fSMark Fasheh {
1487dcd0538fSMark Fasheh 	struct find_path_data data;
1488dcd0538fSMark Fasheh 
1489dcd0538fSMark Fasheh 	data.index = 1;
1490dcd0538fSMark Fasheh 	data.path = path;
1491dcd0538fSMark Fasheh 	return __ocfs2_find_path(inode, path_root_el(path), cpos,
1492dcd0538fSMark Fasheh 				 find_path_ins, &data);
1493dcd0538fSMark Fasheh }
1494dcd0538fSMark Fasheh 
1495dcd0538fSMark Fasheh static void find_leaf_ins(void *data, struct buffer_head *bh)
1496dcd0538fSMark Fasheh {
1497dcd0538fSMark Fasheh 	struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data;
1498dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el = &eb->h_list;
1499dcd0538fSMark Fasheh 	struct buffer_head **ret = data;
1500dcd0538fSMark Fasheh 
1501dcd0538fSMark Fasheh 	/* We want to retain only the leaf block. */
1502dcd0538fSMark Fasheh 	if (le16_to_cpu(el->l_tree_depth) == 0) {
1503dcd0538fSMark Fasheh 		get_bh(bh);
1504dcd0538fSMark Fasheh 		*ret = bh;
1505dcd0538fSMark Fasheh 	}
1506dcd0538fSMark Fasheh }
1507dcd0538fSMark Fasheh /*
1508dcd0538fSMark Fasheh  * Find the leaf block in the tree which would contain cpos. No
1509dcd0538fSMark Fasheh  * checking of the actual leaf is done.
1510dcd0538fSMark Fasheh  *
1511dcd0538fSMark Fasheh  * Some paths want to call this instead of allocating a path structure
1512dcd0538fSMark Fasheh  * and calling ocfs2_find_path().
1513dcd0538fSMark Fasheh  *
1514dcd0538fSMark Fasheh  * This function doesn't handle non btree extent lists.
1515dcd0538fSMark Fasheh  */
1516363041a5SMark Fasheh int ocfs2_find_leaf(struct inode *inode, struct ocfs2_extent_list *root_el,
1517363041a5SMark Fasheh 		    u32 cpos, struct buffer_head **leaf_bh)
1518dcd0538fSMark Fasheh {
1519dcd0538fSMark Fasheh 	int ret;
1520dcd0538fSMark Fasheh 	struct buffer_head *bh = NULL;
1521dcd0538fSMark Fasheh 
1522dcd0538fSMark Fasheh 	ret = __ocfs2_find_path(inode, root_el, cpos, find_leaf_ins, &bh);
1523dcd0538fSMark Fasheh 	if (ret) {
1524dcd0538fSMark Fasheh 		mlog_errno(ret);
1525dcd0538fSMark Fasheh 		goto out;
1526dcd0538fSMark Fasheh 	}
1527dcd0538fSMark Fasheh 
1528dcd0538fSMark Fasheh 	*leaf_bh = bh;
1529dcd0538fSMark Fasheh out:
1530dcd0538fSMark Fasheh 	return ret;
1531dcd0538fSMark Fasheh }
1532dcd0538fSMark Fasheh 
1533dcd0538fSMark Fasheh /*
1534dcd0538fSMark Fasheh  * Adjust the adjacent records (left_rec, right_rec) involved in a rotation.
1535dcd0538fSMark Fasheh  *
1536dcd0538fSMark Fasheh  * Basically, we've moved stuff around at the bottom of the tree and
1537dcd0538fSMark Fasheh  * we need to fix up the extent records above the changes to reflect
1538dcd0538fSMark Fasheh  * the new changes.
1539dcd0538fSMark Fasheh  *
1540dcd0538fSMark Fasheh  * left_rec: the record on the left.
1541dcd0538fSMark Fasheh  * left_child_el: is the child list pointed to by left_rec
1542dcd0538fSMark Fasheh  * right_rec: the record to the right of left_rec
1543dcd0538fSMark Fasheh  * right_child_el: is the child list pointed to by right_rec
1544dcd0538fSMark Fasheh  *
1545dcd0538fSMark Fasheh  * By definition, this only works on interior nodes.
1546dcd0538fSMark Fasheh  */
1547dcd0538fSMark Fasheh static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec,
1548dcd0538fSMark Fasheh 				  struct ocfs2_extent_list *left_child_el,
1549dcd0538fSMark Fasheh 				  struct ocfs2_extent_rec *right_rec,
1550dcd0538fSMark Fasheh 				  struct ocfs2_extent_list *right_child_el)
1551dcd0538fSMark Fasheh {
1552dcd0538fSMark Fasheh 	u32 left_clusters, right_end;
1553dcd0538fSMark Fasheh 
1554dcd0538fSMark Fasheh 	/*
1555dcd0538fSMark Fasheh 	 * Interior nodes never have holes. Their cpos is the cpos of
1556dcd0538fSMark Fasheh 	 * the leftmost record in their child list. Their cluster
1557dcd0538fSMark Fasheh 	 * count covers the full theoretical range of their child list
1558dcd0538fSMark Fasheh 	 * - the range between their cpos and the cpos of the record
1559dcd0538fSMark Fasheh 	 * immediately to their right.
1560dcd0538fSMark Fasheh 	 */
1561dcd0538fSMark Fasheh 	left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos);
1562328d5752SMark Fasheh 	if (ocfs2_is_empty_extent(&right_child_el->l_recs[0])) {
1563328d5752SMark Fasheh 		BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1);
1564328d5752SMark Fasheh 		left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos);
1565328d5752SMark Fasheh 	}
1566dcd0538fSMark Fasheh 	left_clusters -= le32_to_cpu(left_rec->e_cpos);
1567e48edee2SMark Fasheh 	left_rec->e_int_clusters = cpu_to_le32(left_clusters);
1568dcd0538fSMark Fasheh 
1569dcd0538fSMark Fasheh 	/*
1570dcd0538fSMark Fasheh 	 * Calculate the rightmost cluster count boundary before
1571e48edee2SMark Fasheh 	 * moving cpos - we will need to adjust clusters after
1572dcd0538fSMark Fasheh 	 * updating e_cpos to keep the same highest cluster count.
1573dcd0538fSMark Fasheh 	 */
1574dcd0538fSMark Fasheh 	right_end = le32_to_cpu(right_rec->e_cpos);
1575e48edee2SMark Fasheh 	right_end += le32_to_cpu(right_rec->e_int_clusters);
1576dcd0538fSMark Fasheh 
1577dcd0538fSMark Fasheh 	right_rec->e_cpos = left_rec->e_cpos;
1578dcd0538fSMark Fasheh 	le32_add_cpu(&right_rec->e_cpos, left_clusters);
1579dcd0538fSMark Fasheh 
1580dcd0538fSMark Fasheh 	right_end -= le32_to_cpu(right_rec->e_cpos);
1581e48edee2SMark Fasheh 	right_rec->e_int_clusters = cpu_to_le32(right_end);
1582dcd0538fSMark Fasheh }
1583dcd0538fSMark Fasheh 
1584dcd0538fSMark Fasheh /*
1585dcd0538fSMark Fasheh  * Adjust the adjacent root node records involved in a
1586dcd0538fSMark Fasheh  * rotation. left_el_blkno is passed in as a key so that we can easily
1587dcd0538fSMark Fasheh  * find it's index in the root list.
1588dcd0538fSMark Fasheh  */
1589dcd0538fSMark Fasheh static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el,
1590dcd0538fSMark Fasheh 				      struct ocfs2_extent_list *left_el,
1591dcd0538fSMark Fasheh 				      struct ocfs2_extent_list *right_el,
1592dcd0538fSMark Fasheh 				      u64 left_el_blkno)
1593dcd0538fSMark Fasheh {
1594dcd0538fSMark Fasheh 	int i;
1595dcd0538fSMark Fasheh 
1596dcd0538fSMark Fasheh 	BUG_ON(le16_to_cpu(root_el->l_tree_depth) <=
1597dcd0538fSMark Fasheh 	       le16_to_cpu(left_el->l_tree_depth));
1598dcd0538fSMark Fasheh 
1599dcd0538fSMark Fasheh 	for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) {
1600dcd0538fSMark Fasheh 		if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno)
1601dcd0538fSMark Fasheh 			break;
1602dcd0538fSMark Fasheh 	}
1603dcd0538fSMark Fasheh 
1604dcd0538fSMark Fasheh 	/*
1605dcd0538fSMark Fasheh 	 * The path walking code should have never returned a root and
1606dcd0538fSMark Fasheh 	 * two paths which are not adjacent.
1607dcd0538fSMark Fasheh 	 */
1608dcd0538fSMark Fasheh 	BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1));
1609dcd0538fSMark Fasheh 
1610dcd0538fSMark Fasheh 	ocfs2_adjust_adjacent_records(&root_el->l_recs[i], left_el,
1611dcd0538fSMark Fasheh 				      &root_el->l_recs[i + 1], right_el);
1612dcd0538fSMark Fasheh }
1613dcd0538fSMark Fasheh 
1614dcd0538fSMark Fasheh /*
1615dcd0538fSMark Fasheh  * We've changed a leaf block (in right_path) and need to reflect that
1616dcd0538fSMark Fasheh  * change back up the subtree.
1617dcd0538fSMark Fasheh  *
1618dcd0538fSMark Fasheh  * This happens in multiple places:
1619dcd0538fSMark Fasheh  *   - When we've moved an extent record from the left path leaf to the right
1620dcd0538fSMark Fasheh  *     path leaf to make room for an empty extent in the left path leaf.
1621dcd0538fSMark Fasheh  *   - When our insert into the right path leaf is at the leftmost edge
1622dcd0538fSMark Fasheh  *     and requires an update of the path immediately to it's left. This
1623dcd0538fSMark Fasheh  *     can occur at the end of some types of rotation and appending inserts.
1624677b9752STao Ma  *   - When we've adjusted the last extent record in the left path leaf and the
1625677b9752STao Ma  *     1st extent record in the right path leaf during cross extent block merge.
1626dcd0538fSMark Fasheh  */
1627dcd0538fSMark Fasheh static void ocfs2_complete_edge_insert(struct inode *inode, handle_t *handle,
1628dcd0538fSMark Fasheh 				       struct ocfs2_path *left_path,
1629dcd0538fSMark Fasheh 				       struct ocfs2_path *right_path,
1630dcd0538fSMark Fasheh 				       int subtree_index)
1631dcd0538fSMark Fasheh {
1632dcd0538fSMark Fasheh 	int ret, i, idx;
1633dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el, *left_el, *right_el;
1634dcd0538fSMark Fasheh 	struct ocfs2_extent_rec *left_rec, *right_rec;
1635dcd0538fSMark Fasheh 	struct buffer_head *root_bh = left_path->p_node[subtree_index].bh;
1636dcd0538fSMark Fasheh 
1637dcd0538fSMark Fasheh 	/*
1638dcd0538fSMark Fasheh 	 * Update the counts and position values within all the
1639dcd0538fSMark Fasheh 	 * interior nodes to reflect the leaf rotation we just did.
1640dcd0538fSMark Fasheh 	 *
1641dcd0538fSMark Fasheh 	 * The root node is handled below the loop.
1642dcd0538fSMark Fasheh 	 *
1643dcd0538fSMark Fasheh 	 * We begin the loop with right_el and left_el pointing to the
1644dcd0538fSMark Fasheh 	 * leaf lists and work our way up.
1645dcd0538fSMark Fasheh 	 *
1646dcd0538fSMark Fasheh 	 * NOTE: within this loop, left_el and right_el always refer
1647dcd0538fSMark Fasheh 	 * to the *child* lists.
1648dcd0538fSMark Fasheh 	 */
1649dcd0538fSMark Fasheh 	left_el = path_leaf_el(left_path);
1650dcd0538fSMark Fasheh 	right_el = path_leaf_el(right_path);
1651dcd0538fSMark Fasheh 	for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) {
1652dcd0538fSMark Fasheh 		mlog(0, "Adjust records at index %u\n", i);
1653dcd0538fSMark Fasheh 
1654dcd0538fSMark Fasheh 		/*
1655dcd0538fSMark Fasheh 		 * One nice property of knowing that all of these
1656dcd0538fSMark Fasheh 		 * nodes are below the root is that we only deal with
1657dcd0538fSMark Fasheh 		 * the leftmost right node record and the rightmost
1658dcd0538fSMark Fasheh 		 * left node record.
1659dcd0538fSMark Fasheh 		 */
1660dcd0538fSMark Fasheh 		el = left_path->p_node[i].el;
1661dcd0538fSMark Fasheh 		idx = le16_to_cpu(left_el->l_next_free_rec) - 1;
1662dcd0538fSMark Fasheh 		left_rec = &el->l_recs[idx];
1663dcd0538fSMark Fasheh 
1664dcd0538fSMark Fasheh 		el = right_path->p_node[i].el;
1665dcd0538fSMark Fasheh 		right_rec = &el->l_recs[0];
1666dcd0538fSMark Fasheh 
1667dcd0538fSMark Fasheh 		ocfs2_adjust_adjacent_records(left_rec, left_el, right_rec,
1668dcd0538fSMark Fasheh 					      right_el);
1669dcd0538fSMark Fasheh 
1670dcd0538fSMark Fasheh 		ret = ocfs2_journal_dirty(handle, left_path->p_node[i].bh);
1671dcd0538fSMark Fasheh 		if (ret)
1672dcd0538fSMark Fasheh 			mlog_errno(ret);
1673dcd0538fSMark Fasheh 
1674dcd0538fSMark Fasheh 		ret = ocfs2_journal_dirty(handle, right_path->p_node[i].bh);
1675dcd0538fSMark Fasheh 		if (ret)
1676dcd0538fSMark Fasheh 			mlog_errno(ret);
1677dcd0538fSMark Fasheh 
1678dcd0538fSMark Fasheh 		/*
1679dcd0538fSMark Fasheh 		 * Setup our list pointers now so that the current
1680dcd0538fSMark Fasheh 		 * parents become children in the next iteration.
1681dcd0538fSMark Fasheh 		 */
1682dcd0538fSMark Fasheh 		left_el = left_path->p_node[i].el;
1683dcd0538fSMark Fasheh 		right_el = right_path->p_node[i].el;
1684dcd0538fSMark Fasheh 	}
1685dcd0538fSMark Fasheh 
1686dcd0538fSMark Fasheh 	/*
1687dcd0538fSMark Fasheh 	 * At the root node, adjust the two adjacent records which
1688dcd0538fSMark Fasheh 	 * begin our path to the leaves.
1689dcd0538fSMark Fasheh 	 */
1690dcd0538fSMark Fasheh 
1691dcd0538fSMark Fasheh 	el = left_path->p_node[subtree_index].el;
1692dcd0538fSMark Fasheh 	left_el = left_path->p_node[subtree_index + 1].el;
1693dcd0538fSMark Fasheh 	right_el = right_path->p_node[subtree_index + 1].el;
1694dcd0538fSMark Fasheh 
1695dcd0538fSMark Fasheh 	ocfs2_adjust_root_records(el, left_el, right_el,
1696dcd0538fSMark Fasheh 				  left_path->p_node[subtree_index + 1].bh->b_blocknr);
1697dcd0538fSMark Fasheh 
1698dcd0538fSMark Fasheh 	root_bh = left_path->p_node[subtree_index].bh;
1699dcd0538fSMark Fasheh 
1700dcd0538fSMark Fasheh 	ret = ocfs2_journal_dirty(handle, root_bh);
1701dcd0538fSMark Fasheh 	if (ret)
1702dcd0538fSMark Fasheh 		mlog_errno(ret);
1703dcd0538fSMark Fasheh }
1704dcd0538fSMark Fasheh 
1705dcd0538fSMark Fasheh static int ocfs2_rotate_subtree_right(struct inode *inode,
1706dcd0538fSMark Fasheh 				      handle_t *handle,
1707dcd0538fSMark Fasheh 				      struct ocfs2_path *left_path,
1708dcd0538fSMark Fasheh 				      struct ocfs2_path *right_path,
1709dcd0538fSMark Fasheh 				      int subtree_index)
1710dcd0538fSMark Fasheh {
1711dcd0538fSMark Fasheh 	int ret, i;
1712dcd0538fSMark Fasheh 	struct buffer_head *right_leaf_bh;
1713dcd0538fSMark Fasheh 	struct buffer_head *left_leaf_bh = NULL;
1714dcd0538fSMark Fasheh 	struct buffer_head *root_bh;
1715dcd0538fSMark Fasheh 	struct ocfs2_extent_list *right_el, *left_el;
1716dcd0538fSMark Fasheh 	struct ocfs2_extent_rec move_rec;
1717dcd0538fSMark Fasheh 
1718dcd0538fSMark Fasheh 	left_leaf_bh = path_leaf_bh(left_path);
1719dcd0538fSMark Fasheh 	left_el = path_leaf_el(left_path);
1720dcd0538fSMark Fasheh 
1721dcd0538fSMark Fasheh 	if (left_el->l_next_free_rec != left_el->l_count) {
1722dcd0538fSMark Fasheh 		ocfs2_error(inode->i_sb,
1723dcd0538fSMark Fasheh 			    "Inode %llu has non-full interior leaf node %llu"
1724dcd0538fSMark Fasheh 			    "(next free = %u)",
1725dcd0538fSMark Fasheh 			    (unsigned long long)OCFS2_I(inode)->ip_blkno,
1726dcd0538fSMark Fasheh 			    (unsigned long long)left_leaf_bh->b_blocknr,
1727dcd0538fSMark Fasheh 			    le16_to_cpu(left_el->l_next_free_rec));
1728dcd0538fSMark Fasheh 		return -EROFS;
1729dcd0538fSMark Fasheh 	}
1730dcd0538fSMark Fasheh 
1731dcd0538fSMark Fasheh 	/*
1732dcd0538fSMark Fasheh 	 * This extent block may already have an empty record, so we
1733dcd0538fSMark Fasheh 	 * return early if so.
1734dcd0538fSMark Fasheh 	 */
1735dcd0538fSMark Fasheh 	if (ocfs2_is_empty_extent(&left_el->l_recs[0]))
1736dcd0538fSMark Fasheh 		return 0;
1737dcd0538fSMark Fasheh 
1738dcd0538fSMark Fasheh 	root_bh = left_path->p_node[subtree_index].bh;
1739dcd0538fSMark Fasheh 	BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
1740dcd0538fSMark Fasheh 
1741dcd0538fSMark Fasheh 	ret = ocfs2_journal_access(handle, inode, root_bh,
1742dcd0538fSMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
1743dcd0538fSMark Fasheh 	if (ret) {
1744dcd0538fSMark Fasheh 		mlog_errno(ret);
1745dcd0538fSMark Fasheh 		goto out;
1746dcd0538fSMark Fasheh 	}
1747dcd0538fSMark Fasheh 
1748dcd0538fSMark Fasheh 	for(i = subtree_index + 1; i < path_num_items(right_path); i++) {
1749dcd0538fSMark Fasheh 		ret = ocfs2_journal_access(handle, inode,
1750dcd0538fSMark Fasheh 					   right_path->p_node[i].bh,
1751dcd0538fSMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
1752dcd0538fSMark Fasheh 		if (ret) {
1753dcd0538fSMark Fasheh 			mlog_errno(ret);
1754dcd0538fSMark Fasheh 			goto out;
1755dcd0538fSMark Fasheh 		}
1756dcd0538fSMark Fasheh 
1757dcd0538fSMark Fasheh 		ret = ocfs2_journal_access(handle, inode,
1758dcd0538fSMark Fasheh 					   left_path->p_node[i].bh,
1759dcd0538fSMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
1760dcd0538fSMark Fasheh 		if (ret) {
1761dcd0538fSMark Fasheh 			mlog_errno(ret);
1762dcd0538fSMark Fasheh 			goto out;
1763dcd0538fSMark Fasheh 		}
1764dcd0538fSMark Fasheh 	}
1765dcd0538fSMark Fasheh 
1766dcd0538fSMark Fasheh 	right_leaf_bh = path_leaf_bh(right_path);
1767dcd0538fSMark Fasheh 	right_el = path_leaf_el(right_path);
1768dcd0538fSMark Fasheh 
1769dcd0538fSMark Fasheh 	/* This is a code error, not a disk corruption. */
1770dcd0538fSMark Fasheh 	mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails "
1771dcd0538fSMark Fasheh 			"because rightmost leaf block %llu is empty\n",
1772dcd0538fSMark Fasheh 			(unsigned long long)OCFS2_I(inode)->ip_blkno,
1773dcd0538fSMark Fasheh 			(unsigned long long)right_leaf_bh->b_blocknr);
1774dcd0538fSMark Fasheh 
1775dcd0538fSMark Fasheh 	ocfs2_create_empty_extent(right_el);
1776dcd0538fSMark Fasheh 
1777dcd0538fSMark Fasheh 	ret = ocfs2_journal_dirty(handle, right_leaf_bh);
1778dcd0538fSMark Fasheh 	if (ret) {
1779dcd0538fSMark Fasheh 		mlog_errno(ret);
1780dcd0538fSMark Fasheh 		goto out;
1781dcd0538fSMark Fasheh 	}
1782dcd0538fSMark Fasheh 
1783dcd0538fSMark Fasheh 	/* Do the copy now. */
1784dcd0538fSMark Fasheh 	i = le16_to_cpu(left_el->l_next_free_rec) - 1;
1785dcd0538fSMark Fasheh 	move_rec = left_el->l_recs[i];
1786dcd0538fSMark Fasheh 	right_el->l_recs[0] = move_rec;
1787dcd0538fSMark Fasheh 
1788dcd0538fSMark Fasheh 	/*
1789dcd0538fSMark Fasheh 	 * Clear out the record we just copied and shift everything
1790dcd0538fSMark Fasheh 	 * over, leaving an empty extent in the left leaf.
1791dcd0538fSMark Fasheh 	 *
1792dcd0538fSMark Fasheh 	 * We temporarily subtract from next_free_rec so that the
1793dcd0538fSMark Fasheh 	 * shift will lose the tail record (which is now defunct).
1794dcd0538fSMark Fasheh 	 */
1795dcd0538fSMark Fasheh 	le16_add_cpu(&left_el->l_next_free_rec, -1);
1796dcd0538fSMark Fasheh 	ocfs2_shift_records_right(left_el);
1797dcd0538fSMark Fasheh 	memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
1798dcd0538fSMark Fasheh 	le16_add_cpu(&left_el->l_next_free_rec, 1);
1799dcd0538fSMark Fasheh 
1800dcd0538fSMark Fasheh 	ret = ocfs2_journal_dirty(handle, left_leaf_bh);
1801dcd0538fSMark Fasheh 	if (ret) {
1802dcd0538fSMark Fasheh 		mlog_errno(ret);
1803dcd0538fSMark Fasheh 		goto out;
1804dcd0538fSMark Fasheh 	}
1805dcd0538fSMark Fasheh 
1806dcd0538fSMark Fasheh 	ocfs2_complete_edge_insert(inode, handle, left_path, right_path,
1807dcd0538fSMark Fasheh 				subtree_index);
1808dcd0538fSMark Fasheh 
1809dcd0538fSMark Fasheh out:
1810dcd0538fSMark Fasheh 	return ret;
1811dcd0538fSMark Fasheh }
1812dcd0538fSMark Fasheh 
1813dcd0538fSMark Fasheh /*
1814dcd0538fSMark Fasheh  * Given a full path, determine what cpos value would return us a path
1815dcd0538fSMark Fasheh  * containing the leaf immediately to the left of the current one.
1816dcd0538fSMark Fasheh  *
1817dcd0538fSMark Fasheh  * Will return zero if the path passed in is already the leftmost path.
1818dcd0538fSMark Fasheh  */
1819dcd0538fSMark Fasheh static int ocfs2_find_cpos_for_left_leaf(struct super_block *sb,
1820dcd0538fSMark Fasheh 					 struct ocfs2_path *path, u32 *cpos)
1821dcd0538fSMark Fasheh {
1822dcd0538fSMark Fasheh 	int i, j, ret = 0;
1823dcd0538fSMark Fasheh 	u64 blkno;
1824dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el;
1825dcd0538fSMark Fasheh 
1826e48edee2SMark Fasheh 	BUG_ON(path->p_tree_depth == 0);
1827e48edee2SMark Fasheh 
1828dcd0538fSMark Fasheh 	*cpos = 0;
1829dcd0538fSMark Fasheh 
1830dcd0538fSMark Fasheh 	blkno = path_leaf_bh(path)->b_blocknr;
1831dcd0538fSMark Fasheh 
1832dcd0538fSMark Fasheh 	/* Start at the tree node just above the leaf and work our way up. */
1833dcd0538fSMark Fasheh 	i = path->p_tree_depth - 1;
1834dcd0538fSMark Fasheh 	while (i >= 0) {
1835dcd0538fSMark Fasheh 		el = path->p_node[i].el;
1836dcd0538fSMark Fasheh 
1837dcd0538fSMark Fasheh 		/*
1838dcd0538fSMark Fasheh 		 * Find the extent record just before the one in our
1839dcd0538fSMark Fasheh 		 * path.
1840dcd0538fSMark Fasheh 		 */
1841dcd0538fSMark Fasheh 		for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) {
1842dcd0538fSMark Fasheh 			if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) {
1843dcd0538fSMark Fasheh 				if (j == 0) {
1844dcd0538fSMark Fasheh 					if (i == 0) {
1845dcd0538fSMark Fasheh 						/*
1846dcd0538fSMark Fasheh 						 * We've determined that the
1847dcd0538fSMark Fasheh 						 * path specified is already
1848dcd0538fSMark Fasheh 						 * the leftmost one - return a
1849dcd0538fSMark Fasheh 						 * cpos of zero.
1850dcd0538fSMark Fasheh 						 */
1851dcd0538fSMark Fasheh 						goto out;
1852dcd0538fSMark Fasheh 					}
1853dcd0538fSMark Fasheh 					/*
1854dcd0538fSMark Fasheh 					 * The leftmost record points to our
1855dcd0538fSMark Fasheh 					 * leaf - we need to travel up the
1856dcd0538fSMark Fasheh 					 * tree one level.
1857dcd0538fSMark Fasheh 					 */
1858dcd0538fSMark Fasheh 					goto next_node;
1859dcd0538fSMark Fasheh 				}
1860dcd0538fSMark Fasheh 
1861dcd0538fSMark Fasheh 				*cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos);
1862e48edee2SMark Fasheh 				*cpos = *cpos + ocfs2_rec_clusters(el,
1863e48edee2SMark Fasheh 							   &el->l_recs[j - 1]);
1864e48edee2SMark Fasheh 				*cpos = *cpos - 1;
1865dcd0538fSMark Fasheh 				goto out;
1866dcd0538fSMark Fasheh 			}
1867dcd0538fSMark Fasheh 		}
1868dcd0538fSMark Fasheh 
1869dcd0538fSMark Fasheh 		/*
1870dcd0538fSMark Fasheh 		 * If we got here, we never found a valid node where
1871dcd0538fSMark Fasheh 		 * the tree indicated one should be.
1872dcd0538fSMark Fasheh 		 */
1873dcd0538fSMark Fasheh 		ocfs2_error(sb,
1874dcd0538fSMark Fasheh 			    "Invalid extent tree at extent block %llu\n",
1875dcd0538fSMark Fasheh 			    (unsigned long long)blkno);
1876dcd0538fSMark Fasheh 		ret = -EROFS;
1877dcd0538fSMark Fasheh 		goto out;
1878dcd0538fSMark Fasheh 
1879dcd0538fSMark Fasheh next_node:
1880dcd0538fSMark Fasheh 		blkno = path->p_node[i].bh->b_blocknr;
1881dcd0538fSMark Fasheh 		i--;
1882dcd0538fSMark Fasheh 	}
1883dcd0538fSMark Fasheh 
1884dcd0538fSMark Fasheh out:
1885dcd0538fSMark Fasheh 	return ret;
1886dcd0538fSMark Fasheh }
1887dcd0538fSMark Fasheh 
1888328d5752SMark Fasheh /*
1889328d5752SMark Fasheh  * Extend the transaction by enough credits to complete the rotation,
1890328d5752SMark Fasheh  * and still leave at least the original number of credits allocated
1891328d5752SMark Fasheh  * to this transaction.
1892328d5752SMark Fasheh  */
1893dcd0538fSMark Fasheh static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth,
1894328d5752SMark Fasheh 					   int op_credits,
1895dcd0538fSMark Fasheh 					   struct ocfs2_path *path)
1896dcd0538fSMark Fasheh {
1897328d5752SMark Fasheh 	int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits;
1898dcd0538fSMark Fasheh 
1899dcd0538fSMark Fasheh 	if (handle->h_buffer_credits < credits)
1900dcd0538fSMark Fasheh 		return ocfs2_extend_trans(handle, credits);
1901dcd0538fSMark Fasheh 
1902dcd0538fSMark Fasheh 	return 0;
1903dcd0538fSMark Fasheh }
1904dcd0538fSMark Fasheh 
1905dcd0538fSMark Fasheh /*
1906dcd0538fSMark Fasheh  * Trap the case where we're inserting into the theoretical range past
1907dcd0538fSMark Fasheh  * the _actual_ left leaf range. Otherwise, we'll rotate a record
1908dcd0538fSMark Fasheh  * whose cpos is less than ours into the right leaf.
1909dcd0538fSMark Fasheh  *
1910dcd0538fSMark Fasheh  * It's only necessary to look at the rightmost record of the left
1911dcd0538fSMark Fasheh  * leaf because the logic that calls us should ensure that the
1912dcd0538fSMark Fasheh  * theoretical ranges in the path components above the leaves are
1913dcd0538fSMark Fasheh  * correct.
1914dcd0538fSMark Fasheh  */
1915dcd0538fSMark Fasheh static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path,
1916dcd0538fSMark Fasheh 						 u32 insert_cpos)
1917dcd0538fSMark Fasheh {
1918dcd0538fSMark Fasheh 	struct ocfs2_extent_list *left_el;
1919dcd0538fSMark Fasheh 	struct ocfs2_extent_rec *rec;
1920dcd0538fSMark Fasheh 	int next_free;
1921dcd0538fSMark Fasheh 
1922dcd0538fSMark Fasheh 	left_el = path_leaf_el(left_path);
1923dcd0538fSMark Fasheh 	next_free = le16_to_cpu(left_el->l_next_free_rec);
1924dcd0538fSMark Fasheh 	rec = &left_el->l_recs[next_free - 1];
1925dcd0538fSMark Fasheh 
1926dcd0538fSMark Fasheh 	if (insert_cpos > le32_to_cpu(rec->e_cpos))
1927dcd0538fSMark Fasheh 		return 1;
1928dcd0538fSMark Fasheh 	return 0;
1929dcd0538fSMark Fasheh }
1930dcd0538fSMark Fasheh 
1931328d5752SMark Fasheh static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos)
1932328d5752SMark Fasheh {
1933328d5752SMark Fasheh 	int next_free = le16_to_cpu(el->l_next_free_rec);
1934328d5752SMark Fasheh 	unsigned int range;
1935328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec;
1936328d5752SMark Fasheh 
1937328d5752SMark Fasheh 	if (next_free == 0)
1938328d5752SMark Fasheh 		return 0;
1939328d5752SMark Fasheh 
1940328d5752SMark Fasheh 	rec = &el->l_recs[0];
1941328d5752SMark Fasheh 	if (ocfs2_is_empty_extent(rec)) {
1942328d5752SMark Fasheh 		/* Empty list. */
1943328d5752SMark Fasheh 		if (next_free == 1)
1944328d5752SMark Fasheh 			return 0;
1945328d5752SMark Fasheh 		rec = &el->l_recs[1];
1946328d5752SMark Fasheh 	}
1947328d5752SMark Fasheh 
1948328d5752SMark Fasheh 	range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
1949328d5752SMark Fasheh 	if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range)
1950328d5752SMark Fasheh 		return 1;
1951328d5752SMark Fasheh 	return 0;
1952328d5752SMark Fasheh }
1953328d5752SMark Fasheh 
1954dcd0538fSMark Fasheh /*
1955dcd0538fSMark Fasheh  * Rotate all the records in a btree right one record, starting at insert_cpos.
1956dcd0538fSMark Fasheh  *
1957dcd0538fSMark Fasheh  * The path to the rightmost leaf should be passed in.
1958dcd0538fSMark Fasheh  *
1959dcd0538fSMark Fasheh  * The array is assumed to be large enough to hold an entire path (tree depth).
1960dcd0538fSMark Fasheh  *
1961dcd0538fSMark Fasheh  * Upon succesful return from this function:
1962dcd0538fSMark Fasheh  *
1963dcd0538fSMark Fasheh  * - The 'right_path' array will contain a path to the leaf block
1964dcd0538fSMark Fasheh  *   whose range contains e_cpos.
1965dcd0538fSMark Fasheh  * - That leaf block will have a single empty extent in list index 0.
1966dcd0538fSMark Fasheh  * - In the case that the rotation requires a post-insert update,
1967dcd0538fSMark Fasheh  *   *ret_left_path will contain a valid path which can be passed to
1968dcd0538fSMark Fasheh  *   ocfs2_insert_path().
1969dcd0538fSMark Fasheh  */
1970dcd0538fSMark Fasheh static int ocfs2_rotate_tree_right(struct inode *inode,
1971dcd0538fSMark Fasheh 				   handle_t *handle,
1972328d5752SMark Fasheh 				   enum ocfs2_split_type split,
1973dcd0538fSMark Fasheh 				   u32 insert_cpos,
1974dcd0538fSMark Fasheh 				   struct ocfs2_path *right_path,
1975dcd0538fSMark Fasheh 				   struct ocfs2_path **ret_left_path)
1976dcd0538fSMark Fasheh {
1977328d5752SMark Fasheh 	int ret, start, orig_credits = handle->h_buffer_credits;
1978dcd0538fSMark Fasheh 	u32 cpos;
1979dcd0538fSMark Fasheh 	struct ocfs2_path *left_path = NULL;
1980dcd0538fSMark Fasheh 
1981dcd0538fSMark Fasheh 	*ret_left_path = NULL;
1982dcd0538fSMark Fasheh 
1983dcd0538fSMark Fasheh 	left_path = ocfs2_new_path(path_root_bh(right_path),
1984dcd0538fSMark Fasheh 				   path_root_el(right_path));
1985dcd0538fSMark Fasheh 	if (!left_path) {
1986dcd0538fSMark Fasheh 		ret = -ENOMEM;
1987dcd0538fSMark Fasheh 		mlog_errno(ret);
1988dcd0538fSMark Fasheh 		goto out;
1989dcd0538fSMark Fasheh 	}
1990dcd0538fSMark Fasheh 
1991dcd0538fSMark Fasheh 	ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path, &cpos);
1992dcd0538fSMark Fasheh 	if (ret) {
1993dcd0538fSMark Fasheh 		mlog_errno(ret);
1994dcd0538fSMark Fasheh 		goto out;
1995dcd0538fSMark Fasheh 	}
1996dcd0538fSMark Fasheh 
1997dcd0538fSMark Fasheh 	mlog(0, "Insert: %u, first left path cpos: %u\n", insert_cpos, cpos);
1998dcd0538fSMark Fasheh 
1999dcd0538fSMark Fasheh 	/*
2000dcd0538fSMark Fasheh 	 * What we want to do here is:
2001dcd0538fSMark Fasheh 	 *
2002dcd0538fSMark Fasheh 	 * 1) Start with the rightmost path.
2003dcd0538fSMark Fasheh 	 *
2004dcd0538fSMark Fasheh 	 * 2) Determine a path to the leaf block directly to the left
2005dcd0538fSMark Fasheh 	 *    of that leaf.
2006dcd0538fSMark Fasheh 	 *
2007dcd0538fSMark Fasheh 	 * 3) Determine the 'subtree root' - the lowest level tree node
2008dcd0538fSMark Fasheh 	 *    which contains a path to both leaves.
2009dcd0538fSMark Fasheh 	 *
2010dcd0538fSMark Fasheh 	 * 4) Rotate the subtree.
2011dcd0538fSMark Fasheh 	 *
2012dcd0538fSMark Fasheh 	 * 5) Find the next subtree by considering the left path to be
2013dcd0538fSMark Fasheh 	 *    the new right path.
2014dcd0538fSMark Fasheh 	 *
2015dcd0538fSMark Fasheh 	 * The check at the top of this while loop also accepts
2016dcd0538fSMark Fasheh 	 * insert_cpos == cpos because cpos is only a _theoretical_
2017dcd0538fSMark Fasheh 	 * value to get us the left path - insert_cpos might very well
2018dcd0538fSMark Fasheh 	 * be filling that hole.
2019dcd0538fSMark Fasheh 	 *
2020dcd0538fSMark Fasheh 	 * Stop at a cpos of '0' because we either started at the
2021dcd0538fSMark Fasheh 	 * leftmost branch (i.e., a tree with one branch and a
2022dcd0538fSMark Fasheh 	 * rotation inside of it), or we've gone as far as we can in
2023dcd0538fSMark Fasheh 	 * rotating subtrees.
2024dcd0538fSMark Fasheh 	 */
2025dcd0538fSMark Fasheh 	while (cpos && insert_cpos <= cpos) {
2026dcd0538fSMark Fasheh 		mlog(0, "Rotating a tree: ins. cpos: %u, left path cpos: %u\n",
2027dcd0538fSMark Fasheh 		     insert_cpos, cpos);
2028dcd0538fSMark Fasheh 
2029dcd0538fSMark Fasheh 		ret = ocfs2_find_path(inode, left_path, cpos);
2030dcd0538fSMark Fasheh 		if (ret) {
2031dcd0538fSMark Fasheh 			mlog_errno(ret);
2032dcd0538fSMark Fasheh 			goto out;
2033dcd0538fSMark Fasheh 		}
2034dcd0538fSMark Fasheh 
2035dcd0538fSMark Fasheh 		mlog_bug_on_msg(path_leaf_bh(left_path) ==
2036dcd0538fSMark Fasheh 				path_leaf_bh(right_path),
2037dcd0538fSMark Fasheh 				"Inode %lu: error during insert of %u "
2038dcd0538fSMark Fasheh 				"(left path cpos %u) results in two identical "
2039dcd0538fSMark Fasheh 				"paths ending at %llu\n",
2040dcd0538fSMark Fasheh 				inode->i_ino, insert_cpos, cpos,
2041dcd0538fSMark Fasheh 				(unsigned long long)
2042dcd0538fSMark Fasheh 				path_leaf_bh(left_path)->b_blocknr);
2043dcd0538fSMark Fasheh 
2044328d5752SMark Fasheh 		if (split == SPLIT_NONE &&
2045328d5752SMark Fasheh 		    ocfs2_rotate_requires_path_adjustment(left_path,
2046dcd0538fSMark Fasheh 							  insert_cpos)) {
2047dcd0538fSMark Fasheh 
2048dcd0538fSMark Fasheh 			/*
2049dcd0538fSMark Fasheh 			 * We've rotated the tree as much as we
2050dcd0538fSMark Fasheh 			 * should. The rest is up to
2051dcd0538fSMark Fasheh 			 * ocfs2_insert_path() to complete, after the
2052dcd0538fSMark Fasheh 			 * record insertion. We indicate this
2053dcd0538fSMark Fasheh 			 * situation by returning the left path.
2054dcd0538fSMark Fasheh 			 *
2055dcd0538fSMark Fasheh 			 * The reason we don't adjust the records here
2056dcd0538fSMark Fasheh 			 * before the record insert is that an error
2057dcd0538fSMark Fasheh 			 * later might break the rule where a parent
2058dcd0538fSMark Fasheh 			 * record e_cpos will reflect the actual
2059dcd0538fSMark Fasheh 			 * e_cpos of the 1st nonempty record of the
2060dcd0538fSMark Fasheh 			 * child list.
2061dcd0538fSMark Fasheh 			 */
2062dcd0538fSMark Fasheh 			*ret_left_path = left_path;
2063dcd0538fSMark Fasheh 			goto out_ret_path;
2064dcd0538fSMark Fasheh 		}
2065dcd0538fSMark Fasheh 
2066dcd0538fSMark Fasheh 		start = ocfs2_find_subtree_root(inode, left_path, right_path);
2067dcd0538fSMark Fasheh 
2068dcd0538fSMark Fasheh 		mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n",
2069dcd0538fSMark Fasheh 		     start,
2070dcd0538fSMark Fasheh 		     (unsigned long long) right_path->p_node[start].bh->b_blocknr,
2071dcd0538fSMark Fasheh 		     right_path->p_tree_depth);
2072dcd0538fSMark Fasheh 
2073dcd0538fSMark Fasheh 		ret = ocfs2_extend_rotate_transaction(handle, start,
2074328d5752SMark Fasheh 						      orig_credits, right_path);
2075dcd0538fSMark Fasheh 		if (ret) {
2076dcd0538fSMark Fasheh 			mlog_errno(ret);
2077dcd0538fSMark Fasheh 			goto out;
2078dcd0538fSMark Fasheh 		}
2079dcd0538fSMark Fasheh 
2080dcd0538fSMark Fasheh 		ret = ocfs2_rotate_subtree_right(inode, handle, left_path,
2081dcd0538fSMark Fasheh 						 right_path, start);
2082dcd0538fSMark Fasheh 		if (ret) {
2083dcd0538fSMark Fasheh 			mlog_errno(ret);
2084dcd0538fSMark Fasheh 			goto out;
2085dcd0538fSMark Fasheh 		}
2086dcd0538fSMark Fasheh 
2087328d5752SMark Fasheh 		if (split != SPLIT_NONE &&
2088328d5752SMark Fasheh 		    ocfs2_leftmost_rec_contains(path_leaf_el(right_path),
2089328d5752SMark Fasheh 						insert_cpos)) {
2090328d5752SMark Fasheh 			/*
2091328d5752SMark Fasheh 			 * A rotate moves the rightmost left leaf
2092328d5752SMark Fasheh 			 * record over to the leftmost right leaf
2093328d5752SMark Fasheh 			 * slot. If we're doing an extent split
2094328d5752SMark Fasheh 			 * instead of a real insert, then we have to
2095328d5752SMark Fasheh 			 * check that the extent to be split wasn't
2096328d5752SMark Fasheh 			 * just moved over. If it was, then we can
2097328d5752SMark Fasheh 			 * exit here, passing left_path back -
2098328d5752SMark Fasheh 			 * ocfs2_split_extent() is smart enough to
2099328d5752SMark Fasheh 			 * search both leaves.
2100328d5752SMark Fasheh 			 */
2101328d5752SMark Fasheh 			*ret_left_path = left_path;
2102328d5752SMark Fasheh 			goto out_ret_path;
2103328d5752SMark Fasheh 		}
2104328d5752SMark Fasheh 
2105dcd0538fSMark Fasheh 		/*
2106dcd0538fSMark Fasheh 		 * There is no need to re-read the next right path
2107dcd0538fSMark Fasheh 		 * as we know that it'll be our current left
2108dcd0538fSMark Fasheh 		 * path. Optimize by copying values instead.
2109dcd0538fSMark Fasheh 		 */
2110dcd0538fSMark Fasheh 		ocfs2_mv_path(right_path, left_path);
2111dcd0538fSMark Fasheh 
2112dcd0538fSMark Fasheh 		ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path,
2113dcd0538fSMark Fasheh 						    &cpos);
2114dcd0538fSMark Fasheh 		if (ret) {
2115dcd0538fSMark Fasheh 			mlog_errno(ret);
2116dcd0538fSMark Fasheh 			goto out;
2117dcd0538fSMark Fasheh 		}
2118dcd0538fSMark Fasheh 	}
2119dcd0538fSMark Fasheh 
2120dcd0538fSMark Fasheh out:
2121dcd0538fSMark Fasheh 	ocfs2_free_path(left_path);
2122dcd0538fSMark Fasheh 
2123dcd0538fSMark Fasheh out_ret_path:
2124dcd0538fSMark Fasheh 	return ret;
2125dcd0538fSMark Fasheh }
2126dcd0538fSMark Fasheh 
2127328d5752SMark Fasheh static void ocfs2_update_edge_lengths(struct inode *inode, handle_t *handle,
2128328d5752SMark Fasheh 				      struct ocfs2_path *path)
2129328d5752SMark Fasheh {
2130328d5752SMark Fasheh 	int i, idx;
2131328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec;
2132328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
2133328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
2134328d5752SMark Fasheh 	u32 range;
2135328d5752SMark Fasheh 
2136328d5752SMark Fasheh 	/* Path should always be rightmost. */
2137328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data;
2138328d5752SMark Fasheh 	BUG_ON(eb->h_next_leaf_blk != 0ULL);
2139328d5752SMark Fasheh 
2140328d5752SMark Fasheh 	el = &eb->h_list;
2141328d5752SMark Fasheh 	BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0);
2142328d5752SMark Fasheh 	idx = le16_to_cpu(el->l_next_free_rec) - 1;
2143328d5752SMark Fasheh 	rec = &el->l_recs[idx];
2144328d5752SMark Fasheh 	range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
2145328d5752SMark Fasheh 
2146328d5752SMark Fasheh 	for (i = 0; i < path->p_tree_depth; i++) {
2147328d5752SMark Fasheh 		el = path->p_node[i].el;
2148328d5752SMark Fasheh 		idx = le16_to_cpu(el->l_next_free_rec) - 1;
2149328d5752SMark Fasheh 		rec = &el->l_recs[idx];
2150328d5752SMark Fasheh 
2151328d5752SMark Fasheh 		rec->e_int_clusters = cpu_to_le32(range);
2152328d5752SMark Fasheh 		le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos));
2153328d5752SMark Fasheh 
2154328d5752SMark Fasheh 		ocfs2_journal_dirty(handle, path->p_node[i].bh);
2155328d5752SMark Fasheh 	}
2156328d5752SMark Fasheh }
2157328d5752SMark Fasheh 
2158328d5752SMark Fasheh static void ocfs2_unlink_path(struct inode *inode, handle_t *handle,
2159328d5752SMark Fasheh 			      struct ocfs2_cached_dealloc_ctxt *dealloc,
2160328d5752SMark Fasheh 			      struct ocfs2_path *path, int unlink_start)
2161328d5752SMark Fasheh {
2162328d5752SMark Fasheh 	int ret, i;
2163328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
2164328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
2165328d5752SMark Fasheh 	struct buffer_head *bh;
2166328d5752SMark Fasheh 
2167328d5752SMark Fasheh 	for(i = unlink_start; i < path_num_items(path); i++) {
2168328d5752SMark Fasheh 		bh = path->p_node[i].bh;
2169328d5752SMark Fasheh 
2170328d5752SMark Fasheh 		eb = (struct ocfs2_extent_block *)bh->b_data;
2171328d5752SMark Fasheh 		/*
2172328d5752SMark Fasheh 		 * Not all nodes might have had their final count
2173328d5752SMark Fasheh 		 * decremented by the caller - handle this here.
2174328d5752SMark Fasheh 		 */
2175328d5752SMark Fasheh 		el = &eb->h_list;
2176328d5752SMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) > 1) {
2177328d5752SMark Fasheh 			mlog(ML_ERROR,
2178328d5752SMark Fasheh 			     "Inode %llu, attempted to remove extent block "
2179328d5752SMark Fasheh 			     "%llu with %u records\n",
2180328d5752SMark Fasheh 			     (unsigned long long)OCFS2_I(inode)->ip_blkno,
2181328d5752SMark Fasheh 			     (unsigned long long)le64_to_cpu(eb->h_blkno),
2182328d5752SMark Fasheh 			     le16_to_cpu(el->l_next_free_rec));
2183328d5752SMark Fasheh 
2184328d5752SMark Fasheh 			ocfs2_journal_dirty(handle, bh);
2185328d5752SMark Fasheh 			ocfs2_remove_from_cache(inode, bh);
2186328d5752SMark Fasheh 			continue;
2187328d5752SMark Fasheh 		}
2188328d5752SMark Fasheh 
2189328d5752SMark Fasheh 		el->l_next_free_rec = 0;
2190328d5752SMark Fasheh 		memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
2191328d5752SMark Fasheh 
2192328d5752SMark Fasheh 		ocfs2_journal_dirty(handle, bh);
2193328d5752SMark Fasheh 
2194328d5752SMark Fasheh 		ret = ocfs2_cache_extent_block_free(dealloc, eb);
2195328d5752SMark Fasheh 		if (ret)
2196328d5752SMark Fasheh 			mlog_errno(ret);
2197328d5752SMark Fasheh 
2198328d5752SMark Fasheh 		ocfs2_remove_from_cache(inode, bh);
2199328d5752SMark Fasheh 	}
2200328d5752SMark Fasheh }
2201328d5752SMark Fasheh 
2202328d5752SMark Fasheh static void ocfs2_unlink_subtree(struct inode *inode, handle_t *handle,
2203328d5752SMark Fasheh 				 struct ocfs2_path *left_path,
2204328d5752SMark Fasheh 				 struct ocfs2_path *right_path,
2205328d5752SMark Fasheh 				 int subtree_index,
2206328d5752SMark Fasheh 				 struct ocfs2_cached_dealloc_ctxt *dealloc)
2207328d5752SMark Fasheh {
2208328d5752SMark Fasheh 	int i;
2209328d5752SMark Fasheh 	struct buffer_head *root_bh = left_path->p_node[subtree_index].bh;
2210328d5752SMark Fasheh 	struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el;
2211328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
2212328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
2213328d5752SMark Fasheh 
2214328d5752SMark Fasheh 	el = path_leaf_el(left_path);
2215328d5752SMark Fasheh 
2216328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data;
2217328d5752SMark Fasheh 
2218328d5752SMark Fasheh 	for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++)
2219328d5752SMark Fasheh 		if (root_el->l_recs[i].e_blkno == eb->h_blkno)
2220328d5752SMark Fasheh 			break;
2221328d5752SMark Fasheh 
2222328d5752SMark Fasheh 	BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec));
2223328d5752SMark Fasheh 
2224328d5752SMark Fasheh 	memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec));
2225328d5752SMark Fasheh 	le16_add_cpu(&root_el->l_next_free_rec, -1);
2226328d5752SMark Fasheh 
2227328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data;
2228328d5752SMark Fasheh 	eb->h_next_leaf_blk = 0;
2229328d5752SMark Fasheh 
2230328d5752SMark Fasheh 	ocfs2_journal_dirty(handle, root_bh);
2231328d5752SMark Fasheh 	ocfs2_journal_dirty(handle, path_leaf_bh(left_path));
2232328d5752SMark Fasheh 
2233328d5752SMark Fasheh 	ocfs2_unlink_path(inode, handle, dealloc, right_path,
2234328d5752SMark Fasheh 			  subtree_index + 1);
2235328d5752SMark Fasheh }
2236328d5752SMark Fasheh 
2237328d5752SMark Fasheh static int ocfs2_rotate_subtree_left(struct inode *inode, handle_t *handle,
2238328d5752SMark Fasheh 				     struct ocfs2_path *left_path,
2239328d5752SMark Fasheh 				     struct ocfs2_path *right_path,
2240328d5752SMark Fasheh 				     int subtree_index,
2241328d5752SMark Fasheh 				     struct ocfs2_cached_dealloc_ctxt *dealloc,
2242e7d4cb6bSTao Ma 				     int *deleted,
2243e7d4cb6bSTao Ma 				     struct ocfs2_extent_tree *et)
2244328d5752SMark Fasheh {
2245328d5752SMark Fasheh 	int ret, i, del_right_subtree = 0, right_has_empty = 0;
2246e7d4cb6bSTao Ma 	struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path);
2247328d5752SMark Fasheh 	struct ocfs2_extent_list *right_leaf_el, *left_leaf_el;
2248328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
2249328d5752SMark Fasheh 
2250328d5752SMark Fasheh 	*deleted = 0;
2251328d5752SMark Fasheh 
2252328d5752SMark Fasheh 	right_leaf_el = path_leaf_el(right_path);
2253328d5752SMark Fasheh 	left_leaf_el = path_leaf_el(left_path);
2254328d5752SMark Fasheh 	root_bh = left_path->p_node[subtree_index].bh;
2255328d5752SMark Fasheh 	BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
2256328d5752SMark Fasheh 
2257328d5752SMark Fasheh 	if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0]))
2258328d5752SMark Fasheh 		return 0;
2259328d5752SMark Fasheh 
2260328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data;
2261328d5752SMark Fasheh 	if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) {
2262328d5752SMark Fasheh 		/*
2263328d5752SMark Fasheh 		 * It's legal for us to proceed if the right leaf is
2264328d5752SMark Fasheh 		 * the rightmost one and it has an empty extent. There
2265328d5752SMark Fasheh 		 * are two cases to handle - whether the leaf will be
2266328d5752SMark Fasheh 		 * empty after removal or not. If the leaf isn't empty
2267328d5752SMark Fasheh 		 * then just remove the empty extent up front. The
2268328d5752SMark Fasheh 		 * next block will handle empty leaves by flagging
2269328d5752SMark Fasheh 		 * them for unlink.
2270328d5752SMark Fasheh 		 *
2271328d5752SMark Fasheh 		 * Non rightmost leaves will throw -EAGAIN and the
2272328d5752SMark Fasheh 		 * caller can manually move the subtree and retry.
2273328d5752SMark Fasheh 		 */
2274328d5752SMark Fasheh 
2275328d5752SMark Fasheh 		if (eb->h_next_leaf_blk != 0ULL)
2276328d5752SMark Fasheh 			return -EAGAIN;
2277328d5752SMark Fasheh 
2278328d5752SMark Fasheh 		if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) {
2279328d5752SMark Fasheh 			ret = ocfs2_journal_access(handle, inode,
2280328d5752SMark Fasheh 						   path_leaf_bh(right_path),
2281328d5752SMark Fasheh 						   OCFS2_JOURNAL_ACCESS_WRITE);
2282328d5752SMark Fasheh 			if (ret) {
2283328d5752SMark Fasheh 				mlog_errno(ret);
2284328d5752SMark Fasheh 				goto out;
2285328d5752SMark Fasheh 			}
2286328d5752SMark Fasheh 
2287328d5752SMark Fasheh 			ocfs2_remove_empty_extent(right_leaf_el);
2288328d5752SMark Fasheh 		} else
2289328d5752SMark Fasheh 			right_has_empty = 1;
2290328d5752SMark Fasheh 	}
2291328d5752SMark Fasheh 
2292328d5752SMark Fasheh 	if (eb->h_next_leaf_blk == 0ULL &&
2293328d5752SMark Fasheh 	    le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) {
2294328d5752SMark Fasheh 		/*
2295328d5752SMark Fasheh 		 * We have to update i_last_eb_blk during the meta
2296328d5752SMark Fasheh 		 * data delete.
2297328d5752SMark Fasheh 		 */
2298e7d4cb6bSTao Ma 		ret = ocfs2_journal_access(handle, inode, et_root_bh,
2299328d5752SMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
2300328d5752SMark Fasheh 		if (ret) {
2301328d5752SMark Fasheh 			mlog_errno(ret);
2302328d5752SMark Fasheh 			goto out;
2303328d5752SMark Fasheh 		}
2304328d5752SMark Fasheh 
2305328d5752SMark Fasheh 		del_right_subtree = 1;
2306328d5752SMark Fasheh 	}
2307328d5752SMark Fasheh 
2308328d5752SMark Fasheh 	/*
2309328d5752SMark Fasheh 	 * Getting here with an empty extent in the right path implies
2310328d5752SMark Fasheh 	 * that it's the rightmost path and will be deleted.
2311328d5752SMark Fasheh 	 */
2312328d5752SMark Fasheh 	BUG_ON(right_has_empty && !del_right_subtree);
2313328d5752SMark Fasheh 
2314328d5752SMark Fasheh 	ret = ocfs2_journal_access(handle, inode, root_bh,
2315328d5752SMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
2316328d5752SMark Fasheh 	if (ret) {
2317328d5752SMark Fasheh 		mlog_errno(ret);
2318328d5752SMark Fasheh 		goto out;
2319328d5752SMark Fasheh 	}
2320328d5752SMark Fasheh 
2321328d5752SMark Fasheh 	for(i = subtree_index + 1; i < path_num_items(right_path); i++) {
2322328d5752SMark Fasheh 		ret = ocfs2_journal_access(handle, inode,
2323328d5752SMark Fasheh 					   right_path->p_node[i].bh,
2324328d5752SMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
2325328d5752SMark Fasheh 		if (ret) {
2326328d5752SMark Fasheh 			mlog_errno(ret);
2327328d5752SMark Fasheh 			goto out;
2328328d5752SMark Fasheh 		}
2329328d5752SMark Fasheh 
2330328d5752SMark Fasheh 		ret = ocfs2_journal_access(handle, inode,
2331328d5752SMark Fasheh 					   left_path->p_node[i].bh,
2332328d5752SMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
2333328d5752SMark Fasheh 		if (ret) {
2334328d5752SMark Fasheh 			mlog_errno(ret);
2335328d5752SMark Fasheh 			goto out;
2336328d5752SMark Fasheh 		}
2337328d5752SMark Fasheh 	}
2338328d5752SMark Fasheh 
2339328d5752SMark Fasheh 	if (!right_has_empty) {
2340328d5752SMark Fasheh 		/*
2341328d5752SMark Fasheh 		 * Only do this if we're moving a real
2342328d5752SMark Fasheh 		 * record. Otherwise, the action is delayed until
2343328d5752SMark Fasheh 		 * after removal of the right path in which case we
2344328d5752SMark Fasheh 		 * can do a simple shift to remove the empty extent.
2345328d5752SMark Fasheh 		 */
2346328d5752SMark Fasheh 		ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]);
2347328d5752SMark Fasheh 		memset(&right_leaf_el->l_recs[0], 0,
2348328d5752SMark Fasheh 		       sizeof(struct ocfs2_extent_rec));
2349328d5752SMark Fasheh 	}
2350328d5752SMark Fasheh 	if (eb->h_next_leaf_blk == 0ULL) {
2351328d5752SMark Fasheh 		/*
2352328d5752SMark Fasheh 		 * Move recs over to get rid of empty extent, decrease
2353328d5752SMark Fasheh 		 * next_free. This is allowed to remove the last
2354328d5752SMark Fasheh 		 * extent in our leaf (setting l_next_free_rec to
2355328d5752SMark Fasheh 		 * zero) - the delete code below won't care.
2356328d5752SMark Fasheh 		 */
2357328d5752SMark Fasheh 		ocfs2_remove_empty_extent(right_leaf_el);
2358328d5752SMark Fasheh 	}
2359328d5752SMark Fasheh 
2360328d5752SMark Fasheh 	ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path));
2361328d5752SMark Fasheh 	if (ret)
2362328d5752SMark Fasheh 		mlog_errno(ret);
2363328d5752SMark Fasheh 	ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path));
2364328d5752SMark Fasheh 	if (ret)
2365328d5752SMark Fasheh 		mlog_errno(ret);
2366328d5752SMark Fasheh 
2367328d5752SMark Fasheh 	if (del_right_subtree) {
2368328d5752SMark Fasheh 		ocfs2_unlink_subtree(inode, handle, left_path, right_path,
2369328d5752SMark Fasheh 				     subtree_index, dealloc);
2370328d5752SMark Fasheh 		ocfs2_update_edge_lengths(inode, handle, left_path);
2371328d5752SMark Fasheh 
2372328d5752SMark Fasheh 		eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data;
2373e7d4cb6bSTao Ma 		ocfs2_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno));
2374328d5752SMark Fasheh 
2375328d5752SMark Fasheh 		/*
2376328d5752SMark Fasheh 		 * Removal of the extent in the left leaf was skipped
2377328d5752SMark Fasheh 		 * above so we could delete the right path
2378328d5752SMark Fasheh 		 * 1st.
2379328d5752SMark Fasheh 		 */
2380328d5752SMark Fasheh 		if (right_has_empty)
2381328d5752SMark Fasheh 			ocfs2_remove_empty_extent(left_leaf_el);
2382328d5752SMark Fasheh 
2383e7d4cb6bSTao Ma 		ret = ocfs2_journal_dirty(handle, et_root_bh);
2384328d5752SMark Fasheh 		if (ret)
2385328d5752SMark Fasheh 			mlog_errno(ret);
2386328d5752SMark Fasheh 
2387328d5752SMark Fasheh 		*deleted = 1;
2388328d5752SMark Fasheh 	} else
2389328d5752SMark Fasheh 		ocfs2_complete_edge_insert(inode, handle, left_path, right_path,
2390328d5752SMark Fasheh 					   subtree_index);
2391328d5752SMark Fasheh 
2392328d5752SMark Fasheh out:
2393328d5752SMark Fasheh 	return ret;
2394328d5752SMark Fasheh }
2395328d5752SMark Fasheh 
2396328d5752SMark Fasheh /*
2397328d5752SMark Fasheh  * Given a full path, determine what cpos value would return us a path
2398328d5752SMark Fasheh  * containing the leaf immediately to the right of the current one.
2399328d5752SMark Fasheh  *
2400328d5752SMark Fasheh  * Will return zero if the path passed in is already the rightmost path.
2401328d5752SMark Fasheh  *
2402328d5752SMark Fasheh  * This looks similar, but is subtly different to
2403328d5752SMark Fasheh  * ocfs2_find_cpos_for_left_leaf().
2404328d5752SMark Fasheh  */
2405328d5752SMark Fasheh static int ocfs2_find_cpos_for_right_leaf(struct super_block *sb,
2406328d5752SMark Fasheh 					  struct ocfs2_path *path, u32 *cpos)
2407328d5752SMark Fasheh {
2408328d5752SMark Fasheh 	int i, j, ret = 0;
2409328d5752SMark Fasheh 	u64 blkno;
2410328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
2411328d5752SMark Fasheh 
2412328d5752SMark Fasheh 	*cpos = 0;
2413328d5752SMark Fasheh 
2414328d5752SMark Fasheh 	if (path->p_tree_depth == 0)
2415328d5752SMark Fasheh 		return 0;
2416328d5752SMark Fasheh 
2417328d5752SMark Fasheh 	blkno = path_leaf_bh(path)->b_blocknr;
2418328d5752SMark Fasheh 
2419328d5752SMark Fasheh 	/* Start at the tree node just above the leaf and work our way up. */
2420328d5752SMark Fasheh 	i = path->p_tree_depth - 1;
2421328d5752SMark Fasheh 	while (i >= 0) {
2422328d5752SMark Fasheh 		int next_free;
2423328d5752SMark Fasheh 
2424328d5752SMark Fasheh 		el = path->p_node[i].el;
2425328d5752SMark Fasheh 
2426328d5752SMark Fasheh 		/*
2427328d5752SMark Fasheh 		 * Find the extent record just after the one in our
2428328d5752SMark Fasheh 		 * path.
2429328d5752SMark Fasheh 		 */
2430328d5752SMark Fasheh 		next_free = le16_to_cpu(el->l_next_free_rec);
2431328d5752SMark Fasheh 		for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) {
2432328d5752SMark Fasheh 			if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) {
2433328d5752SMark Fasheh 				if (j == (next_free - 1)) {
2434328d5752SMark Fasheh 					if (i == 0) {
2435328d5752SMark Fasheh 						/*
2436328d5752SMark Fasheh 						 * We've determined that the
2437328d5752SMark Fasheh 						 * path specified is already
2438328d5752SMark Fasheh 						 * the rightmost one - return a
2439328d5752SMark Fasheh 						 * cpos of zero.
2440328d5752SMark Fasheh 						 */
2441328d5752SMark Fasheh 						goto out;
2442328d5752SMark Fasheh 					}
2443328d5752SMark Fasheh 					/*
2444328d5752SMark Fasheh 					 * The rightmost record points to our
2445328d5752SMark Fasheh 					 * leaf - we need to travel up the
2446328d5752SMark Fasheh 					 * tree one level.
2447328d5752SMark Fasheh 					 */
2448328d5752SMark Fasheh 					goto next_node;
2449328d5752SMark Fasheh 				}
2450328d5752SMark Fasheh 
2451328d5752SMark Fasheh 				*cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos);
2452328d5752SMark Fasheh 				goto out;
2453328d5752SMark Fasheh 			}
2454328d5752SMark Fasheh 		}
2455328d5752SMark Fasheh 
2456328d5752SMark Fasheh 		/*
2457328d5752SMark Fasheh 		 * If we got here, we never found a valid node where
2458328d5752SMark Fasheh 		 * the tree indicated one should be.
2459328d5752SMark Fasheh 		 */
2460328d5752SMark Fasheh 		ocfs2_error(sb,
2461328d5752SMark Fasheh 			    "Invalid extent tree at extent block %llu\n",
2462328d5752SMark Fasheh 			    (unsigned long long)blkno);
2463328d5752SMark Fasheh 		ret = -EROFS;
2464328d5752SMark Fasheh 		goto out;
2465328d5752SMark Fasheh 
2466328d5752SMark Fasheh next_node:
2467328d5752SMark Fasheh 		blkno = path->p_node[i].bh->b_blocknr;
2468328d5752SMark Fasheh 		i--;
2469328d5752SMark Fasheh 	}
2470328d5752SMark Fasheh 
2471328d5752SMark Fasheh out:
2472328d5752SMark Fasheh 	return ret;
2473328d5752SMark Fasheh }
2474328d5752SMark Fasheh 
2475328d5752SMark Fasheh static int ocfs2_rotate_rightmost_leaf_left(struct inode *inode,
2476328d5752SMark Fasheh 					    handle_t *handle,
2477328d5752SMark Fasheh 					    struct buffer_head *bh,
2478328d5752SMark Fasheh 					    struct ocfs2_extent_list *el)
2479328d5752SMark Fasheh {
2480328d5752SMark Fasheh 	int ret;
2481328d5752SMark Fasheh 
2482328d5752SMark Fasheh 	if (!ocfs2_is_empty_extent(&el->l_recs[0]))
2483328d5752SMark Fasheh 		return 0;
2484328d5752SMark Fasheh 
2485328d5752SMark Fasheh 	ret = ocfs2_journal_access(handle, inode, bh,
2486328d5752SMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
2487328d5752SMark Fasheh 	if (ret) {
2488328d5752SMark Fasheh 		mlog_errno(ret);
2489328d5752SMark Fasheh 		goto out;
2490328d5752SMark Fasheh 	}
2491328d5752SMark Fasheh 
2492328d5752SMark Fasheh 	ocfs2_remove_empty_extent(el);
2493328d5752SMark Fasheh 
2494328d5752SMark Fasheh 	ret = ocfs2_journal_dirty(handle, bh);
2495328d5752SMark Fasheh 	if (ret)
2496328d5752SMark Fasheh 		mlog_errno(ret);
2497328d5752SMark Fasheh 
2498328d5752SMark Fasheh out:
2499328d5752SMark Fasheh 	return ret;
2500328d5752SMark Fasheh }
2501328d5752SMark Fasheh 
2502328d5752SMark Fasheh static int __ocfs2_rotate_tree_left(struct inode *inode,
2503328d5752SMark Fasheh 				    handle_t *handle, int orig_credits,
2504328d5752SMark Fasheh 				    struct ocfs2_path *path,
2505328d5752SMark Fasheh 				    struct ocfs2_cached_dealloc_ctxt *dealloc,
2506e7d4cb6bSTao Ma 				    struct ocfs2_path **empty_extent_path,
2507e7d4cb6bSTao Ma 				    struct ocfs2_extent_tree *et)
2508328d5752SMark Fasheh {
2509328d5752SMark Fasheh 	int ret, subtree_root, deleted;
2510328d5752SMark Fasheh 	u32 right_cpos;
2511328d5752SMark Fasheh 	struct ocfs2_path *left_path = NULL;
2512328d5752SMark Fasheh 	struct ocfs2_path *right_path = NULL;
2513328d5752SMark Fasheh 
2514328d5752SMark Fasheh 	BUG_ON(!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0])));
2515328d5752SMark Fasheh 
2516328d5752SMark Fasheh 	*empty_extent_path = NULL;
2517328d5752SMark Fasheh 
2518328d5752SMark Fasheh 	ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, path,
2519328d5752SMark Fasheh 					     &right_cpos);
2520328d5752SMark Fasheh 	if (ret) {
2521328d5752SMark Fasheh 		mlog_errno(ret);
2522328d5752SMark Fasheh 		goto out;
2523328d5752SMark Fasheh 	}
2524328d5752SMark Fasheh 
2525328d5752SMark Fasheh 	left_path = ocfs2_new_path(path_root_bh(path),
2526328d5752SMark Fasheh 				   path_root_el(path));
2527328d5752SMark Fasheh 	if (!left_path) {
2528328d5752SMark Fasheh 		ret = -ENOMEM;
2529328d5752SMark Fasheh 		mlog_errno(ret);
2530328d5752SMark Fasheh 		goto out;
2531328d5752SMark Fasheh 	}
2532328d5752SMark Fasheh 
2533328d5752SMark Fasheh 	ocfs2_cp_path(left_path, path);
2534328d5752SMark Fasheh 
2535328d5752SMark Fasheh 	right_path = ocfs2_new_path(path_root_bh(path),
2536328d5752SMark Fasheh 				    path_root_el(path));
2537328d5752SMark Fasheh 	if (!right_path) {
2538328d5752SMark Fasheh 		ret = -ENOMEM;
2539328d5752SMark Fasheh 		mlog_errno(ret);
2540328d5752SMark Fasheh 		goto out;
2541328d5752SMark Fasheh 	}
2542328d5752SMark Fasheh 
2543328d5752SMark Fasheh 	while (right_cpos) {
2544328d5752SMark Fasheh 		ret = ocfs2_find_path(inode, right_path, right_cpos);
2545328d5752SMark Fasheh 		if (ret) {
2546328d5752SMark Fasheh 			mlog_errno(ret);
2547328d5752SMark Fasheh 			goto out;
2548328d5752SMark Fasheh 		}
2549328d5752SMark Fasheh 
2550328d5752SMark Fasheh 		subtree_root = ocfs2_find_subtree_root(inode, left_path,
2551328d5752SMark Fasheh 						       right_path);
2552328d5752SMark Fasheh 
2553328d5752SMark Fasheh 		mlog(0, "Subtree root at index %d (blk %llu, depth %d)\n",
2554328d5752SMark Fasheh 		     subtree_root,
2555328d5752SMark Fasheh 		     (unsigned long long)
2556328d5752SMark Fasheh 		     right_path->p_node[subtree_root].bh->b_blocknr,
2557328d5752SMark Fasheh 		     right_path->p_tree_depth);
2558328d5752SMark Fasheh 
2559328d5752SMark Fasheh 		ret = ocfs2_extend_rotate_transaction(handle, subtree_root,
2560328d5752SMark Fasheh 						      orig_credits, left_path);
2561328d5752SMark Fasheh 		if (ret) {
2562328d5752SMark Fasheh 			mlog_errno(ret);
2563328d5752SMark Fasheh 			goto out;
2564328d5752SMark Fasheh 		}
2565328d5752SMark Fasheh 
2566e8aed345SMark Fasheh 		/*
2567e8aed345SMark Fasheh 		 * Caller might still want to make changes to the
2568e8aed345SMark Fasheh 		 * tree root, so re-add it to the journal here.
2569e8aed345SMark Fasheh 		 */
2570e8aed345SMark Fasheh 		ret = ocfs2_journal_access(handle, inode,
2571e8aed345SMark Fasheh 					   path_root_bh(left_path),
2572e8aed345SMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
2573e8aed345SMark Fasheh 		if (ret) {
2574e8aed345SMark Fasheh 			mlog_errno(ret);
2575e8aed345SMark Fasheh 			goto out;
2576e8aed345SMark Fasheh 		}
2577e8aed345SMark Fasheh 
2578328d5752SMark Fasheh 		ret = ocfs2_rotate_subtree_left(inode, handle, left_path,
2579328d5752SMark Fasheh 						right_path, subtree_root,
2580e7d4cb6bSTao Ma 						dealloc, &deleted, et);
2581328d5752SMark Fasheh 		if (ret == -EAGAIN) {
2582328d5752SMark Fasheh 			/*
2583328d5752SMark Fasheh 			 * The rotation has to temporarily stop due to
2584328d5752SMark Fasheh 			 * the right subtree having an empty
2585328d5752SMark Fasheh 			 * extent. Pass it back to the caller for a
2586328d5752SMark Fasheh 			 * fixup.
2587328d5752SMark Fasheh 			 */
2588328d5752SMark Fasheh 			*empty_extent_path = right_path;
2589328d5752SMark Fasheh 			right_path = NULL;
2590328d5752SMark Fasheh 			goto out;
2591328d5752SMark Fasheh 		}
2592328d5752SMark Fasheh 		if (ret) {
2593328d5752SMark Fasheh 			mlog_errno(ret);
2594328d5752SMark Fasheh 			goto out;
2595328d5752SMark Fasheh 		}
2596328d5752SMark Fasheh 
2597328d5752SMark Fasheh 		/*
2598328d5752SMark Fasheh 		 * The subtree rotate might have removed records on
2599328d5752SMark Fasheh 		 * the rightmost edge. If so, then rotation is
2600328d5752SMark Fasheh 		 * complete.
2601328d5752SMark Fasheh 		 */
2602328d5752SMark Fasheh 		if (deleted)
2603328d5752SMark Fasheh 			break;
2604328d5752SMark Fasheh 
2605328d5752SMark Fasheh 		ocfs2_mv_path(left_path, right_path);
2606328d5752SMark Fasheh 
2607328d5752SMark Fasheh 		ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path,
2608328d5752SMark Fasheh 						     &right_cpos);
2609328d5752SMark Fasheh 		if (ret) {
2610328d5752SMark Fasheh 			mlog_errno(ret);
2611328d5752SMark Fasheh 			goto out;
2612328d5752SMark Fasheh 		}
2613328d5752SMark Fasheh 	}
2614328d5752SMark Fasheh 
2615328d5752SMark Fasheh out:
2616328d5752SMark Fasheh 	ocfs2_free_path(right_path);
2617328d5752SMark Fasheh 	ocfs2_free_path(left_path);
2618328d5752SMark Fasheh 
2619328d5752SMark Fasheh 	return ret;
2620328d5752SMark Fasheh }
2621328d5752SMark Fasheh 
2622328d5752SMark Fasheh static int ocfs2_remove_rightmost_path(struct inode *inode, handle_t *handle,
2623328d5752SMark Fasheh 				struct ocfs2_path *path,
2624e7d4cb6bSTao Ma 				struct ocfs2_cached_dealloc_ctxt *dealloc,
2625e7d4cb6bSTao Ma 				struct ocfs2_extent_tree *et)
2626328d5752SMark Fasheh {
2627328d5752SMark Fasheh 	int ret, subtree_index;
2628328d5752SMark Fasheh 	u32 cpos;
2629328d5752SMark Fasheh 	struct ocfs2_path *left_path = NULL;
2630328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
2631328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
2632328d5752SMark Fasheh 
2633328d5752SMark Fasheh 
2634e7d4cb6bSTao Ma 	ret = et->eops->sanity_check(inode, et);
2635e7d4cb6bSTao Ma 	if (ret)
2636e7d4cb6bSTao Ma 		goto out;
2637328d5752SMark Fasheh 	/*
2638328d5752SMark Fasheh 	 * There's two ways we handle this depending on
2639328d5752SMark Fasheh 	 * whether path is the only existing one.
2640328d5752SMark Fasheh 	 */
2641328d5752SMark Fasheh 	ret = ocfs2_extend_rotate_transaction(handle, 0,
2642328d5752SMark Fasheh 					      handle->h_buffer_credits,
2643328d5752SMark Fasheh 					      path);
2644328d5752SMark Fasheh 	if (ret) {
2645328d5752SMark Fasheh 		mlog_errno(ret);
2646328d5752SMark Fasheh 		goto out;
2647328d5752SMark Fasheh 	}
2648328d5752SMark Fasheh 
2649328d5752SMark Fasheh 	ret = ocfs2_journal_access_path(inode, handle, path);
2650328d5752SMark Fasheh 	if (ret) {
2651328d5752SMark Fasheh 		mlog_errno(ret);
2652328d5752SMark Fasheh 		goto out;
2653328d5752SMark Fasheh 	}
2654328d5752SMark Fasheh 
2655328d5752SMark Fasheh 	ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos);
2656328d5752SMark Fasheh 	if (ret) {
2657328d5752SMark Fasheh 		mlog_errno(ret);
2658328d5752SMark Fasheh 		goto out;
2659328d5752SMark Fasheh 	}
2660328d5752SMark Fasheh 
2661328d5752SMark Fasheh 	if (cpos) {
2662328d5752SMark Fasheh 		/*
2663328d5752SMark Fasheh 		 * We have a path to the left of this one - it needs
2664328d5752SMark Fasheh 		 * an update too.
2665328d5752SMark Fasheh 		 */
2666328d5752SMark Fasheh 		left_path = ocfs2_new_path(path_root_bh(path),
2667328d5752SMark Fasheh 					   path_root_el(path));
2668328d5752SMark Fasheh 		if (!left_path) {
2669328d5752SMark Fasheh 			ret = -ENOMEM;
2670328d5752SMark Fasheh 			mlog_errno(ret);
2671328d5752SMark Fasheh 			goto out;
2672328d5752SMark Fasheh 		}
2673328d5752SMark Fasheh 
2674328d5752SMark Fasheh 		ret = ocfs2_find_path(inode, left_path, cpos);
2675328d5752SMark Fasheh 		if (ret) {
2676328d5752SMark Fasheh 			mlog_errno(ret);
2677328d5752SMark Fasheh 			goto out;
2678328d5752SMark Fasheh 		}
2679328d5752SMark Fasheh 
2680328d5752SMark Fasheh 		ret = ocfs2_journal_access_path(inode, handle, left_path);
2681328d5752SMark Fasheh 		if (ret) {
2682328d5752SMark Fasheh 			mlog_errno(ret);
2683328d5752SMark Fasheh 			goto out;
2684328d5752SMark Fasheh 		}
2685328d5752SMark Fasheh 
2686328d5752SMark Fasheh 		subtree_index = ocfs2_find_subtree_root(inode, left_path, path);
2687328d5752SMark Fasheh 
2688328d5752SMark Fasheh 		ocfs2_unlink_subtree(inode, handle, left_path, path,
2689328d5752SMark Fasheh 				     subtree_index, dealloc);
2690328d5752SMark Fasheh 		ocfs2_update_edge_lengths(inode, handle, left_path);
2691328d5752SMark Fasheh 
2692328d5752SMark Fasheh 		eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data;
2693e7d4cb6bSTao Ma 		ocfs2_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno));
2694328d5752SMark Fasheh 	} else {
2695328d5752SMark Fasheh 		/*
2696328d5752SMark Fasheh 		 * 'path' is also the leftmost path which
2697328d5752SMark Fasheh 		 * means it must be the only one. This gets
2698328d5752SMark Fasheh 		 * handled differently because we want to
2699328d5752SMark Fasheh 		 * revert the inode back to having extents
2700328d5752SMark Fasheh 		 * in-line.
2701328d5752SMark Fasheh 		 */
2702328d5752SMark Fasheh 		ocfs2_unlink_path(inode, handle, dealloc, path, 1);
2703328d5752SMark Fasheh 
2704e7d4cb6bSTao Ma 		el = et->root_el;
2705328d5752SMark Fasheh 		el->l_tree_depth = 0;
2706328d5752SMark Fasheh 		el->l_next_free_rec = 0;
2707328d5752SMark Fasheh 		memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
2708328d5752SMark Fasheh 
2709e7d4cb6bSTao Ma 		ocfs2_set_last_eb_blk(et, 0);
2710328d5752SMark Fasheh 	}
2711328d5752SMark Fasheh 
2712328d5752SMark Fasheh 	ocfs2_journal_dirty(handle, path_root_bh(path));
2713328d5752SMark Fasheh 
2714328d5752SMark Fasheh out:
2715328d5752SMark Fasheh 	ocfs2_free_path(left_path);
2716328d5752SMark Fasheh 	return ret;
2717328d5752SMark Fasheh }
2718328d5752SMark Fasheh 
2719328d5752SMark Fasheh /*
2720328d5752SMark Fasheh  * Left rotation of btree records.
2721328d5752SMark Fasheh  *
2722328d5752SMark Fasheh  * In many ways, this is (unsurprisingly) the opposite of right
2723328d5752SMark Fasheh  * rotation. We start at some non-rightmost path containing an empty
2724328d5752SMark Fasheh  * extent in the leaf block. The code works its way to the rightmost
2725328d5752SMark Fasheh  * path by rotating records to the left in every subtree.
2726328d5752SMark Fasheh  *
2727328d5752SMark Fasheh  * This is used by any code which reduces the number of extent records
2728328d5752SMark Fasheh  * in a leaf. After removal, an empty record should be placed in the
2729328d5752SMark Fasheh  * leftmost list position.
2730328d5752SMark Fasheh  *
2731328d5752SMark Fasheh  * This won't handle a length update of the rightmost path records if
2732328d5752SMark Fasheh  * the rightmost tree leaf record is removed so the caller is
2733328d5752SMark Fasheh  * responsible for detecting and correcting that.
2734328d5752SMark Fasheh  */
2735328d5752SMark Fasheh static int ocfs2_rotate_tree_left(struct inode *inode, handle_t *handle,
2736328d5752SMark Fasheh 				  struct ocfs2_path *path,
2737e7d4cb6bSTao Ma 				  struct ocfs2_cached_dealloc_ctxt *dealloc,
2738e7d4cb6bSTao Ma 				  struct ocfs2_extent_tree *et)
2739328d5752SMark Fasheh {
2740328d5752SMark Fasheh 	int ret, orig_credits = handle->h_buffer_credits;
2741328d5752SMark Fasheh 	struct ocfs2_path *tmp_path = NULL, *restart_path = NULL;
2742328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
2743328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
2744328d5752SMark Fasheh 
2745328d5752SMark Fasheh 	el = path_leaf_el(path);
2746328d5752SMark Fasheh 	if (!ocfs2_is_empty_extent(&el->l_recs[0]))
2747328d5752SMark Fasheh 		return 0;
2748328d5752SMark Fasheh 
2749328d5752SMark Fasheh 	if (path->p_tree_depth == 0) {
2750328d5752SMark Fasheh rightmost_no_delete:
2751328d5752SMark Fasheh 		/*
2752e7d4cb6bSTao Ma 		 * Inline extents. This is trivially handled, so do
2753328d5752SMark Fasheh 		 * it up front.
2754328d5752SMark Fasheh 		 */
2755328d5752SMark Fasheh 		ret = ocfs2_rotate_rightmost_leaf_left(inode, handle,
2756328d5752SMark Fasheh 						       path_leaf_bh(path),
2757328d5752SMark Fasheh 						       path_leaf_el(path));
2758328d5752SMark Fasheh 		if (ret)
2759328d5752SMark Fasheh 			mlog_errno(ret);
2760328d5752SMark Fasheh 		goto out;
2761328d5752SMark Fasheh 	}
2762328d5752SMark Fasheh 
2763328d5752SMark Fasheh 	/*
2764328d5752SMark Fasheh 	 * Handle rightmost branch now. There's several cases:
2765328d5752SMark Fasheh 	 *  1) simple rotation leaving records in there. That's trivial.
2766328d5752SMark Fasheh 	 *  2) rotation requiring a branch delete - there's no more
2767328d5752SMark Fasheh 	 *     records left. Two cases of this:
2768328d5752SMark Fasheh 	 *     a) There are branches to the left.
2769328d5752SMark Fasheh 	 *     b) This is also the leftmost (the only) branch.
2770328d5752SMark Fasheh 	 *
2771328d5752SMark Fasheh 	 *  1) is handled via ocfs2_rotate_rightmost_leaf_left()
2772328d5752SMark Fasheh 	 *  2a) we need the left branch so that we can update it with the unlink
2773328d5752SMark Fasheh 	 *  2b) we need to bring the inode back to inline extents.
2774328d5752SMark Fasheh 	 */
2775328d5752SMark Fasheh 
2776328d5752SMark Fasheh 	eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data;
2777328d5752SMark Fasheh 	el = &eb->h_list;
2778328d5752SMark Fasheh 	if (eb->h_next_leaf_blk == 0) {
2779328d5752SMark Fasheh 		/*
2780328d5752SMark Fasheh 		 * This gets a bit tricky if we're going to delete the
2781328d5752SMark Fasheh 		 * rightmost path. Get the other cases out of the way
2782328d5752SMark Fasheh 		 * 1st.
2783328d5752SMark Fasheh 		 */
2784328d5752SMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) > 1)
2785328d5752SMark Fasheh 			goto rightmost_no_delete;
2786328d5752SMark Fasheh 
2787328d5752SMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) == 0) {
2788328d5752SMark Fasheh 			ret = -EIO;
2789328d5752SMark Fasheh 			ocfs2_error(inode->i_sb,
2790328d5752SMark Fasheh 				    "Inode %llu has empty extent block at %llu",
2791328d5752SMark Fasheh 				    (unsigned long long)OCFS2_I(inode)->ip_blkno,
2792328d5752SMark Fasheh 				    (unsigned long long)le64_to_cpu(eb->h_blkno));
2793328d5752SMark Fasheh 			goto out;
2794328d5752SMark Fasheh 		}
2795328d5752SMark Fasheh 
2796328d5752SMark Fasheh 		/*
2797328d5752SMark Fasheh 		 * XXX: The caller can not trust "path" any more after
2798328d5752SMark Fasheh 		 * this as it will have been deleted. What do we do?
2799328d5752SMark Fasheh 		 *
2800328d5752SMark Fasheh 		 * In theory the rotate-for-merge code will never get
2801328d5752SMark Fasheh 		 * here because it'll always ask for a rotate in a
2802328d5752SMark Fasheh 		 * nonempty list.
2803328d5752SMark Fasheh 		 */
2804328d5752SMark Fasheh 
2805328d5752SMark Fasheh 		ret = ocfs2_remove_rightmost_path(inode, handle, path,
2806e7d4cb6bSTao Ma 						  dealloc, et);
2807328d5752SMark Fasheh 		if (ret)
2808328d5752SMark Fasheh 			mlog_errno(ret);
2809328d5752SMark Fasheh 		goto out;
2810328d5752SMark Fasheh 	}
2811328d5752SMark Fasheh 
2812328d5752SMark Fasheh 	/*
2813328d5752SMark Fasheh 	 * Now we can loop, remembering the path we get from -EAGAIN
2814328d5752SMark Fasheh 	 * and restarting from there.
2815328d5752SMark Fasheh 	 */
2816328d5752SMark Fasheh try_rotate:
2817328d5752SMark Fasheh 	ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits, path,
2818e7d4cb6bSTao Ma 				       dealloc, &restart_path, et);
2819328d5752SMark Fasheh 	if (ret && ret != -EAGAIN) {
2820328d5752SMark Fasheh 		mlog_errno(ret);
2821328d5752SMark Fasheh 		goto out;
2822328d5752SMark Fasheh 	}
2823328d5752SMark Fasheh 
2824328d5752SMark Fasheh 	while (ret == -EAGAIN) {
2825328d5752SMark Fasheh 		tmp_path = restart_path;
2826328d5752SMark Fasheh 		restart_path = NULL;
2827328d5752SMark Fasheh 
2828328d5752SMark Fasheh 		ret = __ocfs2_rotate_tree_left(inode, handle, orig_credits,
2829328d5752SMark Fasheh 					       tmp_path, dealloc,
2830e7d4cb6bSTao Ma 					       &restart_path, et);
2831328d5752SMark Fasheh 		if (ret && ret != -EAGAIN) {
2832328d5752SMark Fasheh 			mlog_errno(ret);
2833328d5752SMark Fasheh 			goto out;
2834328d5752SMark Fasheh 		}
2835328d5752SMark Fasheh 
2836328d5752SMark Fasheh 		ocfs2_free_path(tmp_path);
2837328d5752SMark Fasheh 		tmp_path = NULL;
2838328d5752SMark Fasheh 
2839328d5752SMark Fasheh 		if (ret == 0)
2840328d5752SMark Fasheh 			goto try_rotate;
2841328d5752SMark Fasheh 	}
2842328d5752SMark Fasheh 
2843328d5752SMark Fasheh out:
2844328d5752SMark Fasheh 	ocfs2_free_path(tmp_path);
2845328d5752SMark Fasheh 	ocfs2_free_path(restart_path);
2846328d5752SMark Fasheh 	return ret;
2847328d5752SMark Fasheh }
2848328d5752SMark Fasheh 
2849328d5752SMark Fasheh static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el,
2850328d5752SMark Fasheh 				int index)
2851328d5752SMark Fasheh {
2852328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec = &el->l_recs[index];
2853328d5752SMark Fasheh 	unsigned int size;
2854328d5752SMark Fasheh 
2855328d5752SMark Fasheh 	if (rec->e_leaf_clusters == 0) {
2856328d5752SMark Fasheh 		/*
2857328d5752SMark Fasheh 		 * We consumed all of the merged-from record. An empty
2858328d5752SMark Fasheh 		 * extent cannot exist anywhere but the 1st array
2859328d5752SMark Fasheh 		 * position, so move things over if the merged-from
2860328d5752SMark Fasheh 		 * record doesn't occupy that position.
2861328d5752SMark Fasheh 		 *
2862328d5752SMark Fasheh 		 * This creates a new empty extent so the caller
2863328d5752SMark Fasheh 		 * should be smart enough to have removed any existing
2864328d5752SMark Fasheh 		 * ones.
2865328d5752SMark Fasheh 		 */
2866328d5752SMark Fasheh 		if (index > 0) {
2867328d5752SMark Fasheh 			BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0]));
2868328d5752SMark Fasheh 			size = index * sizeof(struct ocfs2_extent_rec);
2869328d5752SMark Fasheh 			memmove(&el->l_recs[1], &el->l_recs[0], size);
2870328d5752SMark Fasheh 		}
2871328d5752SMark Fasheh 
2872328d5752SMark Fasheh 		/*
2873328d5752SMark Fasheh 		 * Always memset - the caller doesn't check whether it
2874328d5752SMark Fasheh 		 * created an empty extent, so there could be junk in
2875328d5752SMark Fasheh 		 * the other fields.
2876328d5752SMark Fasheh 		 */
2877328d5752SMark Fasheh 		memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
2878328d5752SMark Fasheh 	}
2879328d5752SMark Fasheh }
2880328d5752SMark Fasheh 
2881677b9752STao Ma static int ocfs2_get_right_path(struct inode *inode,
2882677b9752STao Ma 				struct ocfs2_path *left_path,
2883677b9752STao Ma 				struct ocfs2_path **ret_right_path)
2884328d5752SMark Fasheh {
2885328d5752SMark Fasheh 	int ret;
2886677b9752STao Ma 	u32 right_cpos;
2887677b9752STao Ma 	struct ocfs2_path *right_path = NULL;
2888677b9752STao Ma 	struct ocfs2_extent_list *left_el;
2889677b9752STao Ma 
2890677b9752STao Ma 	*ret_right_path = NULL;
2891677b9752STao Ma 
2892677b9752STao Ma 	/* This function shouldn't be called for non-trees. */
2893677b9752STao Ma 	BUG_ON(left_path->p_tree_depth == 0);
2894677b9752STao Ma 
2895677b9752STao Ma 	left_el = path_leaf_el(left_path);
2896677b9752STao Ma 	BUG_ON(left_el->l_next_free_rec != left_el->l_count);
2897677b9752STao Ma 
2898677b9752STao Ma 	ret = ocfs2_find_cpos_for_right_leaf(inode->i_sb, left_path,
2899677b9752STao Ma 					     &right_cpos);
2900677b9752STao Ma 	if (ret) {
2901677b9752STao Ma 		mlog_errno(ret);
2902677b9752STao Ma 		goto out;
2903677b9752STao Ma 	}
2904677b9752STao Ma 
2905677b9752STao Ma 	/* This function shouldn't be called for the rightmost leaf. */
2906677b9752STao Ma 	BUG_ON(right_cpos == 0);
2907677b9752STao Ma 
2908677b9752STao Ma 	right_path = ocfs2_new_path(path_root_bh(left_path),
2909677b9752STao Ma 				    path_root_el(left_path));
2910677b9752STao Ma 	if (!right_path) {
2911677b9752STao Ma 		ret = -ENOMEM;
2912677b9752STao Ma 		mlog_errno(ret);
2913677b9752STao Ma 		goto out;
2914677b9752STao Ma 	}
2915677b9752STao Ma 
2916677b9752STao Ma 	ret = ocfs2_find_path(inode, right_path, right_cpos);
2917677b9752STao Ma 	if (ret) {
2918677b9752STao Ma 		mlog_errno(ret);
2919677b9752STao Ma 		goto out;
2920677b9752STao Ma 	}
2921677b9752STao Ma 
2922677b9752STao Ma 	*ret_right_path = right_path;
2923677b9752STao Ma out:
2924677b9752STao Ma 	if (ret)
2925677b9752STao Ma 		ocfs2_free_path(right_path);
2926677b9752STao Ma 	return ret;
2927677b9752STao Ma }
2928677b9752STao Ma 
2929677b9752STao Ma /*
2930677b9752STao Ma  * Remove split_rec clusters from the record at index and merge them
2931677b9752STao Ma  * onto the beginning of the record "next" to it.
2932677b9752STao Ma  * For index < l_count - 1, the next means the extent rec at index + 1.
2933677b9752STao Ma  * For index == l_count - 1, the "next" means the 1st extent rec of the
2934677b9752STao Ma  * next extent block.
2935677b9752STao Ma  */
2936677b9752STao Ma static int ocfs2_merge_rec_right(struct inode *inode,
2937677b9752STao Ma 				 struct ocfs2_path *left_path,
2938677b9752STao Ma 				 handle_t *handle,
2939677b9752STao Ma 				 struct ocfs2_extent_rec *split_rec,
2940677b9752STao Ma 				 int index)
2941677b9752STao Ma {
2942677b9752STao Ma 	int ret, next_free, i;
2943328d5752SMark Fasheh 	unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters);
2944328d5752SMark Fasheh 	struct ocfs2_extent_rec *left_rec;
2945328d5752SMark Fasheh 	struct ocfs2_extent_rec *right_rec;
2946677b9752STao Ma 	struct ocfs2_extent_list *right_el;
2947677b9752STao Ma 	struct ocfs2_path *right_path = NULL;
2948677b9752STao Ma 	int subtree_index = 0;
2949677b9752STao Ma 	struct ocfs2_extent_list *el = path_leaf_el(left_path);
2950677b9752STao Ma 	struct buffer_head *bh = path_leaf_bh(left_path);
2951677b9752STao Ma 	struct buffer_head *root_bh = NULL;
2952328d5752SMark Fasheh 
2953328d5752SMark Fasheh 	BUG_ON(index >= le16_to_cpu(el->l_next_free_rec));
2954328d5752SMark Fasheh 	left_rec = &el->l_recs[index];
2955677b9752STao Ma 
29569d8df6aaSAl Viro 	if (index == le16_to_cpu(el->l_next_free_rec) - 1 &&
2957677b9752STao Ma 	    le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) {
2958677b9752STao Ma 		/* we meet with a cross extent block merge. */
2959677b9752STao Ma 		ret = ocfs2_get_right_path(inode, left_path, &right_path);
2960677b9752STao Ma 		if (ret) {
2961677b9752STao Ma 			mlog_errno(ret);
2962677b9752STao Ma 			goto out;
2963677b9752STao Ma 		}
2964677b9752STao Ma 
2965677b9752STao Ma 		right_el = path_leaf_el(right_path);
2966677b9752STao Ma 		next_free = le16_to_cpu(right_el->l_next_free_rec);
2967677b9752STao Ma 		BUG_ON(next_free <= 0);
2968677b9752STao Ma 		right_rec = &right_el->l_recs[0];
2969677b9752STao Ma 		if (ocfs2_is_empty_extent(right_rec)) {
29709d8df6aaSAl Viro 			BUG_ON(next_free <= 1);
2971677b9752STao Ma 			right_rec = &right_el->l_recs[1];
2972677b9752STao Ma 		}
2973677b9752STao Ma 
2974677b9752STao Ma 		BUG_ON(le32_to_cpu(left_rec->e_cpos) +
2975677b9752STao Ma 		       le16_to_cpu(left_rec->e_leaf_clusters) !=
2976677b9752STao Ma 		       le32_to_cpu(right_rec->e_cpos));
2977677b9752STao Ma 
2978677b9752STao Ma 		subtree_index = ocfs2_find_subtree_root(inode,
2979677b9752STao Ma 							left_path, right_path);
2980677b9752STao Ma 
2981677b9752STao Ma 		ret = ocfs2_extend_rotate_transaction(handle, subtree_index,
2982677b9752STao Ma 						      handle->h_buffer_credits,
2983677b9752STao Ma 						      right_path);
2984677b9752STao Ma 		if (ret) {
2985677b9752STao Ma 			mlog_errno(ret);
2986677b9752STao Ma 			goto out;
2987677b9752STao Ma 		}
2988677b9752STao Ma 
2989677b9752STao Ma 		root_bh = left_path->p_node[subtree_index].bh;
2990677b9752STao Ma 		BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
2991677b9752STao Ma 
2992677b9752STao Ma 		ret = ocfs2_journal_access(handle, inode, root_bh,
2993677b9752STao Ma 					   OCFS2_JOURNAL_ACCESS_WRITE);
2994677b9752STao Ma 		if (ret) {
2995677b9752STao Ma 			mlog_errno(ret);
2996677b9752STao Ma 			goto out;
2997677b9752STao Ma 		}
2998677b9752STao Ma 
2999677b9752STao Ma 		for (i = subtree_index + 1;
3000677b9752STao Ma 		     i < path_num_items(right_path); i++) {
3001677b9752STao Ma 			ret = ocfs2_journal_access(handle, inode,
3002677b9752STao Ma 						   right_path->p_node[i].bh,
3003677b9752STao Ma 						   OCFS2_JOURNAL_ACCESS_WRITE);
3004677b9752STao Ma 			if (ret) {
3005677b9752STao Ma 				mlog_errno(ret);
3006677b9752STao Ma 				goto out;
3007677b9752STao Ma 			}
3008677b9752STao Ma 
3009677b9752STao Ma 			ret = ocfs2_journal_access(handle, inode,
3010677b9752STao Ma 						   left_path->p_node[i].bh,
3011677b9752STao Ma 						   OCFS2_JOURNAL_ACCESS_WRITE);
3012677b9752STao Ma 			if (ret) {
3013677b9752STao Ma 				mlog_errno(ret);
3014677b9752STao Ma 				goto out;
3015677b9752STao Ma 			}
3016677b9752STao Ma 		}
3017677b9752STao Ma 
3018677b9752STao Ma 	} else {
3019677b9752STao Ma 		BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1);
3020328d5752SMark Fasheh 		right_rec = &el->l_recs[index + 1];
3021677b9752STao Ma 	}
3022328d5752SMark Fasheh 
3023328d5752SMark Fasheh 	ret = ocfs2_journal_access(handle, inode, bh,
3024328d5752SMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
3025328d5752SMark Fasheh 	if (ret) {
3026328d5752SMark Fasheh 		mlog_errno(ret);
3027328d5752SMark Fasheh 		goto out;
3028328d5752SMark Fasheh 	}
3029328d5752SMark Fasheh 
3030328d5752SMark Fasheh 	le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters);
3031328d5752SMark Fasheh 
3032328d5752SMark Fasheh 	le32_add_cpu(&right_rec->e_cpos, -split_clusters);
3033328d5752SMark Fasheh 	le64_add_cpu(&right_rec->e_blkno,
3034328d5752SMark Fasheh 		     -ocfs2_clusters_to_blocks(inode->i_sb, split_clusters));
3035328d5752SMark Fasheh 	le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters);
3036328d5752SMark Fasheh 
3037328d5752SMark Fasheh 	ocfs2_cleanup_merge(el, index);
3038328d5752SMark Fasheh 
3039328d5752SMark Fasheh 	ret = ocfs2_journal_dirty(handle, bh);
3040328d5752SMark Fasheh 	if (ret)
3041328d5752SMark Fasheh 		mlog_errno(ret);
3042328d5752SMark Fasheh 
3043677b9752STao Ma 	if (right_path) {
3044677b9752STao Ma 		ret = ocfs2_journal_dirty(handle, path_leaf_bh(right_path));
3045677b9752STao Ma 		if (ret)
3046677b9752STao Ma 			mlog_errno(ret);
3047677b9752STao Ma 
3048677b9752STao Ma 		ocfs2_complete_edge_insert(inode, handle, left_path,
3049677b9752STao Ma 					   right_path, subtree_index);
3050677b9752STao Ma 	}
3051328d5752SMark Fasheh out:
3052677b9752STao Ma 	if (right_path)
3053677b9752STao Ma 		ocfs2_free_path(right_path);
3054677b9752STao Ma 	return ret;
3055677b9752STao Ma }
3056677b9752STao Ma 
3057677b9752STao Ma static int ocfs2_get_left_path(struct inode *inode,
3058677b9752STao Ma 			       struct ocfs2_path *right_path,
3059677b9752STao Ma 			       struct ocfs2_path **ret_left_path)
3060677b9752STao Ma {
3061677b9752STao Ma 	int ret;
3062677b9752STao Ma 	u32 left_cpos;
3063677b9752STao Ma 	struct ocfs2_path *left_path = NULL;
3064677b9752STao Ma 
3065677b9752STao Ma 	*ret_left_path = NULL;
3066677b9752STao Ma 
3067677b9752STao Ma 	/* This function shouldn't be called for non-trees. */
3068677b9752STao Ma 	BUG_ON(right_path->p_tree_depth == 0);
3069677b9752STao Ma 
3070677b9752STao Ma 	ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb,
3071677b9752STao Ma 					    right_path, &left_cpos);
3072677b9752STao Ma 	if (ret) {
3073677b9752STao Ma 		mlog_errno(ret);
3074677b9752STao Ma 		goto out;
3075677b9752STao Ma 	}
3076677b9752STao Ma 
3077677b9752STao Ma 	/* This function shouldn't be called for the leftmost leaf. */
3078677b9752STao Ma 	BUG_ON(left_cpos == 0);
3079677b9752STao Ma 
3080677b9752STao Ma 	left_path = ocfs2_new_path(path_root_bh(right_path),
3081677b9752STao Ma 				   path_root_el(right_path));
3082677b9752STao Ma 	if (!left_path) {
3083677b9752STao Ma 		ret = -ENOMEM;
3084677b9752STao Ma 		mlog_errno(ret);
3085677b9752STao Ma 		goto out;
3086677b9752STao Ma 	}
3087677b9752STao Ma 
3088677b9752STao Ma 	ret = ocfs2_find_path(inode, left_path, left_cpos);
3089677b9752STao Ma 	if (ret) {
3090677b9752STao Ma 		mlog_errno(ret);
3091677b9752STao Ma 		goto out;
3092677b9752STao Ma 	}
3093677b9752STao Ma 
3094677b9752STao Ma 	*ret_left_path = left_path;
3095677b9752STao Ma out:
3096677b9752STao Ma 	if (ret)
3097677b9752STao Ma 		ocfs2_free_path(left_path);
3098328d5752SMark Fasheh 	return ret;
3099328d5752SMark Fasheh }
3100328d5752SMark Fasheh 
3101328d5752SMark Fasheh /*
3102328d5752SMark Fasheh  * Remove split_rec clusters from the record at index and merge them
3103677b9752STao Ma  * onto the tail of the record "before" it.
3104677b9752STao Ma  * For index > 0, the "before" means the extent rec at index - 1.
3105677b9752STao Ma  *
3106677b9752STao Ma  * For index == 0, the "before" means the last record of the previous
3107677b9752STao Ma  * extent block. And there is also a situation that we may need to
3108677b9752STao Ma  * remove the rightmost leaf extent block in the right_path and change
3109677b9752STao Ma  * the right path to indicate the new rightmost path.
3110328d5752SMark Fasheh  */
3111677b9752STao Ma static int ocfs2_merge_rec_left(struct inode *inode,
3112677b9752STao Ma 				struct ocfs2_path *right_path,
3113328d5752SMark Fasheh 				handle_t *handle,
3114328d5752SMark Fasheh 				struct ocfs2_extent_rec *split_rec,
3115677b9752STao Ma 				struct ocfs2_cached_dealloc_ctxt *dealloc,
3116e7d4cb6bSTao Ma 				struct ocfs2_extent_tree *et,
3117677b9752STao Ma 				int index)
3118328d5752SMark Fasheh {
3119677b9752STao Ma 	int ret, i, subtree_index = 0, has_empty_extent = 0;
3120328d5752SMark Fasheh 	unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters);
3121328d5752SMark Fasheh 	struct ocfs2_extent_rec *left_rec;
3122328d5752SMark Fasheh 	struct ocfs2_extent_rec *right_rec;
3123677b9752STao Ma 	struct ocfs2_extent_list *el = path_leaf_el(right_path);
3124677b9752STao Ma 	struct buffer_head *bh = path_leaf_bh(right_path);
3125677b9752STao Ma 	struct buffer_head *root_bh = NULL;
3126677b9752STao Ma 	struct ocfs2_path *left_path = NULL;
3127677b9752STao Ma 	struct ocfs2_extent_list *left_el;
3128328d5752SMark Fasheh 
3129677b9752STao Ma 	BUG_ON(index < 0);
3130328d5752SMark Fasheh 
3131328d5752SMark Fasheh 	right_rec = &el->l_recs[index];
3132677b9752STao Ma 	if (index == 0) {
3133677b9752STao Ma 		/* we meet with a cross extent block merge. */
3134677b9752STao Ma 		ret = ocfs2_get_left_path(inode, right_path, &left_path);
3135677b9752STao Ma 		if (ret) {
3136677b9752STao Ma 			mlog_errno(ret);
3137677b9752STao Ma 			goto out;
3138677b9752STao Ma 		}
3139677b9752STao Ma 
3140677b9752STao Ma 		left_el = path_leaf_el(left_path);
3141677b9752STao Ma 		BUG_ON(le16_to_cpu(left_el->l_next_free_rec) !=
3142677b9752STao Ma 		       le16_to_cpu(left_el->l_count));
3143677b9752STao Ma 
3144677b9752STao Ma 		left_rec = &left_el->l_recs[
3145677b9752STao Ma 				le16_to_cpu(left_el->l_next_free_rec) - 1];
3146677b9752STao Ma 		BUG_ON(le32_to_cpu(left_rec->e_cpos) +
3147677b9752STao Ma 		       le16_to_cpu(left_rec->e_leaf_clusters) !=
3148677b9752STao Ma 		       le32_to_cpu(split_rec->e_cpos));
3149677b9752STao Ma 
3150677b9752STao Ma 		subtree_index = ocfs2_find_subtree_root(inode,
3151677b9752STao Ma 							left_path, right_path);
3152677b9752STao Ma 
3153677b9752STao Ma 		ret = ocfs2_extend_rotate_transaction(handle, subtree_index,
3154677b9752STao Ma 						      handle->h_buffer_credits,
3155677b9752STao Ma 						      left_path);
3156677b9752STao Ma 		if (ret) {
3157677b9752STao Ma 			mlog_errno(ret);
3158677b9752STao Ma 			goto out;
3159677b9752STao Ma 		}
3160677b9752STao Ma 
3161677b9752STao Ma 		root_bh = left_path->p_node[subtree_index].bh;
3162677b9752STao Ma 		BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
3163677b9752STao Ma 
3164677b9752STao Ma 		ret = ocfs2_journal_access(handle, inode, root_bh,
3165677b9752STao Ma 					   OCFS2_JOURNAL_ACCESS_WRITE);
3166677b9752STao Ma 		if (ret) {
3167677b9752STao Ma 			mlog_errno(ret);
3168677b9752STao Ma 			goto out;
3169677b9752STao Ma 		}
3170677b9752STao Ma 
3171677b9752STao Ma 		for (i = subtree_index + 1;
3172677b9752STao Ma 		     i < path_num_items(right_path); i++) {
3173677b9752STao Ma 			ret = ocfs2_journal_access(handle, inode,
3174677b9752STao Ma 						   right_path->p_node[i].bh,
3175677b9752STao Ma 						   OCFS2_JOURNAL_ACCESS_WRITE);
3176677b9752STao Ma 			if (ret) {
3177677b9752STao Ma 				mlog_errno(ret);
3178677b9752STao Ma 				goto out;
3179677b9752STao Ma 			}
3180677b9752STao Ma 
3181677b9752STao Ma 			ret = ocfs2_journal_access(handle, inode,
3182677b9752STao Ma 						   left_path->p_node[i].bh,
3183677b9752STao Ma 						   OCFS2_JOURNAL_ACCESS_WRITE);
3184677b9752STao Ma 			if (ret) {
3185677b9752STao Ma 				mlog_errno(ret);
3186677b9752STao Ma 				goto out;
3187677b9752STao Ma 			}
3188677b9752STao Ma 		}
3189677b9752STao Ma 	} else {
3190677b9752STao Ma 		left_rec = &el->l_recs[index - 1];
3191328d5752SMark Fasheh 		if (ocfs2_is_empty_extent(&el->l_recs[0]))
3192328d5752SMark Fasheh 			has_empty_extent = 1;
3193677b9752STao Ma 	}
3194328d5752SMark Fasheh 
3195328d5752SMark Fasheh 	ret = ocfs2_journal_access(handle, inode, bh,
3196328d5752SMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
3197328d5752SMark Fasheh 	if (ret) {
3198328d5752SMark Fasheh 		mlog_errno(ret);
3199328d5752SMark Fasheh 		goto out;
3200328d5752SMark Fasheh 	}
3201328d5752SMark Fasheh 
3202328d5752SMark Fasheh 	if (has_empty_extent && index == 1) {
3203328d5752SMark Fasheh 		/*
3204328d5752SMark Fasheh 		 * The easy case - we can just plop the record right in.
3205328d5752SMark Fasheh 		 */
3206328d5752SMark Fasheh 		*left_rec = *split_rec;
3207328d5752SMark Fasheh 
3208328d5752SMark Fasheh 		has_empty_extent = 0;
3209677b9752STao Ma 	} else
3210328d5752SMark Fasheh 		le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters);
3211328d5752SMark Fasheh 
3212328d5752SMark Fasheh 	le32_add_cpu(&right_rec->e_cpos, split_clusters);
3213328d5752SMark Fasheh 	le64_add_cpu(&right_rec->e_blkno,
3214328d5752SMark Fasheh 		     ocfs2_clusters_to_blocks(inode->i_sb, split_clusters));
3215328d5752SMark Fasheh 	le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters);
3216328d5752SMark Fasheh 
3217328d5752SMark Fasheh 	ocfs2_cleanup_merge(el, index);
3218328d5752SMark Fasheh 
3219328d5752SMark Fasheh 	ret = ocfs2_journal_dirty(handle, bh);
3220328d5752SMark Fasheh 	if (ret)
3221328d5752SMark Fasheh 		mlog_errno(ret);
3222328d5752SMark Fasheh 
3223677b9752STao Ma 	if (left_path) {
3224677b9752STao Ma 		ret = ocfs2_journal_dirty(handle, path_leaf_bh(left_path));
3225677b9752STao Ma 		if (ret)
3226677b9752STao Ma 			mlog_errno(ret);
3227677b9752STao Ma 
3228677b9752STao Ma 		/*
3229677b9752STao Ma 		 * In the situation that the right_rec is empty and the extent
3230677b9752STao Ma 		 * block is empty also,  ocfs2_complete_edge_insert can't handle
3231677b9752STao Ma 		 * it and we need to delete the right extent block.
3232677b9752STao Ma 		 */
3233677b9752STao Ma 		if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 &&
3234677b9752STao Ma 		    le16_to_cpu(el->l_next_free_rec) == 1) {
3235677b9752STao Ma 
3236677b9752STao Ma 			ret = ocfs2_remove_rightmost_path(inode, handle,
3237e7d4cb6bSTao Ma 							  right_path,
3238e7d4cb6bSTao Ma 							  dealloc, et);
3239677b9752STao Ma 			if (ret) {
3240677b9752STao Ma 				mlog_errno(ret);
3241677b9752STao Ma 				goto out;
3242677b9752STao Ma 			}
3243677b9752STao Ma 
3244677b9752STao Ma 			/* Now the rightmost extent block has been deleted.
3245677b9752STao Ma 			 * So we use the new rightmost path.
3246677b9752STao Ma 			 */
3247677b9752STao Ma 			ocfs2_mv_path(right_path, left_path);
3248677b9752STao Ma 			left_path = NULL;
3249677b9752STao Ma 		} else
3250677b9752STao Ma 			ocfs2_complete_edge_insert(inode, handle, left_path,
3251677b9752STao Ma 						   right_path, subtree_index);
3252677b9752STao Ma 	}
3253328d5752SMark Fasheh out:
3254677b9752STao Ma 	if (left_path)
3255677b9752STao Ma 		ocfs2_free_path(left_path);
3256328d5752SMark Fasheh 	return ret;
3257328d5752SMark Fasheh }
3258328d5752SMark Fasheh 
3259328d5752SMark Fasheh static int ocfs2_try_to_merge_extent(struct inode *inode,
3260328d5752SMark Fasheh 				     handle_t *handle,
3261677b9752STao Ma 				     struct ocfs2_path *path,
3262328d5752SMark Fasheh 				     int split_index,
3263328d5752SMark Fasheh 				     struct ocfs2_extent_rec *split_rec,
3264328d5752SMark Fasheh 				     struct ocfs2_cached_dealloc_ctxt *dealloc,
3265e7d4cb6bSTao Ma 				     struct ocfs2_merge_ctxt *ctxt,
3266e7d4cb6bSTao Ma 				     struct ocfs2_extent_tree *et)
3267328d5752SMark Fasheh 
3268328d5752SMark Fasheh {
3269518d7269STao Mao 	int ret = 0;
3270677b9752STao Ma 	struct ocfs2_extent_list *el = path_leaf_el(path);
3271328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec = &el->l_recs[split_index];
3272328d5752SMark Fasheh 
3273328d5752SMark Fasheh 	BUG_ON(ctxt->c_contig_type == CONTIG_NONE);
3274328d5752SMark Fasheh 
3275518d7269STao Mao 	if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) {
3276328d5752SMark Fasheh 		/*
3277328d5752SMark Fasheh 		 * The merge code will need to create an empty
3278328d5752SMark Fasheh 		 * extent to take the place of the newly
3279328d5752SMark Fasheh 		 * emptied slot. Remove any pre-existing empty
3280328d5752SMark Fasheh 		 * extents - having more than one in a leaf is
3281328d5752SMark Fasheh 		 * illegal.
3282328d5752SMark Fasheh 		 */
3283677b9752STao Ma 		ret = ocfs2_rotate_tree_left(inode, handle, path,
3284e7d4cb6bSTao Ma 					     dealloc, et);
3285328d5752SMark Fasheh 		if (ret) {
3286328d5752SMark Fasheh 			mlog_errno(ret);
3287328d5752SMark Fasheh 			goto out;
3288328d5752SMark Fasheh 		}
3289328d5752SMark Fasheh 		split_index--;
3290328d5752SMark Fasheh 		rec = &el->l_recs[split_index];
3291328d5752SMark Fasheh 	}
3292328d5752SMark Fasheh 
3293328d5752SMark Fasheh 	if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) {
3294328d5752SMark Fasheh 		/*
3295328d5752SMark Fasheh 		 * Left-right contig implies this.
3296328d5752SMark Fasheh 		 */
3297328d5752SMark Fasheh 		BUG_ON(!ctxt->c_split_covers_rec);
3298328d5752SMark Fasheh 
3299328d5752SMark Fasheh 		/*
3300328d5752SMark Fasheh 		 * Since the leftright insert always covers the entire
3301328d5752SMark Fasheh 		 * extent, this call will delete the insert record
3302328d5752SMark Fasheh 		 * entirely, resulting in an empty extent record added to
3303328d5752SMark Fasheh 		 * the extent block.
3304328d5752SMark Fasheh 		 *
3305328d5752SMark Fasheh 		 * Since the adding of an empty extent shifts
3306328d5752SMark Fasheh 		 * everything back to the right, there's no need to
3307328d5752SMark Fasheh 		 * update split_index here.
3308677b9752STao Ma 		 *
3309677b9752STao Ma 		 * When the split_index is zero, we need to merge it to the
3310677b9752STao Ma 		 * prevoius extent block. It is more efficient and easier
3311677b9752STao Ma 		 * if we do merge_right first and merge_left later.
3312328d5752SMark Fasheh 		 */
3313677b9752STao Ma 		ret = ocfs2_merge_rec_right(inode, path,
3314677b9752STao Ma 					    handle, split_rec,
3315677b9752STao Ma 					    split_index);
3316328d5752SMark Fasheh 		if (ret) {
3317328d5752SMark Fasheh 			mlog_errno(ret);
3318328d5752SMark Fasheh 			goto out;
3319328d5752SMark Fasheh 		}
3320328d5752SMark Fasheh 
3321328d5752SMark Fasheh 		/*
3322328d5752SMark Fasheh 		 * We can only get this from logic error above.
3323328d5752SMark Fasheh 		 */
3324328d5752SMark Fasheh 		BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0]));
3325328d5752SMark Fasheh 
3326677b9752STao Ma 		/* The merge left us with an empty extent, remove it. */
3327e7d4cb6bSTao Ma 		ret = ocfs2_rotate_tree_left(inode, handle, path,
3328e7d4cb6bSTao Ma 					     dealloc, et);
3329328d5752SMark Fasheh 		if (ret) {
3330328d5752SMark Fasheh 			mlog_errno(ret);
3331328d5752SMark Fasheh 			goto out;
3332328d5752SMark Fasheh 		}
3333677b9752STao Ma 
3334328d5752SMark Fasheh 		rec = &el->l_recs[split_index];
3335328d5752SMark Fasheh 
3336328d5752SMark Fasheh 		/*
3337328d5752SMark Fasheh 		 * Note that we don't pass split_rec here on purpose -
3338677b9752STao Ma 		 * we've merged it into the rec already.
3339328d5752SMark Fasheh 		 */
3340677b9752STao Ma 		ret = ocfs2_merge_rec_left(inode, path,
3341677b9752STao Ma 					   handle, rec,
3342e7d4cb6bSTao Ma 					   dealloc, et,
3343677b9752STao Ma 					   split_index);
3344677b9752STao Ma 
3345328d5752SMark Fasheh 		if (ret) {
3346328d5752SMark Fasheh 			mlog_errno(ret);
3347328d5752SMark Fasheh 			goto out;
3348328d5752SMark Fasheh 		}
3349328d5752SMark Fasheh 
3350677b9752STao Ma 		ret = ocfs2_rotate_tree_left(inode, handle, path,
3351e7d4cb6bSTao Ma 					     dealloc, et);
3352328d5752SMark Fasheh 		/*
3353328d5752SMark Fasheh 		 * Error from this last rotate is not critical, so
3354328d5752SMark Fasheh 		 * print but don't bubble it up.
3355328d5752SMark Fasheh 		 */
3356328d5752SMark Fasheh 		if (ret)
3357328d5752SMark Fasheh 			mlog_errno(ret);
3358328d5752SMark Fasheh 		ret = 0;
3359328d5752SMark Fasheh 	} else {
3360328d5752SMark Fasheh 		/*
3361328d5752SMark Fasheh 		 * Merge a record to the left or right.
3362328d5752SMark Fasheh 		 *
3363328d5752SMark Fasheh 		 * 'contig_type' is relative to the existing record,
3364328d5752SMark Fasheh 		 * so for example, if we're "right contig", it's to
3365328d5752SMark Fasheh 		 * the record on the left (hence the left merge).
3366328d5752SMark Fasheh 		 */
3367328d5752SMark Fasheh 		if (ctxt->c_contig_type == CONTIG_RIGHT) {
3368328d5752SMark Fasheh 			ret = ocfs2_merge_rec_left(inode,
3369677b9752STao Ma 						   path,
3370677b9752STao Ma 						   handle, split_rec,
3371e7d4cb6bSTao Ma 						   dealloc, et,
3372328d5752SMark Fasheh 						   split_index);
3373328d5752SMark Fasheh 			if (ret) {
3374328d5752SMark Fasheh 				mlog_errno(ret);
3375328d5752SMark Fasheh 				goto out;
3376328d5752SMark Fasheh 			}
3377328d5752SMark Fasheh 		} else {
3378328d5752SMark Fasheh 			ret = ocfs2_merge_rec_right(inode,
3379677b9752STao Ma 						    path,
3380677b9752STao Ma 						    handle, split_rec,
3381328d5752SMark Fasheh 						    split_index);
3382328d5752SMark Fasheh 			if (ret) {
3383328d5752SMark Fasheh 				mlog_errno(ret);
3384328d5752SMark Fasheh 				goto out;
3385328d5752SMark Fasheh 			}
3386328d5752SMark Fasheh 		}
3387328d5752SMark Fasheh 
3388328d5752SMark Fasheh 		if (ctxt->c_split_covers_rec) {
3389328d5752SMark Fasheh 			/*
3390328d5752SMark Fasheh 			 * The merge may have left an empty extent in
3391328d5752SMark Fasheh 			 * our leaf. Try to rotate it away.
3392328d5752SMark Fasheh 			 */
3393677b9752STao Ma 			ret = ocfs2_rotate_tree_left(inode, handle, path,
3394e7d4cb6bSTao Ma 						     dealloc, et);
3395328d5752SMark Fasheh 			if (ret)
3396328d5752SMark Fasheh 				mlog_errno(ret);
3397328d5752SMark Fasheh 			ret = 0;
3398328d5752SMark Fasheh 		}
3399328d5752SMark Fasheh 	}
3400328d5752SMark Fasheh 
3401328d5752SMark Fasheh out:
3402328d5752SMark Fasheh 	return ret;
3403328d5752SMark Fasheh }
3404328d5752SMark Fasheh 
3405328d5752SMark Fasheh static void ocfs2_subtract_from_rec(struct super_block *sb,
3406328d5752SMark Fasheh 				    enum ocfs2_split_type split,
3407328d5752SMark Fasheh 				    struct ocfs2_extent_rec *rec,
3408328d5752SMark Fasheh 				    struct ocfs2_extent_rec *split_rec)
3409328d5752SMark Fasheh {
3410328d5752SMark Fasheh 	u64 len_blocks;
3411328d5752SMark Fasheh 
3412328d5752SMark Fasheh 	len_blocks = ocfs2_clusters_to_blocks(sb,
3413328d5752SMark Fasheh 				le16_to_cpu(split_rec->e_leaf_clusters));
3414328d5752SMark Fasheh 
3415328d5752SMark Fasheh 	if (split == SPLIT_LEFT) {
3416328d5752SMark Fasheh 		/*
3417328d5752SMark Fasheh 		 * Region is on the left edge of the existing
3418328d5752SMark Fasheh 		 * record.
3419328d5752SMark Fasheh 		 */
3420328d5752SMark Fasheh 		le32_add_cpu(&rec->e_cpos,
3421328d5752SMark Fasheh 			     le16_to_cpu(split_rec->e_leaf_clusters));
3422328d5752SMark Fasheh 		le64_add_cpu(&rec->e_blkno, len_blocks);
3423328d5752SMark Fasheh 		le16_add_cpu(&rec->e_leaf_clusters,
3424328d5752SMark Fasheh 			     -le16_to_cpu(split_rec->e_leaf_clusters));
3425328d5752SMark Fasheh 	} else {
3426328d5752SMark Fasheh 		/*
3427328d5752SMark Fasheh 		 * Region is on the right edge of the existing
3428328d5752SMark Fasheh 		 * record.
3429328d5752SMark Fasheh 		 */
3430328d5752SMark Fasheh 		le16_add_cpu(&rec->e_leaf_clusters,
3431328d5752SMark Fasheh 			     -le16_to_cpu(split_rec->e_leaf_clusters));
3432328d5752SMark Fasheh 	}
3433328d5752SMark Fasheh }
3434328d5752SMark Fasheh 
3435dcd0538fSMark Fasheh /*
3436dcd0538fSMark Fasheh  * Do the final bits of extent record insertion at the target leaf
3437dcd0538fSMark Fasheh  * list. If this leaf is part of an allocation tree, it is assumed
3438dcd0538fSMark Fasheh  * that the tree above has been prepared.
3439dcd0538fSMark Fasheh  */
3440dcd0538fSMark Fasheh static void ocfs2_insert_at_leaf(struct ocfs2_extent_rec *insert_rec,
3441dcd0538fSMark Fasheh 				 struct ocfs2_extent_list *el,
3442dcd0538fSMark Fasheh 				 struct ocfs2_insert_type *insert,
3443dcd0538fSMark Fasheh 				 struct inode *inode)
3444dcd0538fSMark Fasheh {
3445dcd0538fSMark Fasheh 	int i = insert->ins_contig_index;
3446dcd0538fSMark Fasheh 	unsigned int range;
3447dcd0538fSMark Fasheh 	struct ocfs2_extent_rec *rec;
3448dcd0538fSMark Fasheh 
3449e48edee2SMark Fasheh 	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
3450dcd0538fSMark Fasheh 
3451328d5752SMark Fasheh 	if (insert->ins_split != SPLIT_NONE) {
3452328d5752SMark Fasheh 		i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos));
3453328d5752SMark Fasheh 		BUG_ON(i == -1);
3454328d5752SMark Fasheh 		rec = &el->l_recs[i];
3455328d5752SMark Fasheh 		ocfs2_subtract_from_rec(inode->i_sb, insert->ins_split, rec,
3456328d5752SMark Fasheh 					insert_rec);
3457328d5752SMark Fasheh 		goto rotate;
3458328d5752SMark Fasheh 	}
3459328d5752SMark Fasheh 
3460dcd0538fSMark Fasheh 	/*
3461dcd0538fSMark Fasheh 	 * Contiguous insert - either left or right.
3462dcd0538fSMark Fasheh 	 */
3463dcd0538fSMark Fasheh 	if (insert->ins_contig != CONTIG_NONE) {
3464dcd0538fSMark Fasheh 		rec = &el->l_recs[i];
3465dcd0538fSMark Fasheh 		if (insert->ins_contig == CONTIG_LEFT) {
3466dcd0538fSMark Fasheh 			rec->e_blkno = insert_rec->e_blkno;
3467dcd0538fSMark Fasheh 			rec->e_cpos = insert_rec->e_cpos;
3468dcd0538fSMark Fasheh 		}
3469e48edee2SMark Fasheh 		le16_add_cpu(&rec->e_leaf_clusters,
3470e48edee2SMark Fasheh 			     le16_to_cpu(insert_rec->e_leaf_clusters));
3471dcd0538fSMark Fasheh 		return;
3472dcd0538fSMark Fasheh 	}
3473dcd0538fSMark Fasheh 
3474dcd0538fSMark Fasheh 	/*
3475dcd0538fSMark Fasheh 	 * Handle insert into an empty leaf.
3476dcd0538fSMark Fasheh 	 */
3477dcd0538fSMark Fasheh 	if (le16_to_cpu(el->l_next_free_rec) == 0 ||
3478dcd0538fSMark Fasheh 	    ((le16_to_cpu(el->l_next_free_rec) == 1) &&
3479dcd0538fSMark Fasheh 	     ocfs2_is_empty_extent(&el->l_recs[0]))) {
3480dcd0538fSMark Fasheh 		el->l_recs[0] = *insert_rec;
3481dcd0538fSMark Fasheh 		el->l_next_free_rec = cpu_to_le16(1);
3482dcd0538fSMark Fasheh 		return;
3483dcd0538fSMark Fasheh 	}
3484dcd0538fSMark Fasheh 
3485dcd0538fSMark Fasheh 	/*
3486dcd0538fSMark Fasheh 	 * Appending insert.
3487dcd0538fSMark Fasheh 	 */
3488dcd0538fSMark Fasheh 	if (insert->ins_appending == APPEND_TAIL) {
3489dcd0538fSMark Fasheh 		i = le16_to_cpu(el->l_next_free_rec) - 1;
3490dcd0538fSMark Fasheh 		rec = &el->l_recs[i];
3491e48edee2SMark Fasheh 		range = le32_to_cpu(rec->e_cpos)
3492e48edee2SMark Fasheh 			+ le16_to_cpu(rec->e_leaf_clusters);
3493dcd0538fSMark Fasheh 		BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range);
3494dcd0538fSMark Fasheh 
3495dcd0538fSMark Fasheh 		mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >=
3496dcd0538fSMark Fasheh 				le16_to_cpu(el->l_count),
3497dcd0538fSMark Fasheh 				"inode %lu, depth %u, count %u, next free %u, "
3498dcd0538fSMark Fasheh 				"rec.cpos %u, rec.clusters %u, "
3499dcd0538fSMark Fasheh 				"insert.cpos %u, insert.clusters %u\n",
3500dcd0538fSMark Fasheh 				inode->i_ino,
3501dcd0538fSMark Fasheh 				le16_to_cpu(el->l_tree_depth),
3502dcd0538fSMark Fasheh 				le16_to_cpu(el->l_count),
3503dcd0538fSMark Fasheh 				le16_to_cpu(el->l_next_free_rec),
3504dcd0538fSMark Fasheh 				le32_to_cpu(el->l_recs[i].e_cpos),
3505e48edee2SMark Fasheh 				le16_to_cpu(el->l_recs[i].e_leaf_clusters),
3506dcd0538fSMark Fasheh 				le32_to_cpu(insert_rec->e_cpos),
3507e48edee2SMark Fasheh 				le16_to_cpu(insert_rec->e_leaf_clusters));
3508dcd0538fSMark Fasheh 		i++;
3509dcd0538fSMark Fasheh 		el->l_recs[i] = *insert_rec;
3510dcd0538fSMark Fasheh 		le16_add_cpu(&el->l_next_free_rec, 1);
3511dcd0538fSMark Fasheh 		return;
3512dcd0538fSMark Fasheh 	}
3513dcd0538fSMark Fasheh 
3514328d5752SMark Fasheh rotate:
3515dcd0538fSMark Fasheh 	/*
3516dcd0538fSMark Fasheh 	 * Ok, we have to rotate.
3517dcd0538fSMark Fasheh 	 *
3518dcd0538fSMark Fasheh 	 * At this point, it is safe to assume that inserting into an
3519dcd0538fSMark Fasheh 	 * empty leaf and appending to a leaf have both been handled
3520dcd0538fSMark Fasheh 	 * above.
3521dcd0538fSMark Fasheh 	 *
3522dcd0538fSMark Fasheh 	 * This leaf needs to have space, either by the empty 1st
3523dcd0538fSMark Fasheh 	 * extent record, or by virtue of an l_next_rec < l_count.
3524dcd0538fSMark Fasheh 	 */
3525dcd0538fSMark Fasheh 	ocfs2_rotate_leaf(el, insert_rec);
3526dcd0538fSMark Fasheh }
3527dcd0538fSMark Fasheh 
3528328d5752SMark Fasheh static void ocfs2_adjust_rightmost_records(struct inode *inode,
3529328d5752SMark Fasheh 					   handle_t *handle,
3530328d5752SMark Fasheh 					   struct ocfs2_path *path,
3531328d5752SMark Fasheh 					   struct ocfs2_extent_rec *insert_rec)
3532328d5752SMark Fasheh {
3533328d5752SMark Fasheh 	int ret, i, next_free;
3534328d5752SMark Fasheh 	struct buffer_head *bh;
3535328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
3536328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec;
3537328d5752SMark Fasheh 
3538328d5752SMark Fasheh 	/*
3539328d5752SMark Fasheh 	 * Update everything except the leaf block.
3540328d5752SMark Fasheh 	 */
3541328d5752SMark Fasheh 	for (i = 0; i < path->p_tree_depth; i++) {
3542328d5752SMark Fasheh 		bh = path->p_node[i].bh;
3543328d5752SMark Fasheh 		el = path->p_node[i].el;
3544328d5752SMark Fasheh 
3545328d5752SMark Fasheh 		next_free = le16_to_cpu(el->l_next_free_rec);
3546328d5752SMark Fasheh 		if (next_free == 0) {
3547328d5752SMark Fasheh 			ocfs2_error(inode->i_sb,
3548328d5752SMark Fasheh 				    "Dinode %llu has a bad extent list",
3549328d5752SMark Fasheh 				    (unsigned long long)OCFS2_I(inode)->ip_blkno);
3550328d5752SMark Fasheh 			ret = -EIO;
3551328d5752SMark Fasheh 			return;
3552328d5752SMark Fasheh 		}
3553328d5752SMark Fasheh 
3554328d5752SMark Fasheh 		rec = &el->l_recs[next_free - 1];
3555328d5752SMark Fasheh 
3556328d5752SMark Fasheh 		rec->e_int_clusters = insert_rec->e_cpos;
3557328d5752SMark Fasheh 		le32_add_cpu(&rec->e_int_clusters,
3558328d5752SMark Fasheh 			     le16_to_cpu(insert_rec->e_leaf_clusters));
3559328d5752SMark Fasheh 		le32_add_cpu(&rec->e_int_clusters,
3560328d5752SMark Fasheh 			     -le32_to_cpu(rec->e_cpos));
3561328d5752SMark Fasheh 
3562328d5752SMark Fasheh 		ret = ocfs2_journal_dirty(handle, bh);
3563328d5752SMark Fasheh 		if (ret)
3564328d5752SMark Fasheh 			mlog_errno(ret);
3565328d5752SMark Fasheh 
3566328d5752SMark Fasheh 	}
3567328d5752SMark Fasheh }
3568328d5752SMark Fasheh 
3569dcd0538fSMark Fasheh static int ocfs2_append_rec_to_path(struct inode *inode, handle_t *handle,
3570dcd0538fSMark Fasheh 				    struct ocfs2_extent_rec *insert_rec,
3571dcd0538fSMark Fasheh 				    struct ocfs2_path *right_path,
3572dcd0538fSMark Fasheh 				    struct ocfs2_path **ret_left_path)
3573dcd0538fSMark Fasheh {
3574328d5752SMark Fasheh 	int ret, next_free;
3575dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el;
3576dcd0538fSMark Fasheh 	struct ocfs2_path *left_path = NULL;
3577dcd0538fSMark Fasheh 
3578dcd0538fSMark Fasheh 	*ret_left_path = NULL;
3579dcd0538fSMark Fasheh 
3580dcd0538fSMark Fasheh 	/*
3581e48edee2SMark Fasheh 	 * This shouldn't happen for non-trees. The extent rec cluster
3582e48edee2SMark Fasheh 	 * count manipulation below only works for interior nodes.
3583e48edee2SMark Fasheh 	 */
3584e48edee2SMark Fasheh 	BUG_ON(right_path->p_tree_depth == 0);
3585e48edee2SMark Fasheh 
3586e48edee2SMark Fasheh 	/*
3587dcd0538fSMark Fasheh 	 * If our appending insert is at the leftmost edge of a leaf,
3588dcd0538fSMark Fasheh 	 * then we might need to update the rightmost records of the
3589dcd0538fSMark Fasheh 	 * neighboring path.
3590dcd0538fSMark Fasheh 	 */
3591dcd0538fSMark Fasheh 	el = path_leaf_el(right_path);
3592dcd0538fSMark Fasheh 	next_free = le16_to_cpu(el->l_next_free_rec);
3593dcd0538fSMark Fasheh 	if (next_free == 0 ||
3594dcd0538fSMark Fasheh 	    (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) {
3595dcd0538fSMark Fasheh 		u32 left_cpos;
3596dcd0538fSMark Fasheh 
3597dcd0538fSMark Fasheh 		ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, right_path,
3598dcd0538fSMark Fasheh 						    &left_cpos);
3599dcd0538fSMark Fasheh 		if (ret) {
3600dcd0538fSMark Fasheh 			mlog_errno(ret);
3601dcd0538fSMark Fasheh 			goto out;
3602dcd0538fSMark Fasheh 		}
3603dcd0538fSMark Fasheh 
3604dcd0538fSMark Fasheh 		mlog(0, "Append may need a left path update. cpos: %u, "
3605dcd0538fSMark Fasheh 		     "left_cpos: %u\n", le32_to_cpu(insert_rec->e_cpos),
3606dcd0538fSMark Fasheh 		     left_cpos);
3607dcd0538fSMark Fasheh 
3608dcd0538fSMark Fasheh 		/*
3609dcd0538fSMark Fasheh 		 * No need to worry if the append is already in the
3610dcd0538fSMark Fasheh 		 * leftmost leaf.
3611dcd0538fSMark Fasheh 		 */
3612dcd0538fSMark Fasheh 		if (left_cpos) {
3613dcd0538fSMark Fasheh 			left_path = ocfs2_new_path(path_root_bh(right_path),
3614dcd0538fSMark Fasheh 						   path_root_el(right_path));
3615dcd0538fSMark Fasheh 			if (!left_path) {
3616dcd0538fSMark Fasheh 				ret = -ENOMEM;
3617dcd0538fSMark Fasheh 				mlog_errno(ret);
3618dcd0538fSMark Fasheh 				goto out;
3619dcd0538fSMark Fasheh 			}
3620dcd0538fSMark Fasheh 
3621dcd0538fSMark Fasheh 			ret = ocfs2_find_path(inode, left_path, left_cpos);
3622dcd0538fSMark Fasheh 			if (ret) {
3623dcd0538fSMark Fasheh 				mlog_errno(ret);
3624dcd0538fSMark Fasheh 				goto out;
3625dcd0538fSMark Fasheh 			}
3626dcd0538fSMark Fasheh 
3627dcd0538fSMark Fasheh 			/*
3628dcd0538fSMark Fasheh 			 * ocfs2_insert_path() will pass the left_path to the
3629dcd0538fSMark Fasheh 			 * journal for us.
3630dcd0538fSMark Fasheh 			 */
3631dcd0538fSMark Fasheh 		}
3632dcd0538fSMark Fasheh 	}
3633dcd0538fSMark Fasheh 
3634dcd0538fSMark Fasheh 	ret = ocfs2_journal_access_path(inode, handle, right_path);
3635dcd0538fSMark Fasheh 	if (ret) {
3636dcd0538fSMark Fasheh 		mlog_errno(ret);
3637dcd0538fSMark Fasheh 		goto out;
3638dcd0538fSMark Fasheh 	}
3639dcd0538fSMark Fasheh 
3640328d5752SMark Fasheh 	ocfs2_adjust_rightmost_records(inode, handle, right_path, insert_rec);
3641dcd0538fSMark Fasheh 
3642dcd0538fSMark Fasheh 	*ret_left_path = left_path;
3643dcd0538fSMark Fasheh 	ret = 0;
3644dcd0538fSMark Fasheh out:
3645dcd0538fSMark Fasheh 	if (ret != 0)
3646dcd0538fSMark Fasheh 		ocfs2_free_path(left_path);
3647dcd0538fSMark Fasheh 
3648dcd0538fSMark Fasheh 	return ret;
3649dcd0538fSMark Fasheh }
3650dcd0538fSMark Fasheh 
3651328d5752SMark Fasheh static void ocfs2_split_record(struct inode *inode,
3652328d5752SMark Fasheh 			       struct ocfs2_path *left_path,
3653328d5752SMark Fasheh 			       struct ocfs2_path *right_path,
3654328d5752SMark Fasheh 			       struct ocfs2_extent_rec *split_rec,
3655328d5752SMark Fasheh 			       enum ocfs2_split_type split)
3656328d5752SMark Fasheh {
3657328d5752SMark Fasheh 	int index;
3658328d5752SMark Fasheh 	u32 cpos = le32_to_cpu(split_rec->e_cpos);
3659328d5752SMark Fasheh 	struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el;
3660328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec, *tmprec;
3661328d5752SMark Fasheh 
3662328d5752SMark Fasheh 	right_el = path_leaf_el(right_path);;
3663328d5752SMark Fasheh 	if (left_path)
3664328d5752SMark Fasheh 		left_el = path_leaf_el(left_path);
3665328d5752SMark Fasheh 
3666328d5752SMark Fasheh 	el = right_el;
3667328d5752SMark Fasheh 	insert_el = right_el;
3668328d5752SMark Fasheh 	index = ocfs2_search_extent_list(el, cpos);
3669328d5752SMark Fasheh 	if (index != -1) {
3670328d5752SMark Fasheh 		if (index == 0 && left_path) {
3671328d5752SMark Fasheh 			BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0]));
3672328d5752SMark Fasheh 
3673328d5752SMark Fasheh 			/*
3674328d5752SMark Fasheh 			 * This typically means that the record
3675328d5752SMark Fasheh 			 * started in the left path but moved to the
3676328d5752SMark Fasheh 			 * right as a result of rotation. We either
3677328d5752SMark Fasheh 			 * move the existing record to the left, or we
3678328d5752SMark Fasheh 			 * do the later insert there.
3679328d5752SMark Fasheh 			 *
3680328d5752SMark Fasheh 			 * In this case, the left path should always
3681328d5752SMark Fasheh 			 * exist as the rotate code will have passed
3682328d5752SMark Fasheh 			 * it back for a post-insert update.
3683328d5752SMark Fasheh 			 */
3684328d5752SMark Fasheh 
3685328d5752SMark Fasheh 			if (split == SPLIT_LEFT) {
3686328d5752SMark Fasheh 				/*
3687328d5752SMark Fasheh 				 * It's a left split. Since we know
3688328d5752SMark Fasheh 				 * that the rotate code gave us an
3689328d5752SMark Fasheh 				 * empty extent in the left path, we
3690328d5752SMark Fasheh 				 * can just do the insert there.
3691328d5752SMark Fasheh 				 */
3692328d5752SMark Fasheh 				insert_el = left_el;
3693328d5752SMark Fasheh 			} else {
3694328d5752SMark Fasheh 				/*
3695328d5752SMark Fasheh 				 * Right split - we have to move the
3696328d5752SMark Fasheh 				 * existing record over to the left
3697328d5752SMark Fasheh 				 * leaf. The insert will be into the
3698328d5752SMark Fasheh 				 * newly created empty extent in the
3699328d5752SMark Fasheh 				 * right leaf.
3700328d5752SMark Fasheh 				 */
3701328d5752SMark Fasheh 				tmprec = &right_el->l_recs[index];
3702328d5752SMark Fasheh 				ocfs2_rotate_leaf(left_el, tmprec);
3703328d5752SMark Fasheh 				el = left_el;
3704328d5752SMark Fasheh 
3705328d5752SMark Fasheh 				memset(tmprec, 0, sizeof(*tmprec));
3706328d5752SMark Fasheh 				index = ocfs2_search_extent_list(left_el, cpos);
3707328d5752SMark Fasheh 				BUG_ON(index == -1);
3708328d5752SMark Fasheh 			}
3709328d5752SMark Fasheh 		}
3710328d5752SMark Fasheh 	} else {
3711328d5752SMark Fasheh 		BUG_ON(!left_path);
3712328d5752SMark Fasheh 		BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0]));
3713328d5752SMark Fasheh 		/*
3714328d5752SMark Fasheh 		 * Left path is easy - we can just allow the insert to
3715328d5752SMark Fasheh 		 * happen.
3716328d5752SMark Fasheh 		 */
3717328d5752SMark Fasheh 		el = left_el;
3718328d5752SMark Fasheh 		insert_el = left_el;
3719328d5752SMark Fasheh 		index = ocfs2_search_extent_list(el, cpos);
3720328d5752SMark Fasheh 		BUG_ON(index == -1);
3721328d5752SMark Fasheh 	}
3722328d5752SMark Fasheh 
3723328d5752SMark Fasheh 	rec = &el->l_recs[index];
3724328d5752SMark Fasheh 	ocfs2_subtract_from_rec(inode->i_sb, split, rec, split_rec);
3725328d5752SMark Fasheh 	ocfs2_rotate_leaf(insert_el, split_rec);
3726328d5752SMark Fasheh }
3727328d5752SMark Fasheh 
3728dcd0538fSMark Fasheh /*
3729e7d4cb6bSTao Ma  * This function only does inserts on an allocation b-tree. For tree
3730e7d4cb6bSTao Ma  * depth = 0, ocfs2_insert_at_leaf() is called directly.
3731dcd0538fSMark Fasheh  *
3732dcd0538fSMark Fasheh  * right_path is the path we want to do the actual insert
3733dcd0538fSMark Fasheh  * in. left_path should only be passed in if we need to update that
3734dcd0538fSMark Fasheh  * portion of the tree after an edge insert.
3735dcd0538fSMark Fasheh  */
3736dcd0538fSMark Fasheh static int ocfs2_insert_path(struct inode *inode,
3737dcd0538fSMark Fasheh 			     handle_t *handle,
3738dcd0538fSMark Fasheh 			     struct ocfs2_path *left_path,
3739dcd0538fSMark Fasheh 			     struct ocfs2_path *right_path,
3740dcd0538fSMark Fasheh 			     struct ocfs2_extent_rec *insert_rec,
3741dcd0538fSMark Fasheh 			     struct ocfs2_insert_type *insert)
3742dcd0538fSMark Fasheh {
3743dcd0538fSMark Fasheh 	int ret, subtree_index;
3744dcd0538fSMark Fasheh 	struct buffer_head *leaf_bh = path_leaf_bh(right_path);
3745dcd0538fSMark Fasheh 
3746dcd0538fSMark Fasheh 	if (left_path) {
3747dcd0538fSMark Fasheh 		int credits = handle->h_buffer_credits;
3748dcd0538fSMark Fasheh 
3749dcd0538fSMark Fasheh 		/*
3750dcd0538fSMark Fasheh 		 * There's a chance that left_path got passed back to
3751dcd0538fSMark Fasheh 		 * us without being accounted for in the
3752dcd0538fSMark Fasheh 		 * journal. Extend our transaction here to be sure we
3753dcd0538fSMark Fasheh 		 * can change those blocks.
3754dcd0538fSMark Fasheh 		 */
3755dcd0538fSMark Fasheh 		credits += left_path->p_tree_depth;
3756dcd0538fSMark Fasheh 
3757dcd0538fSMark Fasheh 		ret = ocfs2_extend_trans(handle, credits);
3758dcd0538fSMark Fasheh 		if (ret < 0) {
3759dcd0538fSMark Fasheh 			mlog_errno(ret);
3760dcd0538fSMark Fasheh 			goto out;
3761dcd0538fSMark Fasheh 		}
3762dcd0538fSMark Fasheh 
3763dcd0538fSMark Fasheh 		ret = ocfs2_journal_access_path(inode, handle, left_path);
3764dcd0538fSMark Fasheh 		if (ret < 0) {
3765dcd0538fSMark Fasheh 			mlog_errno(ret);
3766dcd0538fSMark Fasheh 			goto out;
3767dcd0538fSMark Fasheh 		}
3768dcd0538fSMark Fasheh 	}
3769dcd0538fSMark Fasheh 
3770e8aed345SMark Fasheh 	/*
3771e8aed345SMark Fasheh 	 * Pass both paths to the journal. The majority of inserts
3772e8aed345SMark Fasheh 	 * will be touching all components anyway.
3773e8aed345SMark Fasheh 	 */
3774e8aed345SMark Fasheh 	ret = ocfs2_journal_access_path(inode, handle, right_path);
3775e8aed345SMark Fasheh 	if (ret < 0) {
3776e8aed345SMark Fasheh 		mlog_errno(ret);
3777e8aed345SMark Fasheh 		goto out;
3778e8aed345SMark Fasheh 	}
3779e8aed345SMark Fasheh 
3780328d5752SMark Fasheh 	if (insert->ins_split != SPLIT_NONE) {
3781328d5752SMark Fasheh 		/*
3782328d5752SMark Fasheh 		 * We could call ocfs2_insert_at_leaf() for some types
3783c78bad11SJoe Perches 		 * of splits, but it's easier to just let one separate
3784328d5752SMark Fasheh 		 * function sort it all out.
3785328d5752SMark Fasheh 		 */
3786328d5752SMark Fasheh 		ocfs2_split_record(inode, left_path, right_path,
3787328d5752SMark Fasheh 				   insert_rec, insert->ins_split);
3788e8aed345SMark Fasheh 
3789e8aed345SMark Fasheh 		/*
3790e8aed345SMark Fasheh 		 * Split might have modified either leaf and we don't
3791e8aed345SMark Fasheh 		 * have a guarantee that the later edge insert will
3792e8aed345SMark Fasheh 		 * dirty this for us.
3793e8aed345SMark Fasheh 		 */
3794e8aed345SMark Fasheh 		if (left_path)
3795e8aed345SMark Fasheh 			ret = ocfs2_journal_dirty(handle,
3796e8aed345SMark Fasheh 						  path_leaf_bh(left_path));
3797e8aed345SMark Fasheh 			if (ret)
3798e8aed345SMark Fasheh 				mlog_errno(ret);
3799328d5752SMark Fasheh 	} else
3800328d5752SMark Fasheh 		ocfs2_insert_at_leaf(insert_rec, path_leaf_el(right_path),
3801328d5752SMark Fasheh 				     insert, inode);
3802dcd0538fSMark Fasheh 
3803dcd0538fSMark Fasheh 	ret = ocfs2_journal_dirty(handle, leaf_bh);
3804dcd0538fSMark Fasheh 	if (ret)
3805dcd0538fSMark Fasheh 		mlog_errno(ret);
3806dcd0538fSMark Fasheh 
3807dcd0538fSMark Fasheh 	if (left_path) {
3808dcd0538fSMark Fasheh 		/*
3809dcd0538fSMark Fasheh 		 * The rotate code has indicated that we need to fix
3810dcd0538fSMark Fasheh 		 * up portions of the tree after the insert.
3811dcd0538fSMark Fasheh 		 *
3812dcd0538fSMark Fasheh 		 * XXX: Should we extend the transaction here?
3813dcd0538fSMark Fasheh 		 */
3814dcd0538fSMark Fasheh 		subtree_index = ocfs2_find_subtree_root(inode, left_path,
3815dcd0538fSMark Fasheh 							right_path);
3816dcd0538fSMark Fasheh 		ocfs2_complete_edge_insert(inode, handle, left_path,
3817dcd0538fSMark Fasheh 					   right_path, subtree_index);
3818dcd0538fSMark Fasheh 	}
3819dcd0538fSMark Fasheh 
3820dcd0538fSMark Fasheh 	ret = 0;
3821dcd0538fSMark Fasheh out:
3822dcd0538fSMark Fasheh 	return ret;
3823dcd0538fSMark Fasheh }
3824dcd0538fSMark Fasheh 
3825dcd0538fSMark Fasheh static int ocfs2_do_insert_extent(struct inode *inode,
3826dcd0538fSMark Fasheh 				  handle_t *handle,
3827e7d4cb6bSTao Ma 				  struct ocfs2_extent_tree *et,
3828dcd0538fSMark Fasheh 				  struct ocfs2_extent_rec *insert_rec,
3829dcd0538fSMark Fasheh 				  struct ocfs2_insert_type *type)
3830dcd0538fSMark Fasheh {
3831dcd0538fSMark Fasheh 	int ret, rotate = 0;
3832dcd0538fSMark Fasheh 	u32 cpos;
3833dcd0538fSMark Fasheh 	struct ocfs2_path *right_path = NULL;
3834dcd0538fSMark Fasheh 	struct ocfs2_path *left_path = NULL;
3835dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el;
3836dcd0538fSMark Fasheh 
3837e7d4cb6bSTao Ma 	el = et->root_el;
3838dcd0538fSMark Fasheh 
3839e7d4cb6bSTao Ma 	ret = ocfs2_journal_access(handle, inode, et->root_bh,
3840dcd0538fSMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
3841dcd0538fSMark Fasheh 	if (ret) {
3842dcd0538fSMark Fasheh 		mlog_errno(ret);
3843dcd0538fSMark Fasheh 		goto out;
3844dcd0538fSMark Fasheh 	}
3845dcd0538fSMark Fasheh 
3846dcd0538fSMark Fasheh 	if (le16_to_cpu(el->l_tree_depth) == 0) {
3847dcd0538fSMark Fasheh 		ocfs2_insert_at_leaf(insert_rec, el, type, inode);
3848dcd0538fSMark Fasheh 		goto out_update_clusters;
3849dcd0538fSMark Fasheh 	}
3850dcd0538fSMark Fasheh 
3851e7d4cb6bSTao Ma 	right_path = ocfs2_new_path(et->root_bh, et->root_el);
3852dcd0538fSMark Fasheh 	if (!right_path) {
3853dcd0538fSMark Fasheh 		ret = -ENOMEM;
3854dcd0538fSMark Fasheh 		mlog_errno(ret);
3855dcd0538fSMark Fasheh 		goto out;
3856dcd0538fSMark Fasheh 	}
3857dcd0538fSMark Fasheh 
3858dcd0538fSMark Fasheh 	/*
3859dcd0538fSMark Fasheh 	 * Determine the path to start with. Rotations need the
3860dcd0538fSMark Fasheh 	 * rightmost path, everything else can go directly to the
3861dcd0538fSMark Fasheh 	 * target leaf.
3862dcd0538fSMark Fasheh 	 */
3863dcd0538fSMark Fasheh 	cpos = le32_to_cpu(insert_rec->e_cpos);
3864dcd0538fSMark Fasheh 	if (type->ins_appending == APPEND_NONE &&
3865dcd0538fSMark Fasheh 	    type->ins_contig == CONTIG_NONE) {
3866dcd0538fSMark Fasheh 		rotate = 1;
3867dcd0538fSMark Fasheh 		cpos = UINT_MAX;
3868dcd0538fSMark Fasheh 	}
3869dcd0538fSMark Fasheh 
3870dcd0538fSMark Fasheh 	ret = ocfs2_find_path(inode, right_path, cpos);
3871dcd0538fSMark Fasheh 	if (ret) {
3872dcd0538fSMark Fasheh 		mlog_errno(ret);
3873dcd0538fSMark Fasheh 		goto out;
3874dcd0538fSMark Fasheh 	}
3875dcd0538fSMark Fasheh 
3876dcd0538fSMark Fasheh 	/*
3877dcd0538fSMark Fasheh 	 * Rotations and appends need special treatment - they modify
3878dcd0538fSMark Fasheh 	 * parts of the tree's above them.
3879dcd0538fSMark Fasheh 	 *
3880dcd0538fSMark Fasheh 	 * Both might pass back a path immediate to the left of the
3881dcd0538fSMark Fasheh 	 * one being inserted to. This will be cause
3882dcd0538fSMark Fasheh 	 * ocfs2_insert_path() to modify the rightmost records of
3883dcd0538fSMark Fasheh 	 * left_path to account for an edge insert.
3884dcd0538fSMark Fasheh 	 *
3885dcd0538fSMark Fasheh 	 * XXX: When modifying this code, keep in mind that an insert
3886dcd0538fSMark Fasheh 	 * can wind up skipping both of these two special cases...
3887dcd0538fSMark Fasheh 	 */
3888dcd0538fSMark Fasheh 	if (rotate) {
3889328d5752SMark Fasheh 		ret = ocfs2_rotate_tree_right(inode, handle, type->ins_split,
3890dcd0538fSMark Fasheh 					      le32_to_cpu(insert_rec->e_cpos),
3891dcd0538fSMark Fasheh 					      right_path, &left_path);
3892dcd0538fSMark Fasheh 		if (ret) {
3893dcd0538fSMark Fasheh 			mlog_errno(ret);
3894dcd0538fSMark Fasheh 			goto out;
3895dcd0538fSMark Fasheh 		}
3896e8aed345SMark Fasheh 
3897e8aed345SMark Fasheh 		/*
3898e8aed345SMark Fasheh 		 * ocfs2_rotate_tree_right() might have extended the
3899e8aed345SMark Fasheh 		 * transaction without re-journaling our tree root.
3900e8aed345SMark Fasheh 		 */
3901e7d4cb6bSTao Ma 		ret = ocfs2_journal_access(handle, inode, et->root_bh,
3902e8aed345SMark Fasheh 					   OCFS2_JOURNAL_ACCESS_WRITE);
3903e8aed345SMark Fasheh 		if (ret) {
3904e8aed345SMark Fasheh 			mlog_errno(ret);
3905e8aed345SMark Fasheh 			goto out;
3906e8aed345SMark Fasheh 		}
3907dcd0538fSMark Fasheh 	} else if (type->ins_appending == APPEND_TAIL
3908dcd0538fSMark Fasheh 		   && type->ins_contig != CONTIG_LEFT) {
3909dcd0538fSMark Fasheh 		ret = ocfs2_append_rec_to_path(inode, handle, insert_rec,
3910dcd0538fSMark Fasheh 					       right_path, &left_path);
3911dcd0538fSMark Fasheh 		if (ret) {
3912dcd0538fSMark Fasheh 			mlog_errno(ret);
3913dcd0538fSMark Fasheh 			goto out;
3914dcd0538fSMark Fasheh 		}
3915dcd0538fSMark Fasheh 	}
3916dcd0538fSMark Fasheh 
3917dcd0538fSMark Fasheh 	ret = ocfs2_insert_path(inode, handle, left_path, right_path,
3918dcd0538fSMark Fasheh 				insert_rec, type);
3919dcd0538fSMark Fasheh 	if (ret) {
3920dcd0538fSMark Fasheh 		mlog_errno(ret);
3921dcd0538fSMark Fasheh 		goto out;
3922dcd0538fSMark Fasheh 	}
3923dcd0538fSMark Fasheh 
3924dcd0538fSMark Fasheh out_update_clusters:
3925328d5752SMark Fasheh 	if (type->ins_split == SPLIT_NONE)
3926e7d4cb6bSTao Ma 		ocfs2_update_clusters(inode, et,
3927e48edee2SMark Fasheh 				      le16_to_cpu(insert_rec->e_leaf_clusters));
3928dcd0538fSMark Fasheh 
3929e7d4cb6bSTao Ma 	ret = ocfs2_journal_dirty(handle, et->root_bh);
3930dcd0538fSMark Fasheh 	if (ret)
3931dcd0538fSMark Fasheh 		mlog_errno(ret);
3932dcd0538fSMark Fasheh 
3933dcd0538fSMark Fasheh out:
3934dcd0538fSMark Fasheh 	ocfs2_free_path(left_path);
3935dcd0538fSMark Fasheh 	ocfs2_free_path(right_path);
3936dcd0538fSMark Fasheh 
3937dcd0538fSMark Fasheh 	return ret;
3938dcd0538fSMark Fasheh }
3939dcd0538fSMark Fasheh 
3940328d5752SMark Fasheh static enum ocfs2_contig_type
3941ad5a4d70STao Ma ocfs2_figure_merge_contig_type(struct inode *inode, struct ocfs2_path *path,
3942328d5752SMark Fasheh 			       struct ocfs2_extent_list *el, int index,
3943328d5752SMark Fasheh 			       struct ocfs2_extent_rec *split_rec)
3944328d5752SMark Fasheh {
3945ad5a4d70STao Ma 	int status;
3946328d5752SMark Fasheh 	enum ocfs2_contig_type ret = CONTIG_NONE;
3947ad5a4d70STao Ma 	u32 left_cpos, right_cpos;
3948ad5a4d70STao Ma 	struct ocfs2_extent_rec *rec = NULL;
3949ad5a4d70STao Ma 	struct ocfs2_extent_list *new_el;
3950ad5a4d70STao Ma 	struct ocfs2_path *left_path = NULL, *right_path = NULL;
3951ad5a4d70STao Ma 	struct buffer_head *bh;
3952ad5a4d70STao Ma 	struct ocfs2_extent_block *eb;
3953ad5a4d70STao Ma 
3954ad5a4d70STao Ma 	if (index > 0) {
3955ad5a4d70STao Ma 		rec = &el->l_recs[index - 1];
3956ad5a4d70STao Ma 	} else if (path->p_tree_depth > 0) {
3957ad5a4d70STao Ma 		status = ocfs2_find_cpos_for_left_leaf(inode->i_sb,
3958ad5a4d70STao Ma 						       path, &left_cpos);
3959ad5a4d70STao Ma 		if (status)
3960ad5a4d70STao Ma 			goto out;
3961ad5a4d70STao Ma 
3962ad5a4d70STao Ma 		if (left_cpos != 0) {
3963ad5a4d70STao Ma 			left_path = ocfs2_new_path(path_root_bh(path),
3964ad5a4d70STao Ma 						   path_root_el(path));
3965ad5a4d70STao Ma 			if (!left_path)
3966ad5a4d70STao Ma 				goto out;
3967ad5a4d70STao Ma 
3968ad5a4d70STao Ma 			status = ocfs2_find_path(inode, left_path, left_cpos);
3969ad5a4d70STao Ma 			if (status)
3970ad5a4d70STao Ma 				goto out;
3971ad5a4d70STao Ma 
3972ad5a4d70STao Ma 			new_el = path_leaf_el(left_path);
3973ad5a4d70STao Ma 
3974ad5a4d70STao Ma 			if (le16_to_cpu(new_el->l_next_free_rec) !=
3975ad5a4d70STao Ma 			    le16_to_cpu(new_el->l_count)) {
3976ad5a4d70STao Ma 				bh = path_leaf_bh(left_path);
3977ad5a4d70STao Ma 				eb = (struct ocfs2_extent_block *)bh->b_data;
3978ad5a4d70STao Ma 				OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb,
3979ad5a4d70STao Ma 								 eb);
3980ad5a4d70STao Ma 				goto out;
3981ad5a4d70STao Ma 			}
3982ad5a4d70STao Ma 			rec = &new_el->l_recs[
3983ad5a4d70STao Ma 				le16_to_cpu(new_el->l_next_free_rec) - 1];
3984ad5a4d70STao Ma 		}
3985ad5a4d70STao Ma 	}
3986328d5752SMark Fasheh 
3987328d5752SMark Fasheh 	/*
3988328d5752SMark Fasheh 	 * We're careful to check for an empty extent record here -
3989328d5752SMark Fasheh 	 * the merge code will know what to do if it sees one.
3990328d5752SMark Fasheh 	 */
3991ad5a4d70STao Ma 	if (rec) {
3992328d5752SMark Fasheh 		if (index == 1 && ocfs2_is_empty_extent(rec)) {
3993328d5752SMark Fasheh 			if (split_rec->e_cpos == el->l_recs[index].e_cpos)
3994328d5752SMark Fasheh 				ret = CONTIG_RIGHT;
3995328d5752SMark Fasheh 		} else {
3996328d5752SMark Fasheh 			ret = ocfs2_extent_contig(inode, rec, split_rec);
3997328d5752SMark Fasheh 		}
3998328d5752SMark Fasheh 	}
3999328d5752SMark Fasheh 
4000ad5a4d70STao Ma 	rec = NULL;
4001ad5a4d70STao Ma 	if (index < (le16_to_cpu(el->l_next_free_rec) - 1))
4002ad5a4d70STao Ma 		rec = &el->l_recs[index + 1];
4003ad5a4d70STao Ma 	else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) &&
4004ad5a4d70STao Ma 		 path->p_tree_depth > 0) {
4005ad5a4d70STao Ma 		status = ocfs2_find_cpos_for_right_leaf(inode->i_sb,
4006ad5a4d70STao Ma 							path, &right_cpos);
4007ad5a4d70STao Ma 		if (status)
4008ad5a4d70STao Ma 			goto out;
4009ad5a4d70STao Ma 
4010ad5a4d70STao Ma 		if (right_cpos == 0)
4011ad5a4d70STao Ma 			goto out;
4012ad5a4d70STao Ma 
4013ad5a4d70STao Ma 		right_path = ocfs2_new_path(path_root_bh(path),
4014ad5a4d70STao Ma 					    path_root_el(path));
4015ad5a4d70STao Ma 		if (!right_path)
4016ad5a4d70STao Ma 			goto out;
4017ad5a4d70STao Ma 
4018ad5a4d70STao Ma 		status = ocfs2_find_path(inode, right_path, right_cpos);
4019ad5a4d70STao Ma 		if (status)
4020ad5a4d70STao Ma 			goto out;
4021ad5a4d70STao Ma 
4022ad5a4d70STao Ma 		new_el = path_leaf_el(right_path);
4023ad5a4d70STao Ma 		rec = &new_el->l_recs[0];
4024ad5a4d70STao Ma 		if (ocfs2_is_empty_extent(rec)) {
4025ad5a4d70STao Ma 			if (le16_to_cpu(new_el->l_next_free_rec) <= 1) {
4026ad5a4d70STao Ma 				bh = path_leaf_bh(right_path);
4027ad5a4d70STao Ma 				eb = (struct ocfs2_extent_block *)bh->b_data;
4028ad5a4d70STao Ma 				OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb,
4029ad5a4d70STao Ma 								 eb);
4030ad5a4d70STao Ma 				goto out;
4031ad5a4d70STao Ma 			}
4032ad5a4d70STao Ma 			rec = &new_el->l_recs[1];
4033ad5a4d70STao Ma 		}
4034ad5a4d70STao Ma 	}
4035ad5a4d70STao Ma 
4036ad5a4d70STao Ma 	if (rec) {
4037328d5752SMark Fasheh 		enum ocfs2_contig_type contig_type;
4038328d5752SMark Fasheh 
4039328d5752SMark Fasheh 		contig_type = ocfs2_extent_contig(inode, rec, split_rec);
4040328d5752SMark Fasheh 
4041328d5752SMark Fasheh 		if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT)
4042328d5752SMark Fasheh 			ret = CONTIG_LEFTRIGHT;
4043328d5752SMark Fasheh 		else if (ret == CONTIG_NONE)
4044328d5752SMark Fasheh 			ret = contig_type;
4045328d5752SMark Fasheh 	}
4046328d5752SMark Fasheh 
4047ad5a4d70STao Ma out:
4048ad5a4d70STao Ma 	if (left_path)
4049ad5a4d70STao Ma 		ocfs2_free_path(left_path);
4050ad5a4d70STao Ma 	if (right_path)
4051ad5a4d70STao Ma 		ocfs2_free_path(right_path);
4052ad5a4d70STao Ma 
4053328d5752SMark Fasheh 	return ret;
4054328d5752SMark Fasheh }
4055328d5752SMark Fasheh 
4056dcd0538fSMark Fasheh static void ocfs2_figure_contig_type(struct inode *inode,
4057dcd0538fSMark Fasheh 				     struct ocfs2_insert_type *insert,
4058dcd0538fSMark Fasheh 				     struct ocfs2_extent_list *el,
4059dcd0538fSMark Fasheh 				     struct ocfs2_extent_rec *insert_rec)
4060dcd0538fSMark Fasheh {
4061dcd0538fSMark Fasheh 	int i;
4062dcd0538fSMark Fasheh 	enum ocfs2_contig_type contig_type = CONTIG_NONE;
4063dcd0538fSMark Fasheh 
4064e48edee2SMark Fasheh 	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
4065e48edee2SMark Fasheh 
4066dcd0538fSMark Fasheh 	for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
4067dcd0538fSMark Fasheh 		contig_type = ocfs2_extent_contig(inode, &el->l_recs[i],
4068dcd0538fSMark Fasheh 						  insert_rec);
4069dcd0538fSMark Fasheh 		if (contig_type != CONTIG_NONE) {
4070dcd0538fSMark Fasheh 			insert->ins_contig_index = i;
4071dcd0538fSMark Fasheh 			break;
4072dcd0538fSMark Fasheh 		}
4073dcd0538fSMark Fasheh 	}
4074dcd0538fSMark Fasheh 	insert->ins_contig = contig_type;
4075dcd0538fSMark Fasheh }
4076dcd0538fSMark Fasheh 
4077dcd0538fSMark Fasheh /*
4078dcd0538fSMark Fasheh  * This should only be called against the righmost leaf extent list.
4079dcd0538fSMark Fasheh  *
4080dcd0538fSMark Fasheh  * ocfs2_figure_appending_type() will figure out whether we'll have to
4081dcd0538fSMark Fasheh  * insert at the tail of the rightmost leaf.
4082dcd0538fSMark Fasheh  *
4083e7d4cb6bSTao Ma  * This should also work against the root extent list for tree's with 0
4084e7d4cb6bSTao Ma  * depth. If we consider the root extent list to be the rightmost leaf node
4085dcd0538fSMark Fasheh  * then the logic here makes sense.
4086dcd0538fSMark Fasheh  */
4087dcd0538fSMark Fasheh static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert,
4088dcd0538fSMark Fasheh 					struct ocfs2_extent_list *el,
4089dcd0538fSMark Fasheh 					struct ocfs2_extent_rec *insert_rec)
4090dcd0538fSMark Fasheh {
4091dcd0538fSMark Fasheh 	int i;
4092dcd0538fSMark Fasheh 	u32 cpos = le32_to_cpu(insert_rec->e_cpos);
4093dcd0538fSMark Fasheh 	struct ocfs2_extent_rec *rec;
4094dcd0538fSMark Fasheh 
4095dcd0538fSMark Fasheh 	insert->ins_appending = APPEND_NONE;
4096dcd0538fSMark Fasheh 
4097e48edee2SMark Fasheh 	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
4098dcd0538fSMark Fasheh 
4099dcd0538fSMark Fasheh 	if (!el->l_next_free_rec)
4100dcd0538fSMark Fasheh 		goto set_tail_append;
4101dcd0538fSMark Fasheh 
4102dcd0538fSMark Fasheh 	if (ocfs2_is_empty_extent(&el->l_recs[0])) {
4103dcd0538fSMark Fasheh 		/* Were all records empty? */
4104dcd0538fSMark Fasheh 		if (le16_to_cpu(el->l_next_free_rec) == 1)
4105dcd0538fSMark Fasheh 			goto set_tail_append;
4106dcd0538fSMark Fasheh 	}
4107dcd0538fSMark Fasheh 
4108dcd0538fSMark Fasheh 	i = le16_to_cpu(el->l_next_free_rec) - 1;
4109dcd0538fSMark Fasheh 	rec = &el->l_recs[i];
4110dcd0538fSMark Fasheh 
4111e48edee2SMark Fasheh 	if (cpos >=
4112e48edee2SMark Fasheh 	    (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)))
4113dcd0538fSMark Fasheh 		goto set_tail_append;
4114dcd0538fSMark Fasheh 
4115dcd0538fSMark Fasheh 	return;
4116dcd0538fSMark Fasheh 
4117dcd0538fSMark Fasheh set_tail_append:
4118dcd0538fSMark Fasheh 	insert->ins_appending = APPEND_TAIL;
4119dcd0538fSMark Fasheh }
4120dcd0538fSMark Fasheh 
4121dcd0538fSMark Fasheh /*
4122dcd0538fSMark Fasheh  * Helper function called at the begining of an insert.
4123dcd0538fSMark Fasheh  *
4124dcd0538fSMark Fasheh  * This computes a few things that are commonly used in the process of
4125dcd0538fSMark Fasheh  * inserting into the btree:
4126dcd0538fSMark Fasheh  *   - Whether the new extent is contiguous with an existing one.
4127dcd0538fSMark Fasheh  *   - The current tree depth.
4128dcd0538fSMark Fasheh  *   - Whether the insert is an appending one.
4129dcd0538fSMark Fasheh  *   - The total # of free records in the tree.
4130dcd0538fSMark Fasheh  *
4131dcd0538fSMark Fasheh  * All of the information is stored on the ocfs2_insert_type
4132dcd0538fSMark Fasheh  * structure.
4133dcd0538fSMark Fasheh  */
4134dcd0538fSMark Fasheh static int ocfs2_figure_insert_type(struct inode *inode,
4135e7d4cb6bSTao Ma 				    struct ocfs2_extent_tree *et,
4136dcd0538fSMark Fasheh 				    struct buffer_head **last_eb_bh,
4137dcd0538fSMark Fasheh 				    struct ocfs2_extent_rec *insert_rec,
4138c77534f6STao Mao 				    int *free_records,
4139dcd0538fSMark Fasheh 				    struct ocfs2_insert_type *insert)
4140dcd0538fSMark Fasheh {
4141dcd0538fSMark Fasheh 	int ret;
4142dcd0538fSMark Fasheh 	struct ocfs2_extent_block *eb;
4143dcd0538fSMark Fasheh 	struct ocfs2_extent_list *el;
4144dcd0538fSMark Fasheh 	struct ocfs2_path *path = NULL;
4145dcd0538fSMark Fasheh 	struct buffer_head *bh = NULL;
4146dcd0538fSMark Fasheh 
4147328d5752SMark Fasheh 	insert->ins_split = SPLIT_NONE;
4148328d5752SMark Fasheh 
4149e7d4cb6bSTao Ma 	el = et->root_el;
4150dcd0538fSMark Fasheh 	insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth);
4151dcd0538fSMark Fasheh 
4152dcd0538fSMark Fasheh 	if (el->l_tree_depth) {
4153dcd0538fSMark Fasheh 		/*
4154dcd0538fSMark Fasheh 		 * If we have tree depth, we read in the
4155dcd0538fSMark Fasheh 		 * rightmost extent block ahead of time as
4156dcd0538fSMark Fasheh 		 * ocfs2_figure_insert_type() and ocfs2_add_branch()
4157dcd0538fSMark Fasheh 		 * may want it later.
4158dcd0538fSMark Fasheh 		 */
4159dcd0538fSMark Fasheh 		ret = ocfs2_read_block(OCFS2_SB(inode->i_sb),
4160e7d4cb6bSTao Ma 				       ocfs2_get_last_eb_blk(et), &bh,
4161dcd0538fSMark Fasheh 				       OCFS2_BH_CACHED, inode);
4162dcd0538fSMark Fasheh 		if (ret) {
4163dcd0538fSMark Fasheh 			mlog_exit(ret);
4164dcd0538fSMark Fasheh 			goto out;
4165dcd0538fSMark Fasheh 		}
4166dcd0538fSMark Fasheh 		eb = (struct ocfs2_extent_block *) bh->b_data;
4167dcd0538fSMark Fasheh 		el = &eb->h_list;
4168dcd0538fSMark Fasheh 	}
4169dcd0538fSMark Fasheh 
4170dcd0538fSMark Fasheh 	/*
4171dcd0538fSMark Fasheh 	 * Unless we have a contiguous insert, we'll need to know if
4172dcd0538fSMark Fasheh 	 * there is room left in our allocation tree for another
4173dcd0538fSMark Fasheh 	 * extent record.
4174dcd0538fSMark Fasheh 	 *
4175dcd0538fSMark Fasheh 	 * XXX: This test is simplistic, we can search for empty
4176dcd0538fSMark Fasheh 	 * extent records too.
4177dcd0538fSMark Fasheh 	 */
4178c77534f6STao Mao 	*free_records = le16_to_cpu(el->l_count) -
4179dcd0538fSMark Fasheh 		le16_to_cpu(el->l_next_free_rec);
4180dcd0538fSMark Fasheh 
4181dcd0538fSMark Fasheh 	if (!insert->ins_tree_depth) {
4182dcd0538fSMark Fasheh 		ocfs2_figure_contig_type(inode, insert, el, insert_rec);
4183dcd0538fSMark Fasheh 		ocfs2_figure_appending_type(insert, el, insert_rec);
4184dcd0538fSMark Fasheh 		return 0;
4185dcd0538fSMark Fasheh 	}
4186dcd0538fSMark Fasheh 
4187e7d4cb6bSTao Ma 	path = ocfs2_new_path(et->root_bh, et->root_el);
4188dcd0538fSMark Fasheh 	if (!path) {
4189dcd0538fSMark Fasheh 		ret = -ENOMEM;
4190dcd0538fSMark Fasheh 		mlog_errno(ret);
4191dcd0538fSMark Fasheh 		goto out;
4192dcd0538fSMark Fasheh 	}
4193dcd0538fSMark Fasheh 
4194dcd0538fSMark Fasheh 	/*
4195dcd0538fSMark Fasheh 	 * In the case that we're inserting past what the tree
4196dcd0538fSMark Fasheh 	 * currently accounts for, ocfs2_find_path() will return for
4197dcd0538fSMark Fasheh 	 * us the rightmost tree path. This is accounted for below in
4198dcd0538fSMark Fasheh 	 * the appending code.
4199dcd0538fSMark Fasheh 	 */
4200dcd0538fSMark Fasheh 	ret = ocfs2_find_path(inode, path, le32_to_cpu(insert_rec->e_cpos));
4201dcd0538fSMark Fasheh 	if (ret) {
4202dcd0538fSMark Fasheh 		mlog_errno(ret);
4203dcd0538fSMark Fasheh 		goto out;
4204dcd0538fSMark Fasheh 	}
4205dcd0538fSMark Fasheh 
4206dcd0538fSMark Fasheh 	el = path_leaf_el(path);
4207dcd0538fSMark Fasheh 
4208dcd0538fSMark Fasheh 	/*
4209dcd0538fSMark Fasheh 	 * Now that we have the path, there's two things we want to determine:
4210dcd0538fSMark Fasheh 	 * 1) Contiguousness (also set contig_index if this is so)
4211dcd0538fSMark Fasheh 	 *
4212dcd0538fSMark Fasheh 	 * 2) Are we doing an append? We can trivially break this up
4213dcd0538fSMark Fasheh          *     into two types of appends: simple record append, or a
4214dcd0538fSMark Fasheh          *     rotate inside the tail leaf.
4215dcd0538fSMark Fasheh 	 */
4216dcd0538fSMark Fasheh 	ocfs2_figure_contig_type(inode, insert, el, insert_rec);
4217dcd0538fSMark Fasheh 
4218dcd0538fSMark Fasheh 	/*
4219dcd0538fSMark Fasheh 	 * The insert code isn't quite ready to deal with all cases of
4220dcd0538fSMark Fasheh 	 * left contiguousness. Specifically, if it's an insert into
4221dcd0538fSMark Fasheh 	 * the 1st record in a leaf, it will require the adjustment of
4222e48edee2SMark Fasheh 	 * cluster count on the last record of the path directly to it's
4223dcd0538fSMark Fasheh 	 * left. For now, just catch that case and fool the layers
4224dcd0538fSMark Fasheh 	 * above us. This works just fine for tree_depth == 0, which
4225dcd0538fSMark Fasheh 	 * is why we allow that above.
4226dcd0538fSMark Fasheh 	 */
4227dcd0538fSMark Fasheh 	if (insert->ins_contig == CONTIG_LEFT &&
4228dcd0538fSMark Fasheh 	    insert->ins_contig_index == 0)
4229dcd0538fSMark Fasheh 		insert->ins_contig = CONTIG_NONE;
4230dcd0538fSMark Fasheh 
4231dcd0538fSMark Fasheh 	/*
4232dcd0538fSMark Fasheh 	 * Ok, so we can simply compare against last_eb to figure out
4233dcd0538fSMark Fasheh 	 * whether the path doesn't exist. This will only happen in
4234dcd0538fSMark Fasheh 	 * the case that we're doing a tail append, so maybe we can
4235dcd0538fSMark Fasheh 	 * take advantage of that information somehow.
4236dcd0538fSMark Fasheh 	 */
4237e7d4cb6bSTao Ma 	if (ocfs2_get_last_eb_blk(et) ==
4238e7d4cb6bSTao Ma 	    path_leaf_bh(path)->b_blocknr) {
4239dcd0538fSMark Fasheh 		/*
4240dcd0538fSMark Fasheh 		 * Ok, ocfs2_find_path() returned us the rightmost
4241dcd0538fSMark Fasheh 		 * tree path. This might be an appending insert. There are
4242dcd0538fSMark Fasheh 		 * two cases:
4243dcd0538fSMark Fasheh 		 *    1) We're doing a true append at the tail:
4244dcd0538fSMark Fasheh 		 *	-This might even be off the end of the leaf
4245dcd0538fSMark Fasheh 		 *    2) We're "appending" by rotating in the tail
4246dcd0538fSMark Fasheh 		 */
4247dcd0538fSMark Fasheh 		ocfs2_figure_appending_type(insert, el, insert_rec);
4248dcd0538fSMark Fasheh 	}
4249dcd0538fSMark Fasheh 
4250dcd0538fSMark Fasheh out:
4251dcd0538fSMark Fasheh 	ocfs2_free_path(path);
4252dcd0538fSMark Fasheh 
4253dcd0538fSMark Fasheh 	if (ret == 0)
4254dcd0538fSMark Fasheh 		*last_eb_bh = bh;
4255dcd0538fSMark Fasheh 	else
4256dcd0538fSMark Fasheh 		brelse(bh);
4257dcd0538fSMark Fasheh 	return ret;
4258dcd0538fSMark Fasheh }
4259dcd0538fSMark Fasheh 
4260dcd0538fSMark Fasheh /*
4261dcd0538fSMark Fasheh  * Insert an extent into an inode btree.
4262dcd0538fSMark Fasheh  *
4263dcd0538fSMark Fasheh  * The caller needs to update fe->i_clusters
4264dcd0538fSMark Fasheh  */
4265f56654c4STao Ma static int ocfs2_insert_extent(struct ocfs2_super *osb,
42661fabe148SMark Fasheh 			       handle_t *handle,
4267ccd979bdSMark Fasheh 			       struct inode *inode,
4268e7d4cb6bSTao Ma 			       struct buffer_head *root_bh,
4269dcd0538fSMark Fasheh 			       u32 cpos,
4270ccd979bdSMark Fasheh 			       u64 start_blk,
4271ccd979bdSMark Fasheh 			       u32 new_clusters,
42722ae99a60SMark Fasheh 			       u8 flags,
4273e7d4cb6bSTao Ma 			       struct ocfs2_alloc_context *meta_ac,
4274f56654c4STao Ma 			       struct ocfs2_extent_tree *et)
4275ccd979bdSMark Fasheh {
4276c3afcbb3SMark Fasheh 	int status;
4277c77534f6STao Mao 	int uninitialized_var(free_records);
4278ccd979bdSMark Fasheh 	struct buffer_head *last_eb_bh = NULL;
4279dcd0538fSMark Fasheh 	struct ocfs2_insert_type insert = {0, };
4280dcd0538fSMark Fasheh 	struct ocfs2_extent_rec rec;
4281ccd979bdSMark Fasheh 
42821afc32b9SMark Fasheh 	BUG_ON(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL);
42831afc32b9SMark Fasheh 
4284dcd0538fSMark Fasheh 	mlog(0, "add %u clusters at position %u to inode %llu\n",
4285dcd0538fSMark Fasheh 	     new_clusters, cpos, (unsigned long long)OCFS2_I(inode)->ip_blkno);
4286ccd979bdSMark Fasheh 
4287dcd0538fSMark Fasheh 	mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) &&
4288dcd0538fSMark Fasheh 			(OCFS2_I(inode)->ip_clusters != cpos),
4289dcd0538fSMark Fasheh 			"Device %s, asking for sparse allocation: inode %llu, "
4290dcd0538fSMark Fasheh 			"cpos %u, clusters %u\n",
4291dcd0538fSMark Fasheh 			osb->dev_str,
4292dcd0538fSMark Fasheh 			(unsigned long long)OCFS2_I(inode)->ip_blkno, cpos,
4293dcd0538fSMark Fasheh 			OCFS2_I(inode)->ip_clusters);
4294ccd979bdSMark Fasheh 
4295e48edee2SMark Fasheh 	memset(&rec, 0, sizeof(rec));
4296dcd0538fSMark Fasheh 	rec.e_cpos = cpu_to_le32(cpos);
4297dcd0538fSMark Fasheh 	rec.e_blkno = cpu_to_le64(start_blk);
4298e48edee2SMark Fasheh 	rec.e_leaf_clusters = cpu_to_le16(new_clusters);
42992ae99a60SMark Fasheh 	rec.e_flags = flags;
4300ccd979bdSMark Fasheh 
4301e7d4cb6bSTao Ma 	status = ocfs2_figure_insert_type(inode, et, &last_eb_bh, &rec,
4302c77534f6STao Mao 					  &free_records, &insert);
4303ccd979bdSMark Fasheh 	if (status < 0) {
4304dcd0538fSMark Fasheh 		mlog_errno(status);
4305ccd979bdSMark Fasheh 		goto bail;
4306ccd979bdSMark Fasheh 	}
4307ccd979bdSMark Fasheh 
4308dcd0538fSMark Fasheh 	mlog(0, "Insert.appending: %u, Insert.Contig: %u, "
4309dcd0538fSMark Fasheh 	     "Insert.contig_index: %d, Insert.free_records: %d, "
4310dcd0538fSMark Fasheh 	     "Insert.tree_depth: %d\n",
4311dcd0538fSMark Fasheh 	     insert.ins_appending, insert.ins_contig, insert.ins_contig_index,
4312c77534f6STao Mao 	     free_records, insert.ins_tree_depth);
4313dcd0538fSMark Fasheh 
4314c77534f6STao Mao 	if (insert.ins_contig == CONTIG_NONE && free_records == 0) {
4315e7d4cb6bSTao Ma 		status = ocfs2_grow_tree(inode, handle, et,
4316328d5752SMark Fasheh 					 &insert.ins_tree_depth, &last_eb_bh,
4317ccd979bdSMark Fasheh 					 meta_ac);
4318c3afcbb3SMark Fasheh 		if (status) {
4319ccd979bdSMark Fasheh 			mlog_errno(status);
4320ccd979bdSMark Fasheh 			goto bail;
4321ccd979bdSMark Fasheh 		}
4322c3afcbb3SMark Fasheh 	}
4323ccd979bdSMark Fasheh 
4324dcd0538fSMark Fasheh 	/* Finally, we can add clusters. This might rotate the tree for us. */
4325e7d4cb6bSTao Ma 	status = ocfs2_do_insert_extent(inode, handle, et, &rec, &insert);
4326ccd979bdSMark Fasheh 	if (status < 0)
4327ccd979bdSMark Fasheh 		mlog_errno(status);
4328e7d4cb6bSTao Ma 	else if (et->type == OCFS2_DINODE_EXTENT)
432983418978SMark Fasheh 		ocfs2_extent_map_insert_rec(inode, &rec);
4330ccd979bdSMark Fasheh 
4331ccd979bdSMark Fasheh bail:
4332ccd979bdSMark Fasheh 	if (last_eb_bh)
4333ccd979bdSMark Fasheh 		brelse(last_eb_bh);
4334ccd979bdSMark Fasheh 
4335f56654c4STao Ma 	mlog_exit(status);
4336f56654c4STao Ma 	return status;
4337f56654c4STao Ma }
4338f56654c4STao Ma 
4339f56654c4STao Ma int ocfs2_dinode_insert_extent(struct ocfs2_super *osb,
4340f56654c4STao Ma 			       handle_t *handle,
4341f56654c4STao Ma 			       struct inode *inode,
4342f56654c4STao Ma 			       struct buffer_head *root_bh,
4343f56654c4STao Ma 			       u32 cpos,
4344f56654c4STao Ma 			       u64 start_blk,
4345f56654c4STao Ma 			       u32 new_clusters,
4346f56654c4STao Ma 			       u8 flags,
4347f56654c4STao Ma 			       struct ocfs2_alloc_context *meta_ac)
4348f56654c4STao Ma {
4349f56654c4STao Ma 	int status;
4350f56654c4STao Ma 	struct ocfs2_extent_tree *et = NULL;
4351f56654c4STao Ma 
4352f56654c4STao Ma 	et = ocfs2_new_extent_tree(root_bh, OCFS2_DINODE_EXTENT, NULL);
4353f56654c4STao Ma 	if (!et) {
4354f56654c4STao Ma 		status = -ENOMEM;
4355f56654c4STao Ma 		mlog_errno(status);
4356f56654c4STao Ma 		goto bail;
4357f56654c4STao Ma 	}
4358f56654c4STao Ma 
4359f56654c4STao Ma 	status = ocfs2_insert_extent(osb, handle, inode, root_bh,
4360f56654c4STao Ma 				     cpos, start_blk, new_clusters,
4361f56654c4STao Ma 				     flags, meta_ac, et);
4362f56654c4STao Ma 
4363e7d4cb6bSTao Ma 	if (et)
4364e7d4cb6bSTao Ma 		ocfs2_free_extent_tree(et);
4365f56654c4STao Ma bail:
4366f56654c4STao Ma 	return status;
4367f56654c4STao Ma }
4368f56654c4STao Ma 
4369f56654c4STao Ma int ocfs2_xattr_value_insert_extent(struct ocfs2_super *osb,
4370f56654c4STao Ma 				    handle_t *handle,
4371f56654c4STao Ma 				    struct inode *inode,
4372f56654c4STao Ma 				    struct buffer_head *root_bh,
4373f56654c4STao Ma 				    u32 cpos,
4374f56654c4STao Ma 				    u64 start_blk,
4375f56654c4STao Ma 				    u32 new_clusters,
4376f56654c4STao Ma 				    u8 flags,
4377f56654c4STao Ma 				    struct ocfs2_alloc_context *meta_ac,
4378f56654c4STao Ma 				    void *private)
4379f56654c4STao Ma {
4380f56654c4STao Ma 	int status;
4381f56654c4STao Ma 	struct ocfs2_extent_tree *et = NULL;
4382f56654c4STao Ma 
4383f56654c4STao Ma 	et = ocfs2_new_extent_tree(root_bh, OCFS2_XATTR_VALUE_EXTENT, private);
4384f56654c4STao Ma 	if (!et) {
4385f56654c4STao Ma 		status = -ENOMEM;
4386f56654c4STao Ma 		mlog_errno(status);
4387f56654c4STao Ma 		goto bail;
4388f56654c4STao Ma 	}
4389f56654c4STao Ma 
4390f56654c4STao Ma 	status = ocfs2_insert_extent(osb, handle, inode, root_bh,
4391f56654c4STao Ma 				     cpos, start_blk, new_clusters,
4392f56654c4STao Ma 				     flags, meta_ac, et);
4393f56654c4STao Ma 
4394f56654c4STao Ma 	if (et)
4395f56654c4STao Ma 		ocfs2_free_extent_tree(et);
4396f56654c4STao Ma bail:
4397ccd979bdSMark Fasheh 	return status;
4398ccd979bdSMark Fasheh }
4399ccd979bdSMark Fasheh 
44000eb8d47eSTao Ma /*
44010eb8d47eSTao Ma  * Allcate and add clusters into the extent b-tree.
44020eb8d47eSTao Ma  * The new clusters(clusters_to_add) will be inserted at logical_offset.
44030eb8d47eSTao Ma  * The extent b-tree's root is root_el and it should be in root_bh, and
44040eb8d47eSTao Ma  * it is not limited to the file storage. Any extent tree can use this
44050eb8d47eSTao Ma  * function if it implements the proper ocfs2_extent_tree.
44060eb8d47eSTao Ma  */
44070eb8d47eSTao Ma int ocfs2_add_clusters_in_btree(struct ocfs2_super *osb,
44080eb8d47eSTao Ma 				struct inode *inode,
44090eb8d47eSTao Ma 				u32 *logical_offset,
44100eb8d47eSTao Ma 				u32 clusters_to_add,
44110eb8d47eSTao Ma 				int mark_unwritten,
44120eb8d47eSTao Ma 				struct buffer_head *root_bh,
44130eb8d47eSTao Ma 				struct ocfs2_extent_list *root_el,
44140eb8d47eSTao Ma 				handle_t *handle,
44150eb8d47eSTao Ma 				struct ocfs2_alloc_context *data_ac,
44160eb8d47eSTao Ma 				struct ocfs2_alloc_context *meta_ac,
44170eb8d47eSTao Ma 				enum ocfs2_alloc_restarted *reason_ret,
4418f56654c4STao Ma 				enum ocfs2_extent_tree_type type,
4419f56654c4STao Ma 				void *private)
44200eb8d47eSTao Ma {
44210eb8d47eSTao Ma 	int status = 0;
44220eb8d47eSTao Ma 	int free_extents;
44230eb8d47eSTao Ma 	enum ocfs2_alloc_restarted reason = RESTART_NONE;
44240eb8d47eSTao Ma 	u32 bit_off, num_bits;
44250eb8d47eSTao Ma 	u64 block;
44260eb8d47eSTao Ma 	u8 flags = 0;
44270eb8d47eSTao Ma 
44280eb8d47eSTao Ma 	BUG_ON(!clusters_to_add);
44290eb8d47eSTao Ma 
44300eb8d47eSTao Ma 	if (mark_unwritten)
44310eb8d47eSTao Ma 		flags = OCFS2_EXT_UNWRITTEN;
44320eb8d47eSTao Ma 
4433f56654c4STao Ma 	free_extents = ocfs2_num_free_extents(osb, inode, root_bh, type,
4434f56654c4STao Ma 					      private);
44350eb8d47eSTao Ma 	if (free_extents < 0) {
44360eb8d47eSTao Ma 		status = free_extents;
44370eb8d47eSTao Ma 		mlog_errno(status);
44380eb8d47eSTao Ma 		goto leave;
44390eb8d47eSTao Ma 	}
44400eb8d47eSTao Ma 
44410eb8d47eSTao Ma 	/* there are two cases which could cause us to EAGAIN in the
44420eb8d47eSTao Ma 	 * we-need-more-metadata case:
44430eb8d47eSTao Ma 	 * 1) we haven't reserved *any*
44440eb8d47eSTao Ma 	 * 2) we are so fragmented, we've needed to add metadata too
44450eb8d47eSTao Ma 	 *    many times. */
44460eb8d47eSTao Ma 	if (!free_extents && !meta_ac) {
44470eb8d47eSTao Ma 		mlog(0, "we haven't reserved any metadata!\n");
44480eb8d47eSTao Ma 		status = -EAGAIN;
44490eb8d47eSTao Ma 		reason = RESTART_META;
44500eb8d47eSTao Ma 		goto leave;
44510eb8d47eSTao Ma 	} else if ((!free_extents)
44520eb8d47eSTao Ma 		   && (ocfs2_alloc_context_bits_left(meta_ac)
44530eb8d47eSTao Ma 		       < ocfs2_extend_meta_needed(root_el))) {
44540eb8d47eSTao Ma 		mlog(0, "filesystem is really fragmented...\n");
44550eb8d47eSTao Ma 		status = -EAGAIN;
44560eb8d47eSTao Ma 		reason = RESTART_META;
44570eb8d47eSTao Ma 		goto leave;
44580eb8d47eSTao Ma 	}
44590eb8d47eSTao Ma 
44600eb8d47eSTao Ma 	status = __ocfs2_claim_clusters(osb, handle, data_ac, 1,
44610eb8d47eSTao Ma 					clusters_to_add, &bit_off, &num_bits);
44620eb8d47eSTao Ma 	if (status < 0) {
44630eb8d47eSTao Ma 		if (status != -ENOSPC)
44640eb8d47eSTao Ma 			mlog_errno(status);
44650eb8d47eSTao Ma 		goto leave;
44660eb8d47eSTao Ma 	}
44670eb8d47eSTao Ma 
44680eb8d47eSTao Ma 	BUG_ON(num_bits > clusters_to_add);
44690eb8d47eSTao Ma 
44700eb8d47eSTao Ma 	/* reserve our write early -- insert_extent may update the inode */
44710eb8d47eSTao Ma 	status = ocfs2_journal_access(handle, inode, root_bh,
44720eb8d47eSTao Ma 				      OCFS2_JOURNAL_ACCESS_WRITE);
44730eb8d47eSTao Ma 	if (status < 0) {
44740eb8d47eSTao Ma 		mlog_errno(status);
44750eb8d47eSTao Ma 		goto leave;
44760eb8d47eSTao Ma 	}
44770eb8d47eSTao Ma 
44780eb8d47eSTao Ma 	block = ocfs2_clusters_to_blocks(osb->sb, bit_off);
44790eb8d47eSTao Ma 	mlog(0, "Allocating %u clusters at block %u for inode %llu\n",
44800eb8d47eSTao Ma 	     num_bits, bit_off, (unsigned long long)OCFS2_I(inode)->ip_blkno);
4481f56654c4STao Ma 	if (type == OCFS2_DINODE_EXTENT)
4482f56654c4STao Ma 		status = ocfs2_dinode_insert_extent(osb, handle, inode, root_bh,
4483f56654c4STao Ma 						    *logical_offset, block,
4484f56654c4STao Ma 						    num_bits, flags, meta_ac);
4485f56654c4STao Ma 	else
4486f56654c4STao Ma 		status = ocfs2_xattr_value_insert_extent(osb, handle,
4487f56654c4STao Ma 							 inode, root_bh,
4488f56654c4STao Ma 							 *logical_offset,
4489f56654c4STao Ma 							 block, num_bits, flags,
4490f56654c4STao Ma 							 meta_ac, private);
44910eb8d47eSTao Ma 	if (status < 0) {
44920eb8d47eSTao Ma 		mlog_errno(status);
44930eb8d47eSTao Ma 		goto leave;
44940eb8d47eSTao Ma 	}
44950eb8d47eSTao Ma 
44960eb8d47eSTao Ma 	status = ocfs2_journal_dirty(handle, root_bh);
44970eb8d47eSTao Ma 	if (status < 0) {
44980eb8d47eSTao Ma 		mlog_errno(status);
44990eb8d47eSTao Ma 		goto leave;
45000eb8d47eSTao Ma 	}
45010eb8d47eSTao Ma 
45020eb8d47eSTao Ma 	clusters_to_add -= num_bits;
45030eb8d47eSTao Ma 	*logical_offset += num_bits;
45040eb8d47eSTao Ma 
45050eb8d47eSTao Ma 	if (clusters_to_add) {
45060eb8d47eSTao Ma 		mlog(0, "need to alloc once more, wanted = %u\n",
45070eb8d47eSTao Ma 		     clusters_to_add);
45080eb8d47eSTao Ma 		status = -EAGAIN;
45090eb8d47eSTao Ma 		reason = RESTART_TRANS;
45100eb8d47eSTao Ma 	}
45110eb8d47eSTao Ma 
45120eb8d47eSTao Ma leave:
45130eb8d47eSTao Ma 	mlog_exit(status);
45140eb8d47eSTao Ma 	if (reason_ret)
45150eb8d47eSTao Ma 		*reason_ret = reason;
45160eb8d47eSTao Ma 	return status;
45170eb8d47eSTao Ma }
45180eb8d47eSTao Ma 
4519328d5752SMark Fasheh static void ocfs2_make_right_split_rec(struct super_block *sb,
4520328d5752SMark Fasheh 				       struct ocfs2_extent_rec *split_rec,
4521328d5752SMark Fasheh 				       u32 cpos,
4522328d5752SMark Fasheh 				       struct ocfs2_extent_rec *rec)
4523328d5752SMark Fasheh {
4524328d5752SMark Fasheh 	u32 rec_cpos = le32_to_cpu(rec->e_cpos);
4525328d5752SMark Fasheh 	u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters);
4526328d5752SMark Fasheh 
4527328d5752SMark Fasheh 	memset(split_rec, 0, sizeof(struct ocfs2_extent_rec));
4528328d5752SMark Fasheh 
4529328d5752SMark Fasheh 	split_rec->e_cpos = cpu_to_le32(cpos);
4530328d5752SMark Fasheh 	split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos);
4531328d5752SMark Fasheh 
4532328d5752SMark Fasheh 	split_rec->e_blkno = rec->e_blkno;
4533328d5752SMark Fasheh 	le64_add_cpu(&split_rec->e_blkno,
4534328d5752SMark Fasheh 		     ocfs2_clusters_to_blocks(sb, cpos - rec_cpos));
4535328d5752SMark Fasheh 
4536328d5752SMark Fasheh 	split_rec->e_flags = rec->e_flags;
4537328d5752SMark Fasheh }
4538328d5752SMark Fasheh 
4539328d5752SMark Fasheh static int ocfs2_split_and_insert(struct inode *inode,
4540328d5752SMark Fasheh 				  handle_t *handle,
4541328d5752SMark Fasheh 				  struct ocfs2_path *path,
4542e7d4cb6bSTao Ma 				  struct ocfs2_extent_tree *et,
4543328d5752SMark Fasheh 				  struct buffer_head **last_eb_bh,
4544328d5752SMark Fasheh 				  int split_index,
4545328d5752SMark Fasheh 				  struct ocfs2_extent_rec *orig_split_rec,
4546328d5752SMark Fasheh 				  struct ocfs2_alloc_context *meta_ac)
4547328d5752SMark Fasheh {
4548328d5752SMark Fasheh 	int ret = 0, depth;
4549328d5752SMark Fasheh 	unsigned int insert_range, rec_range, do_leftright = 0;
4550328d5752SMark Fasheh 	struct ocfs2_extent_rec tmprec;
4551328d5752SMark Fasheh 	struct ocfs2_extent_list *rightmost_el;
4552328d5752SMark Fasheh 	struct ocfs2_extent_rec rec;
4553328d5752SMark Fasheh 	struct ocfs2_extent_rec split_rec = *orig_split_rec;
4554328d5752SMark Fasheh 	struct ocfs2_insert_type insert;
4555328d5752SMark Fasheh 	struct ocfs2_extent_block *eb;
4556328d5752SMark Fasheh 
4557328d5752SMark Fasheh leftright:
4558328d5752SMark Fasheh 	/*
4559328d5752SMark Fasheh 	 * Store a copy of the record on the stack - it might move
4560328d5752SMark Fasheh 	 * around as the tree is manipulated below.
4561328d5752SMark Fasheh 	 */
4562328d5752SMark Fasheh 	rec = path_leaf_el(path)->l_recs[split_index];
4563328d5752SMark Fasheh 
4564e7d4cb6bSTao Ma 	rightmost_el = et->root_el;
4565328d5752SMark Fasheh 
4566328d5752SMark Fasheh 	depth = le16_to_cpu(rightmost_el->l_tree_depth);
4567328d5752SMark Fasheh 	if (depth) {
4568328d5752SMark Fasheh 		BUG_ON(!(*last_eb_bh));
4569328d5752SMark Fasheh 		eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data;
4570328d5752SMark Fasheh 		rightmost_el = &eb->h_list;
4571328d5752SMark Fasheh 	}
4572328d5752SMark Fasheh 
4573328d5752SMark Fasheh 	if (le16_to_cpu(rightmost_el->l_next_free_rec) ==
4574328d5752SMark Fasheh 	    le16_to_cpu(rightmost_el->l_count)) {
4575e7d4cb6bSTao Ma 		ret = ocfs2_grow_tree(inode, handle, et,
4576e7d4cb6bSTao Ma 				      &depth, last_eb_bh, meta_ac);
4577328d5752SMark Fasheh 		if (ret) {
4578328d5752SMark Fasheh 			mlog_errno(ret);
4579328d5752SMark Fasheh 			goto out;
4580328d5752SMark Fasheh 		}
4581328d5752SMark Fasheh 	}
4582328d5752SMark Fasheh 
4583328d5752SMark Fasheh 	memset(&insert, 0, sizeof(struct ocfs2_insert_type));
4584328d5752SMark Fasheh 	insert.ins_appending = APPEND_NONE;
4585328d5752SMark Fasheh 	insert.ins_contig = CONTIG_NONE;
4586328d5752SMark Fasheh 	insert.ins_tree_depth = depth;
4587328d5752SMark Fasheh 
4588328d5752SMark Fasheh 	insert_range = le32_to_cpu(split_rec.e_cpos) +
4589328d5752SMark Fasheh 		le16_to_cpu(split_rec.e_leaf_clusters);
4590328d5752SMark Fasheh 	rec_range = le32_to_cpu(rec.e_cpos) +
4591328d5752SMark Fasheh 		le16_to_cpu(rec.e_leaf_clusters);
4592328d5752SMark Fasheh 
4593328d5752SMark Fasheh 	if (split_rec.e_cpos == rec.e_cpos) {
4594328d5752SMark Fasheh 		insert.ins_split = SPLIT_LEFT;
4595328d5752SMark Fasheh 	} else if (insert_range == rec_range) {
4596328d5752SMark Fasheh 		insert.ins_split = SPLIT_RIGHT;
4597328d5752SMark Fasheh 	} else {
4598328d5752SMark Fasheh 		/*
4599328d5752SMark Fasheh 		 * Left/right split. We fake this as a right split
4600328d5752SMark Fasheh 		 * first and then make a second pass as a left split.
4601328d5752SMark Fasheh 		 */
4602328d5752SMark Fasheh 		insert.ins_split = SPLIT_RIGHT;
4603328d5752SMark Fasheh 
4604328d5752SMark Fasheh 		ocfs2_make_right_split_rec(inode->i_sb, &tmprec, insert_range,
4605328d5752SMark Fasheh 					   &rec);
4606328d5752SMark Fasheh 
4607328d5752SMark Fasheh 		split_rec = tmprec;
4608328d5752SMark Fasheh 
4609328d5752SMark Fasheh 		BUG_ON(do_leftright);
4610328d5752SMark Fasheh 		do_leftright = 1;
4611328d5752SMark Fasheh 	}
4612328d5752SMark Fasheh 
4613e7d4cb6bSTao Ma 	ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert);
4614328d5752SMark Fasheh 	if (ret) {
4615328d5752SMark Fasheh 		mlog_errno(ret);
4616328d5752SMark Fasheh 		goto out;
4617328d5752SMark Fasheh 	}
4618328d5752SMark Fasheh 
4619328d5752SMark Fasheh 	if (do_leftright == 1) {
4620328d5752SMark Fasheh 		u32 cpos;
4621328d5752SMark Fasheh 		struct ocfs2_extent_list *el;
4622328d5752SMark Fasheh 
4623328d5752SMark Fasheh 		do_leftright++;
4624328d5752SMark Fasheh 		split_rec = *orig_split_rec;
4625328d5752SMark Fasheh 
4626328d5752SMark Fasheh 		ocfs2_reinit_path(path, 1);
4627328d5752SMark Fasheh 
4628328d5752SMark Fasheh 		cpos = le32_to_cpu(split_rec.e_cpos);
4629328d5752SMark Fasheh 		ret = ocfs2_find_path(inode, path, cpos);
4630328d5752SMark Fasheh 		if (ret) {
4631328d5752SMark Fasheh 			mlog_errno(ret);
4632328d5752SMark Fasheh 			goto out;
4633328d5752SMark Fasheh 		}
4634328d5752SMark Fasheh 
4635328d5752SMark Fasheh 		el = path_leaf_el(path);
4636328d5752SMark Fasheh 		split_index = ocfs2_search_extent_list(el, cpos);
4637328d5752SMark Fasheh 		goto leftright;
4638328d5752SMark Fasheh 	}
4639328d5752SMark Fasheh out:
4640328d5752SMark Fasheh 
4641328d5752SMark Fasheh 	return ret;
4642328d5752SMark Fasheh }
4643328d5752SMark Fasheh 
4644328d5752SMark Fasheh /*
4645328d5752SMark Fasheh  * Mark part or all of the extent record at split_index in the leaf
4646328d5752SMark Fasheh  * pointed to by path as written. This removes the unwritten
4647328d5752SMark Fasheh  * extent flag.
4648328d5752SMark Fasheh  *
4649328d5752SMark Fasheh  * Care is taken to handle contiguousness so as to not grow the tree.
4650328d5752SMark Fasheh  *
4651328d5752SMark Fasheh  * meta_ac is not strictly necessary - we only truly need it if growth
4652328d5752SMark Fasheh  * of the tree is required. All other cases will degrade into a less
4653328d5752SMark Fasheh  * optimal tree layout.
4654328d5752SMark Fasheh  *
4655e7d4cb6bSTao Ma  * last_eb_bh should be the rightmost leaf block for any extent
4656e7d4cb6bSTao Ma  * btree. Since a split may grow the tree or a merge might shrink it,
4657e7d4cb6bSTao Ma  * the caller cannot trust the contents of that buffer after this call.
4658328d5752SMark Fasheh  *
4659328d5752SMark Fasheh  * This code is optimized for readability - several passes might be
4660328d5752SMark Fasheh  * made over certain portions of the tree. All of those blocks will
4661328d5752SMark Fasheh  * have been brought into cache (and pinned via the journal), so the
4662328d5752SMark Fasheh  * extra overhead is not expressed in terms of disk reads.
4663328d5752SMark Fasheh  */
4664328d5752SMark Fasheh static int __ocfs2_mark_extent_written(struct inode *inode,
4665e7d4cb6bSTao Ma 				       struct ocfs2_extent_tree *et,
4666328d5752SMark Fasheh 				       handle_t *handle,
4667328d5752SMark Fasheh 				       struct ocfs2_path *path,
4668328d5752SMark Fasheh 				       int split_index,
4669328d5752SMark Fasheh 				       struct ocfs2_extent_rec *split_rec,
4670328d5752SMark Fasheh 				       struct ocfs2_alloc_context *meta_ac,
4671328d5752SMark Fasheh 				       struct ocfs2_cached_dealloc_ctxt *dealloc)
4672328d5752SMark Fasheh {
4673328d5752SMark Fasheh 	int ret = 0;
4674328d5752SMark Fasheh 	struct ocfs2_extent_list *el = path_leaf_el(path);
4675e8aed345SMark Fasheh 	struct buffer_head *last_eb_bh = NULL;
4676328d5752SMark Fasheh 	struct ocfs2_extent_rec *rec = &el->l_recs[split_index];
4677328d5752SMark Fasheh 	struct ocfs2_merge_ctxt ctxt;
4678328d5752SMark Fasheh 	struct ocfs2_extent_list *rightmost_el;
4679328d5752SMark Fasheh 
46803cf0c507SRoel Kluin 	if (!(rec->e_flags & OCFS2_EXT_UNWRITTEN)) {
4681328d5752SMark Fasheh 		ret = -EIO;
4682328d5752SMark Fasheh 		mlog_errno(ret);
4683328d5752SMark Fasheh 		goto out;
4684328d5752SMark Fasheh 	}
4685328d5752SMark Fasheh 
4686328d5752SMark Fasheh 	if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) ||
4687328d5752SMark Fasheh 	    ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) <
4688328d5752SMark Fasheh 	     (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) {
4689328d5752SMark Fasheh 		ret = -EIO;
4690328d5752SMark Fasheh 		mlog_errno(ret);
4691328d5752SMark Fasheh 		goto out;
4692328d5752SMark Fasheh 	}
4693328d5752SMark Fasheh 
4694ad5a4d70STao Ma 	ctxt.c_contig_type = ocfs2_figure_merge_contig_type(inode, path, el,
4695328d5752SMark Fasheh 							    split_index,
4696328d5752SMark Fasheh 							    split_rec);
4697328d5752SMark Fasheh 
4698328d5752SMark Fasheh 	/*
4699328d5752SMark Fasheh 	 * The core merge / split code wants to know how much room is
4700328d5752SMark Fasheh 	 * left in this inodes allocation tree, so we pass the
4701328d5752SMark Fasheh 	 * rightmost extent list.
4702328d5752SMark Fasheh 	 */
4703328d5752SMark Fasheh 	if (path->p_tree_depth) {
4704328d5752SMark Fasheh 		struct ocfs2_extent_block *eb;
4705328d5752SMark Fasheh 
4706328d5752SMark Fasheh 		ret = ocfs2_read_block(OCFS2_SB(inode->i_sb),
4707e7d4cb6bSTao Ma 				       ocfs2_get_last_eb_blk(et),
4708328d5752SMark Fasheh 				       &last_eb_bh, OCFS2_BH_CACHED, inode);
4709328d5752SMark Fasheh 		if (ret) {
4710328d5752SMark Fasheh 			mlog_exit(ret);
4711328d5752SMark Fasheh 			goto out;
4712328d5752SMark Fasheh 		}
4713328d5752SMark Fasheh 
4714328d5752SMark Fasheh 		eb = (struct ocfs2_extent_block *) last_eb_bh->b_data;
4715328d5752SMark Fasheh 		if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
4716328d5752SMark Fasheh 			OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
4717328d5752SMark Fasheh 			ret = -EROFS;
4718328d5752SMark Fasheh 			goto out;
4719328d5752SMark Fasheh 		}
4720328d5752SMark Fasheh 
4721328d5752SMark Fasheh 		rightmost_el = &eb->h_list;
4722328d5752SMark Fasheh 	} else
4723328d5752SMark Fasheh 		rightmost_el = path_root_el(path);
4724328d5752SMark Fasheh 
4725328d5752SMark Fasheh 	if (rec->e_cpos == split_rec->e_cpos &&
4726328d5752SMark Fasheh 	    rec->e_leaf_clusters == split_rec->e_leaf_clusters)
4727328d5752SMark Fasheh 		ctxt.c_split_covers_rec = 1;
4728328d5752SMark Fasheh 	else
4729328d5752SMark Fasheh 		ctxt.c_split_covers_rec = 0;
4730328d5752SMark Fasheh 
4731328d5752SMark Fasheh 	ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]);
4732328d5752SMark Fasheh 
4733015452b1SMark Fasheh 	mlog(0, "index: %d, contig: %u, has_empty: %u, split_covers: %u\n",
4734015452b1SMark Fasheh 	     split_index, ctxt.c_contig_type, ctxt.c_has_empty_extent,
4735015452b1SMark Fasheh 	     ctxt.c_split_covers_rec);
4736328d5752SMark Fasheh 
4737328d5752SMark Fasheh 	if (ctxt.c_contig_type == CONTIG_NONE) {
4738328d5752SMark Fasheh 		if (ctxt.c_split_covers_rec)
4739328d5752SMark Fasheh 			el->l_recs[split_index] = *split_rec;
4740328d5752SMark Fasheh 		else
4741e7d4cb6bSTao Ma 			ret = ocfs2_split_and_insert(inode, handle, path, et,
4742328d5752SMark Fasheh 						     &last_eb_bh, split_index,
4743328d5752SMark Fasheh 						     split_rec, meta_ac);
4744328d5752SMark Fasheh 		if (ret)
4745328d5752SMark Fasheh 			mlog_errno(ret);
4746328d5752SMark Fasheh 	} else {
4747328d5752SMark Fasheh 		ret = ocfs2_try_to_merge_extent(inode, handle, path,
4748328d5752SMark Fasheh 						split_index, split_rec,
4749e7d4cb6bSTao Ma 						dealloc, &ctxt, et);
4750328d5752SMark Fasheh 		if (ret)
4751328d5752SMark Fasheh 			mlog_errno(ret);
4752328d5752SMark Fasheh 	}
4753328d5752SMark Fasheh 
4754328d5752SMark Fasheh out:
4755328d5752SMark Fasheh 	brelse(last_eb_bh);
4756328d5752SMark Fasheh 	return ret;
4757328d5752SMark Fasheh }
4758328d5752SMark Fasheh 
4759328d5752SMark Fasheh /*
4760328d5752SMark Fasheh  * Mark the already-existing extent at cpos as written for len clusters.
4761328d5752SMark Fasheh  *
4762328d5752SMark Fasheh  * If the existing extent is larger than the request, initiate a
4763328d5752SMark Fasheh  * split. An attempt will be made at merging with adjacent extents.
4764328d5752SMark Fasheh  *
4765328d5752SMark Fasheh  * The caller is responsible for passing down meta_ac if we'll need it.
4766328d5752SMark Fasheh  */
4767e7d4cb6bSTao Ma int ocfs2_mark_extent_written(struct inode *inode, struct buffer_head *root_bh,
4768328d5752SMark Fasheh 			      handle_t *handle, u32 cpos, u32 len, u32 phys,
4769328d5752SMark Fasheh 			      struct ocfs2_alloc_context *meta_ac,
4770e7d4cb6bSTao Ma 			      struct ocfs2_cached_dealloc_ctxt *dealloc,
4771f56654c4STao Ma 			      enum ocfs2_extent_tree_type et_type,
4772f56654c4STao Ma 			      void *private)
4773328d5752SMark Fasheh {
4774328d5752SMark Fasheh 	int ret, index;
4775328d5752SMark Fasheh 	u64 start_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys);
4776328d5752SMark Fasheh 	struct ocfs2_extent_rec split_rec;
4777328d5752SMark Fasheh 	struct ocfs2_path *left_path = NULL;
4778328d5752SMark Fasheh 	struct ocfs2_extent_list *el;
4779e7d4cb6bSTao Ma 	struct ocfs2_extent_tree *et = NULL;
4780328d5752SMark Fasheh 
4781328d5752SMark Fasheh 	mlog(0, "Inode %lu cpos %u, len %u, phys %u (%llu)\n",
4782328d5752SMark Fasheh 	     inode->i_ino, cpos, len, phys, (unsigned long long)start_blkno);
4783328d5752SMark Fasheh 
4784328d5752SMark Fasheh 	if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) {
4785328d5752SMark Fasheh 		ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents "
4786328d5752SMark Fasheh 			    "that are being written to, but the feature bit "
4787328d5752SMark Fasheh 			    "is not set in the super block.",
4788328d5752SMark Fasheh 			    (unsigned long long)OCFS2_I(inode)->ip_blkno);
4789328d5752SMark Fasheh 		ret = -EROFS;
4790328d5752SMark Fasheh 		goto out;
4791328d5752SMark Fasheh 	}
4792328d5752SMark Fasheh 
4793f56654c4STao Ma 	et = ocfs2_new_extent_tree(root_bh, et_type, private);
4794e7d4cb6bSTao Ma 	if (!et) {
4795e7d4cb6bSTao Ma 		ret = -ENOMEM;
4796e7d4cb6bSTao Ma 		mlog_errno(ret);
4797e7d4cb6bSTao Ma 		goto out;
4798e7d4cb6bSTao Ma 	}
4799e7d4cb6bSTao Ma 
4800328d5752SMark Fasheh 	/*
4801328d5752SMark Fasheh 	 * XXX: This should be fixed up so that we just re-insert the
4802328d5752SMark Fasheh 	 * next extent records.
4803328d5752SMark Fasheh 	 */
4804e7d4cb6bSTao Ma 	if (et_type == OCFS2_DINODE_EXTENT)
4805328d5752SMark Fasheh 		ocfs2_extent_map_trunc(inode, 0);
4806328d5752SMark Fasheh 
4807e7d4cb6bSTao Ma 	left_path = ocfs2_new_path(et->root_bh, et->root_el);
4808328d5752SMark Fasheh 	if (!left_path) {
4809328d5752SMark Fasheh 		ret = -ENOMEM;
4810328d5752SMark Fasheh 		mlog_errno(ret);
4811328d5752SMark Fasheh 		goto out;
4812328d5752SMark Fasheh 	}
4813328d5752SMark Fasheh 
4814328d5752SMark Fasheh 	ret = ocfs2_find_path(inode, left_path, cpos);
4815328d5752SMark Fasheh 	if (ret) {
4816328d5752SMark Fasheh 		mlog_errno(ret);
4817328d5752SMark Fasheh 		goto out;
4818328d5752SMark Fasheh 	}
4819328d5752SMark Fasheh 	el = path_leaf_el(left_path);
4820328d5752SMark Fasheh 
4821328d5752SMark Fasheh 	index = ocfs2_search_extent_list(el, cpos);
4822328d5752SMark Fasheh 	if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) {
4823328d5752SMark Fasheh 		ocfs2_error(inode->i_sb,
4824328d5752SMark Fasheh 			    "Inode %llu has an extent at cpos %u which can no "
4825328d5752SMark Fasheh 			    "longer be found.\n",
4826328d5752SMark Fasheh 			    (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos);
4827328d5752SMark Fasheh 		ret = -EROFS;
4828328d5752SMark Fasheh 		goto out;
4829328d5752SMark Fasheh 	}
4830328d5752SMark Fasheh 
4831328d5752SMark Fasheh 	memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec));
4832328d5752SMark Fasheh 	split_rec.e_cpos = cpu_to_le32(cpos);
4833328d5752SMark Fasheh 	split_rec.e_leaf_clusters = cpu_to_le16(len);
4834328d5752SMark Fasheh 	split_rec.e_blkno = cpu_to_le64(start_blkno);
4835328d5752SMark Fasheh 	split_rec.e_flags = path_leaf_el(left_path)->l_recs[index].e_flags;
4836328d5752SMark Fasheh 	split_rec.e_flags &= ~OCFS2_EXT_UNWRITTEN;
4837328d5752SMark Fasheh 
4838e7d4cb6bSTao Ma 	ret = __ocfs2_mark_extent_written(inode, et, handle, left_path,
4839e7d4cb6bSTao Ma 					  index, &split_rec, meta_ac,
4840e7d4cb6bSTao Ma 					  dealloc);
4841328d5752SMark Fasheh 	if (ret)
4842328d5752SMark Fasheh 		mlog_errno(ret);
4843328d5752SMark Fasheh 
4844328d5752SMark Fasheh out:
4845328d5752SMark Fasheh 	ocfs2_free_path(left_path);
4846e7d4cb6bSTao Ma 	if (et)
4847e7d4cb6bSTao Ma 		ocfs2_free_extent_tree(et);
4848328d5752SMark Fasheh 	return ret;
4849328d5752SMark Fasheh }
4850328d5752SMark Fasheh 
4851e7d4cb6bSTao Ma static int ocfs2_split_tree(struct inode *inode, struct ocfs2_extent_tree *et,
4852d0c7d708SMark Fasheh 			    handle_t *handle, struct ocfs2_path *path,
4853d0c7d708SMark Fasheh 			    int index, u32 new_range,
4854d0c7d708SMark Fasheh 			    struct ocfs2_alloc_context *meta_ac)
4855d0c7d708SMark Fasheh {
4856d0c7d708SMark Fasheh 	int ret, depth, credits = handle->h_buffer_credits;
4857d0c7d708SMark Fasheh 	struct buffer_head *last_eb_bh = NULL;
4858d0c7d708SMark Fasheh 	struct ocfs2_extent_block *eb;
4859d0c7d708SMark Fasheh 	struct ocfs2_extent_list *rightmost_el, *el;
4860d0c7d708SMark Fasheh 	struct ocfs2_extent_rec split_rec;
4861d0c7d708SMark Fasheh 	struct ocfs2_extent_rec *rec;
4862d0c7d708SMark Fasheh 	struct ocfs2_insert_type insert;
4863d0c7d708SMark Fasheh 
4864d0c7d708SMark Fasheh 	/*
4865d0c7d708SMark Fasheh 	 * Setup the record to split before we grow the tree.
4866d0c7d708SMark Fasheh 	 */
4867d0c7d708SMark Fasheh 	el = path_leaf_el(path);
4868d0c7d708SMark Fasheh 	rec = &el->l_recs[index];
4869d0c7d708SMark Fasheh 	ocfs2_make_right_split_rec(inode->i_sb, &split_rec, new_range, rec);
4870d0c7d708SMark Fasheh 
4871d0c7d708SMark Fasheh 	depth = path->p_tree_depth;
4872d0c7d708SMark Fasheh 	if (depth > 0) {
4873d0c7d708SMark Fasheh 		ret = ocfs2_read_block(OCFS2_SB(inode->i_sb),
4874e7d4cb6bSTao Ma 				       ocfs2_get_last_eb_blk(et),
4875d0c7d708SMark Fasheh 				       &last_eb_bh, OCFS2_BH_CACHED, inode);
4876d0c7d708SMark Fasheh 		if (ret < 0) {
4877d0c7d708SMark Fasheh 			mlog_errno(ret);
4878d0c7d708SMark Fasheh 			goto out;
4879d0c7d708SMark Fasheh 		}
4880d0c7d708SMark Fasheh 
4881d0c7d708SMark Fasheh 		eb = (struct ocfs2_extent_block *) last_eb_bh->b_data;
4882d0c7d708SMark Fasheh 		rightmost_el = &eb->h_list;
4883d0c7d708SMark Fasheh 	} else
4884d0c7d708SMark Fasheh 		rightmost_el = path_leaf_el(path);
4885d0c7d708SMark Fasheh 
4886811f933dSTao Ma 	credits += path->p_tree_depth +
4887e7d4cb6bSTao Ma 		   ocfs2_extend_meta_needed(et->root_el);
4888d0c7d708SMark Fasheh 	ret = ocfs2_extend_trans(handle, credits);
4889d0c7d708SMark Fasheh 	if (ret) {
4890d0c7d708SMark Fasheh 		mlog_errno(ret);
4891d0c7d708SMark Fasheh 		goto out;
4892d0c7d708SMark Fasheh 	}
4893d0c7d708SMark Fasheh 
4894d0c7d708SMark Fasheh 	if (le16_to_cpu(rightmost_el->l_next_free_rec) ==
4895d0c7d708SMark Fasheh 	    le16_to_cpu(rightmost_el->l_count)) {
4896e7d4cb6bSTao Ma 		ret = ocfs2_grow_tree(inode, handle, et, &depth, &last_eb_bh,
4897d0c7d708SMark Fasheh 				      meta_ac);
4898d0c7d708SMark Fasheh 		if (ret) {
4899d0c7d708SMark Fasheh 			mlog_errno(ret);
4900d0c7d708SMark Fasheh 			goto out;
4901d0c7d708SMark Fasheh 		}
4902d0c7d708SMark Fasheh 	}
4903d0c7d708SMark Fasheh 
4904d0c7d708SMark Fasheh 	memset(&insert, 0, sizeof(struct ocfs2_insert_type));
4905d0c7d708SMark Fasheh 	insert.ins_appending = APPEND_NONE;
4906d0c7d708SMark Fasheh 	insert.ins_contig = CONTIG_NONE;
4907d0c7d708SMark Fasheh 	insert.ins_split = SPLIT_RIGHT;
4908d0c7d708SMark Fasheh 	insert.ins_tree_depth = depth;
4909d0c7d708SMark Fasheh 
4910e7d4cb6bSTao Ma 	ret = ocfs2_do_insert_extent(inode, handle, et, &split_rec, &insert);
4911d0c7d708SMark Fasheh 	if (ret)
4912d0c7d708SMark Fasheh 		mlog_errno(ret);
4913d0c7d708SMark Fasheh 
4914d0c7d708SMark Fasheh out:
4915d0c7d708SMark Fasheh 	brelse(last_eb_bh);
4916d0c7d708SMark Fasheh 	return ret;
4917d0c7d708SMark Fasheh }
4918d0c7d708SMark Fasheh 
4919d0c7d708SMark Fasheh static int ocfs2_truncate_rec(struct inode *inode, handle_t *handle,
4920d0c7d708SMark Fasheh 			      struct ocfs2_path *path, int index,
4921d0c7d708SMark Fasheh 			      struct ocfs2_cached_dealloc_ctxt *dealloc,
4922e7d4cb6bSTao Ma 			      u32 cpos, u32 len,
4923e7d4cb6bSTao Ma 			      struct ocfs2_extent_tree *et)
4924d0c7d708SMark Fasheh {
4925d0c7d708SMark Fasheh 	int ret;
4926d0c7d708SMark Fasheh 	u32 left_cpos, rec_range, trunc_range;
4927d0c7d708SMark Fasheh 	int wants_rotate = 0, is_rightmost_tree_rec = 0;
4928d0c7d708SMark Fasheh 	struct super_block *sb = inode->i_sb;
4929d0c7d708SMark Fasheh 	struct ocfs2_path *left_path = NULL;
4930d0c7d708SMark Fasheh 	struct ocfs2_extent_list *el = path_leaf_el(path);
4931d0c7d708SMark Fasheh 	struct ocfs2_extent_rec *rec;
4932d0c7d708SMark Fasheh 	struct ocfs2_extent_block *eb;
4933d0c7d708SMark Fasheh 
4934d0c7d708SMark Fasheh 	if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) {
4935e7d4cb6bSTao Ma 		ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et);
4936d0c7d708SMark Fasheh 		if (ret) {
4937d0c7d708SMark Fasheh 			mlog_errno(ret);
4938d0c7d708SMark Fasheh 			goto out;
4939d0c7d708SMark Fasheh 		}
4940d0c7d708SMark Fasheh 
4941d0c7d708SMark Fasheh 		index--;
4942d0c7d708SMark Fasheh 	}
4943d0c7d708SMark Fasheh 
4944d0c7d708SMark Fasheh 	if (index == (le16_to_cpu(el->l_next_free_rec) - 1) &&
4945d0c7d708SMark Fasheh 	    path->p_tree_depth) {
4946d0c7d708SMark Fasheh 		/*
4947d0c7d708SMark Fasheh 		 * Check whether this is the rightmost tree record. If
4948d0c7d708SMark Fasheh 		 * we remove all of this record or part of its right
4949d0c7d708SMark Fasheh 		 * edge then an update of the record lengths above it
4950d0c7d708SMark Fasheh 		 * will be required.
4951d0c7d708SMark Fasheh 		 */
4952d0c7d708SMark Fasheh 		eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data;
4953d0c7d708SMark Fasheh 		if (eb->h_next_leaf_blk == 0)
4954d0c7d708SMark Fasheh 			is_rightmost_tree_rec = 1;
4955d0c7d708SMark Fasheh 	}
4956d0c7d708SMark Fasheh 
4957d0c7d708SMark Fasheh 	rec = &el->l_recs[index];
4958d0c7d708SMark Fasheh 	if (index == 0 && path->p_tree_depth &&
4959d0c7d708SMark Fasheh 	    le32_to_cpu(rec->e_cpos) == cpos) {
4960d0c7d708SMark Fasheh 		/*
4961d0c7d708SMark Fasheh 		 * Changing the leftmost offset (via partial or whole
4962d0c7d708SMark Fasheh 		 * record truncate) of an interior (or rightmost) path
4963d0c7d708SMark Fasheh 		 * means we have to update the subtree that is formed
4964d0c7d708SMark Fasheh 		 * by this leaf and the one to it's left.
4965d0c7d708SMark Fasheh 		 *
4966d0c7d708SMark Fasheh 		 * There are two cases we can skip:
4967d0c7d708SMark Fasheh 		 *   1) Path is the leftmost one in our inode tree.
4968d0c7d708SMark Fasheh 		 *   2) The leaf is rightmost and will be empty after
4969d0c7d708SMark Fasheh 		 *      we remove the extent record - the rotate code
4970d0c7d708SMark Fasheh 		 *      knows how to update the newly formed edge.
4971d0c7d708SMark Fasheh 		 */
4972d0c7d708SMark Fasheh 
4973d0c7d708SMark Fasheh 		ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path,
4974d0c7d708SMark Fasheh 						    &left_cpos);
4975d0c7d708SMark Fasheh 		if (ret) {
4976d0c7d708SMark Fasheh 			mlog_errno(ret);
4977d0c7d708SMark Fasheh 			goto out;
4978d0c7d708SMark Fasheh 		}
4979d0c7d708SMark Fasheh 
4980d0c7d708SMark Fasheh 		if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) {
4981d0c7d708SMark Fasheh 			left_path = ocfs2_new_path(path_root_bh(path),
4982d0c7d708SMark Fasheh 						   path_root_el(path));
4983d0c7d708SMark Fasheh 			if (!left_path) {
4984d0c7d708SMark Fasheh 				ret = -ENOMEM;
4985d0c7d708SMark Fasheh 				mlog_errno(ret);
4986d0c7d708SMark Fasheh 				goto out;
4987d0c7d708SMark Fasheh 			}
4988d0c7d708SMark Fasheh 
4989d0c7d708SMark Fasheh 			ret = ocfs2_find_path(inode, left_path, left_cpos);
4990d0c7d708SMark Fasheh 			if (ret) {
4991d0c7d708SMark Fasheh 				mlog_errno(ret);
4992d0c7d708SMark Fasheh 				goto out;
4993d0c7d708SMark Fasheh 			}
4994d0c7d708SMark Fasheh 		}
4995d0c7d708SMark Fasheh 	}
4996d0c7d708SMark Fasheh 
4997d0c7d708SMark Fasheh 	ret = ocfs2_extend_rotate_transaction(handle, 0,
4998d0c7d708SMark Fasheh 					      handle->h_buffer_credits,
4999d0c7d708SMark Fasheh 					      path);
5000d0c7d708SMark Fasheh 	if (ret) {
5001d0c7d708SMark Fasheh 		mlog_errno(ret);
5002d0c7d708SMark Fasheh 		goto out;
5003d0c7d708SMark Fasheh 	}
5004d0c7d708SMark Fasheh 
5005d0c7d708SMark Fasheh 	ret = ocfs2_journal_access_path(inode, handle, path);
5006d0c7d708SMark Fasheh 	if (ret) {
5007d0c7d708SMark Fasheh 		mlog_errno(ret);
5008d0c7d708SMark Fasheh 		goto out;
5009d0c7d708SMark Fasheh 	}
5010d0c7d708SMark Fasheh 
5011d0c7d708SMark Fasheh 	ret = ocfs2_journal_access_path(inode, handle, left_path);
5012d0c7d708SMark Fasheh 	if (ret) {
5013d0c7d708SMark Fasheh 		mlog_errno(ret);
5014d0c7d708SMark Fasheh 		goto out;
5015d0c7d708SMark Fasheh 	}
5016d0c7d708SMark Fasheh 
5017d0c7d708SMark Fasheh 	rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
5018d0c7d708SMark Fasheh 	trunc_range = cpos + len;
5019d0c7d708SMark Fasheh 
5020d0c7d708SMark Fasheh 	if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) {
5021d0c7d708SMark Fasheh 		int next_free;
5022d0c7d708SMark Fasheh 
5023d0c7d708SMark Fasheh 		memset(rec, 0, sizeof(*rec));
5024d0c7d708SMark Fasheh 		ocfs2_cleanup_merge(el, index);
5025d0c7d708SMark Fasheh 		wants_rotate = 1;
5026d0c7d708SMark Fasheh 
5027d0c7d708SMark Fasheh 		next_free = le16_to_cpu(el->l_next_free_rec);
5028d0c7d708SMark Fasheh 		if (is_rightmost_tree_rec && next_free > 1) {
5029d0c7d708SMark Fasheh 			/*
5030d0c7d708SMark Fasheh 			 * We skip the edge update if this path will
5031d0c7d708SMark Fasheh 			 * be deleted by the rotate code.
5032d0c7d708SMark Fasheh 			 */
5033d0c7d708SMark Fasheh 			rec = &el->l_recs[next_free - 1];
5034d0c7d708SMark Fasheh 			ocfs2_adjust_rightmost_records(inode, handle, path,
5035d0c7d708SMark Fasheh 						       rec);
5036d0c7d708SMark Fasheh 		}
5037d0c7d708SMark Fasheh 	} else if (le32_to_cpu(rec->e_cpos) == cpos) {
5038d0c7d708SMark Fasheh 		/* Remove leftmost portion of the record. */
5039d0c7d708SMark Fasheh 		le32_add_cpu(&rec->e_cpos, len);
5040d0c7d708SMark Fasheh 		le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len));
5041d0c7d708SMark Fasheh 		le16_add_cpu(&rec->e_leaf_clusters, -len);
5042d0c7d708SMark Fasheh 	} else if (rec_range == trunc_range) {
5043d0c7d708SMark Fasheh 		/* Remove rightmost portion of the record */
5044d0c7d708SMark Fasheh 		le16_add_cpu(&rec->e_leaf_clusters, -len);
5045d0c7d708SMark Fasheh 		if (is_rightmost_tree_rec)
5046d0c7d708SMark Fasheh 			ocfs2_adjust_rightmost_records(inode, handle, path, rec);
5047d0c7d708SMark Fasheh 	} else {
5048d0c7d708SMark Fasheh 		/* Caller should have trapped this. */
5049d0c7d708SMark Fasheh 		mlog(ML_ERROR, "Inode %llu: Invalid record truncate: (%u, %u) "
5050d0c7d708SMark Fasheh 		     "(%u, %u)\n", (unsigned long long)OCFS2_I(inode)->ip_blkno,
5051d0c7d708SMark Fasheh 		     le32_to_cpu(rec->e_cpos),
5052d0c7d708SMark Fasheh 		     le16_to_cpu(rec->e_leaf_clusters), cpos, len);
5053d0c7d708SMark Fasheh 		BUG();
5054d0c7d708SMark Fasheh 	}
5055d0c7d708SMark Fasheh 
5056d0c7d708SMark Fasheh 	if (left_path) {
5057d0c7d708SMark Fasheh 		int subtree_index;
5058d0c7d708SMark Fasheh 
5059d0c7d708SMark Fasheh 		subtree_index = ocfs2_find_subtree_root(inode, left_path, path);
5060d0c7d708SMark Fasheh 		ocfs2_complete_edge_insert(inode, handle, left_path, path,
5061d0c7d708SMark Fasheh 					   subtree_index);
5062d0c7d708SMark Fasheh 	}
5063d0c7d708SMark Fasheh 
5064d0c7d708SMark Fasheh 	ocfs2_journal_dirty(handle, path_leaf_bh(path));
5065d0c7d708SMark Fasheh 
5066e7d4cb6bSTao Ma 	ret = ocfs2_rotate_tree_left(inode, handle, path, dealloc, et);
5067d0c7d708SMark Fasheh 	if (ret) {
5068d0c7d708SMark Fasheh 		mlog_errno(ret);
5069d0c7d708SMark Fasheh 		goto out;
5070d0c7d708SMark Fasheh 	}
5071d0c7d708SMark Fasheh 
5072d0c7d708SMark Fasheh out:
5073d0c7d708SMark Fasheh 	ocfs2_free_path(left_path);
5074d0c7d708SMark Fasheh 	return ret;
5075d0c7d708SMark Fasheh }
5076d0c7d708SMark Fasheh 
5077e7d4cb6bSTao Ma int ocfs2_remove_extent(struct inode *inode, struct buffer_head *root_bh,
5078d0c7d708SMark Fasheh 			u32 cpos, u32 len, handle_t *handle,
5079d0c7d708SMark Fasheh 			struct ocfs2_alloc_context *meta_ac,
5080e7d4cb6bSTao Ma 			struct ocfs2_cached_dealloc_ctxt *dealloc,
5081f56654c4STao Ma 			enum ocfs2_extent_tree_type et_type,
5082f56654c4STao Ma 			void *private)
5083d0c7d708SMark Fasheh {
5084d0c7d708SMark Fasheh 	int ret, index;
5085d0c7d708SMark Fasheh 	u32 rec_range, trunc_range;
5086d0c7d708SMark Fasheh 	struct ocfs2_extent_rec *rec;
5087d0c7d708SMark Fasheh 	struct ocfs2_extent_list *el;
5088e7d4cb6bSTao Ma 	struct ocfs2_path *path = NULL;
5089e7d4cb6bSTao Ma 	struct ocfs2_extent_tree *et = NULL;
5090e7d4cb6bSTao Ma 
5091f56654c4STao Ma 	et = ocfs2_new_extent_tree(root_bh, et_type, private);
5092e7d4cb6bSTao Ma 	if (!et) {
5093e7d4cb6bSTao Ma 		ret = -ENOMEM;
5094e7d4cb6bSTao Ma 		mlog_errno(ret);
5095e7d4cb6bSTao Ma 		goto out;
5096e7d4cb6bSTao Ma 	}
5097d0c7d708SMark Fasheh 
5098d0c7d708SMark Fasheh 	ocfs2_extent_map_trunc(inode, 0);
5099d0c7d708SMark Fasheh 
5100e7d4cb6bSTao Ma 	path = ocfs2_new_path(et->root_bh, et->root_el);
5101d0c7d708SMark Fasheh 	if (!path) {
5102d0c7d708SMark Fasheh 		ret = -ENOMEM;
5103d0c7d708SMark Fasheh 		mlog_errno(ret);
5104d0c7d708SMark Fasheh 		goto out;
5105d0c7d708SMark Fasheh 	}
5106d0c7d708SMark Fasheh 
5107d0c7d708SMark Fasheh 	ret = ocfs2_find_path(inode, path, cpos);
5108d0c7d708SMark Fasheh 	if (ret) {
5109d0c7d708SMark Fasheh 		mlog_errno(ret);
5110d0c7d708SMark Fasheh 		goto out;
5111d0c7d708SMark Fasheh 	}
5112d0c7d708SMark Fasheh 
5113d0c7d708SMark Fasheh 	el = path_leaf_el(path);
5114d0c7d708SMark Fasheh 	index = ocfs2_search_extent_list(el, cpos);
5115d0c7d708SMark Fasheh 	if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) {
5116d0c7d708SMark Fasheh 		ocfs2_error(inode->i_sb,
5117d0c7d708SMark Fasheh 			    "Inode %llu has an extent at cpos %u which can no "
5118d0c7d708SMark Fasheh 			    "longer be found.\n",
5119d0c7d708SMark Fasheh 			    (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos);
5120d0c7d708SMark Fasheh 		ret = -EROFS;
5121d0c7d708SMark Fasheh 		goto out;
5122d0c7d708SMark Fasheh 	}
5123d0c7d708SMark Fasheh 
5124d0c7d708SMark Fasheh 	/*
5125d0c7d708SMark Fasheh 	 * We have 3 cases of extent removal:
5126d0c7d708SMark Fasheh 	 *   1) Range covers the entire extent rec
5127d0c7d708SMark Fasheh 	 *   2) Range begins or ends on one edge of the extent rec
5128d0c7d708SMark Fasheh 	 *   3) Range is in the middle of the extent rec (no shared edges)
5129d0c7d708SMark Fasheh 	 *
5130d0c7d708SMark Fasheh 	 * For case 1 we remove the extent rec and left rotate to
5131d0c7d708SMark Fasheh 	 * fill the hole.
5132d0c7d708SMark Fasheh 	 *
5133d0c7d708SMark Fasheh 	 * For case 2 we just shrink the existing extent rec, with a
5134d0c7d708SMark Fasheh 	 * tree update if the shrinking edge is also the edge of an
5135d0c7d708SMark Fasheh 	 * extent block.
5136d0c7d708SMark Fasheh 	 *
5137d0c7d708SMark Fasheh 	 * For case 3 we do a right split to turn the extent rec into
5138d0c7d708SMark Fasheh 	 * something case 2 can handle.
5139d0c7d708SMark Fasheh 	 */
5140d0c7d708SMark Fasheh 	rec = &el->l_recs[index];
5141d0c7d708SMark Fasheh 	rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
5142d0c7d708SMark Fasheh 	trunc_range = cpos + len;
5143d0c7d708SMark Fasheh 
5144d0c7d708SMark Fasheh 	BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range);
5145d0c7d708SMark Fasheh 
5146d0c7d708SMark Fasheh 	mlog(0, "Inode %llu, remove (cpos %u, len %u). Existing index %d "
5147d0c7d708SMark Fasheh 	     "(cpos %u, len %u)\n",
5148d0c7d708SMark Fasheh 	     (unsigned long long)OCFS2_I(inode)->ip_blkno, cpos, len, index,
5149d0c7d708SMark Fasheh 	     le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec));
5150d0c7d708SMark Fasheh 
5151d0c7d708SMark Fasheh 	if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) {
5152d0c7d708SMark Fasheh 		ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc,
5153e7d4cb6bSTao Ma 					 cpos, len, et);
5154d0c7d708SMark Fasheh 		if (ret) {
5155d0c7d708SMark Fasheh 			mlog_errno(ret);
5156d0c7d708SMark Fasheh 			goto out;
5157d0c7d708SMark Fasheh 		}
5158d0c7d708SMark Fasheh 	} else {
5159e7d4cb6bSTao Ma 		ret = ocfs2_split_tree(inode, et, handle, path, index,
5160d0c7d708SMark Fasheh 				       trunc_range, meta_ac);
5161d0c7d708SMark Fasheh 		if (ret) {
5162d0c7d708SMark Fasheh 			mlog_errno(ret);
5163d0c7d708SMark Fasheh 			goto out;
5164d0c7d708SMark Fasheh 		}
5165d0c7d708SMark Fasheh 
5166d0c7d708SMark Fasheh 		/*
5167d0c7d708SMark Fasheh 		 * The split could have manipulated the tree enough to
5168d0c7d708SMark Fasheh 		 * move the record location, so we have to look for it again.
5169d0c7d708SMark Fasheh 		 */
5170d0c7d708SMark Fasheh 		ocfs2_reinit_path(path, 1);
5171d0c7d708SMark Fasheh 
5172d0c7d708SMark Fasheh 		ret = ocfs2_find_path(inode, path, cpos);
5173d0c7d708SMark Fasheh 		if (ret) {
5174d0c7d708SMark Fasheh 			mlog_errno(ret);
5175d0c7d708SMark Fasheh 			goto out;
5176d0c7d708SMark Fasheh 		}
5177d0c7d708SMark Fasheh 
5178d0c7d708SMark Fasheh 		el = path_leaf_el(path);
5179d0c7d708SMark Fasheh 		index = ocfs2_search_extent_list(el, cpos);
5180d0c7d708SMark Fasheh 		if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) {
5181d0c7d708SMark Fasheh 			ocfs2_error(inode->i_sb,
5182d0c7d708SMark Fasheh 				    "Inode %llu: split at cpos %u lost record.",
5183d0c7d708SMark Fasheh 				    (unsigned long long)OCFS2_I(inode)->ip_blkno,
5184d0c7d708SMark Fasheh 				    cpos);
5185d0c7d708SMark Fasheh 			ret = -EROFS;
5186d0c7d708SMark Fasheh 			goto out;
5187d0c7d708SMark Fasheh 		}
5188d0c7d708SMark Fasheh 
5189d0c7d708SMark Fasheh 		/*
5190d0c7d708SMark Fasheh 		 * Double check our values here. If anything is fishy,
5191d0c7d708SMark Fasheh 		 * it's easier to catch it at the top level.
5192d0c7d708SMark Fasheh 		 */
5193d0c7d708SMark Fasheh 		rec = &el->l_recs[index];
5194d0c7d708SMark Fasheh 		rec_range = le32_to_cpu(rec->e_cpos) +
5195d0c7d708SMark Fasheh 			ocfs2_rec_clusters(el, rec);
5196d0c7d708SMark Fasheh 		if (rec_range != trunc_range) {
5197d0c7d708SMark Fasheh 			ocfs2_error(inode->i_sb,
5198d0c7d708SMark Fasheh 				    "Inode %llu: error after split at cpos %u"
5199d0c7d708SMark Fasheh 				    "trunc len %u, existing record is (%u,%u)",
5200d0c7d708SMark Fasheh 				    (unsigned long long)OCFS2_I(inode)->ip_blkno,
5201d0c7d708SMark Fasheh 				    cpos, len, le32_to_cpu(rec->e_cpos),
5202d0c7d708SMark Fasheh 				    ocfs2_rec_clusters(el, rec));
5203d0c7d708SMark Fasheh 			ret = -EROFS;
5204d0c7d708SMark Fasheh 			goto out;
5205d0c7d708SMark Fasheh 		}
5206d0c7d708SMark Fasheh 
5207d0c7d708SMark Fasheh 		ret = ocfs2_truncate_rec(inode, handle, path, index, dealloc,
5208e7d4cb6bSTao Ma 					 cpos, len, et);
5209d0c7d708SMark Fasheh 		if (ret) {
5210d0c7d708SMark Fasheh 			mlog_errno(ret);
5211d0c7d708SMark Fasheh 			goto out;
5212d0c7d708SMark Fasheh 		}
5213d0c7d708SMark Fasheh 	}
5214d0c7d708SMark Fasheh 
5215d0c7d708SMark Fasheh out:
5216d0c7d708SMark Fasheh 	ocfs2_free_path(path);
5217e7d4cb6bSTao Ma 	if (et)
5218e7d4cb6bSTao Ma 		ocfs2_free_extent_tree(et);
5219d0c7d708SMark Fasheh 	return ret;
5220d0c7d708SMark Fasheh }
5221d0c7d708SMark Fasheh 
5222063c4561SMark Fasheh int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb)
5223ccd979bdSMark Fasheh {
5224ccd979bdSMark Fasheh 	struct buffer_head *tl_bh = osb->osb_tl_bh;
5225ccd979bdSMark Fasheh 	struct ocfs2_dinode *di;
5226ccd979bdSMark Fasheh 	struct ocfs2_truncate_log *tl;
5227ccd979bdSMark Fasheh 
5228ccd979bdSMark Fasheh 	di = (struct ocfs2_dinode *) tl_bh->b_data;
5229ccd979bdSMark Fasheh 	tl = &di->id2.i_dealloc;
5230ccd979bdSMark Fasheh 
5231ccd979bdSMark Fasheh 	mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count),
5232ccd979bdSMark Fasheh 			"slot %d, invalid truncate log parameters: used = "
5233ccd979bdSMark Fasheh 			"%u, count = %u\n", osb->slot_num,
5234ccd979bdSMark Fasheh 			le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count));
5235ccd979bdSMark Fasheh 	return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count);
5236ccd979bdSMark Fasheh }
5237ccd979bdSMark Fasheh 
5238ccd979bdSMark Fasheh static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl,
5239ccd979bdSMark Fasheh 					   unsigned int new_start)
5240ccd979bdSMark Fasheh {
5241ccd979bdSMark Fasheh 	unsigned int tail_index;
5242ccd979bdSMark Fasheh 	unsigned int current_tail;
5243ccd979bdSMark Fasheh 
5244ccd979bdSMark Fasheh 	/* No records, nothing to coalesce */
5245ccd979bdSMark Fasheh 	if (!le16_to_cpu(tl->tl_used))
5246ccd979bdSMark Fasheh 		return 0;
5247ccd979bdSMark Fasheh 
5248ccd979bdSMark Fasheh 	tail_index = le16_to_cpu(tl->tl_used) - 1;
5249ccd979bdSMark Fasheh 	current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start);
5250ccd979bdSMark Fasheh 	current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters);
5251ccd979bdSMark Fasheh 
5252ccd979bdSMark Fasheh 	return current_tail == new_start;
5253ccd979bdSMark Fasheh }
5254ccd979bdSMark Fasheh 
5255063c4561SMark Fasheh int ocfs2_truncate_log_append(struct ocfs2_super *osb,
52561fabe148SMark Fasheh 			      handle_t *handle,
5257ccd979bdSMark Fasheh 			      u64 start_blk,
5258ccd979bdSMark Fasheh 			      unsigned int num_clusters)
5259ccd979bdSMark Fasheh {
5260ccd979bdSMark Fasheh 	int status, index;
5261ccd979bdSMark Fasheh 	unsigned int start_cluster, tl_count;
5262ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
5263ccd979bdSMark Fasheh 	struct buffer_head *tl_bh = osb->osb_tl_bh;
5264ccd979bdSMark Fasheh 	struct ocfs2_dinode *di;
5265ccd979bdSMark Fasheh 	struct ocfs2_truncate_log *tl;
5266ccd979bdSMark Fasheh 
5267b0697053SMark Fasheh 	mlog_entry("start_blk = %llu, num_clusters = %u\n",
5268b0697053SMark Fasheh 		   (unsigned long long)start_blk, num_clusters);
5269ccd979bdSMark Fasheh 
52701b1dcc1bSJes Sorensen 	BUG_ON(mutex_trylock(&tl_inode->i_mutex));
5271ccd979bdSMark Fasheh 
5272ccd979bdSMark Fasheh 	start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk);
5273ccd979bdSMark Fasheh 
5274ccd979bdSMark Fasheh 	di = (struct ocfs2_dinode *) tl_bh->b_data;
5275ccd979bdSMark Fasheh 	tl = &di->id2.i_dealloc;
5276ccd979bdSMark Fasheh 	if (!OCFS2_IS_VALID_DINODE(di)) {
5277ccd979bdSMark Fasheh 		OCFS2_RO_ON_INVALID_DINODE(osb->sb, di);
5278ccd979bdSMark Fasheh 		status = -EIO;
5279ccd979bdSMark Fasheh 		goto bail;
5280ccd979bdSMark Fasheh 	}
5281ccd979bdSMark Fasheh 
5282ccd979bdSMark Fasheh 	tl_count = le16_to_cpu(tl->tl_count);
5283ccd979bdSMark Fasheh 	mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) ||
5284ccd979bdSMark Fasheh 			tl_count == 0,
5285b0697053SMark Fasheh 			"Truncate record count on #%llu invalid "
5286b0697053SMark Fasheh 			"wanted %u, actual %u\n",
5287b0697053SMark Fasheh 			(unsigned long long)OCFS2_I(tl_inode)->ip_blkno,
5288ccd979bdSMark Fasheh 			ocfs2_truncate_recs_per_inode(osb->sb),
5289ccd979bdSMark Fasheh 			le16_to_cpu(tl->tl_count));
5290ccd979bdSMark Fasheh 
5291ccd979bdSMark Fasheh 	/* Caller should have known to flush before calling us. */
5292ccd979bdSMark Fasheh 	index = le16_to_cpu(tl->tl_used);
5293ccd979bdSMark Fasheh 	if (index >= tl_count) {
5294ccd979bdSMark Fasheh 		status = -ENOSPC;
5295ccd979bdSMark Fasheh 		mlog_errno(status);
5296ccd979bdSMark Fasheh 		goto bail;
5297ccd979bdSMark Fasheh 	}
5298ccd979bdSMark Fasheh 
5299ccd979bdSMark Fasheh 	status = ocfs2_journal_access(handle, tl_inode, tl_bh,
5300ccd979bdSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_WRITE);
5301ccd979bdSMark Fasheh 	if (status < 0) {
5302ccd979bdSMark Fasheh 		mlog_errno(status);
5303ccd979bdSMark Fasheh 		goto bail;
5304ccd979bdSMark Fasheh 	}
5305ccd979bdSMark Fasheh 
5306ccd979bdSMark Fasheh 	mlog(0, "Log truncate of %u clusters starting at cluster %u to "
5307b0697053SMark Fasheh 	     "%llu (index = %d)\n", num_clusters, start_cluster,
5308b0697053SMark Fasheh 	     (unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index);
5309ccd979bdSMark Fasheh 
5310ccd979bdSMark Fasheh 	if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) {
5311ccd979bdSMark Fasheh 		/*
5312ccd979bdSMark Fasheh 		 * Move index back to the record we are coalescing with.
5313ccd979bdSMark Fasheh 		 * ocfs2_truncate_log_can_coalesce() guarantees nonzero
5314ccd979bdSMark Fasheh 		 */
5315ccd979bdSMark Fasheh 		index--;
5316ccd979bdSMark Fasheh 
5317ccd979bdSMark Fasheh 		num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters);
5318ccd979bdSMark Fasheh 		mlog(0, "Coalesce with index %u (start = %u, clusters = %u)\n",
5319ccd979bdSMark Fasheh 		     index, le32_to_cpu(tl->tl_recs[index].t_start),
5320ccd979bdSMark Fasheh 		     num_clusters);
5321ccd979bdSMark Fasheh 	} else {
5322ccd979bdSMark Fasheh 		tl->tl_recs[index].t_start = cpu_to_le32(start_cluster);
5323ccd979bdSMark Fasheh 		tl->tl_used = cpu_to_le16(index + 1);
5324ccd979bdSMark Fasheh 	}
5325ccd979bdSMark Fasheh 	tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters);
5326ccd979bdSMark Fasheh 
5327ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, tl_bh);
5328ccd979bdSMark Fasheh 	if (status < 0) {
5329ccd979bdSMark Fasheh 		mlog_errno(status);
5330ccd979bdSMark Fasheh 		goto bail;
5331ccd979bdSMark Fasheh 	}
5332ccd979bdSMark Fasheh 
5333ccd979bdSMark Fasheh bail:
5334ccd979bdSMark Fasheh 	mlog_exit(status);
5335ccd979bdSMark Fasheh 	return status;
5336ccd979bdSMark Fasheh }
5337ccd979bdSMark Fasheh 
5338ccd979bdSMark Fasheh static int ocfs2_replay_truncate_records(struct ocfs2_super *osb,
53391fabe148SMark Fasheh 					 handle_t *handle,
5340ccd979bdSMark Fasheh 					 struct inode *data_alloc_inode,
5341ccd979bdSMark Fasheh 					 struct buffer_head *data_alloc_bh)
5342ccd979bdSMark Fasheh {
5343ccd979bdSMark Fasheh 	int status = 0;
5344ccd979bdSMark Fasheh 	int i;
5345ccd979bdSMark Fasheh 	unsigned int num_clusters;
5346ccd979bdSMark Fasheh 	u64 start_blk;
5347ccd979bdSMark Fasheh 	struct ocfs2_truncate_rec rec;
5348ccd979bdSMark Fasheh 	struct ocfs2_dinode *di;
5349ccd979bdSMark Fasheh 	struct ocfs2_truncate_log *tl;
5350ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
5351ccd979bdSMark Fasheh 	struct buffer_head *tl_bh = osb->osb_tl_bh;
5352ccd979bdSMark Fasheh 
5353ccd979bdSMark Fasheh 	mlog_entry_void();
5354ccd979bdSMark Fasheh 
5355ccd979bdSMark Fasheh 	di = (struct ocfs2_dinode *) tl_bh->b_data;
5356ccd979bdSMark Fasheh 	tl = &di->id2.i_dealloc;
5357ccd979bdSMark Fasheh 	i = le16_to_cpu(tl->tl_used) - 1;
5358ccd979bdSMark Fasheh 	while (i >= 0) {
5359ccd979bdSMark Fasheh 		/* Caller has given us at least enough credits to
5360ccd979bdSMark Fasheh 		 * update the truncate log dinode */
5361ccd979bdSMark Fasheh 		status = ocfs2_journal_access(handle, tl_inode, tl_bh,
5362ccd979bdSMark Fasheh 					      OCFS2_JOURNAL_ACCESS_WRITE);
5363ccd979bdSMark Fasheh 		if (status < 0) {
5364ccd979bdSMark Fasheh 			mlog_errno(status);
5365ccd979bdSMark Fasheh 			goto bail;
5366ccd979bdSMark Fasheh 		}
5367ccd979bdSMark Fasheh 
5368ccd979bdSMark Fasheh 		tl->tl_used = cpu_to_le16(i);
5369ccd979bdSMark Fasheh 
5370ccd979bdSMark Fasheh 		status = ocfs2_journal_dirty(handle, tl_bh);
5371ccd979bdSMark Fasheh 		if (status < 0) {
5372ccd979bdSMark Fasheh 			mlog_errno(status);
5373ccd979bdSMark Fasheh 			goto bail;
5374ccd979bdSMark Fasheh 		}
5375ccd979bdSMark Fasheh 
5376ccd979bdSMark Fasheh 		/* TODO: Perhaps we can calculate the bulk of the
5377ccd979bdSMark Fasheh 		 * credits up front rather than extending like
5378ccd979bdSMark Fasheh 		 * this. */
5379ccd979bdSMark Fasheh 		status = ocfs2_extend_trans(handle,
5380ccd979bdSMark Fasheh 					    OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC);
5381ccd979bdSMark Fasheh 		if (status < 0) {
5382ccd979bdSMark Fasheh 			mlog_errno(status);
5383ccd979bdSMark Fasheh 			goto bail;
5384ccd979bdSMark Fasheh 		}
5385ccd979bdSMark Fasheh 
5386ccd979bdSMark Fasheh 		rec = tl->tl_recs[i];
5387ccd979bdSMark Fasheh 		start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb,
5388ccd979bdSMark Fasheh 						    le32_to_cpu(rec.t_start));
5389ccd979bdSMark Fasheh 		num_clusters = le32_to_cpu(rec.t_clusters);
5390ccd979bdSMark Fasheh 
5391ccd979bdSMark Fasheh 		/* if start_blk is not set, we ignore the record as
5392ccd979bdSMark Fasheh 		 * invalid. */
5393ccd979bdSMark Fasheh 		if (start_blk) {
5394ccd979bdSMark Fasheh 			mlog(0, "free record %d, start = %u, clusters = %u\n",
5395ccd979bdSMark Fasheh 			     i, le32_to_cpu(rec.t_start), num_clusters);
5396ccd979bdSMark Fasheh 
5397ccd979bdSMark Fasheh 			status = ocfs2_free_clusters(handle, data_alloc_inode,
5398ccd979bdSMark Fasheh 						     data_alloc_bh, start_blk,
5399ccd979bdSMark Fasheh 						     num_clusters);
5400ccd979bdSMark Fasheh 			if (status < 0) {
5401ccd979bdSMark Fasheh 				mlog_errno(status);
5402ccd979bdSMark Fasheh 				goto bail;
5403ccd979bdSMark Fasheh 			}
5404ccd979bdSMark Fasheh 		}
5405ccd979bdSMark Fasheh 		i--;
5406ccd979bdSMark Fasheh 	}
5407ccd979bdSMark Fasheh 
5408ccd979bdSMark Fasheh bail:
5409ccd979bdSMark Fasheh 	mlog_exit(status);
5410ccd979bdSMark Fasheh 	return status;
5411ccd979bdSMark Fasheh }
5412ccd979bdSMark Fasheh 
54131b1dcc1bSJes Sorensen /* Expects you to already be holding tl_inode->i_mutex */
5414063c4561SMark Fasheh int __ocfs2_flush_truncate_log(struct ocfs2_super *osb)
5415ccd979bdSMark Fasheh {
5416ccd979bdSMark Fasheh 	int status;
5417ccd979bdSMark Fasheh 	unsigned int num_to_flush;
54181fabe148SMark Fasheh 	handle_t *handle;
5419ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
5420ccd979bdSMark Fasheh 	struct inode *data_alloc_inode = NULL;
5421ccd979bdSMark Fasheh 	struct buffer_head *tl_bh = osb->osb_tl_bh;
5422ccd979bdSMark Fasheh 	struct buffer_head *data_alloc_bh = NULL;
5423ccd979bdSMark Fasheh 	struct ocfs2_dinode *di;
5424ccd979bdSMark Fasheh 	struct ocfs2_truncate_log *tl;
5425ccd979bdSMark Fasheh 
5426ccd979bdSMark Fasheh 	mlog_entry_void();
5427ccd979bdSMark Fasheh 
54281b1dcc1bSJes Sorensen 	BUG_ON(mutex_trylock(&tl_inode->i_mutex));
5429ccd979bdSMark Fasheh 
5430ccd979bdSMark Fasheh 	di = (struct ocfs2_dinode *) tl_bh->b_data;
5431ccd979bdSMark Fasheh 	tl = &di->id2.i_dealloc;
5432ccd979bdSMark Fasheh 	if (!OCFS2_IS_VALID_DINODE(di)) {
5433ccd979bdSMark Fasheh 		OCFS2_RO_ON_INVALID_DINODE(osb->sb, di);
5434ccd979bdSMark Fasheh 		status = -EIO;
5435e08dc8b9SMark Fasheh 		goto out;
5436ccd979bdSMark Fasheh 	}
5437ccd979bdSMark Fasheh 
5438ccd979bdSMark Fasheh 	num_to_flush = le16_to_cpu(tl->tl_used);
5439b0697053SMark Fasheh 	mlog(0, "Flush %u records from truncate log #%llu\n",
5440b0697053SMark Fasheh 	     num_to_flush, (unsigned long long)OCFS2_I(tl_inode)->ip_blkno);
5441ccd979bdSMark Fasheh 	if (!num_to_flush) {
5442ccd979bdSMark Fasheh 		status = 0;
5443e08dc8b9SMark Fasheh 		goto out;
5444ccd979bdSMark Fasheh 	}
5445ccd979bdSMark Fasheh 
5446ccd979bdSMark Fasheh 	data_alloc_inode = ocfs2_get_system_file_inode(osb,
5447ccd979bdSMark Fasheh 						       GLOBAL_BITMAP_SYSTEM_INODE,
5448ccd979bdSMark Fasheh 						       OCFS2_INVALID_SLOT);
5449ccd979bdSMark Fasheh 	if (!data_alloc_inode) {
5450ccd979bdSMark Fasheh 		status = -EINVAL;
5451ccd979bdSMark Fasheh 		mlog(ML_ERROR, "Could not get bitmap inode!\n");
5452e08dc8b9SMark Fasheh 		goto out;
5453ccd979bdSMark Fasheh 	}
5454ccd979bdSMark Fasheh 
5455e08dc8b9SMark Fasheh 	mutex_lock(&data_alloc_inode->i_mutex);
5456e08dc8b9SMark Fasheh 
5457e63aecb6SMark Fasheh 	status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1);
5458ccd979bdSMark Fasheh 	if (status < 0) {
5459ccd979bdSMark Fasheh 		mlog_errno(status);
5460e08dc8b9SMark Fasheh 		goto out_mutex;
5461ccd979bdSMark Fasheh 	}
5462ccd979bdSMark Fasheh 
546365eff9ccSMark Fasheh 	handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE);
5464ccd979bdSMark Fasheh 	if (IS_ERR(handle)) {
5465ccd979bdSMark Fasheh 		status = PTR_ERR(handle);
5466ccd979bdSMark Fasheh 		mlog_errno(status);
5467e08dc8b9SMark Fasheh 		goto out_unlock;
5468ccd979bdSMark Fasheh 	}
5469ccd979bdSMark Fasheh 
5470ccd979bdSMark Fasheh 	status = ocfs2_replay_truncate_records(osb, handle, data_alloc_inode,
5471ccd979bdSMark Fasheh 					       data_alloc_bh);
5472e08dc8b9SMark Fasheh 	if (status < 0)
5473ccd979bdSMark Fasheh 		mlog_errno(status);
5474ccd979bdSMark Fasheh 
547502dc1af4SMark Fasheh 	ocfs2_commit_trans(osb, handle);
5476ccd979bdSMark Fasheh 
5477e08dc8b9SMark Fasheh out_unlock:
5478e08dc8b9SMark Fasheh 	brelse(data_alloc_bh);
5479e63aecb6SMark Fasheh 	ocfs2_inode_unlock(data_alloc_inode, 1);
5480e08dc8b9SMark Fasheh 
5481e08dc8b9SMark Fasheh out_mutex:
5482e08dc8b9SMark Fasheh 	mutex_unlock(&data_alloc_inode->i_mutex);
5483ccd979bdSMark Fasheh 	iput(data_alloc_inode);
5484ccd979bdSMark Fasheh 
5485e08dc8b9SMark Fasheh out:
5486ccd979bdSMark Fasheh 	mlog_exit(status);
5487ccd979bdSMark Fasheh 	return status;
5488ccd979bdSMark Fasheh }
5489ccd979bdSMark Fasheh 
5490ccd979bdSMark Fasheh int ocfs2_flush_truncate_log(struct ocfs2_super *osb)
5491ccd979bdSMark Fasheh {
5492ccd979bdSMark Fasheh 	int status;
5493ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
5494ccd979bdSMark Fasheh 
54951b1dcc1bSJes Sorensen 	mutex_lock(&tl_inode->i_mutex);
5496ccd979bdSMark Fasheh 	status = __ocfs2_flush_truncate_log(osb);
54971b1dcc1bSJes Sorensen 	mutex_unlock(&tl_inode->i_mutex);
5498ccd979bdSMark Fasheh 
5499ccd979bdSMark Fasheh 	return status;
5500ccd979bdSMark Fasheh }
5501ccd979bdSMark Fasheh 
5502c4028958SDavid Howells static void ocfs2_truncate_log_worker(struct work_struct *work)
5503ccd979bdSMark Fasheh {
5504ccd979bdSMark Fasheh 	int status;
5505c4028958SDavid Howells 	struct ocfs2_super *osb =
5506c4028958SDavid Howells 		container_of(work, struct ocfs2_super,
5507c4028958SDavid Howells 			     osb_truncate_log_wq.work);
5508ccd979bdSMark Fasheh 
5509ccd979bdSMark Fasheh 	mlog_entry_void();
5510ccd979bdSMark Fasheh 
5511ccd979bdSMark Fasheh 	status = ocfs2_flush_truncate_log(osb);
5512ccd979bdSMark Fasheh 	if (status < 0)
5513ccd979bdSMark Fasheh 		mlog_errno(status);
55144d0ddb2cSTao Ma 	else
55154d0ddb2cSTao Ma 		ocfs2_init_inode_steal_slot(osb);
5516ccd979bdSMark Fasheh 
5517ccd979bdSMark Fasheh 	mlog_exit(status);
5518ccd979bdSMark Fasheh }
5519ccd979bdSMark Fasheh 
5520ccd979bdSMark Fasheh #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ)
5521ccd979bdSMark Fasheh void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb,
5522ccd979bdSMark Fasheh 				       int cancel)
5523ccd979bdSMark Fasheh {
5524ccd979bdSMark Fasheh 	if (osb->osb_tl_inode) {
5525ccd979bdSMark Fasheh 		/* We want to push off log flushes while truncates are
5526ccd979bdSMark Fasheh 		 * still running. */
5527ccd979bdSMark Fasheh 		if (cancel)
5528ccd979bdSMark Fasheh 			cancel_delayed_work(&osb->osb_truncate_log_wq);
5529ccd979bdSMark Fasheh 
5530ccd979bdSMark Fasheh 		queue_delayed_work(ocfs2_wq, &osb->osb_truncate_log_wq,
5531ccd979bdSMark Fasheh 				   OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL);
5532ccd979bdSMark Fasheh 	}
5533ccd979bdSMark Fasheh }
5534ccd979bdSMark Fasheh 
5535ccd979bdSMark Fasheh static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb,
5536ccd979bdSMark Fasheh 				       int slot_num,
5537ccd979bdSMark Fasheh 				       struct inode **tl_inode,
5538ccd979bdSMark Fasheh 				       struct buffer_head **tl_bh)
5539ccd979bdSMark Fasheh {
5540ccd979bdSMark Fasheh 	int status;
5541ccd979bdSMark Fasheh 	struct inode *inode = NULL;
5542ccd979bdSMark Fasheh 	struct buffer_head *bh = NULL;
5543ccd979bdSMark Fasheh 
5544ccd979bdSMark Fasheh 	inode = ocfs2_get_system_file_inode(osb,
5545ccd979bdSMark Fasheh 					   TRUNCATE_LOG_SYSTEM_INODE,
5546ccd979bdSMark Fasheh 					   slot_num);
5547ccd979bdSMark Fasheh 	if (!inode) {
5548ccd979bdSMark Fasheh 		status = -EINVAL;
5549ccd979bdSMark Fasheh 		mlog(ML_ERROR, "Could not get load truncate log inode!\n");
5550ccd979bdSMark Fasheh 		goto bail;
5551ccd979bdSMark Fasheh 	}
5552ccd979bdSMark Fasheh 
5553ccd979bdSMark Fasheh 	status = ocfs2_read_block(osb, OCFS2_I(inode)->ip_blkno, &bh,
5554ccd979bdSMark Fasheh 				  OCFS2_BH_CACHED, inode);
5555ccd979bdSMark Fasheh 	if (status < 0) {
5556ccd979bdSMark Fasheh 		iput(inode);
5557ccd979bdSMark Fasheh 		mlog_errno(status);
5558ccd979bdSMark Fasheh 		goto bail;
5559ccd979bdSMark Fasheh 	}
5560ccd979bdSMark Fasheh 
5561ccd979bdSMark Fasheh 	*tl_inode = inode;
5562ccd979bdSMark Fasheh 	*tl_bh    = bh;
5563ccd979bdSMark Fasheh bail:
5564ccd979bdSMark Fasheh 	mlog_exit(status);
5565ccd979bdSMark Fasheh 	return status;
5566ccd979bdSMark Fasheh }
5567ccd979bdSMark Fasheh 
5568ccd979bdSMark Fasheh /* called during the 1st stage of node recovery. we stamp a clean
5569ccd979bdSMark Fasheh  * truncate log and pass back a copy for processing later. if the
5570ccd979bdSMark Fasheh  * truncate log does not require processing, a *tl_copy is set to
5571ccd979bdSMark Fasheh  * NULL. */
5572ccd979bdSMark Fasheh int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb,
5573ccd979bdSMark Fasheh 				      int slot_num,
5574ccd979bdSMark Fasheh 				      struct ocfs2_dinode **tl_copy)
5575ccd979bdSMark Fasheh {
5576ccd979bdSMark Fasheh 	int status;
5577ccd979bdSMark Fasheh 	struct inode *tl_inode = NULL;
5578ccd979bdSMark Fasheh 	struct buffer_head *tl_bh = NULL;
5579ccd979bdSMark Fasheh 	struct ocfs2_dinode *di;
5580ccd979bdSMark Fasheh 	struct ocfs2_truncate_log *tl;
5581ccd979bdSMark Fasheh 
5582ccd979bdSMark Fasheh 	*tl_copy = NULL;
5583ccd979bdSMark Fasheh 
5584ccd979bdSMark Fasheh 	mlog(0, "recover truncate log from slot %d\n", slot_num);
5585ccd979bdSMark Fasheh 
5586ccd979bdSMark Fasheh 	status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh);
5587ccd979bdSMark Fasheh 	if (status < 0) {
5588ccd979bdSMark Fasheh 		mlog_errno(status);
5589ccd979bdSMark Fasheh 		goto bail;
5590ccd979bdSMark Fasheh 	}
5591ccd979bdSMark Fasheh 
5592ccd979bdSMark Fasheh 	di = (struct ocfs2_dinode *) tl_bh->b_data;
5593ccd979bdSMark Fasheh 	tl = &di->id2.i_dealloc;
5594ccd979bdSMark Fasheh 	if (!OCFS2_IS_VALID_DINODE(di)) {
5595ccd979bdSMark Fasheh 		OCFS2_RO_ON_INVALID_DINODE(tl_inode->i_sb, di);
5596ccd979bdSMark Fasheh 		status = -EIO;
5597ccd979bdSMark Fasheh 		goto bail;
5598ccd979bdSMark Fasheh 	}
5599ccd979bdSMark Fasheh 
5600ccd979bdSMark Fasheh 	if (le16_to_cpu(tl->tl_used)) {
5601ccd979bdSMark Fasheh 		mlog(0, "We'll have %u logs to recover\n",
5602ccd979bdSMark Fasheh 		     le16_to_cpu(tl->tl_used));
5603ccd979bdSMark Fasheh 
5604ccd979bdSMark Fasheh 		*tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL);
5605ccd979bdSMark Fasheh 		if (!(*tl_copy)) {
5606ccd979bdSMark Fasheh 			status = -ENOMEM;
5607ccd979bdSMark Fasheh 			mlog_errno(status);
5608ccd979bdSMark Fasheh 			goto bail;
5609ccd979bdSMark Fasheh 		}
5610ccd979bdSMark Fasheh 
5611ccd979bdSMark Fasheh 		/* Assuming the write-out below goes well, this copy
5612ccd979bdSMark Fasheh 		 * will be passed back to recovery for processing. */
5613ccd979bdSMark Fasheh 		memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size);
5614ccd979bdSMark Fasheh 
5615ccd979bdSMark Fasheh 		/* All we need to do to clear the truncate log is set
5616ccd979bdSMark Fasheh 		 * tl_used. */
5617ccd979bdSMark Fasheh 		tl->tl_used = 0;
5618ccd979bdSMark Fasheh 
5619ccd979bdSMark Fasheh 		status = ocfs2_write_block(osb, tl_bh, tl_inode);
5620ccd979bdSMark Fasheh 		if (status < 0) {
5621ccd979bdSMark Fasheh 			mlog_errno(status);
5622ccd979bdSMark Fasheh 			goto bail;
5623ccd979bdSMark Fasheh 		}
5624ccd979bdSMark Fasheh 	}
5625ccd979bdSMark Fasheh 
5626ccd979bdSMark Fasheh bail:
5627ccd979bdSMark Fasheh 	if (tl_inode)
5628ccd979bdSMark Fasheh 		iput(tl_inode);
5629ccd979bdSMark Fasheh 	if (tl_bh)
5630ccd979bdSMark Fasheh 		brelse(tl_bh);
5631ccd979bdSMark Fasheh 
5632ccd979bdSMark Fasheh 	if (status < 0 && (*tl_copy)) {
5633ccd979bdSMark Fasheh 		kfree(*tl_copy);
5634ccd979bdSMark Fasheh 		*tl_copy = NULL;
5635ccd979bdSMark Fasheh 	}
5636ccd979bdSMark Fasheh 
5637ccd979bdSMark Fasheh 	mlog_exit(status);
5638ccd979bdSMark Fasheh 	return status;
5639ccd979bdSMark Fasheh }
5640ccd979bdSMark Fasheh 
5641ccd979bdSMark Fasheh int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb,
5642ccd979bdSMark Fasheh 					 struct ocfs2_dinode *tl_copy)
5643ccd979bdSMark Fasheh {
5644ccd979bdSMark Fasheh 	int status = 0;
5645ccd979bdSMark Fasheh 	int i;
5646ccd979bdSMark Fasheh 	unsigned int clusters, num_recs, start_cluster;
5647ccd979bdSMark Fasheh 	u64 start_blk;
56481fabe148SMark Fasheh 	handle_t *handle;
5649ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
5650ccd979bdSMark Fasheh 	struct ocfs2_truncate_log *tl;
5651ccd979bdSMark Fasheh 
5652ccd979bdSMark Fasheh 	mlog_entry_void();
5653ccd979bdSMark Fasheh 
5654ccd979bdSMark Fasheh 	if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) {
5655ccd979bdSMark Fasheh 		mlog(ML_ERROR, "Asked to recover my own truncate log!\n");
5656ccd979bdSMark Fasheh 		return -EINVAL;
5657ccd979bdSMark Fasheh 	}
5658ccd979bdSMark Fasheh 
5659ccd979bdSMark Fasheh 	tl = &tl_copy->id2.i_dealloc;
5660ccd979bdSMark Fasheh 	num_recs = le16_to_cpu(tl->tl_used);
5661b0697053SMark Fasheh 	mlog(0, "cleanup %u records from %llu\n", num_recs,
56621ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(tl_copy->i_blkno));
5663ccd979bdSMark Fasheh 
56641b1dcc1bSJes Sorensen 	mutex_lock(&tl_inode->i_mutex);
5665ccd979bdSMark Fasheh 	for(i = 0; i < num_recs; i++) {
5666ccd979bdSMark Fasheh 		if (ocfs2_truncate_log_needs_flush(osb)) {
5667ccd979bdSMark Fasheh 			status = __ocfs2_flush_truncate_log(osb);
5668ccd979bdSMark Fasheh 			if (status < 0) {
5669ccd979bdSMark Fasheh 				mlog_errno(status);
5670ccd979bdSMark Fasheh 				goto bail_up;
5671ccd979bdSMark Fasheh 			}
5672ccd979bdSMark Fasheh 		}
5673ccd979bdSMark Fasheh 
567465eff9ccSMark Fasheh 		handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE);
5675ccd979bdSMark Fasheh 		if (IS_ERR(handle)) {
5676ccd979bdSMark Fasheh 			status = PTR_ERR(handle);
5677ccd979bdSMark Fasheh 			mlog_errno(status);
5678ccd979bdSMark Fasheh 			goto bail_up;
5679ccd979bdSMark Fasheh 		}
5680ccd979bdSMark Fasheh 
5681ccd979bdSMark Fasheh 		clusters = le32_to_cpu(tl->tl_recs[i].t_clusters);
5682ccd979bdSMark Fasheh 		start_cluster = le32_to_cpu(tl->tl_recs[i].t_start);
5683ccd979bdSMark Fasheh 		start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster);
5684ccd979bdSMark Fasheh 
5685ccd979bdSMark Fasheh 		status = ocfs2_truncate_log_append(osb, handle,
5686ccd979bdSMark Fasheh 						   start_blk, clusters);
568702dc1af4SMark Fasheh 		ocfs2_commit_trans(osb, handle);
5688ccd979bdSMark Fasheh 		if (status < 0) {
5689ccd979bdSMark Fasheh 			mlog_errno(status);
5690ccd979bdSMark Fasheh 			goto bail_up;
5691ccd979bdSMark Fasheh 		}
5692ccd979bdSMark Fasheh 	}
5693ccd979bdSMark Fasheh 
5694ccd979bdSMark Fasheh bail_up:
56951b1dcc1bSJes Sorensen 	mutex_unlock(&tl_inode->i_mutex);
5696ccd979bdSMark Fasheh 
5697ccd979bdSMark Fasheh 	mlog_exit(status);
5698ccd979bdSMark Fasheh 	return status;
5699ccd979bdSMark Fasheh }
5700ccd979bdSMark Fasheh 
5701ccd979bdSMark Fasheh void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb)
5702ccd979bdSMark Fasheh {
5703ccd979bdSMark Fasheh 	int status;
5704ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
5705ccd979bdSMark Fasheh 
5706ccd979bdSMark Fasheh 	mlog_entry_void();
5707ccd979bdSMark Fasheh 
5708ccd979bdSMark Fasheh 	if (tl_inode) {
5709ccd979bdSMark Fasheh 		cancel_delayed_work(&osb->osb_truncate_log_wq);
5710ccd979bdSMark Fasheh 		flush_workqueue(ocfs2_wq);
5711ccd979bdSMark Fasheh 
5712ccd979bdSMark Fasheh 		status = ocfs2_flush_truncate_log(osb);
5713ccd979bdSMark Fasheh 		if (status < 0)
5714ccd979bdSMark Fasheh 			mlog_errno(status);
5715ccd979bdSMark Fasheh 
5716ccd979bdSMark Fasheh 		brelse(osb->osb_tl_bh);
5717ccd979bdSMark Fasheh 		iput(osb->osb_tl_inode);
5718ccd979bdSMark Fasheh 	}
5719ccd979bdSMark Fasheh 
5720ccd979bdSMark Fasheh 	mlog_exit_void();
5721ccd979bdSMark Fasheh }
5722ccd979bdSMark Fasheh 
5723ccd979bdSMark Fasheh int ocfs2_truncate_log_init(struct ocfs2_super *osb)
5724ccd979bdSMark Fasheh {
5725ccd979bdSMark Fasheh 	int status;
5726ccd979bdSMark Fasheh 	struct inode *tl_inode = NULL;
5727ccd979bdSMark Fasheh 	struct buffer_head *tl_bh = NULL;
5728ccd979bdSMark Fasheh 
5729ccd979bdSMark Fasheh 	mlog_entry_void();
5730ccd979bdSMark Fasheh 
5731ccd979bdSMark Fasheh 	status = ocfs2_get_truncate_log_info(osb,
5732ccd979bdSMark Fasheh 					     osb->slot_num,
5733ccd979bdSMark Fasheh 					     &tl_inode,
5734ccd979bdSMark Fasheh 					     &tl_bh);
5735ccd979bdSMark Fasheh 	if (status < 0)
5736ccd979bdSMark Fasheh 		mlog_errno(status);
5737ccd979bdSMark Fasheh 
5738ccd979bdSMark Fasheh 	/* ocfs2_truncate_log_shutdown keys on the existence of
5739ccd979bdSMark Fasheh 	 * osb->osb_tl_inode so we don't set any of the osb variables
5740ccd979bdSMark Fasheh 	 * until we're sure all is well. */
5741c4028958SDavid Howells 	INIT_DELAYED_WORK(&osb->osb_truncate_log_wq,
5742c4028958SDavid Howells 			  ocfs2_truncate_log_worker);
5743ccd979bdSMark Fasheh 	osb->osb_tl_bh    = tl_bh;
5744ccd979bdSMark Fasheh 	osb->osb_tl_inode = tl_inode;
5745ccd979bdSMark Fasheh 
5746ccd979bdSMark Fasheh 	mlog_exit(status);
5747ccd979bdSMark Fasheh 	return status;
5748ccd979bdSMark Fasheh }
5749ccd979bdSMark Fasheh 
57502b604351SMark Fasheh /*
57512b604351SMark Fasheh  * Delayed de-allocation of suballocator blocks.
57522b604351SMark Fasheh  *
57532b604351SMark Fasheh  * Some sets of block de-allocations might involve multiple suballocator inodes.
57542b604351SMark Fasheh  *
57552b604351SMark Fasheh  * The locking for this can get extremely complicated, especially when
57562b604351SMark Fasheh  * the suballocator inodes to delete from aren't known until deep
57572b604351SMark Fasheh  * within an unrelated codepath.
57582b604351SMark Fasheh  *
57592b604351SMark Fasheh  * ocfs2_extent_block structures are a good example of this - an inode
57602b604351SMark Fasheh  * btree could have been grown by any number of nodes each allocating
57612b604351SMark Fasheh  * out of their own suballoc inode.
57622b604351SMark Fasheh  *
57632b604351SMark Fasheh  * These structures allow the delay of block de-allocation until a
57642b604351SMark Fasheh  * later time, when locking of multiple cluster inodes won't cause
57652b604351SMark Fasheh  * deadlock.
57662b604351SMark Fasheh  */
57672b604351SMark Fasheh 
57682b604351SMark Fasheh /*
57692b604351SMark Fasheh  * Describes a single block free from a suballocator
57702b604351SMark Fasheh  */
57712b604351SMark Fasheh struct ocfs2_cached_block_free {
57722b604351SMark Fasheh 	struct ocfs2_cached_block_free		*free_next;
57732b604351SMark Fasheh 	u64					free_blk;
57742b604351SMark Fasheh 	unsigned int				free_bit;
57752b604351SMark Fasheh };
57762b604351SMark Fasheh 
57772b604351SMark Fasheh struct ocfs2_per_slot_free_list {
57782b604351SMark Fasheh 	struct ocfs2_per_slot_free_list		*f_next_suballocator;
57792b604351SMark Fasheh 	int					f_inode_type;
57802b604351SMark Fasheh 	int					f_slot;
57812b604351SMark Fasheh 	struct ocfs2_cached_block_free		*f_first;
57822b604351SMark Fasheh };
57832b604351SMark Fasheh 
57842b604351SMark Fasheh static int ocfs2_free_cached_items(struct ocfs2_super *osb,
57852b604351SMark Fasheh 				   int sysfile_type,
57862b604351SMark Fasheh 				   int slot,
57872b604351SMark Fasheh 				   struct ocfs2_cached_block_free *head)
57882b604351SMark Fasheh {
57892b604351SMark Fasheh 	int ret;
57902b604351SMark Fasheh 	u64 bg_blkno;
57912b604351SMark Fasheh 	handle_t *handle;
57922b604351SMark Fasheh 	struct inode *inode;
57932b604351SMark Fasheh 	struct buffer_head *di_bh = NULL;
57942b604351SMark Fasheh 	struct ocfs2_cached_block_free *tmp;
57952b604351SMark Fasheh 
57962b604351SMark Fasheh 	inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot);
57972b604351SMark Fasheh 	if (!inode) {
57982b604351SMark Fasheh 		ret = -EINVAL;
57992b604351SMark Fasheh 		mlog_errno(ret);
58002b604351SMark Fasheh 		goto out;
58012b604351SMark Fasheh 	}
58022b604351SMark Fasheh 
58032b604351SMark Fasheh 	mutex_lock(&inode->i_mutex);
58042b604351SMark Fasheh 
5805e63aecb6SMark Fasheh 	ret = ocfs2_inode_lock(inode, &di_bh, 1);
58062b604351SMark Fasheh 	if (ret) {
58072b604351SMark Fasheh 		mlog_errno(ret);
58082b604351SMark Fasheh 		goto out_mutex;
58092b604351SMark Fasheh 	}
58102b604351SMark Fasheh 
58112b604351SMark Fasheh 	handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE);
58122b604351SMark Fasheh 	if (IS_ERR(handle)) {
58132b604351SMark Fasheh 		ret = PTR_ERR(handle);
58142b604351SMark Fasheh 		mlog_errno(ret);
58152b604351SMark Fasheh 		goto out_unlock;
58162b604351SMark Fasheh 	}
58172b604351SMark Fasheh 
58182b604351SMark Fasheh 	while (head) {
58192b604351SMark Fasheh 		bg_blkno = ocfs2_which_suballoc_group(head->free_blk,
58202b604351SMark Fasheh 						      head->free_bit);
58212b604351SMark Fasheh 		mlog(0, "Free bit: (bit %u, blkno %llu)\n",
58222b604351SMark Fasheh 		     head->free_bit, (unsigned long long)head->free_blk);
58232b604351SMark Fasheh 
58242b604351SMark Fasheh 		ret = ocfs2_free_suballoc_bits(handle, inode, di_bh,
58252b604351SMark Fasheh 					       head->free_bit, bg_blkno, 1);
58262b604351SMark Fasheh 		if (ret) {
58272b604351SMark Fasheh 			mlog_errno(ret);
58282b604351SMark Fasheh 			goto out_journal;
58292b604351SMark Fasheh 		}
58302b604351SMark Fasheh 
58312b604351SMark Fasheh 		ret = ocfs2_extend_trans(handle, OCFS2_SUBALLOC_FREE);
58322b604351SMark Fasheh 		if (ret) {
58332b604351SMark Fasheh 			mlog_errno(ret);
58342b604351SMark Fasheh 			goto out_journal;
58352b604351SMark Fasheh 		}
58362b604351SMark Fasheh 
58372b604351SMark Fasheh 		tmp = head;
58382b604351SMark Fasheh 		head = head->free_next;
58392b604351SMark Fasheh 		kfree(tmp);
58402b604351SMark Fasheh 	}
58412b604351SMark Fasheh 
58422b604351SMark Fasheh out_journal:
58432b604351SMark Fasheh 	ocfs2_commit_trans(osb, handle);
58442b604351SMark Fasheh 
58452b604351SMark Fasheh out_unlock:
5846e63aecb6SMark Fasheh 	ocfs2_inode_unlock(inode, 1);
58472b604351SMark Fasheh 	brelse(di_bh);
58482b604351SMark Fasheh out_mutex:
58492b604351SMark Fasheh 	mutex_unlock(&inode->i_mutex);
58502b604351SMark Fasheh 	iput(inode);
58512b604351SMark Fasheh out:
58522b604351SMark Fasheh 	while(head) {
58532b604351SMark Fasheh 		/* Premature exit may have left some dangling items. */
58542b604351SMark Fasheh 		tmp = head;
58552b604351SMark Fasheh 		head = head->free_next;
58562b604351SMark Fasheh 		kfree(tmp);
58572b604351SMark Fasheh 	}
58582b604351SMark Fasheh 
58592b604351SMark Fasheh 	return ret;
58602b604351SMark Fasheh }
58612b604351SMark Fasheh 
58622b604351SMark Fasheh int ocfs2_run_deallocs(struct ocfs2_super *osb,
58632b604351SMark Fasheh 		       struct ocfs2_cached_dealloc_ctxt *ctxt)
58642b604351SMark Fasheh {
58652b604351SMark Fasheh 	int ret = 0, ret2;
58662b604351SMark Fasheh 	struct ocfs2_per_slot_free_list *fl;
58672b604351SMark Fasheh 
58682b604351SMark Fasheh 	if (!ctxt)
58692b604351SMark Fasheh 		return 0;
58702b604351SMark Fasheh 
58712b604351SMark Fasheh 	while (ctxt->c_first_suballocator) {
58722b604351SMark Fasheh 		fl = ctxt->c_first_suballocator;
58732b604351SMark Fasheh 
58742b604351SMark Fasheh 		if (fl->f_first) {
58752b604351SMark Fasheh 			mlog(0, "Free items: (type %u, slot %d)\n",
58762b604351SMark Fasheh 			     fl->f_inode_type, fl->f_slot);
58772b604351SMark Fasheh 			ret2 = ocfs2_free_cached_items(osb, fl->f_inode_type,
58782b604351SMark Fasheh 						       fl->f_slot, fl->f_first);
58792b604351SMark Fasheh 			if (ret2)
58802b604351SMark Fasheh 				mlog_errno(ret2);
58812b604351SMark Fasheh 			if (!ret)
58822b604351SMark Fasheh 				ret = ret2;
58832b604351SMark Fasheh 		}
58842b604351SMark Fasheh 
58852b604351SMark Fasheh 		ctxt->c_first_suballocator = fl->f_next_suballocator;
58862b604351SMark Fasheh 		kfree(fl);
58872b604351SMark Fasheh 	}
58882b604351SMark Fasheh 
58892b604351SMark Fasheh 	return ret;
58902b604351SMark Fasheh }
58912b604351SMark Fasheh 
58922b604351SMark Fasheh static struct ocfs2_per_slot_free_list *
58932b604351SMark Fasheh ocfs2_find_per_slot_free_list(int type,
58942b604351SMark Fasheh 			      int slot,
58952b604351SMark Fasheh 			      struct ocfs2_cached_dealloc_ctxt *ctxt)
58962b604351SMark Fasheh {
58972b604351SMark Fasheh 	struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator;
58982b604351SMark Fasheh 
58992b604351SMark Fasheh 	while (fl) {
59002b604351SMark Fasheh 		if (fl->f_inode_type == type && fl->f_slot == slot)
59012b604351SMark Fasheh 			return fl;
59022b604351SMark Fasheh 
59032b604351SMark Fasheh 		fl = fl->f_next_suballocator;
59042b604351SMark Fasheh 	}
59052b604351SMark Fasheh 
59062b604351SMark Fasheh 	fl = kmalloc(sizeof(*fl), GFP_NOFS);
59072b604351SMark Fasheh 	if (fl) {
59082b604351SMark Fasheh 		fl->f_inode_type = type;
59092b604351SMark Fasheh 		fl->f_slot = slot;
59102b604351SMark Fasheh 		fl->f_first = NULL;
59112b604351SMark Fasheh 		fl->f_next_suballocator = ctxt->c_first_suballocator;
59122b604351SMark Fasheh 
59132b604351SMark Fasheh 		ctxt->c_first_suballocator = fl;
59142b604351SMark Fasheh 	}
59152b604351SMark Fasheh 	return fl;
59162b604351SMark Fasheh }
59172b604351SMark Fasheh 
59182b604351SMark Fasheh static int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt,
59192b604351SMark Fasheh 				     int type, int slot, u64 blkno,
59202b604351SMark Fasheh 				     unsigned int bit)
59212b604351SMark Fasheh {
59222b604351SMark Fasheh 	int ret;
59232b604351SMark Fasheh 	struct ocfs2_per_slot_free_list *fl;
59242b604351SMark Fasheh 	struct ocfs2_cached_block_free *item;
59252b604351SMark Fasheh 
59262b604351SMark Fasheh 	fl = ocfs2_find_per_slot_free_list(type, slot, ctxt);
59272b604351SMark Fasheh 	if (fl == NULL) {
59282b604351SMark Fasheh 		ret = -ENOMEM;
59292b604351SMark Fasheh 		mlog_errno(ret);
59302b604351SMark Fasheh 		goto out;
59312b604351SMark Fasheh 	}
59322b604351SMark Fasheh 
59332b604351SMark Fasheh 	item = kmalloc(sizeof(*item), GFP_NOFS);
59342b604351SMark Fasheh 	if (item == NULL) {
59352b604351SMark Fasheh 		ret = -ENOMEM;
59362b604351SMark Fasheh 		mlog_errno(ret);
59372b604351SMark Fasheh 		goto out;
59382b604351SMark Fasheh 	}
59392b604351SMark Fasheh 
59402b604351SMark Fasheh 	mlog(0, "Insert: (type %d, slot %u, bit %u, blk %llu)\n",
59412b604351SMark Fasheh 	     type, slot, bit, (unsigned long long)blkno);
59422b604351SMark Fasheh 
59432b604351SMark Fasheh 	item->free_blk = blkno;
59442b604351SMark Fasheh 	item->free_bit = bit;
59452b604351SMark Fasheh 	item->free_next = fl->f_first;
59462b604351SMark Fasheh 
59472b604351SMark Fasheh 	fl->f_first = item;
59482b604351SMark Fasheh 
59492b604351SMark Fasheh 	ret = 0;
59502b604351SMark Fasheh out:
59512b604351SMark Fasheh 	return ret;
59522b604351SMark Fasheh }
59532b604351SMark Fasheh 
595459a5e416SMark Fasheh static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt,
595559a5e416SMark Fasheh 					 struct ocfs2_extent_block *eb)
595659a5e416SMark Fasheh {
595759a5e416SMark Fasheh 	return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE,
595859a5e416SMark Fasheh 					 le16_to_cpu(eb->h_suballoc_slot),
595959a5e416SMark Fasheh 					 le64_to_cpu(eb->h_blkno),
596059a5e416SMark Fasheh 					 le16_to_cpu(eb->h_suballoc_bit));
596159a5e416SMark Fasheh }
596259a5e416SMark Fasheh 
5963ccd979bdSMark Fasheh /* This function will figure out whether the currently last extent
5964ccd979bdSMark Fasheh  * block will be deleted, and if it will, what the new last extent
5965ccd979bdSMark Fasheh  * block will be so we can update his h_next_leaf_blk field, as well
5966ccd979bdSMark Fasheh  * as the dinodes i_last_eb_blk */
5967dcd0538fSMark Fasheh static int ocfs2_find_new_last_ext_blk(struct inode *inode,
59683a0782d0SMark Fasheh 				       unsigned int clusters_to_del,
5969dcd0538fSMark Fasheh 				       struct ocfs2_path *path,
5970ccd979bdSMark Fasheh 				       struct buffer_head **new_last_eb)
5971ccd979bdSMark Fasheh {
59723a0782d0SMark Fasheh 	int next_free, ret = 0;
5973dcd0538fSMark Fasheh 	u32 cpos;
59743a0782d0SMark Fasheh 	struct ocfs2_extent_rec *rec;
5975ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
5976ccd979bdSMark Fasheh 	struct ocfs2_extent_list *el;
5977ccd979bdSMark Fasheh 	struct buffer_head *bh = NULL;
5978ccd979bdSMark Fasheh 
5979ccd979bdSMark Fasheh 	*new_last_eb = NULL;
5980ccd979bdSMark Fasheh 
5981ccd979bdSMark Fasheh 	/* we have no tree, so of course, no last_eb. */
5982dcd0538fSMark Fasheh 	if (!path->p_tree_depth)
5983dcd0538fSMark Fasheh 		goto out;
5984ccd979bdSMark Fasheh 
5985ccd979bdSMark Fasheh 	/* trunc to zero special case - this makes tree_depth = 0
5986ccd979bdSMark Fasheh 	 * regardless of what it is.  */
59873a0782d0SMark Fasheh 	if (OCFS2_I(inode)->ip_clusters == clusters_to_del)
5988dcd0538fSMark Fasheh 		goto out;
5989ccd979bdSMark Fasheh 
5990dcd0538fSMark Fasheh 	el = path_leaf_el(path);
5991ccd979bdSMark Fasheh 	BUG_ON(!el->l_next_free_rec);
5992ccd979bdSMark Fasheh 
59933a0782d0SMark Fasheh 	/*
59943a0782d0SMark Fasheh 	 * Make sure that this extent list will actually be empty
59953a0782d0SMark Fasheh 	 * after we clear away the data. We can shortcut out if
59963a0782d0SMark Fasheh 	 * there's more than one non-empty extent in the
59973a0782d0SMark Fasheh 	 * list. Otherwise, a check of the remaining extent is
59983a0782d0SMark Fasheh 	 * necessary.
59993a0782d0SMark Fasheh 	 */
60003a0782d0SMark Fasheh 	next_free = le16_to_cpu(el->l_next_free_rec);
60013a0782d0SMark Fasheh 	rec = NULL;
6002dcd0538fSMark Fasheh 	if (ocfs2_is_empty_extent(&el->l_recs[0])) {
60033a0782d0SMark Fasheh 		if (next_free > 2)
6004dcd0538fSMark Fasheh 			goto out;
60053a0782d0SMark Fasheh 
60063a0782d0SMark Fasheh 		/* We may have a valid extent in index 1, check it. */
60073a0782d0SMark Fasheh 		if (next_free == 2)
60083a0782d0SMark Fasheh 			rec = &el->l_recs[1];
60093a0782d0SMark Fasheh 
60103a0782d0SMark Fasheh 		/*
60113a0782d0SMark Fasheh 		 * Fall through - no more nonempty extents, so we want
60123a0782d0SMark Fasheh 		 * to delete this leaf.
60133a0782d0SMark Fasheh 		 */
60143a0782d0SMark Fasheh 	} else {
60153a0782d0SMark Fasheh 		if (next_free > 1)
6016dcd0538fSMark Fasheh 			goto out;
6017ccd979bdSMark Fasheh 
60183a0782d0SMark Fasheh 		rec = &el->l_recs[0];
60193a0782d0SMark Fasheh 	}
60203a0782d0SMark Fasheh 
60213a0782d0SMark Fasheh 	if (rec) {
60223a0782d0SMark Fasheh 		/*
60233a0782d0SMark Fasheh 		 * Check it we'll only be trimming off the end of this
60243a0782d0SMark Fasheh 		 * cluster.
60253a0782d0SMark Fasheh 		 */
6026e48edee2SMark Fasheh 		if (le16_to_cpu(rec->e_leaf_clusters) > clusters_to_del)
60273a0782d0SMark Fasheh 			goto out;
60283a0782d0SMark Fasheh 	}
60293a0782d0SMark Fasheh 
6030dcd0538fSMark Fasheh 	ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb, path, &cpos);
6031dcd0538fSMark Fasheh 	if (ret) {
6032dcd0538fSMark Fasheh 		mlog_errno(ret);
6033dcd0538fSMark Fasheh 		goto out;
6034ccd979bdSMark Fasheh 	}
6035ccd979bdSMark Fasheh 
6036dcd0538fSMark Fasheh 	ret = ocfs2_find_leaf(inode, path_root_el(path), cpos, &bh);
6037dcd0538fSMark Fasheh 	if (ret) {
6038dcd0538fSMark Fasheh 		mlog_errno(ret);
6039dcd0538fSMark Fasheh 		goto out;
6040ccd979bdSMark Fasheh 	}
6041dcd0538fSMark Fasheh 
6042ccd979bdSMark Fasheh 	eb = (struct ocfs2_extent_block *) bh->b_data;
6043ccd979bdSMark Fasheh 	el = &eb->h_list;
6044ccd979bdSMark Fasheh 	if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
6045ccd979bdSMark Fasheh 		OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
6046dcd0538fSMark Fasheh 		ret = -EROFS;
6047dcd0538fSMark Fasheh 		goto out;
6048ccd979bdSMark Fasheh 	}
6049ccd979bdSMark Fasheh 
6050ccd979bdSMark Fasheh 	*new_last_eb = bh;
6051ccd979bdSMark Fasheh 	get_bh(*new_last_eb);
6052dcd0538fSMark Fasheh 	mlog(0, "returning block %llu, (cpos: %u)\n",
6053dcd0538fSMark Fasheh 	     (unsigned long long)le64_to_cpu(eb->h_blkno), cpos);
6054dcd0538fSMark Fasheh out:
6055ccd979bdSMark Fasheh 	brelse(bh);
6056ccd979bdSMark Fasheh 
6057dcd0538fSMark Fasheh 	return ret;
6058ccd979bdSMark Fasheh }
6059ccd979bdSMark Fasheh 
60603a0782d0SMark Fasheh /*
60613a0782d0SMark Fasheh  * Trim some clusters off the rightmost edge of a tree. Only called
60623a0782d0SMark Fasheh  * during truncate.
60633a0782d0SMark Fasheh  *
60643a0782d0SMark Fasheh  * The caller needs to:
60653a0782d0SMark Fasheh  *   - start journaling of each path component.
60663a0782d0SMark Fasheh  *   - compute and fully set up any new last ext block
60673a0782d0SMark Fasheh  */
60683a0782d0SMark Fasheh static int ocfs2_trim_tree(struct inode *inode, struct ocfs2_path *path,
60693a0782d0SMark Fasheh 			   handle_t *handle, struct ocfs2_truncate_context *tc,
60703a0782d0SMark Fasheh 			   u32 clusters_to_del, u64 *delete_start)
60713a0782d0SMark Fasheh {
60723a0782d0SMark Fasheh 	int ret, i, index = path->p_tree_depth;
60733a0782d0SMark Fasheh 	u32 new_edge = 0;
60743a0782d0SMark Fasheh 	u64 deleted_eb = 0;
60753a0782d0SMark Fasheh 	struct buffer_head *bh;
60763a0782d0SMark Fasheh 	struct ocfs2_extent_list *el;
60773a0782d0SMark Fasheh 	struct ocfs2_extent_rec *rec;
60783a0782d0SMark Fasheh 
60793a0782d0SMark Fasheh 	*delete_start = 0;
60803a0782d0SMark Fasheh 
60813a0782d0SMark Fasheh 	while (index >= 0) {
60823a0782d0SMark Fasheh 		bh = path->p_node[index].bh;
60833a0782d0SMark Fasheh 		el = path->p_node[index].el;
60843a0782d0SMark Fasheh 
60853a0782d0SMark Fasheh 		mlog(0, "traveling tree (index = %d, block = %llu)\n",
60863a0782d0SMark Fasheh 		     index,  (unsigned long long)bh->b_blocknr);
60873a0782d0SMark Fasheh 
60883a0782d0SMark Fasheh 		BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0);
60893a0782d0SMark Fasheh 
60903a0782d0SMark Fasheh 		if (index !=
60913a0782d0SMark Fasheh 		    (path->p_tree_depth - le16_to_cpu(el->l_tree_depth))) {
60923a0782d0SMark Fasheh 			ocfs2_error(inode->i_sb,
60933a0782d0SMark Fasheh 				    "Inode %lu has invalid ext. block %llu",
60943a0782d0SMark Fasheh 				    inode->i_ino,
60953a0782d0SMark Fasheh 				    (unsigned long long)bh->b_blocknr);
60963a0782d0SMark Fasheh 			ret = -EROFS;
60973a0782d0SMark Fasheh 			goto out;
60983a0782d0SMark Fasheh 		}
60993a0782d0SMark Fasheh 
61003a0782d0SMark Fasheh find_tail_record:
61013a0782d0SMark Fasheh 		i = le16_to_cpu(el->l_next_free_rec) - 1;
61023a0782d0SMark Fasheh 		rec = &el->l_recs[i];
61033a0782d0SMark Fasheh 
61043a0782d0SMark Fasheh 		mlog(0, "Extent list before: record %d: (%u, %u, %llu), "
61053a0782d0SMark Fasheh 		     "next = %u\n", i, le32_to_cpu(rec->e_cpos),
6106e48edee2SMark Fasheh 		     ocfs2_rec_clusters(el, rec),
61073a0782d0SMark Fasheh 		     (unsigned long long)le64_to_cpu(rec->e_blkno),
61083a0782d0SMark Fasheh 		     le16_to_cpu(el->l_next_free_rec));
61093a0782d0SMark Fasheh 
6110e48edee2SMark Fasheh 		BUG_ON(ocfs2_rec_clusters(el, rec) < clusters_to_del);
61113a0782d0SMark Fasheh 
61123a0782d0SMark Fasheh 		if (le16_to_cpu(el->l_tree_depth) == 0) {
61133a0782d0SMark Fasheh 			/*
61143a0782d0SMark Fasheh 			 * If the leaf block contains a single empty
61153a0782d0SMark Fasheh 			 * extent and no records, we can just remove
61163a0782d0SMark Fasheh 			 * the block.
61173a0782d0SMark Fasheh 			 */
61183a0782d0SMark Fasheh 			if (i == 0 && ocfs2_is_empty_extent(rec)) {
61193a0782d0SMark Fasheh 				memset(rec, 0,
61203a0782d0SMark Fasheh 				       sizeof(struct ocfs2_extent_rec));
61213a0782d0SMark Fasheh 				el->l_next_free_rec = cpu_to_le16(0);
61223a0782d0SMark Fasheh 
61233a0782d0SMark Fasheh 				goto delete;
61243a0782d0SMark Fasheh 			}
61253a0782d0SMark Fasheh 
61263a0782d0SMark Fasheh 			/*
61273a0782d0SMark Fasheh 			 * Remove any empty extents by shifting things
61283a0782d0SMark Fasheh 			 * left. That should make life much easier on
61293a0782d0SMark Fasheh 			 * the code below. This condition is rare
61303a0782d0SMark Fasheh 			 * enough that we shouldn't see a performance
61313a0782d0SMark Fasheh 			 * hit.
61323a0782d0SMark Fasheh 			 */
61333a0782d0SMark Fasheh 			if (ocfs2_is_empty_extent(&el->l_recs[0])) {
61343a0782d0SMark Fasheh 				le16_add_cpu(&el->l_next_free_rec, -1);
61353a0782d0SMark Fasheh 
61363a0782d0SMark Fasheh 				for(i = 0;
61373a0782d0SMark Fasheh 				    i < le16_to_cpu(el->l_next_free_rec); i++)
61383a0782d0SMark Fasheh 					el->l_recs[i] = el->l_recs[i + 1];
61393a0782d0SMark Fasheh 
61403a0782d0SMark Fasheh 				memset(&el->l_recs[i], 0,
61413a0782d0SMark Fasheh 				       sizeof(struct ocfs2_extent_rec));
61423a0782d0SMark Fasheh 
61433a0782d0SMark Fasheh 				/*
61443a0782d0SMark Fasheh 				 * We've modified our extent list. The
61453a0782d0SMark Fasheh 				 * simplest way to handle this change
61463a0782d0SMark Fasheh 				 * is to being the search from the
61473a0782d0SMark Fasheh 				 * start again.
61483a0782d0SMark Fasheh 				 */
61493a0782d0SMark Fasheh 				goto find_tail_record;
61503a0782d0SMark Fasheh 			}
61513a0782d0SMark Fasheh 
6152e48edee2SMark Fasheh 			le16_add_cpu(&rec->e_leaf_clusters, -clusters_to_del);
61533a0782d0SMark Fasheh 
61543a0782d0SMark Fasheh 			/*
61553a0782d0SMark Fasheh 			 * We'll use "new_edge" on our way back up the
61563a0782d0SMark Fasheh 			 * tree to know what our rightmost cpos is.
61573a0782d0SMark Fasheh 			 */
6158e48edee2SMark Fasheh 			new_edge = le16_to_cpu(rec->e_leaf_clusters);
61593a0782d0SMark Fasheh 			new_edge += le32_to_cpu(rec->e_cpos);
61603a0782d0SMark Fasheh 
61613a0782d0SMark Fasheh 			/*
61623a0782d0SMark Fasheh 			 * The caller will use this to delete data blocks.
61633a0782d0SMark Fasheh 			 */
61643a0782d0SMark Fasheh 			*delete_start = le64_to_cpu(rec->e_blkno)
61653a0782d0SMark Fasheh 				+ ocfs2_clusters_to_blocks(inode->i_sb,
6166e48edee2SMark Fasheh 					le16_to_cpu(rec->e_leaf_clusters));
61673a0782d0SMark Fasheh 
61683a0782d0SMark Fasheh 			/*
61693a0782d0SMark Fasheh 			 * If it's now empty, remove this record.
61703a0782d0SMark Fasheh 			 */
6171e48edee2SMark Fasheh 			if (le16_to_cpu(rec->e_leaf_clusters) == 0) {
61723a0782d0SMark Fasheh 				memset(rec, 0,
61733a0782d0SMark Fasheh 				       sizeof(struct ocfs2_extent_rec));
61743a0782d0SMark Fasheh 				le16_add_cpu(&el->l_next_free_rec, -1);
61753a0782d0SMark Fasheh 			}
61763a0782d0SMark Fasheh 		} else {
61773a0782d0SMark Fasheh 			if (le64_to_cpu(rec->e_blkno) == deleted_eb) {
61783a0782d0SMark Fasheh 				memset(rec, 0,
61793a0782d0SMark Fasheh 				       sizeof(struct ocfs2_extent_rec));
61803a0782d0SMark Fasheh 				le16_add_cpu(&el->l_next_free_rec, -1);
61813a0782d0SMark Fasheh 
61823a0782d0SMark Fasheh 				goto delete;
61833a0782d0SMark Fasheh 			}
61843a0782d0SMark Fasheh 
61853a0782d0SMark Fasheh 			/* Can this actually happen? */
61863a0782d0SMark Fasheh 			if (le16_to_cpu(el->l_next_free_rec) == 0)
61873a0782d0SMark Fasheh 				goto delete;
61883a0782d0SMark Fasheh 
61893a0782d0SMark Fasheh 			/*
61903a0782d0SMark Fasheh 			 * We never actually deleted any clusters
61913a0782d0SMark Fasheh 			 * because our leaf was empty. There's no
61923a0782d0SMark Fasheh 			 * reason to adjust the rightmost edge then.
61933a0782d0SMark Fasheh 			 */
61943a0782d0SMark Fasheh 			if (new_edge == 0)
61953a0782d0SMark Fasheh 				goto delete;
61963a0782d0SMark Fasheh 
6197e48edee2SMark Fasheh 			rec->e_int_clusters = cpu_to_le32(new_edge);
6198e48edee2SMark Fasheh 			le32_add_cpu(&rec->e_int_clusters,
61993a0782d0SMark Fasheh 				     -le32_to_cpu(rec->e_cpos));
62003a0782d0SMark Fasheh 
62013a0782d0SMark Fasheh 			 /*
62023a0782d0SMark Fasheh 			  * A deleted child record should have been
62033a0782d0SMark Fasheh 			  * caught above.
62043a0782d0SMark Fasheh 			  */
6205e48edee2SMark Fasheh 			 BUG_ON(le32_to_cpu(rec->e_int_clusters) == 0);
62063a0782d0SMark Fasheh 		}
62073a0782d0SMark Fasheh 
62083a0782d0SMark Fasheh delete:
62093a0782d0SMark Fasheh 		ret = ocfs2_journal_dirty(handle, bh);
62103a0782d0SMark Fasheh 		if (ret) {
62113a0782d0SMark Fasheh 			mlog_errno(ret);
62123a0782d0SMark Fasheh 			goto out;
62133a0782d0SMark Fasheh 		}
62143a0782d0SMark Fasheh 
62153a0782d0SMark Fasheh 		mlog(0, "extent list container %llu, after: record %d: "
62163a0782d0SMark Fasheh 		     "(%u, %u, %llu), next = %u.\n",
62173a0782d0SMark Fasheh 		     (unsigned long long)bh->b_blocknr, i,
6218e48edee2SMark Fasheh 		     le32_to_cpu(rec->e_cpos), ocfs2_rec_clusters(el, rec),
62193a0782d0SMark Fasheh 		     (unsigned long long)le64_to_cpu(rec->e_blkno),
62203a0782d0SMark Fasheh 		     le16_to_cpu(el->l_next_free_rec));
62213a0782d0SMark Fasheh 
62223a0782d0SMark Fasheh 		/*
62233a0782d0SMark Fasheh 		 * We must be careful to only attempt delete of an
62243a0782d0SMark Fasheh 		 * extent block (and not the root inode block).
62253a0782d0SMark Fasheh 		 */
62263a0782d0SMark Fasheh 		if (index > 0 && le16_to_cpu(el->l_next_free_rec) == 0) {
62273a0782d0SMark Fasheh 			struct ocfs2_extent_block *eb =
62283a0782d0SMark Fasheh 				(struct ocfs2_extent_block *)bh->b_data;
62293a0782d0SMark Fasheh 
62303a0782d0SMark Fasheh 			/*
62313a0782d0SMark Fasheh 			 * Save this for use when processing the
62323a0782d0SMark Fasheh 			 * parent block.
62333a0782d0SMark Fasheh 			 */
62343a0782d0SMark Fasheh 			deleted_eb = le64_to_cpu(eb->h_blkno);
62353a0782d0SMark Fasheh 
62363a0782d0SMark Fasheh 			mlog(0, "deleting this extent block.\n");
62373a0782d0SMark Fasheh 
62383a0782d0SMark Fasheh 			ocfs2_remove_from_cache(inode, bh);
62393a0782d0SMark Fasheh 
6240e48edee2SMark Fasheh 			BUG_ON(ocfs2_rec_clusters(el, &el->l_recs[0]));
62413a0782d0SMark Fasheh 			BUG_ON(le32_to_cpu(el->l_recs[0].e_cpos));
62423a0782d0SMark Fasheh 			BUG_ON(le64_to_cpu(el->l_recs[0].e_blkno));
62433a0782d0SMark Fasheh 
624459a5e416SMark Fasheh 			ret = ocfs2_cache_extent_block_free(&tc->tc_dealloc, eb);
62453a0782d0SMark Fasheh 			/* An error here is not fatal. */
62463a0782d0SMark Fasheh 			if (ret < 0)
62473a0782d0SMark Fasheh 				mlog_errno(ret);
62483a0782d0SMark Fasheh 		} else {
62493a0782d0SMark Fasheh 			deleted_eb = 0;
62503a0782d0SMark Fasheh 		}
62513a0782d0SMark Fasheh 
62523a0782d0SMark Fasheh 		index--;
62533a0782d0SMark Fasheh 	}
62543a0782d0SMark Fasheh 
62553a0782d0SMark Fasheh 	ret = 0;
62563a0782d0SMark Fasheh out:
62573a0782d0SMark Fasheh 	return ret;
62583a0782d0SMark Fasheh }
62593a0782d0SMark Fasheh 
6260ccd979bdSMark Fasheh static int ocfs2_do_truncate(struct ocfs2_super *osb,
6261ccd979bdSMark Fasheh 			     unsigned int clusters_to_del,
6262ccd979bdSMark Fasheh 			     struct inode *inode,
6263ccd979bdSMark Fasheh 			     struct buffer_head *fe_bh,
62641fabe148SMark Fasheh 			     handle_t *handle,
6265dcd0538fSMark Fasheh 			     struct ocfs2_truncate_context *tc,
6266dcd0538fSMark Fasheh 			     struct ocfs2_path *path)
6267ccd979bdSMark Fasheh {
62683a0782d0SMark Fasheh 	int status;
6269ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
6270ccd979bdSMark Fasheh 	struct ocfs2_extent_block *last_eb = NULL;
6271ccd979bdSMark Fasheh 	struct ocfs2_extent_list *el;
6272ccd979bdSMark Fasheh 	struct buffer_head *last_eb_bh = NULL;
6273ccd979bdSMark Fasheh 	u64 delete_blk = 0;
6274ccd979bdSMark Fasheh 
6275ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) fe_bh->b_data;
6276ccd979bdSMark Fasheh 
62773a0782d0SMark Fasheh 	status = ocfs2_find_new_last_ext_blk(inode, clusters_to_del,
6278dcd0538fSMark Fasheh 					     path, &last_eb_bh);
6279ccd979bdSMark Fasheh 	if (status < 0) {
6280ccd979bdSMark Fasheh 		mlog_errno(status);
6281ccd979bdSMark Fasheh 		goto bail;
6282ccd979bdSMark Fasheh 	}
6283ccd979bdSMark Fasheh 
6284dcd0538fSMark Fasheh 	/*
6285dcd0538fSMark Fasheh 	 * Each component will be touched, so we might as well journal
6286dcd0538fSMark Fasheh 	 * here to avoid having to handle errors later.
6287dcd0538fSMark Fasheh 	 */
62883a0782d0SMark Fasheh 	status = ocfs2_journal_access_path(inode, handle, path);
6289ccd979bdSMark Fasheh 	if (status < 0) {
6290ccd979bdSMark Fasheh 		mlog_errno(status);
6291ccd979bdSMark Fasheh 		goto bail;
6292ccd979bdSMark Fasheh 	}
6293dcd0538fSMark Fasheh 
6294dcd0538fSMark Fasheh 	if (last_eb_bh) {
6295dcd0538fSMark Fasheh 		status = ocfs2_journal_access(handle, inode, last_eb_bh,
6296dcd0538fSMark Fasheh 					      OCFS2_JOURNAL_ACCESS_WRITE);
6297dcd0538fSMark Fasheh 		if (status < 0) {
6298dcd0538fSMark Fasheh 			mlog_errno(status);
6299dcd0538fSMark Fasheh 			goto bail;
6300dcd0538fSMark Fasheh 		}
6301dcd0538fSMark Fasheh 
6302dcd0538fSMark Fasheh 		last_eb = (struct ocfs2_extent_block *) last_eb_bh->b_data;
6303dcd0538fSMark Fasheh 	}
6304dcd0538fSMark Fasheh 
6305ccd979bdSMark Fasheh 	el = &(fe->id2.i_list);
6306ccd979bdSMark Fasheh 
6307dcd0538fSMark Fasheh 	/*
6308dcd0538fSMark Fasheh 	 * Lower levels depend on this never happening, but it's best
6309dcd0538fSMark Fasheh 	 * to check it up here before changing the tree.
6310dcd0538fSMark Fasheh 	 */
6311e48edee2SMark Fasheh 	if (el->l_tree_depth && el->l_recs[0].e_int_clusters == 0) {
6312dcd0538fSMark Fasheh 		ocfs2_error(inode->i_sb,
6313dcd0538fSMark Fasheh 			    "Inode %lu has an empty extent record, depth %u\n",
6314dcd0538fSMark Fasheh 			    inode->i_ino, le16_to_cpu(el->l_tree_depth));
63153a0782d0SMark Fasheh 		status = -EROFS;
6316dcd0538fSMark Fasheh 		goto bail;
6317dcd0538fSMark Fasheh 	}
6318dcd0538fSMark Fasheh 
6319ccd979bdSMark Fasheh 	spin_lock(&OCFS2_I(inode)->ip_lock);
6320ccd979bdSMark Fasheh 	OCFS2_I(inode)->ip_clusters = le32_to_cpu(fe->i_clusters) -
6321ccd979bdSMark Fasheh 				      clusters_to_del;
6322ccd979bdSMark Fasheh 	spin_unlock(&OCFS2_I(inode)->ip_lock);
6323ccd979bdSMark Fasheh 	le32_add_cpu(&fe->i_clusters, -clusters_to_del);
6324e535e2efSMark Fasheh 	inode->i_blocks = ocfs2_inode_sector_count(inode);
6325ccd979bdSMark Fasheh 
63263a0782d0SMark Fasheh 	status = ocfs2_trim_tree(inode, path, handle, tc,
63273a0782d0SMark Fasheh 				 clusters_to_del, &delete_blk);
63283a0782d0SMark Fasheh 	if (status) {
63293a0782d0SMark Fasheh 		mlog_errno(status);
63303a0782d0SMark Fasheh 		goto bail;
6331ccd979bdSMark Fasheh 	}
6332ccd979bdSMark Fasheh 
6333dcd0538fSMark Fasheh 	if (le32_to_cpu(fe->i_clusters) == 0) {
6334ccd979bdSMark Fasheh 		/* trunc to zero is a special case. */
6335ccd979bdSMark Fasheh 		el->l_tree_depth = 0;
6336ccd979bdSMark Fasheh 		fe->i_last_eb_blk = 0;
6337ccd979bdSMark Fasheh 	} else if (last_eb)
6338ccd979bdSMark Fasheh 		fe->i_last_eb_blk = last_eb->h_blkno;
6339ccd979bdSMark Fasheh 
6340ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, fe_bh);
6341ccd979bdSMark Fasheh 	if (status < 0) {
6342ccd979bdSMark Fasheh 		mlog_errno(status);
6343ccd979bdSMark Fasheh 		goto bail;
6344ccd979bdSMark Fasheh 	}
6345ccd979bdSMark Fasheh 
6346ccd979bdSMark Fasheh 	if (last_eb) {
6347ccd979bdSMark Fasheh 		/* If there will be a new last extent block, then by
6348ccd979bdSMark Fasheh 		 * definition, there cannot be any leaves to the right of
6349ccd979bdSMark Fasheh 		 * him. */
6350ccd979bdSMark Fasheh 		last_eb->h_next_leaf_blk = 0;
6351ccd979bdSMark Fasheh 		status = ocfs2_journal_dirty(handle, last_eb_bh);
6352ccd979bdSMark Fasheh 		if (status < 0) {
6353ccd979bdSMark Fasheh 			mlog_errno(status);
6354ccd979bdSMark Fasheh 			goto bail;
6355ccd979bdSMark Fasheh 		}
6356ccd979bdSMark Fasheh 	}
6357ccd979bdSMark Fasheh 
63583a0782d0SMark Fasheh 	if (delete_blk) {
6359ccd979bdSMark Fasheh 		status = ocfs2_truncate_log_append(osb, handle, delete_blk,
6360ccd979bdSMark Fasheh 						   clusters_to_del);
6361ccd979bdSMark Fasheh 		if (status < 0) {
6362ccd979bdSMark Fasheh 			mlog_errno(status);
6363ccd979bdSMark Fasheh 			goto bail;
6364ccd979bdSMark Fasheh 		}
63653a0782d0SMark Fasheh 	}
6366ccd979bdSMark Fasheh 	status = 0;
6367ccd979bdSMark Fasheh bail:
6368dcd0538fSMark Fasheh 
6369ccd979bdSMark Fasheh 	mlog_exit(status);
6370ccd979bdSMark Fasheh 	return status;
6371ccd979bdSMark Fasheh }
6372ccd979bdSMark Fasheh 
637360b11392SMark Fasheh static int ocfs2_writeback_zero_func(handle_t *handle, struct buffer_head *bh)
637460b11392SMark Fasheh {
637560b11392SMark Fasheh 	set_buffer_uptodate(bh);
637660b11392SMark Fasheh 	mark_buffer_dirty(bh);
637760b11392SMark Fasheh 	return 0;
637860b11392SMark Fasheh }
637960b11392SMark Fasheh 
638060b11392SMark Fasheh static int ocfs2_ordered_zero_func(handle_t *handle, struct buffer_head *bh)
638160b11392SMark Fasheh {
638260b11392SMark Fasheh 	set_buffer_uptodate(bh);
638360b11392SMark Fasheh 	mark_buffer_dirty(bh);
638460b11392SMark Fasheh 	return ocfs2_journal_dirty_data(handle, bh);
638560b11392SMark Fasheh }
638660b11392SMark Fasheh 
63871d410a6eSMark Fasheh static void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle,
63881d410a6eSMark Fasheh 				     unsigned int from, unsigned int to,
63891d410a6eSMark Fasheh 				     struct page *page, int zero, u64 *phys)
639060b11392SMark Fasheh {
63911d410a6eSMark Fasheh 	int ret, partial = 0;
639260b11392SMark Fasheh 
63931d410a6eSMark Fasheh 	ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0);
639460b11392SMark Fasheh 	if (ret)
639560b11392SMark Fasheh 		mlog_errno(ret);
639660b11392SMark Fasheh 
63971d410a6eSMark Fasheh 	if (zero)
6398eebd2aa3SChristoph Lameter 		zero_user_segment(page, from, to);
639960b11392SMark Fasheh 
640060b11392SMark Fasheh 	/*
640160b11392SMark Fasheh 	 * Need to set the buffers we zero'd into uptodate
640260b11392SMark Fasheh 	 * here if they aren't - ocfs2_map_page_blocks()
640360b11392SMark Fasheh 	 * might've skipped some
640460b11392SMark Fasheh 	 */
640560b11392SMark Fasheh 	if (ocfs2_should_order_data(inode)) {
640660b11392SMark Fasheh 		ret = walk_page_buffers(handle,
640760b11392SMark Fasheh 					page_buffers(page),
640860b11392SMark Fasheh 					from, to, &partial,
640960b11392SMark Fasheh 					ocfs2_ordered_zero_func);
641060b11392SMark Fasheh 		if (ret < 0)
641160b11392SMark Fasheh 			mlog_errno(ret);
641260b11392SMark Fasheh 	} else {
641360b11392SMark Fasheh 		ret = walk_page_buffers(handle, page_buffers(page),
641460b11392SMark Fasheh 					from, to, &partial,
641560b11392SMark Fasheh 					ocfs2_writeback_zero_func);
641660b11392SMark Fasheh 		if (ret < 0)
641760b11392SMark Fasheh 			mlog_errno(ret);
641860b11392SMark Fasheh 	}
641960b11392SMark Fasheh 
642060b11392SMark Fasheh 	if (!partial)
642160b11392SMark Fasheh 		SetPageUptodate(page);
642260b11392SMark Fasheh 
642360b11392SMark Fasheh 	flush_dcache_page(page);
64241d410a6eSMark Fasheh }
64251d410a6eSMark Fasheh 
64261d410a6eSMark Fasheh static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start,
64271d410a6eSMark Fasheh 				     loff_t end, struct page **pages,
64281d410a6eSMark Fasheh 				     int numpages, u64 phys, handle_t *handle)
64291d410a6eSMark Fasheh {
64301d410a6eSMark Fasheh 	int i;
64311d410a6eSMark Fasheh 	struct page *page;
64321d410a6eSMark Fasheh 	unsigned int from, to = PAGE_CACHE_SIZE;
64331d410a6eSMark Fasheh 	struct super_block *sb = inode->i_sb;
64341d410a6eSMark Fasheh 
64351d410a6eSMark Fasheh 	BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb)));
64361d410a6eSMark Fasheh 
64371d410a6eSMark Fasheh 	if (numpages == 0)
64381d410a6eSMark Fasheh 		goto out;
64391d410a6eSMark Fasheh 
64401d410a6eSMark Fasheh 	to = PAGE_CACHE_SIZE;
64411d410a6eSMark Fasheh 	for(i = 0; i < numpages; i++) {
64421d410a6eSMark Fasheh 		page = pages[i];
64431d410a6eSMark Fasheh 
64441d410a6eSMark Fasheh 		from = start & (PAGE_CACHE_SIZE - 1);
64451d410a6eSMark Fasheh 		if ((end >> PAGE_CACHE_SHIFT) == page->index)
64461d410a6eSMark Fasheh 			to = end & (PAGE_CACHE_SIZE - 1);
64471d410a6eSMark Fasheh 
64481d410a6eSMark Fasheh 		BUG_ON(from > PAGE_CACHE_SIZE);
64491d410a6eSMark Fasheh 		BUG_ON(to > PAGE_CACHE_SIZE);
64501d410a6eSMark Fasheh 
64511d410a6eSMark Fasheh 		ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1,
64521d410a6eSMark Fasheh 					 &phys);
645360b11392SMark Fasheh 
645435edec1dSMark Fasheh 		start = (page->index + 1) << PAGE_CACHE_SHIFT;
645560b11392SMark Fasheh 	}
645660b11392SMark Fasheh out:
64571d410a6eSMark Fasheh 	if (pages)
64581d410a6eSMark Fasheh 		ocfs2_unlock_and_free_pages(pages, numpages);
645960b11392SMark Fasheh }
646060b11392SMark Fasheh 
646135edec1dSMark Fasheh static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end,
64621d410a6eSMark Fasheh 				struct page **pages, int *num)
646360b11392SMark Fasheh {
64641d410a6eSMark Fasheh 	int numpages, ret = 0;
646560b11392SMark Fasheh 	struct super_block *sb = inode->i_sb;
646660b11392SMark Fasheh 	struct address_space *mapping = inode->i_mapping;
646760b11392SMark Fasheh 	unsigned long index;
646835edec1dSMark Fasheh 	loff_t last_page_bytes;
646960b11392SMark Fasheh 
647035edec1dSMark Fasheh 	BUG_ON(start > end);
647160b11392SMark Fasheh 
647235edec1dSMark Fasheh 	BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits !=
647335edec1dSMark Fasheh 	       (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits);
647435edec1dSMark Fasheh 
64751d410a6eSMark Fasheh 	numpages = 0;
647635edec1dSMark Fasheh 	last_page_bytes = PAGE_ALIGN(end);
647735edec1dSMark Fasheh 	index = start >> PAGE_CACHE_SHIFT;
647860b11392SMark Fasheh 	do {
647960b11392SMark Fasheh 		pages[numpages] = grab_cache_page(mapping, index);
648060b11392SMark Fasheh 		if (!pages[numpages]) {
648160b11392SMark Fasheh 			ret = -ENOMEM;
648260b11392SMark Fasheh 			mlog_errno(ret);
648360b11392SMark Fasheh 			goto out;
648460b11392SMark Fasheh 		}
648560b11392SMark Fasheh 
648660b11392SMark Fasheh 		numpages++;
648760b11392SMark Fasheh 		index++;
648835edec1dSMark Fasheh 	} while (index < (last_page_bytes >> PAGE_CACHE_SHIFT));
648960b11392SMark Fasheh 
649060b11392SMark Fasheh out:
649160b11392SMark Fasheh 	if (ret != 0) {
64921d410a6eSMark Fasheh 		if (pages)
64931d410a6eSMark Fasheh 			ocfs2_unlock_and_free_pages(pages, numpages);
649460b11392SMark Fasheh 		numpages = 0;
649560b11392SMark Fasheh 	}
649660b11392SMark Fasheh 
649760b11392SMark Fasheh 	*num = numpages;
649860b11392SMark Fasheh 
649960b11392SMark Fasheh 	return ret;
650060b11392SMark Fasheh }
650160b11392SMark Fasheh 
650260b11392SMark Fasheh /*
650360b11392SMark Fasheh  * Zero the area past i_size but still within an allocated
650460b11392SMark Fasheh  * cluster. This avoids exposing nonzero data on subsequent file
650560b11392SMark Fasheh  * extends.
650660b11392SMark Fasheh  *
650760b11392SMark Fasheh  * We need to call this before i_size is updated on the inode because
650860b11392SMark Fasheh  * otherwise block_write_full_page() will skip writeout of pages past
650960b11392SMark Fasheh  * i_size. The new_i_size parameter is passed for this reason.
651060b11392SMark Fasheh  */
651135edec1dSMark Fasheh int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle,
651235edec1dSMark Fasheh 				  u64 range_start, u64 range_end)
651360b11392SMark Fasheh {
65141d410a6eSMark Fasheh 	int ret = 0, numpages;
651560b11392SMark Fasheh 	struct page **pages = NULL;
651660b11392SMark Fasheh 	u64 phys;
65171d410a6eSMark Fasheh 	unsigned int ext_flags;
65181d410a6eSMark Fasheh 	struct super_block *sb = inode->i_sb;
651960b11392SMark Fasheh 
652060b11392SMark Fasheh 	/*
652160b11392SMark Fasheh 	 * File systems which don't support sparse files zero on every
652260b11392SMark Fasheh 	 * extend.
652360b11392SMark Fasheh 	 */
65241d410a6eSMark Fasheh 	if (!ocfs2_sparse_alloc(OCFS2_SB(sb)))
652560b11392SMark Fasheh 		return 0;
652660b11392SMark Fasheh 
65271d410a6eSMark Fasheh 	pages = kcalloc(ocfs2_pages_per_cluster(sb),
652860b11392SMark Fasheh 			sizeof(struct page *), GFP_NOFS);
652960b11392SMark Fasheh 	if (pages == NULL) {
653060b11392SMark Fasheh 		ret = -ENOMEM;
653160b11392SMark Fasheh 		mlog_errno(ret);
653260b11392SMark Fasheh 		goto out;
653360b11392SMark Fasheh 	}
653460b11392SMark Fasheh 
65351d410a6eSMark Fasheh 	if (range_start == range_end)
65361d410a6eSMark Fasheh 		goto out;
65371d410a6eSMark Fasheh 
65381d410a6eSMark Fasheh 	ret = ocfs2_extent_map_get_blocks(inode,
65391d410a6eSMark Fasheh 					  range_start >> sb->s_blocksize_bits,
65401d410a6eSMark Fasheh 					  &phys, NULL, &ext_flags);
654160b11392SMark Fasheh 	if (ret) {
654260b11392SMark Fasheh 		mlog_errno(ret);
654360b11392SMark Fasheh 		goto out;
654460b11392SMark Fasheh 	}
654560b11392SMark Fasheh 
65461d410a6eSMark Fasheh 	/*
65471d410a6eSMark Fasheh 	 * Tail is a hole, or is marked unwritten. In either case, we
65481d410a6eSMark Fasheh 	 * can count on read and write to return/push zero's.
65491d410a6eSMark Fasheh 	 */
65501d410a6eSMark Fasheh 	if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN)
655160b11392SMark Fasheh 		goto out;
655260b11392SMark Fasheh 
65531d410a6eSMark Fasheh 	ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages,
65541d410a6eSMark Fasheh 				   &numpages);
65551d410a6eSMark Fasheh 	if (ret) {
65561d410a6eSMark Fasheh 		mlog_errno(ret);
65571d410a6eSMark Fasheh 		goto out;
65581d410a6eSMark Fasheh 	}
65591d410a6eSMark Fasheh 
656035edec1dSMark Fasheh 	ocfs2_zero_cluster_pages(inode, range_start, range_end, pages,
656135edec1dSMark Fasheh 				 numpages, phys, handle);
656260b11392SMark Fasheh 
656360b11392SMark Fasheh 	/*
656460b11392SMark Fasheh 	 * Initiate writeout of the pages we zero'd here. We don't
656560b11392SMark Fasheh 	 * wait on them - the truncate_inode_pages() call later will
656660b11392SMark Fasheh 	 * do that for us.
656760b11392SMark Fasheh 	 */
656835edec1dSMark Fasheh 	ret = do_sync_mapping_range(inode->i_mapping, range_start,
656935edec1dSMark Fasheh 				    range_end - 1, SYNC_FILE_RANGE_WRITE);
657060b11392SMark Fasheh 	if (ret)
657160b11392SMark Fasheh 		mlog_errno(ret);
657260b11392SMark Fasheh 
657360b11392SMark Fasheh out:
657460b11392SMark Fasheh 	if (pages)
657560b11392SMark Fasheh 		kfree(pages);
657660b11392SMark Fasheh 
657760b11392SMark Fasheh 	return ret;
657860b11392SMark Fasheh }
657960b11392SMark Fasheh 
6580*fdd77704STiger Yang static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode,
6581*fdd77704STiger Yang 					     struct ocfs2_dinode *di)
65821afc32b9SMark Fasheh {
65831afc32b9SMark Fasheh 	unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits;
6584*fdd77704STiger Yang 	unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size);
65851afc32b9SMark Fasheh 
6586*fdd77704STiger Yang 	if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL)
6587*fdd77704STiger Yang 		memset(&di->id2, 0, blocksize -
6588*fdd77704STiger Yang 				    offsetof(struct ocfs2_dinode, id2) -
6589*fdd77704STiger Yang 				    xattrsize);
6590*fdd77704STiger Yang 	else
6591*fdd77704STiger Yang 		memset(&di->id2, 0, blocksize -
6592*fdd77704STiger Yang 				    offsetof(struct ocfs2_dinode, id2));
65931afc32b9SMark Fasheh }
65941afc32b9SMark Fasheh 
65955b6a3a2bSMark Fasheh void ocfs2_dinode_new_extent_list(struct inode *inode,
65965b6a3a2bSMark Fasheh 				  struct ocfs2_dinode *di)
65975b6a3a2bSMark Fasheh {
6598*fdd77704STiger Yang 	ocfs2_zero_dinode_id2_with_xattr(inode, di);
65995b6a3a2bSMark Fasheh 	di->id2.i_list.l_tree_depth = 0;
66005b6a3a2bSMark Fasheh 	di->id2.i_list.l_next_free_rec = 0;
6601*fdd77704STiger Yang 	di->id2.i_list.l_count = cpu_to_le16(
6602*fdd77704STiger Yang 		ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di));
66035b6a3a2bSMark Fasheh }
66045b6a3a2bSMark Fasheh 
66051afc32b9SMark Fasheh void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di)
66061afc32b9SMark Fasheh {
66071afc32b9SMark Fasheh 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
66081afc32b9SMark Fasheh 	struct ocfs2_inline_data *idata = &di->id2.i_data;
66091afc32b9SMark Fasheh 
66101afc32b9SMark Fasheh 	spin_lock(&oi->ip_lock);
66111afc32b9SMark Fasheh 	oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL;
66121afc32b9SMark Fasheh 	di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
66131afc32b9SMark Fasheh 	spin_unlock(&oi->ip_lock);
66141afc32b9SMark Fasheh 
66151afc32b9SMark Fasheh 	/*
66161afc32b9SMark Fasheh 	 * We clear the entire i_data structure here so that all
66171afc32b9SMark Fasheh 	 * fields can be properly initialized.
66181afc32b9SMark Fasheh 	 */
6619*fdd77704STiger Yang 	ocfs2_zero_dinode_id2_with_xattr(inode, di);
66201afc32b9SMark Fasheh 
6621*fdd77704STiger Yang 	idata->id_count = cpu_to_le16(
6622*fdd77704STiger Yang 			ocfs2_max_inline_data_with_xattr(inode->i_sb, di));
66231afc32b9SMark Fasheh }
66241afc32b9SMark Fasheh 
66251afc32b9SMark Fasheh int ocfs2_convert_inline_data_to_extents(struct inode *inode,
66261afc32b9SMark Fasheh 					 struct buffer_head *di_bh)
66271afc32b9SMark Fasheh {
66281afc32b9SMark Fasheh 	int ret, i, has_data, num_pages = 0;
66291afc32b9SMark Fasheh 	handle_t *handle;
66301afc32b9SMark Fasheh 	u64 uninitialized_var(block);
66311afc32b9SMark Fasheh 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
66321afc32b9SMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
66331afc32b9SMark Fasheh 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
66341afc32b9SMark Fasheh 	struct ocfs2_alloc_context *data_ac = NULL;
66351afc32b9SMark Fasheh 	struct page **pages = NULL;
66361afc32b9SMark Fasheh 	loff_t end = osb->s_clustersize;
66371afc32b9SMark Fasheh 
66381afc32b9SMark Fasheh 	has_data = i_size_read(inode) ? 1 : 0;
66391afc32b9SMark Fasheh 
66401afc32b9SMark Fasheh 	if (has_data) {
66411afc32b9SMark Fasheh 		pages = kcalloc(ocfs2_pages_per_cluster(osb->sb),
66421afc32b9SMark Fasheh 				sizeof(struct page *), GFP_NOFS);
66431afc32b9SMark Fasheh 		if (pages == NULL) {
66441afc32b9SMark Fasheh 			ret = -ENOMEM;
66451afc32b9SMark Fasheh 			mlog_errno(ret);
66461afc32b9SMark Fasheh 			goto out;
66471afc32b9SMark Fasheh 		}
66481afc32b9SMark Fasheh 
66491afc32b9SMark Fasheh 		ret = ocfs2_reserve_clusters(osb, 1, &data_ac);
66501afc32b9SMark Fasheh 		if (ret) {
66511afc32b9SMark Fasheh 			mlog_errno(ret);
66521afc32b9SMark Fasheh 			goto out;
66531afc32b9SMark Fasheh 		}
66541afc32b9SMark Fasheh 	}
66551afc32b9SMark Fasheh 
66561afc32b9SMark Fasheh 	handle = ocfs2_start_trans(osb, OCFS2_INLINE_TO_EXTENTS_CREDITS);
66571afc32b9SMark Fasheh 	if (IS_ERR(handle)) {
66581afc32b9SMark Fasheh 		ret = PTR_ERR(handle);
66591afc32b9SMark Fasheh 		mlog_errno(ret);
66601afc32b9SMark Fasheh 		goto out_unlock;
66611afc32b9SMark Fasheh 	}
66621afc32b9SMark Fasheh 
66631afc32b9SMark Fasheh 	ret = ocfs2_journal_access(handle, inode, di_bh,
66641afc32b9SMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
66651afc32b9SMark Fasheh 	if (ret) {
66661afc32b9SMark Fasheh 		mlog_errno(ret);
66671afc32b9SMark Fasheh 		goto out_commit;
66681afc32b9SMark Fasheh 	}
66691afc32b9SMark Fasheh 
66701afc32b9SMark Fasheh 	if (has_data) {
66711afc32b9SMark Fasheh 		u32 bit_off, num;
66721afc32b9SMark Fasheh 		unsigned int page_end;
66731afc32b9SMark Fasheh 		u64 phys;
66741afc32b9SMark Fasheh 
66751afc32b9SMark Fasheh 		ret = ocfs2_claim_clusters(osb, handle, data_ac, 1, &bit_off,
66761afc32b9SMark Fasheh 					   &num);
66771afc32b9SMark Fasheh 		if (ret) {
66781afc32b9SMark Fasheh 			mlog_errno(ret);
66791afc32b9SMark Fasheh 			goto out_commit;
66801afc32b9SMark Fasheh 		}
66811afc32b9SMark Fasheh 
66821afc32b9SMark Fasheh 		/*
66831afc32b9SMark Fasheh 		 * Save two copies, one for insert, and one that can
66841afc32b9SMark Fasheh 		 * be changed by ocfs2_map_and_dirty_page() below.
66851afc32b9SMark Fasheh 		 */
66861afc32b9SMark Fasheh 		block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off);
66871afc32b9SMark Fasheh 
66881afc32b9SMark Fasheh 		/*
66891afc32b9SMark Fasheh 		 * Non sparse file systems zero on extend, so no need
66901afc32b9SMark Fasheh 		 * to do that now.
66911afc32b9SMark Fasheh 		 */
66921afc32b9SMark Fasheh 		if (!ocfs2_sparse_alloc(osb) &&
66931afc32b9SMark Fasheh 		    PAGE_CACHE_SIZE < osb->s_clustersize)
66941afc32b9SMark Fasheh 			end = PAGE_CACHE_SIZE;
66951afc32b9SMark Fasheh 
66961afc32b9SMark Fasheh 		ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages);
66971afc32b9SMark Fasheh 		if (ret) {
66981afc32b9SMark Fasheh 			mlog_errno(ret);
66991afc32b9SMark Fasheh 			goto out_commit;
67001afc32b9SMark Fasheh 		}
67011afc32b9SMark Fasheh 
67021afc32b9SMark Fasheh 		/*
67031afc32b9SMark Fasheh 		 * This should populate the 1st page for us and mark
67041afc32b9SMark Fasheh 		 * it up to date.
67051afc32b9SMark Fasheh 		 */
67061afc32b9SMark Fasheh 		ret = ocfs2_read_inline_data(inode, pages[0], di_bh);
67071afc32b9SMark Fasheh 		if (ret) {
67081afc32b9SMark Fasheh 			mlog_errno(ret);
67091afc32b9SMark Fasheh 			goto out_commit;
67101afc32b9SMark Fasheh 		}
67111afc32b9SMark Fasheh 
67121afc32b9SMark Fasheh 		page_end = PAGE_CACHE_SIZE;
67131afc32b9SMark Fasheh 		if (PAGE_CACHE_SIZE > osb->s_clustersize)
67141afc32b9SMark Fasheh 			page_end = osb->s_clustersize;
67151afc32b9SMark Fasheh 
67161afc32b9SMark Fasheh 		for (i = 0; i < num_pages; i++)
67171afc32b9SMark Fasheh 			ocfs2_map_and_dirty_page(inode, handle, 0, page_end,
67181afc32b9SMark Fasheh 						 pages[i], i > 0, &phys);
67191afc32b9SMark Fasheh 	}
67201afc32b9SMark Fasheh 
67211afc32b9SMark Fasheh 	spin_lock(&oi->ip_lock);
67221afc32b9SMark Fasheh 	oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL;
67231afc32b9SMark Fasheh 	di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
67241afc32b9SMark Fasheh 	spin_unlock(&oi->ip_lock);
67251afc32b9SMark Fasheh 
67265b6a3a2bSMark Fasheh 	ocfs2_dinode_new_extent_list(inode, di);
67271afc32b9SMark Fasheh 
67281afc32b9SMark Fasheh 	ocfs2_journal_dirty(handle, di_bh);
67291afc32b9SMark Fasheh 
67301afc32b9SMark Fasheh 	if (has_data) {
67311afc32b9SMark Fasheh 		/*
67321afc32b9SMark Fasheh 		 * An error at this point should be extremely rare. If
67331afc32b9SMark Fasheh 		 * this proves to be false, we could always re-build
67341afc32b9SMark Fasheh 		 * the in-inode data from our pages.
67351afc32b9SMark Fasheh 		 */
6736f56654c4STao Ma 		ret = ocfs2_dinode_insert_extent(osb, handle, inode, di_bh,
6737f56654c4STao Ma 						 0, block, 1, 0, NULL);
67381afc32b9SMark Fasheh 		if (ret) {
67391afc32b9SMark Fasheh 			mlog_errno(ret);
67401afc32b9SMark Fasheh 			goto out_commit;
67411afc32b9SMark Fasheh 		}
67421afc32b9SMark Fasheh 
67431afc32b9SMark Fasheh 		inode->i_blocks = ocfs2_inode_sector_count(inode);
67441afc32b9SMark Fasheh 	}
67451afc32b9SMark Fasheh 
67461afc32b9SMark Fasheh out_commit:
67471afc32b9SMark Fasheh 	ocfs2_commit_trans(osb, handle);
67481afc32b9SMark Fasheh 
67491afc32b9SMark Fasheh out_unlock:
67501afc32b9SMark Fasheh 	if (data_ac)
67511afc32b9SMark Fasheh 		ocfs2_free_alloc_context(data_ac);
67521afc32b9SMark Fasheh 
67531afc32b9SMark Fasheh out:
67541afc32b9SMark Fasheh 	if (pages) {
67551afc32b9SMark Fasheh 		ocfs2_unlock_and_free_pages(pages, num_pages);
67561afc32b9SMark Fasheh 		kfree(pages);
67571afc32b9SMark Fasheh 	}
67581afc32b9SMark Fasheh 
67591afc32b9SMark Fasheh 	return ret;
67601afc32b9SMark Fasheh }
67611afc32b9SMark Fasheh 
6762ccd979bdSMark Fasheh /*
6763ccd979bdSMark Fasheh  * It is expected, that by the time you call this function,
6764ccd979bdSMark Fasheh  * inode->i_size and fe->i_size have been adjusted.
6765ccd979bdSMark Fasheh  *
6766ccd979bdSMark Fasheh  * WARNING: This will kfree the truncate context
6767ccd979bdSMark Fasheh  */
6768ccd979bdSMark Fasheh int ocfs2_commit_truncate(struct ocfs2_super *osb,
6769ccd979bdSMark Fasheh 			  struct inode *inode,
6770ccd979bdSMark Fasheh 			  struct buffer_head *fe_bh,
6771ccd979bdSMark Fasheh 			  struct ocfs2_truncate_context *tc)
6772ccd979bdSMark Fasheh {
6773ccd979bdSMark Fasheh 	int status, i, credits, tl_sem = 0;
6774dcd0538fSMark Fasheh 	u32 clusters_to_del, new_highest_cpos, range;
6775ccd979bdSMark Fasheh 	struct ocfs2_extent_list *el;
67761fabe148SMark Fasheh 	handle_t *handle = NULL;
6777ccd979bdSMark Fasheh 	struct inode *tl_inode = osb->osb_tl_inode;
6778dcd0538fSMark Fasheh 	struct ocfs2_path *path = NULL;
6779e7d4cb6bSTao Ma 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)fe_bh->b_data;
6780ccd979bdSMark Fasheh 
6781ccd979bdSMark Fasheh 	mlog_entry_void();
6782ccd979bdSMark Fasheh 
6783dcd0538fSMark Fasheh 	new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb,
6784ccd979bdSMark Fasheh 						     i_size_read(inode));
6785ccd979bdSMark Fasheh 
6786e7d4cb6bSTao Ma 	path = ocfs2_new_path(fe_bh, &di->id2.i_list);
6787dcd0538fSMark Fasheh 	if (!path) {
6788dcd0538fSMark Fasheh 		status = -ENOMEM;
6789ccd979bdSMark Fasheh 		mlog_errno(status);
6790ccd979bdSMark Fasheh 		goto bail;
6791ccd979bdSMark Fasheh 	}
679283418978SMark Fasheh 
679383418978SMark Fasheh 	ocfs2_extent_map_trunc(inode, new_highest_cpos);
679483418978SMark Fasheh 
6795dcd0538fSMark Fasheh start:
6796dcd0538fSMark Fasheh 	/*
67973a0782d0SMark Fasheh 	 * Check that we still have allocation to delete.
67983a0782d0SMark Fasheh 	 */
67993a0782d0SMark Fasheh 	if (OCFS2_I(inode)->ip_clusters == 0) {
68003a0782d0SMark Fasheh 		status = 0;
68013a0782d0SMark Fasheh 		goto bail;
68023a0782d0SMark Fasheh 	}
68033a0782d0SMark Fasheh 
68043a0782d0SMark Fasheh 	/*
6805dcd0538fSMark Fasheh 	 * Truncate always works against the rightmost tree branch.
6806dcd0538fSMark Fasheh 	 */
6807dcd0538fSMark Fasheh 	status = ocfs2_find_path(inode, path, UINT_MAX);
6808dcd0538fSMark Fasheh 	if (status) {
6809dcd0538fSMark Fasheh 		mlog_errno(status);
6810ccd979bdSMark Fasheh 		goto bail;
6811ccd979bdSMark Fasheh 	}
6812ccd979bdSMark Fasheh 
6813dcd0538fSMark Fasheh 	mlog(0, "inode->ip_clusters = %u, tree_depth = %u\n",
6814dcd0538fSMark Fasheh 	     OCFS2_I(inode)->ip_clusters, path->p_tree_depth);
6815dcd0538fSMark Fasheh 
6816dcd0538fSMark Fasheh 	/*
6817dcd0538fSMark Fasheh 	 * By now, el will point to the extent list on the bottom most
6818dcd0538fSMark Fasheh 	 * portion of this tree. Only the tail record is considered in
6819dcd0538fSMark Fasheh 	 * each pass.
6820dcd0538fSMark Fasheh 	 *
6821dcd0538fSMark Fasheh 	 * We handle the following cases, in order:
6822dcd0538fSMark Fasheh 	 * - empty extent: delete the remaining branch
6823dcd0538fSMark Fasheh 	 * - remove the entire record
6824dcd0538fSMark Fasheh 	 * - remove a partial record
6825dcd0538fSMark Fasheh 	 * - no record needs to be removed (truncate has completed)
6826dcd0538fSMark Fasheh 	 */
6827dcd0538fSMark Fasheh 	el = path_leaf_el(path);
68283a0782d0SMark Fasheh 	if (le16_to_cpu(el->l_next_free_rec) == 0) {
68293a0782d0SMark Fasheh 		ocfs2_error(inode->i_sb,
68303a0782d0SMark Fasheh 			    "Inode %llu has empty extent block at %llu\n",
68313a0782d0SMark Fasheh 			    (unsigned long long)OCFS2_I(inode)->ip_blkno,
68323a0782d0SMark Fasheh 			    (unsigned long long)path_leaf_bh(path)->b_blocknr);
68333a0782d0SMark Fasheh 		status = -EROFS;
68343a0782d0SMark Fasheh 		goto bail;
68353a0782d0SMark Fasheh 	}
68363a0782d0SMark Fasheh 
6837ccd979bdSMark Fasheh 	i = le16_to_cpu(el->l_next_free_rec) - 1;
6838dcd0538fSMark Fasheh 	range = le32_to_cpu(el->l_recs[i].e_cpos) +
6839e48edee2SMark Fasheh 		ocfs2_rec_clusters(el, &el->l_recs[i]);
6840dcd0538fSMark Fasheh 	if (i == 0 && ocfs2_is_empty_extent(&el->l_recs[i])) {
6841dcd0538fSMark Fasheh 		clusters_to_del = 0;
6842dcd0538fSMark Fasheh 	} else if (le32_to_cpu(el->l_recs[i].e_cpos) >= new_highest_cpos) {
6843e48edee2SMark Fasheh 		clusters_to_del = ocfs2_rec_clusters(el, &el->l_recs[i]);
6844dcd0538fSMark Fasheh 	} else if (range > new_highest_cpos) {
6845e48edee2SMark Fasheh 		clusters_to_del = (ocfs2_rec_clusters(el, &el->l_recs[i]) +
6846ccd979bdSMark Fasheh 				   le32_to_cpu(el->l_recs[i].e_cpos)) -
6847dcd0538fSMark Fasheh 				  new_highest_cpos;
6848dcd0538fSMark Fasheh 	} else {
6849dcd0538fSMark Fasheh 		status = 0;
6850dcd0538fSMark Fasheh 		goto bail;
6851dcd0538fSMark Fasheh 	}
6852ccd979bdSMark Fasheh 
6853dcd0538fSMark Fasheh 	mlog(0, "clusters_to_del = %u in this pass, tail blk=%llu\n",
6854dcd0538fSMark Fasheh 	     clusters_to_del, (unsigned long long)path_leaf_bh(path)->b_blocknr);
6855dcd0538fSMark Fasheh 
68561b1dcc1bSJes Sorensen 	mutex_lock(&tl_inode->i_mutex);
6857ccd979bdSMark Fasheh 	tl_sem = 1;
6858ccd979bdSMark Fasheh 	/* ocfs2_truncate_log_needs_flush guarantees us at least one
6859ccd979bdSMark Fasheh 	 * record is free for use. If there isn't any, we flush to get
6860ccd979bdSMark Fasheh 	 * an empty truncate log.  */
6861ccd979bdSMark Fasheh 	if (ocfs2_truncate_log_needs_flush(osb)) {
6862ccd979bdSMark Fasheh 		status = __ocfs2_flush_truncate_log(osb);
6863ccd979bdSMark Fasheh 		if (status < 0) {
6864ccd979bdSMark Fasheh 			mlog_errno(status);
6865ccd979bdSMark Fasheh 			goto bail;
6866ccd979bdSMark Fasheh 		}
6867ccd979bdSMark Fasheh 	}
6868ccd979bdSMark Fasheh 
6869ccd979bdSMark Fasheh 	credits = ocfs2_calc_tree_trunc_credits(osb->sb, clusters_to_del,
6870dcd0538fSMark Fasheh 						(struct ocfs2_dinode *)fe_bh->b_data,
6871dcd0538fSMark Fasheh 						el);
687265eff9ccSMark Fasheh 	handle = ocfs2_start_trans(osb, credits);
6873ccd979bdSMark Fasheh 	if (IS_ERR(handle)) {
6874ccd979bdSMark Fasheh 		status = PTR_ERR(handle);
6875ccd979bdSMark Fasheh 		handle = NULL;
6876ccd979bdSMark Fasheh 		mlog_errno(status);
6877ccd979bdSMark Fasheh 		goto bail;
6878ccd979bdSMark Fasheh 	}
6879ccd979bdSMark Fasheh 
6880dcd0538fSMark Fasheh 	status = ocfs2_do_truncate(osb, clusters_to_del, inode, fe_bh, handle,
6881dcd0538fSMark Fasheh 				   tc, path);
6882ccd979bdSMark Fasheh 	if (status < 0) {
6883ccd979bdSMark Fasheh 		mlog_errno(status);
6884ccd979bdSMark Fasheh 		goto bail;
6885ccd979bdSMark Fasheh 	}
6886ccd979bdSMark Fasheh 
68871b1dcc1bSJes Sorensen 	mutex_unlock(&tl_inode->i_mutex);
6888ccd979bdSMark Fasheh 	tl_sem = 0;
6889ccd979bdSMark Fasheh 
689002dc1af4SMark Fasheh 	ocfs2_commit_trans(osb, handle);
6891ccd979bdSMark Fasheh 	handle = NULL;
6892ccd979bdSMark Fasheh 
6893dcd0538fSMark Fasheh 	ocfs2_reinit_path(path, 1);
6894dcd0538fSMark Fasheh 
6895dcd0538fSMark Fasheh 	/*
68963a0782d0SMark Fasheh 	 * The check above will catch the case where we've truncated
68973a0782d0SMark Fasheh 	 * away all allocation.
6898dcd0538fSMark Fasheh 	 */
6899ccd979bdSMark Fasheh 	goto start;
69003a0782d0SMark Fasheh 
6901ccd979bdSMark Fasheh bail:
6902ccd979bdSMark Fasheh 
6903ccd979bdSMark Fasheh 	ocfs2_schedule_truncate_log_flush(osb, 1);
6904ccd979bdSMark Fasheh 
6905ccd979bdSMark Fasheh 	if (tl_sem)
69061b1dcc1bSJes Sorensen 		mutex_unlock(&tl_inode->i_mutex);
6907ccd979bdSMark Fasheh 
6908ccd979bdSMark Fasheh 	if (handle)
690902dc1af4SMark Fasheh 		ocfs2_commit_trans(osb, handle);
6910ccd979bdSMark Fasheh 
691159a5e416SMark Fasheh 	ocfs2_run_deallocs(osb, &tc->tc_dealloc);
691259a5e416SMark Fasheh 
6913dcd0538fSMark Fasheh 	ocfs2_free_path(path);
6914ccd979bdSMark Fasheh 
6915ccd979bdSMark Fasheh 	/* This will drop the ext_alloc cluster lock for us */
6916ccd979bdSMark Fasheh 	ocfs2_free_truncate_context(tc);
6917ccd979bdSMark Fasheh 
6918ccd979bdSMark Fasheh 	mlog_exit(status);
6919ccd979bdSMark Fasheh 	return status;
6920ccd979bdSMark Fasheh }
6921ccd979bdSMark Fasheh 
6922ccd979bdSMark Fasheh /*
692359a5e416SMark Fasheh  * Expects the inode to already be locked.
6924ccd979bdSMark Fasheh  */
6925ccd979bdSMark Fasheh int ocfs2_prepare_truncate(struct ocfs2_super *osb,
6926ccd979bdSMark Fasheh 			   struct inode *inode,
6927ccd979bdSMark Fasheh 			   struct buffer_head *fe_bh,
6928ccd979bdSMark Fasheh 			   struct ocfs2_truncate_context **tc)
6929ccd979bdSMark Fasheh {
693059a5e416SMark Fasheh 	int status;
6931ccd979bdSMark Fasheh 	unsigned int new_i_clusters;
6932ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
6933ccd979bdSMark Fasheh 	struct ocfs2_extent_block *eb;
6934ccd979bdSMark Fasheh 	struct buffer_head *last_eb_bh = NULL;
6935ccd979bdSMark Fasheh 
6936ccd979bdSMark Fasheh 	mlog_entry_void();
6937ccd979bdSMark Fasheh 
6938ccd979bdSMark Fasheh 	*tc = NULL;
6939ccd979bdSMark Fasheh 
6940ccd979bdSMark Fasheh 	new_i_clusters = ocfs2_clusters_for_bytes(osb->sb,
6941ccd979bdSMark Fasheh 						  i_size_read(inode));
6942ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) fe_bh->b_data;
6943ccd979bdSMark Fasheh 
6944ccd979bdSMark Fasheh 	mlog(0, "fe->i_clusters = %u, new_i_clusters = %u, fe->i_size ="
69451ca1a111SMark Fasheh 	     "%llu\n", le32_to_cpu(fe->i_clusters), new_i_clusters,
69461ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(fe->i_size));
6947ccd979bdSMark Fasheh 
6948cd861280SRobert P. J. Day 	*tc = kzalloc(sizeof(struct ocfs2_truncate_context), GFP_KERNEL);
6949ccd979bdSMark Fasheh 	if (!(*tc)) {
6950ccd979bdSMark Fasheh 		status = -ENOMEM;
6951ccd979bdSMark Fasheh 		mlog_errno(status);
6952ccd979bdSMark Fasheh 		goto bail;
6953ccd979bdSMark Fasheh 	}
695459a5e416SMark Fasheh 	ocfs2_init_dealloc_ctxt(&(*tc)->tc_dealloc);
6955ccd979bdSMark Fasheh 
6956ccd979bdSMark Fasheh 	if (fe->id2.i_list.l_tree_depth) {
6957ccd979bdSMark Fasheh 		status = ocfs2_read_block(osb, le64_to_cpu(fe->i_last_eb_blk),
6958ccd979bdSMark Fasheh 					  &last_eb_bh, OCFS2_BH_CACHED, inode);
6959ccd979bdSMark Fasheh 		if (status < 0) {
6960ccd979bdSMark Fasheh 			mlog_errno(status);
6961ccd979bdSMark Fasheh 			goto bail;
6962ccd979bdSMark Fasheh 		}
6963ccd979bdSMark Fasheh 		eb = (struct ocfs2_extent_block *) last_eb_bh->b_data;
6964ccd979bdSMark Fasheh 		if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
6965ccd979bdSMark Fasheh 			OCFS2_RO_ON_INVALID_EXTENT_BLOCK(inode->i_sb, eb);
6966ccd979bdSMark Fasheh 
6967ccd979bdSMark Fasheh 			brelse(last_eb_bh);
6968ccd979bdSMark Fasheh 			status = -EIO;
6969ccd979bdSMark Fasheh 			goto bail;
6970ccd979bdSMark Fasheh 		}
6971ccd979bdSMark Fasheh 	}
6972ccd979bdSMark Fasheh 
6973ccd979bdSMark Fasheh 	(*tc)->tc_last_eb_bh = last_eb_bh;
6974ccd979bdSMark Fasheh 
6975ccd979bdSMark Fasheh 	status = 0;
6976ccd979bdSMark Fasheh bail:
6977ccd979bdSMark Fasheh 	if (status < 0) {
6978ccd979bdSMark Fasheh 		if (*tc)
6979ccd979bdSMark Fasheh 			ocfs2_free_truncate_context(*tc);
6980ccd979bdSMark Fasheh 		*tc = NULL;
6981ccd979bdSMark Fasheh 	}
6982ccd979bdSMark Fasheh 	mlog_exit_void();
6983ccd979bdSMark Fasheh 	return status;
6984ccd979bdSMark Fasheh }
6985ccd979bdSMark Fasheh 
69861afc32b9SMark Fasheh /*
69871afc32b9SMark Fasheh  * 'start' is inclusive, 'end' is not.
69881afc32b9SMark Fasheh  */
69891afc32b9SMark Fasheh int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh,
69901afc32b9SMark Fasheh 			  unsigned int start, unsigned int end, int trunc)
69911afc32b9SMark Fasheh {
69921afc32b9SMark Fasheh 	int ret;
69931afc32b9SMark Fasheh 	unsigned int numbytes;
69941afc32b9SMark Fasheh 	handle_t *handle;
69951afc32b9SMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
69961afc32b9SMark Fasheh 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
69971afc32b9SMark Fasheh 	struct ocfs2_inline_data *idata = &di->id2.i_data;
69981afc32b9SMark Fasheh 
69991afc32b9SMark Fasheh 	if (end > i_size_read(inode))
70001afc32b9SMark Fasheh 		end = i_size_read(inode);
70011afc32b9SMark Fasheh 
70021afc32b9SMark Fasheh 	BUG_ON(start >= end);
70031afc32b9SMark Fasheh 
70041afc32b9SMark Fasheh 	if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) ||
70051afc32b9SMark Fasheh 	    !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) ||
70061afc32b9SMark Fasheh 	    !ocfs2_supports_inline_data(osb)) {
70071afc32b9SMark Fasheh 		ocfs2_error(inode->i_sb,
70081afc32b9SMark Fasheh 			    "Inline data flags for inode %llu don't agree! "
70091afc32b9SMark Fasheh 			    "Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x\n",
70101afc32b9SMark Fasheh 			    (unsigned long long)OCFS2_I(inode)->ip_blkno,
70111afc32b9SMark Fasheh 			    le16_to_cpu(di->i_dyn_features),
70121afc32b9SMark Fasheh 			    OCFS2_I(inode)->ip_dyn_features,
70131afc32b9SMark Fasheh 			    osb->s_feature_incompat);
70141afc32b9SMark Fasheh 		ret = -EROFS;
70151afc32b9SMark Fasheh 		goto out;
70161afc32b9SMark Fasheh 	}
70171afc32b9SMark Fasheh 
70181afc32b9SMark Fasheh 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
70191afc32b9SMark Fasheh 	if (IS_ERR(handle)) {
70201afc32b9SMark Fasheh 		ret = PTR_ERR(handle);
70211afc32b9SMark Fasheh 		mlog_errno(ret);
70221afc32b9SMark Fasheh 		goto out;
70231afc32b9SMark Fasheh 	}
70241afc32b9SMark Fasheh 
70251afc32b9SMark Fasheh 	ret = ocfs2_journal_access(handle, inode, di_bh,
70261afc32b9SMark Fasheh 				   OCFS2_JOURNAL_ACCESS_WRITE);
70271afc32b9SMark Fasheh 	if (ret) {
70281afc32b9SMark Fasheh 		mlog_errno(ret);
70291afc32b9SMark Fasheh 		goto out_commit;
70301afc32b9SMark Fasheh 	}
70311afc32b9SMark Fasheh 
70321afc32b9SMark Fasheh 	numbytes = end - start;
70331afc32b9SMark Fasheh 	memset(idata->id_data + start, 0, numbytes);
70341afc32b9SMark Fasheh 
70351afc32b9SMark Fasheh 	/*
70361afc32b9SMark Fasheh 	 * No need to worry about the data page here - it's been
70371afc32b9SMark Fasheh 	 * truncated already and inline data doesn't need it for
70381afc32b9SMark Fasheh 	 * pushing zero's to disk, so we'll let readpage pick it up
70391afc32b9SMark Fasheh 	 * later.
70401afc32b9SMark Fasheh 	 */
70411afc32b9SMark Fasheh 	if (trunc) {
70421afc32b9SMark Fasheh 		i_size_write(inode, start);
70431afc32b9SMark Fasheh 		di->i_size = cpu_to_le64(start);
70441afc32b9SMark Fasheh 	}
70451afc32b9SMark Fasheh 
70461afc32b9SMark Fasheh 	inode->i_blocks = ocfs2_inode_sector_count(inode);
70471afc32b9SMark Fasheh 	inode->i_ctime = inode->i_mtime = CURRENT_TIME;
70481afc32b9SMark Fasheh 
70491afc32b9SMark Fasheh 	di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec);
70501afc32b9SMark Fasheh 	di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
70511afc32b9SMark Fasheh 
70521afc32b9SMark Fasheh 	ocfs2_journal_dirty(handle, di_bh);
70531afc32b9SMark Fasheh 
70541afc32b9SMark Fasheh out_commit:
70551afc32b9SMark Fasheh 	ocfs2_commit_trans(osb, handle);
70561afc32b9SMark Fasheh 
70571afc32b9SMark Fasheh out:
70581afc32b9SMark Fasheh 	return ret;
70591afc32b9SMark Fasheh }
70601afc32b9SMark Fasheh 
7061ccd979bdSMark Fasheh static void ocfs2_free_truncate_context(struct ocfs2_truncate_context *tc)
7062ccd979bdSMark Fasheh {
706359a5e416SMark Fasheh 	/*
706459a5e416SMark Fasheh 	 * The caller is responsible for completing deallocation
706559a5e416SMark Fasheh 	 * before freeing the context.
706659a5e416SMark Fasheh 	 */
706759a5e416SMark Fasheh 	if (tc->tc_dealloc.c_first_suballocator != NULL)
706859a5e416SMark Fasheh 		mlog(ML_NOTICE,
706959a5e416SMark Fasheh 		     "Truncate completion has non-empty dealloc context\n");
7070ccd979bdSMark Fasheh 
7071ccd979bdSMark Fasheh 	if (tc->tc_last_eb_bh)
7072ccd979bdSMark Fasheh 		brelse(tc->tc_last_eb_bh);
7073ccd979bdSMark Fasheh 
7074ccd979bdSMark Fasheh 	kfree(tc);
7075ccd979bdSMark Fasheh }
7076