xref: /openbmc/linux/fs/ocfs2/suballoc.c (revision 5b09b507daaa882d888b6cd78ee89ba9caace44b)
1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*-
2ccd979bdSMark Fasheh  * vim: noexpandtab sw=8 ts=8 sts=0:
3ccd979bdSMark Fasheh  *
4ccd979bdSMark Fasheh  * suballoc.c
5ccd979bdSMark Fasheh  *
6ccd979bdSMark Fasheh  * metadata alloc and free
7ccd979bdSMark Fasheh  * Inspired by ext3 block groups.
8ccd979bdSMark Fasheh  *
9ccd979bdSMark Fasheh  * Copyright (C) 2002, 2004 Oracle.  All rights reserved.
10ccd979bdSMark Fasheh  *
11ccd979bdSMark Fasheh  * This program is free software; you can redistribute it and/or
12ccd979bdSMark Fasheh  * modify it under the terms of the GNU General Public
13ccd979bdSMark Fasheh  * License as published by the Free Software Foundation; either
14ccd979bdSMark Fasheh  * version 2 of the License, or (at your option) any later version.
15ccd979bdSMark Fasheh  *
16ccd979bdSMark Fasheh  * This program is distributed in the hope that it will be useful,
17ccd979bdSMark Fasheh  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18ccd979bdSMark Fasheh  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19ccd979bdSMark Fasheh  * General Public License for more details.
20ccd979bdSMark Fasheh  *
21ccd979bdSMark Fasheh  * You should have received a copy of the GNU General Public
22ccd979bdSMark Fasheh  * License along with this program; if not, write to the
23ccd979bdSMark Fasheh  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24ccd979bdSMark Fasheh  * Boston, MA 021110-1307, USA.
25ccd979bdSMark Fasheh  */
26ccd979bdSMark Fasheh 
27ccd979bdSMark Fasheh #include <linux/fs.h>
28ccd979bdSMark Fasheh #include <linux/types.h>
29ccd979bdSMark Fasheh #include <linux/slab.h>
30ccd979bdSMark Fasheh #include <linux/highmem.h>
31ccd979bdSMark Fasheh 
32ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC
33ccd979bdSMark Fasheh #include <cluster/masklog.h>
34ccd979bdSMark Fasheh 
35ccd979bdSMark Fasheh #include "ocfs2.h"
36ccd979bdSMark Fasheh 
37ccd979bdSMark Fasheh #include "alloc.h"
38d6b32bbbSJoel Becker #include "blockcheck.h"
39ccd979bdSMark Fasheh #include "dlmglue.h"
40ccd979bdSMark Fasheh #include "inode.h"
41ccd979bdSMark Fasheh #include "journal.h"
42ccd979bdSMark Fasheh #include "localalloc.h"
43ccd979bdSMark Fasheh #include "suballoc.h"
44ccd979bdSMark Fasheh #include "super.h"
45ccd979bdSMark Fasheh #include "sysfile.h"
46ccd979bdSMark Fasheh #include "uptodate.h"
47ccd979bdSMark Fasheh 
48ccd979bdSMark Fasheh #include "buffer_head_io.h"
49ccd979bdSMark Fasheh 
50ffda89a3STao Ma #define NOT_ALLOC_NEW_GROUP		0
5160ca81e8STao Ma #define ALLOC_NEW_GROUP			0x1
5260ca81e8STao Ma #define ALLOC_GROUPS_FROM_GLOBAL	0x2
53ffda89a3STao Ma 
544d0ddb2cSTao Ma #define OCFS2_MAX_INODES_TO_STEAL	1024
554d0ddb2cSTao Ma 
56ccd979bdSMark Fasheh static inline void ocfs2_debug_bg(struct ocfs2_group_desc *bg);
57ccd979bdSMark Fasheh static inline void ocfs2_debug_suballoc_inode(struct ocfs2_dinode *fe);
58ccd979bdSMark Fasheh static inline u16 ocfs2_find_victim_chain(struct ocfs2_chain_list *cl);
591fabe148SMark Fasheh static int ocfs2_block_group_fill(handle_t *handle,
60ccd979bdSMark Fasheh 				  struct inode *alloc_inode,
61ccd979bdSMark Fasheh 				  struct buffer_head *bg_bh,
62ccd979bdSMark Fasheh 				  u64 group_blkno,
63ccd979bdSMark Fasheh 				  u16 my_chain,
64ccd979bdSMark Fasheh 				  struct ocfs2_chain_list *cl);
65ccd979bdSMark Fasheh static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
66ccd979bdSMark Fasheh 				   struct inode *alloc_inode,
671187c968SJoel Becker 				   struct buffer_head *bh,
6860ca81e8STao Ma 				   u64 max_block,
69feb473a6STao Ma 				   u64 *last_alloc_group,
7060ca81e8STao Ma 				   int flags);
71ccd979bdSMark Fasheh 
72ccd979bdSMark Fasheh static int ocfs2_cluster_group_search(struct inode *inode,
73ccd979bdSMark Fasheh 				      struct buffer_head *group_bh,
74ccd979bdSMark Fasheh 				      u32 bits_wanted, u32 min_bits,
751187c968SJoel Becker 				      u64 max_block,
76ccd979bdSMark Fasheh 				      u16 *bit_off, u16 *bits_found);
77ccd979bdSMark Fasheh static int ocfs2_block_group_search(struct inode *inode,
78ccd979bdSMark Fasheh 				    struct buffer_head *group_bh,
79ccd979bdSMark Fasheh 				    u32 bits_wanted, u32 min_bits,
801187c968SJoel Becker 				    u64 max_block,
81ccd979bdSMark Fasheh 				    u16 *bit_off, u16 *bits_found);
82ccd979bdSMark Fasheh static int ocfs2_claim_suballoc_bits(struct ocfs2_super *osb,
83ccd979bdSMark Fasheh 				     struct ocfs2_alloc_context *ac,
841fabe148SMark Fasheh 				     handle_t *handle,
85ccd979bdSMark Fasheh 				     u32 bits_wanted,
86ccd979bdSMark Fasheh 				     u32 min_bits,
87ccd979bdSMark Fasheh 				     u16 *bit_off,
88ccd979bdSMark Fasheh 				     unsigned int *num_bits,
89ccd979bdSMark Fasheh 				     u64 *bg_blkno);
90ccd979bdSMark Fasheh static int ocfs2_test_bg_bit_allocatable(struct buffer_head *bg_bh,
91ccd979bdSMark Fasheh 					 int nr);
921fabe148SMark Fasheh static inline int ocfs2_block_group_set_bits(handle_t *handle,
93ccd979bdSMark Fasheh 					     struct inode *alloc_inode,
94ccd979bdSMark Fasheh 					     struct ocfs2_group_desc *bg,
95ccd979bdSMark Fasheh 					     struct buffer_head *group_bh,
96ccd979bdSMark Fasheh 					     unsigned int bit_off,
97ccd979bdSMark Fasheh 					     unsigned int num_bits);
981fabe148SMark Fasheh static inline int ocfs2_block_group_clear_bits(handle_t *handle,
99ccd979bdSMark Fasheh 					       struct inode *alloc_inode,
100ccd979bdSMark Fasheh 					       struct ocfs2_group_desc *bg,
101ccd979bdSMark Fasheh 					       struct buffer_head *group_bh,
102ccd979bdSMark Fasheh 					       unsigned int bit_off,
103ccd979bdSMark Fasheh 					       unsigned int num_bits);
104ccd979bdSMark Fasheh 
1051fabe148SMark Fasheh static int ocfs2_relink_block_group(handle_t *handle,
106ccd979bdSMark Fasheh 				    struct inode *alloc_inode,
107ccd979bdSMark Fasheh 				    struct buffer_head *fe_bh,
108ccd979bdSMark Fasheh 				    struct buffer_head *bg_bh,
109ccd979bdSMark Fasheh 				    struct buffer_head *prev_bg_bh,
110ccd979bdSMark Fasheh 				    u16 chain);
111ccd979bdSMark Fasheh static inline int ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc *bg,
112ccd979bdSMark Fasheh 						     u32 wanted);
113ccd979bdSMark Fasheh static inline u32 ocfs2_desc_bitmap_to_cluster_off(struct inode *inode,
114ccd979bdSMark Fasheh 						   u64 bg_blkno,
115ccd979bdSMark Fasheh 						   u16 bg_bit_off);
116ccd979bdSMark Fasheh static inline void ocfs2_block_to_cluster_group(struct inode *inode,
117ccd979bdSMark Fasheh 						u64 data_blkno,
118ccd979bdSMark Fasheh 						u64 *bg_blkno,
119ccd979bdSMark Fasheh 						u16 *bg_bit_off);
1201187c968SJoel Becker static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
1211187c968SJoel Becker 					     u32 bits_wanted, u64 max_block,
12260ca81e8STao Ma 					     int flags,
1231187c968SJoel Becker 					     struct ocfs2_alloc_context **ac);
124ccd979bdSMark Fasheh 
1259c7af40bSMark Fasheh void ocfs2_free_ac_resource(struct ocfs2_alloc_context *ac)
126ccd979bdSMark Fasheh {
127da5cbf2fSMark Fasheh 	struct inode *inode = ac->ac_inode;
128da5cbf2fSMark Fasheh 
129da5cbf2fSMark Fasheh 	if (inode) {
130da5cbf2fSMark Fasheh 		if (ac->ac_which != OCFS2_AC_USE_LOCAL)
131e63aecb6SMark Fasheh 			ocfs2_inode_unlock(inode, 1);
132da5cbf2fSMark Fasheh 
133da5cbf2fSMark Fasheh 		mutex_unlock(&inode->i_mutex);
134da5cbf2fSMark Fasheh 
135da5cbf2fSMark Fasheh 		iput(inode);
1364d0ddb2cSTao Ma 		ac->ac_inode = NULL;
137da5cbf2fSMark Fasheh 	}
138ccd979bdSMark Fasheh 	brelse(ac->ac_bh);
1394d0ddb2cSTao Ma 	ac->ac_bh = NULL;
1404d0ddb2cSTao Ma }
1414d0ddb2cSTao Ma 
1424d0ddb2cSTao Ma void ocfs2_free_alloc_context(struct ocfs2_alloc_context *ac)
1434d0ddb2cSTao Ma {
1444d0ddb2cSTao Ma 	ocfs2_free_ac_resource(ac);
145ccd979bdSMark Fasheh 	kfree(ac);
146ccd979bdSMark Fasheh }
147ccd979bdSMark Fasheh 
148ccd979bdSMark Fasheh static u32 ocfs2_bits_per_group(struct ocfs2_chain_list *cl)
149ccd979bdSMark Fasheh {
150ccd979bdSMark Fasheh 	return (u32)le16_to_cpu(cl->cl_cpg) * (u32)le16_to_cpu(cl->cl_bpc);
151ccd979bdSMark Fasheh }
152ccd979bdSMark Fasheh 
15357e3e797SJoel Becker #define do_error(fmt, ...)						\
15457e3e797SJoel Becker 	do{								\
15557e3e797SJoel Becker 		if (clean_error)					\
15657e3e797SJoel Becker 			mlog(ML_ERROR, fmt "\n", ##__VA_ARGS__);	\
15757e3e797SJoel Becker 		else							\
15857e3e797SJoel Becker 			ocfs2_error(sb, fmt, ##__VA_ARGS__);		\
15957e3e797SJoel Becker 	} while (0)
16057e3e797SJoel Becker 
161970e4936SJoel Becker static int ocfs2_validate_gd_self(struct super_block *sb,
162970e4936SJoel Becker 				  struct buffer_head *bh,
163970e4936SJoel Becker 				  int clean_error)
164970e4936SJoel Becker {
165970e4936SJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
166970e4936SJoel Becker 
1677bf72edeSMark Fasheh 	if (!OCFS2_IS_VALID_GROUP_DESC(gd)) {
16868f64d47SJoel Becker 		do_error("Group descriptor #%llu has bad signature %.*s",
16968f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr, 7,
17057e3e797SJoel Becker 			 gd->bg_signature);
17157e3e797SJoel Becker 		return -EINVAL;
1727bf72edeSMark Fasheh 	}
1737bf72edeSMark Fasheh 
17468f64d47SJoel Becker 	if (le64_to_cpu(gd->bg_blkno) != bh->b_blocknr) {
17568f64d47SJoel Becker 		do_error("Group descriptor #%llu has an invalid bg_blkno "
17668f64d47SJoel Becker 			 "of %llu",
17768f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
17868f64d47SJoel Becker 			 (unsigned long long)le64_to_cpu(gd->bg_blkno));
17968f64d47SJoel Becker 		return -EINVAL;
18068f64d47SJoel Becker 	}
18168f64d47SJoel Becker 
18268f64d47SJoel Becker 	if (le32_to_cpu(gd->bg_generation) != OCFS2_SB(sb)->fs_generation) {
18368f64d47SJoel Becker 		do_error("Group descriptor #%llu has an invalid "
18468f64d47SJoel Becker 			 "fs_generation of #%u",
18568f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
18668f64d47SJoel Becker 			 le32_to_cpu(gd->bg_generation));
18768f64d47SJoel Becker 		return -EINVAL;
18868f64d47SJoel Becker 	}
18968f64d47SJoel Becker 
190970e4936SJoel Becker 	if (le16_to_cpu(gd->bg_free_bits_count) > le16_to_cpu(gd->bg_bits)) {
191970e4936SJoel Becker 		do_error("Group descriptor #%llu has bit count %u but "
192970e4936SJoel Becker 			 "claims that %u are free",
193970e4936SJoel Becker 			 (unsigned long long)bh->b_blocknr,
194970e4936SJoel Becker 			 le16_to_cpu(gd->bg_bits),
195970e4936SJoel Becker 			 le16_to_cpu(gd->bg_free_bits_count));
196970e4936SJoel Becker 		return -EINVAL;
197970e4936SJoel Becker 	}
198970e4936SJoel Becker 
199970e4936SJoel Becker 	if (le16_to_cpu(gd->bg_bits) > (8 * le16_to_cpu(gd->bg_size))) {
200970e4936SJoel Becker 		do_error("Group descriptor #%llu has bit count %u but "
201970e4936SJoel Becker 			 "max bitmap bits of %u",
202970e4936SJoel Becker 			 (unsigned long long)bh->b_blocknr,
203970e4936SJoel Becker 			 le16_to_cpu(gd->bg_bits),
204970e4936SJoel Becker 			 8 * le16_to_cpu(gd->bg_size));
205970e4936SJoel Becker 		return -EINVAL;
206970e4936SJoel Becker 	}
207970e4936SJoel Becker 
208970e4936SJoel Becker 	return 0;
209970e4936SJoel Becker }
210970e4936SJoel Becker 
211970e4936SJoel Becker static int ocfs2_validate_gd_parent(struct super_block *sb,
212970e4936SJoel Becker 				    struct ocfs2_dinode *di,
213970e4936SJoel Becker 				    struct buffer_head *bh,
214970e4936SJoel Becker 				    int clean_error)
215970e4936SJoel Becker {
216970e4936SJoel Becker 	unsigned int max_bits;
217970e4936SJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
218970e4936SJoel Becker 
2197bf72edeSMark Fasheh 	if (di->i_blkno != gd->bg_parent_dinode) {
22057e3e797SJoel Becker 		do_error("Group descriptor #%llu has bad parent "
2217bf72edeSMark Fasheh 			 "pointer (%llu, expected %llu)",
22268f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
2237bf72edeSMark Fasheh 			 (unsigned long long)le64_to_cpu(gd->bg_parent_dinode),
2247bf72edeSMark Fasheh 			 (unsigned long long)le64_to_cpu(di->i_blkno));
22557e3e797SJoel Becker 		return -EINVAL;
2267bf72edeSMark Fasheh 	}
2277bf72edeSMark Fasheh 
2287bf72edeSMark Fasheh 	max_bits = le16_to_cpu(di->id2.i_chain.cl_cpg) * le16_to_cpu(di->id2.i_chain.cl_bpc);
2297bf72edeSMark Fasheh 	if (le16_to_cpu(gd->bg_bits) > max_bits) {
23057e3e797SJoel Becker 		do_error("Group descriptor #%llu has bit count of %u",
23168f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
2327bf72edeSMark Fasheh 			 le16_to_cpu(gd->bg_bits));
23357e3e797SJoel Becker 		return -EINVAL;
2347bf72edeSMark Fasheh 	}
2357bf72edeSMark Fasheh 
2367bf72edeSMark Fasheh 	if (le16_to_cpu(gd->bg_chain) >=
2377bf72edeSMark Fasheh 	    le16_to_cpu(di->id2.i_chain.cl_next_free_rec)) {
23857e3e797SJoel Becker 		do_error("Group descriptor #%llu has bad chain %u",
23968f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
2407bf72edeSMark Fasheh 			 le16_to_cpu(gd->bg_chain));
24157e3e797SJoel Becker 		return -EINVAL;
2427bf72edeSMark Fasheh 	}
2437bf72edeSMark Fasheh 
244970e4936SJoel Becker 	return 0;
2457bf72edeSMark Fasheh }
2467bf72edeSMark Fasheh 
24757e3e797SJoel Becker #undef do_error
2487bf72edeSMark Fasheh 
249970e4936SJoel Becker /*
250970e4936SJoel Becker  * This version only prints errors.  It does not fail the filesystem, and
251970e4936SJoel Becker  * exists only for resize.
252970e4936SJoel Becker  */
253970e4936SJoel Becker int ocfs2_check_group_descriptor(struct super_block *sb,
254970e4936SJoel Becker 				 struct ocfs2_dinode *di,
255970e4936SJoel Becker 				 struct buffer_head *bh)
256970e4936SJoel Becker {
257970e4936SJoel Becker 	int rc;
258d6b32bbbSJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
259970e4936SJoel Becker 
260d6b32bbbSJoel Becker 	BUG_ON(!buffer_uptodate(bh));
261d6b32bbbSJoel Becker 
262d6b32bbbSJoel Becker 	/*
263d6b32bbbSJoel Becker 	 * If the ecc fails, we return the error but otherwise
264d6b32bbbSJoel Becker 	 * leave the filesystem running.  We know any error is
265d6b32bbbSJoel Becker 	 * local to this block.
266d6b32bbbSJoel Becker 	 */
267d6b32bbbSJoel Becker 	rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &gd->bg_check);
26813723d00SJoel Becker 	if (rc) {
26913723d00SJoel Becker 		mlog(ML_ERROR,
27013723d00SJoel Becker 		     "Checksum failed for group descriptor %llu\n",
27113723d00SJoel Becker 		     (unsigned long long)bh->b_blocknr);
27213723d00SJoel Becker 	} else
273970e4936SJoel Becker 		rc = ocfs2_validate_gd_self(sb, bh, 1);
274970e4936SJoel Becker 	if (!rc)
275970e4936SJoel Becker 		rc = ocfs2_validate_gd_parent(sb, di, bh, 1);
276970e4936SJoel Becker 
277970e4936SJoel Becker 	return rc;
278970e4936SJoel Becker }
279970e4936SJoel Becker 
280970e4936SJoel Becker static int ocfs2_validate_group_descriptor(struct super_block *sb,
281970e4936SJoel Becker 					   struct buffer_head *bh)
282970e4936SJoel Becker {
283d6b32bbbSJoel Becker 	int rc;
284d6b32bbbSJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
285d6b32bbbSJoel Becker 
286970e4936SJoel Becker 	mlog(0, "Validating group descriptor %llu\n",
287970e4936SJoel Becker 	     (unsigned long long)bh->b_blocknr);
288970e4936SJoel Becker 
289d6b32bbbSJoel Becker 	BUG_ON(!buffer_uptodate(bh));
290d6b32bbbSJoel Becker 
291d6b32bbbSJoel Becker 	/*
292d6b32bbbSJoel Becker 	 * If the ecc fails, we return the error but otherwise
293d6b32bbbSJoel Becker 	 * leave the filesystem running.  We know any error is
294d6b32bbbSJoel Becker 	 * local to this block.
295d6b32bbbSJoel Becker 	 */
296d6b32bbbSJoel Becker 	rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &gd->bg_check);
297d6b32bbbSJoel Becker 	if (rc)
298d6b32bbbSJoel Becker 		return rc;
299d6b32bbbSJoel Becker 
300d6b32bbbSJoel Becker 	/*
301d6b32bbbSJoel Becker 	 * Errors after here are fatal.
302d6b32bbbSJoel Becker 	 */
303d6b32bbbSJoel Becker 
304970e4936SJoel Becker 	return ocfs2_validate_gd_self(sb, bh, 0);
3057bf72edeSMark Fasheh }
3067bf72edeSMark Fasheh 
30768f64d47SJoel Becker int ocfs2_read_group_descriptor(struct inode *inode, struct ocfs2_dinode *di,
30868f64d47SJoel Becker 				u64 gd_blkno, struct buffer_head **bh)
30968f64d47SJoel Becker {
31068f64d47SJoel Becker 	int rc;
31168f64d47SJoel Becker 	struct buffer_head *tmp = *bh;
31268f64d47SJoel Becker 
313970e4936SJoel Becker 	rc = ocfs2_read_block(inode, gd_blkno, &tmp,
314970e4936SJoel Becker 			      ocfs2_validate_group_descriptor);
31568f64d47SJoel Becker 	if (rc)
31668f64d47SJoel Becker 		goto out;
31768f64d47SJoel Becker 
318970e4936SJoel Becker 	rc = ocfs2_validate_gd_parent(inode->i_sb, di, tmp, 0);
31968f64d47SJoel Becker 	if (rc) {
32068f64d47SJoel Becker 		brelse(tmp);
32168f64d47SJoel Becker 		goto out;
32268f64d47SJoel Becker 	}
32368f64d47SJoel Becker 
32468f64d47SJoel Becker 	/* If ocfs2_read_block() got us a new bh, pass it up. */
32568f64d47SJoel Becker 	if (!*bh)
32668f64d47SJoel Becker 		*bh = tmp;
32768f64d47SJoel Becker 
32868f64d47SJoel Becker out:
32968f64d47SJoel Becker 	return rc;
33068f64d47SJoel Becker }
33168f64d47SJoel Becker 
3321fabe148SMark Fasheh static int ocfs2_block_group_fill(handle_t *handle,
333ccd979bdSMark Fasheh 				  struct inode *alloc_inode,
334ccd979bdSMark Fasheh 				  struct buffer_head *bg_bh,
335ccd979bdSMark Fasheh 				  u64 group_blkno,
336ccd979bdSMark Fasheh 				  u16 my_chain,
337ccd979bdSMark Fasheh 				  struct ocfs2_chain_list *cl)
338ccd979bdSMark Fasheh {
339ccd979bdSMark Fasheh 	int status = 0;
340ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
341ccd979bdSMark Fasheh 	struct super_block * sb = alloc_inode->i_sb;
342ccd979bdSMark Fasheh 
343ccd979bdSMark Fasheh 	mlog_entry_void();
344ccd979bdSMark Fasheh 
345ccd979bdSMark Fasheh 	if (((unsigned long long) bg_bh->b_blocknr) != group_blkno) {
346b0697053SMark Fasheh 		ocfs2_error(alloc_inode->i_sb, "group block (%llu) != "
347b0697053SMark Fasheh 			    "b_blocknr (%llu)",
348b0697053SMark Fasheh 			    (unsigned long long)group_blkno,
349ccd979bdSMark Fasheh 			    (unsigned long long) bg_bh->b_blocknr);
350ccd979bdSMark Fasheh 		status = -EIO;
351ccd979bdSMark Fasheh 		goto bail;
352ccd979bdSMark Fasheh 	}
353ccd979bdSMark Fasheh 
35413723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle,
355ccd979bdSMark Fasheh 					 alloc_inode,
356ccd979bdSMark Fasheh 					 bg_bh,
357ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_CREATE);
358ccd979bdSMark Fasheh 	if (status < 0) {
359ccd979bdSMark Fasheh 		mlog_errno(status);
360ccd979bdSMark Fasheh 		goto bail;
361ccd979bdSMark Fasheh 	}
362ccd979bdSMark Fasheh 
363ccd979bdSMark Fasheh 	memset(bg, 0, sb->s_blocksize);
364ccd979bdSMark Fasheh 	strcpy(bg->bg_signature, OCFS2_GROUP_DESC_SIGNATURE);
365ccd979bdSMark Fasheh 	bg->bg_generation = cpu_to_le32(OCFS2_SB(sb)->fs_generation);
366ccd979bdSMark Fasheh 	bg->bg_size = cpu_to_le16(ocfs2_group_bitmap_size(sb));
367ccd979bdSMark Fasheh 	bg->bg_bits = cpu_to_le16(ocfs2_bits_per_group(cl));
368ccd979bdSMark Fasheh 	bg->bg_chain = cpu_to_le16(my_chain);
369ccd979bdSMark Fasheh 	bg->bg_next_group = cl->cl_recs[my_chain].c_blkno;
370ccd979bdSMark Fasheh 	bg->bg_parent_dinode = cpu_to_le64(OCFS2_I(alloc_inode)->ip_blkno);
371ccd979bdSMark Fasheh 	bg->bg_blkno = cpu_to_le64(group_blkno);
372ccd979bdSMark Fasheh 	/* set the 1st bit in the bitmap to account for the descriptor block */
373ccd979bdSMark Fasheh 	ocfs2_set_bit(0, (unsigned long *)bg->bg_bitmap);
374ccd979bdSMark Fasheh 	bg->bg_free_bits_count = cpu_to_le16(le16_to_cpu(bg->bg_bits) - 1);
375ccd979bdSMark Fasheh 
376ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, bg_bh);
377ccd979bdSMark Fasheh 	if (status < 0)
378ccd979bdSMark Fasheh 		mlog_errno(status);
379ccd979bdSMark Fasheh 
380ccd979bdSMark Fasheh 	/* There is no need to zero out or otherwise initialize the
381ccd979bdSMark Fasheh 	 * other blocks in a group - All valid FS metadata in a block
382ccd979bdSMark Fasheh 	 * group stores the superblock fs_generation value at
383ccd979bdSMark Fasheh 	 * allocation time. */
384ccd979bdSMark Fasheh 
385ccd979bdSMark Fasheh bail:
386ccd979bdSMark Fasheh 	mlog_exit(status);
387ccd979bdSMark Fasheh 	return status;
388ccd979bdSMark Fasheh }
389ccd979bdSMark Fasheh 
390ccd979bdSMark Fasheh static inline u16 ocfs2_find_smallest_chain(struct ocfs2_chain_list *cl)
391ccd979bdSMark Fasheh {
392ccd979bdSMark Fasheh 	u16 curr, best;
393ccd979bdSMark Fasheh 
394ccd979bdSMark Fasheh 	best = curr = 0;
395ccd979bdSMark Fasheh 	while (curr < le16_to_cpu(cl->cl_count)) {
396ccd979bdSMark Fasheh 		if (le32_to_cpu(cl->cl_recs[best].c_total) >
397ccd979bdSMark Fasheh 		    le32_to_cpu(cl->cl_recs[curr].c_total))
398ccd979bdSMark Fasheh 			best = curr;
399ccd979bdSMark Fasheh 		curr++;
400ccd979bdSMark Fasheh 	}
401ccd979bdSMark Fasheh 	return best;
402ccd979bdSMark Fasheh }
403ccd979bdSMark Fasheh 
404ccd979bdSMark Fasheh /*
405ccd979bdSMark Fasheh  * We expect the block group allocator to already be locked.
406ccd979bdSMark Fasheh  */
407ccd979bdSMark Fasheh static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
408ccd979bdSMark Fasheh 				   struct inode *alloc_inode,
4091187c968SJoel Becker 				   struct buffer_head *bh,
41060ca81e8STao Ma 				   u64 max_block,
411feb473a6STao Ma 				   u64 *last_alloc_group,
41260ca81e8STao Ma 				   int flags)
413ccd979bdSMark Fasheh {
414ccd979bdSMark Fasheh 	int status, credits;
415ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) bh->b_data;
416ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl;
417ccd979bdSMark Fasheh 	struct ocfs2_alloc_context *ac = NULL;
4181fabe148SMark Fasheh 	handle_t *handle = NULL;
419ccd979bdSMark Fasheh 	u32 bit_off, num_bits;
420ccd979bdSMark Fasheh 	u16 alloc_rec;
421ccd979bdSMark Fasheh 	u64 bg_blkno;
422ccd979bdSMark Fasheh 	struct buffer_head *bg_bh = NULL;
423ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg;
424ccd979bdSMark Fasheh 
425ccd979bdSMark Fasheh 	BUG_ON(ocfs2_is_cluster_bitmap(alloc_inode));
426ccd979bdSMark Fasheh 
427ccd979bdSMark Fasheh 	mlog_entry_void();
428ccd979bdSMark Fasheh 
429ccd979bdSMark Fasheh 	cl = &fe->id2.i_chain;
4301187c968SJoel Becker 	status = ocfs2_reserve_clusters_with_limit(osb,
431ccd979bdSMark Fasheh 						   le16_to_cpu(cl->cl_cpg),
43260ca81e8STao Ma 						   max_block, flags, &ac);
433ccd979bdSMark Fasheh 	if (status < 0) {
434ccd979bdSMark Fasheh 		if (status != -ENOSPC)
435ccd979bdSMark Fasheh 			mlog_errno(status);
436ccd979bdSMark Fasheh 		goto bail;
437ccd979bdSMark Fasheh 	}
438ccd979bdSMark Fasheh 
439ccd979bdSMark Fasheh 	credits = ocfs2_calc_group_alloc_credits(osb->sb,
440ccd979bdSMark Fasheh 						 le16_to_cpu(cl->cl_cpg));
44165eff9ccSMark Fasheh 	handle = ocfs2_start_trans(osb, credits);
442ccd979bdSMark Fasheh 	if (IS_ERR(handle)) {
443ccd979bdSMark Fasheh 		status = PTR_ERR(handle);
444ccd979bdSMark Fasheh 		handle = NULL;
445ccd979bdSMark Fasheh 		mlog_errno(status);
446ccd979bdSMark Fasheh 		goto bail;
447ccd979bdSMark Fasheh 	}
448ccd979bdSMark Fasheh 
449feb473a6STao Ma 	if (last_alloc_group && *last_alloc_group != 0) {
450feb473a6STao Ma 		mlog(0, "use old allocation group %llu for block group alloc\n",
451feb473a6STao Ma 		     (unsigned long long)*last_alloc_group);
452feb473a6STao Ma 		ac->ac_last_group = *last_alloc_group;
453feb473a6STao Ma 	}
454ccd979bdSMark Fasheh 	status = ocfs2_claim_clusters(osb,
455ccd979bdSMark Fasheh 				      handle,
456ccd979bdSMark Fasheh 				      ac,
457ccd979bdSMark Fasheh 				      le16_to_cpu(cl->cl_cpg),
458ccd979bdSMark Fasheh 				      &bit_off,
459ccd979bdSMark Fasheh 				      &num_bits);
460ccd979bdSMark Fasheh 	if (status < 0) {
461ccd979bdSMark Fasheh 		if (status != -ENOSPC)
462ccd979bdSMark Fasheh 			mlog_errno(status);
463ccd979bdSMark Fasheh 		goto bail;
464ccd979bdSMark Fasheh 	}
465ccd979bdSMark Fasheh 
466ccd979bdSMark Fasheh 	alloc_rec = ocfs2_find_smallest_chain(cl);
467ccd979bdSMark Fasheh 
468ccd979bdSMark Fasheh 	/* setup the group */
469ccd979bdSMark Fasheh 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);
470b0697053SMark Fasheh 	mlog(0, "new descriptor, record %u, at block %llu\n",
471b0697053SMark Fasheh 	     alloc_rec, (unsigned long long)bg_blkno);
472ccd979bdSMark Fasheh 
473ccd979bdSMark Fasheh 	bg_bh = sb_getblk(osb->sb, bg_blkno);
474ccd979bdSMark Fasheh 	if (!bg_bh) {
475ccd979bdSMark Fasheh 		status = -EIO;
476ccd979bdSMark Fasheh 		mlog_errno(status);
477ccd979bdSMark Fasheh 		goto bail;
478ccd979bdSMark Fasheh 	}
479ccd979bdSMark Fasheh 	ocfs2_set_new_buffer_uptodate(alloc_inode, bg_bh);
480ccd979bdSMark Fasheh 
481ccd979bdSMark Fasheh 	status = ocfs2_block_group_fill(handle,
482ccd979bdSMark Fasheh 					alloc_inode,
483ccd979bdSMark Fasheh 					bg_bh,
484ccd979bdSMark Fasheh 					bg_blkno,
485ccd979bdSMark Fasheh 					alloc_rec,
486ccd979bdSMark Fasheh 					cl);
487ccd979bdSMark Fasheh 	if (status < 0) {
488ccd979bdSMark Fasheh 		mlog_errno(status);
489ccd979bdSMark Fasheh 		goto bail;
490ccd979bdSMark Fasheh 	}
491ccd979bdSMark Fasheh 
492ccd979bdSMark Fasheh 	bg = (struct ocfs2_group_desc *) bg_bh->b_data;
493ccd979bdSMark Fasheh 
49413723d00SJoel Becker 	status = ocfs2_journal_access_di(handle, alloc_inode,
495ccd979bdSMark Fasheh 					 bh, OCFS2_JOURNAL_ACCESS_WRITE);
496ccd979bdSMark Fasheh 	if (status < 0) {
497ccd979bdSMark Fasheh 		mlog_errno(status);
498ccd979bdSMark Fasheh 		goto bail;
499ccd979bdSMark Fasheh 	}
500ccd979bdSMark Fasheh 
501ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[alloc_rec].c_free,
502ccd979bdSMark Fasheh 		     le16_to_cpu(bg->bg_free_bits_count));
503ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[alloc_rec].c_total, le16_to_cpu(bg->bg_bits));
504ccd979bdSMark Fasheh 	cl->cl_recs[alloc_rec].c_blkno  = cpu_to_le64(bg_blkno);
505ccd979bdSMark Fasheh 	if (le16_to_cpu(cl->cl_next_free_rec) < le16_to_cpu(cl->cl_count))
506ccd979bdSMark Fasheh 		le16_add_cpu(&cl->cl_next_free_rec, 1);
507ccd979bdSMark Fasheh 
508ccd979bdSMark Fasheh 	le32_add_cpu(&fe->id1.bitmap1.i_used, le16_to_cpu(bg->bg_bits) -
509ccd979bdSMark Fasheh 					le16_to_cpu(bg->bg_free_bits_count));
510ccd979bdSMark Fasheh 	le32_add_cpu(&fe->id1.bitmap1.i_total, le16_to_cpu(bg->bg_bits));
511ccd979bdSMark Fasheh 	le32_add_cpu(&fe->i_clusters, le16_to_cpu(cl->cl_cpg));
512ccd979bdSMark Fasheh 
513ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, bh);
514ccd979bdSMark Fasheh 	if (status < 0) {
515ccd979bdSMark Fasheh 		mlog_errno(status);
516ccd979bdSMark Fasheh 		goto bail;
517ccd979bdSMark Fasheh 	}
518ccd979bdSMark Fasheh 
519ccd979bdSMark Fasheh 	spin_lock(&OCFS2_I(alloc_inode)->ip_lock);
520ccd979bdSMark Fasheh 	OCFS2_I(alloc_inode)->ip_clusters = le32_to_cpu(fe->i_clusters);
521ccd979bdSMark Fasheh 	fe->i_size = cpu_to_le64(ocfs2_clusters_to_bytes(alloc_inode->i_sb,
522ccd979bdSMark Fasheh 					     le32_to_cpu(fe->i_clusters)));
523ccd979bdSMark Fasheh 	spin_unlock(&OCFS2_I(alloc_inode)->ip_lock);
524ccd979bdSMark Fasheh 	i_size_write(alloc_inode, le64_to_cpu(fe->i_size));
5258110b073SMark Fasheh 	alloc_inode->i_blocks = ocfs2_inode_sector_count(alloc_inode);
526ccd979bdSMark Fasheh 
527ccd979bdSMark Fasheh 	status = 0;
528feb473a6STao Ma 
529feb473a6STao Ma 	/* save the new last alloc group so that the caller can cache it. */
530feb473a6STao Ma 	if (last_alloc_group)
531feb473a6STao Ma 		*last_alloc_group = ac->ac_last_group;
532feb473a6STao Ma 
533ccd979bdSMark Fasheh bail:
534ccd979bdSMark Fasheh 	if (handle)
53502dc1af4SMark Fasheh 		ocfs2_commit_trans(osb, handle);
536ccd979bdSMark Fasheh 
537ccd979bdSMark Fasheh 	if (ac)
538ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(ac);
539ccd979bdSMark Fasheh 
540ccd979bdSMark Fasheh 	brelse(bg_bh);
541ccd979bdSMark Fasheh 
542ccd979bdSMark Fasheh 	mlog_exit(status);
543ccd979bdSMark Fasheh 	return status;
544ccd979bdSMark Fasheh }
545ccd979bdSMark Fasheh 
546ccd979bdSMark Fasheh static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,
547da5cbf2fSMark Fasheh 				       struct ocfs2_alloc_context *ac,
548da5cbf2fSMark Fasheh 				       int type,
549ffda89a3STao Ma 				       u32 slot,
550feb473a6STao Ma 				       u64 *last_alloc_group,
55160ca81e8STao Ma 				       int flags)
552ccd979bdSMark Fasheh {
553ccd979bdSMark Fasheh 	int status;
554ccd979bdSMark Fasheh 	u32 bits_wanted = ac->ac_bits_wanted;
555da5cbf2fSMark Fasheh 	struct inode *alloc_inode;
556ccd979bdSMark Fasheh 	struct buffer_head *bh = NULL;
557ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
558ccd979bdSMark Fasheh 	u32 free_bits;
559ccd979bdSMark Fasheh 
560ccd979bdSMark Fasheh 	mlog_entry_void();
561ccd979bdSMark Fasheh 
562da5cbf2fSMark Fasheh 	alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);
563da5cbf2fSMark Fasheh 	if (!alloc_inode) {
564da5cbf2fSMark Fasheh 		mlog_errno(-EINVAL);
565da5cbf2fSMark Fasheh 		return -EINVAL;
566ccd979bdSMark Fasheh 	}
567ccd979bdSMark Fasheh 
568da5cbf2fSMark Fasheh 	mutex_lock(&alloc_inode->i_mutex);
569da5cbf2fSMark Fasheh 
570e63aecb6SMark Fasheh 	status = ocfs2_inode_lock(alloc_inode, &bh, 1);
571da5cbf2fSMark Fasheh 	if (status < 0) {
572da5cbf2fSMark Fasheh 		mutex_unlock(&alloc_inode->i_mutex);
573da5cbf2fSMark Fasheh 		iput(alloc_inode);
574da5cbf2fSMark Fasheh 
575da5cbf2fSMark Fasheh 		mlog_errno(status);
576da5cbf2fSMark Fasheh 		return status;
577da5cbf2fSMark Fasheh 	}
578da5cbf2fSMark Fasheh 
579da5cbf2fSMark Fasheh 	ac->ac_inode = alloc_inode;
580a4a48911STao Ma 	ac->ac_alloc_slot = slot;
581da5cbf2fSMark Fasheh 
582ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) bh->b_data;
58310995aa2SJoel Becker 
58410995aa2SJoel Becker 	/* The bh was validated by the inode read inside
58510995aa2SJoel Becker 	 * ocfs2_inode_lock().  Any corruption is a code bug. */
58610995aa2SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
58710995aa2SJoel Becker 
588ccd979bdSMark Fasheh 	if (!(fe->i_flags & cpu_to_le32(OCFS2_CHAIN_FL))) {
589b0697053SMark Fasheh 		ocfs2_error(alloc_inode->i_sb, "Invalid chain allocator %llu",
590b0697053SMark Fasheh 			    (unsigned long long)le64_to_cpu(fe->i_blkno));
591ccd979bdSMark Fasheh 		status = -EIO;
592ccd979bdSMark Fasheh 		goto bail;
593ccd979bdSMark Fasheh 	}
594ccd979bdSMark Fasheh 
595ccd979bdSMark Fasheh 	free_bits = le32_to_cpu(fe->id1.bitmap1.i_total) -
596ccd979bdSMark Fasheh 		le32_to_cpu(fe->id1.bitmap1.i_used);
597ccd979bdSMark Fasheh 
598ccd979bdSMark Fasheh 	if (bits_wanted > free_bits) {
599ccd979bdSMark Fasheh 		/* cluster bitmap never grows */
600ccd979bdSMark Fasheh 		if (ocfs2_is_cluster_bitmap(alloc_inode)) {
601ccd979bdSMark Fasheh 			mlog(0, "Disk Full: wanted=%u, free_bits=%u\n",
602ccd979bdSMark Fasheh 			     bits_wanted, free_bits);
603ccd979bdSMark Fasheh 			status = -ENOSPC;
604ccd979bdSMark Fasheh 			goto bail;
605ccd979bdSMark Fasheh 		}
606ccd979bdSMark Fasheh 
60760ca81e8STao Ma 		if (!(flags & ALLOC_NEW_GROUP)) {
608ffda89a3STao Ma 			mlog(0, "Alloc File %u Full: wanted=%u, free_bits=%u, "
609ffda89a3STao Ma 			     "and we don't alloc a new group for it.\n",
610ffda89a3STao Ma 			     slot, bits_wanted, free_bits);
611ffda89a3STao Ma 			status = -ENOSPC;
612ffda89a3STao Ma 			goto bail;
613ffda89a3STao Ma 		}
614ffda89a3STao Ma 
6151187c968SJoel Becker 		status = ocfs2_block_group_alloc(osb, alloc_inode, bh,
616feb473a6STao Ma 						 ac->ac_max_block,
617feb473a6STao Ma 						 last_alloc_group, flags);
618ccd979bdSMark Fasheh 		if (status < 0) {
619ccd979bdSMark Fasheh 			if (status != -ENOSPC)
620ccd979bdSMark Fasheh 				mlog_errno(status);
621ccd979bdSMark Fasheh 			goto bail;
622ccd979bdSMark Fasheh 		}
623ccd979bdSMark Fasheh 		atomic_inc(&osb->alloc_stats.bg_extends);
624ccd979bdSMark Fasheh 
625ccd979bdSMark Fasheh 		/* You should never ask for this much metadata */
626ccd979bdSMark Fasheh 		BUG_ON(bits_wanted >
627ccd979bdSMark Fasheh 		       (le32_to_cpu(fe->id1.bitmap1.i_total)
628ccd979bdSMark Fasheh 			- le32_to_cpu(fe->id1.bitmap1.i_used)));
629ccd979bdSMark Fasheh 	}
630ccd979bdSMark Fasheh 
631ccd979bdSMark Fasheh 	get_bh(bh);
632ccd979bdSMark Fasheh 	ac->ac_bh = bh;
633ccd979bdSMark Fasheh bail:
634ccd979bdSMark Fasheh 	brelse(bh);
635ccd979bdSMark Fasheh 
636ccd979bdSMark Fasheh 	mlog_exit(status);
637ccd979bdSMark Fasheh 	return status;
638ccd979bdSMark Fasheh }
639ccd979bdSMark Fasheh 
640cf1d6c76STiger Yang int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,
641cf1d6c76STiger Yang 				      int blocks,
642ccd979bdSMark Fasheh 				      struct ocfs2_alloc_context **ac)
643ccd979bdSMark Fasheh {
644ccd979bdSMark Fasheh 	int status;
645da5cbf2fSMark Fasheh 	u32 slot;
646ccd979bdSMark Fasheh 
647cd861280SRobert P. J. Day 	*ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
648ccd979bdSMark Fasheh 	if (!(*ac)) {
649ccd979bdSMark Fasheh 		status = -ENOMEM;
650ccd979bdSMark Fasheh 		mlog_errno(status);
651ccd979bdSMark Fasheh 		goto bail;
652ccd979bdSMark Fasheh 	}
653ccd979bdSMark Fasheh 
654cf1d6c76STiger Yang 	(*ac)->ac_bits_wanted = blocks;
655ccd979bdSMark Fasheh 	(*ac)->ac_which = OCFS2_AC_USE_META;
656da5cbf2fSMark Fasheh 	slot = osb->slot_num;
657ccd979bdSMark Fasheh 	(*ac)->ac_group_search = ocfs2_block_group_search;
658ccd979bdSMark Fasheh 
659da5cbf2fSMark Fasheh 	status = ocfs2_reserve_suballoc_bits(osb, (*ac),
660ffda89a3STao Ma 					     EXTENT_ALLOC_SYSTEM_INODE,
661feb473a6STao Ma 					     slot, NULL, ALLOC_NEW_GROUP);
662ccd979bdSMark Fasheh 	if (status < 0) {
663ccd979bdSMark Fasheh 		if (status != -ENOSPC)
664ccd979bdSMark Fasheh 			mlog_errno(status);
665ccd979bdSMark Fasheh 		goto bail;
666ccd979bdSMark Fasheh 	}
667ccd979bdSMark Fasheh 
668ccd979bdSMark Fasheh 	status = 0;
669ccd979bdSMark Fasheh bail:
670ccd979bdSMark Fasheh 	if ((status < 0) && *ac) {
671ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(*ac);
672ccd979bdSMark Fasheh 		*ac = NULL;
673ccd979bdSMark Fasheh 	}
674ccd979bdSMark Fasheh 
675ccd979bdSMark Fasheh 	mlog_exit(status);
676ccd979bdSMark Fasheh 	return status;
677ccd979bdSMark Fasheh }
678ccd979bdSMark Fasheh 
679cf1d6c76STiger Yang int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,
680cf1d6c76STiger Yang 			       struct ocfs2_extent_list *root_el,
681cf1d6c76STiger Yang 			       struct ocfs2_alloc_context **ac)
682cf1d6c76STiger Yang {
683cf1d6c76STiger Yang 	return ocfs2_reserve_new_metadata_blocks(osb,
684cf1d6c76STiger Yang 					ocfs2_extend_meta_needed(root_el),
685cf1d6c76STiger Yang 					ac);
686cf1d6c76STiger Yang }
687cf1d6c76STiger Yang 
6884d0ddb2cSTao Ma static int ocfs2_steal_inode_from_other_nodes(struct ocfs2_super *osb,
6894d0ddb2cSTao Ma 					      struct ocfs2_alloc_context *ac)
6904d0ddb2cSTao Ma {
6914d0ddb2cSTao Ma 	int i, status = -ENOSPC;
6924d0ddb2cSTao Ma 	s16 slot = ocfs2_get_inode_steal_slot(osb);
6934d0ddb2cSTao Ma 
6944d0ddb2cSTao Ma 	/* Start to steal inodes from the first slot after ours. */
6954d0ddb2cSTao Ma 	if (slot == OCFS2_INVALID_SLOT)
6964d0ddb2cSTao Ma 		slot = osb->slot_num + 1;
6974d0ddb2cSTao Ma 
6984d0ddb2cSTao Ma 	for (i = 0; i < osb->max_slots; i++, slot++) {
6994d0ddb2cSTao Ma 		if (slot == osb->max_slots)
7004d0ddb2cSTao Ma 			slot = 0;
7014d0ddb2cSTao Ma 
7024d0ddb2cSTao Ma 		if (slot == osb->slot_num)
7034d0ddb2cSTao Ma 			continue;
7044d0ddb2cSTao Ma 
7054d0ddb2cSTao Ma 		status = ocfs2_reserve_suballoc_bits(osb, ac,
7064d0ddb2cSTao Ma 						     INODE_ALLOC_SYSTEM_INODE,
707feb473a6STao Ma 						     slot, NULL,
708feb473a6STao Ma 						     NOT_ALLOC_NEW_GROUP);
7094d0ddb2cSTao Ma 		if (status >= 0) {
7104d0ddb2cSTao Ma 			ocfs2_set_inode_steal_slot(osb, slot);
7114d0ddb2cSTao Ma 			break;
7124d0ddb2cSTao Ma 		}
7134d0ddb2cSTao Ma 
7144d0ddb2cSTao Ma 		ocfs2_free_ac_resource(ac);
7154d0ddb2cSTao Ma 	}
7164d0ddb2cSTao Ma 
7174d0ddb2cSTao Ma 	return status;
7184d0ddb2cSTao Ma }
7194d0ddb2cSTao Ma 
720ccd979bdSMark Fasheh int ocfs2_reserve_new_inode(struct ocfs2_super *osb,
721ccd979bdSMark Fasheh 			    struct ocfs2_alloc_context **ac)
722ccd979bdSMark Fasheh {
723ccd979bdSMark Fasheh 	int status;
7244d0ddb2cSTao Ma 	s16 slot = ocfs2_get_inode_steal_slot(osb);
725feb473a6STao Ma 	u64 alloc_group;
726ccd979bdSMark Fasheh 
727cd861280SRobert P. J. Day 	*ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
728ccd979bdSMark Fasheh 	if (!(*ac)) {
729ccd979bdSMark Fasheh 		status = -ENOMEM;
730ccd979bdSMark Fasheh 		mlog_errno(status);
731ccd979bdSMark Fasheh 		goto bail;
732ccd979bdSMark Fasheh 	}
733ccd979bdSMark Fasheh 
734ccd979bdSMark Fasheh 	(*ac)->ac_bits_wanted = 1;
735ccd979bdSMark Fasheh 	(*ac)->ac_which = OCFS2_AC_USE_INODE;
736ccd979bdSMark Fasheh 
737ccd979bdSMark Fasheh 	(*ac)->ac_group_search = ocfs2_block_group_search;
738ccd979bdSMark Fasheh 
7394d0ddb2cSTao Ma 	/*
7401187c968SJoel Becker 	 * stat(2) can't handle i_ino > 32bits, so we tell the
7411187c968SJoel Becker 	 * lower levels not to allocate us a block group past that
74212462f1dSJoel Becker 	 * limit.  The 'inode64' mount option avoids this behavior.
7431187c968SJoel Becker 	 */
74412462f1dSJoel Becker 	if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))
7451187c968SJoel Becker 		(*ac)->ac_max_block = (u32)~0U;
7461187c968SJoel Becker 
7471187c968SJoel Becker 	/*
7484d0ddb2cSTao Ma 	 * slot is set when we successfully steal inode from other nodes.
7494d0ddb2cSTao Ma 	 * It is reset in 3 places:
7504d0ddb2cSTao Ma 	 * 1. when we flush the truncate log
7514d0ddb2cSTao Ma 	 * 2. when we complete local alloc recovery.
7524d0ddb2cSTao Ma 	 * 3. when we successfully allocate from our own slot.
7534d0ddb2cSTao Ma 	 * After it is set, we will go on stealing inodes until we find the
7544d0ddb2cSTao Ma 	 * need to check our slots to see whether there is some space for us.
7554d0ddb2cSTao Ma 	 */
7564d0ddb2cSTao Ma 	if (slot != OCFS2_INVALID_SLOT &&
7574d0ddb2cSTao Ma 	    atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_INODES_TO_STEAL)
7584d0ddb2cSTao Ma 		goto inode_steal;
7594d0ddb2cSTao Ma 
7604d0ddb2cSTao Ma 	atomic_set(&osb->s_num_inodes_stolen, 0);
761feb473a6STao Ma 	alloc_group = osb->osb_inode_alloc_group;
762da5cbf2fSMark Fasheh 	status = ocfs2_reserve_suballoc_bits(osb, *ac,
763da5cbf2fSMark Fasheh 					     INODE_ALLOC_SYSTEM_INODE,
76460ca81e8STao Ma 					     osb->slot_num,
765feb473a6STao Ma 					     &alloc_group,
76660ca81e8STao Ma 					     ALLOC_NEW_GROUP |
76760ca81e8STao Ma 					     ALLOC_GROUPS_FROM_GLOBAL);
7684d0ddb2cSTao Ma 	if (status >= 0) {
7694d0ddb2cSTao Ma 		status = 0;
7704d0ddb2cSTao Ma 
771feb473a6STao Ma 		spin_lock(&osb->osb_lock);
772feb473a6STao Ma 		osb->osb_inode_alloc_group = alloc_group;
773feb473a6STao Ma 		spin_unlock(&osb->osb_lock);
774feb473a6STao Ma 		mlog(0, "after reservation, new allocation group is "
775feb473a6STao Ma 		     "%llu\n", (unsigned long long)alloc_group);
776feb473a6STao Ma 
7774d0ddb2cSTao Ma 		/*
7784d0ddb2cSTao Ma 		 * Some inodes must be freed by us, so try to allocate
7794d0ddb2cSTao Ma 		 * from our own next time.
7804d0ddb2cSTao Ma 		 */
7814d0ddb2cSTao Ma 		if (slot != OCFS2_INVALID_SLOT)
7824d0ddb2cSTao Ma 			ocfs2_init_inode_steal_slot(osb);
7834d0ddb2cSTao Ma 		goto bail;
7844d0ddb2cSTao Ma 	} else if (status < 0 && status != -ENOSPC) {
7854d0ddb2cSTao Ma 		mlog_errno(status);
7864d0ddb2cSTao Ma 		goto bail;
7874d0ddb2cSTao Ma 	}
7884d0ddb2cSTao Ma 
7894d0ddb2cSTao Ma 	ocfs2_free_ac_resource(*ac);
7904d0ddb2cSTao Ma 
7914d0ddb2cSTao Ma inode_steal:
7924d0ddb2cSTao Ma 	status = ocfs2_steal_inode_from_other_nodes(osb, *ac);
7934d0ddb2cSTao Ma 	atomic_inc(&osb->s_num_inodes_stolen);
794ccd979bdSMark Fasheh 	if (status < 0) {
795ccd979bdSMark Fasheh 		if (status != -ENOSPC)
796ccd979bdSMark Fasheh 			mlog_errno(status);
797ccd979bdSMark Fasheh 		goto bail;
798ccd979bdSMark Fasheh 	}
799ccd979bdSMark Fasheh 
800ccd979bdSMark Fasheh 	status = 0;
801ccd979bdSMark Fasheh bail:
802ccd979bdSMark Fasheh 	if ((status < 0) && *ac) {
803ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(*ac);
804ccd979bdSMark Fasheh 		*ac = NULL;
805ccd979bdSMark Fasheh 	}
806ccd979bdSMark Fasheh 
807ccd979bdSMark Fasheh 	mlog_exit(status);
808ccd979bdSMark Fasheh 	return status;
809ccd979bdSMark Fasheh }
810ccd979bdSMark Fasheh 
811ccd979bdSMark Fasheh /* local alloc code has to do the same thing, so rather than do this
812ccd979bdSMark Fasheh  * twice.. */
813ccd979bdSMark Fasheh int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,
814ccd979bdSMark Fasheh 				      struct ocfs2_alloc_context *ac)
815ccd979bdSMark Fasheh {
816ccd979bdSMark Fasheh 	int status;
817ccd979bdSMark Fasheh 
818ccd979bdSMark Fasheh 	ac->ac_which = OCFS2_AC_USE_MAIN;
819ccd979bdSMark Fasheh 	ac->ac_group_search = ocfs2_cluster_group_search;
820ccd979bdSMark Fasheh 
821da5cbf2fSMark Fasheh 	status = ocfs2_reserve_suballoc_bits(osb, ac,
822da5cbf2fSMark Fasheh 					     GLOBAL_BITMAP_SYSTEM_INODE,
823feb473a6STao Ma 					     OCFS2_INVALID_SLOT, NULL,
824ffda89a3STao Ma 					     ALLOC_NEW_GROUP);
825da5cbf2fSMark Fasheh 	if (status < 0 && status != -ENOSPC) {
826ccd979bdSMark Fasheh 		mlog_errno(status);
827da5cbf2fSMark Fasheh 		goto bail;
828da5cbf2fSMark Fasheh 	}
829da5cbf2fSMark Fasheh 
830ccd979bdSMark Fasheh bail:
831ccd979bdSMark Fasheh 	return status;
832ccd979bdSMark Fasheh }
833ccd979bdSMark Fasheh 
834ccd979bdSMark Fasheh /* Callers don't need to care which bitmap (local alloc or main) to
835ccd979bdSMark Fasheh  * use so we figure it out for them, but unfortunately this clutters
836ccd979bdSMark Fasheh  * things a bit. */
8371187c968SJoel Becker static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
8381187c968SJoel Becker 					     u32 bits_wanted, u64 max_block,
83960ca81e8STao Ma 					     int flags,
840ccd979bdSMark Fasheh 					     struct ocfs2_alloc_context **ac)
841ccd979bdSMark Fasheh {
842ccd979bdSMark Fasheh 	int status;
843ccd979bdSMark Fasheh 
844ccd979bdSMark Fasheh 	mlog_entry_void();
845ccd979bdSMark Fasheh 
846cd861280SRobert P. J. Day 	*ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
847ccd979bdSMark Fasheh 	if (!(*ac)) {
848ccd979bdSMark Fasheh 		status = -ENOMEM;
849ccd979bdSMark Fasheh 		mlog_errno(status);
850ccd979bdSMark Fasheh 		goto bail;
851ccd979bdSMark Fasheh 	}
852ccd979bdSMark Fasheh 
853ccd979bdSMark Fasheh 	(*ac)->ac_bits_wanted = bits_wanted;
8541187c968SJoel Becker 	(*ac)->ac_max_block = max_block;
855ccd979bdSMark Fasheh 
856ccd979bdSMark Fasheh 	status = -ENOSPC;
85760ca81e8STao Ma 	if (!(flags & ALLOC_GROUPS_FROM_GLOBAL) &&
85860ca81e8STao Ma 	    ocfs2_alloc_should_use_local(osb, bits_wanted)) {
859ccd979bdSMark Fasheh 		status = ocfs2_reserve_local_alloc_bits(osb,
860ccd979bdSMark Fasheh 							bits_wanted,
861ccd979bdSMark Fasheh 							*ac);
8621187c968SJoel Becker 		if (status == -EFBIG) {
8631187c968SJoel Becker 			/* The local alloc window is outside ac_max_block.
8641187c968SJoel Becker 			 * use the main bitmap. */
8651187c968SJoel Becker 			status = -ENOSPC;
8661187c968SJoel Becker 		} else if ((status < 0) && (status != -ENOSPC)) {
867ccd979bdSMark Fasheh 			mlog_errno(status);
868ccd979bdSMark Fasheh 			goto bail;
869ccd979bdSMark Fasheh 		}
870ccd979bdSMark Fasheh 	}
871ccd979bdSMark Fasheh 
872ccd979bdSMark Fasheh 	if (status == -ENOSPC) {
873ccd979bdSMark Fasheh 		status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);
874ccd979bdSMark Fasheh 		if (status < 0) {
875ccd979bdSMark Fasheh 			if (status != -ENOSPC)
876ccd979bdSMark Fasheh 				mlog_errno(status);
877ccd979bdSMark Fasheh 			goto bail;
878ccd979bdSMark Fasheh 		}
879ccd979bdSMark Fasheh 	}
880ccd979bdSMark Fasheh 
881ccd979bdSMark Fasheh 	status = 0;
882ccd979bdSMark Fasheh bail:
883ccd979bdSMark Fasheh 	if ((status < 0) && *ac) {
884ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(*ac);
885ccd979bdSMark Fasheh 		*ac = NULL;
886ccd979bdSMark Fasheh 	}
887ccd979bdSMark Fasheh 
888ccd979bdSMark Fasheh 	mlog_exit(status);
889ccd979bdSMark Fasheh 	return status;
890ccd979bdSMark Fasheh }
891ccd979bdSMark Fasheh 
8921187c968SJoel Becker int ocfs2_reserve_clusters(struct ocfs2_super *osb,
8931187c968SJoel Becker 			   u32 bits_wanted,
8941187c968SJoel Becker 			   struct ocfs2_alloc_context **ac)
8951187c968SJoel Becker {
89660ca81e8STao Ma 	return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,
89760ca81e8STao Ma 						 ALLOC_NEW_GROUP, ac);
8981187c968SJoel Becker }
8991187c968SJoel Becker 
900ccd979bdSMark Fasheh /*
901ccd979bdSMark Fasheh  * More or less lifted from ext3. I'll leave their description below:
902ccd979bdSMark Fasheh  *
903ccd979bdSMark Fasheh  * "For ext3 allocations, we must not reuse any blocks which are
904ccd979bdSMark Fasheh  * allocated in the bitmap buffer's "last committed data" copy.  This
905ccd979bdSMark Fasheh  * prevents deletes from freeing up the page for reuse until we have
906ccd979bdSMark Fasheh  * committed the delete transaction.
907ccd979bdSMark Fasheh  *
908ccd979bdSMark Fasheh  * If we didn't do this, then deleting something and reallocating it as
909ccd979bdSMark Fasheh  * data would allow the old block to be overwritten before the
910ccd979bdSMark Fasheh  * transaction committed (because we force data to disk before commit).
911ccd979bdSMark Fasheh  * This would lead to corruption if we crashed between overwriting the
912ccd979bdSMark Fasheh  * data and committing the delete.
913ccd979bdSMark Fasheh  *
914ccd979bdSMark Fasheh  * @@@ We may want to make this allocation behaviour conditional on
915ccd979bdSMark Fasheh  * data-writes at some point, and disable it for metadata allocations or
916ccd979bdSMark Fasheh  * sync-data inodes."
917ccd979bdSMark Fasheh  *
918ccd979bdSMark Fasheh  * Note: OCFS2 already does this differently for metadata vs data
919c78bad11SJoe Perches  * allocations, as those bitmaps are separate and undo access is never
920ccd979bdSMark Fasheh  * called on a metadata group descriptor.
921ccd979bdSMark Fasheh  */
922ccd979bdSMark Fasheh static int ocfs2_test_bg_bit_allocatable(struct buffer_head *bg_bh,
923ccd979bdSMark Fasheh 					 int nr)
924ccd979bdSMark Fasheh {
925ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
926ccd979bdSMark Fasheh 
927ccd979bdSMark Fasheh 	if (ocfs2_test_bit(nr, (unsigned long *)bg->bg_bitmap))
928ccd979bdSMark Fasheh 		return 0;
929ccd979bdSMark Fasheh 	if (!buffer_jbd(bg_bh) || !bh2jh(bg_bh)->b_committed_data)
930ccd979bdSMark Fasheh 		return 1;
931ccd979bdSMark Fasheh 
932ccd979bdSMark Fasheh 	bg = (struct ocfs2_group_desc *) bh2jh(bg_bh)->b_committed_data;
933ccd979bdSMark Fasheh 	return !ocfs2_test_bit(nr, (unsigned long *)bg->bg_bitmap);
934ccd979bdSMark Fasheh }
935ccd979bdSMark Fasheh 
936ccd979bdSMark Fasheh static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,
937ccd979bdSMark Fasheh 					     struct buffer_head *bg_bh,
938ccd979bdSMark Fasheh 					     unsigned int bits_wanted,
9397bf72edeSMark Fasheh 					     unsigned int total_bits,
940ccd979bdSMark Fasheh 					     u16 *bit_off,
941ccd979bdSMark Fasheh 					     u16 *bits_found)
942ccd979bdSMark Fasheh {
943ccd979bdSMark Fasheh 	void *bitmap;
944ccd979bdSMark Fasheh 	u16 best_offset, best_size;
945ccd979bdSMark Fasheh 	int offset, start, found, status = 0;
946ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
947ccd979bdSMark Fasheh 
94842035306SJoel Becker 	/* Callers got this descriptor from
94942035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
95042035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
951ccd979bdSMark Fasheh 
952ccd979bdSMark Fasheh 	found = start = best_offset = best_size = 0;
953ccd979bdSMark Fasheh 	bitmap = bg->bg_bitmap;
954ccd979bdSMark Fasheh 
9557bf72edeSMark Fasheh 	while((offset = ocfs2_find_next_zero_bit(bitmap, total_bits, start)) != -1) {
9567bf72edeSMark Fasheh 		if (offset == total_bits)
957ccd979bdSMark Fasheh 			break;
958ccd979bdSMark Fasheh 
959ccd979bdSMark Fasheh 		if (!ocfs2_test_bg_bit_allocatable(bg_bh, offset)) {
960ccd979bdSMark Fasheh 			/* We found a zero, but we can't use it as it
961ccd979bdSMark Fasheh 			 * hasn't been put to disk yet! */
962ccd979bdSMark Fasheh 			found = 0;
963ccd979bdSMark Fasheh 			start = offset + 1;
964ccd979bdSMark Fasheh 		} else if (offset == start) {
965ccd979bdSMark Fasheh 			/* we found a zero */
966ccd979bdSMark Fasheh 			found++;
967ccd979bdSMark Fasheh 			/* move start to the next bit to test */
968ccd979bdSMark Fasheh 			start++;
969ccd979bdSMark Fasheh 		} else {
970ccd979bdSMark Fasheh 			/* got a zero after some ones */
971ccd979bdSMark Fasheh 			found = 1;
972ccd979bdSMark Fasheh 			start = offset + 1;
973ccd979bdSMark Fasheh 		}
974ccd979bdSMark Fasheh 		if (found > best_size) {
975ccd979bdSMark Fasheh 			best_size = found;
976ccd979bdSMark Fasheh 			best_offset = start - found;
977ccd979bdSMark Fasheh 		}
978ccd979bdSMark Fasheh 		/* we got everything we needed */
979ccd979bdSMark Fasheh 		if (found == bits_wanted) {
980ccd979bdSMark Fasheh 			/* mlog(0, "Found it all!\n"); */
981ccd979bdSMark Fasheh 			break;
982ccd979bdSMark Fasheh 		}
983ccd979bdSMark Fasheh 	}
984ccd979bdSMark Fasheh 
985ccd979bdSMark Fasheh 	/* XXX: I think the first clause is equivalent to the second
986ccd979bdSMark Fasheh 	 * 	- jlbec */
987ccd979bdSMark Fasheh 	if (found == bits_wanted) {
988ccd979bdSMark Fasheh 		*bit_off = start - found;
989ccd979bdSMark Fasheh 		*bits_found = found;
990ccd979bdSMark Fasheh 	} else if (best_size) {
991ccd979bdSMark Fasheh 		*bit_off = best_offset;
992ccd979bdSMark Fasheh 		*bits_found = best_size;
993ccd979bdSMark Fasheh 	} else {
994ccd979bdSMark Fasheh 		status = -ENOSPC;
995ccd979bdSMark Fasheh 		/* No error log here -- see the comment above
996ccd979bdSMark Fasheh 		 * ocfs2_test_bg_bit_allocatable */
997ccd979bdSMark Fasheh 	}
998ccd979bdSMark Fasheh 
999ccd979bdSMark Fasheh 	return status;
1000ccd979bdSMark Fasheh }
1001ccd979bdSMark Fasheh 
10021fabe148SMark Fasheh static inline int ocfs2_block_group_set_bits(handle_t *handle,
1003ccd979bdSMark Fasheh 					     struct inode *alloc_inode,
1004ccd979bdSMark Fasheh 					     struct ocfs2_group_desc *bg,
1005ccd979bdSMark Fasheh 					     struct buffer_head *group_bh,
1006ccd979bdSMark Fasheh 					     unsigned int bit_off,
1007ccd979bdSMark Fasheh 					     unsigned int num_bits)
1008ccd979bdSMark Fasheh {
1009ccd979bdSMark Fasheh 	int status;
1010ccd979bdSMark Fasheh 	void *bitmap = bg->bg_bitmap;
1011ccd979bdSMark Fasheh 	int journal_type = OCFS2_JOURNAL_ACCESS_WRITE;
1012ccd979bdSMark Fasheh 
1013ccd979bdSMark Fasheh 	mlog_entry_void();
1014ccd979bdSMark Fasheh 
101542035306SJoel Becker 	/* All callers get the descriptor via
101642035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
101742035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1018ccd979bdSMark Fasheh 	BUG_ON(le16_to_cpu(bg->bg_free_bits_count) < num_bits);
1019ccd979bdSMark Fasheh 
1020ccd979bdSMark Fasheh 	mlog(0, "block_group_set_bits: off = %u, num = %u\n", bit_off,
1021ccd979bdSMark Fasheh 	     num_bits);
1022ccd979bdSMark Fasheh 
1023ccd979bdSMark Fasheh 	if (ocfs2_is_cluster_bitmap(alloc_inode))
1024ccd979bdSMark Fasheh 		journal_type = OCFS2_JOURNAL_ACCESS_UNDO;
1025ccd979bdSMark Fasheh 
102613723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle,
1027ccd979bdSMark Fasheh 					 alloc_inode,
1028ccd979bdSMark Fasheh 					 group_bh,
1029ccd979bdSMark Fasheh 					 journal_type);
1030ccd979bdSMark Fasheh 	if (status < 0) {
1031ccd979bdSMark Fasheh 		mlog_errno(status);
1032ccd979bdSMark Fasheh 		goto bail;
1033ccd979bdSMark Fasheh 	}
1034ccd979bdSMark Fasheh 
1035ccd979bdSMark Fasheh 	le16_add_cpu(&bg->bg_free_bits_count, -num_bits);
1036ccd979bdSMark Fasheh 
1037ccd979bdSMark Fasheh 	while(num_bits--)
1038ccd979bdSMark Fasheh 		ocfs2_set_bit(bit_off++, bitmap);
1039ccd979bdSMark Fasheh 
1040ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle,
1041ccd979bdSMark Fasheh 				     group_bh);
1042ccd979bdSMark Fasheh 	if (status < 0) {
1043ccd979bdSMark Fasheh 		mlog_errno(status);
1044ccd979bdSMark Fasheh 		goto bail;
1045ccd979bdSMark Fasheh 	}
1046ccd979bdSMark Fasheh 
1047ccd979bdSMark Fasheh bail:
1048ccd979bdSMark Fasheh 	mlog_exit(status);
1049ccd979bdSMark Fasheh 	return status;
1050ccd979bdSMark Fasheh }
1051ccd979bdSMark Fasheh 
1052ccd979bdSMark Fasheh /* find the one with the most empty bits */
1053ccd979bdSMark Fasheh static inline u16 ocfs2_find_victim_chain(struct ocfs2_chain_list *cl)
1054ccd979bdSMark Fasheh {
1055ccd979bdSMark Fasheh 	u16 curr, best;
1056ccd979bdSMark Fasheh 
1057ccd979bdSMark Fasheh 	BUG_ON(!cl->cl_next_free_rec);
1058ccd979bdSMark Fasheh 
1059ccd979bdSMark Fasheh 	best = curr = 0;
1060ccd979bdSMark Fasheh 	while (curr < le16_to_cpu(cl->cl_next_free_rec)) {
1061ccd979bdSMark Fasheh 		if (le32_to_cpu(cl->cl_recs[curr].c_free) >
1062ccd979bdSMark Fasheh 		    le32_to_cpu(cl->cl_recs[best].c_free))
1063ccd979bdSMark Fasheh 			best = curr;
1064ccd979bdSMark Fasheh 		curr++;
1065ccd979bdSMark Fasheh 	}
1066ccd979bdSMark Fasheh 
1067ccd979bdSMark Fasheh 	BUG_ON(best >= le16_to_cpu(cl->cl_next_free_rec));
1068ccd979bdSMark Fasheh 	return best;
1069ccd979bdSMark Fasheh }
1070ccd979bdSMark Fasheh 
10711fabe148SMark Fasheh static int ocfs2_relink_block_group(handle_t *handle,
1072ccd979bdSMark Fasheh 				    struct inode *alloc_inode,
1073ccd979bdSMark Fasheh 				    struct buffer_head *fe_bh,
1074ccd979bdSMark Fasheh 				    struct buffer_head *bg_bh,
1075ccd979bdSMark Fasheh 				    struct buffer_head *prev_bg_bh,
1076ccd979bdSMark Fasheh 				    u16 chain)
1077ccd979bdSMark Fasheh {
1078ccd979bdSMark Fasheh 	int status;
1079ccd979bdSMark Fasheh 	/* there is a really tiny chance the journal calls could fail,
1080ccd979bdSMark Fasheh 	 * but we wouldn't want inconsistent blocks in *any* case. */
1081ccd979bdSMark Fasheh 	u64 fe_ptr, bg_ptr, prev_bg_ptr;
1082ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) fe_bh->b_data;
1083ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
1084ccd979bdSMark Fasheh 	struct ocfs2_group_desc *prev_bg = (struct ocfs2_group_desc *) prev_bg_bh->b_data;
1085ccd979bdSMark Fasheh 
108642035306SJoel Becker 	/* The caller got these descriptors from
108742035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
108842035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
108942035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(prev_bg));
1090ccd979bdSMark Fasheh 
1091b0697053SMark Fasheh 	mlog(0, "Suballoc %llu, chain %u, move group %llu to top, prev = %llu\n",
10921ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(fe->i_blkno), chain,
10931ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(bg->bg_blkno),
10941ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(prev_bg->bg_blkno));
1095ccd979bdSMark Fasheh 
1096ccd979bdSMark Fasheh 	fe_ptr = le64_to_cpu(fe->id2.i_chain.cl_recs[chain].c_blkno);
1097ccd979bdSMark Fasheh 	bg_ptr = le64_to_cpu(bg->bg_next_group);
1098ccd979bdSMark Fasheh 	prev_bg_ptr = le64_to_cpu(prev_bg->bg_next_group);
1099ccd979bdSMark Fasheh 
110013723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle, alloc_inode, prev_bg_bh,
1101ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1102ccd979bdSMark Fasheh 	if (status < 0) {
1103ccd979bdSMark Fasheh 		mlog_errno(status);
1104ccd979bdSMark Fasheh 		goto out_rollback;
1105ccd979bdSMark Fasheh 	}
1106ccd979bdSMark Fasheh 
1107ccd979bdSMark Fasheh 	prev_bg->bg_next_group = bg->bg_next_group;
1108ccd979bdSMark Fasheh 
1109ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, prev_bg_bh);
1110ccd979bdSMark Fasheh 	if (status < 0) {
1111ccd979bdSMark Fasheh 		mlog_errno(status);
1112ccd979bdSMark Fasheh 		goto out_rollback;
1113ccd979bdSMark Fasheh 	}
1114ccd979bdSMark Fasheh 
111513723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle, alloc_inode, bg_bh,
1116ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1117ccd979bdSMark Fasheh 	if (status < 0) {
1118ccd979bdSMark Fasheh 		mlog_errno(status);
1119ccd979bdSMark Fasheh 		goto out_rollback;
1120ccd979bdSMark Fasheh 	}
1121ccd979bdSMark Fasheh 
1122ccd979bdSMark Fasheh 	bg->bg_next_group = fe->id2.i_chain.cl_recs[chain].c_blkno;
1123ccd979bdSMark Fasheh 
1124ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, bg_bh);
1125ccd979bdSMark Fasheh 	if (status < 0) {
1126ccd979bdSMark Fasheh 		mlog_errno(status);
1127ccd979bdSMark Fasheh 		goto out_rollback;
1128ccd979bdSMark Fasheh 	}
1129ccd979bdSMark Fasheh 
113013723d00SJoel Becker 	status = ocfs2_journal_access_di(handle, alloc_inode, fe_bh,
1131ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1132ccd979bdSMark Fasheh 	if (status < 0) {
1133ccd979bdSMark Fasheh 		mlog_errno(status);
1134ccd979bdSMark Fasheh 		goto out_rollback;
1135ccd979bdSMark Fasheh 	}
1136ccd979bdSMark Fasheh 
1137ccd979bdSMark Fasheh 	fe->id2.i_chain.cl_recs[chain].c_blkno = bg->bg_blkno;
1138ccd979bdSMark Fasheh 
1139ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, fe_bh);
1140ccd979bdSMark Fasheh 	if (status < 0) {
1141ccd979bdSMark Fasheh 		mlog_errno(status);
1142ccd979bdSMark Fasheh 		goto out_rollback;
1143ccd979bdSMark Fasheh 	}
1144ccd979bdSMark Fasheh 
1145ccd979bdSMark Fasheh 	status = 0;
1146ccd979bdSMark Fasheh out_rollback:
1147ccd979bdSMark Fasheh 	if (status < 0) {
1148ccd979bdSMark Fasheh 		fe->id2.i_chain.cl_recs[chain].c_blkno = cpu_to_le64(fe_ptr);
1149ccd979bdSMark Fasheh 		bg->bg_next_group = cpu_to_le64(bg_ptr);
1150ccd979bdSMark Fasheh 		prev_bg->bg_next_group = cpu_to_le64(prev_bg_ptr);
1151ccd979bdSMark Fasheh 	}
115242035306SJoel Becker 
1153ccd979bdSMark Fasheh 	mlog_exit(status);
1154ccd979bdSMark Fasheh 	return status;
1155ccd979bdSMark Fasheh }
1156ccd979bdSMark Fasheh 
1157ccd979bdSMark Fasheh static inline int ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc *bg,
1158ccd979bdSMark Fasheh 						     u32 wanted)
1159ccd979bdSMark Fasheh {
1160ccd979bdSMark Fasheh 	return le16_to_cpu(bg->bg_free_bits_count) > wanted;
1161ccd979bdSMark Fasheh }
1162ccd979bdSMark Fasheh 
1163ccd979bdSMark Fasheh /* return 0 on success, -ENOSPC to keep searching and any other < 0
1164ccd979bdSMark Fasheh  * value on error. */
1165ccd979bdSMark Fasheh static int ocfs2_cluster_group_search(struct inode *inode,
1166ccd979bdSMark Fasheh 				      struct buffer_head *group_bh,
1167ccd979bdSMark Fasheh 				      u32 bits_wanted, u32 min_bits,
11681187c968SJoel Becker 				      u64 max_block,
1169ccd979bdSMark Fasheh 				      u16 *bit_off, u16 *bits_found)
1170ccd979bdSMark Fasheh {
1171ccd979bdSMark Fasheh 	int search = -ENOSPC;
1172ccd979bdSMark Fasheh 	int ret;
11731187c968SJoel Becker 	u64 blkoff;
11747bf72edeSMark Fasheh 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *) group_bh->b_data;
11759c7af40bSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1176ccd979bdSMark Fasheh 	u16 tmp_off, tmp_found;
11777bf72edeSMark Fasheh 	unsigned int max_bits, gd_cluster_off;
1178ccd979bdSMark Fasheh 
1179ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1180ccd979bdSMark Fasheh 
11817bf72edeSMark Fasheh 	if (gd->bg_free_bits_count) {
11827bf72edeSMark Fasheh 		max_bits = le16_to_cpu(gd->bg_bits);
11837bf72edeSMark Fasheh 
11847bf72edeSMark Fasheh 		/* Tail groups in cluster bitmaps which aren't cpg
11857bf72edeSMark Fasheh 		 * aligned are prone to partial extention by a failed
11867bf72edeSMark Fasheh 		 * fs resize. If the file system resize never got to
11877bf72edeSMark Fasheh 		 * update the dinode cluster count, then we don't want
11887bf72edeSMark Fasheh 		 * to trust any clusters past it, regardless of what
11897bf72edeSMark Fasheh 		 * the group descriptor says. */
11907bf72edeSMark Fasheh 		gd_cluster_off = ocfs2_blocks_to_clusters(inode->i_sb,
11917bf72edeSMark Fasheh 							  le64_to_cpu(gd->bg_blkno));
11927bf72edeSMark Fasheh 		if ((gd_cluster_off + max_bits) >
11937bf72edeSMark Fasheh 		    OCFS2_I(inode)->ip_clusters) {
11947bf72edeSMark Fasheh 			max_bits = OCFS2_I(inode)->ip_clusters - gd_cluster_off;
11957bf72edeSMark Fasheh 			mlog(0, "Desc %llu, bg_bits %u, clusters %u, use %u\n",
11967bf72edeSMark Fasheh 			     (unsigned long long)le64_to_cpu(gd->bg_blkno),
11977bf72edeSMark Fasheh 			     le16_to_cpu(gd->bg_bits),
11987bf72edeSMark Fasheh 			     OCFS2_I(inode)->ip_clusters, max_bits);
11997bf72edeSMark Fasheh 		}
12007bf72edeSMark Fasheh 
1201ccd979bdSMark Fasheh 		ret = ocfs2_block_group_find_clear_bits(OCFS2_SB(inode->i_sb),
1202ccd979bdSMark Fasheh 							group_bh, bits_wanted,
12037bf72edeSMark Fasheh 							max_bits,
1204ccd979bdSMark Fasheh 							&tmp_off, &tmp_found);
1205ccd979bdSMark Fasheh 		if (ret)
1206ccd979bdSMark Fasheh 			return ret;
1207ccd979bdSMark Fasheh 
12081187c968SJoel Becker 		if (max_block) {
12091187c968SJoel Becker 			blkoff = ocfs2_clusters_to_blocks(inode->i_sb,
12101187c968SJoel Becker 							  gd_cluster_off +
12111187c968SJoel Becker 							  tmp_off + tmp_found);
12121187c968SJoel Becker 			mlog(0, "Checking %llu against %llu\n",
12131187c968SJoel Becker 			     (unsigned long long)blkoff,
12141187c968SJoel Becker 			     (unsigned long long)max_block);
12151187c968SJoel Becker 			if (blkoff > max_block)
12161187c968SJoel Becker 				return -ENOSPC;
12171187c968SJoel Becker 		}
12181187c968SJoel Becker 
1219ccd979bdSMark Fasheh 		/* ocfs2_block_group_find_clear_bits() might
1220ccd979bdSMark Fasheh 		 * return success, but we still want to return
1221ccd979bdSMark Fasheh 		 * -ENOSPC unless it found the minimum number
1222ccd979bdSMark Fasheh 		 * of bits. */
1223ccd979bdSMark Fasheh 		if (min_bits <= tmp_found) {
1224ccd979bdSMark Fasheh 			*bit_off = tmp_off;
1225ccd979bdSMark Fasheh 			*bits_found = tmp_found;
1226ccd979bdSMark Fasheh 			search = 0; /* success */
12279c7af40bSMark Fasheh 		} else if (tmp_found) {
12289c7af40bSMark Fasheh 			/*
12299c7af40bSMark Fasheh 			 * Don't show bits which we'll be returning
12309c7af40bSMark Fasheh 			 * for allocation to the local alloc bitmap.
12319c7af40bSMark Fasheh 			 */
12329c7af40bSMark Fasheh 			ocfs2_local_alloc_seen_free_bits(osb, tmp_found);
1233ccd979bdSMark Fasheh 		}
1234ccd979bdSMark Fasheh 	}
1235ccd979bdSMark Fasheh 
1236ccd979bdSMark Fasheh 	return search;
1237ccd979bdSMark Fasheh }
1238ccd979bdSMark Fasheh 
1239ccd979bdSMark Fasheh static int ocfs2_block_group_search(struct inode *inode,
1240ccd979bdSMark Fasheh 				    struct buffer_head *group_bh,
1241ccd979bdSMark Fasheh 				    u32 bits_wanted, u32 min_bits,
12421187c968SJoel Becker 				    u64 max_block,
1243ccd979bdSMark Fasheh 				    u16 *bit_off, u16 *bits_found)
1244ccd979bdSMark Fasheh {
1245ccd979bdSMark Fasheh 	int ret = -ENOSPC;
12461187c968SJoel Becker 	u64 blkoff;
1247ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) group_bh->b_data;
1248ccd979bdSMark Fasheh 
1249ccd979bdSMark Fasheh 	BUG_ON(min_bits != 1);
1250ccd979bdSMark Fasheh 	BUG_ON(ocfs2_is_cluster_bitmap(inode));
1251ccd979bdSMark Fasheh 
12521187c968SJoel Becker 	if (bg->bg_free_bits_count) {
1253ccd979bdSMark Fasheh 		ret = ocfs2_block_group_find_clear_bits(OCFS2_SB(inode->i_sb),
1254ccd979bdSMark Fasheh 							group_bh, bits_wanted,
12557bf72edeSMark Fasheh 							le16_to_cpu(bg->bg_bits),
1256ccd979bdSMark Fasheh 							bit_off, bits_found);
12571187c968SJoel Becker 		if (!ret && max_block) {
12581187c968SJoel Becker 			blkoff = le64_to_cpu(bg->bg_blkno) + *bit_off +
12591187c968SJoel Becker 				*bits_found;
12601187c968SJoel Becker 			mlog(0, "Checking %llu against %llu\n",
12611187c968SJoel Becker 			     (unsigned long long)blkoff,
12621187c968SJoel Becker 			     (unsigned long long)max_block);
12631187c968SJoel Becker 			if (blkoff > max_block)
12641187c968SJoel Becker 				ret = -ENOSPC;
12651187c968SJoel Becker 		}
12661187c968SJoel Becker 	}
1267ccd979bdSMark Fasheh 
1268ccd979bdSMark Fasheh 	return ret;
1269ccd979bdSMark Fasheh }
1270ccd979bdSMark Fasheh 
1271883d4caeSMark Fasheh static int ocfs2_alloc_dinode_update_counts(struct inode *inode,
12721fabe148SMark Fasheh 				       handle_t *handle,
1273883d4caeSMark Fasheh 				       struct buffer_head *di_bh,
1274883d4caeSMark Fasheh 				       u32 num_bits,
1275883d4caeSMark Fasheh 				       u16 chain)
1276883d4caeSMark Fasheh {
1277883d4caeSMark Fasheh 	int ret;
1278883d4caeSMark Fasheh 	u32 tmp_used;
1279883d4caeSMark Fasheh 	struct ocfs2_dinode *di = (struct ocfs2_dinode *) di_bh->b_data;
1280883d4caeSMark Fasheh 	struct ocfs2_chain_list *cl = (struct ocfs2_chain_list *) &di->id2.i_chain;
1281883d4caeSMark Fasheh 
128213723d00SJoel Becker 	ret = ocfs2_journal_access_di(handle, inode, di_bh,
1283883d4caeSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_WRITE);
1284883d4caeSMark Fasheh 	if (ret < 0) {
1285883d4caeSMark Fasheh 		mlog_errno(ret);
1286883d4caeSMark Fasheh 		goto out;
1287883d4caeSMark Fasheh 	}
1288883d4caeSMark Fasheh 
1289883d4caeSMark Fasheh 	tmp_used = le32_to_cpu(di->id1.bitmap1.i_used);
1290883d4caeSMark Fasheh 	di->id1.bitmap1.i_used = cpu_to_le32(num_bits + tmp_used);
1291883d4caeSMark Fasheh 	le32_add_cpu(&cl->cl_recs[chain].c_free, -num_bits);
1292883d4caeSMark Fasheh 
1293883d4caeSMark Fasheh 	ret = ocfs2_journal_dirty(handle, di_bh);
1294883d4caeSMark Fasheh 	if (ret < 0)
1295883d4caeSMark Fasheh 		mlog_errno(ret);
1296883d4caeSMark Fasheh 
1297883d4caeSMark Fasheh out:
1298883d4caeSMark Fasheh 	return ret;
1299883d4caeSMark Fasheh }
1300883d4caeSMark Fasheh 
1301883d4caeSMark Fasheh static int ocfs2_search_one_group(struct ocfs2_alloc_context *ac,
13021fabe148SMark Fasheh 				  handle_t *handle,
1303883d4caeSMark Fasheh 				  u32 bits_wanted,
1304883d4caeSMark Fasheh 				  u32 min_bits,
1305883d4caeSMark Fasheh 				  u16 *bit_off,
1306883d4caeSMark Fasheh 				  unsigned int *num_bits,
1307883d4caeSMark Fasheh 				  u64 gd_blkno,
1308883d4caeSMark Fasheh 				  u16 *bits_left)
1309883d4caeSMark Fasheh {
1310883d4caeSMark Fasheh 	int ret;
1311883d4caeSMark Fasheh 	u16 found;
1312883d4caeSMark Fasheh 	struct buffer_head *group_bh = NULL;
1313883d4caeSMark Fasheh 	struct ocfs2_group_desc *gd;
131468f64d47SJoel Becker 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)ac->ac_bh->b_data;
1315883d4caeSMark Fasheh 	struct inode *alloc_inode = ac->ac_inode;
1316883d4caeSMark Fasheh 
131768f64d47SJoel Becker 	ret = ocfs2_read_group_descriptor(alloc_inode, di, gd_blkno,
131868f64d47SJoel Becker 					  &group_bh);
1319883d4caeSMark Fasheh 	if (ret < 0) {
1320883d4caeSMark Fasheh 		mlog_errno(ret);
1321883d4caeSMark Fasheh 		return ret;
1322883d4caeSMark Fasheh 	}
1323883d4caeSMark Fasheh 
1324883d4caeSMark Fasheh 	gd = (struct ocfs2_group_desc *) group_bh->b_data;
1325883d4caeSMark Fasheh 	ret = ac->ac_group_search(alloc_inode, group_bh, bits_wanted, min_bits,
13261187c968SJoel Becker 				  ac->ac_max_block, bit_off, &found);
1327883d4caeSMark Fasheh 	if (ret < 0) {
1328883d4caeSMark Fasheh 		if (ret != -ENOSPC)
1329883d4caeSMark Fasheh 			mlog_errno(ret);
1330883d4caeSMark Fasheh 		goto out;
1331883d4caeSMark Fasheh 	}
1332883d4caeSMark Fasheh 
1333883d4caeSMark Fasheh 	*num_bits = found;
1334883d4caeSMark Fasheh 
1335883d4caeSMark Fasheh 	ret = ocfs2_alloc_dinode_update_counts(alloc_inode, handle, ac->ac_bh,
1336883d4caeSMark Fasheh 					       *num_bits,
1337883d4caeSMark Fasheh 					       le16_to_cpu(gd->bg_chain));
1338883d4caeSMark Fasheh 	if (ret < 0) {
1339883d4caeSMark Fasheh 		mlog_errno(ret);
1340883d4caeSMark Fasheh 		goto out;
1341883d4caeSMark Fasheh 	}
1342883d4caeSMark Fasheh 
1343883d4caeSMark Fasheh 	ret = ocfs2_block_group_set_bits(handle, alloc_inode, gd, group_bh,
1344883d4caeSMark Fasheh 					 *bit_off, *num_bits);
1345883d4caeSMark Fasheh 	if (ret < 0)
1346883d4caeSMark Fasheh 		mlog_errno(ret);
1347883d4caeSMark Fasheh 
1348883d4caeSMark Fasheh 	*bits_left = le16_to_cpu(gd->bg_free_bits_count);
1349883d4caeSMark Fasheh 
1350883d4caeSMark Fasheh out:
1351883d4caeSMark Fasheh 	brelse(group_bh);
1352883d4caeSMark Fasheh 
1353883d4caeSMark Fasheh 	return ret;
1354883d4caeSMark Fasheh }
1355883d4caeSMark Fasheh 
1356ccd979bdSMark Fasheh static int ocfs2_search_chain(struct ocfs2_alloc_context *ac,
13571fabe148SMark Fasheh 			      handle_t *handle,
1358ccd979bdSMark Fasheh 			      u32 bits_wanted,
1359ccd979bdSMark Fasheh 			      u32 min_bits,
1360ccd979bdSMark Fasheh 			      u16 *bit_off,
1361ccd979bdSMark Fasheh 			      unsigned int *num_bits,
1362883d4caeSMark Fasheh 			      u64 *bg_blkno,
1363883d4caeSMark Fasheh 			      u16 *bits_left)
1364ccd979bdSMark Fasheh {
1365ccd979bdSMark Fasheh 	int status;
1366ccd979bdSMark Fasheh 	u16 chain, tmp_bits;
1367ccd979bdSMark Fasheh 	u32 tmp_used;
1368ccd979bdSMark Fasheh 	u64 next_group;
1369ccd979bdSMark Fasheh 	struct inode *alloc_inode = ac->ac_inode;
1370ccd979bdSMark Fasheh 	struct buffer_head *group_bh = NULL;
1371ccd979bdSMark Fasheh 	struct buffer_head *prev_group_bh = NULL;
1372ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) ac->ac_bh->b_data;
1373ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl = (struct ocfs2_chain_list *) &fe->id2.i_chain;
1374ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg;
1375ccd979bdSMark Fasheh 
1376ccd979bdSMark Fasheh 	chain = ac->ac_chain;
1377b0697053SMark Fasheh 	mlog(0, "trying to alloc %u bits from chain %u, inode %llu\n",
1378b0697053SMark Fasheh 	     bits_wanted, chain,
1379b0697053SMark Fasheh 	     (unsigned long long)OCFS2_I(alloc_inode)->ip_blkno);
1380ccd979bdSMark Fasheh 
138168f64d47SJoel Becker 	status = ocfs2_read_group_descriptor(alloc_inode, fe,
1382ccd979bdSMark Fasheh 					     le64_to_cpu(cl->cl_recs[chain].c_blkno),
13830fcaa56aSJoel Becker 					     &group_bh);
1384ccd979bdSMark Fasheh 	if (status < 0) {
1385ccd979bdSMark Fasheh 		mlog_errno(status);
1386ccd979bdSMark Fasheh 		goto bail;
1387ccd979bdSMark Fasheh 	}
1388ccd979bdSMark Fasheh 	bg = (struct ocfs2_group_desc *) group_bh->b_data;
1389ccd979bdSMark Fasheh 
1390ccd979bdSMark Fasheh 	status = -ENOSPC;
1391ccd979bdSMark Fasheh 	/* for now, the chain search is a bit simplistic. We just use
1392ccd979bdSMark Fasheh 	 * the 1st group with any empty bits. */
13931187c968SJoel Becker 	while ((status = ac->ac_group_search(alloc_inode, group_bh,
13941187c968SJoel Becker 					     bits_wanted, min_bits,
13951187c968SJoel Becker 					     ac->ac_max_block, bit_off,
13961187c968SJoel Becker 					     &tmp_bits)) == -ENOSPC) {
1397ccd979bdSMark Fasheh 		if (!bg->bg_next_group)
1398ccd979bdSMark Fasheh 			break;
1399a81cb88bSMark Fasheh 
1400ccd979bdSMark Fasheh 		brelse(prev_group_bh);
1401ccd979bdSMark Fasheh 		prev_group_bh = NULL;
1402a81cb88bSMark Fasheh 
1403ccd979bdSMark Fasheh 		next_group = le64_to_cpu(bg->bg_next_group);
1404ccd979bdSMark Fasheh 		prev_group_bh = group_bh;
1405ccd979bdSMark Fasheh 		group_bh = NULL;
140668f64d47SJoel Becker 		status = ocfs2_read_group_descriptor(alloc_inode, fe,
14070fcaa56aSJoel Becker 						     next_group, &group_bh);
1408ccd979bdSMark Fasheh 		if (status < 0) {
1409ccd979bdSMark Fasheh 			mlog_errno(status);
1410ccd979bdSMark Fasheh 			goto bail;
1411ccd979bdSMark Fasheh 		}
1412ccd979bdSMark Fasheh 		bg = (struct ocfs2_group_desc *) group_bh->b_data;
1413ccd979bdSMark Fasheh 	}
1414ccd979bdSMark Fasheh 	if (status < 0) {
1415ccd979bdSMark Fasheh 		if (status != -ENOSPC)
1416ccd979bdSMark Fasheh 			mlog_errno(status);
1417ccd979bdSMark Fasheh 		goto bail;
1418ccd979bdSMark Fasheh 	}
1419ccd979bdSMark Fasheh 
1420b0697053SMark Fasheh 	mlog(0, "alloc succeeds: we give %u bits from block group %llu\n",
14211ca1a111SMark Fasheh 	     tmp_bits, (unsigned long long)le64_to_cpu(bg->bg_blkno));
1422ccd979bdSMark Fasheh 
1423ccd979bdSMark Fasheh 	*num_bits = tmp_bits;
1424ccd979bdSMark Fasheh 
1425ccd979bdSMark Fasheh 	BUG_ON(*num_bits == 0);
1426ccd979bdSMark Fasheh 
1427ccd979bdSMark Fasheh 	/*
1428ccd979bdSMark Fasheh 	 * Keep track of previous block descriptor read. When
1429ccd979bdSMark Fasheh 	 * we find a target, if we have read more than X
1430ccd979bdSMark Fasheh 	 * number of descriptors, and the target is reasonably
1431ccd979bdSMark Fasheh 	 * empty, relink him to top of his chain.
1432ccd979bdSMark Fasheh 	 *
1433ccd979bdSMark Fasheh 	 * We've read 0 extra blocks and only send one more to
1434ccd979bdSMark Fasheh 	 * the transaction, yet the next guy to search has a
1435ccd979bdSMark Fasheh 	 * much easier time.
1436ccd979bdSMark Fasheh 	 *
1437ccd979bdSMark Fasheh 	 * Do this *after* figuring out how many bits we're taking out
1438ccd979bdSMark Fasheh 	 * of our target group.
1439ccd979bdSMark Fasheh 	 */
1440ccd979bdSMark Fasheh 	if (ac->ac_allow_chain_relink &&
1441ccd979bdSMark Fasheh 	    (prev_group_bh) &&
1442ccd979bdSMark Fasheh 	    (ocfs2_block_group_reasonably_empty(bg, *num_bits))) {
1443ccd979bdSMark Fasheh 		status = ocfs2_relink_block_group(handle, alloc_inode,
1444ccd979bdSMark Fasheh 						  ac->ac_bh, group_bh,
1445ccd979bdSMark Fasheh 						  prev_group_bh, chain);
1446ccd979bdSMark Fasheh 		if (status < 0) {
1447ccd979bdSMark Fasheh 			mlog_errno(status);
1448ccd979bdSMark Fasheh 			goto bail;
1449ccd979bdSMark Fasheh 		}
1450ccd979bdSMark Fasheh 	}
1451ccd979bdSMark Fasheh 
1452ccd979bdSMark Fasheh 	/* Ok, claim our bits now: set the info on dinode, chainlist
1453ccd979bdSMark Fasheh 	 * and then the group */
145413723d00SJoel Becker 	status = ocfs2_journal_access_di(handle,
1455ccd979bdSMark Fasheh 					 alloc_inode,
1456ccd979bdSMark Fasheh 					 ac->ac_bh,
1457ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1458ccd979bdSMark Fasheh 	if (status < 0) {
1459ccd979bdSMark Fasheh 		mlog_errno(status);
1460ccd979bdSMark Fasheh 		goto bail;
1461ccd979bdSMark Fasheh 	}
1462ccd979bdSMark Fasheh 
1463ccd979bdSMark Fasheh 	tmp_used = le32_to_cpu(fe->id1.bitmap1.i_used);
1464ccd979bdSMark Fasheh 	fe->id1.bitmap1.i_used = cpu_to_le32(*num_bits + tmp_used);
1465ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[chain].c_free, -(*num_bits));
1466ccd979bdSMark Fasheh 
1467ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle,
1468ccd979bdSMark Fasheh 				     ac->ac_bh);
1469ccd979bdSMark Fasheh 	if (status < 0) {
1470ccd979bdSMark Fasheh 		mlog_errno(status);
1471ccd979bdSMark Fasheh 		goto bail;
1472ccd979bdSMark Fasheh 	}
1473ccd979bdSMark Fasheh 
1474ccd979bdSMark Fasheh 	status = ocfs2_block_group_set_bits(handle,
1475ccd979bdSMark Fasheh 					    alloc_inode,
1476ccd979bdSMark Fasheh 					    bg,
1477ccd979bdSMark Fasheh 					    group_bh,
1478ccd979bdSMark Fasheh 					    *bit_off,
1479ccd979bdSMark Fasheh 					    *num_bits);
1480ccd979bdSMark Fasheh 	if (status < 0) {
1481ccd979bdSMark Fasheh 		mlog_errno(status);
1482ccd979bdSMark Fasheh 		goto bail;
1483ccd979bdSMark Fasheh 	}
1484ccd979bdSMark Fasheh 
1485b0697053SMark Fasheh 	mlog(0, "Allocated %u bits from suballocator %llu\n", *num_bits,
14861ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(fe->i_blkno));
1487ccd979bdSMark Fasheh 
1488ccd979bdSMark Fasheh 	*bg_blkno = le64_to_cpu(bg->bg_blkno);
1489883d4caeSMark Fasheh 	*bits_left = le16_to_cpu(bg->bg_free_bits_count);
1490ccd979bdSMark Fasheh bail:
1491ccd979bdSMark Fasheh 	brelse(group_bh);
1492ccd979bdSMark Fasheh 	brelse(prev_group_bh);
1493ccd979bdSMark Fasheh 
1494ccd979bdSMark Fasheh 	mlog_exit(status);
1495ccd979bdSMark Fasheh 	return status;
1496ccd979bdSMark Fasheh }
1497ccd979bdSMark Fasheh 
1498ccd979bdSMark Fasheh /* will give out up to bits_wanted contiguous bits. */
1499ccd979bdSMark Fasheh static int ocfs2_claim_suballoc_bits(struct ocfs2_super *osb,
1500ccd979bdSMark Fasheh 				     struct ocfs2_alloc_context *ac,
15011fabe148SMark Fasheh 				     handle_t *handle,
1502ccd979bdSMark Fasheh 				     u32 bits_wanted,
1503ccd979bdSMark Fasheh 				     u32 min_bits,
1504ccd979bdSMark Fasheh 				     u16 *bit_off,
1505ccd979bdSMark Fasheh 				     unsigned int *num_bits,
1506ccd979bdSMark Fasheh 				     u64 *bg_blkno)
1507ccd979bdSMark Fasheh {
1508ccd979bdSMark Fasheh 	int status;
1509ccd979bdSMark Fasheh 	u16 victim, i;
1510883d4caeSMark Fasheh 	u16 bits_left = 0;
1511883d4caeSMark Fasheh 	u64 hint_blkno = ac->ac_last_group;
1512ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl;
1513ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
1514ccd979bdSMark Fasheh 
1515ccd979bdSMark Fasheh 	mlog_entry_void();
1516ccd979bdSMark Fasheh 
1517ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_given >= ac->ac_bits_wanted);
1518ccd979bdSMark Fasheh 	BUG_ON(bits_wanted > (ac->ac_bits_wanted - ac->ac_bits_given));
1519ccd979bdSMark Fasheh 	BUG_ON(!ac->ac_bh);
1520ccd979bdSMark Fasheh 
1521ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) ac->ac_bh->b_data;
152210995aa2SJoel Becker 
152310995aa2SJoel Becker 	/* The bh was validated by the inode read during
152410995aa2SJoel Becker 	 * ocfs2_reserve_suballoc_bits().  Any corruption is a code bug. */
152510995aa2SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
152610995aa2SJoel Becker 
1527ccd979bdSMark Fasheh 	if (le32_to_cpu(fe->id1.bitmap1.i_used) >=
1528ccd979bdSMark Fasheh 	    le32_to_cpu(fe->id1.bitmap1.i_total)) {
1529b0697053SMark Fasheh 		ocfs2_error(osb->sb, "Chain allocator dinode %llu has %u used "
1530b0697053SMark Fasheh 			    "bits but only %u total.",
1531b0697053SMark Fasheh 			    (unsigned long long)le64_to_cpu(fe->i_blkno),
1532ccd979bdSMark Fasheh 			    le32_to_cpu(fe->id1.bitmap1.i_used),
1533ccd979bdSMark Fasheh 			    le32_to_cpu(fe->id1.bitmap1.i_total));
1534ccd979bdSMark Fasheh 		status = -EIO;
1535ccd979bdSMark Fasheh 		goto bail;
1536ccd979bdSMark Fasheh 	}
1537ccd979bdSMark Fasheh 
1538883d4caeSMark Fasheh 	if (hint_blkno) {
1539883d4caeSMark Fasheh 		/* Attempt to short-circuit the usual search mechanism
1540883d4caeSMark Fasheh 		 * by jumping straight to the most recently used
1541883d4caeSMark Fasheh 		 * allocation group. This helps us mantain some
1542883d4caeSMark Fasheh 		 * contiguousness across allocations. */
1543da5cbf2fSMark Fasheh 		status = ocfs2_search_one_group(ac, handle, bits_wanted,
1544da5cbf2fSMark Fasheh 						min_bits, bit_off, num_bits,
1545883d4caeSMark Fasheh 						hint_blkno, &bits_left);
1546883d4caeSMark Fasheh 		if (!status) {
1547883d4caeSMark Fasheh 			/* Be careful to update *bg_blkno here as the
1548883d4caeSMark Fasheh 			 * caller is expecting it to be filled in, and
1549883d4caeSMark Fasheh 			 * ocfs2_search_one_group() won't do that for
1550883d4caeSMark Fasheh 			 * us. */
1551883d4caeSMark Fasheh 			*bg_blkno = hint_blkno;
1552883d4caeSMark Fasheh 			goto set_hint;
1553883d4caeSMark Fasheh 		}
1554883d4caeSMark Fasheh 		if (status < 0 && status != -ENOSPC) {
1555883d4caeSMark Fasheh 			mlog_errno(status);
1556883d4caeSMark Fasheh 			goto bail;
1557883d4caeSMark Fasheh 		}
1558883d4caeSMark Fasheh 	}
1559883d4caeSMark Fasheh 
1560ccd979bdSMark Fasheh 	cl = (struct ocfs2_chain_list *) &fe->id2.i_chain;
1561ccd979bdSMark Fasheh 
1562ccd979bdSMark Fasheh 	victim = ocfs2_find_victim_chain(cl);
1563ccd979bdSMark Fasheh 	ac->ac_chain = victim;
1564ccd979bdSMark Fasheh 	ac->ac_allow_chain_relink = 1;
1565ccd979bdSMark Fasheh 
1566da5cbf2fSMark Fasheh 	status = ocfs2_search_chain(ac, handle, bits_wanted, min_bits, bit_off,
1567883d4caeSMark Fasheh 				    num_bits, bg_blkno, &bits_left);
1568ccd979bdSMark Fasheh 	if (!status)
1569883d4caeSMark Fasheh 		goto set_hint;
1570ccd979bdSMark Fasheh 	if (status < 0 && status != -ENOSPC) {
1571ccd979bdSMark Fasheh 		mlog_errno(status);
1572ccd979bdSMark Fasheh 		goto bail;
1573ccd979bdSMark Fasheh 	}
1574ccd979bdSMark Fasheh 
1575ccd979bdSMark Fasheh 	mlog(0, "Search of victim chain %u came up with nothing, "
1576ccd979bdSMark Fasheh 	     "trying all chains now.\n", victim);
1577ccd979bdSMark Fasheh 
1578ccd979bdSMark Fasheh 	/* If we didn't pick a good victim, then just default to
1579ccd979bdSMark Fasheh 	 * searching each chain in order. Don't allow chain relinking
1580ccd979bdSMark Fasheh 	 * because we only calculate enough journal credits for one
1581ccd979bdSMark Fasheh 	 * relink per alloc. */
1582ccd979bdSMark Fasheh 	ac->ac_allow_chain_relink = 0;
1583ccd979bdSMark Fasheh 	for (i = 0; i < le16_to_cpu(cl->cl_next_free_rec); i ++) {
1584ccd979bdSMark Fasheh 		if (i == victim)
1585ccd979bdSMark Fasheh 			continue;
1586ccd979bdSMark Fasheh 		if (!cl->cl_recs[i].c_free)
1587ccd979bdSMark Fasheh 			continue;
1588ccd979bdSMark Fasheh 
1589ccd979bdSMark Fasheh 		ac->ac_chain = i;
1590da5cbf2fSMark Fasheh 		status = ocfs2_search_chain(ac, handle, bits_wanted, min_bits,
1591883d4caeSMark Fasheh 					    bit_off, num_bits, bg_blkno,
1592883d4caeSMark Fasheh 					    &bits_left);
1593ccd979bdSMark Fasheh 		if (!status)
1594ccd979bdSMark Fasheh 			break;
1595ccd979bdSMark Fasheh 		if (status < 0 && status != -ENOSPC) {
1596ccd979bdSMark Fasheh 			mlog_errno(status);
1597ccd979bdSMark Fasheh 			goto bail;
1598ccd979bdSMark Fasheh 		}
1599ccd979bdSMark Fasheh 	}
1600ccd979bdSMark Fasheh 
1601883d4caeSMark Fasheh set_hint:
1602883d4caeSMark Fasheh 	if (status != -ENOSPC) {
1603883d4caeSMark Fasheh 		/* If the next search of this group is not likely to
1604883d4caeSMark Fasheh 		 * yield a suitable extent, then we reset the last
1605883d4caeSMark Fasheh 		 * group hint so as to not waste a disk read */
1606883d4caeSMark Fasheh 		if (bits_left < min_bits)
1607883d4caeSMark Fasheh 			ac->ac_last_group = 0;
1608883d4caeSMark Fasheh 		else
1609883d4caeSMark Fasheh 			ac->ac_last_group = *bg_blkno;
1610883d4caeSMark Fasheh 	}
1611883d4caeSMark Fasheh 
1612883d4caeSMark Fasheh bail:
1613ccd979bdSMark Fasheh 	mlog_exit(status);
1614ccd979bdSMark Fasheh 	return status;
1615ccd979bdSMark Fasheh }
1616ccd979bdSMark Fasheh 
1617ccd979bdSMark Fasheh int ocfs2_claim_metadata(struct ocfs2_super *osb,
16181fabe148SMark Fasheh 			 handle_t *handle,
1619ccd979bdSMark Fasheh 			 struct ocfs2_alloc_context *ac,
1620ccd979bdSMark Fasheh 			 u32 bits_wanted,
1621ccd979bdSMark Fasheh 			 u16 *suballoc_bit_start,
1622ccd979bdSMark Fasheh 			 unsigned int *num_bits,
1623ccd979bdSMark Fasheh 			 u64 *blkno_start)
1624ccd979bdSMark Fasheh {
1625ccd979bdSMark Fasheh 	int status;
1626ccd979bdSMark Fasheh 	u64 bg_blkno;
1627ccd979bdSMark Fasheh 
1628ccd979bdSMark Fasheh 	BUG_ON(!ac);
1629ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_wanted < (ac->ac_bits_given + bits_wanted));
1630ccd979bdSMark Fasheh 	BUG_ON(ac->ac_which != OCFS2_AC_USE_META);
1631ccd979bdSMark Fasheh 
1632ccd979bdSMark Fasheh 	status = ocfs2_claim_suballoc_bits(osb,
1633ccd979bdSMark Fasheh 					   ac,
1634da5cbf2fSMark Fasheh 					   handle,
1635ccd979bdSMark Fasheh 					   bits_wanted,
1636ccd979bdSMark Fasheh 					   1,
1637ccd979bdSMark Fasheh 					   suballoc_bit_start,
1638ccd979bdSMark Fasheh 					   num_bits,
1639ccd979bdSMark Fasheh 					   &bg_blkno);
1640ccd979bdSMark Fasheh 	if (status < 0) {
1641ccd979bdSMark Fasheh 		mlog_errno(status);
1642ccd979bdSMark Fasheh 		goto bail;
1643ccd979bdSMark Fasheh 	}
1644ccd979bdSMark Fasheh 	atomic_inc(&osb->alloc_stats.bg_allocs);
1645ccd979bdSMark Fasheh 
1646ccd979bdSMark Fasheh 	*blkno_start = bg_blkno + (u64) *suballoc_bit_start;
1647ccd979bdSMark Fasheh 	ac->ac_bits_given += (*num_bits);
1648ccd979bdSMark Fasheh 	status = 0;
1649ccd979bdSMark Fasheh bail:
1650ccd979bdSMark Fasheh 	mlog_exit(status);
1651ccd979bdSMark Fasheh 	return status;
1652ccd979bdSMark Fasheh }
1653ccd979bdSMark Fasheh 
165413821151STao Ma static void ocfs2_init_inode_ac_group(struct inode *dir,
165513821151STao Ma 				      struct buffer_head *parent_fe_bh,
165613821151STao Ma 				      struct ocfs2_alloc_context *ac)
165713821151STao Ma {
165813821151STao Ma 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *)parent_fe_bh->b_data;
165913821151STao Ma 	/*
166013821151STao Ma 	 * Try to allocate inodes from some specific group.
166113821151STao Ma 	 *
166213821151STao Ma 	 * If the parent dir has recorded the last group used in allocation,
166313821151STao Ma 	 * cool, use it. Otherwise if we try to allocate new inode from the
166413821151STao Ma 	 * same slot the parent dir belongs to, use the same chunk.
166513821151STao Ma 	 *
166613821151STao Ma 	 * We are very careful here to avoid the mistake of setting
166713821151STao Ma 	 * ac_last_group to a group descriptor from a different (unlocked) slot.
166813821151STao Ma 	 */
166913821151STao Ma 	if (OCFS2_I(dir)->ip_last_used_group &&
167013821151STao Ma 	    OCFS2_I(dir)->ip_last_used_slot == ac->ac_alloc_slot)
167113821151STao Ma 		ac->ac_last_group = OCFS2_I(dir)->ip_last_used_group;
167213821151STao Ma 	else if (le16_to_cpu(fe->i_suballoc_slot) == ac->ac_alloc_slot)
167313821151STao Ma 		ac->ac_last_group = ocfs2_which_suballoc_group(
167413821151STao Ma 					le64_to_cpu(fe->i_blkno),
167513821151STao Ma 					le16_to_cpu(fe->i_suballoc_bit));
167613821151STao Ma }
167713821151STao Ma 
167813821151STao Ma static inline void ocfs2_save_inode_ac_group(struct inode *dir,
167913821151STao Ma 					     struct ocfs2_alloc_context *ac)
168013821151STao Ma {
168113821151STao Ma 	OCFS2_I(dir)->ip_last_used_group = ac->ac_last_group;
168213821151STao Ma 	OCFS2_I(dir)->ip_last_used_slot = ac->ac_alloc_slot;
168313821151STao Ma }
168413821151STao Ma 
1685ccd979bdSMark Fasheh int ocfs2_claim_new_inode(struct ocfs2_super *osb,
16861fabe148SMark Fasheh 			  handle_t *handle,
168713821151STao Ma 			  struct inode *dir,
168813821151STao Ma 			  struct buffer_head *parent_fe_bh,
1689ccd979bdSMark Fasheh 			  struct ocfs2_alloc_context *ac,
1690ccd979bdSMark Fasheh 			  u16 *suballoc_bit,
1691ccd979bdSMark Fasheh 			  u64 *fe_blkno)
1692ccd979bdSMark Fasheh {
1693ccd979bdSMark Fasheh 	int status;
1694ccd979bdSMark Fasheh 	unsigned int num_bits;
1695ccd979bdSMark Fasheh 	u64 bg_blkno;
1696ccd979bdSMark Fasheh 
1697ccd979bdSMark Fasheh 	mlog_entry_void();
1698ccd979bdSMark Fasheh 
1699ccd979bdSMark Fasheh 	BUG_ON(!ac);
1700ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_given != 0);
1701ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_wanted != 1);
1702ccd979bdSMark Fasheh 	BUG_ON(ac->ac_which != OCFS2_AC_USE_INODE);
1703ccd979bdSMark Fasheh 
170413821151STao Ma 	ocfs2_init_inode_ac_group(dir, parent_fe_bh, ac);
170513821151STao Ma 
1706ccd979bdSMark Fasheh 	status = ocfs2_claim_suballoc_bits(osb,
1707ccd979bdSMark Fasheh 					   ac,
1708da5cbf2fSMark Fasheh 					   handle,
1709ccd979bdSMark Fasheh 					   1,
1710ccd979bdSMark Fasheh 					   1,
1711ccd979bdSMark Fasheh 					   suballoc_bit,
1712ccd979bdSMark Fasheh 					   &num_bits,
1713ccd979bdSMark Fasheh 					   &bg_blkno);
1714ccd979bdSMark Fasheh 	if (status < 0) {
1715ccd979bdSMark Fasheh 		mlog_errno(status);
1716ccd979bdSMark Fasheh 		goto bail;
1717ccd979bdSMark Fasheh 	}
1718ccd979bdSMark Fasheh 	atomic_inc(&osb->alloc_stats.bg_allocs);
1719ccd979bdSMark Fasheh 
1720ccd979bdSMark Fasheh 	BUG_ON(num_bits != 1);
1721ccd979bdSMark Fasheh 
1722ccd979bdSMark Fasheh 	*fe_blkno = bg_blkno + (u64) (*suballoc_bit);
1723ccd979bdSMark Fasheh 	ac->ac_bits_given++;
172413821151STao Ma 	ocfs2_save_inode_ac_group(dir, ac);
1725ccd979bdSMark Fasheh 	status = 0;
1726ccd979bdSMark Fasheh bail:
1727ccd979bdSMark Fasheh 	mlog_exit(status);
1728ccd979bdSMark Fasheh 	return status;
1729ccd979bdSMark Fasheh }
1730ccd979bdSMark Fasheh 
1731ccd979bdSMark Fasheh /* translate a group desc. blkno and it's bitmap offset into
1732ccd979bdSMark Fasheh  * disk cluster offset. */
1733ccd979bdSMark Fasheh static inline u32 ocfs2_desc_bitmap_to_cluster_off(struct inode *inode,
1734ccd979bdSMark Fasheh 						   u64 bg_blkno,
1735ccd979bdSMark Fasheh 						   u16 bg_bit_off)
1736ccd979bdSMark Fasheh {
1737ccd979bdSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1738ccd979bdSMark Fasheh 	u32 cluster = 0;
1739ccd979bdSMark Fasheh 
1740ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1741ccd979bdSMark Fasheh 
1742ccd979bdSMark Fasheh 	if (bg_blkno != osb->first_cluster_group_blkno)
1743ccd979bdSMark Fasheh 		cluster = ocfs2_blocks_to_clusters(inode->i_sb, bg_blkno);
1744ccd979bdSMark Fasheh 	cluster += (u32) bg_bit_off;
1745ccd979bdSMark Fasheh 	return cluster;
1746ccd979bdSMark Fasheh }
1747ccd979bdSMark Fasheh 
1748ccd979bdSMark Fasheh /* given a cluster offset, calculate which block group it belongs to
1749ccd979bdSMark Fasheh  * and return that block offset. */
1750d659072fSTao Ma u64 ocfs2_which_cluster_group(struct inode *inode, u32 cluster)
1751ccd979bdSMark Fasheh {
1752ccd979bdSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1753ccd979bdSMark Fasheh 	u32 group_no;
1754ccd979bdSMark Fasheh 
1755ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1756ccd979bdSMark Fasheh 
1757ccd979bdSMark Fasheh 	group_no = cluster / osb->bitmap_cpg;
1758ccd979bdSMark Fasheh 	if (!group_no)
1759ccd979bdSMark Fasheh 		return osb->first_cluster_group_blkno;
1760ccd979bdSMark Fasheh 	return ocfs2_clusters_to_blocks(inode->i_sb,
1761ccd979bdSMark Fasheh 					group_no * osb->bitmap_cpg);
1762ccd979bdSMark Fasheh }
1763ccd979bdSMark Fasheh 
1764ccd979bdSMark Fasheh /* given the block number of a cluster start, calculate which cluster
1765ccd979bdSMark Fasheh  * group and descriptor bitmap offset that corresponds to. */
1766ccd979bdSMark Fasheh static inline void ocfs2_block_to_cluster_group(struct inode *inode,
1767ccd979bdSMark Fasheh 						u64 data_blkno,
1768ccd979bdSMark Fasheh 						u64 *bg_blkno,
1769ccd979bdSMark Fasheh 						u16 *bg_bit_off)
1770ccd979bdSMark Fasheh {
1771ccd979bdSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1772ccd979bdSMark Fasheh 	u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);
1773ccd979bdSMark Fasheh 
1774ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1775ccd979bdSMark Fasheh 
1776ccd979bdSMark Fasheh 	*bg_blkno = ocfs2_which_cluster_group(inode,
1777ccd979bdSMark Fasheh 					      data_cluster);
1778ccd979bdSMark Fasheh 
1779ccd979bdSMark Fasheh 	if (*bg_blkno == osb->first_cluster_group_blkno)
1780ccd979bdSMark Fasheh 		*bg_bit_off = (u16) data_cluster;
1781ccd979bdSMark Fasheh 	else
1782ccd979bdSMark Fasheh 		*bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,
1783ccd979bdSMark Fasheh 							     data_blkno - *bg_blkno);
1784ccd979bdSMark Fasheh }
1785ccd979bdSMark Fasheh 
1786ccd979bdSMark Fasheh /*
1787ccd979bdSMark Fasheh  * min_bits - minimum contiguous chunk from this total allocation we
1788ccd979bdSMark Fasheh  * can handle. set to what we asked for originally for a full
1789ccd979bdSMark Fasheh  * contig. allocation, set to '1' to indicate we can deal with extents
1790ccd979bdSMark Fasheh  * of any size.
1791ccd979bdSMark Fasheh  */
1792415cb800SMark Fasheh int __ocfs2_claim_clusters(struct ocfs2_super *osb,
17931fabe148SMark Fasheh 			   handle_t *handle,
1794ccd979bdSMark Fasheh 			   struct ocfs2_alloc_context *ac,
1795ccd979bdSMark Fasheh 			   u32 min_clusters,
1796415cb800SMark Fasheh 			   u32 max_clusters,
1797ccd979bdSMark Fasheh 			   u32 *cluster_start,
1798ccd979bdSMark Fasheh 			   u32 *num_clusters)
1799ccd979bdSMark Fasheh {
1800ccd979bdSMark Fasheh 	int status;
1801415cb800SMark Fasheh 	unsigned int bits_wanted = max_clusters;
1802883d4caeSMark Fasheh 	u64 bg_blkno = 0;
1803ccd979bdSMark Fasheh 	u16 bg_bit_off;
1804ccd979bdSMark Fasheh 
1805ccd979bdSMark Fasheh 	mlog_entry_void();
1806ccd979bdSMark Fasheh 
1807ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_given >= ac->ac_bits_wanted);
1808ccd979bdSMark Fasheh 
1809ccd979bdSMark Fasheh 	BUG_ON(ac->ac_which != OCFS2_AC_USE_LOCAL
1810ccd979bdSMark Fasheh 	       && ac->ac_which != OCFS2_AC_USE_MAIN);
1811ccd979bdSMark Fasheh 
1812ccd979bdSMark Fasheh 	if (ac->ac_which == OCFS2_AC_USE_LOCAL) {
1813ccd979bdSMark Fasheh 		status = ocfs2_claim_local_alloc_bits(osb,
1814ccd979bdSMark Fasheh 						      handle,
1815ccd979bdSMark Fasheh 						      ac,
1816ccd979bdSMark Fasheh 						      bits_wanted,
1817ccd979bdSMark Fasheh 						      cluster_start,
1818ccd979bdSMark Fasheh 						      num_clusters);
1819ccd979bdSMark Fasheh 		if (!status)
1820ccd979bdSMark Fasheh 			atomic_inc(&osb->alloc_stats.local_data);
1821ccd979bdSMark Fasheh 	} else {
1822ccd979bdSMark Fasheh 		if (min_clusters > (osb->bitmap_cpg - 1)) {
1823ccd979bdSMark Fasheh 			/* The only paths asking for contiguousness
1824ccd979bdSMark Fasheh 			 * should know about this already. */
18252fbe8d1eSSunil Mushran 			mlog(ML_ERROR, "minimum allocation requested %u exceeds "
18262fbe8d1eSSunil Mushran 			     "group bitmap size %u!\n", min_clusters,
18272fbe8d1eSSunil Mushran 			     osb->bitmap_cpg);
1828ccd979bdSMark Fasheh 			status = -ENOSPC;
1829ccd979bdSMark Fasheh 			goto bail;
1830ccd979bdSMark Fasheh 		}
1831ccd979bdSMark Fasheh 		/* clamp the current request down to a realistic size. */
1832ccd979bdSMark Fasheh 		if (bits_wanted > (osb->bitmap_cpg - 1))
1833ccd979bdSMark Fasheh 			bits_wanted = osb->bitmap_cpg - 1;
1834ccd979bdSMark Fasheh 
1835ccd979bdSMark Fasheh 		status = ocfs2_claim_suballoc_bits(osb,
1836ccd979bdSMark Fasheh 						   ac,
1837da5cbf2fSMark Fasheh 						   handle,
1838ccd979bdSMark Fasheh 						   bits_wanted,
1839ccd979bdSMark Fasheh 						   min_clusters,
1840ccd979bdSMark Fasheh 						   &bg_bit_off,
1841ccd979bdSMark Fasheh 						   num_clusters,
1842ccd979bdSMark Fasheh 						   &bg_blkno);
1843ccd979bdSMark Fasheh 		if (!status) {
1844ccd979bdSMark Fasheh 			*cluster_start =
1845ccd979bdSMark Fasheh 				ocfs2_desc_bitmap_to_cluster_off(ac->ac_inode,
1846ccd979bdSMark Fasheh 								 bg_blkno,
1847ccd979bdSMark Fasheh 								 bg_bit_off);
1848ccd979bdSMark Fasheh 			atomic_inc(&osb->alloc_stats.bitmap_data);
1849ccd979bdSMark Fasheh 		}
1850ccd979bdSMark Fasheh 	}
1851ccd979bdSMark Fasheh 	if (status < 0) {
1852ccd979bdSMark Fasheh 		if (status != -ENOSPC)
1853ccd979bdSMark Fasheh 			mlog_errno(status);
1854ccd979bdSMark Fasheh 		goto bail;
1855ccd979bdSMark Fasheh 	}
1856ccd979bdSMark Fasheh 
1857ccd979bdSMark Fasheh 	ac->ac_bits_given += *num_clusters;
1858ccd979bdSMark Fasheh 
1859ccd979bdSMark Fasheh bail:
1860ccd979bdSMark Fasheh 	mlog_exit(status);
1861ccd979bdSMark Fasheh 	return status;
1862ccd979bdSMark Fasheh }
1863ccd979bdSMark Fasheh 
1864415cb800SMark Fasheh int ocfs2_claim_clusters(struct ocfs2_super *osb,
1865415cb800SMark Fasheh 			 handle_t *handle,
1866415cb800SMark Fasheh 			 struct ocfs2_alloc_context *ac,
1867415cb800SMark Fasheh 			 u32 min_clusters,
1868415cb800SMark Fasheh 			 u32 *cluster_start,
1869415cb800SMark Fasheh 			 u32 *num_clusters)
1870415cb800SMark Fasheh {
1871415cb800SMark Fasheh 	unsigned int bits_wanted = ac->ac_bits_wanted - ac->ac_bits_given;
1872415cb800SMark Fasheh 
1873415cb800SMark Fasheh 	return __ocfs2_claim_clusters(osb, handle, ac, min_clusters,
1874415cb800SMark Fasheh 				      bits_wanted, cluster_start, num_clusters);
1875415cb800SMark Fasheh }
1876415cb800SMark Fasheh 
18771fabe148SMark Fasheh static inline int ocfs2_block_group_clear_bits(handle_t *handle,
1878ccd979bdSMark Fasheh 					       struct inode *alloc_inode,
1879ccd979bdSMark Fasheh 					       struct ocfs2_group_desc *bg,
1880ccd979bdSMark Fasheh 					       struct buffer_head *group_bh,
1881ccd979bdSMark Fasheh 					       unsigned int bit_off,
1882ccd979bdSMark Fasheh 					       unsigned int num_bits)
1883ccd979bdSMark Fasheh {
1884ccd979bdSMark Fasheh 	int status;
1885ccd979bdSMark Fasheh 	unsigned int tmp;
1886ccd979bdSMark Fasheh 	int journal_type = OCFS2_JOURNAL_ACCESS_WRITE;
1887ccd979bdSMark Fasheh 	struct ocfs2_group_desc *undo_bg = NULL;
1888ccd979bdSMark Fasheh 
1889ccd979bdSMark Fasheh 	mlog_entry_void();
1890ccd979bdSMark Fasheh 
189142035306SJoel Becker 	/* The caller got this descriptor from
189242035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
189342035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1894ccd979bdSMark Fasheh 
1895ccd979bdSMark Fasheh 	mlog(0, "off = %u, num = %u\n", bit_off, num_bits);
1896ccd979bdSMark Fasheh 
1897ccd979bdSMark Fasheh 	if (ocfs2_is_cluster_bitmap(alloc_inode))
1898ccd979bdSMark Fasheh 		journal_type = OCFS2_JOURNAL_ACCESS_UNDO;
1899ccd979bdSMark Fasheh 
190013723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle, alloc_inode, group_bh,
1901ccd979bdSMark Fasheh 					 journal_type);
1902ccd979bdSMark Fasheh 	if (status < 0) {
1903ccd979bdSMark Fasheh 		mlog_errno(status);
1904ccd979bdSMark Fasheh 		goto bail;
1905ccd979bdSMark Fasheh 	}
1906ccd979bdSMark Fasheh 
1907ccd979bdSMark Fasheh 	if (ocfs2_is_cluster_bitmap(alloc_inode))
1908ccd979bdSMark Fasheh 		undo_bg = (struct ocfs2_group_desc *) bh2jh(group_bh)->b_committed_data;
1909ccd979bdSMark Fasheh 
1910ccd979bdSMark Fasheh 	tmp = num_bits;
1911ccd979bdSMark Fasheh 	while(tmp--) {
1912ccd979bdSMark Fasheh 		ocfs2_clear_bit((bit_off + tmp),
1913ccd979bdSMark Fasheh 				(unsigned long *) bg->bg_bitmap);
1914ccd979bdSMark Fasheh 		if (ocfs2_is_cluster_bitmap(alloc_inode))
1915ccd979bdSMark Fasheh 			ocfs2_set_bit(bit_off + tmp,
1916ccd979bdSMark Fasheh 				      (unsigned long *) undo_bg->bg_bitmap);
1917ccd979bdSMark Fasheh 	}
1918ccd979bdSMark Fasheh 	le16_add_cpu(&bg->bg_free_bits_count, num_bits);
1919ccd979bdSMark Fasheh 
1920ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, group_bh);
1921ccd979bdSMark Fasheh 	if (status < 0)
1922ccd979bdSMark Fasheh 		mlog_errno(status);
1923ccd979bdSMark Fasheh bail:
1924ccd979bdSMark Fasheh 	return status;
1925ccd979bdSMark Fasheh }
1926ccd979bdSMark Fasheh 
1927ccd979bdSMark Fasheh /*
1928ccd979bdSMark Fasheh  * expects the suballoc inode to already be locked.
1929ccd979bdSMark Fasheh  */
19302b604351SMark Fasheh int ocfs2_free_suballoc_bits(handle_t *handle,
1931ccd979bdSMark Fasheh 			     struct inode *alloc_inode,
1932ccd979bdSMark Fasheh 			     struct buffer_head *alloc_bh,
1933ccd979bdSMark Fasheh 			     unsigned int start_bit,
1934ccd979bdSMark Fasheh 			     u64 bg_blkno,
1935ccd979bdSMark Fasheh 			     unsigned int count)
1936ccd979bdSMark Fasheh {
1937ccd979bdSMark Fasheh 	int status = 0;
1938ccd979bdSMark Fasheh 	u32 tmp_used;
1939ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) alloc_bh->b_data;
1940ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl = &fe->id2.i_chain;
1941ccd979bdSMark Fasheh 	struct buffer_head *group_bh = NULL;
1942ccd979bdSMark Fasheh 	struct ocfs2_group_desc *group;
1943ccd979bdSMark Fasheh 
1944ccd979bdSMark Fasheh 	mlog_entry_void();
1945ccd979bdSMark Fasheh 
194610995aa2SJoel Becker 	/* The alloc_bh comes from ocfs2_free_dinode() or
194710995aa2SJoel Becker 	 * ocfs2_free_clusters().  The callers have all locked the
194810995aa2SJoel Becker 	 * allocator and gotten alloc_bh from the lock call.  This
194910995aa2SJoel Becker 	 * validates the dinode buffer.  Any corruption that has happended
195010995aa2SJoel Becker 	 * is a code bug. */
195110995aa2SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
1952ccd979bdSMark Fasheh 	BUG_ON((count + start_bit) > ocfs2_bits_per_group(cl));
1953ccd979bdSMark Fasheh 
1954b0697053SMark Fasheh 	mlog(0, "%llu: freeing %u bits from group %llu, starting at %u\n",
1955b0697053SMark Fasheh 	     (unsigned long long)OCFS2_I(alloc_inode)->ip_blkno, count,
1956b0697053SMark Fasheh 	     (unsigned long long)bg_blkno, start_bit);
1957ccd979bdSMark Fasheh 
195868f64d47SJoel Becker 	status = ocfs2_read_group_descriptor(alloc_inode, fe, bg_blkno,
195968f64d47SJoel Becker 					     &group_bh);
1960ccd979bdSMark Fasheh 	if (status < 0) {
1961ccd979bdSMark Fasheh 		mlog_errno(status);
1962ccd979bdSMark Fasheh 		goto bail;
1963ccd979bdSMark Fasheh 	}
1964ccd979bdSMark Fasheh 	group = (struct ocfs2_group_desc *) group_bh->b_data;
196568f64d47SJoel Becker 
1966ccd979bdSMark Fasheh 	BUG_ON((count + start_bit) > le16_to_cpu(group->bg_bits));
1967ccd979bdSMark Fasheh 
1968ccd979bdSMark Fasheh 	status = ocfs2_block_group_clear_bits(handle, alloc_inode,
1969ccd979bdSMark Fasheh 					      group, group_bh,
1970ccd979bdSMark Fasheh 					      start_bit, count);
1971ccd979bdSMark Fasheh 	if (status < 0) {
1972ccd979bdSMark Fasheh 		mlog_errno(status);
1973ccd979bdSMark Fasheh 		goto bail;
1974ccd979bdSMark Fasheh 	}
1975ccd979bdSMark Fasheh 
197613723d00SJoel Becker 	status = ocfs2_journal_access_di(handle, alloc_inode, alloc_bh,
1977ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1978ccd979bdSMark Fasheh 	if (status < 0) {
1979ccd979bdSMark Fasheh 		mlog_errno(status);
1980ccd979bdSMark Fasheh 		goto bail;
1981ccd979bdSMark Fasheh 	}
1982ccd979bdSMark Fasheh 
1983ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[le16_to_cpu(group->bg_chain)].c_free,
1984ccd979bdSMark Fasheh 		     count);
1985ccd979bdSMark Fasheh 	tmp_used = le32_to_cpu(fe->id1.bitmap1.i_used);
1986ccd979bdSMark Fasheh 	fe->id1.bitmap1.i_used = cpu_to_le32(tmp_used - count);
1987ccd979bdSMark Fasheh 
1988ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, alloc_bh);
1989ccd979bdSMark Fasheh 	if (status < 0) {
1990ccd979bdSMark Fasheh 		mlog_errno(status);
1991ccd979bdSMark Fasheh 		goto bail;
1992ccd979bdSMark Fasheh 	}
1993ccd979bdSMark Fasheh 
1994ccd979bdSMark Fasheh bail:
1995ccd979bdSMark Fasheh 	brelse(group_bh);
1996ccd979bdSMark Fasheh 
1997ccd979bdSMark Fasheh 	mlog_exit(status);
1998ccd979bdSMark Fasheh 	return status;
1999ccd979bdSMark Fasheh }
2000ccd979bdSMark Fasheh 
20011fabe148SMark Fasheh int ocfs2_free_dinode(handle_t *handle,
2002ccd979bdSMark Fasheh 		      struct inode *inode_alloc_inode,
2003ccd979bdSMark Fasheh 		      struct buffer_head *inode_alloc_bh,
2004ccd979bdSMark Fasheh 		      struct ocfs2_dinode *di)
2005ccd979bdSMark Fasheh {
2006ccd979bdSMark Fasheh 	u64 blk = le64_to_cpu(di->i_blkno);
2007ccd979bdSMark Fasheh 	u16 bit = le16_to_cpu(di->i_suballoc_bit);
2008ccd979bdSMark Fasheh 	u64 bg_blkno = ocfs2_which_suballoc_group(blk, bit);
2009ccd979bdSMark Fasheh 
2010ccd979bdSMark Fasheh 	return ocfs2_free_suballoc_bits(handle, inode_alloc_inode,
2011ccd979bdSMark Fasheh 					inode_alloc_bh, bit, bg_blkno, 1);
2012ccd979bdSMark Fasheh }
2013ccd979bdSMark Fasheh 
20141fabe148SMark Fasheh int ocfs2_free_clusters(handle_t *handle,
2015ccd979bdSMark Fasheh 		       struct inode *bitmap_inode,
2016ccd979bdSMark Fasheh 		       struct buffer_head *bitmap_bh,
2017ccd979bdSMark Fasheh 		       u64 start_blk,
2018ccd979bdSMark Fasheh 		       unsigned int num_clusters)
2019ccd979bdSMark Fasheh {
2020ccd979bdSMark Fasheh 	int status;
2021ccd979bdSMark Fasheh 	u16 bg_start_bit;
2022ccd979bdSMark Fasheh 	u64 bg_blkno;
2023ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
2024ccd979bdSMark Fasheh 
2025ccd979bdSMark Fasheh 	/* You can't ever have a contiguous set of clusters
2026ccd979bdSMark Fasheh 	 * bigger than a block group bitmap so we never have to worry
2027ccd979bdSMark Fasheh 	 * about looping on them. */
2028ccd979bdSMark Fasheh 
2029ccd979bdSMark Fasheh 	mlog_entry_void();
2030ccd979bdSMark Fasheh 
2031ccd979bdSMark Fasheh 	/* This is expensive. We can safely remove once this stuff has
2032ccd979bdSMark Fasheh 	 * gotten tested really well. */
2033ccd979bdSMark Fasheh 	BUG_ON(start_blk != ocfs2_clusters_to_blocks(bitmap_inode->i_sb, ocfs2_blocks_to_clusters(bitmap_inode->i_sb, start_blk)));
2034ccd979bdSMark Fasheh 
2035ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) bitmap_bh->b_data;
2036ccd979bdSMark Fasheh 
2037ccd979bdSMark Fasheh 	ocfs2_block_to_cluster_group(bitmap_inode, start_blk, &bg_blkno,
2038ccd979bdSMark Fasheh 				     &bg_start_bit);
2039ccd979bdSMark Fasheh 
2040b0697053SMark Fasheh 	mlog(0, "want to free %u clusters starting at block %llu\n",
2041b0697053SMark Fasheh 	     num_clusters, (unsigned long long)start_blk);
2042b0697053SMark Fasheh 	mlog(0, "bg_blkno = %llu, bg_start_bit = %u\n",
2043b0697053SMark Fasheh 	     (unsigned long long)bg_blkno, bg_start_bit);
2044ccd979bdSMark Fasheh 
2045ccd979bdSMark Fasheh 	status = ocfs2_free_suballoc_bits(handle, bitmap_inode, bitmap_bh,
2046ccd979bdSMark Fasheh 					  bg_start_bit, bg_blkno,
2047ccd979bdSMark Fasheh 					  num_clusters);
20489c7af40bSMark Fasheh 	if (status < 0) {
2049ccd979bdSMark Fasheh 		mlog_errno(status);
20509c7af40bSMark Fasheh 		goto out;
20519c7af40bSMark Fasheh 	}
2052ccd979bdSMark Fasheh 
20539c7af40bSMark Fasheh 	ocfs2_local_alloc_seen_free_bits(OCFS2_SB(bitmap_inode->i_sb),
20549c7af40bSMark Fasheh 					 num_clusters);
20559c7af40bSMark Fasheh 
20569c7af40bSMark Fasheh out:
2057ccd979bdSMark Fasheh 	mlog_exit(status);
2058ccd979bdSMark Fasheh 	return status;
2059ccd979bdSMark Fasheh }
2060ccd979bdSMark Fasheh 
2061ccd979bdSMark Fasheh static inline void ocfs2_debug_bg(struct ocfs2_group_desc *bg)
2062ccd979bdSMark Fasheh {
2063ccd979bdSMark Fasheh 	printk("Block Group:\n");
2064ccd979bdSMark Fasheh 	printk("bg_signature:       %s\n", bg->bg_signature);
2065ccd979bdSMark Fasheh 	printk("bg_size:            %u\n", bg->bg_size);
2066ccd979bdSMark Fasheh 	printk("bg_bits:            %u\n", bg->bg_bits);
2067ccd979bdSMark Fasheh 	printk("bg_free_bits_count: %u\n", bg->bg_free_bits_count);
2068ccd979bdSMark Fasheh 	printk("bg_chain:           %u\n", bg->bg_chain);
2069ccd979bdSMark Fasheh 	printk("bg_generation:      %u\n", le32_to_cpu(bg->bg_generation));
2070b0697053SMark Fasheh 	printk("bg_next_group:      %llu\n",
2071b0697053SMark Fasheh 	       (unsigned long long)bg->bg_next_group);
2072b0697053SMark Fasheh 	printk("bg_parent_dinode:   %llu\n",
2073b0697053SMark Fasheh 	       (unsigned long long)bg->bg_parent_dinode);
2074b0697053SMark Fasheh 	printk("bg_blkno:           %llu\n",
2075b0697053SMark Fasheh 	       (unsigned long long)bg->bg_blkno);
2076ccd979bdSMark Fasheh }
2077ccd979bdSMark Fasheh 
2078ccd979bdSMark Fasheh static inline void ocfs2_debug_suballoc_inode(struct ocfs2_dinode *fe)
2079ccd979bdSMark Fasheh {
2080ccd979bdSMark Fasheh 	int i;
2081ccd979bdSMark Fasheh 
2082b0697053SMark Fasheh 	printk("Suballoc Inode %llu:\n", (unsigned long long)fe->i_blkno);
2083ccd979bdSMark Fasheh 	printk("i_signature:                  %s\n", fe->i_signature);
2084b0697053SMark Fasheh 	printk("i_size:                       %llu\n",
2085b0697053SMark Fasheh 	       (unsigned long long)fe->i_size);
2086ccd979bdSMark Fasheh 	printk("i_clusters:                   %u\n", fe->i_clusters);
2087ccd979bdSMark Fasheh 	printk("i_generation:                 %u\n",
2088ccd979bdSMark Fasheh 	       le32_to_cpu(fe->i_generation));
2089ccd979bdSMark Fasheh 	printk("id1.bitmap1.i_used:           %u\n",
2090ccd979bdSMark Fasheh 	       le32_to_cpu(fe->id1.bitmap1.i_used));
2091ccd979bdSMark Fasheh 	printk("id1.bitmap1.i_total:          %u\n",
2092ccd979bdSMark Fasheh 	       le32_to_cpu(fe->id1.bitmap1.i_total));
2093ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_cpg:           %u\n", fe->id2.i_chain.cl_cpg);
2094ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_bpc:           %u\n", fe->id2.i_chain.cl_bpc);
2095ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_count:         %u\n", fe->id2.i_chain.cl_count);
2096ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_next_free_rec: %u\n",
2097ccd979bdSMark Fasheh 	       fe->id2.i_chain.cl_next_free_rec);
2098ccd979bdSMark Fasheh 	for(i = 0; i < fe->id2.i_chain.cl_next_free_rec; i++) {
2099ccd979bdSMark Fasheh 		printk("fe->id2.i_chain.cl_recs[%d].c_free:  %u\n", i,
2100ccd979bdSMark Fasheh 		       fe->id2.i_chain.cl_recs[i].c_free);
2101ccd979bdSMark Fasheh 		printk("fe->id2.i_chain.cl_recs[%d].c_total: %u\n", i,
2102ccd979bdSMark Fasheh 		       fe->id2.i_chain.cl_recs[i].c_total);
2103b0697053SMark Fasheh 		printk("fe->id2.i_chain.cl_recs[%d].c_blkno: %llu\n", i,
2104b0697053SMark Fasheh 		       (unsigned long long)fe->id2.i_chain.cl_recs[i].c_blkno);
2105ccd979bdSMark Fasheh 	}
2106ccd979bdSMark Fasheh }
2107e7d4cb6bSTao Ma 
2108e7d4cb6bSTao Ma /*
2109e7d4cb6bSTao Ma  * For a given allocation, determine which allocators will need to be
2110e7d4cb6bSTao Ma  * accessed, and lock them, reserving the appropriate number of bits.
2111e7d4cb6bSTao Ma  *
2112e7d4cb6bSTao Ma  * Sparse file systems call this from ocfs2_write_begin_nolock()
2113e7d4cb6bSTao Ma  * and ocfs2_allocate_unwritten_extents().
2114e7d4cb6bSTao Ma  *
2115e7d4cb6bSTao Ma  * File systems which don't support holes call this from
2116e7d4cb6bSTao Ma  * ocfs2_extend_allocation().
2117e7d4cb6bSTao Ma  */
2118f99b9b7cSJoel Becker int ocfs2_lock_allocators(struct inode *inode,
2119f99b9b7cSJoel Becker 			  struct ocfs2_extent_tree *et,
2120e7d4cb6bSTao Ma 			  u32 clusters_to_add, u32 extents_to_split,
2121e7d4cb6bSTao Ma 			  struct ocfs2_alloc_context **data_ac,
2122f99b9b7cSJoel Becker 			  struct ocfs2_alloc_context **meta_ac)
2123e7d4cb6bSTao Ma {
2124e7d4cb6bSTao Ma 	int ret = 0, num_free_extents;
2125e7d4cb6bSTao Ma 	unsigned int max_recs_needed = clusters_to_add + 2 * extents_to_split;
2126e7d4cb6bSTao Ma 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2127e7d4cb6bSTao Ma 
2128e7d4cb6bSTao Ma 	*meta_ac = NULL;
2129e7d4cb6bSTao Ma 	if (data_ac)
2130e7d4cb6bSTao Ma 		*data_ac = NULL;
2131e7d4cb6bSTao Ma 
2132e7d4cb6bSTao Ma 	BUG_ON(clusters_to_add != 0 && data_ac == NULL);
2133e7d4cb6bSTao Ma 
2134f99b9b7cSJoel Becker 	num_free_extents = ocfs2_num_free_extents(osb, inode, et);
2135e7d4cb6bSTao Ma 	if (num_free_extents < 0) {
2136e7d4cb6bSTao Ma 		ret = num_free_extents;
2137e7d4cb6bSTao Ma 		mlog_errno(ret);
2138e7d4cb6bSTao Ma 		goto out;
2139e7d4cb6bSTao Ma 	}
2140e7d4cb6bSTao Ma 
2141e7d4cb6bSTao Ma 	/*
2142e7d4cb6bSTao Ma 	 * Sparse allocation file systems need to be more conservative
2143e7d4cb6bSTao Ma 	 * with reserving room for expansion - the actual allocation
2144e7d4cb6bSTao Ma 	 * happens while we've got a journal handle open so re-taking
2145e7d4cb6bSTao Ma 	 * a cluster lock (because we ran out of room for another
2146e7d4cb6bSTao Ma 	 * extent) will violate ordering rules.
2147e7d4cb6bSTao Ma 	 *
2148e7d4cb6bSTao Ma 	 * Most of the time we'll only be seeing this 1 cluster at a time
2149e7d4cb6bSTao Ma 	 * anyway.
2150e7d4cb6bSTao Ma 	 *
2151e7d4cb6bSTao Ma 	 * Always lock for any unwritten extents - we might want to
2152e7d4cb6bSTao Ma 	 * add blocks during a split.
2153e7d4cb6bSTao Ma 	 */
2154e7d4cb6bSTao Ma 	if (!num_free_extents ||
2155e7d4cb6bSTao Ma 	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {
2156f99b9b7cSJoel Becker 		ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);
2157e7d4cb6bSTao Ma 		if (ret < 0) {
2158e7d4cb6bSTao Ma 			if (ret != -ENOSPC)
2159e7d4cb6bSTao Ma 				mlog_errno(ret);
2160e7d4cb6bSTao Ma 			goto out;
2161e7d4cb6bSTao Ma 		}
2162e7d4cb6bSTao Ma 	}
2163e7d4cb6bSTao Ma 
2164e7d4cb6bSTao Ma 	if (clusters_to_add == 0)
2165e7d4cb6bSTao Ma 		goto out;
2166e7d4cb6bSTao Ma 
2167e7d4cb6bSTao Ma 	ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);
2168e7d4cb6bSTao Ma 	if (ret < 0) {
2169e7d4cb6bSTao Ma 		if (ret != -ENOSPC)
2170e7d4cb6bSTao Ma 			mlog_errno(ret);
2171e7d4cb6bSTao Ma 		goto out;
2172e7d4cb6bSTao Ma 	}
2173e7d4cb6bSTao Ma 
2174e7d4cb6bSTao Ma out:
2175e7d4cb6bSTao Ma 	if (ret) {
2176e7d4cb6bSTao Ma 		if (*meta_ac) {
2177e7d4cb6bSTao Ma 			ocfs2_free_alloc_context(*meta_ac);
2178e7d4cb6bSTao Ma 			*meta_ac = NULL;
2179e7d4cb6bSTao Ma 		}
2180e7d4cb6bSTao Ma 
2181e7d4cb6bSTao Ma 		/*
2182e7d4cb6bSTao Ma 		 * We cannot have an error and a non null *data_ac.
2183e7d4cb6bSTao Ma 		 */
2184e7d4cb6bSTao Ma 	}
2185e7d4cb6bSTao Ma 
2186e7d4cb6bSTao Ma 	return ret;
2187e7d4cb6bSTao Ma }
21886ca497a8Swengang wang 
21896ca497a8Swengang wang /*
21906ca497a8Swengang wang  * Read the inode specified by blkno to get suballoc_slot and
21916ca497a8Swengang wang  * suballoc_bit.
21926ca497a8Swengang wang  */
21936ca497a8Swengang wang static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,
21946ca497a8Swengang wang 				       u16 *suballoc_slot, u16 *suballoc_bit)
21956ca497a8Swengang wang {
21966ca497a8Swengang wang 	int status;
21976ca497a8Swengang wang 	struct buffer_head *inode_bh = NULL;
21986ca497a8Swengang wang 	struct ocfs2_dinode *inode_fe;
21996ca497a8Swengang wang 
2200*5b09b507SJoel Becker 	mlog_entry("blkno: %llu\n", (unsigned long long)blkno);
22016ca497a8Swengang wang 
22026ca497a8Swengang wang 	/* dirty read disk */
22036ca497a8Swengang wang 	status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);
22046ca497a8Swengang wang 	if (status < 0) {
2205*5b09b507SJoel Becker 		mlog(ML_ERROR, "read block %llu failed %d\n",
2206*5b09b507SJoel Becker 		     (unsigned long long)blkno, status);
22076ca497a8Swengang wang 		goto bail;
22086ca497a8Swengang wang 	}
22096ca497a8Swengang wang 
22106ca497a8Swengang wang 	inode_fe = (struct ocfs2_dinode *) inode_bh->b_data;
22116ca497a8Swengang wang 	if (!OCFS2_IS_VALID_DINODE(inode_fe)) {
2212*5b09b507SJoel Becker 		mlog(ML_ERROR, "invalid inode %llu requested\n",
2213*5b09b507SJoel Becker 		     (unsigned long long)blkno);
22146ca497a8Swengang wang 		status = -EINVAL;
22156ca497a8Swengang wang 		goto bail;
22166ca497a8Swengang wang 	}
22176ca497a8Swengang wang 
22180fba8137STao Ma 	if (le16_to_cpu(inode_fe->i_suballoc_slot) != (u16)OCFS2_INVALID_SLOT &&
22196ca497a8Swengang wang 	    (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {
22206ca497a8Swengang wang 		mlog(ML_ERROR, "inode %llu has invalid suballoc slot %u\n",
2221*5b09b507SJoel Becker 		     (unsigned long long)blkno,
2222*5b09b507SJoel Becker 		     (u32)le16_to_cpu(inode_fe->i_suballoc_slot));
22236ca497a8Swengang wang 		status = -EINVAL;
22246ca497a8Swengang wang 		goto bail;
22256ca497a8Swengang wang 	}
22266ca497a8Swengang wang 
22276ca497a8Swengang wang 	if (suballoc_slot)
22286ca497a8Swengang wang 		*suballoc_slot = le16_to_cpu(inode_fe->i_suballoc_slot);
22296ca497a8Swengang wang 	if (suballoc_bit)
22306ca497a8Swengang wang 		*suballoc_bit = le16_to_cpu(inode_fe->i_suballoc_bit);
22316ca497a8Swengang wang 
22326ca497a8Swengang wang bail:
22336ca497a8Swengang wang 	brelse(inode_bh);
22346ca497a8Swengang wang 
22356ca497a8Swengang wang 	mlog_exit(status);
22366ca497a8Swengang wang 	return status;
22376ca497a8Swengang wang }
22386ca497a8Swengang wang 
22396ca497a8Swengang wang /*
22406ca497a8Swengang wang  * test whether bit is SET in allocator bitmap or not.  on success, 0
22416ca497a8Swengang wang  * is returned and *res is 1 for SET; 0 otherwise.  when fails, errno
22426ca497a8Swengang wang  * is returned and *res is meaningless.  Call this after you have
22436ca497a8Swengang wang  * cluster locked against suballoc, or you may get a result based on
22446ca497a8Swengang wang  * non-up2date contents
22456ca497a8Swengang wang  */
22466ca497a8Swengang wang static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,
22476ca497a8Swengang wang 				   struct inode *suballoc,
22486ca497a8Swengang wang 				   struct buffer_head *alloc_bh, u64 blkno,
22496ca497a8Swengang wang 				   u16 bit, int *res)
22506ca497a8Swengang wang {
22516ca497a8Swengang wang 	struct ocfs2_dinode *alloc_fe;
22526ca497a8Swengang wang 	struct ocfs2_group_desc *group;
22536ca497a8Swengang wang 	struct buffer_head *group_bh = NULL;
22546ca497a8Swengang wang 	u64 bg_blkno;
22556ca497a8Swengang wang 	int status;
22566ca497a8Swengang wang 
2257*5b09b507SJoel Becker 	mlog_entry("blkno: %llu bit: %u\n", (unsigned long long)blkno,
2258*5b09b507SJoel Becker 		   (unsigned int)bit);
22596ca497a8Swengang wang 
22606ca497a8Swengang wang 	alloc_fe = (struct ocfs2_dinode *)alloc_bh->b_data;
22616ca497a8Swengang wang 	if ((bit + 1) > ocfs2_bits_per_group(&alloc_fe->id2.i_chain)) {
22626ca497a8Swengang wang 		mlog(ML_ERROR, "suballoc bit %u out of range of %u\n",
22636ca497a8Swengang wang 		     (unsigned int)bit,
22646ca497a8Swengang wang 		     ocfs2_bits_per_group(&alloc_fe->id2.i_chain));
22656ca497a8Swengang wang 		status = -EINVAL;
22666ca497a8Swengang wang 		goto bail;
22676ca497a8Swengang wang 	}
22686ca497a8Swengang wang 
22696ca497a8Swengang wang 	bg_blkno = ocfs2_which_suballoc_group(blkno, bit);
22706ca497a8Swengang wang 	status = ocfs2_read_group_descriptor(suballoc, alloc_fe, bg_blkno,
22716ca497a8Swengang wang 					     &group_bh);
22726ca497a8Swengang wang 	if (status < 0) {
2273*5b09b507SJoel Becker 		mlog(ML_ERROR, "read group %llu failed %d\n",
2274*5b09b507SJoel Becker 		     (unsigned long long)bg_blkno, status);
22756ca497a8Swengang wang 		goto bail;
22766ca497a8Swengang wang 	}
22776ca497a8Swengang wang 
22786ca497a8Swengang wang 	group = (struct ocfs2_group_desc *) group_bh->b_data;
22796ca497a8Swengang wang 	*res = ocfs2_test_bit(bit, (unsigned long *)group->bg_bitmap);
22806ca497a8Swengang wang 
22816ca497a8Swengang wang bail:
22826ca497a8Swengang wang 	brelse(group_bh);
22836ca497a8Swengang wang 
22846ca497a8Swengang wang 	mlog_exit(status);
22856ca497a8Swengang wang 	return status;
22866ca497a8Swengang wang }
22876ca497a8Swengang wang 
22886ca497a8Swengang wang /*
22896ca497a8Swengang wang  * Test if the bit representing this inode (blkno) is set in the
22906ca497a8Swengang wang  * suballocator.
22916ca497a8Swengang wang  *
22926ca497a8Swengang wang  * On success, 0 is returned and *res is 1 for SET; 0 otherwise.
22936ca497a8Swengang wang  *
22946ca497a8Swengang wang  * In the event of failure, a negative value is returned and *res is
22956ca497a8Swengang wang  * meaningless.
22966ca497a8Swengang wang  *
22976ca497a8Swengang wang  * Callers must make sure to hold nfs_sync_lock to prevent
22986ca497a8Swengang wang  * ocfs2_delete_inode() on another node from accessing the same
22996ca497a8Swengang wang  * suballocator concurrently.
23006ca497a8Swengang wang  */
23016ca497a8Swengang wang int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)
23026ca497a8Swengang wang {
23036ca497a8Swengang wang 	int status;
23046ca497a8Swengang wang 	u16 suballoc_bit = 0, suballoc_slot = 0;
23056ca497a8Swengang wang 	struct inode *inode_alloc_inode;
23066ca497a8Swengang wang 	struct buffer_head *alloc_bh = NULL;
23076ca497a8Swengang wang 
2308*5b09b507SJoel Becker 	mlog_entry("blkno: %llu", (unsigned long long)blkno);
23096ca497a8Swengang wang 
23106ca497a8Swengang wang 	status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,
23116ca497a8Swengang wang 					     &suballoc_bit);
23126ca497a8Swengang wang 	if (status < 0) {
23136ca497a8Swengang wang 		mlog(ML_ERROR, "get alloc slot and bit failed %d\n", status);
23146ca497a8Swengang wang 		goto bail;
23156ca497a8Swengang wang 	}
23166ca497a8Swengang wang 
23176ca497a8Swengang wang 	inode_alloc_inode =
23186ca497a8Swengang wang 		ocfs2_get_system_file_inode(osb, INODE_ALLOC_SYSTEM_INODE,
23196ca497a8Swengang wang 					    suballoc_slot);
23206ca497a8Swengang wang 	if (!inode_alloc_inode) {
23216ca497a8Swengang wang 		/* the error code could be inaccurate, but we are not able to
23226ca497a8Swengang wang 		 * get the correct one. */
23236ca497a8Swengang wang 		status = -EINVAL;
23246ca497a8Swengang wang 		mlog(ML_ERROR, "unable to get alloc inode in slot %u\n",
23256ca497a8Swengang wang 		     (u32)suballoc_slot);
23266ca497a8Swengang wang 		goto bail;
23276ca497a8Swengang wang 	}
23286ca497a8Swengang wang 
23296ca497a8Swengang wang 	mutex_lock(&inode_alloc_inode->i_mutex);
23306ca497a8Swengang wang 	status = ocfs2_inode_lock(inode_alloc_inode, &alloc_bh, 0);
23316ca497a8Swengang wang 	if (status < 0) {
23326ca497a8Swengang wang 		mutex_unlock(&inode_alloc_inode->i_mutex);
23336ca497a8Swengang wang 		mlog(ML_ERROR, "lock on alloc inode on slot %u failed %d\n",
23346ca497a8Swengang wang 		     (u32)suballoc_slot, status);
23356ca497a8Swengang wang 		goto bail;
23366ca497a8Swengang wang 	}
23376ca497a8Swengang wang 
23386ca497a8Swengang wang 	status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,
23396ca497a8Swengang wang 					 blkno, suballoc_bit, res);
23406ca497a8Swengang wang 	if (status < 0)
23416ca497a8Swengang wang 		mlog(ML_ERROR, "test suballoc bit failed %d\n", status);
23426ca497a8Swengang wang 
23436ca497a8Swengang wang 	ocfs2_inode_unlock(inode_alloc_inode, 0);
23446ca497a8Swengang wang 	mutex_unlock(&inode_alloc_inode->i_mutex);
23456ca497a8Swengang wang 
23466ca497a8Swengang wang 	iput(inode_alloc_inode);
23476ca497a8Swengang wang 	brelse(alloc_bh);
23486ca497a8Swengang wang bail:
23496ca497a8Swengang wang 	mlog_exit(status);
23506ca497a8Swengang wang 	return status;
23516ca497a8Swengang wang }
2352