xref: /openbmc/linux/fs/ocfs2/suballoc.c (revision 94e41ecfe0f202df948fdbb19a53308a58cf2184)
1ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*-
2ccd979bdSMark Fasheh  * vim: noexpandtab sw=8 ts=8 sts=0:
3ccd979bdSMark Fasheh  *
4ccd979bdSMark Fasheh  * suballoc.c
5ccd979bdSMark Fasheh  *
6ccd979bdSMark Fasheh  * metadata alloc and free
7ccd979bdSMark Fasheh  * Inspired by ext3 block groups.
8ccd979bdSMark Fasheh  *
9ccd979bdSMark Fasheh  * Copyright (C) 2002, 2004 Oracle.  All rights reserved.
10ccd979bdSMark Fasheh  *
11ccd979bdSMark Fasheh  * This program is free software; you can redistribute it and/or
12ccd979bdSMark Fasheh  * modify it under the terms of the GNU General Public
13ccd979bdSMark Fasheh  * License as published by the Free Software Foundation; either
14ccd979bdSMark Fasheh  * version 2 of the License, or (at your option) any later version.
15ccd979bdSMark Fasheh  *
16ccd979bdSMark Fasheh  * This program is distributed in the hope that it will be useful,
17ccd979bdSMark Fasheh  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18ccd979bdSMark Fasheh  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19ccd979bdSMark Fasheh  * General Public License for more details.
20ccd979bdSMark Fasheh  *
21ccd979bdSMark Fasheh  * You should have received a copy of the GNU General Public
22ccd979bdSMark Fasheh  * License along with this program; if not, write to the
23ccd979bdSMark Fasheh  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24ccd979bdSMark Fasheh  * Boston, MA 021110-1307, USA.
25ccd979bdSMark Fasheh  */
26ccd979bdSMark Fasheh 
27ccd979bdSMark Fasheh #include <linux/fs.h>
28ccd979bdSMark Fasheh #include <linux/types.h>
29ccd979bdSMark Fasheh #include <linux/slab.h>
30ccd979bdSMark Fasheh #include <linux/highmem.h>
31ccd979bdSMark Fasheh 
32ccd979bdSMark Fasheh #define MLOG_MASK_PREFIX ML_DISK_ALLOC
33ccd979bdSMark Fasheh #include <cluster/masklog.h>
34ccd979bdSMark Fasheh 
35ccd979bdSMark Fasheh #include "ocfs2.h"
36ccd979bdSMark Fasheh 
37ccd979bdSMark Fasheh #include "alloc.h"
38d6b32bbbSJoel Becker #include "blockcheck.h"
39ccd979bdSMark Fasheh #include "dlmglue.h"
40ccd979bdSMark Fasheh #include "inode.h"
41ccd979bdSMark Fasheh #include "journal.h"
42ccd979bdSMark Fasheh #include "localalloc.h"
43ccd979bdSMark Fasheh #include "suballoc.h"
44ccd979bdSMark Fasheh #include "super.h"
45ccd979bdSMark Fasheh #include "sysfile.h"
46ccd979bdSMark Fasheh #include "uptodate.h"
47ccd979bdSMark Fasheh 
48ccd979bdSMark Fasheh #include "buffer_head_io.h"
49ccd979bdSMark Fasheh 
50ffda89a3STao Ma #define NOT_ALLOC_NEW_GROUP		0
5160ca81e8STao Ma #define ALLOC_NEW_GROUP			0x1
5260ca81e8STao Ma #define ALLOC_GROUPS_FROM_GLOBAL	0x2
53ffda89a3STao Ma 
544d0ddb2cSTao Ma #define OCFS2_MAX_INODES_TO_STEAL	1024
554d0ddb2cSTao Ma 
56ccd979bdSMark Fasheh static inline void ocfs2_debug_bg(struct ocfs2_group_desc *bg);
57ccd979bdSMark Fasheh static inline void ocfs2_debug_suballoc_inode(struct ocfs2_dinode *fe);
58ccd979bdSMark Fasheh static inline u16 ocfs2_find_victim_chain(struct ocfs2_chain_list *cl);
591fabe148SMark Fasheh static int ocfs2_block_group_fill(handle_t *handle,
60ccd979bdSMark Fasheh 				  struct inode *alloc_inode,
61ccd979bdSMark Fasheh 				  struct buffer_head *bg_bh,
62ccd979bdSMark Fasheh 				  u64 group_blkno,
63ccd979bdSMark Fasheh 				  u16 my_chain,
64ccd979bdSMark Fasheh 				  struct ocfs2_chain_list *cl);
65ccd979bdSMark Fasheh static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
66ccd979bdSMark Fasheh 				   struct inode *alloc_inode,
671187c968SJoel Becker 				   struct buffer_head *bh,
6860ca81e8STao Ma 				   u64 max_block,
69feb473a6STao Ma 				   u64 *last_alloc_group,
7060ca81e8STao Ma 				   int flags);
71ccd979bdSMark Fasheh 
72ccd979bdSMark Fasheh static int ocfs2_cluster_group_search(struct inode *inode,
73ccd979bdSMark Fasheh 				      struct buffer_head *group_bh,
74ccd979bdSMark Fasheh 				      u32 bits_wanted, u32 min_bits,
751187c968SJoel Becker 				      u64 max_block,
76ccd979bdSMark Fasheh 				      u16 *bit_off, u16 *bits_found);
77ccd979bdSMark Fasheh static int ocfs2_block_group_search(struct inode *inode,
78ccd979bdSMark Fasheh 				    struct buffer_head *group_bh,
79ccd979bdSMark Fasheh 				    u32 bits_wanted, u32 min_bits,
801187c968SJoel Becker 				    u64 max_block,
81ccd979bdSMark Fasheh 				    u16 *bit_off, u16 *bits_found);
82ccd979bdSMark Fasheh static int ocfs2_claim_suballoc_bits(struct ocfs2_super *osb,
83ccd979bdSMark Fasheh 				     struct ocfs2_alloc_context *ac,
841fabe148SMark Fasheh 				     handle_t *handle,
85ccd979bdSMark Fasheh 				     u32 bits_wanted,
86ccd979bdSMark Fasheh 				     u32 min_bits,
87ccd979bdSMark Fasheh 				     u16 *bit_off,
88ccd979bdSMark Fasheh 				     unsigned int *num_bits,
89ccd979bdSMark Fasheh 				     u64 *bg_blkno);
90ccd979bdSMark Fasheh static int ocfs2_test_bg_bit_allocatable(struct buffer_head *bg_bh,
91ccd979bdSMark Fasheh 					 int nr);
921fabe148SMark Fasheh static inline int ocfs2_block_group_set_bits(handle_t *handle,
93ccd979bdSMark Fasheh 					     struct inode *alloc_inode,
94ccd979bdSMark Fasheh 					     struct ocfs2_group_desc *bg,
95ccd979bdSMark Fasheh 					     struct buffer_head *group_bh,
96ccd979bdSMark Fasheh 					     unsigned int bit_off,
97ccd979bdSMark Fasheh 					     unsigned int num_bits);
981fabe148SMark Fasheh static inline int ocfs2_block_group_clear_bits(handle_t *handle,
99ccd979bdSMark Fasheh 					       struct inode *alloc_inode,
100ccd979bdSMark Fasheh 					       struct ocfs2_group_desc *bg,
101ccd979bdSMark Fasheh 					       struct buffer_head *group_bh,
102ccd979bdSMark Fasheh 					       unsigned int bit_off,
103ccd979bdSMark Fasheh 					       unsigned int num_bits);
104ccd979bdSMark Fasheh 
1051fabe148SMark Fasheh static int ocfs2_relink_block_group(handle_t *handle,
106ccd979bdSMark Fasheh 				    struct inode *alloc_inode,
107ccd979bdSMark Fasheh 				    struct buffer_head *fe_bh,
108ccd979bdSMark Fasheh 				    struct buffer_head *bg_bh,
109ccd979bdSMark Fasheh 				    struct buffer_head *prev_bg_bh,
110ccd979bdSMark Fasheh 				    u16 chain);
111ccd979bdSMark Fasheh static inline int ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc *bg,
112ccd979bdSMark Fasheh 						     u32 wanted);
113ccd979bdSMark Fasheh static inline u32 ocfs2_desc_bitmap_to_cluster_off(struct inode *inode,
114ccd979bdSMark Fasheh 						   u64 bg_blkno,
115ccd979bdSMark Fasheh 						   u16 bg_bit_off);
116ccd979bdSMark Fasheh static inline void ocfs2_block_to_cluster_group(struct inode *inode,
117ccd979bdSMark Fasheh 						u64 data_blkno,
118ccd979bdSMark Fasheh 						u64 *bg_blkno,
119ccd979bdSMark Fasheh 						u16 *bg_bit_off);
1201187c968SJoel Becker static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
1211187c968SJoel Becker 					     u32 bits_wanted, u64 max_block,
12260ca81e8STao Ma 					     int flags,
1231187c968SJoel Becker 					     struct ocfs2_alloc_context **ac);
124ccd979bdSMark Fasheh 
1259c7af40bSMark Fasheh void ocfs2_free_ac_resource(struct ocfs2_alloc_context *ac)
126ccd979bdSMark Fasheh {
127da5cbf2fSMark Fasheh 	struct inode *inode = ac->ac_inode;
128da5cbf2fSMark Fasheh 
129da5cbf2fSMark Fasheh 	if (inode) {
130da5cbf2fSMark Fasheh 		if (ac->ac_which != OCFS2_AC_USE_LOCAL)
131e63aecb6SMark Fasheh 			ocfs2_inode_unlock(inode, 1);
132da5cbf2fSMark Fasheh 
133da5cbf2fSMark Fasheh 		mutex_unlock(&inode->i_mutex);
134da5cbf2fSMark Fasheh 
135da5cbf2fSMark Fasheh 		iput(inode);
1364d0ddb2cSTao Ma 		ac->ac_inode = NULL;
137da5cbf2fSMark Fasheh 	}
138ccd979bdSMark Fasheh 	brelse(ac->ac_bh);
1394d0ddb2cSTao Ma 	ac->ac_bh = NULL;
1404d0ddb2cSTao Ma }
1414d0ddb2cSTao Ma 
1424d0ddb2cSTao Ma void ocfs2_free_alloc_context(struct ocfs2_alloc_context *ac)
1434d0ddb2cSTao Ma {
1444d0ddb2cSTao Ma 	ocfs2_free_ac_resource(ac);
145ccd979bdSMark Fasheh 	kfree(ac);
146ccd979bdSMark Fasheh }
147ccd979bdSMark Fasheh 
148ccd979bdSMark Fasheh static u32 ocfs2_bits_per_group(struct ocfs2_chain_list *cl)
149ccd979bdSMark Fasheh {
150ccd979bdSMark Fasheh 	return (u32)le16_to_cpu(cl->cl_cpg) * (u32)le16_to_cpu(cl->cl_bpc);
151ccd979bdSMark Fasheh }
152ccd979bdSMark Fasheh 
15357e3e797SJoel Becker #define do_error(fmt, ...)						\
15457e3e797SJoel Becker 	do{								\
15557e3e797SJoel Becker 		if (clean_error)					\
15657e3e797SJoel Becker 			mlog(ML_ERROR, fmt "\n", ##__VA_ARGS__);	\
15757e3e797SJoel Becker 		else							\
15857e3e797SJoel Becker 			ocfs2_error(sb, fmt, ##__VA_ARGS__);		\
15957e3e797SJoel Becker 	} while (0)
16057e3e797SJoel Becker 
161970e4936SJoel Becker static int ocfs2_validate_gd_self(struct super_block *sb,
162970e4936SJoel Becker 				  struct buffer_head *bh,
163970e4936SJoel Becker 				  int clean_error)
164970e4936SJoel Becker {
165970e4936SJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
166970e4936SJoel Becker 
1677bf72edeSMark Fasheh 	if (!OCFS2_IS_VALID_GROUP_DESC(gd)) {
16868f64d47SJoel Becker 		do_error("Group descriptor #%llu has bad signature %.*s",
16968f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr, 7,
17057e3e797SJoel Becker 			 gd->bg_signature);
17157e3e797SJoel Becker 		return -EINVAL;
1727bf72edeSMark Fasheh 	}
1737bf72edeSMark Fasheh 
17468f64d47SJoel Becker 	if (le64_to_cpu(gd->bg_blkno) != bh->b_blocknr) {
17568f64d47SJoel Becker 		do_error("Group descriptor #%llu has an invalid bg_blkno "
17668f64d47SJoel Becker 			 "of %llu",
17768f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
17868f64d47SJoel Becker 			 (unsigned long long)le64_to_cpu(gd->bg_blkno));
17968f64d47SJoel Becker 		return -EINVAL;
18068f64d47SJoel Becker 	}
18168f64d47SJoel Becker 
18268f64d47SJoel Becker 	if (le32_to_cpu(gd->bg_generation) != OCFS2_SB(sb)->fs_generation) {
18368f64d47SJoel Becker 		do_error("Group descriptor #%llu has an invalid "
18468f64d47SJoel Becker 			 "fs_generation of #%u",
18568f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
18668f64d47SJoel Becker 			 le32_to_cpu(gd->bg_generation));
18768f64d47SJoel Becker 		return -EINVAL;
18868f64d47SJoel Becker 	}
18968f64d47SJoel Becker 
190970e4936SJoel Becker 	if (le16_to_cpu(gd->bg_free_bits_count) > le16_to_cpu(gd->bg_bits)) {
191970e4936SJoel Becker 		do_error("Group descriptor #%llu has bit count %u but "
192970e4936SJoel Becker 			 "claims that %u are free",
193970e4936SJoel Becker 			 (unsigned long long)bh->b_blocknr,
194970e4936SJoel Becker 			 le16_to_cpu(gd->bg_bits),
195970e4936SJoel Becker 			 le16_to_cpu(gd->bg_free_bits_count));
196970e4936SJoel Becker 		return -EINVAL;
197970e4936SJoel Becker 	}
198970e4936SJoel Becker 
199970e4936SJoel Becker 	if (le16_to_cpu(gd->bg_bits) > (8 * le16_to_cpu(gd->bg_size))) {
200970e4936SJoel Becker 		do_error("Group descriptor #%llu has bit count %u but "
201970e4936SJoel Becker 			 "max bitmap bits of %u",
202970e4936SJoel Becker 			 (unsigned long long)bh->b_blocknr,
203970e4936SJoel Becker 			 le16_to_cpu(gd->bg_bits),
204970e4936SJoel Becker 			 8 * le16_to_cpu(gd->bg_size));
205970e4936SJoel Becker 		return -EINVAL;
206970e4936SJoel Becker 	}
207970e4936SJoel Becker 
208970e4936SJoel Becker 	return 0;
209970e4936SJoel Becker }
210970e4936SJoel Becker 
211970e4936SJoel Becker static int ocfs2_validate_gd_parent(struct super_block *sb,
212970e4936SJoel Becker 				    struct ocfs2_dinode *di,
213970e4936SJoel Becker 				    struct buffer_head *bh,
214970e4936SJoel Becker 				    int clean_error)
215970e4936SJoel Becker {
216970e4936SJoel Becker 	unsigned int max_bits;
217970e4936SJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
218970e4936SJoel Becker 
2197bf72edeSMark Fasheh 	if (di->i_blkno != gd->bg_parent_dinode) {
22057e3e797SJoel Becker 		do_error("Group descriptor #%llu has bad parent "
2217bf72edeSMark Fasheh 			 "pointer (%llu, expected %llu)",
22268f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
2237bf72edeSMark Fasheh 			 (unsigned long long)le64_to_cpu(gd->bg_parent_dinode),
2247bf72edeSMark Fasheh 			 (unsigned long long)le64_to_cpu(di->i_blkno));
22557e3e797SJoel Becker 		return -EINVAL;
2267bf72edeSMark Fasheh 	}
2277bf72edeSMark Fasheh 
2287bf72edeSMark Fasheh 	max_bits = le16_to_cpu(di->id2.i_chain.cl_cpg) * le16_to_cpu(di->id2.i_chain.cl_bpc);
2297bf72edeSMark Fasheh 	if (le16_to_cpu(gd->bg_bits) > max_bits) {
23057e3e797SJoel Becker 		do_error("Group descriptor #%llu has bit count of %u",
23168f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
2327bf72edeSMark Fasheh 			 le16_to_cpu(gd->bg_bits));
23357e3e797SJoel Becker 		return -EINVAL;
2347bf72edeSMark Fasheh 	}
2357bf72edeSMark Fasheh 
2367bf72edeSMark Fasheh 	if (le16_to_cpu(gd->bg_chain) >=
2377bf72edeSMark Fasheh 	    le16_to_cpu(di->id2.i_chain.cl_next_free_rec)) {
23857e3e797SJoel Becker 		do_error("Group descriptor #%llu has bad chain %u",
23968f64d47SJoel Becker 			 (unsigned long long)bh->b_blocknr,
2407bf72edeSMark Fasheh 			 le16_to_cpu(gd->bg_chain));
24157e3e797SJoel Becker 		return -EINVAL;
2427bf72edeSMark Fasheh 	}
2437bf72edeSMark Fasheh 
244970e4936SJoel Becker 	return 0;
2457bf72edeSMark Fasheh }
2467bf72edeSMark Fasheh 
24757e3e797SJoel Becker #undef do_error
2487bf72edeSMark Fasheh 
249970e4936SJoel Becker /*
250970e4936SJoel Becker  * This version only prints errors.  It does not fail the filesystem, and
251970e4936SJoel Becker  * exists only for resize.
252970e4936SJoel Becker  */
253970e4936SJoel Becker int ocfs2_check_group_descriptor(struct super_block *sb,
254970e4936SJoel Becker 				 struct ocfs2_dinode *di,
255970e4936SJoel Becker 				 struct buffer_head *bh)
256970e4936SJoel Becker {
257970e4936SJoel Becker 	int rc;
258d6b32bbbSJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
259970e4936SJoel Becker 
260d6b32bbbSJoel Becker 	BUG_ON(!buffer_uptodate(bh));
261d6b32bbbSJoel Becker 
262d6b32bbbSJoel Becker 	/*
263d6b32bbbSJoel Becker 	 * If the ecc fails, we return the error but otherwise
264d6b32bbbSJoel Becker 	 * leave the filesystem running.  We know any error is
265d6b32bbbSJoel Becker 	 * local to this block.
266d6b32bbbSJoel Becker 	 */
267d6b32bbbSJoel Becker 	rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &gd->bg_check);
26813723d00SJoel Becker 	if (rc) {
26913723d00SJoel Becker 		mlog(ML_ERROR,
27013723d00SJoel Becker 		     "Checksum failed for group descriptor %llu\n",
27113723d00SJoel Becker 		     (unsigned long long)bh->b_blocknr);
27213723d00SJoel Becker 	} else
273970e4936SJoel Becker 		rc = ocfs2_validate_gd_self(sb, bh, 1);
274970e4936SJoel Becker 	if (!rc)
275970e4936SJoel Becker 		rc = ocfs2_validate_gd_parent(sb, di, bh, 1);
276970e4936SJoel Becker 
277970e4936SJoel Becker 	return rc;
278970e4936SJoel Becker }
279970e4936SJoel Becker 
280970e4936SJoel Becker static int ocfs2_validate_group_descriptor(struct super_block *sb,
281970e4936SJoel Becker 					   struct buffer_head *bh)
282970e4936SJoel Becker {
283d6b32bbbSJoel Becker 	int rc;
284d6b32bbbSJoel Becker 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *)bh->b_data;
285d6b32bbbSJoel Becker 
286970e4936SJoel Becker 	mlog(0, "Validating group descriptor %llu\n",
287970e4936SJoel Becker 	     (unsigned long long)bh->b_blocknr);
288970e4936SJoel Becker 
289d6b32bbbSJoel Becker 	BUG_ON(!buffer_uptodate(bh));
290d6b32bbbSJoel Becker 
291d6b32bbbSJoel Becker 	/*
292d6b32bbbSJoel Becker 	 * If the ecc fails, we return the error but otherwise
293d6b32bbbSJoel Becker 	 * leave the filesystem running.  We know any error is
294d6b32bbbSJoel Becker 	 * local to this block.
295d6b32bbbSJoel Becker 	 */
296d6b32bbbSJoel Becker 	rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &gd->bg_check);
297d6b32bbbSJoel Becker 	if (rc)
298d6b32bbbSJoel Becker 		return rc;
299d6b32bbbSJoel Becker 
300d6b32bbbSJoel Becker 	/*
301d6b32bbbSJoel Becker 	 * Errors after here are fatal.
302d6b32bbbSJoel Becker 	 */
303d6b32bbbSJoel Becker 
304970e4936SJoel Becker 	return ocfs2_validate_gd_self(sb, bh, 0);
3057bf72edeSMark Fasheh }
3067bf72edeSMark Fasheh 
30768f64d47SJoel Becker int ocfs2_read_group_descriptor(struct inode *inode, struct ocfs2_dinode *di,
30868f64d47SJoel Becker 				u64 gd_blkno, struct buffer_head **bh)
30968f64d47SJoel Becker {
31068f64d47SJoel Becker 	int rc;
31168f64d47SJoel Becker 	struct buffer_head *tmp = *bh;
31268f64d47SJoel Becker 
313970e4936SJoel Becker 	rc = ocfs2_read_block(inode, gd_blkno, &tmp,
314970e4936SJoel Becker 			      ocfs2_validate_group_descriptor);
31568f64d47SJoel Becker 	if (rc)
31668f64d47SJoel Becker 		goto out;
31768f64d47SJoel Becker 
318970e4936SJoel Becker 	rc = ocfs2_validate_gd_parent(inode->i_sb, di, tmp, 0);
31968f64d47SJoel Becker 	if (rc) {
32068f64d47SJoel Becker 		brelse(tmp);
32168f64d47SJoel Becker 		goto out;
32268f64d47SJoel Becker 	}
32368f64d47SJoel Becker 
32468f64d47SJoel Becker 	/* If ocfs2_read_block() got us a new bh, pass it up. */
32568f64d47SJoel Becker 	if (!*bh)
32668f64d47SJoel Becker 		*bh = tmp;
32768f64d47SJoel Becker 
32868f64d47SJoel Becker out:
32968f64d47SJoel Becker 	return rc;
33068f64d47SJoel Becker }
33168f64d47SJoel Becker 
3321fabe148SMark Fasheh static int ocfs2_block_group_fill(handle_t *handle,
333ccd979bdSMark Fasheh 				  struct inode *alloc_inode,
334ccd979bdSMark Fasheh 				  struct buffer_head *bg_bh,
335ccd979bdSMark Fasheh 				  u64 group_blkno,
336ccd979bdSMark Fasheh 				  u16 my_chain,
337ccd979bdSMark Fasheh 				  struct ocfs2_chain_list *cl)
338ccd979bdSMark Fasheh {
339ccd979bdSMark Fasheh 	int status = 0;
340ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
341ccd979bdSMark Fasheh 	struct super_block * sb = alloc_inode->i_sb;
342ccd979bdSMark Fasheh 
343ccd979bdSMark Fasheh 	mlog_entry_void();
344ccd979bdSMark Fasheh 
345ccd979bdSMark Fasheh 	if (((unsigned long long) bg_bh->b_blocknr) != group_blkno) {
346b0697053SMark Fasheh 		ocfs2_error(alloc_inode->i_sb, "group block (%llu) != "
347b0697053SMark Fasheh 			    "b_blocknr (%llu)",
348b0697053SMark Fasheh 			    (unsigned long long)group_blkno,
349ccd979bdSMark Fasheh 			    (unsigned long long) bg_bh->b_blocknr);
350ccd979bdSMark Fasheh 		status = -EIO;
351ccd979bdSMark Fasheh 		goto bail;
352ccd979bdSMark Fasheh 	}
353ccd979bdSMark Fasheh 
35413723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle,
355ccd979bdSMark Fasheh 					 alloc_inode,
356ccd979bdSMark Fasheh 					 bg_bh,
357ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_CREATE);
358ccd979bdSMark Fasheh 	if (status < 0) {
359ccd979bdSMark Fasheh 		mlog_errno(status);
360ccd979bdSMark Fasheh 		goto bail;
361ccd979bdSMark Fasheh 	}
362ccd979bdSMark Fasheh 
363ccd979bdSMark Fasheh 	memset(bg, 0, sb->s_blocksize);
364ccd979bdSMark Fasheh 	strcpy(bg->bg_signature, OCFS2_GROUP_DESC_SIGNATURE);
365ccd979bdSMark Fasheh 	bg->bg_generation = cpu_to_le32(OCFS2_SB(sb)->fs_generation);
366ccd979bdSMark Fasheh 	bg->bg_size = cpu_to_le16(ocfs2_group_bitmap_size(sb));
367ccd979bdSMark Fasheh 	bg->bg_bits = cpu_to_le16(ocfs2_bits_per_group(cl));
368ccd979bdSMark Fasheh 	bg->bg_chain = cpu_to_le16(my_chain);
369ccd979bdSMark Fasheh 	bg->bg_next_group = cl->cl_recs[my_chain].c_blkno;
370ccd979bdSMark Fasheh 	bg->bg_parent_dinode = cpu_to_le64(OCFS2_I(alloc_inode)->ip_blkno);
371ccd979bdSMark Fasheh 	bg->bg_blkno = cpu_to_le64(group_blkno);
372ccd979bdSMark Fasheh 	/* set the 1st bit in the bitmap to account for the descriptor block */
373ccd979bdSMark Fasheh 	ocfs2_set_bit(0, (unsigned long *)bg->bg_bitmap);
374ccd979bdSMark Fasheh 	bg->bg_free_bits_count = cpu_to_le16(le16_to_cpu(bg->bg_bits) - 1);
375ccd979bdSMark Fasheh 
376ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, bg_bh);
377ccd979bdSMark Fasheh 	if (status < 0)
378ccd979bdSMark Fasheh 		mlog_errno(status);
379ccd979bdSMark Fasheh 
380ccd979bdSMark Fasheh 	/* There is no need to zero out or otherwise initialize the
381ccd979bdSMark Fasheh 	 * other blocks in a group - All valid FS metadata in a block
382ccd979bdSMark Fasheh 	 * group stores the superblock fs_generation value at
383ccd979bdSMark Fasheh 	 * allocation time. */
384ccd979bdSMark Fasheh 
385ccd979bdSMark Fasheh bail:
386ccd979bdSMark Fasheh 	mlog_exit(status);
387ccd979bdSMark Fasheh 	return status;
388ccd979bdSMark Fasheh }
389ccd979bdSMark Fasheh 
390ccd979bdSMark Fasheh static inline u16 ocfs2_find_smallest_chain(struct ocfs2_chain_list *cl)
391ccd979bdSMark Fasheh {
392ccd979bdSMark Fasheh 	u16 curr, best;
393ccd979bdSMark Fasheh 
394ccd979bdSMark Fasheh 	best = curr = 0;
395ccd979bdSMark Fasheh 	while (curr < le16_to_cpu(cl->cl_count)) {
396ccd979bdSMark Fasheh 		if (le32_to_cpu(cl->cl_recs[best].c_total) >
397ccd979bdSMark Fasheh 		    le32_to_cpu(cl->cl_recs[curr].c_total))
398ccd979bdSMark Fasheh 			best = curr;
399ccd979bdSMark Fasheh 		curr++;
400ccd979bdSMark Fasheh 	}
401ccd979bdSMark Fasheh 	return best;
402ccd979bdSMark Fasheh }
403ccd979bdSMark Fasheh 
404ccd979bdSMark Fasheh /*
405ccd979bdSMark Fasheh  * We expect the block group allocator to already be locked.
406ccd979bdSMark Fasheh  */
407ccd979bdSMark Fasheh static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
408ccd979bdSMark Fasheh 				   struct inode *alloc_inode,
4091187c968SJoel Becker 				   struct buffer_head *bh,
41060ca81e8STao Ma 				   u64 max_block,
411feb473a6STao Ma 				   u64 *last_alloc_group,
41260ca81e8STao Ma 				   int flags)
413ccd979bdSMark Fasheh {
414ccd979bdSMark Fasheh 	int status, credits;
415ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) bh->b_data;
416ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl;
417ccd979bdSMark Fasheh 	struct ocfs2_alloc_context *ac = NULL;
4181fabe148SMark Fasheh 	handle_t *handle = NULL;
419ccd979bdSMark Fasheh 	u32 bit_off, num_bits;
420ccd979bdSMark Fasheh 	u16 alloc_rec;
421ccd979bdSMark Fasheh 	u64 bg_blkno;
422ccd979bdSMark Fasheh 	struct buffer_head *bg_bh = NULL;
423ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg;
424ccd979bdSMark Fasheh 
425ccd979bdSMark Fasheh 	BUG_ON(ocfs2_is_cluster_bitmap(alloc_inode));
426ccd979bdSMark Fasheh 
427ccd979bdSMark Fasheh 	mlog_entry_void();
428ccd979bdSMark Fasheh 
429ccd979bdSMark Fasheh 	cl = &fe->id2.i_chain;
4301187c968SJoel Becker 	status = ocfs2_reserve_clusters_with_limit(osb,
431ccd979bdSMark Fasheh 						   le16_to_cpu(cl->cl_cpg),
43260ca81e8STao Ma 						   max_block, flags, &ac);
433ccd979bdSMark Fasheh 	if (status < 0) {
434ccd979bdSMark Fasheh 		if (status != -ENOSPC)
435ccd979bdSMark Fasheh 			mlog_errno(status);
436ccd979bdSMark Fasheh 		goto bail;
437ccd979bdSMark Fasheh 	}
438ccd979bdSMark Fasheh 
439ccd979bdSMark Fasheh 	credits = ocfs2_calc_group_alloc_credits(osb->sb,
440ccd979bdSMark Fasheh 						 le16_to_cpu(cl->cl_cpg));
44165eff9ccSMark Fasheh 	handle = ocfs2_start_trans(osb, credits);
442ccd979bdSMark Fasheh 	if (IS_ERR(handle)) {
443ccd979bdSMark Fasheh 		status = PTR_ERR(handle);
444ccd979bdSMark Fasheh 		handle = NULL;
445ccd979bdSMark Fasheh 		mlog_errno(status);
446ccd979bdSMark Fasheh 		goto bail;
447ccd979bdSMark Fasheh 	}
448ccd979bdSMark Fasheh 
449feb473a6STao Ma 	if (last_alloc_group && *last_alloc_group != 0) {
450feb473a6STao Ma 		mlog(0, "use old allocation group %llu for block group alloc\n",
451feb473a6STao Ma 		     (unsigned long long)*last_alloc_group);
452feb473a6STao Ma 		ac->ac_last_group = *last_alloc_group;
453feb473a6STao Ma 	}
454ccd979bdSMark Fasheh 	status = ocfs2_claim_clusters(osb,
455ccd979bdSMark Fasheh 				      handle,
456ccd979bdSMark Fasheh 				      ac,
457ccd979bdSMark Fasheh 				      le16_to_cpu(cl->cl_cpg),
458ccd979bdSMark Fasheh 				      &bit_off,
459ccd979bdSMark Fasheh 				      &num_bits);
460ccd979bdSMark Fasheh 	if (status < 0) {
461ccd979bdSMark Fasheh 		if (status != -ENOSPC)
462ccd979bdSMark Fasheh 			mlog_errno(status);
463ccd979bdSMark Fasheh 		goto bail;
464ccd979bdSMark Fasheh 	}
465ccd979bdSMark Fasheh 
466ccd979bdSMark Fasheh 	alloc_rec = ocfs2_find_smallest_chain(cl);
467ccd979bdSMark Fasheh 
468ccd979bdSMark Fasheh 	/* setup the group */
469ccd979bdSMark Fasheh 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);
470b0697053SMark Fasheh 	mlog(0, "new descriptor, record %u, at block %llu\n",
471b0697053SMark Fasheh 	     alloc_rec, (unsigned long long)bg_blkno);
472ccd979bdSMark Fasheh 
473ccd979bdSMark Fasheh 	bg_bh = sb_getblk(osb->sb, bg_blkno);
474ccd979bdSMark Fasheh 	if (!bg_bh) {
475ccd979bdSMark Fasheh 		status = -EIO;
476ccd979bdSMark Fasheh 		mlog_errno(status);
477ccd979bdSMark Fasheh 		goto bail;
478ccd979bdSMark Fasheh 	}
479ccd979bdSMark Fasheh 	ocfs2_set_new_buffer_uptodate(alloc_inode, bg_bh);
480ccd979bdSMark Fasheh 
481ccd979bdSMark Fasheh 	status = ocfs2_block_group_fill(handle,
482ccd979bdSMark Fasheh 					alloc_inode,
483ccd979bdSMark Fasheh 					bg_bh,
484ccd979bdSMark Fasheh 					bg_blkno,
485ccd979bdSMark Fasheh 					alloc_rec,
486ccd979bdSMark Fasheh 					cl);
487ccd979bdSMark Fasheh 	if (status < 0) {
488ccd979bdSMark Fasheh 		mlog_errno(status);
489ccd979bdSMark Fasheh 		goto bail;
490ccd979bdSMark Fasheh 	}
491ccd979bdSMark Fasheh 
492ccd979bdSMark Fasheh 	bg = (struct ocfs2_group_desc *) bg_bh->b_data;
493ccd979bdSMark Fasheh 
49413723d00SJoel Becker 	status = ocfs2_journal_access_di(handle, alloc_inode,
495ccd979bdSMark Fasheh 					 bh, OCFS2_JOURNAL_ACCESS_WRITE);
496ccd979bdSMark Fasheh 	if (status < 0) {
497ccd979bdSMark Fasheh 		mlog_errno(status);
498ccd979bdSMark Fasheh 		goto bail;
499ccd979bdSMark Fasheh 	}
500ccd979bdSMark Fasheh 
501ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[alloc_rec].c_free,
502ccd979bdSMark Fasheh 		     le16_to_cpu(bg->bg_free_bits_count));
503ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[alloc_rec].c_total, le16_to_cpu(bg->bg_bits));
504ccd979bdSMark Fasheh 	cl->cl_recs[alloc_rec].c_blkno  = cpu_to_le64(bg_blkno);
505ccd979bdSMark Fasheh 	if (le16_to_cpu(cl->cl_next_free_rec) < le16_to_cpu(cl->cl_count))
506ccd979bdSMark Fasheh 		le16_add_cpu(&cl->cl_next_free_rec, 1);
507ccd979bdSMark Fasheh 
508ccd979bdSMark Fasheh 	le32_add_cpu(&fe->id1.bitmap1.i_used, le16_to_cpu(bg->bg_bits) -
509ccd979bdSMark Fasheh 					le16_to_cpu(bg->bg_free_bits_count));
510ccd979bdSMark Fasheh 	le32_add_cpu(&fe->id1.bitmap1.i_total, le16_to_cpu(bg->bg_bits));
511ccd979bdSMark Fasheh 	le32_add_cpu(&fe->i_clusters, le16_to_cpu(cl->cl_cpg));
512ccd979bdSMark Fasheh 
513ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, bh);
514ccd979bdSMark Fasheh 	if (status < 0) {
515ccd979bdSMark Fasheh 		mlog_errno(status);
516ccd979bdSMark Fasheh 		goto bail;
517ccd979bdSMark Fasheh 	}
518ccd979bdSMark Fasheh 
519ccd979bdSMark Fasheh 	spin_lock(&OCFS2_I(alloc_inode)->ip_lock);
520ccd979bdSMark Fasheh 	OCFS2_I(alloc_inode)->ip_clusters = le32_to_cpu(fe->i_clusters);
521ccd979bdSMark Fasheh 	fe->i_size = cpu_to_le64(ocfs2_clusters_to_bytes(alloc_inode->i_sb,
522ccd979bdSMark Fasheh 					     le32_to_cpu(fe->i_clusters)));
523ccd979bdSMark Fasheh 	spin_unlock(&OCFS2_I(alloc_inode)->ip_lock);
524ccd979bdSMark Fasheh 	i_size_write(alloc_inode, le64_to_cpu(fe->i_size));
5258110b073SMark Fasheh 	alloc_inode->i_blocks = ocfs2_inode_sector_count(alloc_inode);
526ccd979bdSMark Fasheh 
527ccd979bdSMark Fasheh 	status = 0;
528feb473a6STao Ma 
529feb473a6STao Ma 	/* save the new last alloc group so that the caller can cache it. */
530feb473a6STao Ma 	if (last_alloc_group)
531feb473a6STao Ma 		*last_alloc_group = ac->ac_last_group;
532feb473a6STao Ma 
533ccd979bdSMark Fasheh bail:
534ccd979bdSMark Fasheh 	if (handle)
53502dc1af4SMark Fasheh 		ocfs2_commit_trans(osb, handle);
536ccd979bdSMark Fasheh 
537ccd979bdSMark Fasheh 	if (ac)
538ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(ac);
539ccd979bdSMark Fasheh 
540ccd979bdSMark Fasheh 	brelse(bg_bh);
541ccd979bdSMark Fasheh 
542ccd979bdSMark Fasheh 	mlog_exit(status);
543ccd979bdSMark Fasheh 	return status;
544ccd979bdSMark Fasheh }
545ccd979bdSMark Fasheh 
546ccd979bdSMark Fasheh static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,
547da5cbf2fSMark Fasheh 				       struct ocfs2_alloc_context *ac,
548da5cbf2fSMark Fasheh 				       int type,
549ffda89a3STao Ma 				       u32 slot,
550feb473a6STao Ma 				       u64 *last_alloc_group,
55160ca81e8STao Ma 				       int flags)
552ccd979bdSMark Fasheh {
553ccd979bdSMark Fasheh 	int status;
554ccd979bdSMark Fasheh 	u32 bits_wanted = ac->ac_bits_wanted;
555da5cbf2fSMark Fasheh 	struct inode *alloc_inode;
556ccd979bdSMark Fasheh 	struct buffer_head *bh = NULL;
557ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
558ccd979bdSMark Fasheh 	u32 free_bits;
559ccd979bdSMark Fasheh 
560ccd979bdSMark Fasheh 	mlog_entry_void();
561ccd979bdSMark Fasheh 
562da5cbf2fSMark Fasheh 	alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);
563da5cbf2fSMark Fasheh 	if (!alloc_inode) {
564da5cbf2fSMark Fasheh 		mlog_errno(-EINVAL);
565da5cbf2fSMark Fasheh 		return -EINVAL;
566ccd979bdSMark Fasheh 	}
567ccd979bdSMark Fasheh 
568da5cbf2fSMark Fasheh 	mutex_lock(&alloc_inode->i_mutex);
569da5cbf2fSMark Fasheh 
570e63aecb6SMark Fasheh 	status = ocfs2_inode_lock(alloc_inode, &bh, 1);
571da5cbf2fSMark Fasheh 	if (status < 0) {
572da5cbf2fSMark Fasheh 		mutex_unlock(&alloc_inode->i_mutex);
573da5cbf2fSMark Fasheh 		iput(alloc_inode);
574da5cbf2fSMark Fasheh 
575da5cbf2fSMark Fasheh 		mlog_errno(status);
576da5cbf2fSMark Fasheh 		return status;
577da5cbf2fSMark Fasheh 	}
578da5cbf2fSMark Fasheh 
579da5cbf2fSMark Fasheh 	ac->ac_inode = alloc_inode;
580a4a48911STao Ma 	ac->ac_alloc_slot = slot;
581da5cbf2fSMark Fasheh 
582ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) bh->b_data;
58310995aa2SJoel Becker 
58410995aa2SJoel Becker 	/* The bh was validated by the inode read inside
58510995aa2SJoel Becker 	 * ocfs2_inode_lock().  Any corruption is a code bug. */
58610995aa2SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
58710995aa2SJoel Becker 
588ccd979bdSMark Fasheh 	if (!(fe->i_flags & cpu_to_le32(OCFS2_CHAIN_FL))) {
589b0697053SMark Fasheh 		ocfs2_error(alloc_inode->i_sb, "Invalid chain allocator %llu",
590b0697053SMark Fasheh 			    (unsigned long long)le64_to_cpu(fe->i_blkno));
591ccd979bdSMark Fasheh 		status = -EIO;
592ccd979bdSMark Fasheh 		goto bail;
593ccd979bdSMark Fasheh 	}
594ccd979bdSMark Fasheh 
595ccd979bdSMark Fasheh 	free_bits = le32_to_cpu(fe->id1.bitmap1.i_total) -
596ccd979bdSMark Fasheh 		le32_to_cpu(fe->id1.bitmap1.i_used);
597ccd979bdSMark Fasheh 
598ccd979bdSMark Fasheh 	if (bits_wanted > free_bits) {
599ccd979bdSMark Fasheh 		/* cluster bitmap never grows */
600ccd979bdSMark Fasheh 		if (ocfs2_is_cluster_bitmap(alloc_inode)) {
601ccd979bdSMark Fasheh 			mlog(0, "Disk Full: wanted=%u, free_bits=%u\n",
602ccd979bdSMark Fasheh 			     bits_wanted, free_bits);
603ccd979bdSMark Fasheh 			status = -ENOSPC;
604ccd979bdSMark Fasheh 			goto bail;
605ccd979bdSMark Fasheh 		}
606ccd979bdSMark Fasheh 
60760ca81e8STao Ma 		if (!(flags & ALLOC_NEW_GROUP)) {
608ffda89a3STao Ma 			mlog(0, "Alloc File %u Full: wanted=%u, free_bits=%u, "
609ffda89a3STao Ma 			     "and we don't alloc a new group for it.\n",
610ffda89a3STao Ma 			     slot, bits_wanted, free_bits);
611ffda89a3STao Ma 			status = -ENOSPC;
612ffda89a3STao Ma 			goto bail;
613ffda89a3STao Ma 		}
614ffda89a3STao Ma 
6151187c968SJoel Becker 		status = ocfs2_block_group_alloc(osb, alloc_inode, bh,
616feb473a6STao Ma 						 ac->ac_max_block,
617feb473a6STao Ma 						 last_alloc_group, flags);
618ccd979bdSMark Fasheh 		if (status < 0) {
619ccd979bdSMark Fasheh 			if (status != -ENOSPC)
620ccd979bdSMark Fasheh 				mlog_errno(status);
621ccd979bdSMark Fasheh 			goto bail;
622ccd979bdSMark Fasheh 		}
623ccd979bdSMark Fasheh 		atomic_inc(&osb->alloc_stats.bg_extends);
624ccd979bdSMark Fasheh 
625ccd979bdSMark Fasheh 		/* You should never ask for this much metadata */
626ccd979bdSMark Fasheh 		BUG_ON(bits_wanted >
627ccd979bdSMark Fasheh 		       (le32_to_cpu(fe->id1.bitmap1.i_total)
628ccd979bdSMark Fasheh 			- le32_to_cpu(fe->id1.bitmap1.i_used)));
629ccd979bdSMark Fasheh 	}
630ccd979bdSMark Fasheh 
631ccd979bdSMark Fasheh 	get_bh(bh);
632ccd979bdSMark Fasheh 	ac->ac_bh = bh;
633ccd979bdSMark Fasheh bail:
634ccd979bdSMark Fasheh 	brelse(bh);
635ccd979bdSMark Fasheh 
636ccd979bdSMark Fasheh 	mlog_exit(status);
637ccd979bdSMark Fasheh 	return status;
638ccd979bdSMark Fasheh }
639ccd979bdSMark Fasheh 
640cf1d6c76STiger Yang int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,
641cf1d6c76STiger Yang 				      int blocks,
642ccd979bdSMark Fasheh 				      struct ocfs2_alloc_context **ac)
643ccd979bdSMark Fasheh {
644ccd979bdSMark Fasheh 	int status;
645da5cbf2fSMark Fasheh 	u32 slot;
646ccd979bdSMark Fasheh 
647cd861280SRobert P. J. Day 	*ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
648ccd979bdSMark Fasheh 	if (!(*ac)) {
649ccd979bdSMark Fasheh 		status = -ENOMEM;
650ccd979bdSMark Fasheh 		mlog_errno(status);
651ccd979bdSMark Fasheh 		goto bail;
652ccd979bdSMark Fasheh 	}
653ccd979bdSMark Fasheh 
654cf1d6c76STiger Yang 	(*ac)->ac_bits_wanted = blocks;
655ccd979bdSMark Fasheh 	(*ac)->ac_which = OCFS2_AC_USE_META;
656da5cbf2fSMark Fasheh 	slot = osb->slot_num;
657ccd979bdSMark Fasheh 	(*ac)->ac_group_search = ocfs2_block_group_search;
658ccd979bdSMark Fasheh 
659da5cbf2fSMark Fasheh 	status = ocfs2_reserve_suballoc_bits(osb, (*ac),
660ffda89a3STao Ma 					     EXTENT_ALLOC_SYSTEM_INODE,
661feb473a6STao Ma 					     slot, NULL, ALLOC_NEW_GROUP);
662ccd979bdSMark Fasheh 	if (status < 0) {
663ccd979bdSMark Fasheh 		if (status != -ENOSPC)
664ccd979bdSMark Fasheh 			mlog_errno(status);
665ccd979bdSMark Fasheh 		goto bail;
666ccd979bdSMark Fasheh 	}
667ccd979bdSMark Fasheh 
668ccd979bdSMark Fasheh 	status = 0;
669ccd979bdSMark Fasheh bail:
670ccd979bdSMark Fasheh 	if ((status < 0) && *ac) {
671ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(*ac);
672ccd979bdSMark Fasheh 		*ac = NULL;
673ccd979bdSMark Fasheh 	}
674ccd979bdSMark Fasheh 
675ccd979bdSMark Fasheh 	mlog_exit(status);
676ccd979bdSMark Fasheh 	return status;
677ccd979bdSMark Fasheh }
678ccd979bdSMark Fasheh 
679cf1d6c76STiger Yang int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,
680cf1d6c76STiger Yang 			       struct ocfs2_extent_list *root_el,
681cf1d6c76STiger Yang 			       struct ocfs2_alloc_context **ac)
682cf1d6c76STiger Yang {
683cf1d6c76STiger Yang 	return ocfs2_reserve_new_metadata_blocks(osb,
684cf1d6c76STiger Yang 					ocfs2_extend_meta_needed(root_el),
685cf1d6c76STiger Yang 					ac);
686cf1d6c76STiger Yang }
687cf1d6c76STiger Yang 
6884d0ddb2cSTao Ma static int ocfs2_steal_inode_from_other_nodes(struct ocfs2_super *osb,
6894d0ddb2cSTao Ma 					      struct ocfs2_alloc_context *ac)
6904d0ddb2cSTao Ma {
6914d0ddb2cSTao Ma 	int i, status = -ENOSPC;
6924d0ddb2cSTao Ma 	s16 slot = ocfs2_get_inode_steal_slot(osb);
6934d0ddb2cSTao Ma 
6944d0ddb2cSTao Ma 	/* Start to steal inodes from the first slot after ours. */
6954d0ddb2cSTao Ma 	if (slot == OCFS2_INVALID_SLOT)
6964d0ddb2cSTao Ma 		slot = osb->slot_num + 1;
6974d0ddb2cSTao Ma 
6984d0ddb2cSTao Ma 	for (i = 0; i < osb->max_slots; i++, slot++) {
6994d0ddb2cSTao Ma 		if (slot == osb->max_slots)
7004d0ddb2cSTao Ma 			slot = 0;
7014d0ddb2cSTao Ma 
7024d0ddb2cSTao Ma 		if (slot == osb->slot_num)
7034d0ddb2cSTao Ma 			continue;
7044d0ddb2cSTao Ma 
7054d0ddb2cSTao Ma 		status = ocfs2_reserve_suballoc_bits(osb, ac,
7064d0ddb2cSTao Ma 						     INODE_ALLOC_SYSTEM_INODE,
707feb473a6STao Ma 						     slot, NULL,
708feb473a6STao Ma 						     NOT_ALLOC_NEW_GROUP);
7094d0ddb2cSTao Ma 		if (status >= 0) {
7104d0ddb2cSTao Ma 			ocfs2_set_inode_steal_slot(osb, slot);
7114d0ddb2cSTao Ma 			break;
7124d0ddb2cSTao Ma 		}
7134d0ddb2cSTao Ma 
7144d0ddb2cSTao Ma 		ocfs2_free_ac_resource(ac);
7154d0ddb2cSTao Ma 	}
7164d0ddb2cSTao Ma 
7174d0ddb2cSTao Ma 	return status;
7184d0ddb2cSTao Ma }
7194d0ddb2cSTao Ma 
720ccd979bdSMark Fasheh int ocfs2_reserve_new_inode(struct ocfs2_super *osb,
721ccd979bdSMark Fasheh 			    struct ocfs2_alloc_context **ac)
722ccd979bdSMark Fasheh {
723ccd979bdSMark Fasheh 	int status;
7244d0ddb2cSTao Ma 	s16 slot = ocfs2_get_inode_steal_slot(osb);
725feb473a6STao Ma 	u64 alloc_group;
726ccd979bdSMark Fasheh 
727cd861280SRobert P. J. Day 	*ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
728ccd979bdSMark Fasheh 	if (!(*ac)) {
729ccd979bdSMark Fasheh 		status = -ENOMEM;
730ccd979bdSMark Fasheh 		mlog_errno(status);
731ccd979bdSMark Fasheh 		goto bail;
732ccd979bdSMark Fasheh 	}
733ccd979bdSMark Fasheh 
734ccd979bdSMark Fasheh 	(*ac)->ac_bits_wanted = 1;
735ccd979bdSMark Fasheh 	(*ac)->ac_which = OCFS2_AC_USE_INODE;
736ccd979bdSMark Fasheh 
737ccd979bdSMark Fasheh 	(*ac)->ac_group_search = ocfs2_block_group_search;
738ccd979bdSMark Fasheh 
7394d0ddb2cSTao Ma 	/*
7401187c968SJoel Becker 	 * stat(2) can't handle i_ino > 32bits, so we tell the
7411187c968SJoel Becker 	 * lower levels not to allocate us a block group past that
74212462f1dSJoel Becker 	 * limit.  The 'inode64' mount option avoids this behavior.
7431187c968SJoel Becker 	 */
74412462f1dSJoel Becker 	if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))
7451187c968SJoel Becker 		(*ac)->ac_max_block = (u32)~0U;
7461187c968SJoel Becker 
7471187c968SJoel Becker 	/*
7484d0ddb2cSTao Ma 	 * slot is set when we successfully steal inode from other nodes.
7494d0ddb2cSTao Ma 	 * It is reset in 3 places:
7504d0ddb2cSTao Ma 	 * 1. when we flush the truncate log
7514d0ddb2cSTao Ma 	 * 2. when we complete local alloc recovery.
7524d0ddb2cSTao Ma 	 * 3. when we successfully allocate from our own slot.
7534d0ddb2cSTao Ma 	 * After it is set, we will go on stealing inodes until we find the
7544d0ddb2cSTao Ma 	 * need to check our slots to see whether there is some space for us.
7554d0ddb2cSTao Ma 	 */
7564d0ddb2cSTao Ma 	if (slot != OCFS2_INVALID_SLOT &&
7574d0ddb2cSTao Ma 	    atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_INODES_TO_STEAL)
7584d0ddb2cSTao Ma 		goto inode_steal;
7594d0ddb2cSTao Ma 
7604d0ddb2cSTao Ma 	atomic_set(&osb->s_num_inodes_stolen, 0);
761feb473a6STao Ma 	alloc_group = osb->osb_inode_alloc_group;
762da5cbf2fSMark Fasheh 	status = ocfs2_reserve_suballoc_bits(osb, *ac,
763da5cbf2fSMark Fasheh 					     INODE_ALLOC_SYSTEM_INODE,
76460ca81e8STao Ma 					     osb->slot_num,
765feb473a6STao Ma 					     &alloc_group,
76660ca81e8STao Ma 					     ALLOC_NEW_GROUP |
76760ca81e8STao Ma 					     ALLOC_GROUPS_FROM_GLOBAL);
7684d0ddb2cSTao Ma 	if (status >= 0) {
7694d0ddb2cSTao Ma 		status = 0;
7704d0ddb2cSTao Ma 
771feb473a6STao Ma 		spin_lock(&osb->osb_lock);
772feb473a6STao Ma 		osb->osb_inode_alloc_group = alloc_group;
773feb473a6STao Ma 		spin_unlock(&osb->osb_lock);
774feb473a6STao Ma 		mlog(0, "after reservation, new allocation group is "
775feb473a6STao Ma 		     "%llu\n", (unsigned long long)alloc_group);
776feb473a6STao Ma 
7774d0ddb2cSTao Ma 		/*
7784d0ddb2cSTao Ma 		 * Some inodes must be freed by us, so try to allocate
7794d0ddb2cSTao Ma 		 * from our own next time.
7804d0ddb2cSTao Ma 		 */
7814d0ddb2cSTao Ma 		if (slot != OCFS2_INVALID_SLOT)
7824d0ddb2cSTao Ma 			ocfs2_init_inode_steal_slot(osb);
7834d0ddb2cSTao Ma 		goto bail;
7844d0ddb2cSTao Ma 	} else if (status < 0 && status != -ENOSPC) {
7854d0ddb2cSTao Ma 		mlog_errno(status);
7864d0ddb2cSTao Ma 		goto bail;
7874d0ddb2cSTao Ma 	}
7884d0ddb2cSTao Ma 
7894d0ddb2cSTao Ma 	ocfs2_free_ac_resource(*ac);
7904d0ddb2cSTao Ma 
7914d0ddb2cSTao Ma inode_steal:
7924d0ddb2cSTao Ma 	status = ocfs2_steal_inode_from_other_nodes(osb, *ac);
7934d0ddb2cSTao Ma 	atomic_inc(&osb->s_num_inodes_stolen);
794ccd979bdSMark Fasheh 	if (status < 0) {
795ccd979bdSMark Fasheh 		if (status != -ENOSPC)
796ccd979bdSMark Fasheh 			mlog_errno(status);
797ccd979bdSMark Fasheh 		goto bail;
798ccd979bdSMark Fasheh 	}
799ccd979bdSMark Fasheh 
800ccd979bdSMark Fasheh 	status = 0;
801ccd979bdSMark Fasheh bail:
802ccd979bdSMark Fasheh 	if ((status < 0) && *ac) {
803ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(*ac);
804ccd979bdSMark Fasheh 		*ac = NULL;
805ccd979bdSMark Fasheh 	}
806ccd979bdSMark Fasheh 
807ccd979bdSMark Fasheh 	mlog_exit(status);
808ccd979bdSMark Fasheh 	return status;
809ccd979bdSMark Fasheh }
810ccd979bdSMark Fasheh 
811ccd979bdSMark Fasheh /* local alloc code has to do the same thing, so rather than do this
812ccd979bdSMark Fasheh  * twice.. */
813ccd979bdSMark Fasheh int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,
814ccd979bdSMark Fasheh 				      struct ocfs2_alloc_context *ac)
815ccd979bdSMark Fasheh {
816ccd979bdSMark Fasheh 	int status;
817ccd979bdSMark Fasheh 
818ccd979bdSMark Fasheh 	ac->ac_which = OCFS2_AC_USE_MAIN;
819ccd979bdSMark Fasheh 	ac->ac_group_search = ocfs2_cluster_group_search;
820ccd979bdSMark Fasheh 
821da5cbf2fSMark Fasheh 	status = ocfs2_reserve_suballoc_bits(osb, ac,
822da5cbf2fSMark Fasheh 					     GLOBAL_BITMAP_SYSTEM_INODE,
823feb473a6STao Ma 					     OCFS2_INVALID_SLOT, NULL,
824ffda89a3STao Ma 					     ALLOC_NEW_GROUP);
825da5cbf2fSMark Fasheh 	if (status < 0 && status != -ENOSPC) {
826ccd979bdSMark Fasheh 		mlog_errno(status);
827da5cbf2fSMark Fasheh 		goto bail;
828da5cbf2fSMark Fasheh 	}
829da5cbf2fSMark Fasheh 
830ccd979bdSMark Fasheh bail:
831ccd979bdSMark Fasheh 	return status;
832ccd979bdSMark Fasheh }
833ccd979bdSMark Fasheh 
834ccd979bdSMark Fasheh /* Callers don't need to care which bitmap (local alloc or main) to
835ccd979bdSMark Fasheh  * use so we figure it out for them, but unfortunately this clutters
836ccd979bdSMark Fasheh  * things a bit. */
8371187c968SJoel Becker static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
8381187c968SJoel Becker 					     u32 bits_wanted, u64 max_block,
83960ca81e8STao Ma 					     int flags,
840ccd979bdSMark Fasheh 					     struct ocfs2_alloc_context **ac)
841ccd979bdSMark Fasheh {
842ccd979bdSMark Fasheh 	int status;
843ccd979bdSMark Fasheh 
844ccd979bdSMark Fasheh 	mlog_entry_void();
845ccd979bdSMark Fasheh 
846cd861280SRobert P. J. Day 	*ac = kzalloc(sizeof(struct ocfs2_alloc_context), GFP_KERNEL);
847ccd979bdSMark Fasheh 	if (!(*ac)) {
848ccd979bdSMark Fasheh 		status = -ENOMEM;
849ccd979bdSMark Fasheh 		mlog_errno(status);
850ccd979bdSMark Fasheh 		goto bail;
851ccd979bdSMark Fasheh 	}
852ccd979bdSMark Fasheh 
853ccd979bdSMark Fasheh 	(*ac)->ac_bits_wanted = bits_wanted;
8541187c968SJoel Becker 	(*ac)->ac_max_block = max_block;
855ccd979bdSMark Fasheh 
856ccd979bdSMark Fasheh 	status = -ENOSPC;
85760ca81e8STao Ma 	if (!(flags & ALLOC_GROUPS_FROM_GLOBAL) &&
85860ca81e8STao Ma 	    ocfs2_alloc_should_use_local(osb, bits_wanted)) {
859ccd979bdSMark Fasheh 		status = ocfs2_reserve_local_alloc_bits(osb,
860ccd979bdSMark Fasheh 							bits_wanted,
861ccd979bdSMark Fasheh 							*ac);
8621187c968SJoel Becker 		if (status == -EFBIG) {
8631187c968SJoel Becker 			/* The local alloc window is outside ac_max_block.
8641187c968SJoel Becker 			 * use the main bitmap. */
8651187c968SJoel Becker 			status = -ENOSPC;
8661187c968SJoel Becker 		} else if ((status < 0) && (status != -ENOSPC)) {
867ccd979bdSMark Fasheh 			mlog_errno(status);
868ccd979bdSMark Fasheh 			goto bail;
869ccd979bdSMark Fasheh 		}
870ccd979bdSMark Fasheh 	}
871ccd979bdSMark Fasheh 
872ccd979bdSMark Fasheh 	if (status == -ENOSPC) {
873ccd979bdSMark Fasheh 		status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);
874ccd979bdSMark Fasheh 		if (status < 0) {
875ccd979bdSMark Fasheh 			if (status != -ENOSPC)
876ccd979bdSMark Fasheh 				mlog_errno(status);
877ccd979bdSMark Fasheh 			goto bail;
878ccd979bdSMark Fasheh 		}
879ccd979bdSMark Fasheh 	}
880ccd979bdSMark Fasheh 
881ccd979bdSMark Fasheh 	status = 0;
882ccd979bdSMark Fasheh bail:
883ccd979bdSMark Fasheh 	if ((status < 0) && *ac) {
884ccd979bdSMark Fasheh 		ocfs2_free_alloc_context(*ac);
885ccd979bdSMark Fasheh 		*ac = NULL;
886ccd979bdSMark Fasheh 	}
887ccd979bdSMark Fasheh 
888ccd979bdSMark Fasheh 	mlog_exit(status);
889ccd979bdSMark Fasheh 	return status;
890ccd979bdSMark Fasheh }
891ccd979bdSMark Fasheh 
8921187c968SJoel Becker int ocfs2_reserve_clusters(struct ocfs2_super *osb,
8931187c968SJoel Becker 			   u32 bits_wanted,
8941187c968SJoel Becker 			   struct ocfs2_alloc_context **ac)
8951187c968SJoel Becker {
89660ca81e8STao Ma 	return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,
89760ca81e8STao Ma 						 ALLOC_NEW_GROUP, ac);
8981187c968SJoel Becker }
8991187c968SJoel Becker 
900ccd979bdSMark Fasheh /*
901ccd979bdSMark Fasheh  * More or less lifted from ext3. I'll leave their description below:
902ccd979bdSMark Fasheh  *
903ccd979bdSMark Fasheh  * "For ext3 allocations, we must not reuse any blocks which are
904ccd979bdSMark Fasheh  * allocated in the bitmap buffer's "last committed data" copy.  This
905ccd979bdSMark Fasheh  * prevents deletes from freeing up the page for reuse until we have
906ccd979bdSMark Fasheh  * committed the delete transaction.
907ccd979bdSMark Fasheh  *
908ccd979bdSMark Fasheh  * If we didn't do this, then deleting something and reallocating it as
909ccd979bdSMark Fasheh  * data would allow the old block to be overwritten before the
910ccd979bdSMark Fasheh  * transaction committed (because we force data to disk before commit).
911ccd979bdSMark Fasheh  * This would lead to corruption if we crashed between overwriting the
912ccd979bdSMark Fasheh  * data and committing the delete.
913ccd979bdSMark Fasheh  *
914ccd979bdSMark Fasheh  * @@@ We may want to make this allocation behaviour conditional on
915ccd979bdSMark Fasheh  * data-writes at some point, and disable it for metadata allocations or
916ccd979bdSMark Fasheh  * sync-data inodes."
917ccd979bdSMark Fasheh  *
918ccd979bdSMark Fasheh  * Note: OCFS2 already does this differently for metadata vs data
919c78bad11SJoe Perches  * allocations, as those bitmaps are separate and undo access is never
920ccd979bdSMark Fasheh  * called on a metadata group descriptor.
921ccd979bdSMark Fasheh  */
922ccd979bdSMark Fasheh static int ocfs2_test_bg_bit_allocatable(struct buffer_head *bg_bh,
923ccd979bdSMark Fasheh 					 int nr)
924ccd979bdSMark Fasheh {
925ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
926*94e41ecfSSunil Mushran 	int ret;
927ccd979bdSMark Fasheh 
928ccd979bdSMark Fasheh 	if (ocfs2_test_bit(nr, (unsigned long *)bg->bg_bitmap))
929ccd979bdSMark Fasheh 		return 0;
930*94e41ecfSSunil Mushran 
931*94e41ecfSSunil Mushran 	if (!buffer_jbd(bg_bh))
932ccd979bdSMark Fasheh 		return 1;
933ccd979bdSMark Fasheh 
934*94e41ecfSSunil Mushran 	jbd_lock_bh_state(bg_bh);
935ccd979bdSMark Fasheh 	bg = (struct ocfs2_group_desc *) bh2jh(bg_bh)->b_committed_data;
936*94e41ecfSSunil Mushran 	if (bg)
937*94e41ecfSSunil Mushran 		ret = !ocfs2_test_bit(nr, (unsigned long *)bg->bg_bitmap);
938*94e41ecfSSunil Mushran 	else
939*94e41ecfSSunil Mushran 		ret = 1;
940*94e41ecfSSunil Mushran 	jbd_unlock_bh_state(bg_bh);
941*94e41ecfSSunil Mushran 
942*94e41ecfSSunil Mushran 	return ret;
943ccd979bdSMark Fasheh }
944ccd979bdSMark Fasheh 
945ccd979bdSMark Fasheh static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,
946ccd979bdSMark Fasheh 					     struct buffer_head *bg_bh,
947ccd979bdSMark Fasheh 					     unsigned int bits_wanted,
9487bf72edeSMark Fasheh 					     unsigned int total_bits,
949ccd979bdSMark Fasheh 					     u16 *bit_off,
950ccd979bdSMark Fasheh 					     u16 *bits_found)
951ccd979bdSMark Fasheh {
952ccd979bdSMark Fasheh 	void *bitmap;
953ccd979bdSMark Fasheh 	u16 best_offset, best_size;
954ccd979bdSMark Fasheh 	int offset, start, found, status = 0;
955ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
956ccd979bdSMark Fasheh 
95742035306SJoel Becker 	/* Callers got this descriptor from
95842035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
95942035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
960ccd979bdSMark Fasheh 
961ccd979bdSMark Fasheh 	found = start = best_offset = best_size = 0;
962ccd979bdSMark Fasheh 	bitmap = bg->bg_bitmap;
963ccd979bdSMark Fasheh 
9647bf72edeSMark Fasheh 	while((offset = ocfs2_find_next_zero_bit(bitmap, total_bits, start)) != -1) {
9657bf72edeSMark Fasheh 		if (offset == total_bits)
966ccd979bdSMark Fasheh 			break;
967ccd979bdSMark Fasheh 
968ccd979bdSMark Fasheh 		if (!ocfs2_test_bg_bit_allocatable(bg_bh, offset)) {
969ccd979bdSMark Fasheh 			/* We found a zero, but we can't use it as it
970ccd979bdSMark Fasheh 			 * hasn't been put to disk yet! */
971ccd979bdSMark Fasheh 			found = 0;
972ccd979bdSMark Fasheh 			start = offset + 1;
973ccd979bdSMark Fasheh 		} else if (offset == start) {
974ccd979bdSMark Fasheh 			/* we found a zero */
975ccd979bdSMark Fasheh 			found++;
976ccd979bdSMark Fasheh 			/* move start to the next bit to test */
977ccd979bdSMark Fasheh 			start++;
978ccd979bdSMark Fasheh 		} else {
979ccd979bdSMark Fasheh 			/* got a zero after some ones */
980ccd979bdSMark Fasheh 			found = 1;
981ccd979bdSMark Fasheh 			start = offset + 1;
982ccd979bdSMark Fasheh 		}
983ccd979bdSMark Fasheh 		if (found > best_size) {
984ccd979bdSMark Fasheh 			best_size = found;
985ccd979bdSMark Fasheh 			best_offset = start - found;
986ccd979bdSMark Fasheh 		}
987ccd979bdSMark Fasheh 		/* we got everything we needed */
988ccd979bdSMark Fasheh 		if (found == bits_wanted) {
989ccd979bdSMark Fasheh 			/* mlog(0, "Found it all!\n"); */
990ccd979bdSMark Fasheh 			break;
991ccd979bdSMark Fasheh 		}
992ccd979bdSMark Fasheh 	}
993ccd979bdSMark Fasheh 
994ccd979bdSMark Fasheh 	/* XXX: I think the first clause is equivalent to the second
995ccd979bdSMark Fasheh 	 * 	- jlbec */
996ccd979bdSMark Fasheh 	if (found == bits_wanted) {
997ccd979bdSMark Fasheh 		*bit_off = start - found;
998ccd979bdSMark Fasheh 		*bits_found = found;
999ccd979bdSMark Fasheh 	} else if (best_size) {
1000ccd979bdSMark Fasheh 		*bit_off = best_offset;
1001ccd979bdSMark Fasheh 		*bits_found = best_size;
1002ccd979bdSMark Fasheh 	} else {
1003ccd979bdSMark Fasheh 		status = -ENOSPC;
1004ccd979bdSMark Fasheh 		/* No error log here -- see the comment above
1005ccd979bdSMark Fasheh 		 * ocfs2_test_bg_bit_allocatable */
1006ccd979bdSMark Fasheh 	}
1007ccd979bdSMark Fasheh 
1008ccd979bdSMark Fasheh 	return status;
1009ccd979bdSMark Fasheh }
1010ccd979bdSMark Fasheh 
10111fabe148SMark Fasheh static inline int ocfs2_block_group_set_bits(handle_t *handle,
1012ccd979bdSMark Fasheh 					     struct inode *alloc_inode,
1013ccd979bdSMark Fasheh 					     struct ocfs2_group_desc *bg,
1014ccd979bdSMark Fasheh 					     struct buffer_head *group_bh,
1015ccd979bdSMark Fasheh 					     unsigned int bit_off,
1016ccd979bdSMark Fasheh 					     unsigned int num_bits)
1017ccd979bdSMark Fasheh {
1018ccd979bdSMark Fasheh 	int status;
1019ccd979bdSMark Fasheh 	void *bitmap = bg->bg_bitmap;
1020ccd979bdSMark Fasheh 	int journal_type = OCFS2_JOURNAL_ACCESS_WRITE;
1021ccd979bdSMark Fasheh 
1022ccd979bdSMark Fasheh 	mlog_entry_void();
1023ccd979bdSMark Fasheh 
102442035306SJoel Becker 	/* All callers get the descriptor via
102542035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
102642035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1027ccd979bdSMark Fasheh 	BUG_ON(le16_to_cpu(bg->bg_free_bits_count) < num_bits);
1028ccd979bdSMark Fasheh 
1029ccd979bdSMark Fasheh 	mlog(0, "block_group_set_bits: off = %u, num = %u\n", bit_off,
1030ccd979bdSMark Fasheh 	     num_bits);
1031ccd979bdSMark Fasheh 
1032ccd979bdSMark Fasheh 	if (ocfs2_is_cluster_bitmap(alloc_inode))
1033ccd979bdSMark Fasheh 		journal_type = OCFS2_JOURNAL_ACCESS_UNDO;
1034ccd979bdSMark Fasheh 
103513723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle,
1036ccd979bdSMark Fasheh 					 alloc_inode,
1037ccd979bdSMark Fasheh 					 group_bh,
1038ccd979bdSMark Fasheh 					 journal_type);
1039ccd979bdSMark Fasheh 	if (status < 0) {
1040ccd979bdSMark Fasheh 		mlog_errno(status);
1041ccd979bdSMark Fasheh 		goto bail;
1042ccd979bdSMark Fasheh 	}
1043ccd979bdSMark Fasheh 
1044ccd979bdSMark Fasheh 	le16_add_cpu(&bg->bg_free_bits_count, -num_bits);
1045ccd979bdSMark Fasheh 
1046ccd979bdSMark Fasheh 	while(num_bits--)
1047ccd979bdSMark Fasheh 		ocfs2_set_bit(bit_off++, bitmap);
1048ccd979bdSMark Fasheh 
1049ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle,
1050ccd979bdSMark Fasheh 				     group_bh);
1051ccd979bdSMark Fasheh 	if (status < 0) {
1052ccd979bdSMark Fasheh 		mlog_errno(status);
1053ccd979bdSMark Fasheh 		goto bail;
1054ccd979bdSMark Fasheh 	}
1055ccd979bdSMark Fasheh 
1056ccd979bdSMark Fasheh bail:
1057ccd979bdSMark Fasheh 	mlog_exit(status);
1058ccd979bdSMark Fasheh 	return status;
1059ccd979bdSMark Fasheh }
1060ccd979bdSMark Fasheh 
1061ccd979bdSMark Fasheh /* find the one with the most empty bits */
1062ccd979bdSMark Fasheh static inline u16 ocfs2_find_victim_chain(struct ocfs2_chain_list *cl)
1063ccd979bdSMark Fasheh {
1064ccd979bdSMark Fasheh 	u16 curr, best;
1065ccd979bdSMark Fasheh 
1066ccd979bdSMark Fasheh 	BUG_ON(!cl->cl_next_free_rec);
1067ccd979bdSMark Fasheh 
1068ccd979bdSMark Fasheh 	best = curr = 0;
1069ccd979bdSMark Fasheh 	while (curr < le16_to_cpu(cl->cl_next_free_rec)) {
1070ccd979bdSMark Fasheh 		if (le32_to_cpu(cl->cl_recs[curr].c_free) >
1071ccd979bdSMark Fasheh 		    le32_to_cpu(cl->cl_recs[best].c_free))
1072ccd979bdSMark Fasheh 			best = curr;
1073ccd979bdSMark Fasheh 		curr++;
1074ccd979bdSMark Fasheh 	}
1075ccd979bdSMark Fasheh 
1076ccd979bdSMark Fasheh 	BUG_ON(best >= le16_to_cpu(cl->cl_next_free_rec));
1077ccd979bdSMark Fasheh 	return best;
1078ccd979bdSMark Fasheh }
1079ccd979bdSMark Fasheh 
10801fabe148SMark Fasheh static int ocfs2_relink_block_group(handle_t *handle,
1081ccd979bdSMark Fasheh 				    struct inode *alloc_inode,
1082ccd979bdSMark Fasheh 				    struct buffer_head *fe_bh,
1083ccd979bdSMark Fasheh 				    struct buffer_head *bg_bh,
1084ccd979bdSMark Fasheh 				    struct buffer_head *prev_bg_bh,
1085ccd979bdSMark Fasheh 				    u16 chain)
1086ccd979bdSMark Fasheh {
1087ccd979bdSMark Fasheh 	int status;
1088ccd979bdSMark Fasheh 	/* there is a really tiny chance the journal calls could fail,
1089ccd979bdSMark Fasheh 	 * but we wouldn't want inconsistent blocks in *any* case. */
1090ccd979bdSMark Fasheh 	u64 fe_ptr, bg_ptr, prev_bg_ptr;
1091ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) fe_bh->b_data;
1092ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) bg_bh->b_data;
1093ccd979bdSMark Fasheh 	struct ocfs2_group_desc *prev_bg = (struct ocfs2_group_desc *) prev_bg_bh->b_data;
1094ccd979bdSMark Fasheh 
109542035306SJoel Becker 	/* The caller got these descriptors from
109642035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
109742035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
109842035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(prev_bg));
1099ccd979bdSMark Fasheh 
1100b0697053SMark Fasheh 	mlog(0, "Suballoc %llu, chain %u, move group %llu to top, prev = %llu\n",
11011ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(fe->i_blkno), chain,
11021ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(bg->bg_blkno),
11031ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(prev_bg->bg_blkno));
1104ccd979bdSMark Fasheh 
1105ccd979bdSMark Fasheh 	fe_ptr = le64_to_cpu(fe->id2.i_chain.cl_recs[chain].c_blkno);
1106ccd979bdSMark Fasheh 	bg_ptr = le64_to_cpu(bg->bg_next_group);
1107ccd979bdSMark Fasheh 	prev_bg_ptr = le64_to_cpu(prev_bg->bg_next_group);
1108ccd979bdSMark Fasheh 
110913723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle, alloc_inode, prev_bg_bh,
1110ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1111ccd979bdSMark Fasheh 	if (status < 0) {
1112ccd979bdSMark Fasheh 		mlog_errno(status);
1113ccd979bdSMark Fasheh 		goto out_rollback;
1114ccd979bdSMark Fasheh 	}
1115ccd979bdSMark Fasheh 
1116ccd979bdSMark Fasheh 	prev_bg->bg_next_group = bg->bg_next_group;
1117ccd979bdSMark Fasheh 
1118ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, prev_bg_bh);
1119ccd979bdSMark Fasheh 	if (status < 0) {
1120ccd979bdSMark Fasheh 		mlog_errno(status);
1121ccd979bdSMark Fasheh 		goto out_rollback;
1122ccd979bdSMark Fasheh 	}
1123ccd979bdSMark Fasheh 
112413723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle, alloc_inode, bg_bh,
1125ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1126ccd979bdSMark Fasheh 	if (status < 0) {
1127ccd979bdSMark Fasheh 		mlog_errno(status);
1128ccd979bdSMark Fasheh 		goto out_rollback;
1129ccd979bdSMark Fasheh 	}
1130ccd979bdSMark Fasheh 
1131ccd979bdSMark Fasheh 	bg->bg_next_group = fe->id2.i_chain.cl_recs[chain].c_blkno;
1132ccd979bdSMark Fasheh 
1133ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, bg_bh);
1134ccd979bdSMark Fasheh 	if (status < 0) {
1135ccd979bdSMark Fasheh 		mlog_errno(status);
1136ccd979bdSMark Fasheh 		goto out_rollback;
1137ccd979bdSMark Fasheh 	}
1138ccd979bdSMark Fasheh 
113913723d00SJoel Becker 	status = ocfs2_journal_access_di(handle, alloc_inode, fe_bh,
1140ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1141ccd979bdSMark Fasheh 	if (status < 0) {
1142ccd979bdSMark Fasheh 		mlog_errno(status);
1143ccd979bdSMark Fasheh 		goto out_rollback;
1144ccd979bdSMark Fasheh 	}
1145ccd979bdSMark Fasheh 
1146ccd979bdSMark Fasheh 	fe->id2.i_chain.cl_recs[chain].c_blkno = bg->bg_blkno;
1147ccd979bdSMark Fasheh 
1148ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, fe_bh);
1149ccd979bdSMark Fasheh 	if (status < 0) {
1150ccd979bdSMark Fasheh 		mlog_errno(status);
1151ccd979bdSMark Fasheh 		goto out_rollback;
1152ccd979bdSMark Fasheh 	}
1153ccd979bdSMark Fasheh 
1154ccd979bdSMark Fasheh 	status = 0;
1155ccd979bdSMark Fasheh out_rollback:
1156ccd979bdSMark Fasheh 	if (status < 0) {
1157ccd979bdSMark Fasheh 		fe->id2.i_chain.cl_recs[chain].c_blkno = cpu_to_le64(fe_ptr);
1158ccd979bdSMark Fasheh 		bg->bg_next_group = cpu_to_le64(bg_ptr);
1159ccd979bdSMark Fasheh 		prev_bg->bg_next_group = cpu_to_le64(prev_bg_ptr);
1160ccd979bdSMark Fasheh 	}
116142035306SJoel Becker 
1162ccd979bdSMark Fasheh 	mlog_exit(status);
1163ccd979bdSMark Fasheh 	return status;
1164ccd979bdSMark Fasheh }
1165ccd979bdSMark Fasheh 
1166ccd979bdSMark Fasheh static inline int ocfs2_block_group_reasonably_empty(struct ocfs2_group_desc *bg,
1167ccd979bdSMark Fasheh 						     u32 wanted)
1168ccd979bdSMark Fasheh {
1169ccd979bdSMark Fasheh 	return le16_to_cpu(bg->bg_free_bits_count) > wanted;
1170ccd979bdSMark Fasheh }
1171ccd979bdSMark Fasheh 
1172ccd979bdSMark Fasheh /* return 0 on success, -ENOSPC to keep searching and any other < 0
1173ccd979bdSMark Fasheh  * value on error. */
1174ccd979bdSMark Fasheh static int ocfs2_cluster_group_search(struct inode *inode,
1175ccd979bdSMark Fasheh 				      struct buffer_head *group_bh,
1176ccd979bdSMark Fasheh 				      u32 bits_wanted, u32 min_bits,
11771187c968SJoel Becker 				      u64 max_block,
1178ccd979bdSMark Fasheh 				      u16 *bit_off, u16 *bits_found)
1179ccd979bdSMark Fasheh {
1180ccd979bdSMark Fasheh 	int search = -ENOSPC;
1181ccd979bdSMark Fasheh 	int ret;
11821187c968SJoel Becker 	u64 blkoff;
11837bf72edeSMark Fasheh 	struct ocfs2_group_desc *gd = (struct ocfs2_group_desc *) group_bh->b_data;
11849c7af40bSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1185ccd979bdSMark Fasheh 	u16 tmp_off, tmp_found;
11867bf72edeSMark Fasheh 	unsigned int max_bits, gd_cluster_off;
1187ccd979bdSMark Fasheh 
1188ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1189ccd979bdSMark Fasheh 
11907bf72edeSMark Fasheh 	if (gd->bg_free_bits_count) {
11917bf72edeSMark Fasheh 		max_bits = le16_to_cpu(gd->bg_bits);
11927bf72edeSMark Fasheh 
11937bf72edeSMark Fasheh 		/* Tail groups in cluster bitmaps which aren't cpg
11947bf72edeSMark Fasheh 		 * aligned are prone to partial extention by a failed
11957bf72edeSMark Fasheh 		 * fs resize. If the file system resize never got to
11967bf72edeSMark Fasheh 		 * update the dinode cluster count, then we don't want
11977bf72edeSMark Fasheh 		 * to trust any clusters past it, regardless of what
11987bf72edeSMark Fasheh 		 * the group descriptor says. */
11997bf72edeSMark Fasheh 		gd_cluster_off = ocfs2_blocks_to_clusters(inode->i_sb,
12007bf72edeSMark Fasheh 							  le64_to_cpu(gd->bg_blkno));
12017bf72edeSMark Fasheh 		if ((gd_cluster_off + max_bits) >
12027bf72edeSMark Fasheh 		    OCFS2_I(inode)->ip_clusters) {
12037bf72edeSMark Fasheh 			max_bits = OCFS2_I(inode)->ip_clusters - gd_cluster_off;
12047bf72edeSMark Fasheh 			mlog(0, "Desc %llu, bg_bits %u, clusters %u, use %u\n",
12057bf72edeSMark Fasheh 			     (unsigned long long)le64_to_cpu(gd->bg_blkno),
12067bf72edeSMark Fasheh 			     le16_to_cpu(gd->bg_bits),
12077bf72edeSMark Fasheh 			     OCFS2_I(inode)->ip_clusters, max_bits);
12087bf72edeSMark Fasheh 		}
12097bf72edeSMark Fasheh 
1210ccd979bdSMark Fasheh 		ret = ocfs2_block_group_find_clear_bits(OCFS2_SB(inode->i_sb),
1211ccd979bdSMark Fasheh 							group_bh, bits_wanted,
12127bf72edeSMark Fasheh 							max_bits,
1213ccd979bdSMark Fasheh 							&tmp_off, &tmp_found);
1214ccd979bdSMark Fasheh 		if (ret)
1215ccd979bdSMark Fasheh 			return ret;
1216ccd979bdSMark Fasheh 
12171187c968SJoel Becker 		if (max_block) {
12181187c968SJoel Becker 			blkoff = ocfs2_clusters_to_blocks(inode->i_sb,
12191187c968SJoel Becker 							  gd_cluster_off +
12201187c968SJoel Becker 							  tmp_off + tmp_found);
12211187c968SJoel Becker 			mlog(0, "Checking %llu against %llu\n",
12221187c968SJoel Becker 			     (unsigned long long)blkoff,
12231187c968SJoel Becker 			     (unsigned long long)max_block);
12241187c968SJoel Becker 			if (blkoff > max_block)
12251187c968SJoel Becker 				return -ENOSPC;
12261187c968SJoel Becker 		}
12271187c968SJoel Becker 
1228ccd979bdSMark Fasheh 		/* ocfs2_block_group_find_clear_bits() might
1229ccd979bdSMark Fasheh 		 * return success, but we still want to return
1230ccd979bdSMark Fasheh 		 * -ENOSPC unless it found the minimum number
1231ccd979bdSMark Fasheh 		 * of bits. */
1232ccd979bdSMark Fasheh 		if (min_bits <= tmp_found) {
1233ccd979bdSMark Fasheh 			*bit_off = tmp_off;
1234ccd979bdSMark Fasheh 			*bits_found = tmp_found;
1235ccd979bdSMark Fasheh 			search = 0; /* success */
12369c7af40bSMark Fasheh 		} else if (tmp_found) {
12379c7af40bSMark Fasheh 			/*
12389c7af40bSMark Fasheh 			 * Don't show bits which we'll be returning
12399c7af40bSMark Fasheh 			 * for allocation to the local alloc bitmap.
12409c7af40bSMark Fasheh 			 */
12419c7af40bSMark Fasheh 			ocfs2_local_alloc_seen_free_bits(osb, tmp_found);
1242ccd979bdSMark Fasheh 		}
1243ccd979bdSMark Fasheh 	}
1244ccd979bdSMark Fasheh 
1245ccd979bdSMark Fasheh 	return search;
1246ccd979bdSMark Fasheh }
1247ccd979bdSMark Fasheh 
1248ccd979bdSMark Fasheh static int ocfs2_block_group_search(struct inode *inode,
1249ccd979bdSMark Fasheh 				    struct buffer_head *group_bh,
1250ccd979bdSMark Fasheh 				    u32 bits_wanted, u32 min_bits,
12511187c968SJoel Becker 				    u64 max_block,
1252ccd979bdSMark Fasheh 				    u16 *bit_off, u16 *bits_found)
1253ccd979bdSMark Fasheh {
1254ccd979bdSMark Fasheh 	int ret = -ENOSPC;
12551187c968SJoel Becker 	u64 blkoff;
1256ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg = (struct ocfs2_group_desc *) group_bh->b_data;
1257ccd979bdSMark Fasheh 
1258ccd979bdSMark Fasheh 	BUG_ON(min_bits != 1);
1259ccd979bdSMark Fasheh 	BUG_ON(ocfs2_is_cluster_bitmap(inode));
1260ccd979bdSMark Fasheh 
12611187c968SJoel Becker 	if (bg->bg_free_bits_count) {
1262ccd979bdSMark Fasheh 		ret = ocfs2_block_group_find_clear_bits(OCFS2_SB(inode->i_sb),
1263ccd979bdSMark Fasheh 							group_bh, bits_wanted,
12647bf72edeSMark Fasheh 							le16_to_cpu(bg->bg_bits),
1265ccd979bdSMark Fasheh 							bit_off, bits_found);
12661187c968SJoel Becker 		if (!ret && max_block) {
12671187c968SJoel Becker 			blkoff = le64_to_cpu(bg->bg_blkno) + *bit_off +
12681187c968SJoel Becker 				*bits_found;
12691187c968SJoel Becker 			mlog(0, "Checking %llu against %llu\n",
12701187c968SJoel Becker 			     (unsigned long long)blkoff,
12711187c968SJoel Becker 			     (unsigned long long)max_block);
12721187c968SJoel Becker 			if (blkoff > max_block)
12731187c968SJoel Becker 				ret = -ENOSPC;
12741187c968SJoel Becker 		}
12751187c968SJoel Becker 	}
1276ccd979bdSMark Fasheh 
1277ccd979bdSMark Fasheh 	return ret;
1278ccd979bdSMark Fasheh }
1279ccd979bdSMark Fasheh 
1280883d4caeSMark Fasheh static int ocfs2_alloc_dinode_update_counts(struct inode *inode,
12811fabe148SMark Fasheh 				       handle_t *handle,
1282883d4caeSMark Fasheh 				       struct buffer_head *di_bh,
1283883d4caeSMark Fasheh 				       u32 num_bits,
1284883d4caeSMark Fasheh 				       u16 chain)
1285883d4caeSMark Fasheh {
1286883d4caeSMark Fasheh 	int ret;
1287883d4caeSMark Fasheh 	u32 tmp_used;
1288883d4caeSMark Fasheh 	struct ocfs2_dinode *di = (struct ocfs2_dinode *) di_bh->b_data;
1289883d4caeSMark Fasheh 	struct ocfs2_chain_list *cl = (struct ocfs2_chain_list *) &di->id2.i_chain;
1290883d4caeSMark Fasheh 
129113723d00SJoel Becker 	ret = ocfs2_journal_access_di(handle, inode, di_bh,
1292883d4caeSMark Fasheh 				      OCFS2_JOURNAL_ACCESS_WRITE);
1293883d4caeSMark Fasheh 	if (ret < 0) {
1294883d4caeSMark Fasheh 		mlog_errno(ret);
1295883d4caeSMark Fasheh 		goto out;
1296883d4caeSMark Fasheh 	}
1297883d4caeSMark Fasheh 
1298883d4caeSMark Fasheh 	tmp_used = le32_to_cpu(di->id1.bitmap1.i_used);
1299883d4caeSMark Fasheh 	di->id1.bitmap1.i_used = cpu_to_le32(num_bits + tmp_used);
1300883d4caeSMark Fasheh 	le32_add_cpu(&cl->cl_recs[chain].c_free, -num_bits);
1301883d4caeSMark Fasheh 
1302883d4caeSMark Fasheh 	ret = ocfs2_journal_dirty(handle, di_bh);
1303883d4caeSMark Fasheh 	if (ret < 0)
1304883d4caeSMark Fasheh 		mlog_errno(ret);
1305883d4caeSMark Fasheh 
1306883d4caeSMark Fasheh out:
1307883d4caeSMark Fasheh 	return ret;
1308883d4caeSMark Fasheh }
1309883d4caeSMark Fasheh 
1310883d4caeSMark Fasheh static int ocfs2_search_one_group(struct ocfs2_alloc_context *ac,
13111fabe148SMark Fasheh 				  handle_t *handle,
1312883d4caeSMark Fasheh 				  u32 bits_wanted,
1313883d4caeSMark Fasheh 				  u32 min_bits,
1314883d4caeSMark Fasheh 				  u16 *bit_off,
1315883d4caeSMark Fasheh 				  unsigned int *num_bits,
1316883d4caeSMark Fasheh 				  u64 gd_blkno,
1317883d4caeSMark Fasheh 				  u16 *bits_left)
1318883d4caeSMark Fasheh {
1319883d4caeSMark Fasheh 	int ret;
1320883d4caeSMark Fasheh 	u16 found;
1321883d4caeSMark Fasheh 	struct buffer_head *group_bh = NULL;
1322883d4caeSMark Fasheh 	struct ocfs2_group_desc *gd;
132368f64d47SJoel Becker 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)ac->ac_bh->b_data;
1324883d4caeSMark Fasheh 	struct inode *alloc_inode = ac->ac_inode;
1325883d4caeSMark Fasheh 
132668f64d47SJoel Becker 	ret = ocfs2_read_group_descriptor(alloc_inode, di, gd_blkno,
132768f64d47SJoel Becker 					  &group_bh);
1328883d4caeSMark Fasheh 	if (ret < 0) {
1329883d4caeSMark Fasheh 		mlog_errno(ret);
1330883d4caeSMark Fasheh 		return ret;
1331883d4caeSMark Fasheh 	}
1332883d4caeSMark Fasheh 
1333883d4caeSMark Fasheh 	gd = (struct ocfs2_group_desc *) group_bh->b_data;
1334883d4caeSMark Fasheh 	ret = ac->ac_group_search(alloc_inode, group_bh, bits_wanted, min_bits,
13351187c968SJoel Becker 				  ac->ac_max_block, bit_off, &found);
1336883d4caeSMark Fasheh 	if (ret < 0) {
1337883d4caeSMark Fasheh 		if (ret != -ENOSPC)
1338883d4caeSMark Fasheh 			mlog_errno(ret);
1339883d4caeSMark Fasheh 		goto out;
1340883d4caeSMark Fasheh 	}
1341883d4caeSMark Fasheh 
1342883d4caeSMark Fasheh 	*num_bits = found;
1343883d4caeSMark Fasheh 
1344883d4caeSMark Fasheh 	ret = ocfs2_alloc_dinode_update_counts(alloc_inode, handle, ac->ac_bh,
1345883d4caeSMark Fasheh 					       *num_bits,
1346883d4caeSMark Fasheh 					       le16_to_cpu(gd->bg_chain));
1347883d4caeSMark Fasheh 	if (ret < 0) {
1348883d4caeSMark Fasheh 		mlog_errno(ret);
1349883d4caeSMark Fasheh 		goto out;
1350883d4caeSMark Fasheh 	}
1351883d4caeSMark Fasheh 
1352883d4caeSMark Fasheh 	ret = ocfs2_block_group_set_bits(handle, alloc_inode, gd, group_bh,
1353883d4caeSMark Fasheh 					 *bit_off, *num_bits);
1354883d4caeSMark Fasheh 	if (ret < 0)
1355883d4caeSMark Fasheh 		mlog_errno(ret);
1356883d4caeSMark Fasheh 
1357883d4caeSMark Fasheh 	*bits_left = le16_to_cpu(gd->bg_free_bits_count);
1358883d4caeSMark Fasheh 
1359883d4caeSMark Fasheh out:
1360883d4caeSMark Fasheh 	brelse(group_bh);
1361883d4caeSMark Fasheh 
1362883d4caeSMark Fasheh 	return ret;
1363883d4caeSMark Fasheh }
1364883d4caeSMark Fasheh 
1365ccd979bdSMark Fasheh static int ocfs2_search_chain(struct ocfs2_alloc_context *ac,
13661fabe148SMark Fasheh 			      handle_t *handle,
1367ccd979bdSMark Fasheh 			      u32 bits_wanted,
1368ccd979bdSMark Fasheh 			      u32 min_bits,
1369ccd979bdSMark Fasheh 			      u16 *bit_off,
1370ccd979bdSMark Fasheh 			      unsigned int *num_bits,
1371883d4caeSMark Fasheh 			      u64 *bg_blkno,
1372883d4caeSMark Fasheh 			      u16 *bits_left)
1373ccd979bdSMark Fasheh {
1374ccd979bdSMark Fasheh 	int status;
1375ccd979bdSMark Fasheh 	u16 chain, tmp_bits;
1376ccd979bdSMark Fasheh 	u32 tmp_used;
1377ccd979bdSMark Fasheh 	u64 next_group;
1378ccd979bdSMark Fasheh 	struct inode *alloc_inode = ac->ac_inode;
1379ccd979bdSMark Fasheh 	struct buffer_head *group_bh = NULL;
1380ccd979bdSMark Fasheh 	struct buffer_head *prev_group_bh = NULL;
1381ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) ac->ac_bh->b_data;
1382ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl = (struct ocfs2_chain_list *) &fe->id2.i_chain;
1383ccd979bdSMark Fasheh 	struct ocfs2_group_desc *bg;
1384ccd979bdSMark Fasheh 
1385ccd979bdSMark Fasheh 	chain = ac->ac_chain;
1386b0697053SMark Fasheh 	mlog(0, "trying to alloc %u bits from chain %u, inode %llu\n",
1387b0697053SMark Fasheh 	     bits_wanted, chain,
1388b0697053SMark Fasheh 	     (unsigned long long)OCFS2_I(alloc_inode)->ip_blkno);
1389ccd979bdSMark Fasheh 
139068f64d47SJoel Becker 	status = ocfs2_read_group_descriptor(alloc_inode, fe,
1391ccd979bdSMark Fasheh 					     le64_to_cpu(cl->cl_recs[chain].c_blkno),
13920fcaa56aSJoel Becker 					     &group_bh);
1393ccd979bdSMark Fasheh 	if (status < 0) {
1394ccd979bdSMark Fasheh 		mlog_errno(status);
1395ccd979bdSMark Fasheh 		goto bail;
1396ccd979bdSMark Fasheh 	}
1397ccd979bdSMark Fasheh 	bg = (struct ocfs2_group_desc *) group_bh->b_data;
1398ccd979bdSMark Fasheh 
1399ccd979bdSMark Fasheh 	status = -ENOSPC;
1400ccd979bdSMark Fasheh 	/* for now, the chain search is a bit simplistic. We just use
1401ccd979bdSMark Fasheh 	 * the 1st group with any empty bits. */
14021187c968SJoel Becker 	while ((status = ac->ac_group_search(alloc_inode, group_bh,
14031187c968SJoel Becker 					     bits_wanted, min_bits,
14041187c968SJoel Becker 					     ac->ac_max_block, bit_off,
14051187c968SJoel Becker 					     &tmp_bits)) == -ENOSPC) {
1406ccd979bdSMark Fasheh 		if (!bg->bg_next_group)
1407ccd979bdSMark Fasheh 			break;
1408a81cb88bSMark Fasheh 
1409ccd979bdSMark Fasheh 		brelse(prev_group_bh);
1410ccd979bdSMark Fasheh 		prev_group_bh = NULL;
1411a81cb88bSMark Fasheh 
1412ccd979bdSMark Fasheh 		next_group = le64_to_cpu(bg->bg_next_group);
1413ccd979bdSMark Fasheh 		prev_group_bh = group_bh;
1414ccd979bdSMark Fasheh 		group_bh = NULL;
141568f64d47SJoel Becker 		status = ocfs2_read_group_descriptor(alloc_inode, fe,
14160fcaa56aSJoel Becker 						     next_group, &group_bh);
1417ccd979bdSMark Fasheh 		if (status < 0) {
1418ccd979bdSMark Fasheh 			mlog_errno(status);
1419ccd979bdSMark Fasheh 			goto bail;
1420ccd979bdSMark Fasheh 		}
1421ccd979bdSMark Fasheh 		bg = (struct ocfs2_group_desc *) group_bh->b_data;
1422ccd979bdSMark Fasheh 	}
1423ccd979bdSMark Fasheh 	if (status < 0) {
1424ccd979bdSMark Fasheh 		if (status != -ENOSPC)
1425ccd979bdSMark Fasheh 			mlog_errno(status);
1426ccd979bdSMark Fasheh 		goto bail;
1427ccd979bdSMark Fasheh 	}
1428ccd979bdSMark Fasheh 
1429b0697053SMark Fasheh 	mlog(0, "alloc succeeds: we give %u bits from block group %llu\n",
14301ca1a111SMark Fasheh 	     tmp_bits, (unsigned long long)le64_to_cpu(bg->bg_blkno));
1431ccd979bdSMark Fasheh 
1432ccd979bdSMark Fasheh 	*num_bits = tmp_bits;
1433ccd979bdSMark Fasheh 
1434ccd979bdSMark Fasheh 	BUG_ON(*num_bits == 0);
1435ccd979bdSMark Fasheh 
1436ccd979bdSMark Fasheh 	/*
1437ccd979bdSMark Fasheh 	 * Keep track of previous block descriptor read. When
1438ccd979bdSMark Fasheh 	 * we find a target, if we have read more than X
1439ccd979bdSMark Fasheh 	 * number of descriptors, and the target is reasonably
1440ccd979bdSMark Fasheh 	 * empty, relink him to top of his chain.
1441ccd979bdSMark Fasheh 	 *
1442ccd979bdSMark Fasheh 	 * We've read 0 extra blocks and only send one more to
1443ccd979bdSMark Fasheh 	 * the transaction, yet the next guy to search has a
1444ccd979bdSMark Fasheh 	 * much easier time.
1445ccd979bdSMark Fasheh 	 *
1446ccd979bdSMark Fasheh 	 * Do this *after* figuring out how many bits we're taking out
1447ccd979bdSMark Fasheh 	 * of our target group.
1448ccd979bdSMark Fasheh 	 */
1449ccd979bdSMark Fasheh 	if (ac->ac_allow_chain_relink &&
1450ccd979bdSMark Fasheh 	    (prev_group_bh) &&
1451ccd979bdSMark Fasheh 	    (ocfs2_block_group_reasonably_empty(bg, *num_bits))) {
1452ccd979bdSMark Fasheh 		status = ocfs2_relink_block_group(handle, alloc_inode,
1453ccd979bdSMark Fasheh 						  ac->ac_bh, group_bh,
1454ccd979bdSMark Fasheh 						  prev_group_bh, chain);
1455ccd979bdSMark Fasheh 		if (status < 0) {
1456ccd979bdSMark Fasheh 			mlog_errno(status);
1457ccd979bdSMark Fasheh 			goto bail;
1458ccd979bdSMark Fasheh 		}
1459ccd979bdSMark Fasheh 	}
1460ccd979bdSMark Fasheh 
1461ccd979bdSMark Fasheh 	/* Ok, claim our bits now: set the info on dinode, chainlist
1462ccd979bdSMark Fasheh 	 * and then the group */
146313723d00SJoel Becker 	status = ocfs2_journal_access_di(handle,
1464ccd979bdSMark Fasheh 					 alloc_inode,
1465ccd979bdSMark Fasheh 					 ac->ac_bh,
1466ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1467ccd979bdSMark Fasheh 	if (status < 0) {
1468ccd979bdSMark Fasheh 		mlog_errno(status);
1469ccd979bdSMark Fasheh 		goto bail;
1470ccd979bdSMark Fasheh 	}
1471ccd979bdSMark Fasheh 
1472ccd979bdSMark Fasheh 	tmp_used = le32_to_cpu(fe->id1.bitmap1.i_used);
1473ccd979bdSMark Fasheh 	fe->id1.bitmap1.i_used = cpu_to_le32(*num_bits + tmp_used);
1474ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[chain].c_free, -(*num_bits));
1475ccd979bdSMark Fasheh 
1476ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle,
1477ccd979bdSMark Fasheh 				     ac->ac_bh);
1478ccd979bdSMark Fasheh 	if (status < 0) {
1479ccd979bdSMark Fasheh 		mlog_errno(status);
1480ccd979bdSMark Fasheh 		goto bail;
1481ccd979bdSMark Fasheh 	}
1482ccd979bdSMark Fasheh 
1483ccd979bdSMark Fasheh 	status = ocfs2_block_group_set_bits(handle,
1484ccd979bdSMark Fasheh 					    alloc_inode,
1485ccd979bdSMark Fasheh 					    bg,
1486ccd979bdSMark Fasheh 					    group_bh,
1487ccd979bdSMark Fasheh 					    *bit_off,
1488ccd979bdSMark Fasheh 					    *num_bits);
1489ccd979bdSMark Fasheh 	if (status < 0) {
1490ccd979bdSMark Fasheh 		mlog_errno(status);
1491ccd979bdSMark Fasheh 		goto bail;
1492ccd979bdSMark Fasheh 	}
1493ccd979bdSMark Fasheh 
1494b0697053SMark Fasheh 	mlog(0, "Allocated %u bits from suballocator %llu\n", *num_bits,
14951ca1a111SMark Fasheh 	     (unsigned long long)le64_to_cpu(fe->i_blkno));
1496ccd979bdSMark Fasheh 
1497ccd979bdSMark Fasheh 	*bg_blkno = le64_to_cpu(bg->bg_blkno);
1498883d4caeSMark Fasheh 	*bits_left = le16_to_cpu(bg->bg_free_bits_count);
1499ccd979bdSMark Fasheh bail:
1500ccd979bdSMark Fasheh 	brelse(group_bh);
1501ccd979bdSMark Fasheh 	brelse(prev_group_bh);
1502ccd979bdSMark Fasheh 
1503ccd979bdSMark Fasheh 	mlog_exit(status);
1504ccd979bdSMark Fasheh 	return status;
1505ccd979bdSMark Fasheh }
1506ccd979bdSMark Fasheh 
1507ccd979bdSMark Fasheh /* will give out up to bits_wanted contiguous bits. */
1508ccd979bdSMark Fasheh static int ocfs2_claim_suballoc_bits(struct ocfs2_super *osb,
1509ccd979bdSMark Fasheh 				     struct ocfs2_alloc_context *ac,
15101fabe148SMark Fasheh 				     handle_t *handle,
1511ccd979bdSMark Fasheh 				     u32 bits_wanted,
1512ccd979bdSMark Fasheh 				     u32 min_bits,
1513ccd979bdSMark Fasheh 				     u16 *bit_off,
1514ccd979bdSMark Fasheh 				     unsigned int *num_bits,
1515ccd979bdSMark Fasheh 				     u64 *bg_blkno)
1516ccd979bdSMark Fasheh {
1517ccd979bdSMark Fasheh 	int status;
1518ccd979bdSMark Fasheh 	u16 victim, i;
1519883d4caeSMark Fasheh 	u16 bits_left = 0;
1520883d4caeSMark Fasheh 	u64 hint_blkno = ac->ac_last_group;
1521ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl;
1522ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
1523ccd979bdSMark Fasheh 
1524ccd979bdSMark Fasheh 	mlog_entry_void();
1525ccd979bdSMark Fasheh 
1526ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_given >= ac->ac_bits_wanted);
1527ccd979bdSMark Fasheh 	BUG_ON(bits_wanted > (ac->ac_bits_wanted - ac->ac_bits_given));
1528ccd979bdSMark Fasheh 	BUG_ON(!ac->ac_bh);
1529ccd979bdSMark Fasheh 
1530ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) ac->ac_bh->b_data;
153110995aa2SJoel Becker 
153210995aa2SJoel Becker 	/* The bh was validated by the inode read during
153310995aa2SJoel Becker 	 * ocfs2_reserve_suballoc_bits().  Any corruption is a code bug. */
153410995aa2SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
153510995aa2SJoel Becker 
1536ccd979bdSMark Fasheh 	if (le32_to_cpu(fe->id1.bitmap1.i_used) >=
1537ccd979bdSMark Fasheh 	    le32_to_cpu(fe->id1.bitmap1.i_total)) {
1538b0697053SMark Fasheh 		ocfs2_error(osb->sb, "Chain allocator dinode %llu has %u used "
1539b0697053SMark Fasheh 			    "bits but only %u total.",
1540b0697053SMark Fasheh 			    (unsigned long long)le64_to_cpu(fe->i_blkno),
1541ccd979bdSMark Fasheh 			    le32_to_cpu(fe->id1.bitmap1.i_used),
1542ccd979bdSMark Fasheh 			    le32_to_cpu(fe->id1.bitmap1.i_total));
1543ccd979bdSMark Fasheh 		status = -EIO;
1544ccd979bdSMark Fasheh 		goto bail;
1545ccd979bdSMark Fasheh 	}
1546ccd979bdSMark Fasheh 
1547883d4caeSMark Fasheh 	if (hint_blkno) {
1548883d4caeSMark Fasheh 		/* Attempt to short-circuit the usual search mechanism
1549883d4caeSMark Fasheh 		 * by jumping straight to the most recently used
1550883d4caeSMark Fasheh 		 * allocation group. This helps us mantain some
1551883d4caeSMark Fasheh 		 * contiguousness across allocations. */
1552da5cbf2fSMark Fasheh 		status = ocfs2_search_one_group(ac, handle, bits_wanted,
1553da5cbf2fSMark Fasheh 						min_bits, bit_off, num_bits,
1554883d4caeSMark Fasheh 						hint_blkno, &bits_left);
1555883d4caeSMark Fasheh 		if (!status) {
1556883d4caeSMark Fasheh 			/* Be careful to update *bg_blkno here as the
1557883d4caeSMark Fasheh 			 * caller is expecting it to be filled in, and
1558883d4caeSMark Fasheh 			 * ocfs2_search_one_group() won't do that for
1559883d4caeSMark Fasheh 			 * us. */
1560883d4caeSMark Fasheh 			*bg_blkno = hint_blkno;
1561883d4caeSMark Fasheh 			goto set_hint;
1562883d4caeSMark Fasheh 		}
1563883d4caeSMark Fasheh 		if (status < 0 && status != -ENOSPC) {
1564883d4caeSMark Fasheh 			mlog_errno(status);
1565883d4caeSMark Fasheh 			goto bail;
1566883d4caeSMark Fasheh 		}
1567883d4caeSMark Fasheh 	}
1568883d4caeSMark Fasheh 
1569ccd979bdSMark Fasheh 	cl = (struct ocfs2_chain_list *) &fe->id2.i_chain;
1570ccd979bdSMark Fasheh 
1571ccd979bdSMark Fasheh 	victim = ocfs2_find_victim_chain(cl);
1572ccd979bdSMark Fasheh 	ac->ac_chain = victim;
1573ccd979bdSMark Fasheh 	ac->ac_allow_chain_relink = 1;
1574ccd979bdSMark Fasheh 
1575da5cbf2fSMark Fasheh 	status = ocfs2_search_chain(ac, handle, bits_wanted, min_bits, bit_off,
1576883d4caeSMark Fasheh 				    num_bits, bg_blkno, &bits_left);
1577ccd979bdSMark Fasheh 	if (!status)
1578883d4caeSMark Fasheh 		goto set_hint;
1579ccd979bdSMark Fasheh 	if (status < 0 && status != -ENOSPC) {
1580ccd979bdSMark Fasheh 		mlog_errno(status);
1581ccd979bdSMark Fasheh 		goto bail;
1582ccd979bdSMark Fasheh 	}
1583ccd979bdSMark Fasheh 
1584ccd979bdSMark Fasheh 	mlog(0, "Search of victim chain %u came up with nothing, "
1585ccd979bdSMark Fasheh 	     "trying all chains now.\n", victim);
1586ccd979bdSMark Fasheh 
1587ccd979bdSMark Fasheh 	/* If we didn't pick a good victim, then just default to
1588ccd979bdSMark Fasheh 	 * searching each chain in order. Don't allow chain relinking
1589ccd979bdSMark Fasheh 	 * because we only calculate enough journal credits for one
1590ccd979bdSMark Fasheh 	 * relink per alloc. */
1591ccd979bdSMark Fasheh 	ac->ac_allow_chain_relink = 0;
1592ccd979bdSMark Fasheh 	for (i = 0; i < le16_to_cpu(cl->cl_next_free_rec); i ++) {
1593ccd979bdSMark Fasheh 		if (i == victim)
1594ccd979bdSMark Fasheh 			continue;
1595ccd979bdSMark Fasheh 		if (!cl->cl_recs[i].c_free)
1596ccd979bdSMark Fasheh 			continue;
1597ccd979bdSMark Fasheh 
1598ccd979bdSMark Fasheh 		ac->ac_chain = i;
1599da5cbf2fSMark Fasheh 		status = ocfs2_search_chain(ac, handle, bits_wanted, min_bits,
1600883d4caeSMark Fasheh 					    bit_off, num_bits, bg_blkno,
1601883d4caeSMark Fasheh 					    &bits_left);
1602ccd979bdSMark Fasheh 		if (!status)
1603ccd979bdSMark Fasheh 			break;
1604ccd979bdSMark Fasheh 		if (status < 0 && status != -ENOSPC) {
1605ccd979bdSMark Fasheh 			mlog_errno(status);
1606ccd979bdSMark Fasheh 			goto bail;
1607ccd979bdSMark Fasheh 		}
1608ccd979bdSMark Fasheh 	}
1609ccd979bdSMark Fasheh 
1610883d4caeSMark Fasheh set_hint:
1611883d4caeSMark Fasheh 	if (status != -ENOSPC) {
1612883d4caeSMark Fasheh 		/* If the next search of this group is not likely to
1613883d4caeSMark Fasheh 		 * yield a suitable extent, then we reset the last
1614883d4caeSMark Fasheh 		 * group hint so as to not waste a disk read */
1615883d4caeSMark Fasheh 		if (bits_left < min_bits)
1616883d4caeSMark Fasheh 			ac->ac_last_group = 0;
1617883d4caeSMark Fasheh 		else
1618883d4caeSMark Fasheh 			ac->ac_last_group = *bg_blkno;
1619883d4caeSMark Fasheh 	}
1620883d4caeSMark Fasheh 
1621883d4caeSMark Fasheh bail:
1622ccd979bdSMark Fasheh 	mlog_exit(status);
1623ccd979bdSMark Fasheh 	return status;
1624ccd979bdSMark Fasheh }
1625ccd979bdSMark Fasheh 
1626ccd979bdSMark Fasheh int ocfs2_claim_metadata(struct ocfs2_super *osb,
16271fabe148SMark Fasheh 			 handle_t *handle,
1628ccd979bdSMark Fasheh 			 struct ocfs2_alloc_context *ac,
1629ccd979bdSMark Fasheh 			 u32 bits_wanted,
1630ccd979bdSMark Fasheh 			 u16 *suballoc_bit_start,
1631ccd979bdSMark Fasheh 			 unsigned int *num_bits,
1632ccd979bdSMark Fasheh 			 u64 *blkno_start)
1633ccd979bdSMark Fasheh {
1634ccd979bdSMark Fasheh 	int status;
1635ccd979bdSMark Fasheh 	u64 bg_blkno;
1636ccd979bdSMark Fasheh 
1637ccd979bdSMark Fasheh 	BUG_ON(!ac);
1638ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_wanted < (ac->ac_bits_given + bits_wanted));
1639ccd979bdSMark Fasheh 	BUG_ON(ac->ac_which != OCFS2_AC_USE_META);
1640ccd979bdSMark Fasheh 
1641ccd979bdSMark Fasheh 	status = ocfs2_claim_suballoc_bits(osb,
1642ccd979bdSMark Fasheh 					   ac,
1643da5cbf2fSMark Fasheh 					   handle,
1644ccd979bdSMark Fasheh 					   bits_wanted,
1645ccd979bdSMark Fasheh 					   1,
1646ccd979bdSMark Fasheh 					   suballoc_bit_start,
1647ccd979bdSMark Fasheh 					   num_bits,
1648ccd979bdSMark Fasheh 					   &bg_blkno);
1649ccd979bdSMark Fasheh 	if (status < 0) {
1650ccd979bdSMark Fasheh 		mlog_errno(status);
1651ccd979bdSMark Fasheh 		goto bail;
1652ccd979bdSMark Fasheh 	}
1653ccd979bdSMark Fasheh 	atomic_inc(&osb->alloc_stats.bg_allocs);
1654ccd979bdSMark Fasheh 
1655ccd979bdSMark Fasheh 	*blkno_start = bg_blkno + (u64) *suballoc_bit_start;
1656ccd979bdSMark Fasheh 	ac->ac_bits_given += (*num_bits);
1657ccd979bdSMark Fasheh 	status = 0;
1658ccd979bdSMark Fasheh bail:
1659ccd979bdSMark Fasheh 	mlog_exit(status);
1660ccd979bdSMark Fasheh 	return status;
1661ccd979bdSMark Fasheh }
1662ccd979bdSMark Fasheh 
166313821151STao Ma static void ocfs2_init_inode_ac_group(struct inode *dir,
166413821151STao Ma 				      struct buffer_head *parent_fe_bh,
166513821151STao Ma 				      struct ocfs2_alloc_context *ac)
166613821151STao Ma {
166713821151STao Ma 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *)parent_fe_bh->b_data;
166813821151STao Ma 	/*
166913821151STao Ma 	 * Try to allocate inodes from some specific group.
167013821151STao Ma 	 *
167113821151STao Ma 	 * If the parent dir has recorded the last group used in allocation,
167213821151STao Ma 	 * cool, use it. Otherwise if we try to allocate new inode from the
167313821151STao Ma 	 * same slot the parent dir belongs to, use the same chunk.
167413821151STao Ma 	 *
167513821151STao Ma 	 * We are very careful here to avoid the mistake of setting
167613821151STao Ma 	 * ac_last_group to a group descriptor from a different (unlocked) slot.
167713821151STao Ma 	 */
167813821151STao Ma 	if (OCFS2_I(dir)->ip_last_used_group &&
167913821151STao Ma 	    OCFS2_I(dir)->ip_last_used_slot == ac->ac_alloc_slot)
168013821151STao Ma 		ac->ac_last_group = OCFS2_I(dir)->ip_last_used_group;
168113821151STao Ma 	else if (le16_to_cpu(fe->i_suballoc_slot) == ac->ac_alloc_slot)
168213821151STao Ma 		ac->ac_last_group = ocfs2_which_suballoc_group(
168313821151STao Ma 					le64_to_cpu(fe->i_blkno),
168413821151STao Ma 					le16_to_cpu(fe->i_suballoc_bit));
168513821151STao Ma }
168613821151STao Ma 
168713821151STao Ma static inline void ocfs2_save_inode_ac_group(struct inode *dir,
168813821151STao Ma 					     struct ocfs2_alloc_context *ac)
168913821151STao Ma {
169013821151STao Ma 	OCFS2_I(dir)->ip_last_used_group = ac->ac_last_group;
169113821151STao Ma 	OCFS2_I(dir)->ip_last_used_slot = ac->ac_alloc_slot;
169213821151STao Ma }
169313821151STao Ma 
1694ccd979bdSMark Fasheh int ocfs2_claim_new_inode(struct ocfs2_super *osb,
16951fabe148SMark Fasheh 			  handle_t *handle,
169613821151STao Ma 			  struct inode *dir,
169713821151STao Ma 			  struct buffer_head *parent_fe_bh,
1698ccd979bdSMark Fasheh 			  struct ocfs2_alloc_context *ac,
1699ccd979bdSMark Fasheh 			  u16 *suballoc_bit,
1700ccd979bdSMark Fasheh 			  u64 *fe_blkno)
1701ccd979bdSMark Fasheh {
1702ccd979bdSMark Fasheh 	int status;
1703ccd979bdSMark Fasheh 	unsigned int num_bits;
1704ccd979bdSMark Fasheh 	u64 bg_blkno;
1705ccd979bdSMark Fasheh 
1706ccd979bdSMark Fasheh 	mlog_entry_void();
1707ccd979bdSMark Fasheh 
1708ccd979bdSMark Fasheh 	BUG_ON(!ac);
1709ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_given != 0);
1710ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_wanted != 1);
1711ccd979bdSMark Fasheh 	BUG_ON(ac->ac_which != OCFS2_AC_USE_INODE);
1712ccd979bdSMark Fasheh 
171313821151STao Ma 	ocfs2_init_inode_ac_group(dir, parent_fe_bh, ac);
171413821151STao Ma 
1715ccd979bdSMark Fasheh 	status = ocfs2_claim_suballoc_bits(osb,
1716ccd979bdSMark Fasheh 					   ac,
1717da5cbf2fSMark Fasheh 					   handle,
1718ccd979bdSMark Fasheh 					   1,
1719ccd979bdSMark Fasheh 					   1,
1720ccd979bdSMark Fasheh 					   suballoc_bit,
1721ccd979bdSMark Fasheh 					   &num_bits,
1722ccd979bdSMark Fasheh 					   &bg_blkno);
1723ccd979bdSMark Fasheh 	if (status < 0) {
1724ccd979bdSMark Fasheh 		mlog_errno(status);
1725ccd979bdSMark Fasheh 		goto bail;
1726ccd979bdSMark Fasheh 	}
1727ccd979bdSMark Fasheh 	atomic_inc(&osb->alloc_stats.bg_allocs);
1728ccd979bdSMark Fasheh 
1729ccd979bdSMark Fasheh 	BUG_ON(num_bits != 1);
1730ccd979bdSMark Fasheh 
1731ccd979bdSMark Fasheh 	*fe_blkno = bg_blkno + (u64) (*suballoc_bit);
1732ccd979bdSMark Fasheh 	ac->ac_bits_given++;
173313821151STao Ma 	ocfs2_save_inode_ac_group(dir, ac);
1734ccd979bdSMark Fasheh 	status = 0;
1735ccd979bdSMark Fasheh bail:
1736ccd979bdSMark Fasheh 	mlog_exit(status);
1737ccd979bdSMark Fasheh 	return status;
1738ccd979bdSMark Fasheh }
1739ccd979bdSMark Fasheh 
1740ccd979bdSMark Fasheh /* translate a group desc. blkno and it's bitmap offset into
1741ccd979bdSMark Fasheh  * disk cluster offset. */
1742ccd979bdSMark Fasheh static inline u32 ocfs2_desc_bitmap_to_cluster_off(struct inode *inode,
1743ccd979bdSMark Fasheh 						   u64 bg_blkno,
1744ccd979bdSMark Fasheh 						   u16 bg_bit_off)
1745ccd979bdSMark Fasheh {
1746ccd979bdSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1747ccd979bdSMark Fasheh 	u32 cluster = 0;
1748ccd979bdSMark Fasheh 
1749ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1750ccd979bdSMark Fasheh 
1751ccd979bdSMark Fasheh 	if (bg_blkno != osb->first_cluster_group_blkno)
1752ccd979bdSMark Fasheh 		cluster = ocfs2_blocks_to_clusters(inode->i_sb, bg_blkno);
1753ccd979bdSMark Fasheh 	cluster += (u32) bg_bit_off;
1754ccd979bdSMark Fasheh 	return cluster;
1755ccd979bdSMark Fasheh }
1756ccd979bdSMark Fasheh 
1757ccd979bdSMark Fasheh /* given a cluster offset, calculate which block group it belongs to
1758ccd979bdSMark Fasheh  * and return that block offset. */
1759d659072fSTao Ma u64 ocfs2_which_cluster_group(struct inode *inode, u32 cluster)
1760ccd979bdSMark Fasheh {
1761ccd979bdSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1762ccd979bdSMark Fasheh 	u32 group_no;
1763ccd979bdSMark Fasheh 
1764ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1765ccd979bdSMark Fasheh 
1766ccd979bdSMark Fasheh 	group_no = cluster / osb->bitmap_cpg;
1767ccd979bdSMark Fasheh 	if (!group_no)
1768ccd979bdSMark Fasheh 		return osb->first_cluster_group_blkno;
1769ccd979bdSMark Fasheh 	return ocfs2_clusters_to_blocks(inode->i_sb,
1770ccd979bdSMark Fasheh 					group_no * osb->bitmap_cpg);
1771ccd979bdSMark Fasheh }
1772ccd979bdSMark Fasheh 
1773ccd979bdSMark Fasheh /* given the block number of a cluster start, calculate which cluster
1774ccd979bdSMark Fasheh  * group and descriptor bitmap offset that corresponds to. */
1775ccd979bdSMark Fasheh static inline void ocfs2_block_to_cluster_group(struct inode *inode,
1776ccd979bdSMark Fasheh 						u64 data_blkno,
1777ccd979bdSMark Fasheh 						u64 *bg_blkno,
1778ccd979bdSMark Fasheh 						u16 *bg_bit_off)
1779ccd979bdSMark Fasheh {
1780ccd979bdSMark Fasheh 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1781ccd979bdSMark Fasheh 	u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);
1782ccd979bdSMark Fasheh 
1783ccd979bdSMark Fasheh 	BUG_ON(!ocfs2_is_cluster_bitmap(inode));
1784ccd979bdSMark Fasheh 
1785ccd979bdSMark Fasheh 	*bg_blkno = ocfs2_which_cluster_group(inode,
1786ccd979bdSMark Fasheh 					      data_cluster);
1787ccd979bdSMark Fasheh 
1788ccd979bdSMark Fasheh 	if (*bg_blkno == osb->first_cluster_group_blkno)
1789ccd979bdSMark Fasheh 		*bg_bit_off = (u16) data_cluster;
1790ccd979bdSMark Fasheh 	else
1791ccd979bdSMark Fasheh 		*bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,
1792ccd979bdSMark Fasheh 							     data_blkno - *bg_blkno);
1793ccd979bdSMark Fasheh }
1794ccd979bdSMark Fasheh 
1795ccd979bdSMark Fasheh /*
1796ccd979bdSMark Fasheh  * min_bits - minimum contiguous chunk from this total allocation we
1797ccd979bdSMark Fasheh  * can handle. set to what we asked for originally for a full
1798ccd979bdSMark Fasheh  * contig. allocation, set to '1' to indicate we can deal with extents
1799ccd979bdSMark Fasheh  * of any size.
1800ccd979bdSMark Fasheh  */
1801415cb800SMark Fasheh int __ocfs2_claim_clusters(struct ocfs2_super *osb,
18021fabe148SMark Fasheh 			   handle_t *handle,
1803ccd979bdSMark Fasheh 			   struct ocfs2_alloc_context *ac,
1804ccd979bdSMark Fasheh 			   u32 min_clusters,
1805415cb800SMark Fasheh 			   u32 max_clusters,
1806ccd979bdSMark Fasheh 			   u32 *cluster_start,
1807ccd979bdSMark Fasheh 			   u32 *num_clusters)
1808ccd979bdSMark Fasheh {
1809ccd979bdSMark Fasheh 	int status;
1810415cb800SMark Fasheh 	unsigned int bits_wanted = max_clusters;
1811883d4caeSMark Fasheh 	u64 bg_blkno = 0;
1812ccd979bdSMark Fasheh 	u16 bg_bit_off;
1813ccd979bdSMark Fasheh 
1814ccd979bdSMark Fasheh 	mlog_entry_void();
1815ccd979bdSMark Fasheh 
1816ccd979bdSMark Fasheh 	BUG_ON(ac->ac_bits_given >= ac->ac_bits_wanted);
1817ccd979bdSMark Fasheh 
1818ccd979bdSMark Fasheh 	BUG_ON(ac->ac_which != OCFS2_AC_USE_LOCAL
1819ccd979bdSMark Fasheh 	       && ac->ac_which != OCFS2_AC_USE_MAIN);
1820ccd979bdSMark Fasheh 
1821ccd979bdSMark Fasheh 	if (ac->ac_which == OCFS2_AC_USE_LOCAL) {
1822ccd979bdSMark Fasheh 		status = ocfs2_claim_local_alloc_bits(osb,
1823ccd979bdSMark Fasheh 						      handle,
1824ccd979bdSMark Fasheh 						      ac,
1825ccd979bdSMark Fasheh 						      bits_wanted,
1826ccd979bdSMark Fasheh 						      cluster_start,
1827ccd979bdSMark Fasheh 						      num_clusters);
1828ccd979bdSMark Fasheh 		if (!status)
1829ccd979bdSMark Fasheh 			atomic_inc(&osb->alloc_stats.local_data);
1830ccd979bdSMark Fasheh 	} else {
1831ccd979bdSMark Fasheh 		if (min_clusters > (osb->bitmap_cpg - 1)) {
1832ccd979bdSMark Fasheh 			/* The only paths asking for contiguousness
1833ccd979bdSMark Fasheh 			 * should know about this already. */
18342fbe8d1eSSunil Mushran 			mlog(ML_ERROR, "minimum allocation requested %u exceeds "
18352fbe8d1eSSunil Mushran 			     "group bitmap size %u!\n", min_clusters,
18362fbe8d1eSSunil Mushran 			     osb->bitmap_cpg);
1837ccd979bdSMark Fasheh 			status = -ENOSPC;
1838ccd979bdSMark Fasheh 			goto bail;
1839ccd979bdSMark Fasheh 		}
1840ccd979bdSMark Fasheh 		/* clamp the current request down to a realistic size. */
1841ccd979bdSMark Fasheh 		if (bits_wanted > (osb->bitmap_cpg - 1))
1842ccd979bdSMark Fasheh 			bits_wanted = osb->bitmap_cpg - 1;
1843ccd979bdSMark Fasheh 
1844ccd979bdSMark Fasheh 		status = ocfs2_claim_suballoc_bits(osb,
1845ccd979bdSMark Fasheh 						   ac,
1846da5cbf2fSMark Fasheh 						   handle,
1847ccd979bdSMark Fasheh 						   bits_wanted,
1848ccd979bdSMark Fasheh 						   min_clusters,
1849ccd979bdSMark Fasheh 						   &bg_bit_off,
1850ccd979bdSMark Fasheh 						   num_clusters,
1851ccd979bdSMark Fasheh 						   &bg_blkno);
1852ccd979bdSMark Fasheh 		if (!status) {
1853ccd979bdSMark Fasheh 			*cluster_start =
1854ccd979bdSMark Fasheh 				ocfs2_desc_bitmap_to_cluster_off(ac->ac_inode,
1855ccd979bdSMark Fasheh 								 bg_blkno,
1856ccd979bdSMark Fasheh 								 bg_bit_off);
1857ccd979bdSMark Fasheh 			atomic_inc(&osb->alloc_stats.bitmap_data);
1858ccd979bdSMark Fasheh 		}
1859ccd979bdSMark Fasheh 	}
1860ccd979bdSMark Fasheh 	if (status < 0) {
1861ccd979bdSMark Fasheh 		if (status != -ENOSPC)
1862ccd979bdSMark Fasheh 			mlog_errno(status);
1863ccd979bdSMark Fasheh 		goto bail;
1864ccd979bdSMark Fasheh 	}
1865ccd979bdSMark Fasheh 
1866ccd979bdSMark Fasheh 	ac->ac_bits_given += *num_clusters;
1867ccd979bdSMark Fasheh 
1868ccd979bdSMark Fasheh bail:
1869ccd979bdSMark Fasheh 	mlog_exit(status);
1870ccd979bdSMark Fasheh 	return status;
1871ccd979bdSMark Fasheh }
1872ccd979bdSMark Fasheh 
1873415cb800SMark Fasheh int ocfs2_claim_clusters(struct ocfs2_super *osb,
1874415cb800SMark Fasheh 			 handle_t *handle,
1875415cb800SMark Fasheh 			 struct ocfs2_alloc_context *ac,
1876415cb800SMark Fasheh 			 u32 min_clusters,
1877415cb800SMark Fasheh 			 u32 *cluster_start,
1878415cb800SMark Fasheh 			 u32 *num_clusters)
1879415cb800SMark Fasheh {
1880415cb800SMark Fasheh 	unsigned int bits_wanted = ac->ac_bits_wanted - ac->ac_bits_given;
1881415cb800SMark Fasheh 
1882415cb800SMark Fasheh 	return __ocfs2_claim_clusters(osb, handle, ac, min_clusters,
1883415cb800SMark Fasheh 				      bits_wanted, cluster_start, num_clusters);
1884415cb800SMark Fasheh }
1885415cb800SMark Fasheh 
18861fabe148SMark Fasheh static inline int ocfs2_block_group_clear_bits(handle_t *handle,
1887ccd979bdSMark Fasheh 					       struct inode *alloc_inode,
1888ccd979bdSMark Fasheh 					       struct ocfs2_group_desc *bg,
1889ccd979bdSMark Fasheh 					       struct buffer_head *group_bh,
1890ccd979bdSMark Fasheh 					       unsigned int bit_off,
1891ccd979bdSMark Fasheh 					       unsigned int num_bits)
1892ccd979bdSMark Fasheh {
1893ccd979bdSMark Fasheh 	int status;
1894ccd979bdSMark Fasheh 	unsigned int tmp;
1895ccd979bdSMark Fasheh 	int journal_type = OCFS2_JOURNAL_ACCESS_WRITE;
1896ccd979bdSMark Fasheh 	struct ocfs2_group_desc *undo_bg = NULL;
1897*94e41ecfSSunil Mushran 	int cluster_bitmap = 0;
1898ccd979bdSMark Fasheh 
1899ccd979bdSMark Fasheh 	mlog_entry_void();
1900ccd979bdSMark Fasheh 
190142035306SJoel Becker 	/* The caller got this descriptor from
190242035306SJoel Becker 	 * ocfs2_read_group_descriptor().  Any corruption is a code bug. */
190342035306SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_GROUP_DESC(bg));
1904ccd979bdSMark Fasheh 
1905ccd979bdSMark Fasheh 	mlog(0, "off = %u, num = %u\n", bit_off, num_bits);
1906ccd979bdSMark Fasheh 
1907ccd979bdSMark Fasheh 	if (ocfs2_is_cluster_bitmap(alloc_inode))
1908ccd979bdSMark Fasheh 		journal_type = OCFS2_JOURNAL_ACCESS_UNDO;
1909ccd979bdSMark Fasheh 
191013723d00SJoel Becker 	status = ocfs2_journal_access_gd(handle, alloc_inode, group_bh,
1911ccd979bdSMark Fasheh 					 journal_type);
1912ccd979bdSMark Fasheh 	if (status < 0) {
1913ccd979bdSMark Fasheh 		mlog_errno(status);
1914ccd979bdSMark Fasheh 		goto bail;
1915ccd979bdSMark Fasheh 	}
1916ccd979bdSMark Fasheh 
1917ccd979bdSMark Fasheh 	if (ocfs2_is_cluster_bitmap(alloc_inode))
1918*94e41ecfSSunil Mushran 		cluster_bitmap = 1;
1919*94e41ecfSSunil Mushran 
1920*94e41ecfSSunil Mushran 	if (cluster_bitmap) {
1921*94e41ecfSSunil Mushran 		jbd_lock_bh_state(group_bh);
1922*94e41ecfSSunil Mushran 		undo_bg = (struct ocfs2_group_desc *)
1923*94e41ecfSSunil Mushran 					bh2jh(group_bh)->b_committed_data;
1924*94e41ecfSSunil Mushran 		BUG_ON(!undo_bg);
1925*94e41ecfSSunil Mushran 	}
1926ccd979bdSMark Fasheh 
1927ccd979bdSMark Fasheh 	tmp = num_bits;
1928ccd979bdSMark Fasheh 	while(tmp--) {
1929ccd979bdSMark Fasheh 		ocfs2_clear_bit((bit_off + tmp),
1930ccd979bdSMark Fasheh 				(unsigned long *) bg->bg_bitmap);
1931*94e41ecfSSunil Mushran 		if (cluster_bitmap)
1932ccd979bdSMark Fasheh 			ocfs2_set_bit(bit_off + tmp,
1933ccd979bdSMark Fasheh 				      (unsigned long *) undo_bg->bg_bitmap);
1934ccd979bdSMark Fasheh 	}
1935ccd979bdSMark Fasheh 	le16_add_cpu(&bg->bg_free_bits_count, num_bits);
1936ccd979bdSMark Fasheh 
1937*94e41ecfSSunil Mushran 	if (cluster_bitmap)
1938*94e41ecfSSunil Mushran 		jbd_unlock_bh_state(group_bh);
1939*94e41ecfSSunil Mushran 
1940ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, group_bh);
1941ccd979bdSMark Fasheh 	if (status < 0)
1942ccd979bdSMark Fasheh 		mlog_errno(status);
1943ccd979bdSMark Fasheh bail:
1944ccd979bdSMark Fasheh 	return status;
1945ccd979bdSMark Fasheh }
1946ccd979bdSMark Fasheh 
1947ccd979bdSMark Fasheh /*
1948ccd979bdSMark Fasheh  * expects the suballoc inode to already be locked.
1949ccd979bdSMark Fasheh  */
19502b604351SMark Fasheh int ocfs2_free_suballoc_bits(handle_t *handle,
1951ccd979bdSMark Fasheh 			     struct inode *alloc_inode,
1952ccd979bdSMark Fasheh 			     struct buffer_head *alloc_bh,
1953ccd979bdSMark Fasheh 			     unsigned int start_bit,
1954ccd979bdSMark Fasheh 			     u64 bg_blkno,
1955ccd979bdSMark Fasheh 			     unsigned int count)
1956ccd979bdSMark Fasheh {
1957ccd979bdSMark Fasheh 	int status = 0;
1958ccd979bdSMark Fasheh 	u32 tmp_used;
1959ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe = (struct ocfs2_dinode *) alloc_bh->b_data;
1960ccd979bdSMark Fasheh 	struct ocfs2_chain_list *cl = &fe->id2.i_chain;
1961ccd979bdSMark Fasheh 	struct buffer_head *group_bh = NULL;
1962ccd979bdSMark Fasheh 	struct ocfs2_group_desc *group;
1963ccd979bdSMark Fasheh 
1964ccd979bdSMark Fasheh 	mlog_entry_void();
1965ccd979bdSMark Fasheh 
196610995aa2SJoel Becker 	/* The alloc_bh comes from ocfs2_free_dinode() or
196710995aa2SJoel Becker 	 * ocfs2_free_clusters().  The callers have all locked the
196810995aa2SJoel Becker 	 * allocator and gotten alloc_bh from the lock call.  This
196910995aa2SJoel Becker 	 * validates the dinode buffer.  Any corruption that has happended
197010995aa2SJoel Becker 	 * is a code bug. */
197110995aa2SJoel Becker 	BUG_ON(!OCFS2_IS_VALID_DINODE(fe));
1972ccd979bdSMark Fasheh 	BUG_ON((count + start_bit) > ocfs2_bits_per_group(cl));
1973ccd979bdSMark Fasheh 
1974b0697053SMark Fasheh 	mlog(0, "%llu: freeing %u bits from group %llu, starting at %u\n",
1975b0697053SMark Fasheh 	     (unsigned long long)OCFS2_I(alloc_inode)->ip_blkno, count,
1976b0697053SMark Fasheh 	     (unsigned long long)bg_blkno, start_bit);
1977ccd979bdSMark Fasheh 
197868f64d47SJoel Becker 	status = ocfs2_read_group_descriptor(alloc_inode, fe, bg_blkno,
197968f64d47SJoel Becker 					     &group_bh);
1980ccd979bdSMark Fasheh 	if (status < 0) {
1981ccd979bdSMark Fasheh 		mlog_errno(status);
1982ccd979bdSMark Fasheh 		goto bail;
1983ccd979bdSMark Fasheh 	}
1984ccd979bdSMark Fasheh 	group = (struct ocfs2_group_desc *) group_bh->b_data;
198568f64d47SJoel Becker 
1986ccd979bdSMark Fasheh 	BUG_ON((count + start_bit) > le16_to_cpu(group->bg_bits));
1987ccd979bdSMark Fasheh 
1988ccd979bdSMark Fasheh 	status = ocfs2_block_group_clear_bits(handle, alloc_inode,
1989ccd979bdSMark Fasheh 					      group, group_bh,
1990ccd979bdSMark Fasheh 					      start_bit, count);
1991ccd979bdSMark Fasheh 	if (status < 0) {
1992ccd979bdSMark Fasheh 		mlog_errno(status);
1993ccd979bdSMark Fasheh 		goto bail;
1994ccd979bdSMark Fasheh 	}
1995ccd979bdSMark Fasheh 
199613723d00SJoel Becker 	status = ocfs2_journal_access_di(handle, alloc_inode, alloc_bh,
1997ccd979bdSMark Fasheh 					 OCFS2_JOURNAL_ACCESS_WRITE);
1998ccd979bdSMark Fasheh 	if (status < 0) {
1999ccd979bdSMark Fasheh 		mlog_errno(status);
2000ccd979bdSMark Fasheh 		goto bail;
2001ccd979bdSMark Fasheh 	}
2002ccd979bdSMark Fasheh 
2003ccd979bdSMark Fasheh 	le32_add_cpu(&cl->cl_recs[le16_to_cpu(group->bg_chain)].c_free,
2004ccd979bdSMark Fasheh 		     count);
2005ccd979bdSMark Fasheh 	tmp_used = le32_to_cpu(fe->id1.bitmap1.i_used);
2006ccd979bdSMark Fasheh 	fe->id1.bitmap1.i_used = cpu_to_le32(tmp_used - count);
2007ccd979bdSMark Fasheh 
2008ccd979bdSMark Fasheh 	status = ocfs2_journal_dirty(handle, alloc_bh);
2009ccd979bdSMark Fasheh 	if (status < 0) {
2010ccd979bdSMark Fasheh 		mlog_errno(status);
2011ccd979bdSMark Fasheh 		goto bail;
2012ccd979bdSMark Fasheh 	}
2013ccd979bdSMark Fasheh 
2014ccd979bdSMark Fasheh bail:
2015ccd979bdSMark Fasheh 	brelse(group_bh);
2016ccd979bdSMark Fasheh 
2017ccd979bdSMark Fasheh 	mlog_exit(status);
2018ccd979bdSMark Fasheh 	return status;
2019ccd979bdSMark Fasheh }
2020ccd979bdSMark Fasheh 
20211fabe148SMark Fasheh int ocfs2_free_dinode(handle_t *handle,
2022ccd979bdSMark Fasheh 		      struct inode *inode_alloc_inode,
2023ccd979bdSMark Fasheh 		      struct buffer_head *inode_alloc_bh,
2024ccd979bdSMark Fasheh 		      struct ocfs2_dinode *di)
2025ccd979bdSMark Fasheh {
2026ccd979bdSMark Fasheh 	u64 blk = le64_to_cpu(di->i_blkno);
2027ccd979bdSMark Fasheh 	u16 bit = le16_to_cpu(di->i_suballoc_bit);
2028ccd979bdSMark Fasheh 	u64 bg_blkno = ocfs2_which_suballoc_group(blk, bit);
2029ccd979bdSMark Fasheh 
2030ccd979bdSMark Fasheh 	return ocfs2_free_suballoc_bits(handle, inode_alloc_inode,
2031ccd979bdSMark Fasheh 					inode_alloc_bh, bit, bg_blkno, 1);
2032ccd979bdSMark Fasheh }
2033ccd979bdSMark Fasheh 
20341fabe148SMark Fasheh int ocfs2_free_clusters(handle_t *handle,
2035ccd979bdSMark Fasheh 		       struct inode *bitmap_inode,
2036ccd979bdSMark Fasheh 		       struct buffer_head *bitmap_bh,
2037ccd979bdSMark Fasheh 		       u64 start_blk,
2038ccd979bdSMark Fasheh 		       unsigned int num_clusters)
2039ccd979bdSMark Fasheh {
2040ccd979bdSMark Fasheh 	int status;
2041ccd979bdSMark Fasheh 	u16 bg_start_bit;
2042ccd979bdSMark Fasheh 	u64 bg_blkno;
2043ccd979bdSMark Fasheh 	struct ocfs2_dinode *fe;
2044ccd979bdSMark Fasheh 
2045ccd979bdSMark Fasheh 	/* You can't ever have a contiguous set of clusters
2046ccd979bdSMark Fasheh 	 * bigger than a block group bitmap so we never have to worry
2047ccd979bdSMark Fasheh 	 * about looping on them. */
2048ccd979bdSMark Fasheh 
2049ccd979bdSMark Fasheh 	mlog_entry_void();
2050ccd979bdSMark Fasheh 
2051ccd979bdSMark Fasheh 	/* This is expensive. We can safely remove once this stuff has
2052ccd979bdSMark Fasheh 	 * gotten tested really well. */
2053ccd979bdSMark Fasheh 	BUG_ON(start_blk != ocfs2_clusters_to_blocks(bitmap_inode->i_sb, ocfs2_blocks_to_clusters(bitmap_inode->i_sb, start_blk)));
2054ccd979bdSMark Fasheh 
2055ccd979bdSMark Fasheh 	fe = (struct ocfs2_dinode *) bitmap_bh->b_data;
2056ccd979bdSMark Fasheh 
2057ccd979bdSMark Fasheh 	ocfs2_block_to_cluster_group(bitmap_inode, start_blk, &bg_blkno,
2058ccd979bdSMark Fasheh 				     &bg_start_bit);
2059ccd979bdSMark Fasheh 
2060b0697053SMark Fasheh 	mlog(0, "want to free %u clusters starting at block %llu\n",
2061b0697053SMark Fasheh 	     num_clusters, (unsigned long long)start_blk);
2062b0697053SMark Fasheh 	mlog(0, "bg_blkno = %llu, bg_start_bit = %u\n",
2063b0697053SMark Fasheh 	     (unsigned long long)bg_blkno, bg_start_bit);
2064ccd979bdSMark Fasheh 
2065ccd979bdSMark Fasheh 	status = ocfs2_free_suballoc_bits(handle, bitmap_inode, bitmap_bh,
2066ccd979bdSMark Fasheh 					  bg_start_bit, bg_blkno,
2067ccd979bdSMark Fasheh 					  num_clusters);
20689c7af40bSMark Fasheh 	if (status < 0) {
2069ccd979bdSMark Fasheh 		mlog_errno(status);
20709c7af40bSMark Fasheh 		goto out;
20719c7af40bSMark Fasheh 	}
2072ccd979bdSMark Fasheh 
20739c7af40bSMark Fasheh 	ocfs2_local_alloc_seen_free_bits(OCFS2_SB(bitmap_inode->i_sb),
20749c7af40bSMark Fasheh 					 num_clusters);
20759c7af40bSMark Fasheh 
20769c7af40bSMark Fasheh out:
2077ccd979bdSMark Fasheh 	mlog_exit(status);
2078ccd979bdSMark Fasheh 	return status;
2079ccd979bdSMark Fasheh }
2080ccd979bdSMark Fasheh 
2081ccd979bdSMark Fasheh static inline void ocfs2_debug_bg(struct ocfs2_group_desc *bg)
2082ccd979bdSMark Fasheh {
2083ccd979bdSMark Fasheh 	printk("Block Group:\n");
2084ccd979bdSMark Fasheh 	printk("bg_signature:       %s\n", bg->bg_signature);
2085ccd979bdSMark Fasheh 	printk("bg_size:            %u\n", bg->bg_size);
2086ccd979bdSMark Fasheh 	printk("bg_bits:            %u\n", bg->bg_bits);
2087ccd979bdSMark Fasheh 	printk("bg_free_bits_count: %u\n", bg->bg_free_bits_count);
2088ccd979bdSMark Fasheh 	printk("bg_chain:           %u\n", bg->bg_chain);
2089ccd979bdSMark Fasheh 	printk("bg_generation:      %u\n", le32_to_cpu(bg->bg_generation));
2090b0697053SMark Fasheh 	printk("bg_next_group:      %llu\n",
2091b0697053SMark Fasheh 	       (unsigned long long)bg->bg_next_group);
2092b0697053SMark Fasheh 	printk("bg_parent_dinode:   %llu\n",
2093b0697053SMark Fasheh 	       (unsigned long long)bg->bg_parent_dinode);
2094b0697053SMark Fasheh 	printk("bg_blkno:           %llu\n",
2095b0697053SMark Fasheh 	       (unsigned long long)bg->bg_blkno);
2096ccd979bdSMark Fasheh }
2097ccd979bdSMark Fasheh 
2098ccd979bdSMark Fasheh static inline void ocfs2_debug_suballoc_inode(struct ocfs2_dinode *fe)
2099ccd979bdSMark Fasheh {
2100ccd979bdSMark Fasheh 	int i;
2101ccd979bdSMark Fasheh 
2102b0697053SMark Fasheh 	printk("Suballoc Inode %llu:\n", (unsigned long long)fe->i_blkno);
2103ccd979bdSMark Fasheh 	printk("i_signature:                  %s\n", fe->i_signature);
2104b0697053SMark Fasheh 	printk("i_size:                       %llu\n",
2105b0697053SMark Fasheh 	       (unsigned long long)fe->i_size);
2106ccd979bdSMark Fasheh 	printk("i_clusters:                   %u\n", fe->i_clusters);
2107ccd979bdSMark Fasheh 	printk("i_generation:                 %u\n",
2108ccd979bdSMark Fasheh 	       le32_to_cpu(fe->i_generation));
2109ccd979bdSMark Fasheh 	printk("id1.bitmap1.i_used:           %u\n",
2110ccd979bdSMark Fasheh 	       le32_to_cpu(fe->id1.bitmap1.i_used));
2111ccd979bdSMark Fasheh 	printk("id1.bitmap1.i_total:          %u\n",
2112ccd979bdSMark Fasheh 	       le32_to_cpu(fe->id1.bitmap1.i_total));
2113ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_cpg:           %u\n", fe->id2.i_chain.cl_cpg);
2114ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_bpc:           %u\n", fe->id2.i_chain.cl_bpc);
2115ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_count:         %u\n", fe->id2.i_chain.cl_count);
2116ccd979bdSMark Fasheh 	printk("id2.i_chain.cl_next_free_rec: %u\n",
2117ccd979bdSMark Fasheh 	       fe->id2.i_chain.cl_next_free_rec);
2118ccd979bdSMark Fasheh 	for(i = 0; i < fe->id2.i_chain.cl_next_free_rec; i++) {
2119ccd979bdSMark Fasheh 		printk("fe->id2.i_chain.cl_recs[%d].c_free:  %u\n", i,
2120ccd979bdSMark Fasheh 		       fe->id2.i_chain.cl_recs[i].c_free);
2121ccd979bdSMark Fasheh 		printk("fe->id2.i_chain.cl_recs[%d].c_total: %u\n", i,
2122ccd979bdSMark Fasheh 		       fe->id2.i_chain.cl_recs[i].c_total);
2123b0697053SMark Fasheh 		printk("fe->id2.i_chain.cl_recs[%d].c_blkno: %llu\n", i,
2124b0697053SMark Fasheh 		       (unsigned long long)fe->id2.i_chain.cl_recs[i].c_blkno);
2125ccd979bdSMark Fasheh 	}
2126ccd979bdSMark Fasheh }
2127e7d4cb6bSTao Ma 
2128e7d4cb6bSTao Ma /*
2129e7d4cb6bSTao Ma  * For a given allocation, determine which allocators will need to be
2130e7d4cb6bSTao Ma  * accessed, and lock them, reserving the appropriate number of bits.
2131e7d4cb6bSTao Ma  *
2132e7d4cb6bSTao Ma  * Sparse file systems call this from ocfs2_write_begin_nolock()
2133e7d4cb6bSTao Ma  * and ocfs2_allocate_unwritten_extents().
2134e7d4cb6bSTao Ma  *
2135e7d4cb6bSTao Ma  * File systems which don't support holes call this from
2136e7d4cb6bSTao Ma  * ocfs2_extend_allocation().
2137e7d4cb6bSTao Ma  */
2138f99b9b7cSJoel Becker int ocfs2_lock_allocators(struct inode *inode,
2139f99b9b7cSJoel Becker 			  struct ocfs2_extent_tree *et,
2140e7d4cb6bSTao Ma 			  u32 clusters_to_add, u32 extents_to_split,
2141e7d4cb6bSTao Ma 			  struct ocfs2_alloc_context **data_ac,
2142f99b9b7cSJoel Becker 			  struct ocfs2_alloc_context **meta_ac)
2143e7d4cb6bSTao Ma {
2144e7d4cb6bSTao Ma 	int ret = 0, num_free_extents;
2145e7d4cb6bSTao Ma 	unsigned int max_recs_needed = clusters_to_add + 2 * extents_to_split;
2146e7d4cb6bSTao Ma 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2147e7d4cb6bSTao Ma 
2148e7d4cb6bSTao Ma 	*meta_ac = NULL;
2149e7d4cb6bSTao Ma 	if (data_ac)
2150e7d4cb6bSTao Ma 		*data_ac = NULL;
2151e7d4cb6bSTao Ma 
2152e7d4cb6bSTao Ma 	BUG_ON(clusters_to_add != 0 && data_ac == NULL);
2153e7d4cb6bSTao Ma 
2154f99b9b7cSJoel Becker 	num_free_extents = ocfs2_num_free_extents(osb, inode, et);
2155e7d4cb6bSTao Ma 	if (num_free_extents < 0) {
2156e7d4cb6bSTao Ma 		ret = num_free_extents;
2157e7d4cb6bSTao Ma 		mlog_errno(ret);
2158e7d4cb6bSTao Ma 		goto out;
2159e7d4cb6bSTao Ma 	}
2160e7d4cb6bSTao Ma 
2161e7d4cb6bSTao Ma 	/*
2162e7d4cb6bSTao Ma 	 * Sparse allocation file systems need to be more conservative
2163e7d4cb6bSTao Ma 	 * with reserving room for expansion - the actual allocation
2164e7d4cb6bSTao Ma 	 * happens while we've got a journal handle open so re-taking
2165e7d4cb6bSTao Ma 	 * a cluster lock (because we ran out of room for another
2166e7d4cb6bSTao Ma 	 * extent) will violate ordering rules.
2167e7d4cb6bSTao Ma 	 *
2168e7d4cb6bSTao Ma 	 * Most of the time we'll only be seeing this 1 cluster at a time
2169e7d4cb6bSTao Ma 	 * anyway.
2170e7d4cb6bSTao Ma 	 *
2171e7d4cb6bSTao Ma 	 * Always lock for any unwritten extents - we might want to
2172e7d4cb6bSTao Ma 	 * add blocks during a split.
2173e7d4cb6bSTao Ma 	 */
2174e7d4cb6bSTao Ma 	if (!num_free_extents ||
2175e7d4cb6bSTao Ma 	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {
2176f99b9b7cSJoel Becker 		ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);
2177e7d4cb6bSTao Ma 		if (ret < 0) {
2178e7d4cb6bSTao Ma 			if (ret != -ENOSPC)
2179e7d4cb6bSTao Ma 				mlog_errno(ret);
2180e7d4cb6bSTao Ma 			goto out;
2181e7d4cb6bSTao Ma 		}
2182e7d4cb6bSTao Ma 	}
2183e7d4cb6bSTao Ma 
2184e7d4cb6bSTao Ma 	if (clusters_to_add == 0)
2185e7d4cb6bSTao Ma 		goto out;
2186e7d4cb6bSTao Ma 
2187e7d4cb6bSTao Ma 	ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);
2188e7d4cb6bSTao Ma 	if (ret < 0) {
2189e7d4cb6bSTao Ma 		if (ret != -ENOSPC)
2190e7d4cb6bSTao Ma 			mlog_errno(ret);
2191e7d4cb6bSTao Ma 		goto out;
2192e7d4cb6bSTao Ma 	}
2193e7d4cb6bSTao Ma 
2194e7d4cb6bSTao Ma out:
2195e7d4cb6bSTao Ma 	if (ret) {
2196e7d4cb6bSTao Ma 		if (*meta_ac) {
2197e7d4cb6bSTao Ma 			ocfs2_free_alloc_context(*meta_ac);
2198e7d4cb6bSTao Ma 			*meta_ac = NULL;
2199e7d4cb6bSTao Ma 		}
2200e7d4cb6bSTao Ma 
2201e7d4cb6bSTao Ma 		/*
2202e7d4cb6bSTao Ma 		 * We cannot have an error and a non null *data_ac.
2203e7d4cb6bSTao Ma 		 */
2204e7d4cb6bSTao Ma 	}
2205e7d4cb6bSTao Ma 
2206e7d4cb6bSTao Ma 	return ret;
2207e7d4cb6bSTao Ma }
22086ca497a8Swengang wang 
22096ca497a8Swengang wang /*
22106ca497a8Swengang wang  * Read the inode specified by blkno to get suballoc_slot and
22116ca497a8Swengang wang  * suballoc_bit.
22126ca497a8Swengang wang  */
22136ca497a8Swengang wang static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,
22146ca497a8Swengang wang 				       u16 *suballoc_slot, u16 *suballoc_bit)
22156ca497a8Swengang wang {
22166ca497a8Swengang wang 	int status;
22176ca497a8Swengang wang 	struct buffer_head *inode_bh = NULL;
22186ca497a8Swengang wang 	struct ocfs2_dinode *inode_fe;
22196ca497a8Swengang wang 
22205b09b507SJoel Becker 	mlog_entry("blkno: %llu\n", (unsigned long long)blkno);
22216ca497a8Swengang wang 
22226ca497a8Swengang wang 	/* dirty read disk */
22236ca497a8Swengang wang 	status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);
22246ca497a8Swengang wang 	if (status < 0) {
22255b09b507SJoel Becker 		mlog(ML_ERROR, "read block %llu failed %d\n",
22265b09b507SJoel Becker 		     (unsigned long long)blkno, status);
22276ca497a8Swengang wang 		goto bail;
22286ca497a8Swengang wang 	}
22296ca497a8Swengang wang 
22306ca497a8Swengang wang 	inode_fe = (struct ocfs2_dinode *) inode_bh->b_data;
22316ca497a8Swengang wang 	if (!OCFS2_IS_VALID_DINODE(inode_fe)) {
22325b09b507SJoel Becker 		mlog(ML_ERROR, "invalid inode %llu requested\n",
22335b09b507SJoel Becker 		     (unsigned long long)blkno);
22346ca497a8Swengang wang 		status = -EINVAL;
22356ca497a8Swengang wang 		goto bail;
22366ca497a8Swengang wang 	}
22376ca497a8Swengang wang 
22380fba8137STao Ma 	if (le16_to_cpu(inode_fe->i_suballoc_slot) != (u16)OCFS2_INVALID_SLOT &&
22396ca497a8Swengang wang 	    (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {
22406ca497a8Swengang wang 		mlog(ML_ERROR, "inode %llu has invalid suballoc slot %u\n",
22415b09b507SJoel Becker 		     (unsigned long long)blkno,
22425b09b507SJoel Becker 		     (u32)le16_to_cpu(inode_fe->i_suballoc_slot));
22436ca497a8Swengang wang 		status = -EINVAL;
22446ca497a8Swengang wang 		goto bail;
22456ca497a8Swengang wang 	}
22466ca497a8Swengang wang 
22476ca497a8Swengang wang 	if (suballoc_slot)
22486ca497a8Swengang wang 		*suballoc_slot = le16_to_cpu(inode_fe->i_suballoc_slot);
22496ca497a8Swengang wang 	if (suballoc_bit)
22506ca497a8Swengang wang 		*suballoc_bit = le16_to_cpu(inode_fe->i_suballoc_bit);
22516ca497a8Swengang wang 
22526ca497a8Swengang wang bail:
22536ca497a8Swengang wang 	brelse(inode_bh);
22546ca497a8Swengang wang 
22556ca497a8Swengang wang 	mlog_exit(status);
22566ca497a8Swengang wang 	return status;
22576ca497a8Swengang wang }
22586ca497a8Swengang wang 
22596ca497a8Swengang wang /*
22606ca497a8Swengang wang  * test whether bit is SET in allocator bitmap or not.  on success, 0
22616ca497a8Swengang wang  * is returned and *res is 1 for SET; 0 otherwise.  when fails, errno
22626ca497a8Swengang wang  * is returned and *res is meaningless.  Call this after you have
22636ca497a8Swengang wang  * cluster locked against suballoc, or you may get a result based on
22646ca497a8Swengang wang  * non-up2date contents
22656ca497a8Swengang wang  */
22666ca497a8Swengang wang static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,
22676ca497a8Swengang wang 				   struct inode *suballoc,
22686ca497a8Swengang wang 				   struct buffer_head *alloc_bh, u64 blkno,
22696ca497a8Swengang wang 				   u16 bit, int *res)
22706ca497a8Swengang wang {
22716ca497a8Swengang wang 	struct ocfs2_dinode *alloc_fe;
22726ca497a8Swengang wang 	struct ocfs2_group_desc *group;
22736ca497a8Swengang wang 	struct buffer_head *group_bh = NULL;
22746ca497a8Swengang wang 	u64 bg_blkno;
22756ca497a8Swengang wang 	int status;
22766ca497a8Swengang wang 
22775b09b507SJoel Becker 	mlog_entry("blkno: %llu bit: %u\n", (unsigned long long)blkno,
22785b09b507SJoel Becker 		   (unsigned int)bit);
22796ca497a8Swengang wang 
22806ca497a8Swengang wang 	alloc_fe = (struct ocfs2_dinode *)alloc_bh->b_data;
22816ca497a8Swengang wang 	if ((bit + 1) > ocfs2_bits_per_group(&alloc_fe->id2.i_chain)) {
22826ca497a8Swengang wang 		mlog(ML_ERROR, "suballoc bit %u out of range of %u\n",
22836ca497a8Swengang wang 		     (unsigned int)bit,
22846ca497a8Swengang wang 		     ocfs2_bits_per_group(&alloc_fe->id2.i_chain));
22856ca497a8Swengang wang 		status = -EINVAL;
22866ca497a8Swengang wang 		goto bail;
22876ca497a8Swengang wang 	}
22886ca497a8Swengang wang 
22896ca497a8Swengang wang 	bg_blkno = ocfs2_which_suballoc_group(blkno, bit);
22906ca497a8Swengang wang 	status = ocfs2_read_group_descriptor(suballoc, alloc_fe, bg_blkno,
22916ca497a8Swengang wang 					     &group_bh);
22926ca497a8Swengang wang 	if (status < 0) {
22935b09b507SJoel Becker 		mlog(ML_ERROR, "read group %llu failed %d\n",
22945b09b507SJoel Becker 		     (unsigned long long)bg_blkno, status);
22956ca497a8Swengang wang 		goto bail;
22966ca497a8Swengang wang 	}
22976ca497a8Swengang wang 
22986ca497a8Swengang wang 	group = (struct ocfs2_group_desc *) group_bh->b_data;
22996ca497a8Swengang wang 	*res = ocfs2_test_bit(bit, (unsigned long *)group->bg_bitmap);
23006ca497a8Swengang wang 
23016ca497a8Swengang wang bail:
23026ca497a8Swengang wang 	brelse(group_bh);
23036ca497a8Swengang wang 
23046ca497a8Swengang wang 	mlog_exit(status);
23056ca497a8Swengang wang 	return status;
23066ca497a8Swengang wang }
23076ca497a8Swengang wang 
23086ca497a8Swengang wang /*
23096ca497a8Swengang wang  * Test if the bit representing this inode (blkno) is set in the
23106ca497a8Swengang wang  * suballocator.
23116ca497a8Swengang wang  *
23126ca497a8Swengang wang  * On success, 0 is returned and *res is 1 for SET; 0 otherwise.
23136ca497a8Swengang wang  *
23146ca497a8Swengang wang  * In the event of failure, a negative value is returned and *res is
23156ca497a8Swengang wang  * meaningless.
23166ca497a8Swengang wang  *
23176ca497a8Swengang wang  * Callers must make sure to hold nfs_sync_lock to prevent
23186ca497a8Swengang wang  * ocfs2_delete_inode() on another node from accessing the same
23196ca497a8Swengang wang  * suballocator concurrently.
23206ca497a8Swengang wang  */
23216ca497a8Swengang wang int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)
23226ca497a8Swengang wang {
23236ca497a8Swengang wang 	int status;
23246ca497a8Swengang wang 	u16 suballoc_bit = 0, suballoc_slot = 0;
23256ca497a8Swengang wang 	struct inode *inode_alloc_inode;
23266ca497a8Swengang wang 	struct buffer_head *alloc_bh = NULL;
23276ca497a8Swengang wang 
23285b09b507SJoel Becker 	mlog_entry("blkno: %llu", (unsigned long long)blkno);
23296ca497a8Swengang wang 
23306ca497a8Swengang wang 	status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,
23316ca497a8Swengang wang 					     &suballoc_bit);
23326ca497a8Swengang wang 	if (status < 0) {
23336ca497a8Swengang wang 		mlog(ML_ERROR, "get alloc slot and bit failed %d\n", status);
23346ca497a8Swengang wang 		goto bail;
23356ca497a8Swengang wang 	}
23366ca497a8Swengang wang 
23376ca497a8Swengang wang 	inode_alloc_inode =
23386ca497a8Swengang wang 		ocfs2_get_system_file_inode(osb, INODE_ALLOC_SYSTEM_INODE,
23396ca497a8Swengang wang 					    suballoc_slot);
23406ca497a8Swengang wang 	if (!inode_alloc_inode) {
23416ca497a8Swengang wang 		/* the error code could be inaccurate, but we are not able to
23426ca497a8Swengang wang 		 * get the correct one. */
23436ca497a8Swengang wang 		status = -EINVAL;
23446ca497a8Swengang wang 		mlog(ML_ERROR, "unable to get alloc inode in slot %u\n",
23456ca497a8Swengang wang 		     (u32)suballoc_slot);
23466ca497a8Swengang wang 		goto bail;
23476ca497a8Swengang wang 	}
23486ca497a8Swengang wang 
23496ca497a8Swengang wang 	mutex_lock(&inode_alloc_inode->i_mutex);
23506ca497a8Swengang wang 	status = ocfs2_inode_lock(inode_alloc_inode, &alloc_bh, 0);
23516ca497a8Swengang wang 	if (status < 0) {
23526ca497a8Swengang wang 		mutex_unlock(&inode_alloc_inode->i_mutex);
23536ca497a8Swengang wang 		mlog(ML_ERROR, "lock on alloc inode on slot %u failed %d\n",
23546ca497a8Swengang wang 		     (u32)suballoc_slot, status);
23556ca497a8Swengang wang 		goto bail;
23566ca497a8Swengang wang 	}
23576ca497a8Swengang wang 
23586ca497a8Swengang wang 	status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,
23596ca497a8Swengang wang 					 blkno, suballoc_bit, res);
23606ca497a8Swengang wang 	if (status < 0)
23616ca497a8Swengang wang 		mlog(ML_ERROR, "test suballoc bit failed %d\n", status);
23626ca497a8Swengang wang 
23636ca497a8Swengang wang 	ocfs2_inode_unlock(inode_alloc_inode, 0);
23646ca497a8Swengang wang 	mutex_unlock(&inode_alloc_inode->i_mutex);
23656ca497a8Swengang wang 
23666ca497a8Swengang wang 	iput(inode_alloc_inode);
23676ca497a8Swengang wang 	brelse(alloc_bh);
23686ca497a8Swengang wang bail:
23696ca497a8Swengang wang 	mlog_exit(status);
23706ca497a8Swengang wang 	return status;
23716ca497a8Swengang wang }
2372