xref: /openbmc/linux/fs/nilfs2/the_nilfs.c (revision 9b1fc4e4)
18a9d2191SRyusuke Konishi /*
28a9d2191SRyusuke Konishi  * the_nilfs.c - the_nilfs shared structure.
38a9d2191SRyusuke Konishi  *
48a9d2191SRyusuke Konishi  * Copyright (C) 2005-2008 Nippon Telegraph and Telephone Corporation.
58a9d2191SRyusuke Konishi  *
68a9d2191SRyusuke Konishi  * This program is free software; you can redistribute it and/or modify
78a9d2191SRyusuke Konishi  * it under the terms of the GNU General Public License as published by
88a9d2191SRyusuke Konishi  * the Free Software Foundation; either version 2 of the License, or
98a9d2191SRyusuke Konishi  * (at your option) any later version.
108a9d2191SRyusuke Konishi  *
118a9d2191SRyusuke Konishi  * This program is distributed in the hope that it will be useful,
128a9d2191SRyusuke Konishi  * but WITHOUT ANY WARRANTY; without even the implied warranty of
138a9d2191SRyusuke Konishi  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
148a9d2191SRyusuke Konishi  * GNU General Public License for more details.
158a9d2191SRyusuke Konishi  *
168a9d2191SRyusuke Konishi  * You should have received a copy of the GNU General Public License
178a9d2191SRyusuke Konishi  * along with this program; if not, write to the Free Software
188a9d2191SRyusuke Konishi  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
198a9d2191SRyusuke Konishi  *
208a9d2191SRyusuke Konishi  * Written by Ryusuke Konishi <ryusuke@osrg.net>
218a9d2191SRyusuke Konishi  *
228a9d2191SRyusuke Konishi  */
238a9d2191SRyusuke Konishi 
248a9d2191SRyusuke Konishi #include <linux/buffer_head.h>
258a9d2191SRyusuke Konishi #include <linux/slab.h>
268a9d2191SRyusuke Konishi #include <linux/blkdev.h>
278a9d2191SRyusuke Konishi #include <linux/backing-dev.h>
289b1fc4e4SRyusuke Konishi #include <linux/random.h>
29e339ad31SRyusuke Konishi #include <linux/crc32.h>
308a9d2191SRyusuke Konishi #include "nilfs.h"
318a9d2191SRyusuke Konishi #include "segment.h"
328a9d2191SRyusuke Konishi #include "alloc.h"
338a9d2191SRyusuke Konishi #include "cpfile.h"
348a9d2191SRyusuke Konishi #include "sufile.h"
358a9d2191SRyusuke Konishi #include "dat.h"
368a9d2191SRyusuke Konishi #include "segbuf.h"
378a9d2191SRyusuke Konishi 
3833c8e57cSRyusuke Konishi 
396c125160SRyusuke Konishi static int nilfs_valid_sb(struct nilfs_super_block *sbp);
406c125160SRyusuke Konishi 
418a9d2191SRyusuke Konishi void nilfs_set_last_segment(struct the_nilfs *nilfs,
428a9d2191SRyusuke Konishi 			    sector_t start_blocknr, u64 seq, __u64 cno)
438a9d2191SRyusuke Konishi {
448a9d2191SRyusuke Konishi 	spin_lock(&nilfs->ns_last_segment_lock);
458a9d2191SRyusuke Konishi 	nilfs->ns_last_pseg = start_blocknr;
468a9d2191SRyusuke Konishi 	nilfs->ns_last_seq = seq;
478a9d2191SRyusuke Konishi 	nilfs->ns_last_cno = cno;
4832502047SRyusuke Konishi 
4932502047SRyusuke Konishi 	if (!nilfs_sb_dirty(nilfs)) {
5032502047SRyusuke Konishi 		if (nilfs->ns_prev_seq == nilfs->ns_last_seq)
5132502047SRyusuke Konishi 			goto stay_cursor;
5232502047SRyusuke Konishi 
5332502047SRyusuke Konishi 		set_nilfs_sb_dirty(nilfs);
5432502047SRyusuke Konishi 	}
5532502047SRyusuke Konishi 	nilfs->ns_prev_seq = nilfs->ns_last_seq;
5632502047SRyusuke Konishi 
5732502047SRyusuke Konishi  stay_cursor:
588a9d2191SRyusuke Konishi 	spin_unlock(&nilfs->ns_last_segment_lock);
598a9d2191SRyusuke Konishi }
608a9d2191SRyusuke Konishi 
618a9d2191SRyusuke Konishi /**
62348fe8daSRyusuke Konishi  * alloc_nilfs - allocate a nilfs object
638a9d2191SRyusuke Konishi  * @bdev: block device to which the_nilfs is related
648a9d2191SRyusuke Konishi  *
658a9d2191SRyusuke Konishi  * Return Value: On success, pointer to the_nilfs is returned.
668a9d2191SRyusuke Konishi  * On error, NULL is returned.
678a9d2191SRyusuke Konishi  */
68348fe8daSRyusuke Konishi struct the_nilfs *alloc_nilfs(struct block_device *bdev)
698a9d2191SRyusuke Konishi {
708a9d2191SRyusuke Konishi 	struct the_nilfs *nilfs;
718a9d2191SRyusuke Konishi 
728a9d2191SRyusuke Konishi 	nilfs = kzalloc(sizeof(*nilfs), GFP_KERNEL);
738a9d2191SRyusuke Konishi 	if (!nilfs)
748a9d2191SRyusuke Konishi 		return NULL;
758a9d2191SRyusuke Konishi 
768a9d2191SRyusuke Konishi 	nilfs->ns_bdev = bdev;
778a9d2191SRyusuke Konishi 	atomic_set(&nilfs->ns_ndirtyblks, 0);
788a9d2191SRyusuke Konishi 	init_rwsem(&nilfs->ns_sem);
79693dd321SRyusuke Konishi 	INIT_LIST_HEAD(&nilfs->ns_dirty_files);
80263d90ceSRyusuke Konishi 	INIT_LIST_HEAD(&nilfs->ns_gc_inodes);
81693dd321SRyusuke Konishi 	spin_lock_init(&nilfs->ns_inode_lock);
829b1fc4e4SRyusuke Konishi 	spin_lock_init(&nilfs->ns_next_gen_lock);
838a9d2191SRyusuke Konishi 	spin_lock_init(&nilfs->ns_last_segment_lock);
84ba65ae47SRyusuke Konishi 	nilfs->ns_cptree = RB_ROOT;
85ba65ae47SRyusuke Konishi 	spin_lock_init(&nilfs->ns_cptree_lock);
868a9d2191SRyusuke Konishi 	init_rwsem(&nilfs->ns_segctor_sem);
878a9d2191SRyusuke Konishi 
888a9d2191SRyusuke Konishi 	return nilfs;
898a9d2191SRyusuke Konishi }
908a9d2191SRyusuke Konishi 
918a9d2191SRyusuke Konishi /**
92348fe8daSRyusuke Konishi  * destroy_nilfs - destroy nilfs object
93348fe8daSRyusuke Konishi  * @nilfs: nilfs object to be released
9433c8e57cSRyusuke Konishi  */
95348fe8daSRyusuke Konishi void destroy_nilfs(struct the_nilfs *nilfs)
9633c8e57cSRyusuke Konishi {
978a9d2191SRyusuke Konishi 	might_sleep();
988a9d2191SRyusuke Konishi 	if (nilfs_init(nilfs)) {
99e339ad31SRyusuke Konishi 		brelse(nilfs->ns_sbh[0]);
100e339ad31SRyusuke Konishi 		brelse(nilfs->ns_sbh[1]);
1018a9d2191SRyusuke Konishi 	}
1028a9d2191SRyusuke Konishi 	kfree(nilfs);
1038a9d2191SRyusuke Konishi }
1048a9d2191SRyusuke Konishi 
105f1e89c86SRyusuke Konishi static int nilfs_load_super_root(struct the_nilfs *nilfs,
106f1e89c86SRyusuke Konishi 				 struct super_block *sb, sector_t sr_block)
1078a9d2191SRyusuke Konishi {
1088a9d2191SRyusuke Konishi 	struct buffer_head *bh_sr;
1098a9d2191SRyusuke Konishi 	struct nilfs_super_root *raw_sr;
110e339ad31SRyusuke Konishi 	struct nilfs_super_block **sbp = nilfs->ns_sbp;
111f1e89c86SRyusuke Konishi 	struct nilfs_inode *rawi;
1128a9d2191SRyusuke Konishi 	unsigned dat_entry_size, segment_usage_size, checkpoint_size;
1138a9d2191SRyusuke Konishi 	unsigned inode_size;
1148a9d2191SRyusuke Konishi 	int err;
1158a9d2191SRyusuke Konishi 
1168b94025cSRyusuke Konishi 	err = nilfs_read_super_root_block(nilfs, sr_block, &bh_sr, 1);
1178a9d2191SRyusuke Konishi 	if (unlikely(err))
1188a9d2191SRyusuke Konishi 		return err;
1198a9d2191SRyusuke Konishi 
1208a9d2191SRyusuke Konishi 	down_read(&nilfs->ns_sem);
121e339ad31SRyusuke Konishi 	dat_entry_size = le16_to_cpu(sbp[0]->s_dat_entry_size);
122e339ad31SRyusuke Konishi 	checkpoint_size = le16_to_cpu(sbp[0]->s_checkpoint_size);
123e339ad31SRyusuke Konishi 	segment_usage_size = le16_to_cpu(sbp[0]->s_segment_usage_size);
1248a9d2191SRyusuke Konishi 	up_read(&nilfs->ns_sem);
1258a9d2191SRyusuke Konishi 
1268a9d2191SRyusuke Konishi 	inode_size = nilfs->ns_inode_size;
1278a9d2191SRyusuke Konishi 
128f1e89c86SRyusuke Konishi 	rawi = (void *)bh_sr->b_data + NILFS_SR_DAT_OFFSET(inode_size);
129f1e89c86SRyusuke Konishi 	err = nilfs_dat_read(sb, dat_entry_size, rawi, &nilfs->ns_dat);
130f1e89c86SRyusuke Konishi 	if (err)
1318a9d2191SRyusuke Konishi 		goto failed;
1328a9d2191SRyusuke Konishi 
133f1e89c86SRyusuke Konishi 	rawi = (void *)bh_sr->b_data + NILFS_SR_CPFILE_OFFSET(inode_size);
134f1e89c86SRyusuke Konishi 	err = nilfs_cpfile_read(sb, checkpoint_size, rawi, &nilfs->ns_cpfile);
135f1e89c86SRyusuke Konishi 	if (err)
1368a9d2191SRyusuke Konishi 		goto failed_dat;
1378a9d2191SRyusuke Konishi 
138f1e89c86SRyusuke Konishi 	rawi = (void *)bh_sr->b_data + NILFS_SR_SUFILE_OFFSET(inode_size);
139f1e89c86SRyusuke Konishi 	err = nilfs_sufile_read(sb, segment_usage_size, rawi,
140f1e89c86SRyusuke Konishi 				&nilfs->ns_sufile);
141f1e89c86SRyusuke Konishi 	if (err)
1428a9d2191SRyusuke Konishi 		goto failed_cpfile;
1438a9d2191SRyusuke Konishi 
1448a9d2191SRyusuke Konishi 	raw_sr = (struct nilfs_super_root *)bh_sr->b_data;
1458a9d2191SRyusuke Konishi 	nilfs->ns_nongc_ctime = le64_to_cpu(raw_sr->sr_nongc_ctime);
1468a9d2191SRyusuke Konishi 
1478a9d2191SRyusuke Konishi  failed:
1488a9d2191SRyusuke Konishi 	brelse(bh_sr);
1498a9d2191SRyusuke Konishi 	return err;
1508a9d2191SRyusuke Konishi 
1518a9d2191SRyusuke Konishi  failed_cpfile:
152f1e89c86SRyusuke Konishi 	iput(nilfs->ns_cpfile);
1538a9d2191SRyusuke Konishi 
1548a9d2191SRyusuke Konishi  failed_dat:
155f1e89c86SRyusuke Konishi 	iput(nilfs->ns_dat);
1568a9d2191SRyusuke Konishi 	goto failed;
1578a9d2191SRyusuke Konishi }
1588a9d2191SRyusuke Konishi 
1598a9d2191SRyusuke Konishi static void nilfs_init_recovery_info(struct nilfs_recovery_info *ri)
1608a9d2191SRyusuke Konishi {
1618a9d2191SRyusuke Konishi 	memset(ri, 0, sizeof(*ri));
1628a9d2191SRyusuke Konishi 	INIT_LIST_HEAD(&ri->ri_used_segments);
1638a9d2191SRyusuke Konishi }
1648a9d2191SRyusuke Konishi 
1658a9d2191SRyusuke Konishi static void nilfs_clear_recovery_info(struct nilfs_recovery_info *ri)
1668a9d2191SRyusuke Konishi {
1678a9d2191SRyusuke Konishi 	nilfs_dispose_segment_list(&ri->ri_used_segments);
1688a9d2191SRyusuke Konishi }
1698a9d2191SRyusuke Konishi 
1708a9d2191SRyusuke Konishi /**
171843d63baSRyusuke Konishi  * nilfs_store_log_cursor - load log cursor from a super block
172843d63baSRyusuke Konishi  * @nilfs: nilfs object
173843d63baSRyusuke Konishi  * @sbp: buffer storing super block to be read
174843d63baSRyusuke Konishi  *
175843d63baSRyusuke Konishi  * nilfs_store_log_cursor() reads the last position of the log
176843d63baSRyusuke Konishi  * containing a super root from a given super block, and initializes
177843d63baSRyusuke Konishi  * relevant information on the nilfs object preparatory for log
178843d63baSRyusuke Konishi  * scanning and recovery.
179843d63baSRyusuke Konishi  */
180843d63baSRyusuke Konishi static int nilfs_store_log_cursor(struct the_nilfs *nilfs,
181843d63baSRyusuke Konishi 				  struct nilfs_super_block *sbp)
182843d63baSRyusuke Konishi {
183843d63baSRyusuke Konishi 	int ret = 0;
184843d63baSRyusuke Konishi 
185843d63baSRyusuke Konishi 	nilfs->ns_last_pseg = le64_to_cpu(sbp->s_last_pseg);
186843d63baSRyusuke Konishi 	nilfs->ns_last_cno = le64_to_cpu(sbp->s_last_cno);
187843d63baSRyusuke Konishi 	nilfs->ns_last_seq = le64_to_cpu(sbp->s_last_seq);
188843d63baSRyusuke Konishi 
18932502047SRyusuke Konishi 	nilfs->ns_prev_seq = nilfs->ns_last_seq;
190843d63baSRyusuke Konishi 	nilfs->ns_seg_seq = nilfs->ns_last_seq;
191843d63baSRyusuke Konishi 	nilfs->ns_segnum =
192843d63baSRyusuke Konishi 		nilfs_get_segnum_of_block(nilfs, nilfs->ns_last_pseg);
193843d63baSRyusuke Konishi 	nilfs->ns_cno = nilfs->ns_last_cno + 1;
194843d63baSRyusuke Konishi 	if (nilfs->ns_segnum >= nilfs->ns_nsegments) {
195843d63baSRyusuke Konishi 		printk(KERN_ERR "NILFS invalid last segment number.\n");
196843d63baSRyusuke Konishi 		ret = -EINVAL;
197843d63baSRyusuke Konishi 	}
198843d63baSRyusuke Konishi 	return ret;
199843d63baSRyusuke Konishi }
200843d63baSRyusuke Konishi 
201843d63baSRyusuke Konishi /**
2028a9d2191SRyusuke Konishi  * load_nilfs - load and recover the nilfs
2038a9d2191SRyusuke Konishi  * @nilfs: the_nilfs structure to be released
2048a9d2191SRyusuke Konishi  * @sbi: nilfs_sb_info used to recover past segment
2058a9d2191SRyusuke Konishi  *
2068a9d2191SRyusuke Konishi  * load_nilfs() searches and load the latest super root,
2078a9d2191SRyusuke Konishi  * attaches the last segment, and does recovery if needed.
2088a9d2191SRyusuke Konishi  * The caller must call this exclusively for simultaneous mounts.
2098a9d2191SRyusuke Konishi  */
2108a9d2191SRyusuke Konishi int load_nilfs(struct the_nilfs *nilfs, struct nilfs_sb_info *sbi)
2118a9d2191SRyusuke Konishi {
2128a9d2191SRyusuke Konishi 	struct nilfs_recovery_info ri;
2138a9d2191SRyusuke Konishi 	unsigned int s_flags = sbi->s_super->s_flags;
2148a9d2191SRyusuke Konishi 	int really_read_only = bdev_read_only(nilfs->ns_bdev);
215a057d2c0SRyusuke Konishi 	int valid_fs = nilfs_valid_fs(nilfs);
216f50a4c81SRyusuke Konishi 	int err;
2178a9d2191SRyusuke Konishi 
218f50a4c81SRyusuke Konishi 	if (!valid_fs) {
219f50a4c81SRyusuke Konishi 		printk(KERN_WARNING "NILFS warning: mounting unchecked fs\n");
220f50a4c81SRyusuke Konishi 		if (s_flags & MS_RDONLY) {
2218a9d2191SRyusuke Konishi 			printk(KERN_INFO "NILFS: INFO: recovery "
2228a9d2191SRyusuke Konishi 			       "required for readonly filesystem.\n");
2238a9d2191SRyusuke Konishi 			printk(KERN_INFO "NILFS: write access will "
2248a9d2191SRyusuke Konishi 			       "be enabled during recovery.\n");
2258a9d2191SRyusuke Konishi 		}
226f50a4c81SRyusuke Konishi 	}
227f50a4c81SRyusuke Konishi 
228f50a4c81SRyusuke Konishi 	nilfs_init_recovery_info(&ri);
2298a9d2191SRyusuke Konishi 
2308b94025cSRyusuke Konishi 	err = nilfs_search_super_root(nilfs, &ri);
2318a9d2191SRyusuke Konishi 	if (unlikely(err)) {
2326c125160SRyusuke Konishi 		struct nilfs_super_block **sbp = nilfs->ns_sbp;
2336c125160SRyusuke Konishi 		int blocksize;
2346c125160SRyusuke Konishi 
2356c125160SRyusuke Konishi 		if (err != -EINVAL)
2366c125160SRyusuke Konishi 			goto scan_error;
2376c125160SRyusuke Konishi 
2386c125160SRyusuke Konishi 		if (!nilfs_valid_sb(sbp[1])) {
2396c125160SRyusuke Konishi 			printk(KERN_WARNING
2406c125160SRyusuke Konishi 			       "NILFS warning: unable to fall back to spare"
2416c125160SRyusuke Konishi 			       "super block\n");
2426c125160SRyusuke Konishi 			goto scan_error;
2436c125160SRyusuke Konishi 		}
2446c125160SRyusuke Konishi 		printk(KERN_INFO
2456c125160SRyusuke Konishi 		       "NILFS: try rollback from an earlier position\n");
2466c125160SRyusuke Konishi 
2476c125160SRyusuke Konishi 		/*
2486c125160SRyusuke Konishi 		 * restore super block with its spare and reconfigure
2496c125160SRyusuke Konishi 		 * relevant states of the nilfs object.
2506c125160SRyusuke Konishi 		 */
2516c125160SRyusuke Konishi 		memcpy(sbp[0], sbp[1], nilfs->ns_sbsize);
2526c125160SRyusuke Konishi 		nilfs->ns_crc_seed = le32_to_cpu(sbp[0]->s_crc_seed);
2536c125160SRyusuke Konishi 		nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);
2546c125160SRyusuke Konishi 
2556c125160SRyusuke Konishi 		/* verify consistency between two super blocks */
2566c125160SRyusuke Konishi 		blocksize = BLOCK_SIZE << le32_to_cpu(sbp[0]->s_log_block_size);
2576c125160SRyusuke Konishi 		if (blocksize != nilfs->ns_blocksize) {
2586c125160SRyusuke Konishi 			printk(KERN_WARNING
2596c125160SRyusuke Konishi 			       "NILFS warning: blocksize differs between "
2606c125160SRyusuke Konishi 			       "two super blocks (%d != %d)\n",
2616c125160SRyusuke Konishi 			       blocksize, nilfs->ns_blocksize);
2626c125160SRyusuke Konishi 			goto scan_error;
2636c125160SRyusuke Konishi 		}
2646c125160SRyusuke Konishi 
2656c125160SRyusuke Konishi 		err = nilfs_store_log_cursor(nilfs, sbp[0]);
2666c125160SRyusuke Konishi 		if (err)
2676c125160SRyusuke Konishi 			goto scan_error;
2686c125160SRyusuke Konishi 
2696c125160SRyusuke Konishi 		/* drop clean flag to allow roll-forward and recovery */
2706c125160SRyusuke Konishi 		nilfs->ns_mount_state &= ~NILFS_VALID_FS;
2716c125160SRyusuke Konishi 		valid_fs = 0;
2726c125160SRyusuke Konishi 
2736c125160SRyusuke Konishi 		err = nilfs_search_super_root(nilfs, &ri);
2746c125160SRyusuke Konishi 		if (err)
2756c125160SRyusuke Konishi 			goto scan_error;
2768a9d2191SRyusuke Konishi 	}
2778a9d2191SRyusuke Konishi 
278f1e89c86SRyusuke Konishi 	err = nilfs_load_super_root(nilfs, sbi->s_super, ri.ri_super_root);
2798a9d2191SRyusuke Konishi 	if (unlikely(err)) {
2808a9d2191SRyusuke Konishi 		printk(KERN_ERR "NILFS: error loading super root.\n");
2818a9d2191SRyusuke Konishi 		goto failed;
2828a9d2191SRyusuke Konishi 	}
2838a9d2191SRyusuke Konishi 
284f50a4c81SRyusuke Konishi 	if (valid_fs)
285f50a4c81SRyusuke Konishi 		goto skip_recovery;
286f50a4c81SRyusuke Konishi 
287f50a4c81SRyusuke Konishi 	if (s_flags & MS_RDONLY) {
288c5ca48aaSRyusuke Konishi 		__u64 features;
289c5ca48aaSRyusuke Konishi 
2903b2ce58bSRyusuke Konishi 		if (nilfs_test_opt(nilfs, NORECOVERY)) {
2910234576dSRyusuke Konishi 			printk(KERN_INFO "NILFS: norecovery option specified. "
2920234576dSRyusuke Konishi 			       "skipping roll-forward recovery\n");
2930234576dSRyusuke Konishi 			goto skip_recovery;
2940234576dSRyusuke Konishi 		}
295c5ca48aaSRyusuke Konishi 		features = le64_to_cpu(nilfs->ns_sbp[0]->s_feature_compat_ro) &
296c5ca48aaSRyusuke Konishi 			~NILFS_FEATURE_COMPAT_RO_SUPP;
297c5ca48aaSRyusuke Konishi 		if (features) {
298c5ca48aaSRyusuke Konishi 			printk(KERN_ERR "NILFS: couldn't proceed with "
299c5ca48aaSRyusuke Konishi 			       "recovery because of unsupported optional "
300c5ca48aaSRyusuke Konishi 			       "features (%llx)\n",
301c5ca48aaSRyusuke Konishi 			       (unsigned long long)features);
302c5ca48aaSRyusuke Konishi 			err = -EROFS;
303c5ca48aaSRyusuke Konishi 			goto failed_unload;
304c5ca48aaSRyusuke Konishi 		}
305f50a4c81SRyusuke Konishi 		if (really_read_only) {
306f50a4c81SRyusuke Konishi 			printk(KERN_ERR "NILFS: write access "
307f50a4c81SRyusuke Konishi 			       "unavailable, cannot proceed.\n");
308f50a4c81SRyusuke Konishi 			err = -EROFS;
309f50a4c81SRyusuke Konishi 			goto failed_unload;
310f50a4c81SRyusuke Konishi 		}
311f50a4c81SRyusuke Konishi 		sbi->s_super->s_flags &= ~MS_RDONLY;
3123b2ce58bSRyusuke Konishi 	} else if (nilfs_test_opt(nilfs, NORECOVERY)) {
3130234576dSRyusuke Konishi 		printk(KERN_ERR "NILFS: recovery cancelled because norecovery "
3140234576dSRyusuke Konishi 		       "option was specified for a read/write mount\n");
3150234576dSRyusuke Konishi 		err = -EINVAL;
3160234576dSRyusuke Konishi 		goto failed_unload;
317f50a4c81SRyusuke Konishi 	}
318f50a4c81SRyusuke Konishi 
319aee5ce2fSRyusuke Konishi 	err = nilfs_salvage_orphan_logs(nilfs, sbi, &ri);
320f50a4c81SRyusuke Konishi 	if (err)
321f50a4c81SRyusuke Konishi 		goto failed_unload;
322f50a4c81SRyusuke Konishi 
323f50a4c81SRyusuke Konishi 	down_write(&nilfs->ns_sem);
3247ecaa46cSRyusuke Konishi 	nilfs->ns_mount_state |= NILFS_VALID_FS; /* set "clean" flag */
3257ecaa46cSRyusuke Konishi 	err = nilfs_cleanup_super(sbi);
326f50a4c81SRyusuke Konishi 	up_write(&nilfs->ns_sem);
327f50a4c81SRyusuke Konishi 
328f50a4c81SRyusuke Konishi 	if (err) {
329f50a4c81SRyusuke Konishi 		printk(KERN_ERR "NILFS: failed to update super block. "
330f50a4c81SRyusuke Konishi 		       "recovery unfinished.\n");
331f50a4c81SRyusuke Konishi 		goto failed_unload;
332f50a4c81SRyusuke Konishi 	}
333f50a4c81SRyusuke Konishi 	printk(KERN_INFO "NILFS: recovery complete.\n");
334f50a4c81SRyusuke Konishi 
335f50a4c81SRyusuke Konishi  skip_recovery:
336f50a4c81SRyusuke Konishi 	nilfs_clear_recovery_info(&ri);
337f50a4c81SRyusuke Konishi 	sbi->s_super->s_flags = s_flags;
338f50a4c81SRyusuke Konishi 	return 0;
339f50a4c81SRyusuke Konishi 
3406c125160SRyusuke Konishi  scan_error:
3416c125160SRyusuke Konishi 	printk(KERN_ERR "NILFS: error searching super root.\n");
3426c125160SRyusuke Konishi 	goto failed;
3436c125160SRyusuke Konishi 
344f50a4c81SRyusuke Konishi  failed_unload:
345f1e89c86SRyusuke Konishi 	iput(nilfs->ns_cpfile);
346f1e89c86SRyusuke Konishi 	iput(nilfs->ns_sufile);
347f1e89c86SRyusuke Konishi 	iput(nilfs->ns_dat);
3488a9d2191SRyusuke Konishi 
3498a9d2191SRyusuke Konishi  failed:
3508a9d2191SRyusuke Konishi 	nilfs_clear_recovery_info(&ri);
3518a9d2191SRyusuke Konishi 	sbi->s_super->s_flags = s_flags;
3528a9d2191SRyusuke Konishi 	return err;
3538a9d2191SRyusuke Konishi }
3548a9d2191SRyusuke Konishi 
3558a9d2191SRyusuke Konishi static unsigned long long nilfs_max_size(unsigned int blkbits)
3568a9d2191SRyusuke Konishi {
3578a9d2191SRyusuke Konishi 	unsigned int max_bits;
3588a9d2191SRyusuke Konishi 	unsigned long long res = MAX_LFS_FILESIZE; /* page cache limit */
3598a9d2191SRyusuke Konishi 
3608a9d2191SRyusuke Konishi 	max_bits = blkbits + NILFS_BMAP_KEY_BIT; /* bmap size limit */
3618a9d2191SRyusuke Konishi 	if (max_bits < 64)
3628a9d2191SRyusuke Konishi 		res = min_t(unsigned long long, res, (1ULL << max_bits) - 1);
3638a9d2191SRyusuke Konishi 	return res;
3648a9d2191SRyusuke Konishi }
3658a9d2191SRyusuke Konishi 
366e339ad31SRyusuke Konishi static int nilfs_store_disk_layout(struct the_nilfs *nilfs,
3678a9d2191SRyusuke Konishi 				   struct nilfs_super_block *sbp)
3688a9d2191SRyusuke Konishi {
3699566a7a8SRyusuke Konishi 	if (le32_to_cpu(sbp->s_rev_level) < NILFS_MIN_SUPP_REV) {
3709566a7a8SRyusuke Konishi 		printk(KERN_ERR "NILFS: unsupported revision "
3718a9d2191SRyusuke Konishi 		       "(superblock rev.=%d.%d, current rev.=%d.%d). "
3728a9d2191SRyusuke Konishi 		       "Please check the version of mkfs.nilfs.\n",
3738a9d2191SRyusuke Konishi 		       le32_to_cpu(sbp->s_rev_level),
3748a9d2191SRyusuke Konishi 		       le16_to_cpu(sbp->s_minor_rev_level),
3758a9d2191SRyusuke Konishi 		       NILFS_CURRENT_REV, NILFS_MINOR_REV);
3768a9d2191SRyusuke Konishi 		return -EINVAL;
3778a9d2191SRyusuke Konishi 	}
378e339ad31SRyusuke Konishi 	nilfs->ns_sbsize = le16_to_cpu(sbp->s_bytes);
379e339ad31SRyusuke Konishi 	if (nilfs->ns_sbsize > BLOCK_SIZE)
380e339ad31SRyusuke Konishi 		return -EINVAL;
381e339ad31SRyusuke Konishi 
3828a9d2191SRyusuke Konishi 	nilfs->ns_inode_size = le16_to_cpu(sbp->s_inode_size);
3838a9d2191SRyusuke Konishi 	nilfs->ns_first_ino = le32_to_cpu(sbp->s_first_ino);
3848a9d2191SRyusuke Konishi 
3858a9d2191SRyusuke Konishi 	nilfs->ns_blocks_per_segment = le32_to_cpu(sbp->s_blocks_per_segment);
3868a9d2191SRyusuke Konishi 	if (nilfs->ns_blocks_per_segment < NILFS_SEG_MIN_BLOCKS) {
3878a9d2191SRyusuke Konishi 		printk(KERN_ERR "NILFS: too short segment.\n");
3888a9d2191SRyusuke Konishi 		return -EINVAL;
3898a9d2191SRyusuke Konishi 	}
3908a9d2191SRyusuke Konishi 
3918a9d2191SRyusuke Konishi 	nilfs->ns_first_data_block = le64_to_cpu(sbp->s_first_data_block);
3928a9d2191SRyusuke Konishi 	nilfs->ns_nsegments = le64_to_cpu(sbp->s_nsegments);
3938a9d2191SRyusuke Konishi 	nilfs->ns_r_segments_percentage =
3948a9d2191SRyusuke Konishi 		le32_to_cpu(sbp->s_r_segments_percentage);
3958a9d2191SRyusuke Konishi 	nilfs->ns_nrsvsegs =
3968a9d2191SRyusuke Konishi 		max_t(unsigned long, NILFS_MIN_NRSVSEGS,
3978a9d2191SRyusuke Konishi 		      DIV_ROUND_UP(nilfs->ns_nsegments *
3988a9d2191SRyusuke Konishi 				   nilfs->ns_r_segments_percentage, 100));
3998a9d2191SRyusuke Konishi 	nilfs->ns_crc_seed = le32_to_cpu(sbp->s_crc_seed);
4008a9d2191SRyusuke Konishi 	return 0;
4018a9d2191SRyusuke Konishi }
4028a9d2191SRyusuke Konishi 
403e339ad31SRyusuke Konishi static int nilfs_valid_sb(struct nilfs_super_block *sbp)
404e339ad31SRyusuke Konishi {
405e339ad31SRyusuke Konishi 	static unsigned char sum[4];
406e339ad31SRyusuke Konishi 	const int sumoff = offsetof(struct nilfs_super_block, s_sum);
407e339ad31SRyusuke Konishi 	size_t bytes;
408e339ad31SRyusuke Konishi 	u32 crc;
409e339ad31SRyusuke Konishi 
410e339ad31SRyusuke Konishi 	if (!sbp || le16_to_cpu(sbp->s_magic) != NILFS_SUPER_MAGIC)
411e339ad31SRyusuke Konishi 		return 0;
412e339ad31SRyusuke Konishi 	bytes = le16_to_cpu(sbp->s_bytes);
413e339ad31SRyusuke Konishi 	if (bytes > BLOCK_SIZE)
414e339ad31SRyusuke Konishi 		return 0;
415e339ad31SRyusuke Konishi 	crc = crc32_le(le32_to_cpu(sbp->s_crc_seed), (unsigned char *)sbp,
416e339ad31SRyusuke Konishi 		       sumoff);
417e339ad31SRyusuke Konishi 	crc = crc32_le(crc, sum, 4);
418e339ad31SRyusuke Konishi 	crc = crc32_le(crc, (unsigned char *)sbp + sumoff + 4,
419e339ad31SRyusuke Konishi 		       bytes - sumoff - 4);
420e339ad31SRyusuke Konishi 	return crc == le32_to_cpu(sbp->s_sum);
421e339ad31SRyusuke Konishi }
422e339ad31SRyusuke Konishi 
423e339ad31SRyusuke Konishi static int nilfs_sb2_bad_offset(struct nilfs_super_block *sbp, u64 offset)
424e339ad31SRyusuke Konishi {
425e339ad31SRyusuke Konishi 	return offset < ((le64_to_cpu(sbp->s_nsegments) *
426e339ad31SRyusuke Konishi 			  le32_to_cpu(sbp->s_blocks_per_segment)) <<
427e339ad31SRyusuke Konishi 			 (le32_to_cpu(sbp->s_log_block_size) + 10));
428e339ad31SRyusuke Konishi }
429e339ad31SRyusuke Konishi 
430e339ad31SRyusuke Konishi static void nilfs_release_super_block(struct the_nilfs *nilfs)
431e339ad31SRyusuke Konishi {
432e339ad31SRyusuke Konishi 	int i;
433e339ad31SRyusuke Konishi 
434e339ad31SRyusuke Konishi 	for (i = 0; i < 2; i++) {
435e339ad31SRyusuke Konishi 		if (nilfs->ns_sbp[i]) {
436e339ad31SRyusuke Konishi 			brelse(nilfs->ns_sbh[i]);
437e339ad31SRyusuke Konishi 			nilfs->ns_sbh[i] = NULL;
438e339ad31SRyusuke Konishi 			nilfs->ns_sbp[i] = NULL;
439e339ad31SRyusuke Konishi 		}
440e339ad31SRyusuke Konishi 	}
441e339ad31SRyusuke Konishi }
442e339ad31SRyusuke Konishi 
443e339ad31SRyusuke Konishi void nilfs_fall_back_super_block(struct the_nilfs *nilfs)
444e339ad31SRyusuke Konishi {
445e339ad31SRyusuke Konishi 	brelse(nilfs->ns_sbh[0]);
446e339ad31SRyusuke Konishi 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];
447e339ad31SRyusuke Konishi 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];
448e339ad31SRyusuke Konishi 	nilfs->ns_sbh[1] = NULL;
449e339ad31SRyusuke Konishi 	nilfs->ns_sbp[1] = NULL;
450e339ad31SRyusuke Konishi }
451e339ad31SRyusuke Konishi 
452e339ad31SRyusuke Konishi void nilfs_swap_super_block(struct the_nilfs *nilfs)
453e339ad31SRyusuke Konishi {
454e339ad31SRyusuke Konishi 	struct buffer_head *tsbh = nilfs->ns_sbh[0];
455e339ad31SRyusuke Konishi 	struct nilfs_super_block *tsbp = nilfs->ns_sbp[0];
456e339ad31SRyusuke Konishi 
457e339ad31SRyusuke Konishi 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];
458e339ad31SRyusuke Konishi 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];
459e339ad31SRyusuke Konishi 	nilfs->ns_sbh[1] = tsbh;
460e339ad31SRyusuke Konishi 	nilfs->ns_sbp[1] = tsbp;
461e339ad31SRyusuke Konishi }
462e339ad31SRyusuke Konishi 
463e339ad31SRyusuke Konishi static int nilfs_load_super_block(struct the_nilfs *nilfs,
464e339ad31SRyusuke Konishi 				  struct super_block *sb, int blocksize,
465e339ad31SRyusuke Konishi 				  struct nilfs_super_block **sbpp)
466e339ad31SRyusuke Konishi {
467e339ad31SRyusuke Konishi 	struct nilfs_super_block **sbp = nilfs->ns_sbp;
468e339ad31SRyusuke Konishi 	struct buffer_head **sbh = nilfs->ns_sbh;
469e339ad31SRyusuke Konishi 	u64 sb2off = NILFS_SB2_OFFSET_BYTES(nilfs->ns_bdev->bd_inode->i_size);
470e339ad31SRyusuke Konishi 	int valid[2], swp = 0;
471e339ad31SRyusuke Konishi 
472e339ad31SRyusuke Konishi 	sbp[0] = nilfs_read_super_block(sb, NILFS_SB_OFFSET_BYTES, blocksize,
473e339ad31SRyusuke Konishi 					&sbh[0]);
474e339ad31SRyusuke Konishi 	sbp[1] = nilfs_read_super_block(sb, sb2off, blocksize, &sbh[1]);
475e339ad31SRyusuke Konishi 
476e339ad31SRyusuke Konishi 	if (!sbp[0]) {
477e339ad31SRyusuke Konishi 		if (!sbp[1]) {
478e339ad31SRyusuke Konishi 			printk(KERN_ERR "NILFS: unable to read superblock\n");
479e339ad31SRyusuke Konishi 			return -EIO;
480e339ad31SRyusuke Konishi 		}
481e339ad31SRyusuke Konishi 		printk(KERN_WARNING
4824138ec23SRyusuke Konishi 		       "NILFS warning: unable to read primary superblock "
4834138ec23SRyusuke Konishi 		       "(blocksize = %d)\n", blocksize);
4844138ec23SRyusuke Konishi 	} else if (!sbp[1]) {
485e339ad31SRyusuke Konishi 		printk(KERN_WARNING
4864138ec23SRyusuke Konishi 		       "NILFS warning: unable to read secondary superblock "
4874138ec23SRyusuke Konishi 		       "(blocksize = %d)\n", blocksize);
4884138ec23SRyusuke Konishi 	}
489e339ad31SRyusuke Konishi 
49025294d8cSRyusuke Konishi 	/*
49125294d8cSRyusuke Konishi 	 * Compare two super blocks and set 1 in swp if the secondary
49225294d8cSRyusuke Konishi 	 * super block is valid and newer.  Otherwise, set 0 in swp.
49325294d8cSRyusuke Konishi 	 */
494e339ad31SRyusuke Konishi 	valid[0] = nilfs_valid_sb(sbp[0]);
495e339ad31SRyusuke Konishi 	valid[1] = nilfs_valid_sb(sbp[1]);
49625294d8cSRyusuke Konishi 	swp = valid[1] && (!valid[0] ||
49725294d8cSRyusuke Konishi 			   le64_to_cpu(sbp[1]->s_last_cno) >
49825294d8cSRyusuke Konishi 			   le64_to_cpu(sbp[0]->s_last_cno));
499e339ad31SRyusuke Konishi 
500e339ad31SRyusuke Konishi 	if (valid[swp] && nilfs_sb2_bad_offset(sbp[swp], sb2off)) {
501e339ad31SRyusuke Konishi 		brelse(sbh[1]);
502e339ad31SRyusuke Konishi 		sbh[1] = NULL;
503e339ad31SRyusuke Konishi 		sbp[1] = NULL;
504e339ad31SRyusuke Konishi 		swp = 0;
505e339ad31SRyusuke Konishi 	}
506e339ad31SRyusuke Konishi 	if (!valid[swp]) {
507e339ad31SRyusuke Konishi 		nilfs_release_super_block(nilfs);
508e339ad31SRyusuke Konishi 		printk(KERN_ERR "NILFS: Can't find nilfs on dev %s.\n",
509e339ad31SRyusuke Konishi 		       sb->s_id);
510e339ad31SRyusuke Konishi 		return -EINVAL;
511e339ad31SRyusuke Konishi 	}
512e339ad31SRyusuke Konishi 
513ea1a16f7SRyusuke Konishi 	if (!valid[!swp])
514e339ad31SRyusuke Konishi 		printk(KERN_WARNING "NILFS warning: broken superblock. "
5154138ec23SRyusuke Konishi 		       "using spare superblock (blocksize = %d).\n", blocksize);
516ea1a16f7SRyusuke Konishi 	if (swp)
517e339ad31SRyusuke Konishi 		nilfs_swap_super_block(nilfs);
518e339ad31SRyusuke Konishi 
519b2ac86e1SJiro SEKIBA 	nilfs->ns_sbwcount = 0;
520b2ac86e1SJiro SEKIBA 	nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);
521e339ad31SRyusuke Konishi 	nilfs->ns_prot_seq = le64_to_cpu(sbp[valid[1] & !swp]->s_last_seq);
522e339ad31SRyusuke Konishi 	*sbpp = sbp[0];
523e339ad31SRyusuke Konishi 	return 0;
524e339ad31SRyusuke Konishi }
525e339ad31SRyusuke Konishi 
5268a9d2191SRyusuke Konishi /**
5278a9d2191SRyusuke Konishi  * init_nilfs - initialize a NILFS instance.
5288a9d2191SRyusuke Konishi  * @nilfs: the_nilfs structure
5298a9d2191SRyusuke Konishi  * @sbi: nilfs_sb_info
5308a9d2191SRyusuke Konishi  * @sb: super block
5318a9d2191SRyusuke Konishi  * @data: mount options
5328a9d2191SRyusuke Konishi  *
5338a9d2191SRyusuke Konishi  * init_nilfs() performs common initialization per block device (e.g.
5348a9d2191SRyusuke Konishi  * reading the super block, getting disk layout information, initializing
535f11459adSRyusuke Konishi  * shared fields in the_nilfs).
5368a9d2191SRyusuke Konishi  *
5378a9d2191SRyusuke Konishi  * Return Value: On success, 0 is returned. On error, a negative error
5388a9d2191SRyusuke Konishi  * code is returned.
5398a9d2191SRyusuke Konishi  */
5408a9d2191SRyusuke Konishi int init_nilfs(struct the_nilfs *nilfs, struct nilfs_sb_info *sbi, char *data)
5418a9d2191SRyusuke Konishi {
5428a9d2191SRyusuke Konishi 	struct super_block *sb = sbi->s_super;
5438a9d2191SRyusuke Konishi 	struct nilfs_super_block *sbp;
5448a9d2191SRyusuke Konishi 	int blocksize;
545e339ad31SRyusuke Konishi 	int err;
5468a9d2191SRyusuke Konishi 
5478a9d2191SRyusuke Konishi 	down_write(&nilfs->ns_sem);
5488a9d2191SRyusuke Konishi 
54989c0fd01SRyusuke Konishi 	blocksize = sb_min_blocksize(sb, NILFS_MIN_BLOCK_SIZE);
550e339ad31SRyusuke Konishi 	if (!blocksize) {
551e339ad31SRyusuke Konishi 		printk(KERN_ERR "NILFS: unable to set blocksize\n");
5528a9d2191SRyusuke Konishi 		err = -EINVAL;
5538a9d2191SRyusuke Konishi 		goto out;
5548a9d2191SRyusuke Konishi 	}
555e339ad31SRyusuke Konishi 	err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);
556e339ad31SRyusuke Konishi 	if (err)
557e339ad31SRyusuke Konishi 		goto out;
558e339ad31SRyusuke Konishi 
5598a9d2191SRyusuke Konishi 	err = nilfs_store_magic_and_option(sb, sbp, data);
5608a9d2191SRyusuke Konishi 	if (err)
5618a9d2191SRyusuke Konishi 		goto failed_sbh;
5628a9d2191SRyusuke Konishi 
563c5ca48aaSRyusuke Konishi 	err = nilfs_check_feature_compatibility(sb, sbp);
564c5ca48aaSRyusuke Konishi 	if (err)
565c5ca48aaSRyusuke Konishi 		goto failed_sbh;
566c5ca48aaSRyusuke Konishi 
5678a9d2191SRyusuke Konishi 	blocksize = BLOCK_SIZE << le32_to_cpu(sbp->s_log_block_size);
56889c0fd01SRyusuke Konishi 	if (blocksize < NILFS_MIN_BLOCK_SIZE ||
56989c0fd01SRyusuke Konishi 	    blocksize > NILFS_MAX_BLOCK_SIZE) {
57089c0fd01SRyusuke Konishi 		printk(KERN_ERR "NILFS: couldn't mount because of unsupported "
57189c0fd01SRyusuke Konishi 		       "filesystem blocksize %d\n", blocksize);
57289c0fd01SRyusuke Konishi 		err = -EINVAL;
57389c0fd01SRyusuke Konishi 		goto failed_sbh;
57489c0fd01SRyusuke Konishi 	}
5758a9d2191SRyusuke Konishi 	if (sb->s_blocksize != blocksize) {
576e1defc4fSMartin K. Petersen 		int hw_blocksize = bdev_logical_block_size(sb->s_bdev);
577e339ad31SRyusuke Konishi 
578e339ad31SRyusuke Konishi 		if (blocksize < hw_blocksize) {
579e339ad31SRyusuke Konishi 			printk(KERN_ERR
580e339ad31SRyusuke Konishi 			       "NILFS: blocksize %d too small for device "
581e339ad31SRyusuke Konishi 			       "(sector-size = %d).\n",
582e339ad31SRyusuke Konishi 			       blocksize, hw_blocksize);
5838a9d2191SRyusuke Konishi 			err = -EINVAL;
584e339ad31SRyusuke Konishi 			goto failed_sbh;
585e339ad31SRyusuke Konishi 		}
586e339ad31SRyusuke Konishi 		nilfs_release_super_block(nilfs);
587e339ad31SRyusuke Konishi 		sb_set_blocksize(sb, blocksize);
588e339ad31SRyusuke Konishi 
589e339ad31SRyusuke Konishi 		err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);
590e339ad31SRyusuke Konishi 		if (err)
5918a9d2191SRyusuke Konishi 			goto out;
5928a9d2191SRyusuke Konishi 			/* not failed_sbh; sbh is released automatically
5938a9d2191SRyusuke Konishi 			   when reloading fails. */
5948a9d2191SRyusuke Konishi 	}
5958a9d2191SRyusuke Konishi 	nilfs->ns_blocksize_bits = sb->s_blocksize_bits;
59692c60ccaSRyusuke Konishi 	nilfs->ns_blocksize = blocksize;
5978a9d2191SRyusuke Konishi 
5989b1fc4e4SRyusuke Konishi 	get_random_bytes(&nilfs->ns_next_generation,
5999b1fc4e4SRyusuke Konishi 			 sizeof(nilfs->ns_next_generation));
6009b1fc4e4SRyusuke Konishi 
601e339ad31SRyusuke Konishi 	err = nilfs_store_disk_layout(nilfs, sbp);
6028a9d2191SRyusuke Konishi 	if (err)
6038a9d2191SRyusuke Konishi 		goto failed_sbh;
6048a9d2191SRyusuke Konishi 
6058a9d2191SRyusuke Konishi 	sb->s_maxbytes = nilfs_max_size(sb->s_blocksize_bits);
6068a9d2191SRyusuke Konishi 
6078a9d2191SRyusuke Konishi 	nilfs->ns_mount_state = le16_to_cpu(sbp->s_state);
6088a9d2191SRyusuke Konishi 
609843d63baSRyusuke Konishi 	err = nilfs_store_log_cursor(nilfs, sbp);
610843d63baSRyusuke Konishi 	if (err)
6118a9d2191SRyusuke Konishi 		goto failed_sbh;
6128a9d2191SRyusuke Konishi 
6138a9d2191SRyusuke Konishi 	set_nilfs_init(nilfs);
6148a9d2191SRyusuke Konishi 	err = 0;
6158a9d2191SRyusuke Konishi  out:
6168a9d2191SRyusuke Konishi 	up_write(&nilfs->ns_sem);
6178a9d2191SRyusuke Konishi 	return err;
6188a9d2191SRyusuke Konishi 
6198a9d2191SRyusuke Konishi  failed_sbh:
620e339ad31SRyusuke Konishi 	nilfs_release_super_block(nilfs);
6218a9d2191SRyusuke Konishi 	goto out;
6228a9d2191SRyusuke Konishi }
6238a9d2191SRyusuke Konishi 
624e902ec99SJiro SEKIBA int nilfs_discard_segments(struct the_nilfs *nilfs, __u64 *segnump,
625e902ec99SJiro SEKIBA 			    size_t nsegs)
626e902ec99SJiro SEKIBA {
627e902ec99SJiro SEKIBA 	sector_t seg_start, seg_end;
628e902ec99SJiro SEKIBA 	sector_t start = 0, nblocks = 0;
629e902ec99SJiro SEKIBA 	unsigned int sects_per_block;
630e902ec99SJiro SEKIBA 	__u64 *sn;
631e902ec99SJiro SEKIBA 	int ret = 0;
632e902ec99SJiro SEKIBA 
633e902ec99SJiro SEKIBA 	sects_per_block = (1 << nilfs->ns_blocksize_bits) /
634e902ec99SJiro SEKIBA 		bdev_logical_block_size(nilfs->ns_bdev);
635e902ec99SJiro SEKIBA 	for (sn = segnump; sn < segnump + nsegs; sn++) {
636e902ec99SJiro SEKIBA 		nilfs_get_segment_range(nilfs, *sn, &seg_start, &seg_end);
637e902ec99SJiro SEKIBA 
638e902ec99SJiro SEKIBA 		if (!nblocks) {
639e902ec99SJiro SEKIBA 			start = seg_start;
640e902ec99SJiro SEKIBA 			nblocks = seg_end - seg_start + 1;
641e902ec99SJiro SEKIBA 		} else if (start + nblocks == seg_start) {
642e902ec99SJiro SEKIBA 			nblocks += seg_end - seg_start + 1;
643e902ec99SJiro SEKIBA 		} else {
644e902ec99SJiro SEKIBA 			ret = blkdev_issue_discard(nilfs->ns_bdev,
645e902ec99SJiro SEKIBA 						   start * sects_per_block,
646e902ec99SJiro SEKIBA 						   nblocks * sects_per_block,
647dd3932edSChristoph Hellwig 						   GFP_NOFS, 0);
648e902ec99SJiro SEKIBA 			if (ret < 0)
649e902ec99SJiro SEKIBA 				return ret;
650e902ec99SJiro SEKIBA 			nblocks = 0;
651e902ec99SJiro SEKIBA 		}
652e902ec99SJiro SEKIBA 	}
653e902ec99SJiro SEKIBA 	if (nblocks)
654e902ec99SJiro SEKIBA 		ret = blkdev_issue_discard(nilfs->ns_bdev,
655e902ec99SJiro SEKIBA 					   start * sects_per_block,
656e902ec99SJiro SEKIBA 					   nblocks * sects_per_block,
657dd3932edSChristoph Hellwig 					   GFP_NOFS, 0);
658e902ec99SJiro SEKIBA 	return ret;
659e902ec99SJiro SEKIBA }
660e902ec99SJiro SEKIBA 
6618a9d2191SRyusuke Konishi int nilfs_count_free_blocks(struct the_nilfs *nilfs, sector_t *nblocks)
6628a9d2191SRyusuke Konishi {
6638a9d2191SRyusuke Konishi 	unsigned long ncleansegs;
6648a9d2191SRyusuke Konishi 
665365e215cSRyusuke Konishi 	down_read(&NILFS_MDT(nilfs->ns_dat)->mi_sem);
666ef7d4757SRyusuke Konishi 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);
667365e215cSRyusuke Konishi 	up_read(&NILFS_MDT(nilfs->ns_dat)->mi_sem);
6688a9d2191SRyusuke Konishi 	*nblocks = (sector_t)ncleansegs * nilfs->ns_blocks_per_segment;
669ef7d4757SRyusuke Konishi 	return 0;
6708a9d2191SRyusuke Konishi }
6718a9d2191SRyusuke Konishi 
6728a9d2191SRyusuke Konishi int nilfs_near_disk_full(struct the_nilfs *nilfs)
6738a9d2191SRyusuke Konishi {
6748a9d2191SRyusuke Konishi 	unsigned long ncleansegs, nincsegs;
6758a9d2191SRyusuke Konishi 
676ef7d4757SRyusuke Konishi 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);
6778a9d2191SRyusuke Konishi 	nincsegs = atomic_read(&nilfs->ns_ndirtyblks) /
6788a9d2191SRyusuke Konishi 		nilfs->ns_blocks_per_segment + 1;
679ef7d4757SRyusuke Konishi 
680ef7d4757SRyusuke Konishi 	return ncleansegs <= nilfs->ns_nrsvsegs + nincsegs;
6818a9d2191SRyusuke Konishi }
6828a9d2191SRyusuke Konishi 
683ba65ae47SRyusuke Konishi struct nilfs_root *nilfs_lookup_root(struct the_nilfs *nilfs, __u64 cno)
6846dd47406SRyusuke Konishi {
685ba65ae47SRyusuke Konishi 	struct rb_node *n;
686ba65ae47SRyusuke Konishi 	struct nilfs_root *root;
6876dd47406SRyusuke Konishi 
688ba65ae47SRyusuke Konishi 	spin_lock(&nilfs->ns_cptree_lock);
689ba65ae47SRyusuke Konishi 	n = nilfs->ns_cptree.rb_node;
690ba65ae47SRyusuke Konishi 	while (n) {
691ba65ae47SRyusuke Konishi 		root = rb_entry(n, struct nilfs_root, rb_node);
692ba65ae47SRyusuke Konishi 
693ba65ae47SRyusuke Konishi 		if (cno < root->cno) {
694ba65ae47SRyusuke Konishi 			n = n->rb_left;
695ba65ae47SRyusuke Konishi 		} else if (cno > root->cno) {
696ba65ae47SRyusuke Konishi 			n = n->rb_right;
697ba65ae47SRyusuke Konishi 		} else {
698ba65ae47SRyusuke Konishi 			atomic_inc(&root->count);
699ba65ae47SRyusuke Konishi 			spin_unlock(&nilfs->ns_cptree_lock);
700ba65ae47SRyusuke Konishi 			return root;
701ba65ae47SRyusuke Konishi 		}
702ba65ae47SRyusuke Konishi 	}
703ba65ae47SRyusuke Konishi 	spin_unlock(&nilfs->ns_cptree_lock);
704ba65ae47SRyusuke Konishi 
705ba65ae47SRyusuke Konishi 	return NULL;
7066dd47406SRyusuke Konishi }
7076dd47406SRyusuke Konishi 
708ba65ae47SRyusuke Konishi struct nilfs_root *
709ba65ae47SRyusuke Konishi nilfs_find_or_create_root(struct the_nilfs *nilfs, __u64 cno)
710ba65ae47SRyusuke Konishi {
711ba65ae47SRyusuke Konishi 	struct rb_node **p, *parent;
712ba65ae47SRyusuke Konishi 	struct nilfs_root *root, *new;
713ba65ae47SRyusuke Konishi 
714ba65ae47SRyusuke Konishi 	root = nilfs_lookup_root(nilfs, cno);
715ba65ae47SRyusuke Konishi 	if (root)
716ba65ae47SRyusuke Konishi 		return root;
717ba65ae47SRyusuke Konishi 
718ba65ae47SRyusuke Konishi 	new = kmalloc(sizeof(*root), GFP_KERNEL);
719ba65ae47SRyusuke Konishi 	if (!new)
7206dd47406SRyusuke Konishi 		return NULL;
7216dd47406SRyusuke Konishi 
722ba65ae47SRyusuke Konishi 	spin_lock(&nilfs->ns_cptree_lock);
723ba65ae47SRyusuke Konishi 
724ba65ae47SRyusuke Konishi 	p = &nilfs->ns_cptree.rb_node;
725ba65ae47SRyusuke Konishi 	parent = NULL;
726ba65ae47SRyusuke Konishi 
727ba65ae47SRyusuke Konishi 	while (*p) {
728ba65ae47SRyusuke Konishi 		parent = *p;
729ba65ae47SRyusuke Konishi 		root = rb_entry(parent, struct nilfs_root, rb_node);
730ba65ae47SRyusuke Konishi 
731ba65ae47SRyusuke Konishi 		if (cno < root->cno) {
732ba65ae47SRyusuke Konishi 			p = &(*p)->rb_left;
733ba65ae47SRyusuke Konishi 		} else if (cno > root->cno) {
734ba65ae47SRyusuke Konishi 			p = &(*p)->rb_right;
735ba65ae47SRyusuke Konishi 		} else {
736ba65ae47SRyusuke Konishi 			atomic_inc(&root->count);
737ba65ae47SRyusuke Konishi 			spin_unlock(&nilfs->ns_cptree_lock);
738ba65ae47SRyusuke Konishi 			kfree(new);
739ba65ae47SRyusuke Konishi 			return root;
740ba65ae47SRyusuke Konishi 		}
7416dd47406SRyusuke Konishi 	}
7426dd47406SRyusuke Konishi 
743ba65ae47SRyusuke Konishi 	new->cno = cno;
744ba65ae47SRyusuke Konishi 	new->ifile = NULL;
745ba65ae47SRyusuke Konishi 	new->nilfs = nilfs;
746ba65ae47SRyusuke Konishi 	atomic_set(&new->count, 1);
747ba65ae47SRyusuke Konishi 	atomic_set(&new->inodes_count, 0);
748ba65ae47SRyusuke Konishi 	atomic_set(&new->blocks_count, 0);
749ba65ae47SRyusuke Konishi 
750ba65ae47SRyusuke Konishi 	rb_link_node(&new->rb_node, parent, p);
751ba65ae47SRyusuke Konishi 	rb_insert_color(&new->rb_node, &nilfs->ns_cptree);
752ba65ae47SRyusuke Konishi 
753ba65ae47SRyusuke Konishi 	spin_unlock(&nilfs->ns_cptree_lock);
754ba65ae47SRyusuke Konishi 
755ba65ae47SRyusuke Konishi 	return new;
756ba65ae47SRyusuke Konishi }
757ba65ae47SRyusuke Konishi 
758ba65ae47SRyusuke Konishi void nilfs_put_root(struct nilfs_root *root)
7598a9d2191SRyusuke Konishi {
760ba65ae47SRyusuke Konishi 	if (atomic_dec_and_test(&root->count)) {
761ba65ae47SRyusuke Konishi 		struct the_nilfs *nilfs = root->nilfs;
7628a9d2191SRyusuke Konishi 
763ba65ae47SRyusuke Konishi 		spin_lock(&nilfs->ns_cptree_lock);
764ba65ae47SRyusuke Konishi 		rb_erase(&root->rb_node, &nilfs->ns_cptree);
765ba65ae47SRyusuke Konishi 		spin_unlock(&nilfs->ns_cptree_lock);
766ba65ae47SRyusuke Konishi 		if (root->ifile)
767f1e89c86SRyusuke Konishi 			iput(root->ifile);
7688a9d2191SRyusuke Konishi 
769ba65ae47SRyusuke Konishi 		kfree(root);
7708a9d2191SRyusuke Konishi 	}
7718a9d2191SRyusuke Konishi }
772