xref: /openbmc/linux/fs/nilfs2/recovery.c (revision aee5ce2f)
10f3e1c7fSRyusuke Konishi /*
20f3e1c7fSRyusuke Konishi  * recovery.c - NILFS recovery logic
30f3e1c7fSRyusuke Konishi  *
40f3e1c7fSRyusuke Konishi  * Copyright (C) 2005-2008 Nippon Telegraph and Telephone Corporation.
50f3e1c7fSRyusuke Konishi  *
60f3e1c7fSRyusuke Konishi  * This program is free software; you can redistribute it and/or modify
70f3e1c7fSRyusuke Konishi  * it under the terms of the GNU General Public License as published by
80f3e1c7fSRyusuke Konishi  * the Free Software Foundation; either version 2 of the License, or
90f3e1c7fSRyusuke Konishi  * (at your option) any later version.
100f3e1c7fSRyusuke Konishi  *
110f3e1c7fSRyusuke Konishi  * This program is distributed in the hope that it will be useful,
120f3e1c7fSRyusuke Konishi  * but WITHOUT ANY WARRANTY; without even the implied warranty of
130f3e1c7fSRyusuke Konishi  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
140f3e1c7fSRyusuke Konishi  * GNU General Public License for more details.
150f3e1c7fSRyusuke Konishi  *
160f3e1c7fSRyusuke Konishi  * You should have received a copy of the GNU General Public License
170f3e1c7fSRyusuke Konishi  * along with this program; if not, write to the Free Software
180f3e1c7fSRyusuke Konishi  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
190f3e1c7fSRyusuke Konishi  *
200f3e1c7fSRyusuke Konishi  * Written by Ryusuke Konishi <ryusuke@osrg.net>
210f3e1c7fSRyusuke Konishi  */
220f3e1c7fSRyusuke Konishi 
230f3e1c7fSRyusuke Konishi #include <linux/buffer_head.h>
240f3e1c7fSRyusuke Konishi #include <linux/blkdev.h>
250f3e1c7fSRyusuke Konishi #include <linux/swap.h>
265a0e3ad6STejun Heo #include <linux/slab.h>
270f3e1c7fSRyusuke Konishi #include <linux/crc32.h>
280f3e1c7fSRyusuke Konishi #include "nilfs.h"
290f3e1c7fSRyusuke Konishi #include "segment.h"
300f3e1c7fSRyusuke Konishi #include "sufile.h"
310f3e1c7fSRyusuke Konishi #include "page.h"
320f3e1c7fSRyusuke Konishi #include "segbuf.h"
330f3e1c7fSRyusuke Konishi 
340f3e1c7fSRyusuke Konishi /*
350f3e1c7fSRyusuke Konishi  * Segment check result
360f3e1c7fSRyusuke Konishi  */
370f3e1c7fSRyusuke Konishi enum {
380f3e1c7fSRyusuke Konishi 	NILFS_SEG_VALID,
390f3e1c7fSRyusuke Konishi 	NILFS_SEG_NO_SUPER_ROOT,
400f3e1c7fSRyusuke Konishi 	NILFS_SEG_FAIL_IO,
410f3e1c7fSRyusuke Konishi 	NILFS_SEG_FAIL_MAGIC,
420f3e1c7fSRyusuke Konishi 	NILFS_SEG_FAIL_SEQ,
430f3e1c7fSRyusuke Konishi 	NILFS_SEG_FAIL_CHECKSUM_SUPER_ROOT,
440f3e1c7fSRyusuke Konishi 	NILFS_SEG_FAIL_CHECKSUM_FULL,
450f3e1c7fSRyusuke Konishi 	NILFS_SEG_FAIL_CONSISTENCY,
460f3e1c7fSRyusuke Konishi };
470f3e1c7fSRyusuke Konishi 
480f3e1c7fSRyusuke Konishi /* work structure for recovery */
490f3e1c7fSRyusuke Konishi struct nilfs_recovery_block {
500f3e1c7fSRyusuke Konishi 	ino_t ino;		/* Inode number of the file that this block
510f3e1c7fSRyusuke Konishi 				   belongs to */
520f3e1c7fSRyusuke Konishi 	sector_t blocknr;	/* block number */
530f3e1c7fSRyusuke Konishi 	__u64 vblocknr;		/* virtual block number */
540f3e1c7fSRyusuke Konishi 	unsigned long blkoff;	/* File offset of the data block (per block) */
550f3e1c7fSRyusuke Konishi 	struct list_head list;
560f3e1c7fSRyusuke Konishi };
570f3e1c7fSRyusuke Konishi 
580f3e1c7fSRyusuke Konishi 
590f3e1c7fSRyusuke Konishi static int nilfs_warn_segment_error(int err)
600f3e1c7fSRyusuke Konishi {
610f3e1c7fSRyusuke Konishi 	switch (err) {
620f3e1c7fSRyusuke Konishi 	case NILFS_SEG_FAIL_IO:
630f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
640f3e1c7fSRyusuke Konishi 		       "NILFS warning: I/O error on loading last segment\n");
650f3e1c7fSRyusuke Konishi 		return -EIO;
660f3e1c7fSRyusuke Konishi 	case NILFS_SEG_FAIL_MAGIC:
670f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
680f3e1c7fSRyusuke Konishi 		       "NILFS warning: Segment magic number invalid\n");
690f3e1c7fSRyusuke Konishi 		break;
700f3e1c7fSRyusuke Konishi 	case NILFS_SEG_FAIL_SEQ:
710f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
720f3e1c7fSRyusuke Konishi 		       "NILFS warning: Sequence number mismatch\n");
730f3e1c7fSRyusuke Konishi 		break;
740f3e1c7fSRyusuke Konishi 	case NILFS_SEG_FAIL_CHECKSUM_SUPER_ROOT:
750f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
760f3e1c7fSRyusuke Konishi 		       "NILFS warning: Checksum error in super root\n");
770f3e1c7fSRyusuke Konishi 		break;
780f3e1c7fSRyusuke Konishi 	case NILFS_SEG_FAIL_CHECKSUM_FULL:
790f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
800f3e1c7fSRyusuke Konishi 		       "NILFS warning: Checksum error in segment payload\n");
810f3e1c7fSRyusuke Konishi 		break;
820f3e1c7fSRyusuke Konishi 	case NILFS_SEG_FAIL_CONSISTENCY:
830f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
840f3e1c7fSRyusuke Konishi 		       "NILFS warning: Inconsistent segment\n");
850f3e1c7fSRyusuke Konishi 		break;
860f3e1c7fSRyusuke Konishi 	case NILFS_SEG_NO_SUPER_ROOT:
870f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
880f3e1c7fSRyusuke Konishi 		       "NILFS warning: No super root in the last segment\n");
890f3e1c7fSRyusuke Konishi 		break;
900f3e1c7fSRyusuke Konishi 	}
910f3e1c7fSRyusuke Konishi 	return -EINVAL;
920f3e1c7fSRyusuke Konishi }
930f3e1c7fSRyusuke Konishi 
940f3e1c7fSRyusuke Konishi static void store_segsum_info(struct nilfs_segsum_info *ssi,
950f3e1c7fSRyusuke Konishi 			      struct nilfs_segment_summary *sum,
960f3e1c7fSRyusuke Konishi 			      unsigned int blocksize)
970f3e1c7fSRyusuke Konishi {
980f3e1c7fSRyusuke Konishi 	ssi->flags = le16_to_cpu(sum->ss_flags);
990f3e1c7fSRyusuke Konishi 	ssi->seg_seq = le64_to_cpu(sum->ss_seq);
1000f3e1c7fSRyusuke Konishi 	ssi->ctime = le64_to_cpu(sum->ss_create);
1010f3e1c7fSRyusuke Konishi 	ssi->next = le64_to_cpu(sum->ss_next);
1020f3e1c7fSRyusuke Konishi 	ssi->nblocks = le32_to_cpu(sum->ss_nblocks);
1030f3e1c7fSRyusuke Konishi 	ssi->nfinfo = le32_to_cpu(sum->ss_nfinfo);
1040f3e1c7fSRyusuke Konishi 	ssi->sumbytes = le32_to_cpu(sum->ss_sumbytes);
1050f3e1c7fSRyusuke Konishi 
1060f3e1c7fSRyusuke Konishi 	ssi->nsumblk = DIV_ROUND_UP(ssi->sumbytes, blocksize);
1070f3e1c7fSRyusuke Konishi 	ssi->nfileblk = ssi->nblocks - ssi->nsumblk - !!NILFS_SEG_HAS_SR(ssi);
10850614bcfSRyusuke Konishi 
10950614bcfSRyusuke Konishi 	/* need to verify ->ss_bytes field if read ->ss_cno */
1100f3e1c7fSRyusuke Konishi }
1110f3e1c7fSRyusuke Konishi 
1120f3e1c7fSRyusuke Konishi /**
1138b94025cSRyusuke Konishi  * nilfs_compute_checksum - compute checksum of blocks continuously
1148b94025cSRyusuke Konishi  * @nilfs: nilfs object
1150f3e1c7fSRyusuke Konishi  * @bhs: buffer head of start block
1160f3e1c7fSRyusuke Konishi  * @sum: place to store result
1170f3e1c7fSRyusuke Konishi  * @offset: offset bytes in the first block
1180f3e1c7fSRyusuke Konishi  * @check_bytes: number of bytes to be checked
1190f3e1c7fSRyusuke Konishi  * @start: DBN of start block
1200f3e1c7fSRyusuke Konishi  * @nblock: number of blocks to be checked
1210f3e1c7fSRyusuke Konishi  */
1228b94025cSRyusuke Konishi static int nilfs_compute_checksum(struct the_nilfs *nilfs,
1238b94025cSRyusuke Konishi 				  struct buffer_head *bhs, u32 *sum,
1248b94025cSRyusuke Konishi 				  unsigned long offset, u64 check_bytes,
1250f3e1c7fSRyusuke Konishi 				  sector_t start, unsigned long nblock)
1260f3e1c7fSRyusuke Konishi {
1278b94025cSRyusuke Konishi 	unsigned int blocksize = nilfs->ns_blocksize;
1280f3e1c7fSRyusuke Konishi 	unsigned long size;
1290f3e1c7fSRyusuke Konishi 	u32 crc;
1300f3e1c7fSRyusuke Konishi 
1310f3e1c7fSRyusuke Konishi 	BUG_ON(offset >= blocksize);
1320f3e1c7fSRyusuke Konishi 	check_bytes -= offset;
1330f3e1c7fSRyusuke Konishi 	size = min_t(u64, check_bytes, blocksize - offset);
1348b94025cSRyusuke Konishi 	crc = crc32_le(nilfs->ns_crc_seed,
1350f3e1c7fSRyusuke Konishi 		       (unsigned char *)bhs->b_data + offset, size);
1360f3e1c7fSRyusuke Konishi 	if (--nblock > 0) {
1370f3e1c7fSRyusuke Konishi 		do {
1388b94025cSRyusuke Konishi 			struct buffer_head *bh;
1398b94025cSRyusuke Konishi 
1408b94025cSRyusuke Konishi 			bh = __bread(nilfs->ns_bdev, ++start, blocksize);
1410f3e1c7fSRyusuke Konishi 			if (!bh)
1420f3e1c7fSRyusuke Konishi 				return -EIO;
1430f3e1c7fSRyusuke Konishi 			check_bytes -= size;
1440f3e1c7fSRyusuke Konishi 			size = min_t(u64, check_bytes, blocksize);
1450f3e1c7fSRyusuke Konishi 			crc = crc32_le(crc, bh->b_data, size);
1460f3e1c7fSRyusuke Konishi 			brelse(bh);
1470f3e1c7fSRyusuke Konishi 		} while (--nblock > 0);
1480f3e1c7fSRyusuke Konishi 	}
1490f3e1c7fSRyusuke Konishi 	*sum = crc;
1500f3e1c7fSRyusuke Konishi 	return 0;
1510f3e1c7fSRyusuke Konishi }
1520f3e1c7fSRyusuke Konishi 
1530f3e1c7fSRyusuke Konishi /**
1540f3e1c7fSRyusuke Konishi  * nilfs_read_super_root_block - read super root block
1558b94025cSRyusuke Konishi  * @nilfs: nilfs object
1560f3e1c7fSRyusuke Konishi  * @sr_block: disk block number of the super root block
1570f3e1c7fSRyusuke Konishi  * @pbh: address of a buffer_head pointer to return super root buffer
1580f3e1c7fSRyusuke Konishi  * @check: CRC check flag
1590f3e1c7fSRyusuke Konishi  */
1608b94025cSRyusuke Konishi int nilfs_read_super_root_block(struct the_nilfs *nilfs, sector_t sr_block,
1610f3e1c7fSRyusuke Konishi 				struct buffer_head **pbh, int check)
1620f3e1c7fSRyusuke Konishi {
1630f3e1c7fSRyusuke Konishi 	struct buffer_head *bh_sr;
1640f3e1c7fSRyusuke Konishi 	struct nilfs_super_root *sr;
1650f3e1c7fSRyusuke Konishi 	u32 crc;
1660f3e1c7fSRyusuke Konishi 	int ret;
1670f3e1c7fSRyusuke Konishi 
1680f3e1c7fSRyusuke Konishi 	*pbh = NULL;
1698b94025cSRyusuke Konishi 	bh_sr = __bread(nilfs->ns_bdev, sr_block, nilfs->ns_blocksize);
1700f3e1c7fSRyusuke Konishi 	if (unlikely(!bh_sr)) {
1710f3e1c7fSRyusuke Konishi 		ret = NILFS_SEG_FAIL_IO;
1720f3e1c7fSRyusuke Konishi 		goto failed;
1730f3e1c7fSRyusuke Konishi 	}
1740f3e1c7fSRyusuke Konishi 
1750f3e1c7fSRyusuke Konishi 	sr = (struct nilfs_super_root *)bh_sr->b_data;
1760f3e1c7fSRyusuke Konishi 	if (check) {
1770f3e1c7fSRyusuke Konishi 		unsigned bytes = le16_to_cpu(sr->sr_bytes);
1780f3e1c7fSRyusuke Konishi 
1798b94025cSRyusuke Konishi 		if (bytes == 0 || bytes > nilfs->ns_blocksize) {
1800f3e1c7fSRyusuke Konishi 			ret = NILFS_SEG_FAIL_CHECKSUM_SUPER_ROOT;
1810f3e1c7fSRyusuke Konishi 			goto failed_bh;
1820f3e1c7fSRyusuke Konishi 		}
1838b94025cSRyusuke Konishi 		if (nilfs_compute_checksum(
1848b94025cSRyusuke Konishi 			    nilfs, bh_sr, &crc, sizeof(sr->sr_sum), bytes,
1858b94025cSRyusuke Konishi 			    sr_block, 1)) {
1860f3e1c7fSRyusuke Konishi 			ret = NILFS_SEG_FAIL_IO;
1870f3e1c7fSRyusuke Konishi 			goto failed_bh;
1880f3e1c7fSRyusuke Konishi 		}
1890f3e1c7fSRyusuke Konishi 		if (crc != le32_to_cpu(sr->sr_sum)) {
1900f3e1c7fSRyusuke Konishi 			ret = NILFS_SEG_FAIL_CHECKSUM_SUPER_ROOT;
1910f3e1c7fSRyusuke Konishi 			goto failed_bh;
1920f3e1c7fSRyusuke Konishi 		}
1930f3e1c7fSRyusuke Konishi 	}
1940f3e1c7fSRyusuke Konishi 	*pbh = bh_sr;
1950f3e1c7fSRyusuke Konishi 	return 0;
1960f3e1c7fSRyusuke Konishi 
1970f3e1c7fSRyusuke Konishi  failed_bh:
1980f3e1c7fSRyusuke Konishi 	brelse(bh_sr);
1990f3e1c7fSRyusuke Konishi 
2000f3e1c7fSRyusuke Konishi  failed:
2010f3e1c7fSRyusuke Konishi 	return nilfs_warn_segment_error(ret);
2020f3e1c7fSRyusuke Konishi }
2030f3e1c7fSRyusuke Konishi 
2040f3e1c7fSRyusuke Konishi /**
2050f3e1c7fSRyusuke Konishi  * load_segment_summary - read segment summary of the specified partial segment
2068b94025cSRyusuke Konishi  * @nilfs: nilfs object
2070f3e1c7fSRyusuke Konishi  * @pseg_start: start disk block number of partial segment
2080f3e1c7fSRyusuke Konishi  * @seg_seq: sequence number requested
2090f3e1c7fSRyusuke Konishi  * @ssi: pointer to nilfs_segsum_info struct to store information
2100f3e1c7fSRyusuke Konishi  */
2110f3e1c7fSRyusuke Konishi static int
2128b94025cSRyusuke Konishi load_segment_summary(struct the_nilfs *nilfs, sector_t pseg_start,
21303f29365SJiro SEKIBA 		     u64 seg_seq, struct nilfs_segsum_info *ssi)
2140f3e1c7fSRyusuke Konishi {
2150f3e1c7fSRyusuke Konishi 	struct buffer_head *bh_sum;
2160f3e1c7fSRyusuke Konishi 	struct nilfs_segment_summary *sum;
21703f29365SJiro SEKIBA 	unsigned long nblock;
21803f29365SJiro SEKIBA 	u32 crc;
2190f3e1c7fSRyusuke Konishi 	int ret = NILFS_SEG_FAIL_IO;
2200f3e1c7fSRyusuke Konishi 
2218b94025cSRyusuke Konishi 	bh_sum = __bread(nilfs->ns_bdev, pseg_start, nilfs->ns_blocksize);
2220f3e1c7fSRyusuke Konishi 	if (!bh_sum)
2230f3e1c7fSRyusuke Konishi 		goto out;
2240f3e1c7fSRyusuke Konishi 
2250f3e1c7fSRyusuke Konishi 	sum = (struct nilfs_segment_summary *)bh_sum->b_data;
2260f3e1c7fSRyusuke Konishi 
2270f3e1c7fSRyusuke Konishi 	/* Check consistency of segment summary */
2280f3e1c7fSRyusuke Konishi 	if (le32_to_cpu(sum->ss_magic) != NILFS_SEGSUM_MAGIC) {
2290f3e1c7fSRyusuke Konishi 		ret = NILFS_SEG_FAIL_MAGIC;
2300f3e1c7fSRyusuke Konishi 		goto failed;
2310f3e1c7fSRyusuke Konishi 	}
2328b94025cSRyusuke Konishi 	store_segsum_info(ssi, sum, nilfs->ns_blocksize);
2330f3e1c7fSRyusuke Konishi 	if (seg_seq != ssi->seg_seq) {
2340f3e1c7fSRyusuke Konishi 		ret = NILFS_SEG_FAIL_SEQ;
2350f3e1c7fSRyusuke Konishi 		goto failed;
2360f3e1c7fSRyusuke Konishi 	}
2370f3e1c7fSRyusuke Konishi 
23803f29365SJiro SEKIBA 	nblock = ssi->nblocks;
2398b94025cSRyusuke Konishi 	if (unlikely(nblock == 0 || nblock > nilfs->ns_blocks_per_segment)) {
2400f3e1c7fSRyusuke Konishi 		/* This limits the number of blocks read in the CRC check */
2410f3e1c7fSRyusuke Konishi 		ret = NILFS_SEG_FAIL_CONSISTENCY;
2420f3e1c7fSRyusuke Konishi 		goto failed;
2430f3e1c7fSRyusuke Konishi 	}
2448b94025cSRyusuke Konishi 	if (nilfs_compute_checksum(nilfs, bh_sum, &crc, sizeof(sum->ss_datasum),
2458b94025cSRyusuke Konishi 				   ((u64)nblock << nilfs->ns_blocksize_bits),
2460f3e1c7fSRyusuke Konishi 				   pseg_start, nblock)) {
2470f3e1c7fSRyusuke Konishi 		ret = NILFS_SEG_FAIL_IO;
2480f3e1c7fSRyusuke Konishi 		goto failed;
2490f3e1c7fSRyusuke Konishi 	}
25003f29365SJiro SEKIBA 	if (crc == le32_to_cpu(sum->ss_datasum))
2510f3e1c7fSRyusuke Konishi 		ret = 0;
25203f29365SJiro SEKIBA 	else
25303f29365SJiro SEKIBA 		ret = NILFS_SEG_FAIL_CHECKSUM_FULL;
2540f3e1c7fSRyusuke Konishi  failed:
2550f3e1c7fSRyusuke Konishi 	brelse(bh_sum);
2560f3e1c7fSRyusuke Konishi  out:
2570f3e1c7fSRyusuke Konishi 	return ret;
2580f3e1c7fSRyusuke Konishi }
2590f3e1c7fSRyusuke Konishi 
2608b94025cSRyusuke Konishi /**
2618b94025cSRyusuke Konishi  * nilfs_read_summary_info - read an item on summary blocks of a log
2628b94025cSRyusuke Konishi  * @nilfs: nilfs object
2638b94025cSRyusuke Konishi  * @pbh: the current buffer head on summary blocks [in, out]
2648b94025cSRyusuke Konishi  * @offset: the current byte offset on summary blocks [in, out]
2658b94025cSRyusuke Konishi  * @bytes: byte size of the item to be read
2668b94025cSRyusuke Konishi  */
2678b94025cSRyusuke Konishi static void *nilfs_read_summary_info(struct the_nilfs *nilfs,
2688b94025cSRyusuke Konishi 				     struct buffer_head **pbh,
2690f3e1c7fSRyusuke Konishi 				     unsigned int *offset, unsigned int bytes)
2700f3e1c7fSRyusuke Konishi {
2710f3e1c7fSRyusuke Konishi 	void *ptr;
2720f3e1c7fSRyusuke Konishi 	sector_t blocknr;
2730f3e1c7fSRyusuke Konishi 
2740f3e1c7fSRyusuke Konishi 	BUG_ON((*pbh)->b_size < *offset);
2750f3e1c7fSRyusuke Konishi 	if (bytes > (*pbh)->b_size - *offset) {
2760f3e1c7fSRyusuke Konishi 		blocknr = (*pbh)->b_blocknr;
2770f3e1c7fSRyusuke Konishi 		brelse(*pbh);
2788b94025cSRyusuke Konishi 		*pbh = __bread(nilfs->ns_bdev, blocknr + 1,
2798b94025cSRyusuke Konishi 			       nilfs->ns_blocksize);
2800f3e1c7fSRyusuke Konishi 		if (unlikely(!*pbh))
2810f3e1c7fSRyusuke Konishi 			return NULL;
2820f3e1c7fSRyusuke Konishi 		*offset = 0;
2830f3e1c7fSRyusuke Konishi 	}
2840f3e1c7fSRyusuke Konishi 	ptr = (*pbh)->b_data + *offset;
2850f3e1c7fSRyusuke Konishi 	*offset += bytes;
2860f3e1c7fSRyusuke Konishi 	return ptr;
2870f3e1c7fSRyusuke Konishi }
2880f3e1c7fSRyusuke Konishi 
2898b94025cSRyusuke Konishi /**
2908b94025cSRyusuke Konishi  * nilfs_skip_summary_info - skip items on summary blocks of a log
2918b94025cSRyusuke Konishi  * @nilfs: nilfs object
2928b94025cSRyusuke Konishi  * @pbh: the current buffer head on summary blocks [in, out]
2938b94025cSRyusuke Konishi  * @offset: the current byte offset on summary blocks [in, out]
2948b94025cSRyusuke Konishi  * @bytes: byte size of the item to be skipped
2958b94025cSRyusuke Konishi  * @count: number of items to be skipped
2968b94025cSRyusuke Konishi  */
2978b94025cSRyusuke Konishi static void nilfs_skip_summary_info(struct the_nilfs *nilfs,
2988b94025cSRyusuke Konishi 				    struct buffer_head **pbh,
2990f3e1c7fSRyusuke Konishi 				    unsigned int *offset, unsigned int bytes,
3000f3e1c7fSRyusuke Konishi 				    unsigned long count)
3010f3e1c7fSRyusuke Konishi {
3020f3e1c7fSRyusuke Konishi 	unsigned int rest_item_in_current_block
3030f3e1c7fSRyusuke Konishi 		= ((*pbh)->b_size - *offset) / bytes;
3040f3e1c7fSRyusuke Konishi 
3050f3e1c7fSRyusuke Konishi 	if (count <= rest_item_in_current_block) {
3060f3e1c7fSRyusuke Konishi 		*offset += bytes * count;
3070f3e1c7fSRyusuke Konishi 	} else {
3080f3e1c7fSRyusuke Konishi 		sector_t blocknr = (*pbh)->b_blocknr;
3090f3e1c7fSRyusuke Konishi 		unsigned int nitem_per_block = (*pbh)->b_size / bytes;
3100f3e1c7fSRyusuke Konishi 		unsigned int bcnt;
3110f3e1c7fSRyusuke Konishi 
3120f3e1c7fSRyusuke Konishi 		count -= rest_item_in_current_block;
3130f3e1c7fSRyusuke Konishi 		bcnt = DIV_ROUND_UP(count, nitem_per_block);
3140f3e1c7fSRyusuke Konishi 		*offset = bytes * (count - (bcnt - 1) * nitem_per_block);
3150f3e1c7fSRyusuke Konishi 
3160f3e1c7fSRyusuke Konishi 		brelse(*pbh);
3178b94025cSRyusuke Konishi 		*pbh = __bread(nilfs->ns_bdev, blocknr + bcnt,
3188b94025cSRyusuke Konishi 			       nilfs->ns_blocksize);
3190f3e1c7fSRyusuke Konishi 	}
3200f3e1c7fSRyusuke Konishi }
3210f3e1c7fSRyusuke Konishi 
3228b94025cSRyusuke Konishi /**
3238b94025cSRyusuke Konishi  * nilfs_scan_dsync_log - get block information of a log written for data sync
3248b94025cSRyusuke Konishi  * @nilfs: nilfs object
3258b94025cSRyusuke Konishi  * @start_blocknr: start block number of the log
3268b94025cSRyusuke Konishi  * @ssi: log summary information
3278b94025cSRyusuke Konishi  * @head: list head to add nilfs_recovery_block struct
3288b94025cSRyusuke Konishi  */
3298b94025cSRyusuke Konishi static int nilfs_scan_dsync_log(struct the_nilfs *nilfs, sector_t start_blocknr,
3300f3e1c7fSRyusuke Konishi 				struct nilfs_segsum_info *ssi,
3310f3e1c7fSRyusuke Konishi 				struct list_head *head)
3320f3e1c7fSRyusuke Konishi {
3330f3e1c7fSRyusuke Konishi 	struct buffer_head *bh;
3340f3e1c7fSRyusuke Konishi 	unsigned int offset;
3350f3e1c7fSRyusuke Konishi 	unsigned long nfinfo = ssi->nfinfo;
3368b94025cSRyusuke Konishi 	sector_t blocknr = start_blocknr + ssi->nsumblk;
3370f3e1c7fSRyusuke Konishi 	ino_t ino;
3380f3e1c7fSRyusuke Konishi 	int err = -EIO;
3390f3e1c7fSRyusuke Konishi 
3400f3e1c7fSRyusuke Konishi 	if (!nfinfo)
3410f3e1c7fSRyusuke Konishi 		return 0;
3420f3e1c7fSRyusuke Konishi 
3438b94025cSRyusuke Konishi 	bh = __bread(nilfs->ns_bdev, start_blocknr, nilfs->ns_blocksize);
3440f3e1c7fSRyusuke Konishi 	if (unlikely(!bh))
3450f3e1c7fSRyusuke Konishi 		goto out;
3460f3e1c7fSRyusuke Konishi 
3470f3e1c7fSRyusuke Konishi 	offset = le16_to_cpu(
3480f3e1c7fSRyusuke Konishi 		((struct nilfs_segment_summary *)bh->b_data)->ss_bytes);
3490f3e1c7fSRyusuke Konishi 	for (;;) {
3500f3e1c7fSRyusuke Konishi 		unsigned long nblocks, ndatablk, nnodeblk;
3510f3e1c7fSRyusuke Konishi 		struct nilfs_finfo *finfo;
3520f3e1c7fSRyusuke Konishi 
3538b94025cSRyusuke Konishi 		finfo = nilfs_read_summary_info(nilfs, &bh, &offset,
3548b94025cSRyusuke Konishi 						sizeof(*finfo));
3550f3e1c7fSRyusuke Konishi 		if (unlikely(!finfo))
3560f3e1c7fSRyusuke Konishi 			goto out;
3570f3e1c7fSRyusuke Konishi 
3580f3e1c7fSRyusuke Konishi 		ino = le64_to_cpu(finfo->fi_ino);
3590f3e1c7fSRyusuke Konishi 		nblocks = le32_to_cpu(finfo->fi_nblocks);
3600f3e1c7fSRyusuke Konishi 		ndatablk = le32_to_cpu(finfo->fi_ndatablk);
3610f3e1c7fSRyusuke Konishi 		nnodeblk = nblocks - ndatablk;
3620f3e1c7fSRyusuke Konishi 
3630f3e1c7fSRyusuke Konishi 		while (ndatablk-- > 0) {
3640f3e1c7fSRyusuke Konishi 			struct nilfs_recovery_block *rb;
3650f3e1c7fSRyusuke Konishi 			struct nilfs_binfo_v *binfo;
3660f3e1c7fSRyusuke Konishi 
3678b94025cSRyusuke Konishi 			binfo = nilfs_read_summary_info(nilfs, &bh, &offset,
3680f3e1c7fSRyusuke Konishi 							sizeof(*binfo));
3690f3e1c7fSRyusuke Konishi 			if (unlikely(!binfo))
3700f3e1c7fSRyusuke Konishi 				goto out;
3710f3e1c7fSRyusuke Konishi 
3720f3e1c7fSRyusuke Konishi 			rb = kmalloc(sizeof(*rb), GFP_NOFS);
3730f3e1c7fSRyusuke Konishi 			if (unlikely(!rb)) {
3740f3e1c7fSRyusuke Konishi 				err = -ENOMEM;
3750f3e1c7fSRyusuke Konishi 				goto out;
3760f3e1c7fSRyusuke Konishi 			}
3770f3e1c7fSRyusuke Konishi 			rb->ino = ino;
3780f3e1c7fSRyusuke Konishi 			rb->blocknr = blocknr++;
3790f3e1c7fSRyusuke Konishi 			rb->vblocknr = le64_to_cpu(binfo->bi_vblocknr);
3800f3e1c7fSRyusuke Konishi 			rb->blkoff = le64_to_cpu(binfo->bi_blkoff);
3810f3e1c7fSRyusuke Konishi 			/* INIT_LIST_HEAD(&rb->list); */
3820f3e1c7fSRyusuke Konishi 			list_add_tail(&rb->list, head);
3830f3e1c7fSRyusuke Konishi 		}
3840f3e1c7fSRyusuke Konishi 		if (--nfinfo == 0)
3850f3e1c7fSRyusuke Konishi 			break;
3868b94025cSRyusuke Konishi 		blocknr += nnodeblk; /* always 0 for data sync logs */
3878b94025cSRyusuke Konishi 		nilfs_skip_summary_info(nilfs, &bh, &offset, sizeof(__le64),
3880f3e1c7fSRyusuke Konishi 					nnodeblk);
3890f3e1c7fSRyusuke Konishi 		if (unlikely(!bh))
3900f3e1c7fSRyusuke Konishi 			goto out;
3910f3e1c7fSRyusuke Konishi 	}
3920f3e1c7fSRyusuke Konishi 	err = 0;
3930f3e1c7fSRyusuke Konishi  out:
3940f3e1c7fSRyusuke Konishi 	brelse(bh);   /* brelse(NULL) is just ignored */
3950f3e1c7fSRyusuke Konishi 	return err;
3960f3e1c7fSRyusuke Konishi }
3970f3e1c7fSRyusuke Konishi 
3980f3e1c7fSRyusuke Konishi static void dispose_recovery_list(struct list_head *head)
3990f3e1c7fSRyusuke Konishi {
4000f3e1c7fSRyusuke Konishi 	while (!list_empty(head)) {
4010f3e1c7fSRyusuke Konishi 		struct nilfs_recovery_block *rb
4020f3e1c7fSRyusuke Konishi 			= list_entry(head->next,
4030f3e1c7fSRyusuke Konishi 				     struct nilfs_recovery_block, list);
4040f3e1c7fSRyusuke Konishi 		list_del(&rb->list);
4050f3e1c7fSRyusuke Konishi 		kfree(rb);
4060f3e1c7fSRyusuke Konishi 	}
4070f3e1c7fSRyusuke Konishi }
4080f3e1c7fSRyusuke Konishi 
409654137ddSRyusuke Konishi struct nilfs_segment_entry {
410654137ddSRyusuke Konishi 	struct list_head	list;
411654137ddSRyusuke Konishi 	__u64			segnum;
412654137ddSRyusuke Konishi };
413654137ddSRyusuke Konishi 
414654137ddSRyusuke Konishi static int nilfs_segment_list_add(struct list_head *head, __u64 segnum)
415654137ddSRyusuke Konishi {
416654137ddSRyusuke Konishi 	struct nilfs_segment_entry *ent = kmalloc(sizeof(*ent), GFP_NOFS);
417654137ddSRyusuke Konishi 
418654137ddSRyusuke Konishi 	if (unlikely(!ent))
419654137ddSRyusuke Konishi 		return -ENOMEM;
420654137ddSRyusuke Konishi 
421654137ddSRyusuke Konishi 	ent->segnum = segnum;
422654137ddSRyusuke Konishi 	INIT_LIST_HEAD(&ent->list);
423654137ddSRyusuke Konishi 	list_add_tail(&ent->list, head);
424654137ddSRyusuke Konishi 	return 0;
425654137ddSRyusuke Konishi }
426654137ddSRyusuke Konishi 
4270f3e1c7fSRyusuke Konishi void nilfs_dispose_segment_list(struct list_head *head)
4280f3e1c7fSRyusuke Konishi {
4290f3e1c7fSRyusuke Konishi 	while (!list_empty(head)) {
4300f3e1c7fSRyusuke Konishi 		struct nilfs_segment_entry *ent
4310f3e1c7fSRyusuke Konishi 			= list_entry(head->next,
4320f3e1c7fSRyusuke Konishi 				     struct nilfs_segment_entry, list);
4330f3e1c7fSRyusuke Konishi 		list_del(&ent->list);
434654137ddSRyusuke Konishi 		kfree(ent);
4350f3e1c7fSRyusuke Konishi 	}
4360f3e1c7fSRyusuke Konishi }
4370f3e1c7fSRyusuke Konishi 
4380f3e1c7fSRyusuke Konishi static int nilfs_prepare_segment_for_recovery(struct the_nilfs *nilfs,
43985c2a74fSRyusuke Konishi 					      struct nilfs_sb_info *sbi,
4400f3e1c7fSRyusuke Konishi 					      struct nilfs_recovery_info *ri)
4410f3e1c7fSRyusuke Konishi {
4420f3e1c7fSRyusuke Konishi 	struct list_head *head = &ri->ri_used_segments;
4430f3e1c7fSRyusuke Konishi 	struct nilfs_segment_entry *ent, *n;
4440f3e1c7fSRyusuke Konishi 	struct inode *sufile = nilfs->ns_sufile;
4450f3e1c7fSRyusuke Konishi 	__u64 segnum[4];
4460f3e1c7fSRyusuke Konishi 	int err;
4470f3e1c7fSRyusuke Konishi 	int i;
4480f3e1c7fSRyusuke Konishi 
4490f3e1c7fSRyusuke Konishi 	segnum[0] = nilfs->ns_segnum;
4500f3e1c7fSRyusuke Konishi 	segnum[1] = nilfs->ns_nextnum;
4510f3e1c7fSRyusuke Konishi 	segnum[2] = ri->ri_segnum;
4520f3e1c7fSRyusuke Konishi 	segnum[3] = ri->ri_nextnum;
4530f3e1c7fSRyusuke Konishi 
45485c2a74fSRyusuke Konishi 	nilfs_attach_writer(nilfs, sbi);
4550f3e1c7fSRyusuke Konishi 	/*
4560f3e1c7fSRyusuke Konishi 	 * Releasing the next segment of the latest super root.
4570f3e1c7fSRyusuke Konishi 	 * The next segment is invalidated by this recovery.
4580f3e1c7fSRyusuke Konishi 	 */
4590f3e1c7fSRyusuke Konishi 	err = nilfs_sufile_free(sufile, segnum[1]);
4600f3e1c7fSRyusuke Konishi 	if (unlikely(err))
4610f3e1c7fSRyusuke Konishi 		goto failed;
4620f3e1c7fSRyusuke Konishi 
4630f3e1c7fSRyusuke Konishi 	for (i = 1; i < 4; i++) {
464654137ddSRyusuke Konishi 		err = nilfs_segment_list_add(head, segnum[i]);
465654137ddSRyusuke Konishi 		if (unlikely(err))
4660f3e1c7fSRyusuke Konishi 			goto failed;
4670f3e1c7fSRyusuke Konishi 	}
4680f3e1c7fSRyusuke Konishi 
4690f3e1c7fSRyusuke Konishi 	/*
4700f3e1c7fSRyusuke Konishi 	 * Collecting segments written after the latest super root.
4712c2e52fcSRyusuke Konishi 	 * These are marked dirty to avoid being reallocated in the next write.
4720f3e1c7fSRyusuke Konishi 	 */
4730f3e1c7fSRyusuke Konishi 	list_for_each_entry_safe(ent, n, head, list) {
474c85399c2SRyusuke Konishi 		if (ent->segnum != segnum[0]) {
475c85399c2SRyusuke Konishi 			err = nilfs_sufile_scrap(sufile, ent->segnum);
4760f3e1c7fSRyusuke Konishi 			if (unlikely(err))
4770f3e1c7fSRyusuke Konishi 				goto failed;
4782c2e52fcSRyusuke Konishi 		}
4790f3e1c7fSRyusuke Konishi 		list_del(&ent->list);
480654137ddSRyusuke Konishi 		kfree(ent);
4810f3e1c7fSRyusuke Konishi 	}
4820f3e1c7fSRyusuke Konishi 
4830f3e1c7fSRyusuke Konishi 	/* Allocate new segments for recovery */
4840f3e1c7fSRyusuke Konishi 	err = nilfs_sufile_alloc(sufile, &segnum[0]);
4850f3e1c7fSRyusuke Konishi 	if (unlikely(err))
4860f3e1c7fSRyusuke Konishi 		goto failed;
4870f3e1c7fSRyusuke Konishi 
4880f3e1c7fSRyusuke Konishi 	nilfs->ns_pseg_offset = 0;
4890f3e1c7fSRyusuke Konishi 	nilfs->ns_seg_seq = ri->ri_seq + 2;
4900f3e1c7fSRyusuke Konishi 	nilfs->ns_nextnum = nilfs->ns_segnum = segnum[0];
4910f3e1c7fSRyusuke Konishi 
4920f3e1c7fSRyusuke Konishi  failed:
4930f3e1c7fSRyusuke Konishi 	/* No need to recover sufile because it will be destroyed on error */
49485c2a74fSRyusuke Konishi 	nilfs_detach_writer(nilfs, sbi);
4950f3e1c7fSRyusuke Konishi 	return err;
4960f3e1c7fSRyusuke Konishi }
4970f3e1c7fSRyusuke Konishi 
4988b94025cSRyusuke Konishi static int nilfs_recovery_copy_block(struct the_nilfs *nilfs,
4990f3e1c7fSRyusuke Konishi 				     struct nilfs_recovery_block *rb,
5000f3e1c7fSRyusuke Konishi 				     struct page *page)
5010f3e1c7fSRyusuke Konishi {
5020f3e1c7fSRyusuke Konishi 	struct buffer_head *bh_org;
5030f3e1c7fSRyusuke Konishi 	void *kaddr;
5040f3e1c7fSRyusuke Konishi 
5058b94025cSRyusuke Konishi 	bh_org = __bread(nilfs->ns_bdev, rb->blocknr, nilfs->ns_blocksize);
5060f3e1c7fSRyusuke Konishi 	if (unlikely(!bh_org))
5070f3e1c7fSRyusuke Konishi 		return -EIO;
5080f3e1c7fSRyusuke Konishi 
5090f3e1c7fSRyusuke Konishi 	kaddr = kmap_atomic(page, KM_USER0);
5100f3e1c7fSRyusuke Konishi 	memcpy(kaddr + bh_offset(bh_org), bh_org->b_data, bh_org->b_size);
5110f3e1c7fSRyusuke Konishi 	kunmap_atomic(kaddr, KM_USER0);
5120f3e1c7fSRyusuke Konishi 	brelse(bh_org);
5130f3e1c7fSRyusuke Konishi 	return 0;
5140f3e1c7fSRyusuke Konishi }
5150f3e1c7fSRyusuke Konishi 
5168b94025cSRyusuke Konishi static int nilfs_recover_dsync_blocks(struct the_nilfs *nilfs,
5178b94025cSRyusuke Konishi 				      struct nilfs_sb_info *sbi,
5180f3e1c7fSRyusuke Konishi 				      struct list_head *head,
5190f3e1c7fSRyusuke Konishi 				      unsigned long *nr_salvaged_blocks)
5200f3e1c7fSRyusuke Konishi {
5210f3e1c7fSRyusuke Konishi 	struct inode *inode;
5220f3e1c7fSRyusuke Konishi 	struct nilfs_recovery_block *rb, *n;
5238b94025cSRyusuke Konishi 	unsigned blocksize = nilfs->ns_blocksize;
5240f3e1c7fSRyusuke Konishi 	struct page *page;
5250f3e1c7fSRyusuke Konishi 	loff_t pos;
5260f3e1c7fSRyusuke Konishi 	int err = 0, err2 = 0;
5270f3e1c7fSRyusuke Konishi 
5280f3e1c7fSRyusuke Konishi 	list_for_each_entry_safe(rb, n, head, list) {
5290f3e1c7fSRyusuke Konishi 		inode = nilfs_iget(sbi->s_super, rb->ino);
5300f3e1c7fSRyusuke Konishi 		if (IS_ERR(inode)) {
5310f3e1c7fSRyusuke Konishi 			err = PTR_ERR(inode);
5320f3e1c7fSRyusuke Konishi 			inode = NULL;
5330f3e1c7fSRyusuke Konishi 			goto failed_inode;
5340f3e1c7fSRyusuke Konishi 		}
5350f3e1c7fSRyusuke Konishi 
5360f3e1c7fSRyusuke Konishi 		pos = rb->blkoff << inode->i_blkbits;
5370f3e1c7fSRyusuke Konishi 		page = NULL;
5380f3e1c7fSRyusuke Konishi 		err = block_write_begin(NULL, inode->i_mapping, pos, blocksize,
5390f3e1c7fSRyusuke Konishi 					0, &page, NULL, nilfs_get_block);
5400f3e1c7fSRyusuke Konishi 		if (unlikely(err))
5410f3e1c7fSRyusuke Konishi 			goto failed_inode;
5420f3e1c7fSRyusuke Konishi 
5438b94025cSRyusuke Konishi 		err = nilfs_recovery_copy_block(nilfs, rb, page);
5440f3e1c7fSRyusuke Konishi 		if (unlikely(err))
5450f3e1c7fSRyusuke Konishi 			goto failed_page;
5460f3e1c7fSRyusuke Konishi 
5470f3e1c7fSRyusuke Konishi 		err = nilfs_set_file_dirty(sbi, inode, 1);
5480f3e1c7fSRyusuke Konishi 		if (unlikely(err))
5490f3e1c7fSRyusuke Konishi 			goto failed_page;
5500f3e1c7fSRyusuke Konishi 
5510f3e1c7fSRyusuke Konishi 		block_write_end(NULL, inode->i_mapping, pos, blocksize,
5520f3e1c7fSRyusuke Konishi 				blocksize, page, NULL);
5530f3e1c7fSRyusuke Konishi 
5540f3e1c7fSRyusuke Konishi 		unlock_page(page);
5550f3e1c7fSRyusuke Konishi 		page_cache_release(page);
5560f3e1c7fSRyusuke Konishi 
5570f3e1c7fSRyusuke Konishi 		(*nr_salvaged_blocks)++;
5580f3e1c7fSRyusuke Konishi 		goto next;
5590f3e1c7fSRyusuke Konishi 
5600f3e1c7fSRyusuke Konishi  failed_page:
5610f3e1c7fSRyusuke Konishi 		unlock_page(page);
5620f3e1c7fSRyusuke Konishi 		page_cache_release(page);
5630f3e1c7fSRyusuke Konishi 
5640f3e1c7fSRyusuke Konishi  failed_inode:
5650f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
5660f3e1c7fSRyusuke Konishi 		       "NILFS warning: error recovering data block "
5670f3e1c7fSRyusuke Konishi 		       "(err=%d, ino=%lu, block-offset=%llu)\n",
568b5696e5eSHeiko Carstens 		       err, (unsigned long)rb->ino,
569b5696e5eSHeiko Carstens 		       (unsigned long long)rb->blkoff);
5700f3e1c7fSRyusuke Konishi 		if (!err2)
5710f3e1c7fSRyusuke Konishi 			err2 = err;
5720f3e1c7fSRyusuke Konishi  next:
5730f3e1c7fSRyusuke Konishi 		iput(inode); /* iput(NULL) is just ignored */
5740f3e1c7fSRyusuke Konishi 		list_del_init(&rb->list);
5750f3e1c7fSRyusuke Konishi 		kfree(rb);
5760f3e1c7fSRyusuke Konishi 	}
5770f3e1c7fSRyusuke Konishi 	return err2;
5780f3e1c7fSRyusuke Konishi }
5790f3e1c7fSRyusuke Konishi 
5800f3e1c7fSRyusuke Konishi /**
5810f3e1c7fSRyusuke Konishi  * nilfs_do_roll_forward - salvage logical segments newer than the latest
5820f3e1c7fSRyusuke Konishi  * checkpoint
5838b94025cSRyusuke Konishi  * @nilfs: nilfs object
5840f3e1c7fSRyusuke Konishi  * @sbi: nilfs_sb_info
5850f3e1c7fSRyusuke Konishi  * @ri: pointer to a nilfs_recovery_info
5860f3e1c7fSRyusuke Konishi  */
5870f3e1c7fSRyusuke Konishi static int nilfs_do_roll_forward(struct the_nilfs *nilfs,
5880f3e1c7fSRyusuke Konishi 				 struct nilfs_sb_info *sbi,
5890f3e1c7fSRyusuke Konishi 				 struct nilfs_recovery_info *ri)
5900f3e1c7fSRyusuke Konishi {
5910f3e1c7fSRyusuke Konishi 	struct nilfs_segsum_info ssi;
5920f3e1c7fSRyusuke Konishi 	sector_t pseg_start;
5930f3e1c7fSRyusuke Konishi 	sector_t seg_start, seg_end;  /* Starting/ending DBN of full segment */
5940f3e1c7fSRyusuke Konishi 	unsigned long nsalvaged_blocks = 0;
5950f3e1c7fSRyusuke Konishi 	u64 seg_seq;
5960f3e1c7fSRyusuke Konishi 	__u64 segnum, nextnum = 0;
5970f3e1c7fSRyusuke Konishi 	int empty_seg = 0;
5980f3e1c7fSRyusuke Konishi 	int err = 0, ret;
5990f3e1c7fSRyusuke Konishi 	LIST_HEAD(dsync_blocks);  /* list of data blocks to be recovered */
6000f3e1c7fSRyusuke Konishi 	enum {
6010f3e1c7fSRyusuke Konishi 		RF_INIT_ST,
6020f3e1c7fSRyusuke Konishi 		RF_DSYNC_ST,   /* scanning data-sync segments */
6030f3e1c7fSRyusuke Konishi 	};
6040f3e1c7fSRyusuke Konishi 	int state = RF_INIT_ST;
6050f3e1c7fSRyusuke Konishi 
6060f3e1c7fSRyusuke Konishi 	nilfs_attach_writer(nilfs, sbi);
6070f3e1c7fSRyusuke Konishi 	pseg_start = ri->ri_lsegs_start;
6080f3e1c7fSRyusuke Konishi 	seg_seq = ri->ri_lsegs_start_seq;
6090f3e1c7fSRyusuke Konishi 	segnum = nilfs_get_segnum_of_block(nilfs, pseg_start);
6100f3e1c7fSRyusuke Konishi 	nilfs_get_segment_range(nilfs, segnum, &seg_start, &seg_end);
6110f3e1c7fSRyusuke Konishi 
6120f3e1c7fSRyusuke Konishi 	while (segnum != ri->ri_segnum || pseg_start <= ri->ri_pseg_start) {
6130f3e1c7fSRyusuke Konishi 
6148b94025cSRyusuke Konishi 		ret = load_segment_summary(nilfs, pseg_start, seg_seq, &ssi);
6150f3e1c7fSRyusuke Konishi 		if (ret) {
6160f3e1c7fSRyusuke Konishi 			if (ret == NILFS_SEG_FAIL_IO) {
6170f3e1c7fSRyusuke Konishi 				err = -EIO;
6180f3e1c7fSRyusuke Konishi 				goto failed;
6190f3e1c7fSRyusuke Konishi 			}
6200f3e1c7fSRyusuke Konishi 			goto strayed;
6210f3e1c7fSRyusuke Konishi 		}
6220f3e1c7fSRyusuke Konishi 		if (unlikely(NILFS_SEG_HAS_SR(&ssi)))
6230f3e1c7fSRyusuke Konishi 			goto confused;
6240f3e1c7fSRyusuke Konishi 
6250f3e1c7fSRyusuke Konishi 		/* Found a valid partial segment; do recovery actions */
6260f3e1c7fSRyusuke Konishi 		nextnum = nilfs_get_segnum_of_block(nilfs, ssi.next);
6270f3e1c7fSRyusuke Konishi 		empty_seg = 0;
6280f3e1c7fSRyusuke Konishi 		nilfs->ns_ctime = ssi.ctime;
6290f3e1c7fSRyusuke Konishi 		if (!(ssi.flags & NILFS_SS_GC))
6300f3e1c7fSRyusuke Konishi 			nilfs->ns_nongc_ctime = ssi.ctime;
6310f3e1c7fSRyusuke Konishi 
6320f3e1c7fSRyusuke Konishi 		switch (state) {
6330f3e1c7fSRyusuke Konishi 		case RF_INIT_ST:
6340f3e1c7fSRyusuke Konishi 			if (!NILFS_SEG_LOGBGN(&ssi) || !NILFS_SEG_DSYNC(&ssi))
6350f3e1c7fSRyusuke Konishi 				goto try_next_pseg;
6360f3e1c7fSRyusuke Konishi 			state = RF_DSYNC_ST;
6370f3e1c7fSRyusuke Konishi 			/* Fall through */
6380f3e1c7fSRyusuke Konishi 		case RF_DSYNC_ST:
6390f3e1c7fSRyusuke Konishi 			if (!NILFS_SEG_DSYNC(&ssi))
6400f3e1c7fSRyusuke Konishi 				goto confused;
6410f3e1c7fSRyusuke Konishi 
6428b94025cSRyusuke Konishi 			err = nilfs_scan_dsync_log(nilfs, pseg_start, &ssi,
6438b94025cSRyusuke Konishi 						   &dsync_blocks);
6440f3e1c7fSRyusuke Konishi 			if (unlikely(err))
6450f3e1c7fSRyusuke Konishi 				goto failed;
6460f3e1c7fSRyusuke Konishi 			if (NILFS_SEG_LOGEND(&ssi)) {
6478b94025cSRyusuke Konishi 				err = nilfs_recover_dsync_blocks(
6488b94025cSRyusuke Konishi 					nilfs, sbi, &dsync_blocks,
6498b94025cSRyusuke Konishi 					&nsalvaged_blocks);
6500f3e1c7fSRyusuke Konishi 				if (unlikely(err))
6510f3e1c7fSRyusuke Konishi 					goto failed;
6520f3e1c7fSRyusuke Konishi 				state = RF_INIT_ST;
6530f3e1c7fSRyusuke Konishi 			}
6540f3e1c7fSRyusuke Konishi 			break; /* Fall through to try_next_pseg */
6550f3e1c7fSRyusuke Konishi 		}
6560f3e1c7fSRyusuke Konishi 
6570f3e1c7fSRyusuke Konishi  try_next_pseg:
6580f3e1c7fSRyusuke Konishi 		if (pseg_start == ri->ri_lsegs_end)
6590f3e1c7fSRyusuke Konishi 			break;
6600f3e1c7fSRyusuke Konishi 		pseg_start += ssi.nblocks;
6610f3e1c7fSRyusuke Konishi 		if (pseg_start < seg_end)
6620f3e1c7fSRyusuke Konishi 			continue;
6630f3e1c7fSRyusuke Konishi 		goto feed_segment;
6640f3e1c7fSRyusuke Konishi 
6650f3e1c7fSRyusuke Konishi  strayed:
6660f3e1c7fSRyusuke Konishi 		if (pseg_start == ri->ri_lsegs_end)
6670f3e1c7fSRyusuke Konishi 			break;
6680f3e1c7fSRyusuke Konishi 
6690f3e1c7fSRyusuke Konishi  feed_segment:
6700f3e1c7fSRyusuke Konishi 		/* Looking to the next full segment */
6710f3e1c7fSRyusuke Konishi 		if (empty_seg++)
6720f3e1c7fSRyusuke Konishi 			break;
6730f3e1c7fSRyusuke Konishi 		seg_seq++;
6740f3e1c7fSRyusuke Konishi 		segnum = nextnum;
6750f3e1c7fSRyusuke Konishi 		nilfs_get_segment_range(nilfs, segnum, &seg_start, &seg_end);
6760f3e1c7fSRyusuke Konishi 		pseg_start = seg_start;
6770f3e1c7fSRyusuke Konishi 	}
6780f3e1c7fSRyusuke Konishi 
6790f3e1c7fSRyusuke Konishi 	if (nsalvaged_blocks) {
6800f3e1c7fSRyusuke Konishi 		printk(KERN_INFO "NILFS (device %s): salvaged %lu blocks\n",
6810f3e1c7fSRyusuke Konishi 		       sbi->s_super->s_id, nsalvaged_blocks);
6820f3e1c7fSRyusuke Konishi 		ri->ri_need_recovery = NILFS_RECOVERY_ROLLFORWARD_DONE;
6830f3e1c7fSRyusuke Konishi 	}
6840f3e1c7fSRyusuke Konishi  out:
6850f3e1c7fSRyusuke Konishi 	dispose_recovery_list(&dsync_blocks);
6868b94025cSRyusuke Konishi 	nilfs_detach_writer(nilfs, sbi);
6870f3e1c7fSRyusuke Konishi 	return err;
6880f3e1c7fSRyusuke Konishi 
6890f3e1c7fSRyusuke Konishi  confused:
6900f3e1c7fSRyusuke Konishi 	err = -EINVAL;
6910f3e1c7fSRyusuke Konishi  failed:
6920f3e1c7fSRyusuke Konishi 	printk(KERN_ERR
6930f3e1c7fSRyusuke Konishi 	       "NILFS (device %s): Error roll-forwarding "
6940f3e1c7fSRyusuke Konishi 	       "(err=%d, pseg block=%llu). ",
6950f3e1c7fSRyusuke Konishi 	       sbi->s_super->s_id, err, (unsigned long long)pseg_start);
6960f3e1c7fSRyusuke Konishi 	goto out;
6970f3e1c7fSRyusuke Konishi }
6980f3e1c7fSRyusuke Konishi 
6990f3e1c7fSRyusuke Konishi static void nilfs_finish_roll_forward(struct the_nilfs *nilfs,
7000f3e1c7fSRyusuke Konishi 				      struct nilfs_recovery_info *ri)
7010f3e1c7fSRyusuke Konishi {
7020f3e1c7fSRyusuke Konishi 	struct buffer_head *bh;
7030f3e1c7fSRyusuke Konishi 	int err;
7040f3e1c7fSRyusuke Konishi 
7050f3e1c7fSRyusuke Konishi 	if (nilfs_get_segnum_of_block(nilfs, ri->ri_lsegs_start) !=
7060f3e1c7fSRyusuke Konishi 	    nilfs_get_segnum_of_block(nilfs, ri->ri_super_root))
7070f3e1c7fSRyusuke Konishi 		return;
7080f3e1c7fSRyusuke Konishi 
7098b94025cSRyusuke Konishi 	bh = __getblk(nilfs->ns_bdev, ri->ri_lsegs_start, nilfs->ns_blocksize);
7100f3e1c7fSRyusuke Konishi 	BUG_ON(!bh);
7110f3e1c7fSRyusuke Konishi 	memset(bh->b_data, 0, bh->b_size);
7120f3e1c7fSRyusuke Konishi 	set_buffer_dirty(bh);
7130f3e1c7fSRyusuke Konishi 	err = sync_dirty_buffer(bh);
7140f3e1c7fSRyusuke Konishi 	if (unlikely(err))
7150f3e1c7fSRyusuke Konishi 		printk(KERN_WARNING
7160f3e1c7fSRyusuke Konishi 		       "NILFS warning: buffer sync write failed during "
7170f3e1c7fSRyusuke Konishi 		       "post-cleaning of recovery.\n");
7180f3e1c7fSRyusuke Konishi 	brelse(bh);
7190f3e1c7fSRyusuke Konishi }
7200f3e1c7fSRyusuke Konishi 
7210f3e1c7fSRyusuke Konishi /**
722aee5ce2fSRyusuke Konishi  * nilfs_salvage_orphan_logs - salvage logs written after the latest checkpoint
723aee5ce2fSRyusuke Konishi  * @nilfs: nilfs object
7240f3e1c7fSRyusuke Konishi  * @sbi: nilfs_sb_info
7250f3e1c7fSRyusuke Konishi  * @ri: pointer to a nilfs_recovery_info struct to store search results.
7260f3e1c7fSRyusuke Konishi  *
7270f3e1c7fSRyusuke Konishi  * Return Value: On success, 0 is returned.  On error, one of the following
7280f3e1c7fSRyusuke Konishi  * negative error code is returned.
7290f3e1c7fSRyusuke Konishi  *
7300f3e1c7fSRyusuke Konishi  * %-EINVAL - Inconsistent filesystem state.
7310f3e1c7fSRyusuke Konishi  *
7320f3e1c7fSRyusuke Konishi  * %-EIO - I/O error
7330f3e1c7fSRyusuke Konishi  *
7340f3e1c7fSRyusuke Konishi  * %-ENOSPC - No space left on device (only in a panic state).
7350f3e1c7fSRyusuke Konishi  *
7360f3e1c7fSRyusuke Konishi  * %-ERESTARTSYS - Interrupted.
7370f3e1c7fSRyusuke Konishi  *
7380f3e1c7fSRyusuke Konishi  * %-ENOMEM - Insufficient memory available.
7390f3e1c7fSRyusuke Konishi  */
740aee5ce2fSRyusuke Konishi int nilfs_salvage_orphan_logs(struct the_nilfs *nilfs,
7410f3e1c7fSRyusuke Konishi 			      struct nilfs_sb_info *sbi,
7420f3e1c7fSRyusuke Konishi 			      struct nilfs_recovery_info *ri)
7430f3e1c7fSRyusuke Konishi {
7440f3e1c7fSRyusuke Konishi 	int err;
7450f3e1c7fSRyusuke Konishi 
7460f3e1c7fSRyusuke Konishi 	if (ri->ri_lsegs_start == 0 || ri->ri_lsegs_end == 0)
7470f3e1c7fSRyusuke Konishi 		return 0;
7480f3e1c7fSRyusuke Konishi 
7490f3e1c7fSRyusuke Konishi 	err = nilfs_attach_checkpoint(sbi, ri->ri_cno);
7500f3e1c7fSRyusuke Konishi 	if (unlikely(err)) {
7510f3e1c7fSRyusuke Konishi 		printk(KERN_ERR
7520f3e1c7fSRyusuke Konishi 		       "NILFS: error loading the latest checkpoint.\n");
7530f3e1c7fSRyusuke Konishi 		return err;
7540f3e1c7fSRyusuke Konishi 	}
7550f3e1c7fSRyusuke Konishi 
7560f3e1c7fSRyusuke Konishi 	err = nilfs_do_roll_forward(nilfs, sbi, ri);
7570f3e1c7fSRyusuke Konishi 	if (unlikely(err))
7580f3e1c7fSRyusuke Konishi 		goto failed;
7590f3e1c7fSRyusuke Konishi 
7600f3e1c7fSRyusuke Konishi 	if (ri->ri_need_recovery == NILFS_RECOVERY_ROLLFORWARD_DONE) {
76185c2a74fSRyusuke Konishi 		err = nilfs_prepare_segment_for_recovery(nilfs, sbi, ri);
7620f3e1c7fSRyusuke Konishi 		if (unlikely(err)) {
7630f3e1c7fSRyusuke Konishi 			printk(KERN_ERR "NILFS: Error preparing segments for "
7640f3e1c7fSRyusuke Konishi 			       "recovery.\n");
7650f3e1c7fSRyusuke Konishi 			goto failed;
7660f3e1c7fSRyusuke Konishi 		}
7670f3e1c7fSRyusuke Konishi 
768cece5520SRyusuke Konishi 		err = nilfs_attach_segment_constructor(sbi);
7690f3e1c7fSRyusuke Konishi 		if (unlikely(err))
7700f3e1c7fSRyusuke Konishi 			goto failed;
7710f3e1c7fSRyusuke Konishi 
7720f3e1c7fSRyusuke Konishi 		set_nilfs_discontinued(nilfs);
7730f3e1c7fSRyusuke Konishi 		err = nilfs_construct_segment(sbi->s_super);
7740f3e1c7fSRyusuke Konishi 		nilfs_detach_segment_constructor(sbi);
7750f3e1c7fSRyusuke Konishi 
7760f3e1c7fSRyusuke Konishi 		if (unlikely(err)) {
7770f3e1c7fSRyusuke Konishi 			printk(KERN_ERR "NILFS: Oops! recovery failed. "
7780f3e1c7fSRyusuke Konishi 			       "(err=%d)\n", err);
7790f3e1c7fSRyusuke Konishi 			goto failed;
7800f3e1c7fSRyusuke Konishi 		}
7810f3e1c7fSRyusuke Konishi 
7828b94025cSRyusuke Konishi 		nilfs_finish_roll_forward(nilfs, ri);
7830f3e1c7fSRyusuke Konishi 	}
7840f3e1c7fSRyusuke Konishi 
7850f3e1c7fSRyusuke Konishi  failed:
7860f3e1c7fSRyusuke Konishi 	nilfs_detach_checkpoint(sbi);
7870f3e1c7fSRyusuke Konishi 	return err;
7880f3e1c7fSRyusuke Konishi }
7890f3e1c7fSRyusuke Konishi 
7900f3e1c7fSRyusuke Konishi /**
7910f3e1c7fSRyusuke Konishi  * nilfs_search_super_root - search the latest valid super root
7920f3e1c7fSRyusuke Konishi  * @nilfs: the_nilfs
7930f3e1c7fSRyusuke Konishi  * @ri: pointer to a nilfs_recovery_info struct to store search results.
7940f3e1c7fSRyusuke Konishi  *
7950f3e1c7fSRyusuke Konishi  * nilfs_search_super_root() looks for the latest super-root from a partial
7960f3e1c7fSRyusuke Konishi  * segment pointed by the superblock.  It sets up struct the_nilfs through
7970f3e1c7fSRyusuke Konishi  * this search. It fills nilfs_recovery_info (ri) required for recovery.
7980f3e1c7fSRyusuke Konishi  *
7990f3e1c7fSRyusuke Konishi  * Return Value: On success, 0 is returned.  On error, one of the following
8000f3e1c7fSRyusuke Konishi  * negative error code is returned.
8010f3e1c7fSRyusuke Konishi  *
8020f3e1c7fSRyusuke Konishi  * %-EINVAL - No valid segment found
8030f3e1c7fSRyusuke Konishi  *
8040f3e1c7fSRyusuke Konishi  * %-EIO - I/O error
8050f3e1c7fSRyusuke Konishi  */
8068b94025cSRyusuke Konishi int nilfs_search_super_root(struct the_nilfs *nilfs,
8070f3e1c7fSRyusuke Konishi 			    struct nilfs_recovery_info *ri)
8080f3e1c7fSRyusuke Konishi {
8090f3e1c7fSRyusuke Konishi 	struct nilfs_segsum_info ssi;
8100f3e1c7fSRyusuke Konishi 	sector_t pseg_start, pseg_end, sr_pseg_start = 0;
8110f3e1c7fSRyusuke Konishi 	sector_t seg_start, seg_end; /* range of full segment (block number) */
812050b4142SRyusuke Konishi 	sector_t b, end;
8130f3e1c7fSRyusuke Konishi 	u64 seg_seq;
8140f3e1c7fSRyusuke Konishi 	__u64 segnum, nextnum = 0;
8150f3e1c7fSRyusuke Konishi 	__u64 cno;
8160f3e1c7fSRyusuke Konishi 	LIST_HEAD(segments);
8170f3e1c7fSRyusuke Konishi 	int empty_seg = 0, scan_newer = 0;
8180f3e1c7fSRyusuke Konishi 	int ret;
8190f3e1c7fSRyusuke Konishi 
8200f3e1c7fSRyusuke Konishi 	pseg_start = nilfs->ns_last_pseg;
8210f3e1c7fSRyusuke Konishi 	seg_seq = nilfs->ns_last_seq;
8220f3e1c7fSRyusuke Konishi 	cno = nilfs->ns_last_cno;
8230f3e1c7fSRyusuke Konishi 	segnum = nilfs_get_segnum_of_block(nilfs, pseg_start);
8240f3e1c7fSRyusuke Konishi 
8250f3e1c7fSRyusuke Konishi 	/* Calculate range of segment */
8260f3e1c7fSRyusuke Konishi 	nilfs_get_segment_range(nilfs, segnum, &seg_start, &seg_end);
8270f3e1c7fSRyusuke Konishi 
828050b4142SRyusuke Konishi 	/* Read ahead segment */
829050b4142SRyusuke Konishi 	b = seg_start;
830050b4142SRyusuke Konishi 	while (b <= seg_end)
8318b94025cSRyusuke Konishi 		__breadahead(nilfs->ns_bdev, b++, nilfs->ns_blocksize);
832050b4142SRyusuke Konishi 
8330f3e1c7fSRyusuke Konishi 	for (;;) {
8348b94025cSRyusuke Konishi 		ret = load_segment_summary(nilfs, pseg_start, seg_seq, &ssi);
8350f3e1c7fSRyusuke Konishi 		if (ret) {
8360f3e1c7fSRyusuke Konishi 			if (ret == NILFS_SEG_FAIL_IO)
8370f3e1c7fSRyusuke Konishi 				goto failed;
8380f3e1c7fSRyusuke Konishi 			goto strayed;
8390f3e1c7fSRyusuke Konishi 		}
8400f3e1c7fSRyusuke Konishi 		pseg_end = pseg_start + ssi.nblocks - 1;
8410f3e1c7fSRyusuke Konishi 		if (unlikely(pseg_end > seg_end)) {
8420f3e1c7fSRyusuke Konishi 			ret = NILFS_SEG_FAIL_CONSISTENCY;
8430f3e1c7fSRyusuke Konishi 			goto strayed;
8440f3e1c7fSRyusuke Konishi 		}
8450f3e1c7fSRyusuke Konishi 
8460f3e1c7fSRyusuke Konishi 		/* A valid partial segment */
8470f3e1c7fSRyusuke Konishi 		ri->ri_pseg_start = pseg_start;
8480f3e1c7fSRyusuke Konishi 		ri->ri_seq = seg_seq;
8490f3e1c7fSRyusuke Konishi 		ri->ri_segnum = segnum;
8500f3e1c7fSRyusuke Konishi 		nextnum = nilfs_get_segnum_of_block(nilfs, ssi.next);
8510f3e1c7fSRyusuke Konishi 		ri->ri_nextnum = nextnum;
8520f3e1c7fSRyusuke Konishi 		empty_seg = 0;
8530f3e1c7fSRyusuke Konishi 
854050b4142SRyusuke Konishi 		if (!NILFS_SEG_HAS_SR(&ssi) && !scan_newer) {
8550f3e1c7fSRyusuke Konishi 			/* This will never happen because a superblock
8560f3e1c7fSRyusuke Konishi 			   (last_segment) always points to a pseg
8570f3e1c7fSRyusuke Konishi 			   having a super root. */
8580f3e1c7fSRyusuke Konishi 			ret = NILFS_SEG_FAIL_CONSISTENCY;
8590f3e1c7fSRyusuke Konishi 			goto failed;
8600f3e1c7fSRyusuke Konishi 		}
861050b4142SRyusuke Konishi 
862050b4142SRyusuke Konishi 		if (pseg_start == seg_start) {
863050b4142SRyusuke Konishi 			nilfs_get_segment_range(nilfs, nextnum, &b, &end);
864050b4142SRyusuke Konishi 			while (b <= end)
8658b94025cSRyusuke Konishi 				__breadahead(nilfs->ns_bdev, b++,
8668b94025cSRyusuke Konishi 					     nilfs->ns_blocksize);
867050b4142SRyusuke Konishi 		}
868050b4142SRyusuke Konishi 		if (!NILFS_SEG_HAS_SR(&ssi)) {
8690f3e1c7fSRyusuke Konishi 			if (!ri->ri_lsegs_start && NILFS_SEG_LOGBGN(&ssi)) {
8700f3e1c7fSRyusuke Konishi 				ri->ri_lsegs_start = pseg_start;
8710f3e1c7fSRyusuke Konishi 				ri->ri_lsegs_start_seq = seg_seq;
8720f3e1c7fSRyusuke Konishi 			}
8730f3e1c7fSRyusuke Konishi 			if (NILFS_SEG_LOGEND(&ssi))
8740f3e1c7fSRyusuke Konishi 				ri->ri_lsegs_end = pseg_start;
8750f3e1c7fSRyusuke Konishi 			goto try_next_pseg;
8760f3e1c7fSRyusuke Konishi 		}
8770f3e1c7fSRyusuke Konishi 
8780f3e1c7fSRyusuke Konishi 		/* A valid super root was found. */
8790f3e1c7fSRyusuke Konishi 		ri->ri_cno = cno++;
8800f3e1c7fSRyusuke Konishi 		ri->ri_super_root = pseg_end;
8810f3e1c7fSRyusuke Konishi 		ri->ri_lsegs_start = ri->ri_lsegs_end = 0;
8820f3e1c7fSRyusuke Konishi 
8830f3e1c7fSRyusuke Konishi 		nilfs_dispose_segment_list(&segments);
8840f3e1c7fSRyusuke Konishi 		nilfs->ns_pseg_offset = (sr_pseg_start = pseg_start)
8850f3e1c7fSRyusuke Konishi 			+ ssi.nblocks - seg_start;
8860f3e1c7fSRyusuke Konishi 		nilfs->ns_seg_seq = seg_seq;
8870f3e1c7fSRyusuke Konishi 		nilfs->ns_segnum = segnum;
8880f3e1c7fSRyusuke Konishi 		nilfs->ns_cno = cno;  /* nilfs->ns_cno = ri->ri_cno + 1 */
8890f3e1c7fSRyusuke Konishi 		nilfs->ns_ctime = ssi.ctime;
8900f3e1c7fSRyusuke Konishi 		nilfs->ns_nextnum = nextnum;
8910f3e1c7fSRyusuke Konishi 
8920f3e1c7fSRyusuke Konishi 		if (scan_newer)
8930f3e1c7fSRyusuke Konishi 			ri->ri_need_recovery = NILFS_RECOVERY_SR_UPDATED;
8942c2e52fcSRyusuke Konishi 		else {
8952c2e52fcSRyusuke Konishi 			if (nilfs->ns_mount_state & NILFS_VALID_FS)
8960f3e1c7fSRyusuke Konishi 				goto super_root_found;
8970f3e1c7fSRyusuke Konishi 			scan_newer = 1;
8982c2e52fcSRyusuke Konishi 		}
8990f3e1c7fSRyusuke Konishi 
9000f3e1c7fSRyusuke Konishi 		/* reset region for roll-forward */
9010f3e1c7fSRyusuke Konishi 		pseg_start += ssi.nblocks;
9020f3e1c7fSRyusuke Konishi 		if (pseg_start < seg_end)
9030f3e1c7fSRyusuke Konishi 			continue;
9040f3e1c7fSRyusuke Konishi 		goto feed_segment;
9050f3e1c7fSRyusuke Konishi 
9060f3e1c7fSRyusuke Konishi  try_next_pseg:
9070f3e1c7fSRyusuke Konishi 		/* Standing on a course, or met an inconsistent state */
9080f3e1c7fSRyusuke Konishi 		pseg_start += ssi.nblocks;
9090f3e1c7fSRyusuke Konishi 		if (pseg_start < seg_end)
9100f3e1c7fSRyusuke Konishi 			continue;
9110f3e1c7fSRyusuke Konishi 		goto feed_segment;
9120f3e1c7fSRyusuke Konishi 
9130f3e1c7fSRyusuke Konishi  strayed:
9140f3e1c7fSRyusuke Konishi 		/* Off the trail */
9150f3e1c7fSRyusuke Konishi 		if (!scan_newer)
9160f3e1c7fSRyusuke Konishi 			/*
9170f3e1c7fSRyusuke Konishi 			 * This can happen if a checkpoint was written without
9180f3e1c7fSRyusuke Konishi 			 * barriers, or as a result of an I/O failure.
9190f3e1c7fSRyusuke Konishi 			 */
9200f3e1c7fSRyusuke Konishi 			goto failed;
9210f3e1c7fSRyusuke Konishi 
9220f3e1c7fSRyusuke Konishi  feed_segment:
9230f3e1c7fSRyusuke Konishi 		/* Looking to the next full segment */
9240f3e1c7fSRyusuke Konishi 		if (empty_seg++)
9250f3e1c7fSRyusuke Konishi 			goto super_root_found; /* found a valid super root */
9260f3e1c7fSRyusuke Konishi 
927654137ddSRyusuke Konishi 		ret = nilfs_segment_list_add(&segments, segnum);
928654137ddSRyusuke Konishi 		if (unlikely(ret))
9290f3e1c7fSRyusuke Konishi 			goto failed;
9300f3e1c7fSRyusuke Konishi 
9310f3e1c7fSRyusuke Konishi 		seg_seq++;
9320f3e1c7fSRyusuke Konishi 		segnum = nextnum;
9330f3e1c7fSRyusuke Konishi 		nilfs_get_segment_range(nilfs, segnum, &seg_start, &seg_end);
9340f3e1c7fSRyusuke Konishi 		pseg_start = seg_start;
9350f3e1c7fSRyusuke Konishi 	}
9360f3e1c7fSRyusuke Konishi 
9370f3e1c7fSRyusuke Konishi  super_root_found:
9380f3e1c7fSRyusuke Konishi 	/* Updating pointers relating to the latest checkpoint */
9390935db74SRyusuke Konishi 	list_splice_tail(&segments, &ri->ri_used_segments);
9400f3e1c7fSRyusuke Konishi 	nilfs->ns_last_pseg = sr_pseg_start;
9410f3e1c7fSRyusuke Konishi 	nilfs->ns_last_seq = nilfs->ns_seg_seq;
9420f3e1c7fSRyusuke Konishi 	nilfs->ns_last_cno = ri->ri_cno;
9430f3e1c7fSRyusuke Konishi 	return 0;
9440f3e1c7fSRyusuke Konishi 
9450f3e1c7fSRyusuke Konishi  failed:
9460f3e1c7fSRyusuke Konishi 	nilfs_dispose_segment_list(&segments);
9470f3e1c7fSRyusuke Konishi 	return (ret < 0) ? ret : nilfs_warn_segment_error(ret);
9480f3e1c7fSRyusuke Konishi }
949