xref: /openbmc/linux/fs/xfs/scrub/agheader_repair.c (revision 183606d82446110e23987d4b693f3d3fc300bd82)
10b61f8a4SDave Chinner // SPDX-License-Identifier: GPL-2.0+
2d25522f1SDarrick J. Wong /*
3d25522f1SDarrick J. Wong  * Copyright (C) 2018 Oracle.  All Rights Reserved.
4d25522f1SDarrick J. Wong  * Author: Darrick J. Wong <darrick.wong@oracle.com>
5d25522f1SDarrick J. Wong  */
6d25522f1SDarrick J. Wong #include "xfs.h"
7d25522f1SDarrick J. Wong #include "xfs_fs.h"
8d25522f1SDarrick J. Wong #include "xfs_shared.h"
9d25522f1SDarrick J. Wong #include "xfs_format.h"
10d25522f1SDarrick J. Wong #include "xfs_trans_resv.h"
11d25522f1SDarrick J. Wong #include "xfs_mount.h"
12d25522f1SDarrick J. Wong #include "xfs_btree.h"
13d25522f1SDarrick J. Wong #include "xfs_log_format.h"
14d25522f1SDarrick J. Wong #include "xfs_trans.h"
15d25522f1SDarrick J. Wong #include "xfs_sb.h"
16d25522f1SDarrick J. Wong #include "xfs_alloc.h"
17f9ed6debSDarrick J. Wong #include "xfs_alloc_btree.h"
18d25522f1SDarrick J. Wong #include "xfs_ialloc.h"
19f9ed6debSDarrick J. Wong #include "xfs_ialloc_btree.h"
20d25522f1SDarrick J. Wong #include "xfs_rmap.h"
21f9ed6debSDarrick J. Wong #include "xfs_rmap_btree.h"
22f9ed6debSDarrick J. Wong #include "xfs_refcount_btree.h"
23d25522f1SDarrick J. Wong #include "scrub/scrub.h"
24d25522f1SDarrick J. Wong #include "scrub/common.h"
25d25522f1SDarrick J. Wong #include "scrub/trace.h"
26f9ed6debSDarrick J. Wong #include "scrub/repair.h"
27f9ed6debSDarrick J. Wong #include "scrub/bitmap.h"
28d25522f1SDarrick J. Wong 
29d25522f1SDarrick J. Wong /* Superblock */
30d25522f1SDarrick J. Wong 
31d25522f1SDarrick J. Wong /* Repair the superblock. */
32d25522f1SDarrick J. Wong int
33b5e2196eSDarrick J. Wong xrep_superblock(
341d8a748aSDarrick J. Wong 	struct xfs_scrub	*sc)
35d25522f1SDarrick J. Wong {
36d25522f1SDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
37d25522f1SDarrick J. Wong 	struct xfs_buf		*bp;
38d25522f1SDarrick J. Wong 	xfs_agnumber_t		agno;
39d25522f1SDarrick J. Wong 	int			error;
40d25522f1SDarrick J. Wong 
41d25522f1SDarrick J. Wong 	/* Don't try to repair AG 0's sb; let xfs_repair deal with it. */
42d25522f1SDarrick J. Wong 	agno = sc->sm->sm_agno;
43d25522f1SDarrick J. Wong 	if (agno == 0)
44d25522f1SDarrick J. Wong 		return -EOPNOTSUPP;
45d25522f1SDarrick J. Wong 
46d25522f1SDarrick J. Wong 	error = xfs_sb_get_secondary(mp, sc->tp, agno, &bp);
47d25522f1SDarrick J. Wong 	if (error)
48d25522f1SDarrick J. Wong 		return error;
49d25522f1SDarrick J. Wong 
50d25522f1SDarrick J. Wong 	/* Copy AG 0's superblock to this one. */
51d25522f1SDarrick J. Wong 	xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
52d25522f1SDarrick J. Wong 	xfs_sb_to_disk(XFS_BUF_TO_SBP(bp), &mp->m_sb);
53d25522f1SDarrick J. Wong 
54d25522f1SDarrick J. Wong 	/* Write this to disk. */
55d25522f1SDarrick J. Wong 	xfs_trans_buf_set_type(sc->tp, bp, XFS_BLFT_SB_BUF);
56d25522f1SDarrick J. Wong 	xfs_trans_log_buf(sc->tp, bp, 0, BBTOB(bp->b_length) - 1);
57d25522f1SDarrick J. Wong 	return error;
58d25522f1SDarrick J. Wong }
59f9ed6debSDarrick J. Wong 
60f9ed6debSDarrick J. Wong /* AGF */
61f9ed6debSDarrick J. Wong 
62f9ed6debSDarrick J. Wong struct xrep_agf_allocbt {
63f9ed6debSDarrick J. Wong 	struct xfs_scrub	*sc;
64f9ed6debSDarrick J. Wong 	xfs_agblock_t		freeblks;
65f9ed6debSDarrick J. Wong 	xfs_agblock_t		longest;
66f9ed6debSDarrick J. Wong };
67f9ed6debSDarrick J. Wong 
68f9ed6debSDarrick J. Wong /* Record free space shape information. */
69f9ed6debSDarrick J. Wong STATIC int
70f9ed6debSDarrick J. Wong xrep_agf_walk_allocbt(
71f9ed6debSDarrick J. Wong 	struct xfs_btree_cur		*cur,
72f9ed6debSDarrick J. Wong 	struct xfs_alloc_rec_incore	*rec,
73f9ed6debSDarrick J. Wong 	void				*priv)
74f9ed6debSDarrick J. Wong {
75f9ed6debSDarrick J. Wong 	struct xrep_agf_allocbt		*raa = priv;
76f9ed6debSDarrick J. Wong 	int				error = 0;
77f9ed6debSDarrick J. Wong 
78f9ed6debSDarrick J. Wong 	if (xchk_should_terminate(raa->sc, &error))
79f9ed6debSDarrick J. Wong 		return error;
80f9ed6debSDarrick J. Wong 
81f9ed6debSDarrick J. Wong 	raa->freeblks += rec->ar_blockcount;
82f9ed6debSDarrick J. Wong 	if (rec->ar_blockcount > raa->longest)
83f9ed6debSDarrick J. Wong 		raa->longest = rec->ar_blockcount;
84f9ed6debSDarrick J. Wong 	return error;
85f9ed6debSDarrick J. Wong }
86f9ed6debSDarrick J. Wong 
87f9ed6debSDarrick J. Wong /* Does this AGFL block look sane? */
88f9ed6debSDarrick J. Wong STATIC int
89f9ed6debSDarrick J. Wong xrep_agf_check_agfl_block(
90f9ed6debSDarrick J. Wong 	struct xfs_mount	*mp,
91f9ed6debSDarrick J. Wong 	xfs_agblock_t		agbno,
92f9ed6debSDarrick J. Wong 	void			*priv)
93f9ed6debSDarrick J. Wong {
94f9ed6debSDarrick J. Wong 	struct xfs_scrub	*sc = priv;
95f9ed6debSDarrick J. Wong 
96f9ed6debSDarrick J. Wong 	if (!xfs_verify_agbno(mp, sc->sa.agno, agbno))
97f9ed6debSDarrick J. Wong 		return -EFSCORRUPTED;
98f9ed6debSDarrick J. Wong 	return 0;
99f9ed6debSDarrick J. Wong }
100f9ed6debSDarrick J. Wong 
101f9ed6debSDarrick J. Wong /*
102f9ed6debSDarrick J. Wong  * Offset within the xrep_find_ag_btree array for each btree type.  Avoid the
103f9ed6debSDarrick J. Wong  * XFS_BTNUM_ names here to avoid creating a sparse array.
104f9ed6debSDarrick J. Wong  */
105f9ed6debSDarrick J. Wong enum {
106f9ed6debSDarrick J. Wong 	XREP_AGF_BNOBT = 0,
107f9ed6debSDarrick J. Wong 	XREP_AGF_CNTBT,
108f9ed6debSDarrick J. Wong 	XREP_AGF_RMAPBT,
109f9ed6debSDarrick J. Wong 	XREP_AGF_REFCOUNTBT,
110f9ed6debSDarrick J. Wong 	XREP_AGF_END,
111f9ed6debSDarrick J. Wong 	XREP_AGF_MAX
112f9ed6debSDarrick J. Wong };
113f9ed6debSDarrick J. Wong 
114f9ed6debSDarrick J. Wong /* Check a btree root candidate. */
115f9ed6debSDarrick J. Wong static inline bool
116f9ed6debSDarrick J. Wong xrep_check_btree_root(
117f9ed6debSDarrick J. Wong 	struct xfs_scrub		*sc,
118f9ed6debSDarrick J. Wong 	struct xrep_find_ag_btree	*fab)
119f9ed6debSDarrick J. Wong {
120f9ed6debSDarrick J. Wong 	struct xfs_mount		*mp = sc->mp;
121f9ed6debSDarrick J. Wong 	xfs_agnumber_t			agno = sc->sm->sm_agno;
122f9ed6debSDarrick J. Wong 
123f9ed6debSDarrick J. Wong 	return xfs_verify_agbno(mp, agno, fab->root) &&
124f9ed6debSDarrick J. Wong 	       fab->height <= XFS_BTREE_MAXLEVELS;
125f9ed6debSDarrick J. Wong }
126f9ed6debSDarrick J. Wong 
127f9ed6debSDarrick J. Wong /*
128f9ed6debSDarrick J. Wong  * Given the btree roots described by *fab, find the roots, check them for
129f9ed6debSDarrick J. Wong  * sanity, and pass the root data back out via *fab.
130f9ed6debSDarrick J. Wong  *
131f9ed6debSDarrick J. Wong  * This is /also/ a chicken and egg problem because we have to use the rmapbt
132f9ed6debSDarrick J. Wong  * (rooted in the AGF) to find the btrees rooted in the AGF.  We also have no
133f9ed6debSDarrick J. Wong  * idea if the btrees make any sense.  If we hit obvious corruptions in those
134f9ed6debSDarrick J. Wong  * btrees we'll bail out.
135f9ed6debSDarrick J. Wong  */
136f9ed6debSDarrick J. Wong STATIC int
137f9ed6debSDarrick J. Wong xrep_agf_find_btrees(
138f9ed6debSDarrick J. Wong 	struct xfs_scrub		*sc,
139f9ed6debSDarrick J. Wong 	struct xfs_buf			*agf_bp,
140f9ed6debSDarrick J. Wong 	struct xrep_find_ag_btree	*fab,
141f9ed6debSDarrick J. Wong 	struct xfs_buf			*agfl_bp)
142f9ed6debSDarrick J. Wong {
143f9ed6debSDarrick J. Wong 	struct xfs_agf			*old_agf = XFS_BUF_TO_AGF(agf_bp);
144f9ed6debSDarrick J. Wong 	int				error;
145f9ed6debSDarrick J. Wong 
146f9ed6debSDarrick J. Wong 	/* Go find the root data. */
147f9ed6debSDarrick J. Wong 	error = xrep_find_ag_btree_roots(sc, agf_bp, fab, agfl_bp);
148f9ed6debSDarrick J. Wong 	if (error)
149f9ed6debSDarrick J. Wong 		return error;
150f9ed6debSDarrick J. Wong 
151f9ed6debSDarrick J. Wong 	/* We must find the bnobt, cntbt, and rmapbt roots. */
152f9ed6debSDarrick J. Wong 	if (!xrep_check_btree_root(sc, &fab[XREP_AGF_BNOBT]) ||
153f9ed6debSDarrick J. Wong 	    !xrep_check_btree_root(sc, &fab[XREP_AGF_CNTBT]) ||
154f9ed6debSDarrick J. Wong 	    !xrep_check_btree_root(sc, &fab[XREP_AGF_RMAPBT]))
155f9ed6debSDarrick J. Wong 		return -EFSCORRUPTED;
156f9ed6debSDarrick J. Wong 
157f9ed6debSDarrick J. Wong 	/*
158f9ed6debSDarrick J. Wong 	 * We relied on the rmapbt to reconstruct the AGF.  If we get a
159f9ed6debSDarrick J. Wong 	 * different root then something's seriously wrong.
160f9ed6debSDarrick J. Wong 	 */
161f9ed6debSDarrick J. Wong 	if (fab[XREP_AGF_RMAPBT].root !=
162f9ed6debSDarrick J. Wong 	    be32_to_cpu(old_agf->agf_roots[XFS_BTNUM_RMAPi]))
163f9ed6debSDarrick J. Wong 		return -EFSCORRUPTED;
164f9ed6debSDarrick J. Wong 
165f9ed6debSDarrick J. Wong 	/* We must find the refcountbt root if that feature is enabled. */
166f9ed6debSDarrick J. Wong 	if (xfs_sb_version_hasreflink(&sc->mp->m_sb) &&
167f9ed6debSDarrick J. Wong 	    !xrep_check_btree_root(sc, &fab[XREP_AGF_REFCOUNTBT]))
168f9ed6debSDarrick J. Wong 		return -EFSCORRUPTED;
169f9ed6debSDarrick J. Wong 
170f9ed6debSDarrick J. Wong 	return 0;
171f9ed6debSDarrick J. Wong }
172f9ed6debSDarrick J. Wong 
173f9ed6debSDarrick J. Wong /*
174f9ed6debSDarrick J. Wong  * Reinitialize the AGF header, making an in-core copy of the old contents so
175f9ed6debSDarrick J. Wong  * that we know which in-core state needs to be reinitialized.
176f9ed6debSDarrick J. Wong  */
177f9ed6debSDarrick J. Wong STATIC void
178f9ed6debSDarrick J. Wong xrep_agf_init_header(
179f9ed6debSDarrick J. Wong 	struct xfs_scrub	*sc,
180f9ed6debSDarrick J. Wong 	struct xfs_buf		*agf_bp,
181f9ed6debSDarrick J. Wong 	struct xfs_agf		*old_agf)
182f9ed6debSDarrick J. Wong {
183f9ed6debSDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
184f9ed6debSDarrick J. Wong 	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agf_bp);
185f9ed6debSDarrick J. Wong 
186f9ed6debSDarrick J. Wong 	memcpy(old_agf, agf, sizeof(*old_agf));
187f9ed6debSDarrick J. Wong 	memset(agf, 0, BBTOB(agf_bp->b_length));
188f9ed6debSDarrick J. Wong 	agf->agf_magicnum = cpu_to_be32(XFS_AGF_MAGIC);
189f9ed6debSDarrick J. Wong 	agf->agf_versionnum = cpu_to_be32(XFS_AGF_VERSION);
190f9ed6debSDarrick J. Wong 	agf->agf_seqno = cpu_to_be32(sc->sa.agno);
191f9ed6debSDarrick J. Wong 	agf->agf_length = cpu_to_be32(xfs_ag_block_count(mp, sc->sa.agno));
192f9ed6debSDarrick J. Wong 	agf->agf_flfirst = old_agf->agf_flfirst;
193f9ed6debSDarrick J. Wong 	agf->agf_fllast = old_agf->agf_fllast;
194f9ed6debSDarrick J. Wong 	agf->agf_flcount = old_agf->agf_flcount;
195f9ed6debSDarrick J. Wong 	if (xfs_sb_version_hascrc(&mp->m_sb))
196f9ed6debSDarrick J. Wong 		uuid_copy(&agf->agf_uuid, &mp->m_sb.sb_meta_uuid);
197f9ed6debSDarrick J. Wong 
198f9ed6debSDarrick J. Wong 	/* Mark the incore AGF data stale until we're done fixing things. */
199f9ed6debSDarrick J. Wong 	ASSERT(sc->sa.pag->pagf_init);
200f9ed6debSDarrick J. Wong 	sc->sa.pag->pagf_init = 0;
201f9ed6debSDarrick J. Wong }
202f9ed6debSDarrick J. Wong 
203f9ed6debSDarrick J. Wong /* Set btree root information in an AGF. */
204f9ed6debSDarrick J. Wong STATIC void
205f9ed6debSDarrick J. Wong xrep_agf_set_roots(
206f9ed6debSDarrick J. Wong 	struct xfs_scrub		*sc,
207f9ed6debSDarrick J. Wong 	struct xfs_agf			*agf,
208f9ed6debSDarrick J. Wong 	struct xrep_find_ag_btree	*fab)
209f9ed6debSDarrick J. Wong {
210f9ed6debSDarrick J. Wong 	agf->agf_roots[XFS_BTNUM_BNOi] =
211f9ed6debSDarrick J. Wong 			cpu_to_be32(fab[XREP_AGF_BNOBT].root);
212f9ed6debSDarrick J. Wong 	agf->agf_levels[XFS_BTNUM_BNOi] =
213f9ed6debSDarrick J. Wong 			cpu_to_be32(fab[XREP_AGF_BNOBT].height);
214f9ed6debSDarrick J. Wong 
215f9ed6debSDarrick J. Wong 	agf->agf_roots[XFS_BTNUM_CNTi] =
216f9ed6debSDarrick J. Wong 			cpu_to_be32(fab[XREP_AGF_CNTBT].root);
217f9ed6debSDarrick J. Wong 	agf->agf_levels[XFS_BTNUM_CNTi] =
218f9ed6debSDarrick J. Wong 			cpu_to_be32(fab[XREP_AGF_CNTBT].height);
219f9ed6debSDarrick J. Wong 
220f9ed6debSDarrick J. Wong 	agf->agf_roots[XFS_BTNUM_RMAPi] =
221f9ed6debSDarrick J. Wong 			cpu_to_be32(fab[XREP_AGF_RMAPBT].root);
222f9ed6debSDarrick J. Wong 	agf->agf_levels[XFS_BTNUM_RMAPi] =
223f9ed6debSDarrick J. Wong 			cpu_to_be32(fab[XREP_AGF_RMAPBT].height);
224f9ed6debSDarrick J. Wong 
225f9ed6debSDarrick J. Wong 	if (xfs_sb_version_hasreflink(&sc->mp->m_sb)) {
226f9ed6debSDarrick J. Wong 		agf->agf_refcount_root =
227f9ed6debSDarrick J. Wong 				cpu_to_be32(fab[XREP_AGF_REFCOUNTBT].root);
228f9ed6debSDarrick J. Wong 		agf->agf_refcount_level =
229f9ed6debSDarrick J. Wong 				cpu_to_be32(fab[XREP_AGF_REFCOUNTBT].height);
230f9ed6debSDarrick J. Wong 	}
231f9ed6debSDarrick J. Wong }
232f9ed6debSDarrick J. Wong 
233f9ed6debSDarrick J. Wong /* Update all AGF fields which derive from btree contents. */
234f9ed6debSDarrick J. Wong STATIC int
235f9ed6debSDarrick J. Wong xrep_agf_calc_from_btrees(
236f9ed6debSDarrick J. Wong 	struct xfs_scrub	*sc,
237f9ed6debSDarrick J. Wong 	struct xfs_buf		*agf_bp)
238f9ed6debSDarrick J. Wong {
239f9ed6debSDarrick J. Wong 	struct xrep_agf_allocbt	raa = { .sc = sc };
240f9ed6debSDarrick J. Wong 	struct xfs_btree_cur	*cur = NULL;
241f9ed6debSDarrick J. Wong 	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agf_bp);
242f9ed6debSDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
243f9ed6debSDarrick J. Wong 	xfs_agblock_t		btreeblks;
244f9ed6debSDarrick J. Wong 	xfs_agblock_t		blocks;
245f9ed6debSDarrick J. Wong 	int			error;
246f9ed6debSDarrick J. Wong 
247f9ed6debSDarrick J. Wong 	/* Update the AGF counters from the bnobt. */
248f9ed6debSDarrick J. Wong 	cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno,
249f9ed6debSDarrick J. Wong 			XFS_BTNUM_BNO);
250f9ed6debSDarrick J. Wong 	error = xfs_alloc_query_all(cur, xrep_agf_walk_allocbt, &raa);
251f9ed6debSDarrick J. Wong 	if (error)
252f9ed6debSDarrick J. Wong 		goto err;
253f9ed6debSDarrick J. Wong 	error = xfs_btree_count_blocks(cur, &blocks);
254f9ed6debSDarrick J. Wong 	if (error)
255f9ed6debSDarrick J. Wong 		goto err;
256f9ed6debSDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
257f9ed6debSDarrick J. Wong 	btreeblks = blocks - 1;
258f9ed6debSDarrick J. Wong 	agf->agf_freeblks = cpu_to_be32(raa.freeblks);
259f9ed6debSDarrick J. Wong 	agf->agf_longest = cpu_to_be32(raa.longest);
260f9ed6debSDarrick J. Wong 
261f9ed6debSDarrick J. Wong 	/* Update the AGF counters from the cntbt. */
262f9ed6debSDarrick J. Wong 	cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno,
263f9ed6debSDarrick J. Wong 			XFS_BTNUM_CNT);
264f9ed6debSDarrick J. Wong 	error = xfs_btree_count_blocks(cur, &blocks);
265f9ed6debSDarrick J. Wong 	if (error)
266f9ed6debSDarrick J. Wong 		goto err;
267f9ed6debSDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
268f9ed6debSDarrick J. Wong 	btreeblks += blocks - 1;
269f9ed6debSDarrick J. Wong 
270f9ed6debSDarrick J. Wong 	/* Update the AGF counters from the rmapbt. */
271f9ed6debSDarrick J. Wong 	cur = xfs_rmapbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno);
272f9ed6debSDarrick J. Wong 	error = xfs_btree_count_blocks(cur, &blocks);
273f9ed6debSDarrick J. Wong 	if (error)
274f9ed6debSDarrick J. Wong 		goto err;
275f9ed6debSDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
276f9ed6debSDarrick J. Wong 	agf->agf_rmap_blocks = cpu_to_be32(blocks);
277f9ed6debSDarrick J. Wong 	btreeblks += blocks - 1;
278f9ed6debSDarrick J. Wong 
279f9ed6debSDarrick J. Wong 	agf->agf_btreeblks = cpu_to_be32(btreeblks);
280f9ed6debSDarrick J. Wong 
281f9ed6debSDarrick J. Wong 	/* Update the AGF counters from the refcountbt. */
282f9ed6debSDarrick J. Wong 	if (xfs_sb_version_hasreflink(&mp->m_sb)) {
283f9ed6debSDarrick J. Wong 		cur = xfs_refcountbt_init_cursor(mp, sc->tp, agf_bp,
284f9ed6debSDarrick J. Wong 				sc->sa.agno);
285f9ed6debSDarrick J. Wong 		error = xfs_btree_count_blocks(cur, &blocks);
286f9ed6debSDarrick J. Wong 		if (error)
287f9ed6debSDarrick J. Wong 			goto err;
288f9ed6debSDarrick J. Wong 		xfs_btree_del_cursor(cur, error);
289f9ed6debSDarrick J. Wong 		agf->agf_refcount_blocks = cpu_to_be32(blocks);
290f9ed6debSDarrick J. Wong 	}
291f9ed6debSDarrick J. Wong 
292f9ed6debSDarrick J. Wong 	return 0;
293f9ed6debSDarrick J. Wong err:
294f9ed6debSDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
295f9ed6debSDarrick J. Wong 	return error;
296f9ed6debSDarrick J. Wong }
297f9ed6debSDarrick J. Wong 
298f9ed6debSDarrick J. Wong /* Commit the new AGF and reinitialize the incore state. */
299f9ed6debSDarrick J. Wong STATIC int
300f9ed6debSDarrick J. Wong xrep_agf_commit_new(
301f9ed6debSDarrick J. Wong 	struct xfs_scrub	*sc,
302f9ed6debSDarrick J. Wong 	struct xfs_buf		*agf_bp)
303f9ed6debSDarrick J. Wong {
304f9ed6debSDarrick J. Wong 	struct xfs_perag	*pag;
305f9ed6debSDarrick J. Wong 	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agf_bp);
306f9ed6debSDarrick J. Wong 
307f9ed6debSDarrick J. Wong 	/* Trigger fdblocks recalculation */
308f9ed6debSDarrick J. Wong 	xfs_force_summary_recalc(sc->mp);
309f9ed6debSDarrick J. Wong 
310f9ed6debSDarrick J. Wong 	/* Write this to disk. */
311f9ed6debSDarrick J. Wong 	xfs_trans_buf_set_type(sc->tp, agf_bp, XFS_BLFT_AGF_BUF);
312f9ed6debSDarrick J. Wong 	xfs_trans_log_buf(sc->tp, agf_bp, 0, BBTOB(agf_bp->b_length) - 1);
313f9ed6debSDarrick J. Wong 
314f9ed6debSDarrick J. Wong 	/* Now reinitialize the in-core counters we changed. */
315f9ed6debSDarrick J. Wong 	pag = sc->sa.pag;
316f9ed6debSDarrick J. Wong 	pag->pagf_btreeblks = be32_to_cpu(agf->agf_btreeblks);
317f9ed6debSDarrick J. Wong 	pag->pagf_freeblks = be32_to_cpu(agf->agf_freeblks);
318f9ed6debSDarrick J. Wong 	pag->pagf_longest = be32_to_cpu(agf->agf_longest);
319f9ed6debSDarrick J. Wong 	pag->pagf_levels[XFS_BTNUM_BNOi] =
320f9ed6debSDarrick J. Wong 			be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNOi]);
321f9ed6debSDarrick J. Wong 	pag->pagf_levels[XFS_BTNUM_CNTi] =
322f9ed6debSDarrick J. Wong 			be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNTi]);
323f9ed6debSDarrick J. Wong 	pag->pagf_levels[XFS_BTNUM_RMAPi] =
324f9ed6debSDarrick J. Wong 			be32_to_cpu(agf->agf_levels[XFS_BTNUM_RMAPi]);
325f9ed6debSDarrick J. Wong 	pag->pagf_refcount_level = be32_to_cpu(agf->agf_refcount_level);
326f9ed6debSDarrick J. Wong 	pag->pagf_init = 1;
327f9ed6debSDarrick J. Wong 
328f9ed6debSDarrick J. Wong 	return 0;
329f9ed6debSDarrick J. Wong }
330f9ed6debSDarrick J. Wong 
331f9ed6debSDarrick J. Wong /* Repair the AGF. v5 filesystems only. */
332f9ed6debSDarrick J. Wong int
333f9ed6debSDarrick J. Wong xrep_agf(
334f9ed6debSDarrick J. Wong 	struct xfs_scrub		*sc)
335f9ed6debSDarrick J. Wong {
336f9ed6debSDarrick J. Wong 	struct xrep_find_ag_btree	fab[XREP_AGF_MAX] = {
337f9ed6debSDarrick J. Wong 		[XREP_AGF_BNOBT] = {
338f9ed6debSDarrick J. Wong 			.rmap_owner = XFS_RMAP_OWN_AG,
33927df4f50SBrian Foster 			.buf_ops = &xfs_bnobt_buf_ops,
340f9ed6debSDarrick J. Wong 		},
341f9ed6debSDarrick J. Wong 		[XREP_AGF_CNTBT] = {
342f9ed6debSDarrick J. Wong 			.rmap_owner = XFS_RMAP_OWN_AG,
34327df4f50SBrian Foster 			.buf_ops = &xfs_cntbt_buf_ops,
344f9ed6debSDarrick J. Wong 		},
345f9ed6debSDarrick J. Wong 		[XREP_AGF_RMAPBT] = {
346f9ed6debSDarrick J. Wong 			.rmap_owner = XFS_RMAP_OWN_AG,
347f9ed6debSDarrick J. Wong 			.buf_ops = &xfs_rmapbt_buf_ops,
348f9ed6debSDarrick J. Wong 		},
349f9ed6debSDarrick J. Wong 		[XREP_AGF_REFCOUNTBT] = {
350f9ed6debSDarrick J. Wong 			.rmap_owner = XFS_RMAP_OWN_REFC,
351f9ed6debSDarrick J. Wong 			.buf_ops = &xfs_refcountbt_buf_ops,
352f9ed6debSDarrick J. Wong 		},
353f9ed6debSDarrick J. Wong 		[XREP_AGF_END] = {
354f9ed6debSDarrick J. Wong 			.buf_ops = NULL,
355f9ed6debSDarrick J. Wong 		},
356f9ed6debSDarrick J. Wong 	};
357f9ed6debSDarrick J. Wong 	struct xfs_agf			old_agf;
358f9ed6debSDarrick J. Wong 	struct xfs_mount		*mp = sc->mp;
359f9ed6debSDarrick J. Wong 	struct xfs_buf			*agf_bp;
360f9ed6debSDarrick J. Wong 	struct xfs_buf			*agfl_bp;
361f9ed6debSDarrick J. Wong 	struct xfs_agf			*agf;
362f9ed6debSDarrick J. Wong 	int				error;
363f9ed6debSDarrick J. Wong 
364f9ed6debSDarrick J. Wong 	/* We require the rmapbt to rebuild anything. */
365f9ed6debSDarrick J. Wong 	if (!xfs_sb_version_hasrmapbt(&mp->m_sb))
366f9ed6debSDarrick J. Wong 		return -EOPNOTSUPP;
367f9ed6debSDarrick J. Wong 
368f9ed6debSDarrick J. Wong 	xchk_perag_get(sc->mp, &sc->sa);
369f9ed6debSDarrick J. Wong 	/*
370f9ed6debSDarrick J. Wong 	 * Make sure we have the AGF buffer, as scrub might have decided it
371f9ed6debSDarrick J. Wong 	 * was corrupt after xfs_alloc_read_agf failed with -EFSCORRUPTED.
372f9ed6debSDarrick J. Wong 	 */
373f9ed6debSDarrick J. Wong 	error = xfs_trans_read_buf(mp, sc->tp, mp->m_ddev_targp,
374f9ed6debSDarrick J. Wong 			XFS_AG_DADDR(mp, sc->sa.agno, XFS_AGF_DADDR(mp)),
375f9ed6debSDarrick J. Wong 			XFS_FSS_TO_BB(mp, 1), 0, &agf_bp, NULL);
376f9ed6debSDarrick J. Wong 	if (error)
377f9ed6debSDarrick J. Wong 		return error;
378f9ed6debSDarrick J. Wong 	agf_bp->b_ops = &xfs_agf_buf_ops;
379f9ed6debSDarrick J. Wong 	agf = XFS_BUF_TO_AGF(agf_bp);
380f9ed6debSDarrick J. Wong 
381f9ed6debSDarrick J. Wong 	/*
382f9ed6debSDarrick J. Wong 	 * Load the AGFL so that we can screen out OWN_AG blocks that are on
383f9ed6debSDarrick J. Wong 	 * the AGFL now; these blocks might have once been part of the
384f9ed6debSDarrick J. Wong 	 * bno/cnt/rmap btrees but are not now.  This is a chicken and egg
385f9ed6debSDarrick J. Wong 	 * problem: the AGF is corrupt, so we have to trust the AGFL contents
386f9ed6debSDarrick J. Wong 	 * because we can't do any serious cross-referencing with any of the
387f9ed6debSDarrick J. Wong 	 * btrees rooted in the AGF.  If the AGFL contents are obviously bad
388f9ed6debSDarrick J. Wong 	 * then we'll bail out.
389f9ed6debSDarrick J. Wong 	 */
390f9ed6debSDarrick J. Wong 	error = xfs_alloc_read_agfl(mp, sc->tp, sc->sa.agno, &agfl_bp);
391f9ed6debSDarrick J. Wong 	if (error)
392f9ed6debSDarrick J. Wong 		return error;
393f9ed6debSDarrick J. Wong 
394f9ed6debSDarrick J. Wong 	/*
395f9ed6debSDarrick J. Wong 	 * Spot-check the AGFL blocks; if they're obviously corrupt then
396f9ed6debSDarrick J. Wong 	 * there's nothing we can do but bail out.
397f9ed6debSDarrick J. Wong 	 */
398f9ed6debSDarrick J. Wong 	error = xfs_agfl_walk(sc->mp, XFS_BUF_TO_AGF(agf_bp), agfl_bp,
399f9ed6debSDarrick J. Wong 			xrep_agf_check_agfl_block, sc);
400f9ed6debSDarrick J. Wong 	if (error)
401f9ed6debSDarrick J. Wong 		return error;
402f9ed6debSDarrick J. Wong 
403f9ed6debSDarrick J. Wong 	/*
404f9ed6debSDarrick J. Wong 	 * Find the AGF btree roots.  This is also a chicken-and-egg situation;
405f9ed6debSDarrick J. Wong 	 * see the function for more details.
406f9ed6debSDarrick J. Wong 	 */
407f9ed6debSDarrick J. Wong 	error = xrep_agf_find_btrees(sc, agf_bp, fab, agfl_bp);
408f9ed6debSDarrick J. Wong 	if (error)
409f9ed6debSDarrick J. Wong 		return error;
410f9ed6debSDarrick J. Wong 
411f9ed6debSDarrick J. Wong 	/* Start rewriting the header and implant the btrees we found. */
412f9ed6debSDarrick J. Wong 	xrep_agf_init_header(sc, agf_bp, &old_agf);
413f9ed6debSDarrick J. Wong 	xrep_agf_set_roots(sc, agf, fab);
414f9ed6debSDarrick J. Wong 	error = xrep_agf_calc_from_btrees(sc, agf_bp);
415f9ed6debSDarrick J. Wong 	if (error)
416f9ed6debSDarrick J. Wong 		goto out_revert;
417f9ed6debSDarrick J. Wong 
418f9ed6debSDarrick J. Wong 	/* Commit the changes and reinitialize incore state. */
419f9ed6debSDarrick J. Wong 	return xrep_agf_commit_new(sc, agf_bp);
420f9ed6debSDarrick J. Wong 
421f9ed6debSDarrick J. Wong out_revert:
422f9ed6debSDarrick J. Wong 	/* Mark the incore AGF state stale and revert the AGF. */
423f9ed6debSDarrick J. Wong 	sc->sa.pag->pagf_init = 0;
424f9ed6debSDarrick J. Wong 	memcpy(agf, &old_agf, sizeof(old_agf));
425f9ed6debSDarrick J. Wong 	return error;
426f9ed6debSDarrick J. Wong }
4270e93d3f4SDarrick J. Wong 
4280e93d3f4SDarrick J. Wong /* AGFL */
4290e93d3f4SDarrick J. Wong 
4300e93d3f4SDarrick J. Wong struct xrep_agfl {
4310e93d3f4SDarrick J. Wong 	/* Bitmap of other OWN_AG metadata blocks. */
4320e93d3f4SDarrick J. Wong 	struct xfs_bitmap	agmetablocks;
4330e93d3f4SDarrick J. Wong 
4340e93d3f4SDarrick J. Wong 	/* Bitmap of free space. */
4350e93d3f4SDarrick J. Wong 	struct xfs_bitmap	*freesp;
4360e93d3f4SDarrick J. Wong 
4370e93d3f4SDarrick J. Wong 	struct xfs_scrub	*sc;
4380e93d3f4SDarrick J. Wong };
4390e93d3f4SDarrick J. Wong 
4400e93d3f4SDarrick J. Wong /* Record all OWN_AG (free space btree) information from the rmap data. */
4410e93d3f4SDarrick J. Wong STATIC int
4420e93d3f4SDarrick J. Wong xrep_agfl_walk_rmap(
4430e93d3f4SDarrick J. Wong 	struct xfs_btree_cur	*cur,
4440e93d3f4SDarrick J. Wong 	struct xfs_rmap_irec	*rec,
4450e93d3f4SDarrick J. Wong 	void			*priv)
4460e93d3f4SDarrick J. Wong {
4470e93d3f4SDarrick J. Wong 	struct xrep_agfl	*ra = priv;
4480e93d3f4SDarrick J. Wong 	xfs_fsblock_t		fsb;
4490e93d3f4SDarrick J. Wong 	int			error = 0;
4500e93d3f4SDarrick J. Wong 
4510e93d3f4SDarrick J. Wong 	if (xchk_should_terminate(ra->sc, &error))
4520e93d3f4SDarrick J. Wong 		return error;
4530e93d3f4SDarrick J. Wong 
4540e93d3f4SDarrick J. Wong 	/* Record all the OWN_AG blocks. */
4550e93d3f4SDarrick J. Wong 	if (rec->rm_owner == XFS_RMAP_OWN_AG) {
4560e93d3f4SDarrick J. Wong 		fsb = XFS_AGB_TO_FSB(cur->bc_mp, cur->bc_private.a.agno,
4570e93d3f4SDarrick J. Wong 				rec->rm_startblock);
4580e93d3f4SDarrick J. Wong 		error = xfs_bitmap_set(ra->freesp, fsb, rec->rm_blockcount);
4590e93d3f4SDarrick J. Wong 		if (error)
4600e93d3f4SDarrick J. Wong 			return error;
4610e93d3f4SDarrick J. Wong 	}
4620e93d3f4SDarrick J. Wong 
4630e93d3f4SDarrick J. Wong 	return xfs_bitmap_set_btcur_path(&ra->agmetablocks, cur);
4640e93d3f4SDarrick J. Wong }
4650e93d3f4SDarrick J. Wong 
4660e93d3f4SDarrick J. Wong /*
4670e93d3f4SDarrick J. Wong  * Map out all the non-AGFL OWN_AG space in this AG so that we can deduce
4680e93d3f4SDarrick J. Wong  * which blocks belong to the AGFL.
4690e93d3f4SDarrick J. Wong  *
4700e93d3f4SDarrick J. Wong  * Compute the set of old AGFL blocks by subtracting from the list of OWN_AG
4710e93d3f4SDarrick J. Wong  * blocks the list of blocks owned by all other OWN_AG metadata (bnobt, cntbt,
4720e93d3f4SDarrick J. Wong  * rmapbt).  These are the old AGFL blocks, so return that list and the number
4730e93d3f4SDarrick J. Wong  * of blocks we're actually going to put back on the AGFL.
4740e93d3f4SDarrick J. Wong  */
4750e93d3f4SDarrick J. Wong STATIC int
4760e93d3f4SDarrick J. Wong xrep_agfl_collect_blocks(
4770e93d3f4SDarrick J. Wong 	struct xfs_scrub	*sc,
4780e93d3f4SDarrick J. Wong 	struct xfs_buf		*agf_bp,
4790e93d3f4SDarrick J. Wong 	struct xfs_bitmap	*agfl_extents,
4800e93d3f4SDarrick J. Wong 	xfs_agblock_t		*flcount)
4810e93d3f4SDarrick J. Wong {
4820e93d3f4SDarrick J. Wong 	struct xrep_agfl	ra;
4830e93d3f4SDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
4840e93d3f4SDarrick J. Wong 	struct xfs_btree_cur	*cur;
4850e93d3f4SDarrick J. Wong 	struct xfs_bitmap_range	*br;
4860e93d3f4SDarrick J. Wong 	struct xfs_bitmap_range	*n;
4870e93d3f4SDarrick J. Wong 	int			error;
4880e93d3f4SDarrick J. Wong 
4890e93d3f4SDarrick J. Wong 	ra.sc = sc;
4900e93d3f4SDarrick J. Wong 	ra.freesp = agfl_extents;
4910e93d3f4SDarrick J. Wong 	xfs_bitmap_init(&ra.agmetablocks);
4920e93d3f4SDarrick J. Wong 
4930e93d3f4SDarrick J. Wong 	/* Find all space used by the free space btrees & rmapbt. */
4940e93d3f4SDarrick J. Wong 	cur = xfs_rmapbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno);
4950e93d3f4SDarrick J. Wong 	error = xfs_rmap_query_all(cur, xrep_agfl_walk_rmap, &ra);
4960e93d3f4SDarrick J. Wong 	if (error)
4970e93d3f4SDarrick J. Wong 		goto err;
4980e93d3f4SDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
4990e93d3f4SDarrick J. Wong 
5000e93d3f4SDarrick J. Wong 	/* Find all blocks currently being used by the bnobt. */
5010e93d3f4SDarrick J. Wong 	cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno,
5020e93d3f4SDarrick J. Wong 			XFS_BTNUM_BNO);
5030e93d3f4SDarrick J. Wong 	error = xfs_bitmap_set_btblocks(&ra.agmetablocks, cur);
5040e93d3f4SDarrick J. Wong 	if (error)
5050e93d3f4SDarrick J. Wong 		goto err;
5060e93d3f4SDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
5070e93d3f4SDarrick J. Wong 
5080e93d3f4SDarrick J. Wong 	/* Find all blocks currently being used by the cntbt. */
5090e93d3f4SDarrick J. Wong 	cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno,
5100e93d3f4SDarrick J. Wong 			XFS_BTNUM_CNT);
5110e93d3f4SDarrick J. Wong 	error = xfs_bitmap_set_btblocks(&ra.agmetablocks, cur);
5120e93d3f4SDarrick J. Wong 	if (error)
5130e93d3f4SDarrick J. Wong 		goto err;
5140e93d3f4SDarrick J. Wong 
5150e93d3f4SDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
5160e93d3f4SDarrick J. Wong 
5170e93d3f4SDarrick J. Wong 	/*
5180e93d3f4SDarrick J. Wong 	 * Drop the freesp meta blocks that are in use by btrees.
5190e93d3f4SDarrick J. Wong 	 * The remaining blocks /should/ be AGFL blocks.
5200e93d3f4SDarrick J. Wong 	 */
5210e93d3f4SDarrick J. Wong 	error = xfs_bitmap_disunion(agfl_extents, &ra.agmetablocks);
5220e93d3f4SDarrick J. Wong 	xfs_bitmap_destroy(&ra.agmetablocks);
5230e93d3f4SDarrick J. Wong 	if (error)
5240e93d3f4SDarrick J. Wong 		return error;
5250e93d3f4SDarrick J. Wong 
5260e93d3f4SDarrick J. Wong 	/*
5270e93d3f4SDarrick J. Wong 	 * Calculate the new AGFL size.  If we found more blocks than fit in
5280e93d3f4SDarrick J. Wong 	 * the AGFL we'll free them later.
5290e93d3f4SDarrick J. Wong 	 */
5300e93d3f4SDarrick J. Wong 	*flcount = 0;
5310e93d3f4SDarrick J. Wong 	for_each_xfs_bitmap_extent(br, n, agfl_extents) {
5320e93d3f4SDarrick J. Wong 		*flcount += br->len;
5330e93d3f4SDarrick J. Wong 		if (*flcount > xfs_agfl_size(mp))
5340e93d3f4SDarrick J. Wong 			break;
5350e93d3f4SDarrick J. Wong 	}
5360e93d3f4SDarrick J. Wong 	if (*flcount > xfs_agfl_size(mp))
5370e93d3f4SDarrick J. Wong 		*flcount = xfs_agfl_size(mp);
5380e93d3f4SDarrick J. Wong 	return 0;
5390e93d3f4SDarrick J. Wong 
5400e93d3f4SDarrick J. Wong err:
5410e93d3f4SDarrick J. Wong 	xfs_bitmap_destroy(&ra.agmetablocks);
5420e93d3f4SDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
5430e93d3f4SDarrick J. Wong 	return error;
5440e93d3f4SDarrick J. Wong }
5450e93d3f4SDarrick J. Wong 
5460e93d3f4SDarrick J. Wong /* Update the AGF and reset the in-core state. */
5470e93d3f4SDarrick J. Wong STATIC void
5480e93d3f4SDarrick J. Wong xrep_agfl_update_agf(
5490e93d3f4SDarrick J. Wong 	struct xfs_scrub	*sc,
5500e93d3f4SDarrick J. Wong 	struct xfs_buf		*agf_bp,
5510e93d3f4SDarrick J. Wong 	xfs_agblock_t		flcount)
5520e93d3f4SDarrick J. Wong {
5530e93d3f4SDarrick J. Wong 	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agf_bp);
5540e93d3f4SDarrick J. Wong 
5550e93d3f4SDarrick J. Wong 	ASSERT(flcount <= xfs_agfl_size(sc->mp));
5560e93d3f4SDarrick J. Wong 
5570e93d3f4SDarrick J. Wong 	/* Trigger fdblocks recalculation */
5580e93d3f4SDarrick J. Wong 	xfs_force_summary_recalc(sc->mp);
5590e93d3f4SDarrick J. Wong 
5600e93d3f4SDarrick J. Wong 	/* Update the AGF counters. */
5610e93d3f4SDarrick J. Wong 	if (sc->sa.pag->pagf_init)
5620e93d3f4SDarrick J. Wong 		sc->sa.pag->pagf_flcount = flcount;
5630e93d3f4SDarrick J. Wong 	agf->agf_flfirst = cpu_to_be32(0);
5640e93d3f4SDarrick J. Wong 	agf->agf_flcount = cpu_to_be32(flcount);
5650e93d3f4SDarrick J. Wong 	agf->agf_fllast = cpu_to_be32(flcount - 1);
5660e93d3f4SDarrick J. Wong 
5670e93d3f4SDarrick J. Wong 	xfs_alloc_log_agf(sc->tp, agf_bp,
5680e93d3f4SDarrick J. Wong 			XFS_AGF_FLFIRST | XFS_AGF_FLLAST | XFS_AGF_FLCOUNT);
5690e93d3f4SDarrick J. Wong }
5700e93d3f4SDarrick J. Wong 
5710e93d3f4SDarrick J. Wong /* Write out a totally new AGFL. */
5720e93d3f4SDarrick J. Wong STATIC void
5730e93d3f4SDarrick J. Wong xrep_agfl_init_header(
5740e93d3f4SDarrick J. Wong 	struct xfs_scrub	*sc,
5750e93d3f4SDarrick J. Wong 	struct xfs_buf		*agfl_bp,
5760e93d3f4SDarrick J. Wong 	struct xfs_bitmap	*agfl_extents,
5770e93d3f4SDarrick J. Wong 	xfs_agblock_t		flcount)
5780e93d3f4SDarrick J. Wong {
5790e93d3f4SDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
5800e93d3f4SDarrick J. Wong 	__be32			*agfl_bno;
5810e93d3f4SDarrick J. Wong 	struct xfs_bitmap_range	*br;
5820e93d3f4SDarrick J. Wong 	struct xfs_bitmap_range	*n;
5830e93d3f4SDarrick J. Wong 	struct xfs_agfl		*agfl;
5840e93d3f4SDarrick J. Wong 	xfs_agblock_t		agbno;
5850e93d3f4SDarrick J. Wong 	unsigned int		fl_off;
5860e93d3f4SDarrick J. Wong 
5870e93d3f4SDarrick J. Wong 	ASSERT(flcount <= xfs_agfl_size(mp));
5880e93d3f4SDarrick J. Wong 
5890e93d3f4SDarrick J. Wong 	/*
5900e93d3f4SDarrick J. Wong 	 * Start rewriting the header by setting the bno[] array to
5910e93d3f4SDarrick J. Wong 	 * NULLAGBLOCK, then setting AGFL header fields.
5920e93d3f4SDarrick J. Wong 	 */
5930e93d3f4SDarrick J. Wong 	agfl = XFS_BUF_TO_AGFL(agfl_bp);
5940e93d3f4SDarrick J. Wong 	memset(agfl, 0xFF, BBTOB(agfl_bp->b_length));
5950e93d3f4SDarrick J. Wong 	agfl->agfl_magicnum = cpu_to_be32(XFS_AGFL_MAGIC);
5960e93d3f4SDarrick J. Wong 	agfl->agfl_seqno = cpu_to_be32(sc->sa.agno);
5970e93d3f4SDarrick J. Wong 	uuid_copy(&agfl->agfl_uuid, &mp->m_sb.sb_meta_uuid);
5980e93d3f4SDarrick J. Wong 
5990e93d3f4SDarrick J. Wong 	/*
6000e93d3f4SDarrick J. Wong 	 * Fill the AGFL with the remaining blocks.  If agfl_extents has more
6010e93d3f4SDarrick J. Wong 	 * blocks than fit in the AGFL, they will be freed in a subsequent
6020e93d3f4SDarrick J. Wong 	 * step.
6030e93d3f4SDarrick J. Wong 	 */
6040e93d3f4SDarrick J. Wong 	fl_off = 0;
605*183606d8SChristoph Hellwig 	agfl_bno = xfs_buf_to_agfl_bno(agfl_bp);
6060e93d3f4SDarrick J. Wong 	for_each_xfs_bitmap_extent(br, n, agfl_extents) {
6070e93d3f4SDarrick J. Wong 		agbno = XFS_FSB_TO_AGBNO(mp, br->start);
6080e93d3f4SDarrick J. Wong 
6090e93d3f4SDarrick J. Wong 		trace_xrep_agfl_insert(mp, sc->sa.agno, agbno, br->len);
6100e93d3f4SDarrick J. Wong 
6110e93d3f4SDarrick J. Wong 		while (br->len > 0 && fl_off < flcount) {
6120e93d3f4SDarrick J. Wong 			agfl_bno[fl_off] = cpu_to_be32(agbno);
6130e93d3f4SDarrick J. Wong 			fl_off++;
6140e93d3f4SDarrick J. Wong 			agbno++;
6150e93d3f4SDarrick J. Wong 
6160e93d3f4SDarrick J. Wong 			/*
6170e93d3f4SDarrick J. Wong 			 * We've now used br->start by putting it in the AGFL,
6180e93d3f4SDarrick J. Wong 			 * so bump br so that we don't reap the block later.
6190e93d3f4SDarrick J. Wong 			 */
6200e93d3f4SDarrick J. Wong 			br->start++;
6210e93d3f4SDarrick J. Wong 			br->len--;
6220e93d3f4SDarrick J. Wong 		}
6230e93d3f4SDarrick J. Wong 
6240e93d3f4SDarrick J. Wong 		if (br->len)
6250e93d3f4SDarrick J. Wong 			break;
6260e93d3f4SDarrick J. Wong 		list_del(&br->list);
6270e93d3f4SDarrick J. Wong 		kmem_free(br);
6280e93d3f4SDarrick J. Wong 	}
6290e93d3f4SDarrick J. Wong 
6300e93d3f4SDarrick J. Wong 	/* Write new AGFL to disk. */
6310e93d3f4SDarrick J. Wong 	xfs_trans_buf_set_type(sc->tp, agfl_bp, XFS_BLFT_AGFL_BUF);
6320e93d3f4SDarrick J. Wong 	xfs_trans_log_buf(sc->tp, agfl_bp, 0, BBTOB(agfl_bp->b_length) - 1);
6330e93d3f4SDarrick J. Wong }
6340e93d3f4SDarrick J. Wong 
6350e93d3f4SDarrick J. Wong /* Repair the AGFL. */
6360e93d3f4SDarrick J. Wong int
6370e93d3f4SDarrick J. Wong xrep_agfl(
6380e93d3f4SDarrick J. Wong 	struct xfs_scrub	*sc)
6390e93d3f4SDarrick J. Wong {
6400e93d3f4SDarrick J. Wong 	struct xfs_bitmap	agfl_extents;
6410e93d3f4SDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
6420e93d3f4SDarrick J. Wong 	struct xfs_buf		*agf_bp;
6430e93d3f4SDarrick J. Wong 	struct xfs_buf		*agfl_bp;
6440e93d3f4SDarrick J. Wong 	xfs_agblock_t		flcount;
6450e93d3f4SDarrick J. Wong 	int			error;
6460e93d3f4SDarrick J. Wong 
6470e93d3f4SDarrick J. Wong 	/* We require the rmapbt to rebuild anything. */
6480e93d3f4SDarrick J. Wong 	if (!xfs_sb_version_hasrmapbt(&mp->m_sb))
6490e93d3f4SDarrick J. Wong 		return -EOPNOTSUPP;
6500e93d3f4SDarrick J. Wong 
6510e93d3f4SDarrick J. Wong 	xchk_perag_get(sc->mp, &sc->sa);
6520e93d3f4SDarrick J. Wong 	xfs_bitmap_init(&agfl_extents);
6530e93d3f4SDarrick J. Wong 
6540e93d3f4SDarrick J. Wong 	/*
6550e93d3f4SDarrick J. Wong 	 * Read the AGF so that we can query the rmapbt.  We hope that there's
6560e93d3f4SDarrick J. Wong 	 * nothing wrong with the AGF, but all the AG header repair functions
6570e93d3f4SDarrick J. Wong 	 * have this chicken-and-egg problem.
6580e93d3f4SDarrick J. Wong 	 */
6590e93d3f4SDarrick J. Wong 	error = xfs_alloc_read_agf(mp, sc->tp, sc->sa.agno, 0, &agf_bp);
6600e93d3f4SDarrick J. Wong 	if (error)
6610e93d3f4SDarrick J. Wong 		return error;
6620e93d3f4SDarrick J. Wong 
6630e93d3f4SDarrick J. Wong 	/*
6640e93d3f4SDarrick J. Wong 	 * Make sure we have the AGFL buffer, as scrub might have decided it
6650e93d3f4SDarrick J. Wong 	 * was corrupt after xfs_alloc_read_agfl failed with -EFSCORRUPTED.
6660e93d3f4SDarrick J. Wong 	 */
6670e93d3f4SDarrick J. Wong 	error = xfs_trans_read_buf(mp, sc->tp, mp->m_ddev_targp,
6680e93d3f4SDarrick J. Wong 			XFS_AG_DADDR(mp, sc->sa.agno, XFS_AGFL_DADDR(mp)),
6690e93d3f4SDarrick J. Wong 			XFS_FSS_TO_BB(mp, 1), 0, &agfl_bp, NULL);
6700e93d3f4SDarrick J. Wong 	if (error)
6710e93d3f4SDarrick J. Wong 		return error;
6720e93d3f4SDarrick J. Wong 	agfl_bp->b_ops = &xfs_agfl_buf_ops;
6730e93d3f4SDarrick J. Wong 
6740e93d3f4SDarrick J. Wong 	/* Gather all the extents we're going to put on the new AGFL. */
6750e93d3f4SDarrick J. Wong 	error = xrep_agfl_collect_blocks(sc, agf_bp, &agfl_extents, &flcount);
6760e93d3f4SDarrick J. Wong 	if (error)
6770e93d3f4SDarrick J. Wong 		goto err;
6780e93d3f4SDarrick J. Wong 
6790e93d3f4SDarrick J. Wong 	/*
6800e93d3f4SDarrick J. Wong 	 * Update AGF and AGFL.  We reset the global free block counter when
6810e93d3f4SDarrick J. Wong 	 * we adjust the AGF flcount (which can fail) so avoid updating any
6820e93d3f4SDarrick J. Wong 	 * buffers until we know that part works.
6830e93d3f4SDarrick J. Wong 	 */
6840e93d3f4SDarrick J. Wong 	xrep_agfl_update_agf(sc, agf_bp, flcount);
6850e93d3f4SDarrick J. Wong 	xrep_agfl_init_header(sc, agfl_bp, &agfl_extents, flcount);
6860e93d3f4SDarrick J. Wong 
6870e93d3f4SDarrick J. Wong 	/*
6880e93d3f4SDarrick J. Wong 	 * Ok, the AGFL should be ready to go now.  Roll the transaction to
6890e93d3f4SDarrick J. Wong 	 * make the new AGFL permanent before we start using it to return
6900e93d3f4SDarrick J. Wong 	 * freespace overflow to the freespace btrees.
6910e93d3f4SDarrick J. Wong 	 */
6920e93d3f4SDarrick J. Wong 	sc->sa.agf_bp = agf_bp;
6930e93d3f4SDarrick J. Wong 	sc->sa.agfl_bp = agfl_bp;
6940e93d3f4SDarrick J. Wong 	error = xrep_roll_ag_trans(sc);
6950e93d3f4SDarrick J. Wong 	if (error)
6960e93d3f4SDarrick J. Wong 		goto err;
6970e93d3f4SDarrick J. Wong 
6980e93d3f4SDarrick J. Wong 	/* Dump any AGFL overflow. */
6997280fedaSDarrick J. Wong 	return xrep_reap_extents(sc, &agfl_extents, &XFS_RMAP_OINFO_AG,
7007280fedaSDarrick J. Wong 			XFS_AG_RESV_AGFL);
7010e93d3f4SDarrick J. Wong err:
7020e93d3f4SDarrick J. Wong 	xfs_bitmap_destroy(&agfl_extents);
7030e93d3f4SDarrick J. Wong 	return error;
7040e93d3f4SDarrick J. Wong }
70513942aa9SDarrick J. Wong 
70613942aa9SDarrick J. Wong /* AGI */
70713942aa9SDarrick J. Wong 
70813942aa9SDarrick J. Wong /*
70913942aa9SDarrick J. Wong  * Offset within the xrep_find_ag_btree array for each btree type.  Avoid the
71013942aa9SDarrick J. Wong  * XFS_BTNUM_ names here to avoid creating a sparse array.
71113942aa9SDarrick J. Wong  */
71213942aa9SDarrick J. Wong enum {
71313942aa9SDarrick J. Wong 	XREP_AGI_INOBT = 0,
71413942aa9SDarrick J. Wong 	XREP_AGI_FINOBT,
71513942aa9SDarrick J. Wong 	XREP_AGI_END,
71613942aa9SDarrick J. Wong 	XREP_AGI_MAX
71713942aa9SDarrick J. Wong };
71813942aa9SDarrick J. Wong 
71913942aa9SDarrick J. Wong /*
72013942aa9SDarrick J. Wong  * Given the inode btree roots described by *fab, find the roots, check them
72113942aa9SDarrick J. Wong  * for sanity, and pass the root data back out via *fab.
72213942aa9SDarrick J. Wong  */
72313942aa9SDarrick J. Wong STATIC int
72413942aa9SDarrick J. Wong xrep_agi_find_btrees(
72513942aa9SDarrick J. Wong 	struct xfs_scrub		*sc,
72613942aa9SDarrick J. Wong 	struct xrep_find_ag_btree	*fab)
72713942aa9SDarrick J. Wong {
72813942aa9SDarrick J. Wong 	struct xfs_buf			*agf_bp;
72913942aa9SDarrick J. Wong 	struct xfs_mount		*mp = sc->mp;
73013942aa9SDarrick J. Wong 	int				error;
73113942aa9SDarrick J. Wong 
73213942aa9SDarrick J. Wong 	/* Read the AGF. */
73313942aa9SDarrick J. Wong 	error = xfs_alloc_read_agf(mp, sc->tp, sc->sa.agno, 0, &agf_bp);
73413942aa9SDarrick J. Wong 	if (error)
73513942aa9SDarrick J. Wong 		return error;
73613942aa9SDarrick J. Wong 
73713942aa9SDarrick J. Wong 	/* Find the btree roots. */
73813942aa9SDarrick J. Wong 	error = xrep_find_ag_btree_roots(sc, agf_bp, fab, NULL);
73913942aa9SDarrick J. Wong 	if (error)
74013942aa9SDarrick J. Wong 		return error;
74113942aa9SDarrick J. Wong 
74213942aa9SDarrick J. Wong 	/* We must find the inobt root. */
74313942aa9SDarrick J. Wong 	if (!xrep_check_btree_root(sc, &fab[XREP_AGI_INOBT]))
74413942aa9SDarrick J. Wong 		return -EFSCORRUPTED;
74513942aa9SDarrick J. Wong 
74613942aa9SDarrick J. Wong 	/* We must find the finobt root if that feature is enabled. */
74713942aa9SDarrick J. Wong 	if (xfs_sb_version_hasfinobt(&mp->m_sb) &&
74813942aa9SDarrick J. Wong 	    !xrep_check_btree_root(sc, &fab[XREP_AGI_FINOBT]))
74913942aa9SDarrick J. Wong 		return -EFSCORRUPTED;
75013942aa9SDarrick J. Wong 
75113942aa9SDarrick J. Wong 	return 0;
75213942aa9SDarrick J. Wong }
75313942aa9SDarrick J. Wong 
75413942aa9SDarrick J. Wong /*
75513942aa9SDarrick J. Wong  * Reinitialize the AGI header, making an in-core copy of the old contents so
75613942aa9SDarrick J. Wong  * that we know which in-core state needs to be reinitialized.
75713942aa9SDarrick J. Wong  */
75813942aa9SDarrick J. Wong STATIC void
75913942aa9SDarrick J. Wong xrep_agi_init_header(
76013942aa9SDarrick J. Wong 	struct xfs_scrub	*sc,
76113942aa9SDarrick J. Wong 	struct xfs_buf		*agi_bp,
76213942aa9SDarrick J. Wong 	struct xfs_agi		*old_agi)
76313942aa9SDarrick J. Wong {
76413942aa9SDarrick J. Wong 	struct xfs_agi		*agi = XFS_BUF_TO_AGI(agi_bp);
76513942aa9SDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
76613942aa9SDarrick J. Wong 
76713942aa9SDarrick J. Wong 	memcpy(old_agi, agi, sizeof(*old_agi));
76813942aa9SDarrick J. Wong 	memset(agi, 0, BBTOB(agi_bp->b_length));
76913942aa9SDarrick J. Wong 	agi->agi_magicnum = cpu_to_be32(XFS_AGI_MAGIC);
77013942aa9SDarrick J. Wong 	agi->agi_versionnum = cpu_to_be32(XFS_AGI_VERSION);
77113942aa9SDarrick J. Wong 	agi->agi_seqno = cpu_to_be32(sc->sa.agno);
77213942aa9SDarrick J. Wong 	agi->agi_length = cpu_to_be32(xfs_ag_block_count(mp, sc->sa.agno));
77313942aa9SDarrick J. Wong 	agi->agi_newino = cpu_to_be32(NULLAGINO);
77413942aa9SDarrick J. Wong 	agi->agi_dirino = cpu_to_be32(NULLAGINO);
77513942aa9SDarrick J. Wong 	if (xfs_sb_version_hascrc(&mp->m_sb))
77613942aa9SDarrick J. Wong 		uuid_copy(&agi->agi_uuid, &mp->m_sb.sb_meta_uuid);
77713942aa9SDarrick J. Wong 
77813942aa9SDarrick J. Wong 	/* We don't know how to fix the unlinked list yet. */
77913942aa9SDarrick J. Wong 	memcpy(&agi->agi_unlinked, &old_agi->agi_unlinked,
78013942aa9SDarrick J. Wong 			sizeof(agi->agi_unlinked));
78113942aa9SDarrick J. Wong 
78213942aa9SDarrick J. Wong 	/* Mark the incore AGF data stale until we're done fixing things. */
78313942aa9SDarrick J. Wong 	ASSERT(sc->sa.pag->pagi_init);
78413942aa9SDarrick J. Wong 	sc->sa.pag->pagi_init = 0;
78513942aa9SDarrick J. Wong }
78613942aa9SDarrick J. Wong 
78713942aa9SDarrick J. Wong /* Set btree root information in an AGI. */
78813942aa9SDarrick J. Wong STATIC void
78913942aa9SDarrick J. Wong xrep_agi_set_roots(
79013942aa9SDarrick J. Wong 	struct xfs_scrub		*sc,
79113942aa9SDarrick J. Wong 	struct xfs_agi			*agi,
79213942aa9SDarrick J. Wong 	struct xrep_find_ag_btree	*fab)
79313942aa9SDarrick J. Wong {
79413942aa9SDarrick J. Wong 	agi->agi_root = cpu_to_be32(fab[XREP_AGI_INOBT].root);
79513942aa9SDarrick J. Wong 	agi->agi_level = cpu_to_be32(fab[XREP_AGI_INOBT].height);
79613942aa9SDarrick J. Wong 
79713942aa9SDarrick J. Wong 	if (xfs_sb_version_hasfinobt(&sc->mp->m_sb)) {
79813942aa9SDarrick J. Wong 		agi->agi_free_root = cpu_to_be32(fab[XREP_AGI_FINOBT].root);
79913942aa9SDarrick J. Wong 		agi->agi_free_level = cpu_to_be32(fab[XREP_AGI_FINOBT].height);
80013942aa9SDarrick J. Wong 	}
80113942aa9SDarrick J. Wong }
80213942aa9SDarrick J. Wong 
80313942aa9SDarrick J. Wong /* Update the AGI counters. */
80413942aa9SDarrick J. Wong STATIC int
80513942aa9SDarrick J. Wong xrep_agi_calc_from_btrees(
80613942aa9SDarrick J. Wong 	struct xfs_scrub	*sc,
80713942aa9SDarrick J. Wong 	struct xfs_buf		*agi_bp)
80813942aa9SDarrick J. Wong {
80913942aa9SDarrick J. Wong 	struct xfs_btree_cur	*cur;
81013942aa9SDarrick J. Wong 	struct xfs_agi		*agi = XFS_BUF_TO_AGI(agi_bp);
81113942aa9SDarrick J. Wong 	struct xfs_mount	*mp = sc->mp;
81213942aa9SDarrick J. Wong 	xfs_agino_t		count;
81313942aa9SDarrick J. Wong 	xfs_agino_t		freecount;
81413942aa9SDarrick J. Wong 	int			error;
81513942aa9SDarrick J. Wong 
81613942aa9SDarrick J. Wong 	cur = xfs_inobt_init_cursor(mp, sc->tp, agi_bp, sc->sa.agno,
81713942aa9SDarrick J. Wong 			XFS_BTNUM_INO);
81813942aa9SDarrick J. Wong 	error = xfs_ialloc_count_inodes(cur, &count, &freecount);
81913942aa9SDarrick J. Wong 	if (error)
82013942aa9SDarrick J. Wong 		goto err;
82113942aa9SDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
82213942aa9SDarrick J. Wong 
82313942aa9SDarrick J. Wong 	agi->agi_count = cpu_to_be32(count);
82413942aa9SDarrick J. Wong 	agi->agi_freecount = cpu_to_be32(freecount);
82513942aa9SDarrick J. Wong 	return 0;
82613942aa9SDarrick J. Wong err:
82713942aa9SDarrick J. Wong 	xfs_btree_del_cursor(cur, error);
82813942aa9SDarrick J. Wong 	return error;
82913942aa9SDarrick J. Wong }
83013942aa9SDarrick J. Wong 
83113942aa9SDarrick J. Wong /* Trigger reinitialization of the in-core data. */
83213942aa9SDarrick J. Wong STATIC int
83313942aa9SDarrick J. Wong xrep_agi_commit_new(
83413942aa9SDarrick J. Wong 	struct xfs_scrub	*sc,
83513942aa9SDarrick J. Wong 	struct xfs_buf		*agi_bp)
83613942aa9SDarrick J. Wong {
83713942aa9SDarrick J. Wong 	struct xfs_perag	*pag;
83813942aa9SDarrick J. Wong 	struct xfs_agi		*agi = XFS_BUF_TO_AGI(agi_bp);
83913942aa9SDarrick J. Wong 
84013942aa9SDarrick J. Wong 	/* Trigger inode count recalculation */
84113942aa9SDarrick J. Wong 	xfs_force_summary_recalc(sc->mp);
84213942aa9SDarrick J. Wong 
84313942aa9SDarrick J. Wong 	/* Write this to disk. */
84413942aa9SDarrick J. Wong 	xfs_trans_buf_set_type(sc->tp, agi_bp, XFS_BLFT_AGI_BUF);
84513942aa9SDarrick J. Wong 	xfs_trans_log_buf(sc->tp, agi_bp, 0, BBTOB(agi_bp->b_length) - 1);
84613942aa9SDarrick J. Wong 
84713942aa9SDarrick J. Wong 	/* Now reinitialize the in-core counters if necessary. */
84813942aa9SDarrick J. Wong 	pag = sc->sa.pag;
84913942aa9SDarrick J. Wong 	pag->pagi_count = be32_to_cpu(agi->agi_count);
85013942aa9SDarrick J. Wong 	pag->pagi_freecount = be32_to_cpu(agi->agi_freecount);
85113942aa9SDarrick J. Wong 	pag->pagi_init = 1;
85213942aa9SDarrick J. Wong 
85313942aa9SDarrick J. Wong 	return 0;
85413942aa9SDarrick J. Wong }
85513942aa9SDarrick J. Wong 
85613942aa9SDarrick J. Wong /* Repair the AGI. */
85713942aa9SDarrick J. Wong int
85813942aa9SDarrick J. Wong xrep_agi(
85913942aa9SDarrick J. Wong 	struct xfs_scrub		*sc)
86013942aa9SDarrick J. Wong {
86113942aa9SDarrick J. Wong 	struct xrep_find_ag_btree	fab[XREP_AGI_MAX] = {
86213942aa9SDarrick J. Wong 		[XREP_AGI_INOBT] = {
86313942aa9SDarrick J. Wong 			.rmap_owner = XFS_RMAP_OWN_INOBT,
86413942aa9SDarrick J. Wong 			.buf_ops = &xfs_inobt_buf_ops,
86513942aa9SDarrick J. Wong 		},
86613942aa9SDarrick J. Wong 		[XREP_AGI_FINOBT] = {
86713942aa9SDarrick J. Wong 			.rmap_owner = XFS_RMAP_OWN_INOBT,
86801e68f40SBrian Foster 			.buf_ops = &xfs_finobt_buf_ops,
86913942aa9SDarrick J. Wong 		},
87013942aa9SDarrick J. Wong 		[XREP_AGI_END] = {
87113942aa9SDarrick J. Wong 			.buf_ops = NULL
87213942aa9SDarrick J. Wong 		},
87313942aa9SDarrick J. Wong 	};
87413942aa9SDarrick J. Wong 	struct xfs_agi			old_agi;
87513942aa9SDarrick J. Wong 	struct xfs_mount		*mp = sc->mp;
87613942aa9SDarrick J. Wong 	struct xfs_buf			*agi_bp;
87713942aa9SDarrick J. Wong 	struct xfs_agi			*agi;
87813942aa9SDarrick J. Wong 	int				error;
87913942aa9SDarrick J. Wong 
88013942aa9SDarrick J. Wong 	/* We require the rmapbt to rebuild anything. */
88113942aa9SDarrick J. Wong 	if (!xfs_sb_version_hasrmapbt(&mp->m_sb))
88213942aa9SDarrick J. Wong 		return -EOPNOTSUPP;
88313942aa9SDarrick J. Wong 
88413942aa9SDarrick J. Wong 	xchk_perag_get(sc->mp, &sc->sa);
88513942aa9SDarrick J. Wong 	/*
88613942aa9SDarrick J. Wong 	 * Make sure we have the AGI buffer, as scrub might have decided it
88713942aa9SDarrick J. Wong 	 * was corrupt after xfs_ialloc_read_agi failed with -EFSCORRUPTED.
88813942aa9SDarrick J. Wong 	 */
88913942aa9SDarrick J. Wong 	error = xfs_trans_read_buf(mp, sc->tp, mp->m_ddev_targp,
89013942aa9SDarrick J. Wong 			XFS_AG_DADDR(mp, sc->sa.agno, XFS_AGI_DADDR(mp)),
89113942aa9SDarrick J. Wong 			XFS_FSS_TO_BB(mp, 1), 0, &agi_bp, NULL);
89213942aa9SDarrick J. Wong 	if (error)
89313942aa9SDarrick J. Wong 		return error;
89413942aa9SDarrick J. Wong 	agi_bp->b_ops = &xfs_agi_buf_ops;
89513942aa9SDarrick J. Wong 	agi = XFS_BUF_TO_AGI(agi_bp);
89613942aa9SDarrick J. Wong 
89713942aa9SDarrick J. Wong 	/* Find the AGI btree roots. */
89813942aa9SDarrick J. Wong 	error = xrep_agi_find_btrees(sc, fab);
89913942aa9SDarrick J. Wong 	if (error)
90013942aa9SDarrick J. Wong 		return error;
90113942aa9SDarrick J. Wong 
90213942aa9SDarrick J. Wong 	/* Start rewriting the header and implant the btrees we found. */
90313942aa9SDarrick J. Wong 	xrep_agi_init_header(sc, agi_bp, &old_agi);
90413942aa9SDarrick J. Wong 	xrep_agi_set_roots(sc, agi, fab);
90513942aa9SDarrick J. Wong 	error = xrep_agi_calc_from_btrees(sc, agi_bp);
90613942aa9SDarrick J. Wong 	if (error)
90713942aa9SDarrick J. Wong 		goto out_revert;
90813942aa9SDarrick J. Wong 
90913942aa9SDarrick J. Wong 	/* Reinitialize in-core state. */
91013942aa9SDarrick J. Wong 	return xrep_agi_commit_new(sc, agi_bp);
91113942aa9SDarrick J. Wong 
91213942aa9SDarrick J. Wong out_revert:
91313942aa9SDarrick J. Wong 	/* Mark the incore AGI state stale and revert the AGI. */
91413942aa9SDarrick J. Wong 	sc->sa.pag->pagi_init = 0;
91513942aa9SDarrick J. Wong 	memcpy(agi, &old_agi, sizeof(old_agi));
91613942aa9SDarrick J. Wong 	return error;
91713942aa9SDarrick J. Wong }
918