10b61f8a4SDave Chinner // SPDX-License-Identifier: GPL-2.0+ 2d25522f1SDarrick J. Wong /* 3d25522f1SDarrick J. Wong * Copyright (C) 2018 Oracle. All Rights Reserved. 4d25522f1SDarrick J. Wong * Author: Darrick J. Wong <darrick.wong@oracle.com> 5d25522f1SDarrick J. Wong */ 6d25522f1SDarrick J. Wong #include "xfs.h" 7d25522f1SDarrick J. Wong #include "xfs_fs.h" 8d25522f1SDarrick J. Wong #include "xfs_shared.h" 9d25522f1SDarrick J. Wong #include "xfs_format.h" 10d25522f1SDarrick J. Wong #include "xfs_trans_resv.h" 11d25522f1SDarrick J. Wong #include "xfs_mount.h" 12d25522f1SDarrick J. Wong #include "xfs_btree.h" 13d25522f1SDarrick J. Wong #include "xfs_log_format.h" 14d25522f1SDarrick J. Wong #include "xfs_trans.h" 15d25522f1SDarrick J. Wong #include "xfs_sb.h" 16d25522f1SDarrick J. Wong #include "xfs_alloc.h" 17f9ed6debSDarrick J. Wong #include "xfs_alloc_btree.h" 18d25522f1SDarrick J. Wong #include "xfs_ialloc.h" 19f9ed6debSDarrick J. Wong #include "xfs_ialloc_btree.h" 20d25522f1SDarrick J. Wong #include "xfs_rmap.h" 21f9ed6debSDarrick J. Wong #include "xfs_rmap_btree.h" 22f9ed6debSDarrick J. Wong #include "xfs_refcount_btree.h" 23d25522f1SDarrick J. Wong #include "scrub/scrub.h" 24d25522f1SDarrick J. Wong #include "scrub/common.h" 25d25522f1SDarrick J. Wong #include "scrub/trace.h" 26f9ed6debSDarrick J. Wong #include "scrub/repair.h" 27f9ed6debSDarrick J. Wong #include "scrub/bitmap.h" 28d25522f1SDarrick J. Wong 29d25522f1SDarrick J. Wong /* Superblock */ 30d25522f1SDarrick J. Wong 31d25522f1SDarrick J. Wong /* Repair the superblock. */ 32d25522f1SDarrick J. Wong int 33b5e2196eSDarrick J. Wong xrep_superblock( 341d8a748aSDarrick J. Wong struct xfs_scrub *sc) 35d25522f1SDarrick J. Wong { 36d25522f1SDarrick J. Wong struct xfs_mount *mp = sc->mp; 37d25522f1SDarrick J. Wong struct xfs_buf *bp; 38d25522f1SDarrick J. Wong xfs_agnumber_t agno; 39d25522f1SDarrick J. Wong int error; 40d25522f1SDarrick J. Wong 41d25522f1SDarrick J. Wong /* Don't try to repair AG 0's sb; let xfs_repair deal with it. */ 42d25522f1SDarrick J. Wong agno = sc->sm->sm_agno; 43d25522f1SDarrick J. Wong if (agno == 0) 44d25522f1SDarrick J. Wong return -EOPNOTSUPP; 45d25522f1SDarrick J. Wong 46d25522f1SDarrick J. Wong error = xfs_sb_get_secondary(mp, sc->tp, agno, &bp); 47d25522f1SDarrick J. Wong if (error) 48d25522f1SDarrick J. Wong return error; 49d25522f1SDarrick J. Wong 50d25522f1SDarrick J. Wong /* Copy AG 0's superblock to this one. */ 51d25522f1SDarrick J. Wong xfs_buf_zero(bp, 0, BBTOB(bp->b_length)); 52d25522f1SDarrick J. Wong xfs_sb_to_disk(XFS_BUF_TO_SBP(bp), &mp->m_sb); 53d25522f1SDarrick J. Wong 54d25522f1SDarrick J. Wong /* Write this to disk. */ 55d25522f1SDarrick J. Wong xfs_trans_buf_set_type(sc->tp, bp, XFS_BLFT_SB_BUF); 56d25522f1SDarrick J. Wong xfs_trans_log_buf(sc->tp, bp, 0, BBTOB(bp->b_length) - 1); 57d25522f1SDarrick J. Wong return error; 58d25522f1SDarrick J. Wong } 59f9ed6debSDarrick J. Wong 60f9ed6debSDarrick J. Wong /* AGF */ 61f9ed6debSDarrick J. Wong 62f9ed6debSDarrick J. Wong struct xrep_agf_allocbt { 63f9ed6debSDarrick J. Wong struct xfs_scrub *sc; 64f9ed6debSDarrick J. Wong xfs_agblock_t freeblks; 65f9ed6debSDarrick J. Wong xfs_agblock_t longest; 66f9ed6debSDarrick J. Wong }; 67f9ed6debSDarrick J. Wong 68f9ed6debSDarrick J. Wong /* Record free space shape information. */ 69f9ed6debSDarrick J. Wong STATIC int 70f9ed6debSDarrick J. Wong xrep_agf_walk_allocbt( 71f9ed6debSDarrick J. Wong struct xfs_btree_cur *cur, 72f9ed6debSDarrick J. Wong struct xfs_alloc_rec_incore *rec, 73f9ed6debSDarrick J. Wong void *priv) 74f9ed6debSDarrick J. Wong { 75f9ed6debSDarrick J. Wong struct xrep_agf_allocbt *raa = priv; 76f9ed6debSDarrick J. Wong int error = 0; 77f9ed6debSDarrick J. Wong 78f9ed6debSDarrick J. Wong if (xchk_should_terminate(raa->sc, &error)) 79f9ed6debSDarrick J. Wong return error; 80f9ed6debSDarrick J. Wong 81f9ed6debSDarrick J. Wong raa->freeblks += rec->ar_blockcount; 82f9ed6debSDarrick J. Wong if (rec->ar_blockcount > raa->longest) 83f9ed6debSDarrick J. Wong raa->longest = rec->ar_blockcount; 84f9ed6debSDarrick J. Wong return error; 85f9ed6debSDarrick J. Wong } 86f9ed6debSDarrick J. Wong 87f9ed6debSDarrick J. Wong /* Does this AGFL block look sane? */ 88f9ed6debSDarrick J. Wong STATIC int 89f9ed6debSDarrick J. Wong xrep_agf_check_agfl_block( 90f9ed6debSDarrick J. Wong struct xfs_mount *mp, 91f9ed6debSDarrick J. Wong xfs_agblock_t agbno, 92f9ed6debSDarrick J. Wong void *priv) 93f9ed6debSDarrick J. Wong { 94f9ed6debSDarrick J. Wong struct xfs_scrub *sc = priv; 95f9ed6debSDarrick J. Wong 96f9ed6debSDarrick J. Wong if (!xfs_verify_agbno(mp, sc->sa.agno, agbno)) 97f9ed6debSDarrick J. Wong return -EFSCORRUPTED; 98f9ed6debSDarrick J. Wong return 0; 99f9ed6debSDarrick J. Wong } 100f9ed6debSDarrick J. Wong 101f9ed6debSDarrick J. Wong /* 102f9ed6debSDarrick J. Wong * Offset within the xrep_find_ag_btree array for each btree type. Avoid the 103f9ed6debSDarrick J. Wong * XFS_BTNUM_ names here to avoid creating a sparse array. 104f9ed6debSDarrick J. Wong */ 105f9ed6debSDarrick J. Wong enum { 106f9ed6debSDarrick J. Wong XREP_AGF_BNOBT = 0, 107f9ed6debSDarrick J. Wong XREP_AGF_CNTBT, 108f9ed6debSDarrick J. Wong XREP_AGF_RMAPBT, 109f9ed6debSDarrick J. Wong XREP_AGF_REFCOUNTBT, 110f9ed6debSDarrick J. Wong XREP_AGF_END, 111f9ed6debSDarrick J. Wong XREP_AGF_MAX 112f9ed6debSDarrick J. Wong }; 113f9ed6debSDarrick J. Wong 114f9ed6debSDarrick J. Wong /* Check a btree root candidate. */ 115f9ed6debSDarrick J. Wong static inline bool 116f9ed6debSDarrick J. Wong xrep_check_btree_root( 117f9ed6debSDarrick J. Wong struct xfs_scrub *sc, 118f9ed6debSDarrick J. Wong struct xrep_find_ag_btree *fab) 119f9ed6debSDarrick J. Wong { 120f9ed6debSDarrick J. Wong struct xfs_mount *mp = sc->mp; 121f9ed6debSDarrick J. Wong xfs_agnumber_t agno = sc->sm->sm_agno; 122f9ed6debSDarrick J. Wong 123f9ed6debSDarrick J. Wong return xfs_verify_agbno(mp, agno, fab->root) && 124f9ed6debSDarrick J. Wong fab->height <= XFS_BTREE_MAXLEVELS; 125f9ed6debSDarrick J. Wong } 126f9ed6debSDarrick J. Wong 127f9ed6debSDarrick J. Wong /* 128f9ed6debSDarrick J. Wong * Given the btree roots described by *fab, find the roots, check them for 129f9ed6debSDarrick J. Wong * sanity, and pass the root data back out via *fab. 130f9ed6debSDarrick J. Wong * 131f9ed6debSDarrick J. Wong * This is /also/ a chicken and egg problem because we have to use the rmapbt 132f9ed6debSDarrick J. Wong * (rooted in the AGF) to find the btrees rooted in the AGF. We also have no 133f9ed6debSDarrick J. Wong * idea if the btrees make any sense. If we hit obvious corruptions in those 134f9ed6debSDarrick J. Wong * btrees we'll bail out. 135f9ed6debSDarrick J. Wong */ 136f9ed6debSDarrick J. Wong STATIC int 137f9ed6debSDarrick J. Wong xrep_agf_find_btrees( 138f9ed6debSDarrick J. Wong struct xfs_scrub *sc, 139f9ed6debSDarrick J. Wong struct xfs_buf *agf_bp, 140f9ed6debSDarrick J. Wong struct xrep_find_ag_btree *fab, 141f9ed6debSDarrick J. Wong struct xfs_buf *agfl_bp) 142f9ed6debSDarrick J. Wong { 143f9ed6debSDarrick J. Wong struct xfs_agf *old_agf = XFS_BUF_TO_AGF(agf_bp); 144f9ed6debSDarrick J. Wong int error; 145f9ed6debSDarrick J. Wong 146f9ed6debSDarrick J. Wong /* Go find the root data. */ 147f9ed6debSDarrick J. Wong error = xrep_find_ag_btree_roots(sc, agf_bp, fab, agfl_bp); 148f9ed6debSDarrick J. Wong if (error) 149f9ed6debSDarrick J. Wong return error; 150f9ed6debSDarrick J. Wong 151f9ed6debSDarrick J. Wong /* We must find the bnobt, cntbt, and rmapbt roots. */ 152f9ed6debSDarrick J. Wong if (!xrep_check_btree_root(sc, &fab[XREP_AGF_BNOBT]) || 153f9ed6debSDarrick J. Wong !xrep_check_btree_root(sc, &fab[XREP_AGF_CNTBT]) || 154f9ed6debSDarrick J. Wong !xrep_check_btree_root(sc, &fab[XREP_AGF_RMAPBT])) 155f9ed6debSDarrick J. Wong return -EFSCORRUPTED; 156f9ed6debSDarrick J. Wong 157f9ed6debSDarrick J. Wong /* 158f9ed6debSDarrick J. Wong * We relied on the rmapbt to reconstruct the AGF. If we get a 159f9ed6debSDarrick J. Wong * different root then something's seriously wrong. 160f9ed6debSDarrick J. Wong */ 161f9ed6debSDarrick J. Wong if (fab[XREP_AGF_RMAPBT].root != 162f9ed6debSDarrick J. Wong be32_to_cpu(old_agf->agf_roots[XFS_BTNUM_RMAPi])) 163f9ed6debSDarrick J. Wong return -EFSCORRUPTED; 164f9ed6debSDarrick J. Wong 165f9ed6debSDarrick J. Wong /* We must find the refcountbt root if that feature is enabled. */ 166f9ed6debSDarrick J. Wong if (xfs_sb_version_hasreflink(&sc->mp->m_sb) && 167f9ed6debSDarrick J. Wong !xrep_check_btree_root(sc, &fab[XREP_AGF_REFCOUNTBT])) 168f9ed6debSDarrick J. Wong return -EFSCORRUPTED; 169f9ed6debSDarrick J. Wong 170f9ed6debSDarrick J. Wong return 0; 171f9ed6debSDarrick J. Wong } 172f9ed6debSDarrick J. Wong 173f9ed6debSDarrick J. Wong /* 174f9ed6debSDarrick J. Wong * Reinitialize the AGF header, making an in-core copy of the old contents so 175f9ed6debSDarrick J. Wong * that we know which in-core state needs to be reinitialized. 176f9ed6debSDarrick J. Wong */ 177f9ed6debSDarrick J. Wong STATIC void 178f9ed6debSDarrick J. Wong xrep_agf_init_header( 179f9ed6debSDarrick J. Wong struct xfs_scrub *sc, 180f9ed6debSDarrick J. Wong struct xfs_buf *agf_bp, 181f9ed6debSDarrick J. Wong struct xfs_agf *old_agf) 182f9ed6debSDarrick J. Wong { 183f9ed6debSDarrick J. Wong struct xfs_mount *mp = sc->mp; 184f9ed6debSDarrick J. Wong struct xfs_agf *agf = XFS_BUF_TO_AGF(agf_bp); 185f9ed6debSDarrick J. Wong 186f9ed6debSDarrick J. Wong memcpy(old_agf, agf, sizeof(*old_agf)); 187f9ed6debSDarrick J. Wong memset(agf, 0, BBTOB(agf_bp->b_length)); 188f9ed6debSDarrick J. Wong agf->agf_magicnum = cpu_to_be32(XFS_AGF_MAGIC); 189f9ed6debSDarrick J. Wong agf->agf_versionnum = cpu_to_be32(XFS_AGF_VERSION); 190f9ed6debSDarrick J. Wong agf->agf_seqno = cpu_to_be32(sc->sa.agno); 191f9ed6debSDarrick J. Wong agf->agf_length = cpu_to_be32(xfs_ag_block_count(mp, sc->sa.agno)); 192f9ed6debSDarrick J. Wong agf->agf_flfirst = old_agf->agf_flfirst; 193f9ed6debSDarrick J. Wong agf->agf_fllast = old_agf->agf_fllast; 194f9ed6debSDarrick J. Wong agf->agf_flcount = old_agf->agf_flcount; 195f9ed6debSDarrick J. Wong if (xfs_sb_version_hascrc(&mp->m_sb)) 196f9ed6debSDarrick J. Wong uuid_copy(&agf->agf_uuid, &mp->m_sb.sb_meta_uuid); 197f9ed6debSDarrick J. Wong 198f9ed6debSDarrick J. Wong /* Mark the incore AGF data stale until we're done fixing things. */ 199f9ed6debSDarrick J. Wong ASSERT(sc->sa.pag->pagf_init); 200f9ed6debSDarrick J. Wong sc->sa.pag->pagf_init = 0; 201f9ed6debSDarrick J. Wong } 202f9ed6debSDarrick J. Wong 203f9ed6debSDarrick J. Wong /* Set btree root information in an AGF. */ 204f9ed6debSDarrick J. Wong STATIC void 205f9ed6debSDarrick J. Wong xrep_agf_set_roots( 206f9ed6debSDarrick J. Wong struct xfs_scrub *sc, 207f9ed6debSDarrick J. Wong struct xfs_agf *agf, 208f9ed6debSDarrick J. Wong struct xrep_find_ag_btree *fab) 209f9ed6debSDarrick J. Wong { 210f9ed6debSDarrick J. Wong agf->agf_roots[XFS_BTNUM_BNOi] = 211f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_BNOBT].root); 212f9ed6debSDarrick J. Wong agf->agf_levels[XFS_BTNUM_BNOi] = 213f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_BNOBT].height); 214f9ed6debSDarrick J. Wong 215f9ed6debSDarrick J. Wong agf->agf_roots[XFS_BTNUM_CNTi] = 216f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_CNTBT].root); 217f9ed6debSDarrick J. Wong agf->agf_levels[XFS_BTNUM_CNTi] = 218f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_CNTBT].height); 219f9ed6debSDarrick J. Wong 220f9ed6debSDarrick J. Wong agf->agf_roots[XFS_BTNUM_RMAPi] = 221f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_RMAPBT].root); 222f9ed6debSDarrick J. Wong agf->agf_levels[XFS_BTNUM_RMAPi] = 223f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_RMAPBT].height); 224f9ed6debSDarrick J. Wong 225f9ed6debSDarrick J. Wong if (xfs_sb_version_hasreflink(&sc->mp->m_sb)) { 226f9ed6debSDarrick J. Wong agf->agf_refcount_root = 227f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_REFCOUNTBT].root); 228f9ed6debSDarrick J. Wong agf->agf_refcount_level = 229f9ed6debSDarrick J. Wong cpu_to_be32(fab[XREP_AGF_REFCOUNTBT].height); 230f9ed6debSDarrick J. Wong } 231f9ed6debSDarrick J. Wong } 232f9ed6debSDarrick J. Wong 233f9ed6debSDarrick J. Wong /* Update all AGF fields which derive from btree contents. */ 234f9ed6debSDarrick J. Wong STATIC int 235f9ed6debSDarrick J. Wong xrep_agf_calc_from_btrees( 236f9ed6debSDarrick J. Wong struct xfs_scrub *sc, 237f9ed6debSDarrick J. Wong struct xfs_buf *agf_bp) 238f9ed6debSDarrick J. Wong { 239f9ed6debSDarrick J. Wong struct xrep_agf_allocbt raa = { .sc = sc }; 240f9ed6debSDarrick J. Wong struct xfs_btree_cur *cur = NULL; 241f9ed6debSDarrick J. Wong struct xfs_agf *agf = XFS_BUF_TO_AGF(agf_bp); 242f9ed6debSDarrick J. Wong struct xfs_mount *mp = sc->mp; 243f9ed6debSDarrick J. Wong xfs_agblock_t btreeblks; 244f9ed6debSDarrick J. Wong xfs_agblock_t blocks; 245f9ed6debSDarrick J. Wong int error; 246f9ed6debSDarrick J. Wong 247f9ed6debSDarrick J. Wong /* Update the AGF counters from the bnobt. */ 248f9ed6debSDarrick J. Wong cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno, 249f9ed6debSDarrick J. Wong XFS_BTNUM_BNO); 250f9ed6debSDarrick J. Wong error = xfs_alloc_query_all(cur, xrep_agf_walk_allocbt, &raa); 251f9ed6debSDarrick J. Wong if (error) 252f9ed6debSDarrick J. Wong goto err; 253f9ed6debSDarrick J. Wong error = xfs_btree_count_blocks(cur, &blocks); 254f9ed6debSDarrick J. Wong if (error) 255f9ed6debSDarrick J. Wong goto err; 256f9ed6debSDarrick J. Wong xfs_btree_del_cursor(cur, error); 257f9ed6debSDarrick J. Wong btreeblks = blocks - 1; 258f9ed6debSDarrick J. Wong agf->agf_freeblks = cpu_to_be32(raa.freeblks); 259f9ed6debSDarrick J. Wong agf->agf_longest = cpu_to_be32(raa.longest); 260f9ed6debSDarrick J. Wong 261f9ed6debSDarrick J. Wong /* Update the AGF counters from the cntbt. */ 262f9ed6debSDarrick J. Wong cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno, 263f9ed6debSDarrick J. Wong XFS_BTNUM_CNT); 264f9ed6debSDarrick J. Wong error = xfs_btree_count_blocks(cur, &blocks); 265f9ed6debSDarrick J. Wong if (error) 266f9ed6debSDarrick J. Wong goto err; 267f9ed6debSDarrick J. Wong xfs_btree_del_cursor(cur, error); 268f9ed6debSDarrick J. Wong btreeblks += blocks - 1; 269f9ed6debSDarrick J. Wong 270f9ed6debSDarrick J. Wong /* Update the AGF counters from the rmapbt. */ 271f9ed6debSDarrick J. Wong cur = xfs_rmapbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno); 272f9ed6debSDarrick J. Wong error = xfs_btree_count_blocks(cur, &blocks); 273f9ed6debSDarrick J. Wong if (error) 274f9ed6debSDarrick J. Wong goto err; 275f9ed6debSDarrick J. Wong xfs_btree_del_cursor(cur, error); 276f9ed6debSDarrick J. Wong agf->agf_rmap_blocks = cpu_to_be32(blocks); 277f9ed6debSDarrick J. Wong btreeblks += blocks - 1; 278f9ed6debSDarrick J. Wong 279f9ed6debSDarrick J. Wong agf->agf_btreeblks = cpu_to_be32(btreeblks); 280f9ed6debSDarrick J. Wong 281f9ed6debSDarrick J. Wong /* Update the AGF counters from the refcountbt. */ 282f9ed6debSDarrick J. Wong if (xfs_sb_version_hasreflink(&mp->m_sb)) { 283f9ed6debSDarrick J. Wong cur = xfs_refcountbt_init_cursor(mp, sc->tp, agf_bp, 284f9ed6debSDarrick J. Wong sc->sa.agno); 285f9ed6debSDarrick J. Wong error = xfs_btree_count_blocks(cur, &blocks); 286f9ed6debSDarrick J. Wong if (error) 287f9ed6debSDarrick J. Wong goto err; 288f9ed6debSDarrick J. Wong xfs_btree_del_cursor(cur, error); 289f9ed6debSDarrick J. Wong agf->agf_refcount_blocks = cpu_to_be32(blocks); 290f9ed6debSDarrick J. Wong } 291f9ed6debSDarrick J. Wong 292f9ed6debSDarrick J. Wong return 0; 293f9ed6debSDarrick J. Wong err: 294f9ed6debSDarrick J. Wong xfs_btree_del_cursor(cur, error); 295f9ed6debSDarrick J. Wong return error; 296f9ed6debSDarrick J. Wong } 297f9ed6debSDarrick J. Wong 298f9ed6debSDarrick J. Wong /* Commit the new AGF and reinitialize the incore state. */ 299f9ed6debSDarrick J. Wong STATIC int 300f9ed6debSDarrick J. Wong xrep_agf_commit_new( 301f9ed6debSDarrick J. Wong struct xfs_scrub *sc, 302f9ed6debSDarrick J. Wong struct xfs_buf *agf_bp) 303f9ed6debSDarrick J. Wong { 304f9ed6debSDarrick J. Wong struct xfs_perag *pag; 305f9ed6debSDarrick J. Wong struct xfs_agf *agf = XFS_BUF_TO_AGF(agf_bp); 306f9ed6debSDarrick J. Wong 307f9ed6debSDarrick J. Wong /* Trigger fdblocks recalculation */ 308f9ed6debSDarrick J. Wong xfs_force_summary_recalc(sc->mp); 309f9ed6debSDarrick J. Wong 310f9ed6debSDarrick J. Wong /* Write this to disk. */ 311f9ed6debSDarrick J. Wong xfs_trans_buf_set_type(sc->tp, agf_bp, XFS_BLFT_AGF_BUF); 312f9ed6debSDarrick J. Wong xfs_trans_log_buf(sc->tp, agf_bp, 0, BBTOB(agf_bp->b_length) - 1); 313f9ed6debSDarrick J. Wong 314f9ed6debSDarrick J. Wong /* Now reinitialize the in-core counters we changed. */ 315f9ed6debSDarrick J. Wong pag = sc->sa.pag; 316f9ed6debSDarrick J. Wong pag->pagf_btreeblks = be32_to_cpu(agf->agf_btreeblks); 317f9ed6debSDarrick J. Wong pag->pagf_freeblks = be32_to_cpu(agf->agf_freeblks); 318f9ed6debSDarrick J. Wong pag->pagf_longest = be32_to_cpu(agf->agf_longest); 319f9ed6debSDarrick J. Wong pag->pagf_levels[XFS_BTNUM_BNOi] = 320f9ed6debSDarrick J. Wong be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNOi]); 321f9ed6debSDarrick J. Wong pag->pagf_levels[XFS_BTNUM_CNTi] = 322f9ed6debSDarrick J. Wong be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNTi]); 323f9ed6debSDarrick J. Wong pag->pagf_levels[XFS_BTNUM_RMAPi] = 324f9ed6debSDarrick J. Wong be32_to_cpu(agf->agf_levels[XFS_BTNUM_RMAPi]); 325f9ed6debSDarrick J. Wong pag->pagf_refcount_level = be32_to_cpu(agf->agf_refcount_level); 326f9ed6debSDarrick J. Wong pag->pagf_init = 1; 327f9ed6debSDarrick J. Wong 328f9ed6debSDarrick J. Wong return 0; 329f9ed6debSDarrick J. Wong } 330f9ed6debSDarrick J. Wong 331f9ed6debSDarrick J. Wong /* Repair the AGF. v5 filesystems only. */ 332f9ed6debSDarrick J. Wong int 333f9ed6debSDarrick J. Wong xrep_agf( 334f9ed6debSDarrick J. Wong struct xfs_scrub *sc) 335f9ed6debSDarrick J. Wong { 336f9ed6debSDarrick J. Wong struct xrep_find_ag_btree fab[XREP_AGF_MAX] = { 337f9ed6debSDarrick J. Wong [XREP_AGF_BNOBT] = { 338f9ed6debSDarrick J. Wong .rmap_owner = XFS_RMAP_OWN_AG, 33927df4f50SBrian Foster .buf_ops = &xfs_bnobt_buf_ops, 340f9ed6debSDarrick J. Wong }, 341f9ed6debSDarrick J. Wong [XREP_AGF_CNTBT] = { 342f9ed6debSDarrick J. Wong .rmap_owner = XFS_RMAP_OWN_AG, 34327df4f50SBrian Foster .buf_ops = &xfs_cntbt_buf_ops, 344f9ed6debSDarrick J. Wong }, 345f9ed6debSDarrick J. Wong [XREP_AGF_RMAPBT] = { 346f9ed6debSDarrick J. Wong .rmap_owner = XFS_RMAP_OWN_AG, 347f9ed6debSDarrick J. Wong .buf_ops = &xfs_rmapbt_buf_ops, 348f9ed6debSDarrick J. Wong }, 349f9ed6debSDarrick J. Wong [XREP_AGF_REFCOUNTBT] = { 350f9ed6debSDarrick J. Wong .rmap_owner = XFS_RMAP_OWN_REFC, 351f9ed6debSDarrick J. Wong .buf_ops = &xfs_refcountbt_buf_ops, 352f9ed6debSDarrick J. Wong }, 353f9ed6debSDarrick J. Wong [XREP_AGF_END] = { 354f9ed6debSDarrick J. Wong .buf_ops = NULL, 355f9ed6debSDarrick J. Wong }, 356f9ed6debSDarrick J. Wong }; 357f9ed6debSDarrick J. Wong struct xfs_agf old_agf; 358f9ed6debSDarrick J. Wong struct xfs_mount *mp = sc->mp; 359f9ed6debSDarrick J. Wong struct xfs_buf *agf_bp; 360f9ed6debSDarrick J. Wong struct xfs_buf *agfl_bp; 361f9ed6debSDarrick J. Wong struct xfs_agf *agf; 362f9ed6debSDarrick J. Wong int error; 363f9ed6debSDarrick J. Wong 364f9ed6debSDarrick J. Wong /* We require the rmapbt to rebuild anything. */ 365f9ed6debSDarrick J. Wong if (!xfs_sb_version_hasrmapbt(&mp->m_sb)) 366f9ed6debSDarrick J. Wong return -EOPNOTSUPP; 367f9ed6debSDarrick J. Wong 368f9ed6debSDarrick J. Wong xchk_perag_get(sc->mp, &sc->sa); 369f9ed6debSDarrick J. Wong /* 370f9ed6debSDarrick J. Wong * Make sure we have the AGF buffer, as scrub might have decided it 371f9ed6debSDarrick J. Wong * was corrupt after xfs_alloc_read_agf failed with -EFSCORRUPTED. 372f9ed6debSDarrick J. Wong */ 373f9ed6debSDarrick J. Wong error = xfs_trans_read_buf(mp, sc->tp, mp->m_ddev_targp, 374f9ed6debSDarrick J. Wong XFS_AG_DADDR(mp, sc->sa.agno, XFS_AGF_DADDR(mp)), 375f9ed6debSDarrick J. Wong XFS_FSS_TO_BB(mp, 1), 0, &agf_bp, NULL); 376f9ed6debSDarrick J. Wong if (error) 377f9ed6debSDarrick J. Wong return error; 378f9ed6debSDarrick J. Wong agf_bp->b_ops = &xfs_agf_buf_ops; 379f9ed6debSDarrick J. Wong agf = XFS_BUF_TO_AGF(agf_bp); 380f9ed6debSDarrick J. Wong 381f9ed6debSDarrick J. Wong /* 382f9ed6debSDarrick J. Wong * Load the AGFL so that we can screen out OWN_AG blocks that are on 383f9ed6debSDarrick J. Wong * the AGFL now; these blocks might have once been part of the 384f9ed6debSDarrick J. Wong * bno/cnt/rmap btrees but are not now. This is a chicken and egg 385f9ed6debSDarrick J. Wong * problem: the AGF is corrupt, so we have to trust the AGFL contents 386f9ed6debSDarrick J. Wong * because we can't do any serious cross-referencing with any of the 387f9ed6debSDarrick J. Wong * btrees rooted in the AGF. If the AGFL contents are obviously bad 388f9ed6debSDarrick J. Wong * then we'll bail out. 389f9ed6debSDarrick J. Wong */ 390f9ed6debSDarrick J. Wong error = xfs_alloc_read_agfl(mp, sc->tp, sc->sa.agno, &agfl_bp); 391f9ed6debSDarrick J. Wong if (error) 392f9ed6debSDarrick J. Wong return error; 393f9ed6debSDarrick J. Wong 394f9ed6debSDarrick J. Wong /* 395f9ed6debSDarrick J. Wong * Spot-check the AGFL blocks; if they're obviously corrupt then 396f9ed6debSDarrick J. Wong * there's nothing we can do but bail out. 397f9ed6debSDarrick J. Wong */ 398f9ed6debSDarrick J. Wong error = xfs_agfl_walk(sc->mp, XFS_BUF_TO_AGF(agf_bp), agfl_bp, 399f9ed6debSDarrick J. Wong xrep_agf_check_agfl_block, sc); 400f9ed6debSDarrick J. Wong if (error) 401f9ed6debSDarrick J. Wong return error; 402f9ed6debSDarrick J. Wong 403f9ed6debSDarrick J. Wong /* 404f9ed6debSDarrick J. Wong * Find the AGF btree roots. This is also a chicken-and-egg situation; 405f9ed6debSDarrick J. Wong * see the function for more details. 406f9ed6debSDarrick J. Wong */ 407f9ed6debSDarrick J. Wong error = xrep_agf_find_btrees(sc, agf_bp, fab, agfl_bp); 408f9ed6debSDarrick J. Wong if (error) 409f9ed6debSDarrick J. Wong return error; 410f9ed6debSDarrick J. Wong 411f9ed6debSDarrick J. Wong /* Start rewriting the header and implant the btrees we found. */ 412f9ed6debSDarrick J. Wong xrep_agf_init_header(sc, agf_bp, &old_agf); 413f9ed6debSDarrick J. Wong xrep_agf_set_roots(sc, agf, fab); 414f9ed6debSDarrick J. Wong error = xrep_agf_calc_from_btrees(sc, agf_bp); 415f9ed6debSDarrick J. Wong if (error) 416f9ed6debSDarrick J. Wong goto out_revert; 417f9ed6debSDarrick J. Wong 418f9ed6debSDarrick J. Wong /* Commit the changes and reinitialize incore state. */ 419f9ed6debSDarrick J. Wong return xrep_agf_commit_new(sc, agf_bp); 420f9ed6debSDarrick J. Wong 421f9ed6debSDarrick J. Wong out_revert: 422f9ed6debSDarrick J. Wong /* Mark the incore AGF state stale and revert the AGF. */ 423f9ed6debSDarrick J. Wong sc->sa.pag->pagf_init = 0; 424f9ed6debSDarrick J. Wong memcpy(agf, &old_agf, sizeof(old_agf)); 425f9ed6debSDarrick J. Wong return error; 426f9ed6debSDarrick J. Wong } 4270e93d3f4SDarrick J. Wong 4280e93d3f4SDarrick J. Wong /* AGFL */ 4290e93d3f4SDarrick J. Wong 4300e93d3f4SDarrick J. Wong struct xrep_agfl { 4310e93d3f4SDarrick J. Wong /* Bitmap of other OWN_AG metadata blocks. */ 4320e93d3f4SDarrick J. Wong struct xfs_bitmap agmetablocks; 4330e93d3f4SDarrick J. Wong 4340e93d3f4SDarrick J. Wong /* Bitmap of free space. */ 4350e93d3f4SDarrick J. Wong struct xfs_bitmap *freesp; 4360e93d3f4SDarrick J. Wong 4370e93d3f4SDarrick J. Wong struct xfs_scrub *sc; 4380e93d3f4SDarrick J. Wong }; 4390e93d3f4SDarrick J. Wong 4400e93d3f4SDarrick J. Wong /* Record all OWN_AG (free space btree) information from the rmap data. */ 4410e93d3f4SDarrick J. Wong STATIC int 4420e93d3f4SDarrick J. Wong xrep_agfl_walk_rmap( 4430e93d3f4SDarrick J. Wong struct xfs_btree_cur *cur, 4440e93d3f4SDarrick J. Wong struct xfs_rmap_irec *rec, 4450e93d3f4SDarrick J. Wong void *priv) 4460e93d3f4SDarrick J. Wong { 4470e93d3f4SDarrick J. Wong struct xrep_agfl *ra = priv; 4480e93d3f4SDarrick J. Wong xfs_fsblock_t fsb; 4490e93d3f4SDarrick J. Wong int error = 0; 4500e93d3f4SDarrick J. Wong 4510e93d3f4SDarrick J. Wong if (xchk_should_terminate(ra->sc, &error)) 4520e93d3f4SDarrick J. Wong return error; 4530e93d3f4SDarrick J. Wong 4540e93d3f4SDarrick J. Wong /* Record all the OWN_AG blocks. */ 4550e93d3f4SDarrick J. Wong if (rec->rm_owner == XFS_RMAP_OWN_AG) { 4560e93d3f4SDarrick J. Wong fsb = XFS_AGB_TO_FSB(cur->bc_mp, cur->bc_private.a.agno, 4570e93d3f4SDarrick J. Wong rec->rm_startblock); 4580e93d3f4SDarrick J. Wong error = xfs_bitmap_set(ra->freesp, fsb, rec->rm_blockcount); 4590e93d3f4SDarrick J. Wong if (error) 4600e93d3f4SDarrick J. Wong return error; 4610e93d3f4SDarrick J. Wong } 4620e93d3f4SDarrick J. Wong 4630e93d3f4SDarrick J. Wong return xfs_bitmap_set_btcur_path(&ra->agmetablocks, cur); 4640e93d3f4SDarrick J. Wong } 4650e93d3f4SDarrick J. Wong 4660e93d3f4SDarrick J. Wong /* 4670e93d3f4SDarrick J. Wong * Map out all the non-AGFL OWN_AG space in this AG so that we can deduce 4680e93d3f4SDarrick J. Wong * which blocks belong to the AGFL. 4690e93d3f4SDarrick J. Wong * 4700e93d3f4SDarrick J. Wong * Compute the set of old AGFL blocks by subtracting from the list of OWN_AG 4710e93d3f4SDarrick J. Wong * blocks the list of blocks owned by all other OWN_AG metadata (bnobt, cntbt, 4720e93d3f4SDarrick J. Wong * rmapbt). These are the old AGFL blocks, so return that list and the number 4730e93d3f4SDarrick J. Wong * of blocks we're actually going to put back on the AGFL. 4740e93d3f4SDarrick J. Wong */ 4750e93d3f4SDarrick J. Wong STATIC int 4760e93d3f4SDarrick J. Wong xrep_agfl_collect_blocks( 4770e93d3f4SDarrick J. Wong struct xfs_scrub *sc, 4780e93d3f4SDarrick J. Wong struct xfs_buf *agf_bp, 4790e93d3f4SDarrick J. Wong struct xfs_bitmap *agfl_extents, 4800e93d3f4SDarrick J. Wong xfs_agblock_t *flcount) 4810e93d3f4SDarrick J. Wong { 4820e93d3f4SDarrick J. Wong struct xrep_agfl ra; 4830e93d3f4SDarrick J. Wong struct xfs_mount *mp = sc->mp; 4840e93d3f4SDarrick J. Wong struct xfs_btree_cur *cur; 4850e93d3f4SDarrick J. Wong struct xfs_bitmap_range *br; 4860e93d3f4SDarrick J. Wong struct xfs_bitmap_range *n; 4870e93d3f4SDarrick J. Wong int error; 4880e93d3f4SDarrick J. Wong 4890e93d3f4SDarrick J. Wong ra.sc = sc; 4900e93d3f4SDarrick J. Wong ra.freesp = agfl_extents; 4910e93d3f4SDarrick J. Wong xfs_bitmap_init(&ra.agmetablocks); 4920e93d3f4SDarrick J. Wong 4930e93d3f4SDarrick J. Wong /* Find all space used by the free space btrees & rmapbt. */ 4940e93d3f4SDarrick J. Wong cur = xfs_rmapbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno); 4950e93d3f4SDarrick J. Wong error = xfs_rmap_query_all(cur, xrep_agfl_walk_rmap, &ra); 4960e93d3f4SDarrick J. Wong if (error) 4970e93d3f4SDarrick J. Wong goto err; 4980e93d3f4SDarrick J. Wong xfs_btree_del_cursor(cur, error); 4990e93d3f4SDarrick J. Wong 5000e93d3f4SDarrick J. Wong /* Find all blocks currently being used by the bnobt. */ 5010e93d3f4SDarrick J. Wong cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno, 5020e93d3f4SDarrick J. Wong XFS_BTNUM_BNO); 5030e93d3f4SDarrick J. Wong error = xfs_bitmap_set_btblocks(&ra.agmetablocks, cur); 5040e93d3f4SDarrick J. Wong if (error) 5050e93d3f4SDarrick J. Wong goto err; 5060e93d3f4SDarrick J. Wong xfs_btree_del_cursor(cur, error); 5070e93d3f4SDarrick J. Wong 5080e93d3f4SDarrick J. Wong /* Find all blocks currently being used by the cntbt. */ 5090e93d3f4SDarrick J. Wong cur = xfs_allocbt_init_cursor(mp, sc->tp, agf_bp, sc->sa.agno, 5100e93d3f4SDarrick J. Wong XFS_BTNUM_CNT); 5110e93d3f4SDarrick J. Wong error = xfs_bitmap_set_btblocks(&ra.agmetablocks, cur); 5120e93d3f4SDarrick J. Wong if (error) 5130e93d3f4SDarrick J. Wong goto err; 5140e93d3f4SDarrick J. Wong 5150e93d3f4SDarrick J. Wong xfs_btree_del_cursor(cur, error); 5160e93d3f4SDarrick J. Wong 5170e93d3f4SDarrick J. Wong /* 5180e93d3f4SDarrick J. Wong * Drop the freesp meta blocks that are in use by btrees. 5190e93d3f4SDarrick J. Wong * The remaining blocks /should/ be AGFL blocks. 5200e93d3f4SDarrick J. Wong */ 5210e93d3f4SDarrick J. Wong error = xfs_bitmap_disunion(agfl_extents, &ra.agmetablocks); 5220e93d3f4SDarrick J. Wong xfs_bitmap_destroy(&ra.agmetablocks); 5230e93d3f4SDarrick J. Wong if (error) 5240e93d3f4SDarrick J. Wong return error; 5250e93d3f4SDarrick J. Wong 5260e93d3f4SDarrick J. Wong /* 5270e93d3f4SDarrick J. Wong * Calculate the new AGFL size. If we found more blocks than fit in 5280e93d3f4SDarrick J. Wong * the AGFL we'll free them later. 5290e93d3f4SDarrick J. Wong */ 5300e93d3f4SDarrick J. Wong *flcount = 0; 5310e93d3f4SDarrick J. Wong for_each_xfs_bitmap_extent(br, n, agfl_extents) { 5320e93d3f4SDarrick J. Wong *flcount += br->len; 5330e93d3f4SDarrick J. Wong if (*flcount > xfs_agfl_size(mp)) 5340e93d3f4SDarrick J. Wong break; 5350e93d3f4SDarrick J. Wong } 5360e93d3f4SDarrick J. Wong if (*flcount > xfs_agfl_size(mp)) 5370e93d3f4SDarrick J. Wong *flcount = xfs_agfl_size(mp); 5380e93d3f4SDarrick J. Wong return 0; 5390e93d3f4SDarrick J. Wong 5400e93d3f4SDarrick J. Wong err: 5410e93d3f4SDarrick J. Wong xfs_bitmap_destroy(&ra.agmetablocks); 5420e93d3f4SDarrick J. Wong xfs_btree_del_cursor(cur, error); 5430e93d3f4SDarrick J. Wong return error; 5440e93d3f4SDarrick J. Wong } 5450e93d3f4SDarrick J. Wong 5460e93d3f4SDarrick J. Wong /* Update the AGF and reset the in-core state. */ 5470e93d3f4SDarrick J. Wong STATIC void 5480e93d3f4SDarrick J. Wong xrep_agfl_update_agf( 5490e93d3f4SDarrick J. Wong struct xfs_scrub *sc, 5500e93d3f4SDarrick J. Wong struct xfs_buf *agf_bp, 5510e93d3f4SDarrick J. Wong xfs_agblock_t flcount) 5520e93d3f4SDarrick J. Wong { 5530e93d3f4SDarrick J. Wong struct xfs_agf *agf = XFS_BUF_TO_AGF(agf_bp); 5540e93d3f4SDarrick J. Wong 5550e93d3f4SDarrick J. Wong ASSERT(flcount <= xfs_agfl_size(sc->mp)); 5560e93d3f4SDarrick J. Wong 5570e93d3f4SDarrick J. Wong /* Trigger fdblocks recalculation */ 5580e93d3f4SDarrick J. Wong xfs_force_summary_recalc(sc->mp); 5590e93d3f4SDarrick J. Wong 5600e93d3f4SDarrick J. Wong /* Update the AGF counters. */ 5610e93d3f4SDarrick J. Wong if (sc->sa.pag->pagf_init) 5620e93d3f4SDarrick J. Wong sc->sa.pag->pagf_flcount = flcount; 5630e93d3f4SDarrick J. Wong agf->agf_flfirst = cpu_to_be32(0); 5640e93d3f4SDarrick J. Wong agf->agf_flcount = cpu_to_be32(flcount); 5650e93d3f4SDarrick J. Wong agf->agf_fllast = cpu_to_be32(flcount - 1); 5660e93d3f4SDarrick J. Wong 5670e93d3f4SDarrick J. Wong xfs_alloc_log_agf(sc->tp, agf_bp, 5680e93d3f4SDarrick J. Wong XFS_AGF_FLFIRST | XFS_AGF_FLLAST | XFS_AGF_FLCOUNT); 5690e93d3f4SDarrick J. Wong } 5700e93d3f4SDarrick J. Wong 5710e93d3f4SDarrick J. Wong /* Write out a totally new AGFL. */ 5720e93d3f4SDarrick J. Wong STATIC void 5730e93d3f4SDarrick J. Wong xrep_agfl_init_header( 5740e93d3f4SDarrick J. Wong struct xfs_scrub *sc, 5750e93d3f4SDarrick J. Wong struct xfs_buf *agfl_bp, 5760e93d3f4SDarrick J. Wong struct xfs_bitmap *agfl_extents, 5770e93d3f4SDarrick J. Wong xfs_agblock_t flcount) 5780e93d3f4SDarrick J. Wong { 5790e93d3f4SDarrick J. Wong struct xfs_mount *mp = sc->mp; 5800e93d3f4SDarrick J. Wong __be32 *agfl_bno; 5810e93d3f4SDarrick J. Wong struct xfs_bitmap_range *br; 5820e93d3f4SDarrick J. Wong struct xfs_bitmap_range *n; 5830e93d3f4SDarrick J. Wong struct xfs_agfl *agfl; 5840e93d3f4SDarrick J. Wong xfs_agblock_t agbno; 5850e93d3f4SDarrick J. Wong unsigned int fl_off; 5860e93d3f4SDarrick J. Wong 5870e93d3f4SDarrick J. Wong ASSERT(flcount <= xfs_agfl_size(mp)); 5880e93d3f4SDarrick J. Wong 5890e93d3f4SDarrick J. Wong /* 5900e93d3f4SDarrick J. Wong * Start rewriting the header by setting the bno[] array to 5910e93d3f4SDarrick J. Wong * NULLAGBLOCK, then setting AGFL header fields. 5920e93d3f4SDarrick J. Wong */ 5930e93d3f4SDarrick J. Wong agfl = XFS_BUF_TO_AGFL(agfl_bp); 5940e93d3f4SDarrick J. Wong memset(agfl, 0xFF, BBTOB(agfl_bp->b_length)); 5950e93d3f4SDarrick J. Wong agfl->agfl_magicnum = cpu_to_be32(XFS_AGFL_MAGIC); 5960e93d3f4SDarrick J. Wong agfl->agfl_seqno = cpu_to_be32(sc->sa.agno); 5970e93d3f4SDarrick J. Wong uuid_copy(&agfl->agfl_uuid, &mp->m_sb.sb_meta_uuid); 5980e93d3f4SDarrick J. Wong 5990e93d3f4SDarrick J. Wong /* 6000e93d3f4SDarrick J. Wong * Fill the AGFL with the remaining blocks. If agfl_extents has more 6010e93d3f4SDarrick J. Wong * blocks than fit in the AGFL, they will be freed in a subsequent 6020e93d3f4SDarrick J. Wong * step. 6030e93d3f4SDarrick J. Wong */ 6040e93d3f4SDarrick J. Wong fl_off = 0; 605*183606d8SChristoph Hellwig agfl_bno = xfs_buf_to_agfl_bno(agfl_bp); 6060e93d3f4SDarrick J. Wong for_each_xfs_bitmap_extent(br, n, agfl_extents) { 6070e93d3f4SDarrick J. Wong agbno = XFS_FSB_TO_AGBNO(mp, br->start); 6080e93d3f4SDarrick J. Wong 6090e93d3f4SDarrick J. Wong trace_xrep_agfl_insert(mp, sc->sa.agno, agbno, br->len); 6100e93d3f4SDarrick J. Wong 6110e93d3f4SDarrick J. Wong while (br->len > 0 && fl_off < flcount) { 6120e93d3f4SDarrick J. Wong agfl_bno[fl_off] = cpu_to_be32(agbno); 6130e93d3f4SDarrick J. Wong fl_off++; 6140e93d3f4SDarrick J. Wong agbno++; 6150e93d3f4SDarrick J. Wong 6160e93d3f4SDarrick J. Wong /* 6170e93d3f4SDarrick J. Wong * We've now used br->start by putting it in the AGFL, 6180e93d3f4SDarrick J. Wong * so bump br so that we don't reap the block later. 6190e93d3f4SDarrick J. Wong */ 6200e93d3f4SDarrick J. Wong br->start++; 6210e93d3f4SDarrick J. Wong br->len--; 6220e93d3f4SDarrick J. Wong } 6230e93d3f4SDarrick J. Wong 6240e93d3f4SDarrick J. Wong if (br->len) 6250e93d3f4SDarrick J. Wong break; 6260e93d3f4SDarrick J. Wong list_del(&br->list); 6270e93d3f4SDarrick J. Wong kmem_free(br); 6280e93d3f4SDarrick J. Wong } 6290e93d3f4SDarrick J. Wong 6300e93d3f4SDarrick J. Wong /* Write new AGFL to disk. */ 6310e93d3f4SDarrick J. Wong xfs_trans_buf_set_type(sc->tp, agfl_bp, XFS_BLFT_AGFL_BUF); 6320e93d3f4SDarrick J. Wong xfs_trans_log_buf(sc->tp, agfl_bp, 0, BBTOB(agfl_bp->b_length) - 1); 6330e93d3f4SDarrick J. Wong } 6340e93d3f4SDarrick J. Wong 6350e93d3f4SDarrick J. Wong /* Repair the AGFL. */ 6360e93d3f4SDarrick J. Wong int 6370e93d3f4SDarrick J. Wong xrep_agfl( 6380e93d3f4SDarrick J. Wong struct xfs_scrub *sc) 6390e93d3f4SDarrick J. Wong { 6400e93d3f4SDarrick J. Wong struct xfs_bitmap agfl_extents; 6410e93d3f4SDarrick J. Wong struct xfs_mount *mp = sc->mp; 6420e93d3f4SDarrick J. Wong struct xfs_buf *agf_bp; 6430e93d3f4SDarrick J. Wong struct xfs_buf *agfl_bp; 6440e93d3f4SDarrick J. Wong xfs_agblock_t flcount; 6450e93d3f4SDarrick J. Wong int error; 6460e93d3f4SDarrick J. Wong 6470e93d3f4SDarrick J. Wong /* We require the rmapbt to rebuild anything. */ 6480e93d3f4SDarrick J. Wong if (!xfs_sb_version_hasrmapbt(&mp->m_sb)) 6490e93d3f4SDarrick J. Wong return -EOPNOTSUPP; 6500e93d3f4SDarrick J. Wong 6510e93d3f4SDarrick J. Wong xchk_perag_get(sc->mp, &sc->sa); 6520e93d3f4SDarrick J. Wong xfs_bitmap_init(&agfl_extents); 6530e93d3f4SDarrick J. Wong 6540e93d3f4SDarrick J. Wong /* 6550e93d3f4SDarrick J. Wong * Read the AGF so that we can query the rmapbt. We hope that there's 6560e93d3f4SDarrick J. Wong * nothing wrong with the AGF, but all the AG header repair functions 6570e93d3f4SDarrick J. Wong * have this chicken-and-egg problem. 6580e93d3f4SDarrick J. Wong */ 6590e93d3f4SDarrick J. Wong error = xfs_alloc_read_agf(mp, sc->tp, sc->sa.agno, 0, &agf_bp); 6600e93d3f4SDarrick J. Wong if (error) 6610e93d3f4SDarrick J. Wong return error; 6620e93d3f4SDarrick J. Wong 6630e93d3f4SDarrick J. Wong /* 6640e93d3f4SDarrick J. Wong * Make sure we have the AGFL buffer, as scrub might have decided it 6650e93d3f4SDarrick J. Wong * was corrupt after xfs_alloc_read_agfl failed with -EFSCORRUPTED. 6660e93d3f4SDarrick J. Wong */ 6670e93d3f4SDarrick J. Wong error = xfs_trans_read_buf(mp, sc->tp, mp->m_ddev_targp, 6680e93d3f4SDarrick J. Wong XFS_AG_DADDR(mp, sc->sa.agno, XFS_AGFL_DADDR(mp)), 6690e93d3f4SDarrick J. Wong XFS_FSS_TO_BB(mp, 1), 0, &agfl_bp, NULL); 6700e93d3f4SDarrick J. Wong if (error) 6710e93d3f4SDarrick J. Wong return error; 6720e93d3f4SDarrick J. Wong agfl_bp->b_ops = &xfs_agfl_buf_ops; 6730e93d3f4SDarrick J. Wong 6740e93d3f4SDarrick J. Wong /* Gather all the extents we're going to put on the new AGFL. */ 6750e93d3f4SDarrick J. Wong error = xrep_agfl_collect_blocks(sc, agf_bp, &agfl_extents, &flcount); 6760e93d3f4SDarrick J. Wong if (error) 6770e93d3f4SDarrick J. Wong goto err; 6780e93d3f4SDarrick J. Wong 6790e93d3f4SDarrick J. Wong /* 6800e93d3f4SDarrick J. Wong * Update AGF and AGFL. We reset the global free block counter when 6810e93d3f4SDarrick J. Wong * we adjust the AGF flcount (which can fail) so avoid updating any 6820e93d3f4SDarrick J. Wong * buffers until we know that part works. 6830e93d3f4SDarrick J. Wong */ 6840e93d3f4SDarrick J. Wong xrep_agfl_update_agf(sc, agf_bp, flcount); 6850e93d3f4SDarrick J. Wong xrep_agfl_init_header(sc, agfl_bp, &agfl_extents, flcount); 6860e93d3f4SDarrick J. Wong 6870e93d3f4SDarrick J. Wong /* 6880e93d3f4SDarrick J. Wong * Ok, the AGFL should be ready to go now. Roll the transaction to 6890e93d3f4SDarrick J. Wong * make the new AGFL permanent before we start using it to return 6900e93d3f4SDarrick J. Wong * freespace overflow to the freespace btrees. 6910e93d3f4SDarrick J. Wong */ 6920e93d3f4SDarrick J. Wong sc->sa.agf_bp = agf_bp; 6930e93d3f4SDarrick J. Wong sc->sa.agfl_bp = agfl_bp; 6940e93d3f4SDarrick J. Wong error = xrep_roll_ag_trans(sc); 6950e93d3f4SDarrick J. Wong if (error) 6960e93d3f4SDarrick J. Wong goto err; 6970e93d3f4SDarrick J. Wong 6980e93d3f4SDarrick J. Wong /* Dump any AGFL overflow. */ 6997280fedaSDarrick J. Wong return xrep_reap_extents(sc, &agfl_extents, &XFS_RMAP_OINFO_AG, 7007280fedaSDarrick J. Wong XFS_AG_RESV_AGFL); 7010e93d3f4SDarrick J. Wong err: 7020e93d3f4SDarrick J. Wong xfs_bitmap_destroy(&agfl_extents); 7030e93d3f4SDarrick J. Wong return error; 7040e93d3f4SDarrick J. Wong } 70513942aa9SDarrick J. Wong 70613942aa9SDarrick J. Wong /* AGI */ 70713942aa9SDarrick J. Wong 70813942aa9SDarrick J. Wong /* 70913942aa9SDarrick J. Wong * Offset within the xrep_find_ag_btree array for each btree type. Avoid the 71013942aa9SDarrick J. Wong * XFS_BTNUM_ names here to avoid creating a sparse array. 71113942aa9SDarrick J. Wong */ 71213942aa9SDarrick J. Wong enum { 71313942aa9SDarrick J. Wong XREP_AGI_INOBT = 0, 71413942aa9SDarrick J. Wong XREP_AGI_FINOBT, 71513942aa9SDarrick J. Wong XREP_AGI_END, 71613942aa9SDarrick J. Wong XREP_AGI_MAX 71713942aa9SDarrick J. Wong }; 71813942aa9SDarrick J. Wong 71913942aa9SDarrick J. Wong /* 72013942aa9SDarrick J. Wong * Given the inode btree roots described by *fab, find the roots, check them 72113942aa9SDarrick J. Wong * for sanity, and pass the root data back out via *fab. 72213942aa9SDarrick J. Wong */ 72313942aa9SDarrick J. Wong STATIC int 72413942aa9SDarrick J. Wong xrep_agi_find_btrees( 72513942aa9SDarrick J. Wong struct xfs_scrub *sc, 72613942aa9SDarrick J. Wong struct xrep_find_ag_btree *fab) 72713942aa9SDarrick J. Wong { 72813942aa9SDarrick J. Wong struct xfs_buf *agf_bp; 72913942aa9SDarrick J. Wong struct xfs_mount *mp = sc->mp; 73013942aa9SDarrick J. Wong int error; 73113942aa9SDarrick J. Wong 73213942aa9SDarrick J. Wong /* Read the AGF. */ 73313942aa9SDarrick J. Wong error = xfs_alloc_read_agf(mp, sc->tp, sc->sa.agno, 0, &agf_bp); 73413942aa9SDarrick J. Wong if (error) 73513942aa9SDarrick J. Wong return error; 73613942aa9SDarrick J. Wong 73713942aa9SDarrick J. Wong /* Find the btree roots. */ 73813942aa9SDarrick J. Wong error = xrep_find_ag_btree_roots(sc, agf_bp, fab, NULL); 73913942aa9SDarrick J. Wong if (error) 74013942aa9SDarrick J. Wong return error; 74113942aa9SDarrick J. Wong 74213942aa9SDarrick J. Wong /* We must find the inobt root. */ 74313942aa9SDarrick J. Wong if (!xrep_check_btree_root(sc, &fab[XREP_AGI_INOBT])) 74413942aa9SDarrick J. Wong return -EFSCORRUPTED; 74513942aa9SDarrick J. Wong 74613942aa9SDarrick J. Wong /* We must find the finobt root if that feature is enabled. */ 74713942aa9SDarrick J. Wong if (xfs_sb_version_hasfinobt(&mp->m_sb) && 74813942aa9SDarrick J. Wong !xrep_check_btree_root(sc, &fab[XREP_AGI_FINOBT])) 74913942aa9SDarrick J. Wong return -EFSCORRUPTED; 75013942aa9SDarrick J. Wong 75113942aa9SDarrick J. Wong return 0; 75213942aa9SDarrick J. Wong } 75313942aa9SDarrick J. Wong 75413942aa9SDarrick J. Wong /* 75513942aa9SDarrick J. Wong * Reinitialize the AGI header, making an in-core copy of the old contents so 75613942aa9SDarrick J. Wong * that we know which in-core state needs to be reinitialized. 75713942aa9SDarrick J. Wong */ 75813942aa9SDarrick J. Wong STATIC void 75913942aa9SDarrick J. Wong xrep_agi_init_header( 76013942aa9SDarrick J. Wong struct xfs_scrub *sc, 76113942aa9SDarrick J. Wong struct xfs_buf *agi_bp, 76213942aa9SDarrick J. Wong struct xfs_agi *old_agi) 76313942aa9SDarrick J. Wong { 76413942aa9SDarrick J. Wong struct xfs_agi *agi = XFS_BUF_TO_AGI(agi_bp); 76513942aa9SDarrick J. Wong struct xfs_mount *mp = sc->mp; 76613942aa9SDarrick J. Wong 76713942aa9SDarrick J. Wong memcpy(old_agi, agi, sizeof(*old_agi)); 76813942aa9SDarrick J. Wong memset(agi, 0, BBTOB(agi_bp->b_length)); 76913942aa9SDarrick J. Wong agi->agi_magicnum = cpu_to_be32(XFS_AGI_MAGIC); 77013942aa9SDarrick J. Wong agi->agi_versionnum = cpu_to_be32(XFS_AGI_VERSION); 77113942aa9SDarrick J. Wong agi->agi_seqno = cpu_to_be32(sc->sa.agno); 77213942aa9SDarrick J. Wong agi->agi_length = cpu_to_be32(xfs_ag_block_count(mp, sc->sa.agno)); 77313942aa9SDarrick J. Wong agi->agi_newino = cpu_to_be32(NULLAGINO); 77413942aa9SDarrick J. Wong agi->agi_dirino = cpu_to_be32(NULLAGINO); 77513942aa9SDarrick J. Wong if (xfs_sb_version_hascrc(&mp->m_sb)) 77613942aa9SDarrick J. Wong uuid_copy(&agi->agi_uuid, &mp->m_sb.sb_meta_uuid); 77713942aa9SDarrick J. Wong 77813942aa9SDarrick J. Wong /* We don't know how to fix the unlinked list yet. */ 77913942aa9SDarrick J. Wong memcpy(&agi->agi_unlinked, &old_agi->agi_unlinked, 78013942aa9SDarrick J. Wong sizeof(agi->agi_unlinked)); 78113942aa9SDarrick J. Wong 78213942aa9SDarrick J. Wong /* Mark the incore AGF data stale until we're done fixing things. */ 78313942aa9SDarrick J. Wong ASSERT(sc->sa.pag->pagi_init); 78413942aa9SDarrick J. Wong sc->sa.pag->pagi_init = 0; 78513942aa9SDarrick J. Wong } 78613942aa9SDarrick J. Wong 78713942aa9SDarrick J. Wong /* Set btree root information in an AGI. */ 78813942aa9SDarrick J. Wong STATIC void 78913942aa9SDarrick J. Wong xrep_agi_set_roots( 79013942aa9SDarrick J. Wong struct xfs_scrub *sc, 79113942aa9SDarrick J. Wong struct xfs_agi *agi, 79213942aa9SDarrick J. Wong struct xrep_find_ag_btree *fab) 79313942aa9SDarrick J. Wong { 79413942aa9SDarrick J. Wong agi->agi_root = cpu_to_be32(fab[XREP_AGI_INOBT].root); 79513942aa9SDarrick J. Wong agi->agi_level = cpu_to_be32(fab[XREP_AGI_INOBT].height); 79613942aa9SDarrick J. Wong 79713942aa9SDarrick J. Wong if (xfs_sb_version_hasfinobt(&sc->mp->m_sb)) { 79813942aa9SDarrick J. Wong agi->agi_free_root = cpu_to_be32(fab[XREP_AGI_FINOBT].root); 79913942aa9SDarrick J. Wong agi->agi_free_level = cpu_to_be32(fab[XREP_AGI_FINOBT].height); 80013942aa9SDarrick J. Wong } 80113942aa9SDarrick J. Wong } 80213942aa9SDarrick J. Wong 80313942aa9SDarrick J. Wong /* Update the AGI counters. */ 80413942aa9SDarrick J. Wong STATIC int 80513942aa9SDarrick J. Wong xrep_agi_calc_from_btrees( 80613942aa9SDarrick J. Wong struct xfs_scrub *sc, 80713942aa9SDarrick J. Wong struct xfs_buf *agi_bp) 80813942aa9SDarrick J. Wong { 80913942aa9SDarrick J. Wong struct xfs_btree_cur *cur; 81013942aa9SDarrick J. Wong struct xfs_agi *agi = XFS_BUF_TO_AGI(agi_bp); 81113942aa9SDarrick J. Wong struct xfs_mount *mp = sc->mp; 81213942aa9SDarrick J. Wong xfs_agino_t count; 81313942aa9SDarrick J. Wong xfs_agino_t freecount; 81413942aa9SDarrick J. Wong int error; 81513942aa9SDarrick J. Wong 81613942aa9SDarrick J. Wong cur = xfs_inobt_init_cursor(mp, sc->tp, agi_bp, sc->sa.agno, 81713942aa9SDarrick J. Wong XFS_BTNUM_INO); 81813942aa9SDarrick J. Wong error = xfs_ialloc_count_inodes(cur, &count, &freecount); 81913942aa9SDarrick J. Wong if (error) 82013942aa9SDarrick J. Wong goto err; 82113942aa9SDarrick J. Wong xfs_btree_del_cursor(cur, error); 82213942aa9SDarrick J. Wong 82313942aa9SDarrick J. Wong agi->agi_count = cpu_to_be32(count); 82413942aa9SDarrick J. Wong agi->agi_freecount = cpu_to_be32(freecount); 82513942aa9SDarrick J. Wong return 0; 82613942aa9SDarrick J. Wong err: 82713942aa9SDarrick J. Wong xfs_btree_del_cursor(cur, error); 82813942aa9SDarrick J. Wong return error; 82913942aa9SDarrick J. Wong } 83013942aa9SDarrick J. Wong 83113942aa9SDarrick J. Wong /* Trigger reinitialization of the in-core data. */ 83213942aa9SDarrick J. Wong STATIC int 83313942aa9SDarrick J. Wong xrep_agi_commit_new( 83413942aa9SDarrick J. Wong struct xfs_scrub *sc, 83513942aa9SDarrick J. Wong struct xfs_buf *agi_bp) 83613942aa9SDarrick J. Wong { 83713942aa9SDarrick J. Wong struct xfs_perag *pag; 83813942aa9SDarrick J. Wong struct xfs_agi *agi = XFS_BUF_TO_AGI(agi_bp); 83913942aa9SDarrick J. Wong 84013942aa9SDarrick J. Wong /* Trigger inode count recalculation */ 84113942aa9SDarrick J. Wong xfs_force_summary_recalc(sc->mp); 84213942aa9SDarrick J. Wong 84313942aa9SDarrick J. Wong /* Write this to disk. */ 84413942aa9SDarrick J. Wong xfs_trans_buf_set_type(sc->tp, agi_bp, XFS_BLFT_AGI_BUF); 84513942aa9SDarrick J. Wong xfs_trans_log_buf(sc->tp, agi_bp, 0, BBTOB(agi_bp->b_length) - 1); 84613942aa9SDarrick J. Wong 84713942aa9SDarrick J. Wong /* Now reinitialize the in-core counters if necessary. */ 84813942aa9SDarrick J. Wong pag = sc->sa.pag; 84913942aa9SDarrick J. Wong pag->pagi_count = be32_to_cpu(agi->agi_count); 85013942aa9SDarrick J. Wong pag->pagi_freecount = be32_to_cpu(agi->agi_freecount); 85113942aa9SDarrick J. Wong pag->pagi_init = 1; 85213942aa9SDarrick J. Wong 85313942aa9SDarrick J. Wong return 0; 85413942aa9SDarrick J. Wong } 85513942aa9SDarrick J. Wong 85613942aa9SDarrick J. Wong /* Repair the AGI. */ 85713942aa9SDarrick J. Wong int 85813942aa9SDarrick J. Wong xrep_agi( 85913942aa9SDarrick J. Wong struct xfs_scrub *sc) 86013942aa9SDarrick J. Wong { 86113942aa9SDarrick J. Wong struct xrep_find_ag_btree fab[XREP_AGI_MAX] = { 86213942aa9SDarrick J. Wong [XREP_AGI_INOBT] = { 86313942aa9SDarrick J. Wong .rmap_owner = XFS_RMAP_OWN_INOBT, 86413942aa9SDarrick J. Wong .buf_ops = &xfs_inobt_buf_ops, 86513942aa9SDarrick J. Wong }, 86613942aa9SDarrick J. Wong [XREP_AGI_FINOBT] = { 86713942aa9SDarrick J. Wong .rmap_owner = XFS_RMAP_OWN_INOBT, 86801e68f40SBrian Foster .buf_ops = &xfs_finobt_buf_ops, 86913942aa9SDarrick J. Wong }, 87013942aa9SDarrick J. Wong [XREP_AGI_END] = { 87113942aa9SDarrick J. Wong .buf_ops = NULL 87213942aa9SDarrick J. Wong }, 87313942aa9SDarrick J. Wong }; 87413942aa9SDarrick J. Wong struct xfs_agi old_agi; 87513942aa9SDarrick J. Wong struct xfs_mount *mp = sc->mp; 87613942aa9SDarrick J. Wong struct xfs_buf *agi_bp; 87713942aa9SDarrick J. Wong struct xfs_agi *agi; 87813942aa9SDarrick J. Wong int error; 87913942aa9SDarrick J. Wong 88013942aa9SDarrick J. Wong /* We require the rmapbt to rebuild anything. */ 88113942aa9SDarrick J. Wong if (!xfs_sb_version_hasrmapbt(&mp->m_sb)) 88213942aa9SDarrick J. Wong return -EOPNOTSUPP; 88313942aa9SDarrick J. Wong 88413942aa9SDarrick J. Wong xchk_perag_get(sc->mp, &sc->sa); 88513942aa9SDarrick J. Wong /* 88613942aa9SDarrick J. Wong * Make sure we have the AGI buffer, as scrub might have decided it 88713942aa9SDarrick J. Wong * was corrupt after xfs_ialloc_read_agi failed with -EFSCORRUPTED. 88813942aa9SDarrick J. Wong */ 88913942aa9SDarrick J. Wong error = xfs_trans_read_buf(mp, sc->tp, mp->m_ddev_targp, 89013942aa9SDarrick J. Wong XFS_AG_DADDR(mp, sc->sa.agno, XFS_AGI_DADDR(mp)), 89113942aa9SDarrick J. Wong XFS_FSS_TO_BB(mp, 1), 0, &agi_bp, NULL); 89213942aa9SDarrick J. Wong if (error) 89313942aa9SDarrick J. Wong return error; 89413942aa9SDarrick J. Wong agi_bp->b_ops = &xfs_agi_buf_ops; 89513942aa9SDarrick J. Wong agi = XFS_BUF_TO_AGI(agi_bp); 89613942aa9SDarrick J. Wong 89713942aa9SDarrick J. Wong /* Find the AGI btree roots. */ 89813942aa9SDarrick J. Wong error = xrep_agi_find_btrees(sc, fab); 89913942aa9SDarrick J. Wong if (error) 90013942aa9SDarrick J. Wong return error; 90113942aa9SDarrick J. Wong 90213942aa9SDarrick J. Wong /* Start rewriting the header and implant the btrees we found. */ 90313942aa9SDarrick J. Wong xrep_agi_init_header(sc, agi_bp, &old_agi); 90413942aa9SDarrick J. Wong xrep_agi_set_roots(sc, agi, fab); 90513942aa9SDarrick J. Wong error = xrep_agi_calc_from_btrees(sc, agi_bp); 90613942aa9SDarrick J. Wong if (error) 90713942aa9SDarrick J. Wong goto out_revert; 90813942aa9SDarrick J. Wong 90913942aa9SDarrick J. Wong /* Reinitialize in-core state. */ 91013942aa9SDarrick J. Wong return xrep_agi_commit_new(sc, agi_bp); 91113942aa9SDarrick J. Wong 91213942aa9SDarrick J. Wong out_revert: 91313942aa9SDarrick J. Wong /* Mark the incore AGI state stale and revert the AGI. */ 91413942aa9SDarrick J. Wong sc->sa.pag->pagi_init = 0; 91513942aa9SDarrick J. Wong memcpy(agi, &old_agi, sizeof(old_agi)); 91613942aa9SDarrick J. Wong return error; 91713942aa9SDarrick J. Wong } 918