10b61f8a4SDave Chinner // SPDX-License-Identifier: GPL-2.0 230f712c9SDave Chinner /* 330f712c9SDave Chinner * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. 430f712c9SDave Chinner * All Rights Reserved. 530f712c9SDave Chinner */ 630f712c9SDave Chinner #include "xfs.h" 730f712c9SDave Chinner #include "xfs_fs.h" 830f712c9SDave Chinner #include "xfs_shared.h" 930f712c9SDave Chinner #include "xfs_format.h" 1030f712c9SDave Chinner #include "xfs_log_format.h" 1130f712c9SDave Chinner #include "xfs_trans_resv.h" 1230f712c9SDave Chinner #include "xfs_bit.h" 1330f712c9SDave Chinner #include "xfs_mount.h" 143ab78df2SDarrick J. Wong #include "xfs_defer.h" 1530f712c9SDave Chinner #include "xfs_inode.h" 1630f712c9SDave Chinner #include "xfs_trans.h" 1730f712c9SDave Chinner #include "xfs_inode_item.h" 1830f712c9SDave Chinner #include "xfs_alloc.h" 1930f712c9SDave Chinner #include "xfs_btree.h" 2030f712c9SDave Chinner #include "xfs_bmap_btree.h" 2130f712c9SDave Chinner #include "xfs_bmap.h" 2230f712c9SDave Chinner #include "xfs_error.h" 2330f712c9SDave Chinner #include "xfs_quota.h" 2430f712c9SDave Chinner #include "xfs_trace.h" 2530f712c9SDave Chinner #include "xfs_cksum.h" 26340785ccSDarrick J. Wong #include "xfs_rmap.h" 2730f712c9SDave Chinner 2830f712c9SDave Chinner /* 2930f712c9SDave Chinner * Convert on-disk form of btree root to in-memory form. 3030f712c9SDave Chinner */ 3130f712c9SDave Chinner void 3230f712c9SDave Chinner xfs_bmdr_to_bmbt( 3330f712c9SDave Chinner struct xfs_inode *ip, 3430f712c9SDave Chinner xfs_bmdr_block_t *dblock, 3530f712c9SDave Chinner int dblocklen, 3630f712c9SDave Chinner struct xfs_btree_block *rblock, 3730f712c9SDave Chinner int rblocklen) 3830f712c9SDave Chinner { 3930f712c9SDave Chinner struct xfs_mount *mp = ip->i_mount; 4030f712c9SDave Chinner int dmxr; 4130f712c9SDave Chinner xfs_bmbt_key_t *fkp; 4230f712c9SDave Chinner __be64 *fpp; 4330f712c9SDave Chinner xfs_bmbt_key_t *tkp; 4430f712c9SDave Chinner __be64 *tpp; 4530f712c9SDave Chinner 4630f712c9SDave Chinner xfs_btree_init_block_int(mp, rblock, XFS_BUF_DADDR_NULL, 47b6f41e44SEric Sandeen XFS_BTNUM_BMAP, 0, 0, ip->i_ino, 48f88ae46bSEric Sandeen XFS_BTREE_LONG_PTRS); 4930f712c9SDave Chinner rblock->bb_level = dblock->bb_level; 5030f712c9SDave Chinner ASSERT(be16_to_cpu(rblock->bb_level) > 0); 5130f712c9SDave Chinner rblock->bb_numrecs = dblock->bb_numrecs; 5230f712c9SDave Chinner dmxr = xfs_bmdr_maxrecs(dblocklen, 0); 5330f712c9SDave Chinner fkp = XFS_BMDR_KEY_ADDR(dblock, 1); 5430f712c9SDave Chinner tkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1); 5530f712c9SDave Chinner fpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr); 5630f712c9SDave Chinner tpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen); 5730f712c9SDave Chinner dmxr = be16_to_cpu(dblock->bb_numrecs); 5830f712c9SDave Chinner memcpy(tkp, fkp, sizeof(*fkp) * dmxr); 5930f712c9SDave Chinner memcpy(tpp, fpp, sizeof(*fpp) * dmxr); 6030f712c9SDave Chinner } 6130f712c9SDave Chinner 6230f712c9SDave Chinner void 636bdcf26aSChristoph Hellwig xfs_bmbt_disk_get_all( 646bdcf26aSChristoph Hellwig struct xfs_bmbt_rec *rec, 656bdcf26aSChristoph Hellwig struct xfs_bmbt_irec *irec) 6630f712c9SDave Chinner { 676bdcf26aSChristoph Hellwig uint64_t l0 = get_unaligned_be64(&rec->l0); 686bdcf26aSChristoph Hellwig uint64_t l1 = get_unaligned_be64(&rec->l1); 6930f712c9SDave Chinner 706bdcf26aSChristoph Hellwig irec->br_startoff = (l0 & xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9; 716bdcf26aSChristoph Hellwig irec->br_startblock = ((l0 & xfs_mask64lo(9)) << 43) | (l1 >> 21); 726bdcf26aSChristoph Hellwig irec->br_blockcount = l1 & xfs_mask64lo(21); 736bdcf26aSChristoph Hellwig if (l0 >> (64 - BMBT_EXNTFLAG_BITLEN)) 746bdcf26aSChristoph Hellwig irec->br_state = XFS_EXT_UNWRITTEN; 756bdcf26aSChristoph Hellwig else 766bdcf26aSChristoph Hellwig irec->br_state = XFS_EXT_NORM; 7730f712c9SDave Chinner } 7830f712c9SDave Chinner 7930f712c9SDave Chinner /* 8030f712c9SDave Chinner * Extract the blockcount field from an on disk bmap extent record. 8130f712c9SDave Chinner */ 8230f712c9SDave Chinner xfs_filblks_t 8330f712c9SDave Chinner xfs_bmbt_disk_get_blockcount( 8430f712c9SDave Chinner xfs_bmbt_rec_t *r) 8530f712c9SDave Chinner { 8630f712c9SDave Chinner return (xfs_filblks_t)(be64_to_cpu(r->l1) & xfs_mask64lo(21)); 8730f712c9SDave Chinner } 8830f712c9SDave Chinner 8930f712c9SDave Chinner /* 9030f712c9SDave Chinner * Extract the startoff field from a disk format bmap extent record. 9130f712c9SDave Chinner */ 9230f712c9SDave Chinner xfs_fileoff_t 9330f712c9SDave Chinner xfs_bmbt_disk_get_startoff( 9430f712c9SDave Chinner xfs_bmbt_rec_t *r) 9530f712c9SDave Chinner { 9630f712c9SDave Chinner return ((xfs_fileoff_t)be64_to_cpu(r->l0) & 9730f712c9SDave Chinner xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9; 9830f712c9SDave Chinner } 9930f712c9SDave Chinner 10030f712c9SDave Chinner /* 10130f712c9SDave Chinner * Set all the fields in a bmap extent record from the uncompressed form. 10230f712c9SDave Chinner */ 10330f712c9SDave Chinner void 10430f712c9SDave Chinner xfs_bmbt_disk_set_all( 105a67d00a5SChristoph Hellwig struct xfs_bmbt_rec *r, 106a67d00a5SChristoph Hellwig struct xfs_bmbt_irec *s) 10730f712c9SDave Chinner { 108a67d00a5SChristoph Hellwig int extent_flag = (s->br_state != XFS_EXT_NORM); 109a67d00a5SChristoph Hellwig 110a67d00a5SChristoph Hellwig ASSERT(s->br_state == XFS_EXT_NORM || s->br_state == XFS_EXT_UNWRITTEN); 111a67d00a5SChristoph Hellwig ASSERT(!(s->br_startoff & xfs_mask64hi(64-BMBT_STARTOFF_BITLEN))); 112a67d00a5SChristoph Hellwig ASSERT(!(s->br_blockcount & xfs_mask64hi(64-BMBT_BLOCKCOUNT_BITLEN))); 113a67d00a5SChristoph Hellwig ASSERT(!(s->br_startblock & xfs_mask64hi(64-BMBT_STARTBLOCK_BITLEN))); 114a67d00a5SChristoph Hellwig 115135dcc10SChristoph Hellwig put_unaligned_be64( 116a67d00a5SChristoph Hellwig ((xfs_bmbt_rec_base_t)extent_flag << 63) | 117a67d00a5SChristoph Hellwig ((xfs_bmbt_rec_base_t)s->br_startoff << 9) | 118135dcc10SChristoph Hellwig ((xfs_bmbt_rec_base_t)s->br_startblock >> 43), &r->l0); 119135dcc10SChristoph Hellwig put_unaligned_be64( 120a67d00a5SChristoph Hellwig ((xfs_bmbt_rec_base_t)s->br_startblock << 21) | 121a67d00a5SChristoph Hellwig ((xfs_bmbt_rec_base_t)s->br_blockcount & 122135dcc10SChristoph Hellwig (xfs_bmbt_rec_base_t)xfs_mask64lo(21)), &r->l1); 12330f712c9SDave Chinner } 12430f712c9SDave Chinner 12530f712c9SDave Chinner /* 12630f712c9SDave Chinner * Convert in-memory form of btree root to on-disk form. 12730f712c9SDave Chinner */ 12830f712c9SDave Chinner void 12930f712c9SDave Chinner xfs_bmbt_to_bmdr( 13030f712c9SDave Chinner struct xfs_mount *mp, 13130f712c9SDave Chinner struct xfs_btree_block *rblock, 13230f712c9SDave Chinner int rblocklen, 13330f712c9SDave Chinner xfs_bmdr_block_t *dblock, 13430f712c9SDave Chinner int dblocklen) 13530f712c9SDave Chinner { 13630f712c9SDave Chinner int dmxr; 13730f712c9SDave Chinner xfs_bmbt_key_t *fkp; 13830f712c9SDave Chinner __be64 *fpp; 13930f712c9SDave Chinner xfs_bmbt_key_t *tkp; 14030f712c9SDave Chinner __be64 *tpp; 14130f712c9SDave Chinner 14230f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb)) { 14330f712c9SDave Chinner ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_CRC_MAGIC)); 144ce748eaaSEric Sandeen ASSERT(uuid_equal(&rblock->bb_u.l.bb_uuid, 145ce748eaaSEric Sandeen &mp->m_sb.sb_meta_uuid)); 14630f712c9SDave Chinner ASSERT(rblock->bb_u.l.bb_blkno == 14730f712c9SDave Chinner cpu_to_be64(XFS_BUF_DADDR_NULL)); 14830f712c9SDave Chinner } else 14930f712c9SDave Chinner ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_MAGIC)); 150d5cf09baSChristoph Hellwig ASSERT(rblock->bb_u.l.bb_leftsib == cpu_to_be64(NULLFSBLOCK)); 151d5cf09baSChristoph Hellwig ASSERT(rblock->bb_u.l.bb_rightsib == cpu_to_be64(NULLFSBLOCK)); 15230f712c9SDave Chinner ASSERT(rblock->bb_level != 0); 15330f712c9SDave Chinner dblock->bb_level = rblock->bb_level; 15430f712c9SDave Chinner dblock->bb_numrecs = rblock->bb_numrecs; 15530f712c9SDave Chinner dmxr = xfs_bmdr_maxrecs(dblocklen, 0); 15630f712c9SDave Chinner fkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1); 15730f712c9SDave Chinner tkp = XFS_BMDR_KEY_ADDR(dblock, 1); 15830f712c9SDave Chinner fpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen); 15930f712c9SDave Chinner tpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr); 16030f712c9SDave Chinner dmxr = be16_to_cpu(dblock->bb_numrecs); 16130f712c9SDave Chinner memcpy(tkp, fkp, sizeof(*fkp) * dmxr); 16230f712c9SDave Chinner memcpy(tpp, fpp, sizeof(*fpp) * dmxr); 16330f712c9SDave Chinner } 16430f712c9SDave Chinner 16530f712c9SDave Chinner STATIC struct xfs_btree_cur * 16630f712c9SDave Chinner xfs_bmbt_dup_cursor( 16730f712c9SDave Chinner struct xfs_btree_cur *cur) 16830f712c9SDave Chinner { 16930f712c9SDave Chinner struct xfs_btree_cur *new; 17030f712c9SDave Chinner 17130f712c9SDave Chinner new = xfs_bmbt_init_cursor(cur->bc_mp, cur->bc_tp, 17230f712c9SDave Chinner cur->bc_private.b.ip, cur->bc_private.b.whichfork); 17330f712c9SDave Chinner 17430f712c9SDave Chinner /* 1752c3234d1SDarrick J. Wong * Copy the firstblock, dfops, and flags values, 17630f712c9SDave Chinner * since init cursor doesn't get them. 17730f712c9SDave Chinner */ 17830f712c9SDave Chinner new->bc_private.b.flags = cur->bc_private.b.flags; 17930f712c9SDave Chinner 18030f712c9SDave Chinner return new; 18130f712c9SDave Chinner } 18230f712c9SDave Chinner 18330f712c9SDave Chinner STATIC void 18430f712c9SDave Chinner xfs_bmbt_update_cursor( 18530f712c9SDave Chinner struct xfs_btree_cur *src, 18630f712c9SDave Chinner struct xfs_btree_cur *dst) 18730f712c9SDave Chinner { 188cf612de7SBrian Foster ASSERT((dst->bc_tp->t_firstblock != NULLFSBLOCK) || 18930f712c9SDave Chinner (dst->bc_private.b.ip->i_d.di_flags & XFS_DIFLAG_REALTIME)); 19030f712c9SDave Chinner 19130f712c9SDave Chinner dst->bc_private.b.allocated += src->bc_private.b.allocated; 192cf612de7SBrian Foster dst->bc_tp->t_firstblock = src->bc_tp->t_firstblock; 19330f712c9SDave Chinner 19430f712c9SDave Chinner src->bc_private.b.allocated = 0; 19530f712c9SDave Chinner } 19630f712c9SDave Chinner 19730f712c9SDave Chinner STATIC int 19830f712c9SDave Chinner xfs_bmbt_alloc_block( 19930f712c9SDave Chinner struct xfs_btree_cur *cur, 20030f712c9SDave Chinner union xfs_btree_ptr *start, 20130f712c9SDave Chinner union xfs_btree_ptr *new, 20230f712c9SDave Chinner int *stat) 20330f712c9SDave Chinner { 20430f712c9SDave Chinner xfs_alloc_arg_t args; /* block allocation args */ 20530f712c9SDave Chinner int error; /* error return value */ 20630f712c9SDave Chinner 20730f712c9SDave Chinner memset(&args, 0, sizeof(args)); 20830f712c9SDave Chinner args.tp = cur->bc_tp; 20930f712c9SDave Chinner args.mp = cur->bc_mp; 210cf612de7SBrian Foster args.fsbno = cur->bc_tp->t_firstblock; 211340785ccSDarrick J. Wong xfs_rmap_ino_bmbt_owner(&args.oinfo, cur->bc_private.b.ip->i_ino, 212340785ccSDarrick J. Wong cur->bc_private.b.whichfork); 21330f712c9SDave Chinner 21430f712c9SDave Chinner if (args.fsbno == NULLFSBLOCK) { 21530f712c9SDave Chinner args.fsbno = be64_to_cpu(start->l); 21630f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 21730f712c9SDave Chinner /* 21830f712c9SDave Chinner * Make sure there is sufficient room left in the AG to 21930f712c9SDave Chinner * complete a full tree split for an extent insert. If 22030f712c9SDave Chinner * we are converting the middle part of an extent then 22130f712c9SDave Chinner * we may need space for two tree splits. 22230f712c9SDave Chinner * 22330f712c9SDave Chinner * We are relying on the caller to make the correct block 22430f712c9SDave Chinner * reservation for this operation to succeed. If the 22530f712c9SDave Chinner * reservation amount is insufficient then we may fail a 22630f712c9SDave Chinner * block allocation here and corrupt the filesystem. 22730f712c9SDave Chinner */ 228a7e5d03bSChristoph Hellwig args.minleft = args.tp->t_blk_res; 2291214f1cfSBrian Foster } else if (cur->bc_tp->t_flags & XFS_TRANS_LOWMODE) { 23030f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 23130f712c9SDave Chinner } else { 23230f712c9SDave Chinner args.type = XFS_ALLOCTYPE_NEAR_BNO; 23330f712c9SDave Chinner } 23430f712c9SDave Chinner 23530f712c9SDave Chinner args.minlen = args.maxlen = args.prod = 1; 23630f712c9SDave Chinner args.wasdel = cur->bc_private.b.flags & XFS_BTCUR_BPRV_WASDEL; 237a7e5d03bSChristoph Hellwig if (!args.wasdel && args.tp->t_blk_res == 0) { 2382451337dSDave Chinner error = -ENOSPC; 23930f712c9SDave Chinner goto error0; 24030f712c9SDave Chinner } 24130f712c9SDave Chinner error = xfs_alloc_vextent(&args); 24230f712c9SDave Chinner if (error) 24330f712c9SDave Chinner goto error0; 24430f712c9SDave Chinner 24530f712c9SDave Chinner if (args.fsbno == NULLFSBLOCK && args.minleft) { 24630f712c9SDave Chinner /* 24730f712c9SDave Chinner * Could not find an AG with enough free space to satisfy 248255c5162SChristoph Hellwig * a full btree split. Try again and if 24930f712c9SDave Chinner * successful activate the lowspace algorithm. 25030f712c9SDave Chinner */ 25130f712c9SDave Chinner args.fsbno = 0; 25230f712c9SDave Chinner args.type = XFS_ALLOCTYPE_FIRST_AG; 25330f712c9SDave Chinner error = xfs_alloc_vextent(&args); 25430f712c9SDave Chinner if (error) 25530f712c9SDave Chinner goto error0; 2561214f1cfSBrian Foster cur->bc_tp->t_flags |= XFS_TRANS_LOWMODE; 25730f712c9SDave Chinner } 2582fcc319dSChristoph Hellwig if (WARN_ON_ONCE(args.fsbno == NULLFSBLOCK)) { 25930f712c9SDave Chinner *stat = 0; 26030f712c9SDave Chinner return 0; 26130f712c9SDave Chinner } 262e157ebdcSCarlos Maiolino 26330f712c9SDave Chinner ASSERT(args.len == 1); 264cf612de7SBrian Foster cur->bc_tp->t_firstblock = args.fsbno; 26530f712c9SDave Chinner cur->bc_private.b.allocated++; 26630f712c9SDave Chinner cur->bc_private.b.ip->i_d.di_nblocks++; 26730f712c9SDave Chinner xfs_trans_log_inode(args.tp, cur->bc_private.b.ip, XFS_ILOG_CORE); 26830f712c9SDave Chinner xfs_trans_mod_dquot_byino(args.tp, cur->bc_private.b.ip, 26930f712c9SDave Chinner XFS_TRANS_DQ_BCOUNT, 1L); 27030f712c9SDave Chinner 27130f712c9SDave Chinner new->l = cpu_to_be64(args.fsbno); 27230f712c9SDave Chinner 27330f712c9SDave Chinner *stat = 1; 27430f712c9SDave Chinner return 0; 27530f712c9SDave Chinner 27630f712c9SDave Chinner error0: 27730f712c9SDave Chinner return error; 27830f712c9SDave Chinner } 27930f712c9SDave Chinner 28030f712c9SDave Chinner STATIC int 28130f712c9SDave Chinner xfs_bmbt_free_block( 28230f712c9SDave Chinner struct xfs_btree_cur *cur, 28330f712c9SDave Chinner struct xfs_buf *bp) 28430f712c9SDave Chinner { 28530f712c9SDave Chinner struct xfs_mount *mp = cur->bc_mp; 28630f712c9SDave Chinner struct xfs_inode *ip = cur->bc_private.b.ip; 28730f712c9SDave Chinner struct xfs_trans *tp = cur->bc_tp; 28830f712c9SDave Chinner xfs_fsblock_t fsbno = XFS_DADDR_TO_FSB(mp, XFS_BUF_ADDR(bp)); 289340785ccSDarrick J. Wong struct xfs_owner_info oinfo; 29030f712c9SDave Chinner 291340785ccSDarrick J. Wong xfs_rmap_ino_bmbt_owner(&oinfo, ip->i_ino, cur->bc_private.b.whichfork); 2920f37d178SBrian Foster xfs_bmap_add_free(cur->bc_tp, fsbno, 1, &oinfo); 29330f712c9SDave Chinner ip->i_d.di_nblocks--; 29430f712c9SDave Chinner 29530f712c9SDave Chinner xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE); 29630f712c9SDave Chinner xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, -1L); 29730f712c9SDave Chinner return 0; 29830f712c9SDave Chinner } 29930f712c9SDave Chinner 30030f712c9SDave Chinner STATIC int 30130f712c9SDave Chinner xfs_bmbt_get_minrecs( 30230f712c9SDave Chinner struct xfs_btree_cur *cur, 30330f712c9SDave Chinner int level) 30430f712c9SDave Chinner { 30530f712c9SDave Chinner if (level == cur->bc_nlevels - 1) { 30630f712c9SDave Chinner struct xfs_ifork *ifp; 30730f712c9SDave Chinner 30830f712c9SDave Chinner ifp = XFS_IFORK_PTR(cur->bc_private.b.ip, 30930f712c9SDave Chinner cur->bc_private.b.whichfork); 31030f712c9SDave Chinner 31130f712c9SDave Chinner return xfs_bmbt_maxrecs(cur->bc_mp, 31230f712c9SDave Chinner ifp->if_broot_bytes, level == 0) / 2; 31330f712c9SDave Chinner } 31430f712c9SDave Chinner 31530f712c9SDave Chinner return cur->bc_mp->m_bmap_dmnr[level != 0]; 31630f712c9SDave Chinner } 31730f712c9SDave Chinner 31830f712c9SDave Chinner int 31930f712c9SDave Chinner xfs_bmbt_get_maxrecs( 32030f712c9SDave Chinner struct xfs_btree_cur *cur, 32130f712c9SDave Chinner int level) 32230f712c9SDave Chinner { 32330f712c9SDave Chinner if (level == cur->bc_nlevels - 1) { 32430f712c9SDave Chinner struct xfs_ifork *ifp; 32530f712c9SDave Chinner 32630f712c9SDave Chinner ifp = XFS_IFORK_PTR(cur->bc_private.b.ip, 32730f712c9SDave Chinner cur->bc_private.b.whichfork); 32830f712c9SDave Chinner 32930f712c9SDave Chinner return xfs_bmbt_maxrecs(cur->bc_mp, 33030f712c9SDave Chinner ifp->if_broot_bytes, level == 0); 33130f712c9SDave Chinner } 33230f712c9SDave Chinner 33330f712c9SDave Chinner return cur->bc_mp->m_bmap_dmxr[level != 0]; 33430f712c9SDave Chinner 33530f712c9SDave Chinner } 33630f712c9SDave Chinner 33730f712c9SDave Chinner /* 33830f712c9SDave Chinner * Get the maximum records we could store in the on-disk format. 33930f712c9SDave Chinner * 34030f712c9SDave Chinner * For non-root nodes this is equivalent to xfs_bmbt_get_maxrecs, but 34130f712c9SDave Chinner * for the root node this checks the available space in the dinode fork 34230f712c9SDave Chinner * so that we can resize the in-memory buffer to match it. After a 34330f712c9SDave Chinner * resize to the maximum size this function returns the same value 34430f712c9SDave Chinner * as xfs_bmbt_get_maxrecs for the root node, too. 34530f712c9SDave Chinner */ 34630f712c9SDave Chinner STATIC int 34730f712c9SDave Chinner xfs_bmbt_get_dmaxrecs( 34830f712c9SDave Chinner struct xfs_btree_cur *cur, 34930f712c9SDave Chinner int level) 35030f712c9SDave Chinner { 35130f712c9SDave Chinner if (level != cur->bc_nlevels - 1) 35230f712c9SDave Chinner return cur->bc_mp->m_bmap_dmxr[level != 0]; 35330f712c9SDave Chinner return xfs_bmdr_maxrecs(cur->bc_private.b.forksize, level == 0); 35430f712c9SDave Chinner } 35530f712c9SDave Chinner 35630f712c9SDave Chinner STATIC void 35730f712c9SDave Chinner xfs_bmbt_init_key_from_rec( 35830f712c9SDave Chinner union xfs_btree_key *key, 35930f712c9SDave Chinner union xfs_btree_rec *rec) 36030f712c9SDave Chinner { 36130f712c9SDave Chinner key->bmbt.br_startoff = 36230f712c9SDave Chinner cpu_to_be64(xfs_bmbt_disk_get_startoff(&rec->bmbt)); 36330f712c9SDave Chinner } 36430f712c9SDave Chinner 36530f712c9SDave Chinner STATIC void 366118bb47eSDarrick J. Wong xfs_bmbt_init_high_key_from_rec( 367118bb47eSDarrick J. Wong union xfs_btree_key *key, 368118bb47eSDarrick J. Wong union xfs_btree_rec *rec) 369118bb47eSDarrick J. Wong { 370118bb47eSDarrick J. Wong key->bmbt.br_startoff = cpu_to_be64( 371118bb47eSDarrick J. Wong xfs_bmbt_disk_get_startoff(&rec->bmbt) + 372118bb47eSDarrick J. Wong xfs_bmbt_disk_get_blockcount(&rec->bmbt) - 1); 373118bb47eSDarrick J. Wong } 374118bb47eSDarrick J. Wong 375118bb47eSDarrick J. Wong STATIC void 37630f712c9SDave Chinner xfs_bmbt_init_rec_from_cur( 37730f712c9SDave Chinner struct xfs_btree_cur *cur, 37830f712c9SDave Chinner union xfs_btree_rec *rec) 37930f712c9SDave Chinner { 38030f712c9SDave Chinner xfs_bmbt_disk_set_all(&rec->bmbt, &cur->bc_rec.b); 38130f712c9SDave Chinner } 38230f712c9SDave Chinner 38330f712c9SDave Chinner STATIC void 38430f712c9SDave Chinner xfs_bmbt_init_ptr_from_cur( 38530f712c9SDave Chinner struct xfs_btree_cur *cur, 38630f712c9SDave Chinner union xfs_btree_ptr *ptr) 38730f712c9SDave Chinner { 38830f712c9SDave Chinner ptr->l = 0; 38930f712c9SDave Chinner } 39030f712c9SDave Chinner 391c8ce540dSDarrick J. Wong STATIC int64_t 39230f712c9SDave Chinner xfs_bmbt_key_diff( 39330f712c9SDave Chinner struct xfs_btree_cur *cur, 39430f712c9SDave Chinner union xfs_btree_key *key) 39530f712c9SDave Chinner { 396c8ce540dSDarrick J. Wong return (int64_t)be64_to_cpu(key->bmbt.br_startoff) - 39730f712c9SDave Chinner cur->bc_rec.b.br_startoff; 39830f712c9SDave Chinner } 39930f712c9SDave Chinner 400118bb47eSDarrick J. Wong STATIC int64_t 401118bb47eSDarrick J. Wong xfs_bmbt_diff_two_keys( 402118bb47eSDarrick J. Wong struct xfs_btree_cur *cur, 403118bb47eSDarrick J. Wong union xfs_btree_key *k1, 404118bb47eSDarrick J. Wong union xfs_btree_key *k2) 405118bb47eSDarrick J. Wong { 406118bb47eSDarrick J. Wong return (int64_t)be64_to_cpu(k1->bmbt.br_startoff) - 407118bb47eSDarrick J. Wong be64_to_cpu(k2->bmbt.br_startoff); 408118bb47eSDarrick J. Wong } 409118bb47eSDarrick J. Wong 410a6a781a5SDarrick J. Wong static xfs_failaddr_t 41130f712c9SDave Chinner xfs_bmbt_verify( 41230f712c9SDave Chinner struct xfs_buf *bp) 41330f712c9SDave Chinner { 41430f712c9SDave Chinner struct xfs_mount *mp = bp->b_target->bt_mount; 41530f712c9SDave Chinner struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp); 416a6a781a5SDarrick J. Wong xfs_failaddr_t fa; 41730f712c9SDave Chinner unsigned int level; 41830f712c9SDave Chinner 41930f712c9SDave Chinner switch (block->bb_magic) { 42030f712c9SDave Chinner case cpu_to_be32(XFS_BMAP_CRC_MAGIC): 42130f712c9SDave Chinner /* 42230f712c9SDave Chinner * XXX: need a better way of verifying the owner here. Right now 42330f712c9SDave Chinner * just make sure there has been one set. 42430f712c9SDave Chinner */ 425a6a781a5SDarrick J. Wong fa = xfs_btree_lblock_v5hdr_verify(bp, XFS_RMAP_OWN_UNKNOWN); 426a6a781a5SDarrick J. Wong if (fa) 427a6a781a5SDarrick J. Wong return fa; 42830f712c9SDave Chinner /* fall through */ 42930f712c9SDave Chinner case cpu_to_be32(XFS_BMAP_MAGIC): 43030f712c9SDave Chinner break; 43130f712c9SDave Chinner default: 432a6a781a5SDarrick J. Wong return __this_address; 43330f712c9SDave Chinner } 43430f712c9SDave Chinner 43530f712c9SDave Chinner /* 43630f712c9SDave Chinner * numrecs and level verification. 43730f712c9SDave Chinner * 43830f712c9SDave Chinner * We don't know what fork we belong to, so just verify that the level 43930f712c9SDave Chinner * is less than the maximum of the two. Later checks will be more 44030f712c9SDave Chinner * precise. 44130f712c9SDave Chinner */ 44230f712c9SDave Chinner level = be16_to_cpu(block->bb_level); 44330f712c9SDave Chinner if (level > max(mp->m_bm_maxlevels[0], mp->m_bm_maxlevels[1])) 444a6a781a5SDarrick J. Wong return __this_address; 44530f712c9SDave Chinner 4468368a601SDarrick J. Wong return xfs_btree_lblock_verify(bp, mp->m_bmap_dmxr[level != 0]); 44730f712c9SDave Chinner } 44830f712c9SDave Chinner 44930f712c9SDave Chinner static void 45030f712c9SDave Chinner xfs_bmbt_read_verify( 45130f712c9SDave Chinner struct xfs_buf *bp) 45230f712c9SDave Chinner { 453bc1a09b8SDarrick J. Wong xfs_failaddr_t fa; 454bc1a09b8SDarrick J. Wong 45530f712c9SDave Chinner if (!xfs_btree_lblock_verify_crc(bp)) 456bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSBADCRC, __this_address); 457bc1a09b8SDarrick J. Wong else { 458bc1a09b8SDarrick J. Wong fa = xfs_bmbt_verify(bp); 459bc1a09b8SDarrick J. Wong if (fa) 460bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa); 461bc1a09b8SDarrick J. Wong } 46230f712c9SDave Chinner 46331ca03c9SDarrick J. Wong if (bp->b_error) 46430f712c9SDave Chinner trace_xfs_btree_corrupt(bp, _RET_IP_); 46530f712c9SDave Chinner } 46630f712c9SDave Chinner 46730f712c9SDave Chinner static void 46830f712c9SDave Chinner xfs_bmbt_write_verify( 46930f712c9SDave Chinner struct xfs_buf *bp) 47030f712c9SDave Chinner { 471bc1a09b8SDarrick J. Wong xfs_failaddr_t fa; 472bc1a09b8SDarrick J. Wong 473bc1a09b8SDarrick J. Wong fa = xfs_bmbt_verify(bp); 474bc1a09b8SDarrick J. Wong if (fa) { 47530f712c9SDave Chinner trace_xfs_btree_corrupt(bp, _RET_IP_); 476bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa); 47730f712c9SDave Chinner return; 47830f712c9SDave Chinner } 47930f712c9SDave Chinner xfs_btree_lblock_calc_crc(bp); 48030f712c9SDave Chinner } 48130f712c9SDave Chinner 48230f712c9SDave Chinner const struct xfs_buf_ops xfs_bmbt_buf_ops = { 483233135b7SEric Sandeen .name = "xfs_bmbt", 48430f712c9SDave Chinner .verify_read = xfs_bmbt_read_verify, 48530f712c9SDave Chinner .verify_write = xfs_bmbt_write_verify, 486b5572597SDarrick J. Wong .verify_struct = xfs_bmbt_verify, 48730f712c9SDave Chinner }; 48830f712c9SDave Chinner 48930f712c9SDave Chinner 49030f712c9SDave Chinner STATIC int 49130f712c9SDave Chinner xfs_bmbt_keys_inorder( 49230f712c9SDave Chinner struct xfs_btree_cur *cur, 49330f712c9SDave Chinner union xfs_btree_key *k1, 49430f712c9SDave Chinner union xfs_btree_key *k2) 49530f712c9SDave Chinner { 49630f712c9SDave Chinner return be64_to_cpu(k1->bmbt.br_startoff) < 49730f712c9SDave Chinner be64_to_cpu(k2->bmbt.br_startoff); 49830f712c9SDave Chinner } 49930f712c9SDave Chinner 50030f712c9SDave Chinner STATIC int 50130f712c9SDave Chinner xfs_bmbt_recs_inorder( 50230f712c9SDave Chinner struct xfs_btree_cur *cur, 50330f712c9SDave Chinner union xfs_btree_rec *r1, 50430f712c9SDave Chinner union xfs_btree_rec *r2) 50530f712c9SDave Chinner { 50630f712c9SDave Chinner return xfs_bmbt_disk_get_startoff(&r1->bmbt) + 50730f712c9SDave Chinner xfs_bmbt_disk_get_blockcount(&r1->bmbt) <= 50830f712c9SDave Chinner xfs_bmbt_disk_get_startoff(&r2->bmbt); 50930f712c9SDave Chinner } 51030f712c9SDave Chinner 51130f712c9SDave Chinner static const struct xfs_btree_ops xfs_bmbt_ops = { 51230f712c9SDave Chinner .rec_len = sizeof(xfs_bmbt_rec_t), 51330f712c9SDave Chinner .key_len = sizeof(xfs_bmbt_key_t), 51430f712c9SDave Chinner 51530f712c9SDave Chinner .dup_cursor = xfs_bmbt_dup_cursor, 51630f712c9SDave Chinner .update_cursor = xfs_bmbt_update_cursor, 51730f712c9SDave Chinner .alloc_block = xfs_bmbt_alloc_block, 51830f712c9SDave Chinner .free_block = xfs_bmbt_free_block, 51930f712c9SDave Chinner .get_maxrecs = xfs_bmbt_get_maxrecs, 52030f712c9SDave Chinner .get_minrecs = xfs_bmbt_get_minrecs, 52130f712c9SDave Chinner .get_dmaxrecs = xfs_bmbt_get_dmaxrecs, 52230f712c9SDave Chinner .init_key_from_rec = xfs_bmbt_init_key_from_rec, 523118bb47eSDarrick J. Wong .init_high_key_from_rec = xfs_bmbt_init_high_key_from_rec, 52430f712c9SDave Chinner .init_rec_from_cur = xfs_bmbt_init_rec_from_cur, 52530f712c9SDave Chinner .init_ptr_from_cur = xfs_bmbt_init_ptr_from_cur, 52630f712c9SDave Chinner .key_diff = xfs_bmbt_key_diff, 527118bb47eSDarrick J. Wong .diff_two_keys = xfs_bmbt_diff_two_keys, 52830f712c9SDave Chinner .buf_ops = &xfs_bmbt_buf_ops, 52930f712c9SDave Chinner .keys_inorder = xfs_bmbt_keys_inorder, 53030f712c9SDave Chinner .recs_inorder = xfs_bmbt_recs_inorder, 53130f712c9SDave Chinner }; 53230f712c9SDave Chinner 53330f712c9SDave Chinner /* 53430f712c9SDave Chinner * Allocate a new bmap btree cursor. 53530f712c9SDave Chinner */ 53630f712c9SDave Chinner struct xfs_btree_cur * /* new bmap btree cursor */ 53730f712c9SDave Chinner xfs_bmbt_init_cursor( 53830f712c9SDave Chinner struct xfs_mount *mp, /* file system mount point */ 53930f712c9SDave Chinner struct xfs_trans *tp, /* transaction pointer */ 54030f712c9SDave Chinner struct xfs_inode *ip, /* inode owning the btree */ 54130f712c9SDave Chinner int whichfork) /* data or attr fork */ 54230f712c9SDave Chinner { 54330f712c9SDave Chinner struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 54430f712c9SDave Chinner struct xfs_btree_cur *cur; 5453993baebSDarrick J. Wong ASSERT(whichfork != XFS_COW_FORK); 54630f712c9SDave Chinner 547b24a978cSDarrick J. Wong cur = kmem_zone_zalloc(xfs_btree_cur_zone, KM_NOFS); 54830f712c9SDave Chinner 54930f712c9SDave Chinner cur->bc_tp = tp; 55030f712c9SDave Chinner cur->bc_mp = mp; 55130f712c9SDave Chinner cur->bc_nlevels = be16_to_cpu(ifp->if_broot->bb_level) + 1; 55230f712c9SDave Chinner cur->bc_btnum = XFS_BTNUM_BMAP; 55330f712c9SDave Chinner cur->bc_blocklog = mp->m_sb.sb_blocklog; 55411ef38afSDave Chinner cur->bc_statoff = XFS_STATS_CALC_INDEX(xs_bmbt_2); 55530f712c9SDave Chinner 55630f712c9SDave Chinner cur->bc_ops = &xfs_bmbt_ops; 55730f712c9SDave Chinner cur->bc_flags = XFS_BTREE_LONG_PTRS | XFS_BTREE_ROOT_IN_INODE; 55830f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb)) 55930f712c9SDave Chinner cur->bc_flags |= XFS_BTREE_CRC_BLOCKS; 56030f712c9SDave Chinner 56130f712c9SDave Chinner cur->bc_private.b.forksize = XFS_IFORK_SIZE(ip, whichfork); 56230f712c9SDave Chinner cur->bc_private.b.ip = ip; 56330f712c9SDave Chinner cur->bc_private.b.allocated = 0; 56430f712c9SDave Chinner cur->bc_private.b.flags = 0; 56530f712c9SDave Chinner cur->bc_private.b.whichfork = whichfork; 56630f712c9SDave Chinner 56730f712c9SDave Chinner return cur; 56830f712c9SDave Chinner } 56930f712c9SDave Chinner 57030f712c9SDave Chinner /* 57130f712c9SDave Chinner * Calculate number of records in a bmap btree block. 57230f712c9SDave Chinner */ 57330f712c9SDave Chinner int 57430f712c9SDave Chinner xfs_bmbt_maxrecs( 57530f712c9SDave Chinner struct xfs_mount *mp, 57630f712c9SDave Chinner int blocklen, 57730f712c9SDave Chinner int leaf) 57830f712c9SDave Chinner { 57930f712c9SDave Chinner blocklen -= XFS_BMBT_BLOCK_LEN(mp); 58030f712c9SDave Chinner 58130f712c9SDave Chinner if (leaf) 58230f712c9SDave Chinner return blocklen / sizeof(xfs_bmbt_rec_t); 58330f712c9SDave Chinner return blocklen / (sizeof(xfs_bmbt_key_t) + sizeof(xfs_bmbt_ptr_t)); 58430f712c9SDave Chinner } 58530f712c9SDave Chinner 58630f712c9SDave Chinner /* 58730f712c9SDave Chinner * Calculate number of records in a bmap btree inode root. 58830f712c9SDave Chinner */ 58930f712c9SDave Chinner int 59030f712c9SDave Chinner xfs_bmdr_maxrecs( 59130f712c9SDave Chinner int blocklen, 59230f712c9SDave Chinner int leaf) 59330f712c9SDave Chinner { 59430f712c9SDave Chinner blocklen -= sizeof(xfs_bmdr_block_t); 59530f712c9SDave Chinner 59630f712c9SDave Chinner if (leaf) 59730f712c9SDave Chinner return blocklen / sizeof(xfs_bmdr_rec_t); 59830f712c9SDave Chinner return blocklen / (sizeof(xfs_bmdr_key_t) + sizeof(xfs_bmdr_ptr_t)); 59930f712c9SDave Chinner } 60030f712c9SDave Chinner 60130f712c9SDave Chinner /* 60230f712c9SDave Chinner * Change the owner of a btree format fork fo the inode passed in. Change it to 60330f712c9SDave Chinner * the owner of that is passed in so that we can change owners before or after 60430f712c9SDave Chinner * we switch forks between inodes. The operation that the caller is doing will 60530f712c9SDave Chinner * determine whether is needs to change owner before or after the switch. 60630f712c9SDave Chinner * 60730f712c9SDave Chinner * For demand paged transactional modification, the fork switch should be done 60830f712c9SDave Chinner * after reading in all the blocks, modifying them and pinning them in the 60930f712c9SDave Chinner * transaction. For modification when the buffers are already pinned in memory, 61030f712c9SDave Chinner * the fork switch can be done before changing the owner as we won't need to 61130f712c9SDave Chinner * validate the owner until the btree buffers are unpinned and writes can occur 61230f712c9SDave Chinner * again. 61330f712c9SDave Chinner * 61430f712c9SDave Chinner * For recovery based ownership change, there is no transactional context and 61530f712c9SDave Chinner * so a buffer list must be supplied so that we can record the buffers that we 61630f712c9SDave Chinner * modified for the caller to issue IO on. 61730f712c9SDave Chinner */ 61830f712c9SDave Chinner int 61930f712c9SDave Chinner xfs_bmbt_change_owner( 62030f712c9SDave Chinner struct xfs_trans *tp, 62130f712c9SDave Chinner struct xfs_inode *ip, 62230f712c9SDave Chinner int whichfork, 62330f712c9SDave Chinner xfs_ino_t new_owner, 62430f712c9SDave Chinner struct list_head *buffer_list) 62530f712c9SDave Chinner { 62630f712c9SDave Chinner struct xfs_btree_cur *cur; 62730f712c9SDave Chinner int error; 62830f712c9SDave Chinner 62930f712c9SDave Chinner ASSERT(tp || buffer_list); 63030f712c9SDave Chinner ASSERT(!(tp && buffer_list)); 63130f712c9SDave Chinner if (whichfork == XFS_DATA_FORK) 63230f712c9SDave Chinner ASSERT(ip->i_d.di_format == XFS_DINODE_FMT_BTREE); 63330f712c9SDave Chinner else 63430f712c9SDave Chinner ASSERT(ip->i_d.di_aformat == XFS_DINODE_FMT_BTREE); 63530f712c9SDave Chinner 63630f712c9SDave Chinner cur = xfs_bmbt_init_cursor(ip->i_mount, tp, ip, whichfork); 63730f712c9SDave Chinner if (!cur) 6382451337dSDave Chinner return -ENOMEM; 63999c794c6SBrian Foster cur->bc_private.b.flags |= XFS_BTCUR_BPRV_INVALID_OWNER; 64030f712c9SDave Chinner 64130f712c9SDave Chinner error = xfs_btree_change_owner(cur, new_owner, buffer_list); 6420b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 64330f712c9SDave Chinner return error; 64430f712c9SDave Chinner } 64514861c47SDarrick J. Wong 64614861c47SDarrick J. Wong /* Calculate the bmap btree size for some records. */ 64714861c47SDarrick J. Wong unsigned long long 64814861c47SDarrick J. Wong xfs_bmbt_calc_size( 64914861c47SDarrick J. Wong struct xfs_mount *mp, 65014861c47SDarrick J. Wong unsigned long long len) 65114861c47SDarrick J. Wong { 65214861c47SDarrick J. Wong return xfs_btree_calc_size(mp->m_bmap_dmnr, len); 65314861c47SDarrick J. Wong } 654