10b61f8a4SDave Chinner // SPDX-License-Identifier: GPL-2.0 230f712c9SDave Chinner /* 330f712c9SDave Chinner * Copyright (c) 2000-2006 Silicon Graphics, Inc. 430f712c9SDave Chinner * All Rights Reserved. 530f712c9SDave Chinner */ 630f712c9SDave Chinner #include "xfs.h" 730f712c9SDave Chinner #include "xfs_fs.h" 830f712c9SDave Chinner #include "xfs_shared.h" 930f712c9SDave Chinner #include "xfs_format.h" 1030f712c9SDave Chinner #include "xfs_log_format.h" 1130f712c9SDave Chinner #include "xfs_trans_resv.h" 1230f712c9SDave Chinner #include "xfs_bit.h" 1330f712c9SDave Chinner #include "xfs_sb.h" 1430f712c9SDave Chinner #include "xfs_mount.h" 153ab78df2SDarrick J. Wong #include "xfs_defer.h" 1630f712c9SDave Chinner #include "xfs_dir2.h" 1730f712c9SDave Chinner #include "xfs_inode.h" 1830f712c9SDave Chinner #include "xfs_btree.h" 1930f712c9SDave Chinner #include "xfs_trans.h" 2030f712c9SDave Chinner #include "xfs_alloc.h" 2130f712c9SDave Chinner #include "xfs_bmap.h" 2230f712c9SDave Chinner #include "xfs_bmap_util.h" 2330f712c9SDave Chinner #include "xfs_bmap_btree.h" 2430f712c9SDave Chinner #include "xfs_rtalloc.h" 25e9e899a2SDarrick J. Wong #include "xfs_errortag.h" 2630f712c9SDave Chinner #include "xfs_error.h" 2730f712c9SDave Chinner #include "xfs_quota.h" 2830f712c9SDave Chinner #include "xfs_trans_space.h" 2930f712c9SDave Chinner #include "xfs_buf_item.h" 3030f712c9SDave Chinner #include "xfs_trace.h" 3130f712c9SDave Chinner #include "xfs_attr_leaf.h" 3230f712c9SDave Chinner #include "xfs_filestream.h" 33340785ccSDarrick J. Wong #include "xfs_rmap.h" 343fd129b6SDarrick J. Wong #include "xfs_ag_resv.h" 3562aab20fSDarrick J. Wong #include "xfs_refcount.h" 36974ae922SBrian Foster #include "xfs_icache.h" 374e087a3bSChristoph Hellwig #include "xfs_iomap.h" 3830f712c9SDave Chinner 3930f712c9SDave Chinner 4030f712c9SDave Chinner kmem_zone_t *xfs_bmap_free_item_zone; 4130f712c9SDave Chinner 4230f712c9SDave Chinner /* 4330f712c9SDave Chinner * Miscellaneous helper functions 4430f712c9SDave Chinner */ 4530f712c9SDave Chinner 4630f712c9SDave Chinner /* 4730f712c9SDave Chinner * Compute and fill in the value of the maximum depth of a bmap btree 4830f712c9SDave Chinner * in this filesystem. Done once, during mount. 4930f712c9SDave Chinner */ 5030f712c9SDave Chinner void 5130f712c9SDave Chinner xfs_bmap_compute_maxlevels( 5230f712c9SDave Chinner xfs_mount_t *mp, /* file system mount structure */ 5330f712c9SDave Chinner int whichfork) /* data or attr fork */ 5430f712c9SDave Chinner { 5530f712c9SDave Chinner int level; /* btree level */ 5630f712c9SDave Chinner uint maxblocks; /* max blocks at this level */ 5730f712c9SDave Chinner uint maxleafents; /* max leaf entries possible */ 5830f712c9SDave Chinner int maxrootrecs; /* max records in root block */ 5930f712c9SDave Chinner int minleafrecs; /* min records in leaf block */ 6030f712c9SDave Chinner int minnoderecs; /* min records in node block */ 6130f712c9SDave Chinner int sz; /* root block size */ 6230f712c9SDave Chinner 6330f712c9SDave Chinner /* 64daf83964SChristoph Hellwig * The maximum number of extents in a file, hence the maximum number of 65daf83964SChristoph Hellwig * leaf entries, is controlled by the size of the on-disk extent count, 66daf83964SChristoph Hellwig * either a signed 32-bit number for the data fork, or a signed 16-bit 67daf83964SChristoph Hellwig * number for the attr fork. 6830f712c9SDave Chinner * 6930f712c9SDave Chinner * Note that we can no longer assume that if we are in ATTR1 that 7030f712c9SDave Chinner * the fork offset of all the inodes will be 7130f712c9SDave Chinner * (xfs_default_attroffset(ip) >> 3) because we could have mounted 7230f712c9SDave Chinner * with ATTR2 and then mounted back with ATTR1, keeping the 7330f712c9SDave Chinner * di_forkoff's fixed but probably at various positions. Therefore, 7430f712c9SDave Chinner * for both ATTR1 and ATTR2 we have to assume the worst case scenario 7530f712c9SDave Chinner * of a minimum size available. 7630f712c9SDave Chinner */ 7730f712c9SDave Chinner if (whichfork == XFS_DATA_FORK) { 7830f712c9SDave Chinner maxleafents = MAXEXTNUM; 7930f712c9SDave Chinner sz = XFS_BMDR_SPACE_CALC(MINDBTPTRS); 8030f712c9SDave Chinner } else { 8130f712c9SDave Chinner maxleafents = MAXAEXTNUM; 8230f712c9SDave Chinner sz = XFS_BMDR_SPACE_CALC(MINABTPTRS); 8330f712c9SDave Chinner } 8430f712c9SDave Chinner maxrootrecs = xfs_bmdr_maxrecs(sz, 0); 8530f712c9SDave Chinner minleafrecs = mp->m_bmap_dmnr[0]; 8630f712c9SDave Chinner minnoderecs = mp->m_bmap_dmnr[1]; 8730f712c9SDave Chinner maxblocks = (maxleafents + minleafrecs - 1) / minleafrecs; 8830f712c9SDave Chinner for (level = 1; maxblocks > 1; level++) { 8930f712c9SDave Chinner if (maxblocks <= maxrootrecs) 9030f712c9SDave Chinner maxblocks = 1; 9130f712c9SDave Chinner else 9230f712c9SDave Chinner maxblocks = (maxblocks + minnoderecs - 1) / minnoderecs; 9330f712c9SDave Chinner } 9430f712c9SDave Chinner mp->m_bm_maxlevels[whichfork] = level; 9530f712c9SDave Chinner } 9630f712c9SDave Chinner 9730f712c9SDave Chinner STATIC int /* error */ 9830f712c9SDave Chinner xfs_bmbt_lookup_eq( 9930f712c9SDave Chinner struct xfs_btree_cur *cur, 100e16cf9b0SChristoph Hellwig struct xfs_bmbt_irec *irec, 10130f712c9SDave Chinner int *stat) /* success/failure */ 10230f712c9SDave Chinner { 103e16cf9b0SChristoph Hellwig cur->bc_rec.b = *irec; 10430f712c9SDave Chinner return xfs_btree_lookup(cur, XFS_LOOKUP_EQ, stat); 10530f712c9SDave Chinner } 10630f712c9SDave Chinner 10730f712c9SDave Chinner STATIC int /* error */ 108b5cfbc22SChristoph Hellwig xfs_bmbt_lookup_first( 10930f712c9SDave Chinner struct xfs_btree_cur *cur, 11030f712c9SDave Chinner int *stat) /* success/failure */ 11130f712c9SDave Chinner { 112b5cfbc22SChristoph Hellwig cur->bc_rec.b.br_startoff = 0; 113b5cfbc22SChristoph Hellwig cur->bc_rec.b.br_startblock = 0; 114b5cfbc22SChristoph Hellwig cur->bc_rec.b.br_blockcount = 0; 11530f712c9SDave Chinner return xfs_btree_lookup(cur, XFS_LOOKUP_GE, stat); 11630f712c9SDave Chinner } 11730f712c9SDave Chinner 11830f712c9SDave Chinner /* 11930f712c9SDave Chinner * Check if the inode needs to be converted to btree format. 12030f712c9SDave Chinner */ 12130f712c9SDave Chinner static inline bool xfs_bmap_needs_btree(struct xfs_inode *ip, int whichfork) 12230f712c9SDave Chinner { 123daf83964SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 124daf83964SChristoph Hellwig 12560b4984fSDarrick J. Wong return whichfork != XFS_COW_FORK && 126f7e67b20SChristoph Hellwig ifp->if_format == XFS_DINODE_FMT_EXTENTS && 127daf83964SChristoph Hellwig ifp->if_nextents > XFS_IFORK_MAXEXT(ip, whichfork); 12830f712c9SDave Chinner } 12930f712c9SDave Chinner 13030f712c9SDave Chinner /* 13130f712c9SDave Chinner * Check if the inode should be converted to extent format. 13230f712c9SDave Chinner */ 13330f712c9SDave Chinner static inline bool xfs_bmap_wants_extents(struct xfs_inode *ip, int whichfork) 13430f712c9SDave Chinner { 135daf83964SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 136daf83964SChristoph Hellwig 13760b4984fSDarrick J. Wong return whichfork != XFS_COW_FORK && 138f7e67b20SChristoph Hellwig ifp->if_format == XFS_DINODE_FMT_BTREE && 139daf83964SChristoph Hellwig ifp->if_nextents <= XFS_IFORK_MAXEXT(ip, whichfork); 14030f712c9SDave Chinner } 14130f712c9SDave Chinner 14230f712c9SDave Chinner /* 143a67d00a5SChristoph Hellwig * Update the record referred to by cur to the value given by irec 14430f712c9SDave Chinner * This either works (return 0) or gets an EFSCORRUPTED error. 14530f712c9SDave Chinner */ 14630f712c9SDave Chinner STATIC int 14730f712c9SDave Chinner xfs_bmbt_update( 14830f712c9SDave Chinner struct xfs_btree_cur *cur, 149a67d00a5SChristoph Hellwig struct xfs_bmbt_irec *irec) 15030f712c9SDave Chinner { 15130f712c9SDave Chinner union xfs_btree_rec rec; 15230f712c9SDave Chinner 153a67d00a5SChristoph Hellwig xfs_bmbt_disk_set_all(&rec.bmbt, irec); 15430f712c9SDave Chinner return xfs_btree_update(cur, &rec); 15530f712c9SDave Chinner } 15630f712c9SDave Chinner 15730f712c9SDave Chinner /* 15830f712c9SDave Chinner * Compute the worst-case number of indirect blocks that will be used 15930f712c9SDave Chinner * for ip's delayed extent of length "len". 16030f712c9SDave Chinner */ 16130f712c9SDave Chinner STATIC xfs_filblks_t 16230f712c9SDave Chinner xfs_bmap_worst_indlen( 16330f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 16430f712c9SDave Chinner xfs_filblks_t len) /* delayed extent length */ 16530f712c9SDave Chinner { 16630f712c9SDave Chinner int level; /* btree level number */ 16730f712c9SDave Chinner int maxrecs; /* maximum record count at this level */ 16830f712c9SDave Chinner xfs_mount_t *mp; /* mount structure */ 16930f712c9SDave Chinner xfs_filblks_t rval; /* return value */ 17030f712c9SDave Chinner 17130f712c9SDave Chinner mp = ip->i_mount; 17230f712c9SDave Chinner maxrecs = mp->m_bmap_dmxr[0]; 17330f712c9SDave Chinner for (level = 0, rval = 0; 17430f712c9SDave Chinner level < XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK); 17530f712c9SDave Chinner level++) { 17630f712c9SDave Chinner len += maxrecs - 1; 17730f712c9SDave Chinner do_div(len, maxrecs); 17830f712c9SDave Chinner rval += len; 1795e5c943cSDarrick J. Wong if (len == 1) 1805e5c943cSDarrick J. Wong return rval + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) - 18130f712c9SDave Chinner level - 1; 18230f712c9SDave Chinner if (level == 0) 18330f712c9SDave Chinner maxrecs = mp->m_bmap_dmxr[1]; 18430f712c9SDave Chinner } 18530f712c9SDave Chinner return rval; 18630f712c9SDave Chinner } 18730f712c9SDave Chinner 18830f712c9SDave Chinner /* 18930f712c9SDave Chinner * Calculate the default attribute fork offset for newly created inodes. 19030f712c9SDave Chinner */ 19130f712c9SDave Chinner uint 19230f712c9SDave Chinner xfs_default_attroffset( 19330f712c9SDave Chinner struct xfs_inode *ip) 19430f712c9SDave Chinner { 19530f712c9SDave Chinner struct xfs_mount *mp = ip->i_mount; 19630f712c9SDave Chinner uint offset; 19730f712c9SDave Chinner 198e9e2eae8SChristoph Hellwig if (mp->m_sb.sb_inodesize == 256) 199e9e2eae8SChristoph Hellwig offset = XFS_LITINO(mp) - XFS_BMDR_SPACE_CALC(MINABTPTRS); 200e9e2eae8SChristoph Hellwig else 20130f712c9SDave Chinner offset = XFS_BMDR_SPACE_CALC(6 * MINABTPTRS); 20230f712c9SDave Chinner 203e9e2eae8SChristoph Hellwig ASSERT(offset < XFS_LITINO(mp)); 20430f712c9SDave Chinner return offset; 20530f712c9SDave Chinner } 20630f712c9SDave Chinner 20730f712c9SDave Chinner /* 20830f712c9SDave Chinner * Helper routine to reset inode di_forkoff field when switching 20930f712c9SDave Chinner * attribute fork from local to extent format - we reset it where 21030f712c9SDave Chinner * possible to make space available for inline data fork extents. 21130f712c9SDave Chinner */ 21230f712c9SDave Chinner STATIC void 21330f712c9SDave Chinner xfs_bmap_forkoff_reset( 21430f712c9SDave Chinner xfs_inode_t *ip, 21530f712c9SDave Chinner int whichfork) 21630f712c9SDave Chinner { 21730f712c9SDave Chinner if (whichfork == XFS_ATTR_FORK && 218f7e67b20SChristoph Hellwig ip->i_df.if_format != XFS_DINODE_FMT_DEV && 219f7e67b20SChristoph Hellwig ip->i_df.if_format != XFS_DINODE_FMT_BTREE) { 22030f712c9SDave Chinner uint dfl_forkoff = xfs_default_attroffset(ip) >> 3; 22130f712c9SDave Chinner 22230f712c9SDave Chinner if (dfl_forkoff > ip->i_d.di_forkoff) 22330f712c9SDave Chinner ip->i_d.di_forkoff = dfl_forkoff; 22430f712c9SDave Chinner } 22530f712c9SDave Chinner } 22630f712c9SDave Chinner 22730f712c9SDave Chinner #ifdef DEBUG 22830f712c9SDave Chinner STATIC struct xfs_buf * 22930f712c9SDave Chinner xfs_bmap_get_bp( 23030f712c9SDave Chinner struct xfs_btree_cur *cur, 23130f712c9SDave Chinner xfs_fsblock_t bno) 23230f712c9SDave Chinner { 233e6631f85SDave Chinner struct xfs_log_item *lip; 23430f712c9SDave Chinner int i; 23530f712c9SDave Chinner 23630f712c9SDave Chinner if (!cur) 23730f712c9SDave Chinner return NULL; 23830f712c9SDave Chinner 23930f712c9SDave Chinner for (i = 0; i < XFS_BTREE_MAXLEVELS; i++) { 24030f712c9SDave Chinner if (!cur->bc_bufs[i]) 24130f712c9SDave Chinner break; 24230f712c9SDave Chinner if (XFS_BUF_ADDR(cur->bc_bufs[i]) == bno) 24330f712c9SDave Chinner return cur->bc_bufs[i]; 24430f712c9SDave Chinner } 24530f712c9SDave Chinner 24630f712c9SDave Chinner /* Chase down all the log items to see if the bp is there */ 247e6631f85SDave Chinner list_for_each_entry(lip, &cur->bc_tp->t_items, li_trans) { 248e6631f85SDave Chinner struct xfs_buf_log_item *bip = (struct xfs_buf_log_item *)lip; 249e6631f85SDave Chinner 25030f712c9SDave Chinner if (bip->bli_item.li_type == XFS_LI_BUF && 25130f712c9SDave Chinner XFS_BUF_ADDR(bip->bli_buf) == bno) 25230f712c9SDave Chinner return bip->bli_buf; 25330f712c9SDave Chinner } 25430f712c9SDave Chinner 25530f712c9SDave Chinner return NULL; 25630f712c9SDave Chinner } 25730f712c9SDave Chinner 25830f712c9SDave Chinner STATIC void 25930f712c9SDave Chinner xfs_check_block( 26030f712c9SDave Chinner struct xfs_btree_block *block, 26130f712c9SDave Chinner xfs_mount_t *mp, 26230f712c9SDave Chinner int root, 26330f712c9SDave Chinner short sz) 26430f712c9SDave Chinner { 26530f712c9SDave Chinner int i, j, dmxr; 26630f712c9SDave Chinner __be64 *pp, *thispa; /* pointer to block address */ 26730f712c9SDave Chinner xfs_bmbt_key_t *prevp, *keyp; 26830f712c9SDave Chinner 26930f712c9SDave Chinner ASSERT(be16_to_cpu(block->bb_level) > 0); 27030f712c9SDave Chinner 27130f712c9SDave Chinner prevp = NULL; 27230f712c9SDave Chinner for( i = 1; i <= xfs_btree_get_numrecs(block); i++) { 27330f712c9SDave Chinner dmxr = mp->m_bmap_dmxr[0]; 27430f712c9SDave Chinner keyp = XFS_BMBT_KEY_ADDR(mp, block, i); 27530f712c9SDave Chinner 27630f712c9SDave Chinner if (prevp) { 27730f712c9SDave Chinner ASSERT(be64_to_cpu(prevp->br_startoff) < 27830f712c9SDave Chinner be64_to_cpu(keyp->br_startoff)); 27930f712c9SDave Chinner } 28030f712c9SDave Chinner prevp = keyp; 28130f712c9SDave Chinner 28230f712c9SDave Chinner /* 28330f712c9SDave Chinner * Compare the block numbers to see if there are dups. 28430f712c9SDave Chinner */ 28530f712c9SDave Chinner if (root) 28630f712c9SDave Chinner pp = XFS_BMAP_BROOT_PTR_ADDR(mp, block, i, sz); 28730f712c9SDave Chinner else 28830f712c9SDave Chinner pp = XFS_BMBT_PTR_ADDR(mp, block, i, dmxr); 28930f712c9SDave Chinner 29030f712c9SDave Chinner for (j = i+1; j <= be16_to_cpu(block->bb_numrecs); j++) { 29130f712c9SDave Chinner if (root) 29230f712c9SDave Chinner thispa = XFS_BMAP_BROOT_PTR_ADDR(mp, block, j, sz); 29330f712c9SDave Chinner else 29430f712c9SDave Chinner thispa = XFS_BMBT_PTR_ADDR(mp, block, j, dmxr); 29530f712c9SDave Chinner if (*thispa == *pp) { 29630f712c9SDave Chinner xfs_warn(mp, "%s: thispa(%d) == pp(%d) %Ld", 29730f712c9SDave Chinner __func__, j, i, 29830f712c9SDave Chinner (unsigned long long)be64_to_cpu(*thispa)); 299cec57256SDarrick J. Wong xfs_err(mp, "%s: ptrs are equal in node\n", 30030f712c9SDave Chinner __func__); 301cec57256SDarrick J. Wong xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE); 30230f712c9SDave Chinner } 30330f712c9SDave Chinner } 30430f712c9SDave Chinner } 30530f712c9SDave Chinner } 30630f712c9SDave Chinner 30730f712c9SDave Chinner /* 30830f712c9SDave Chinner * Check that the extents for the inode ip are in the right order in all 309e3543819SDave Chinner * btree leaves. THis becomes prohibitively expensive for large extent count 310e3543819SDave Chinner * files, so don't bother with inodes that have more than 10,000 extents in 311e3543819SDave Chinner * them. The btree record ordering checks will still be done, so for such large 312e3543819SDave Chinner * bmapbt constructs that is going to catch most corruptions. 31330f712c9SDave Chinner */ 31430f712c9SDave Chinner STATIC void 31530f712c9SDave Chinner xfs_bmap_check_leaf_extents( 31630f712c9SDave Chinner xfs_btree_cur_t *cur, /* btree cursor or null */ 31730f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 31830f712c9SDave Chinner int whichfork) /* data or attr fork */ 31930f712c9SDave Chinner { 320f7e67b20SChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 321f7e67b20SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 32230f712c9SDave Chinner struct xfs_btree_block *block; /* current btree block */ 32330f712c9SDave Chinner xfs_fsblock_t bno; /* block # of "block" */ 324e8222613SDave Chinner struct xfs_buf *bp; /* buffer for "block" */ 32530f712c9SDave Chinner int error; /* error return value */ 32630f712c9SDave Chinner xfs_extnum_t i=0, j; /* index into the extents list */ 32730f712c9SDave Chinner int level; /* btree level, for checking */ 32830f712c9SDave Chinner __be64 *pp; /* pointer to block address */ 32930f712c9SDave Chinner xfs_bmbt_rec_t *ep; /* pointer to current extent */ 33030f712c9SDave Chinner xfs_bmbt_rec_t last = {0, 0}; /* last extent in prev block */ 33130f712c9SDave Chinner xfs_bmbt_rec_t *nextp; /* pointer to next extent */ 33230f712c9SDave Chinner int bp_release = 0; 33330f712c9SDave Chinner 334f7e67b20SChristoph Hellwig if (ifp->if_format != XFS_DINODE_FMT_BTREE) 33530f712c9SDave Chinner return; 33630f712c9SDave Chinner 337e3543819SDave Chinner /* skip large extent count inodes */ 338daf83964SChristoph Hellwig if (ip->i_df.if_nextents > 10000) 339e3543819SDave Chinner return; 340e3543819SDave Chinner 34130f712c9SDave Chinner bno = NULLFSBLOCK; 34230f712c9SDave Chinner block = ifp->if_broot; 34330f712c9SDave Chinner /* 34430f712c9SDave Chinner * Root level must use BMAP_BROOT_PTR_ADDR macro to get ptr out. 34530f712c9SDave Chinner */ 34630f712c9SDave Chinner level = be16_to_cpu(block->bb_level); 34730f712c9SDave Chinner ASSERT(level > 0); 34830f712c9SDave Chinner xfs_check_block(block, mp, 1, ifp->if_broot_bytes); 34930f712c9SDave Chinner pp = XFS_BMAP_BROOT_PTR_ADDR(mp, block, 1, ifp->if_broot_bytes); 35030f712c9SDave Chinner bno = be64_to_cpu(*pp); 35130f712c9SDave Chinner 352d5cf09baSChristoph Hellwig ASSERT(bno != NULLFSBLOCK); 35330f712c9SDave Chinner ASSERT(XFS_FSB_TO_AGNO(mp, bno) < mp->m_sb.sb_agcount); 35430f712c9SDave Chinner ASSERT(XFS_FSB_TO_AGBNO(mp, bno) < mp->m_sb.sb_agblocks); 35530f712c9SDave Chinner 35630f712c9SDave Chinner /* 35730f712c9SDave Chinner * Go down the tree until leaf level is reached, following the first 35830f712c9SDave Chinner * pointer (leftmost) at each level. 35930f712c9SDave Chinner */ 36030f712c9SDave Chinner while (level-- > 0) { 36130f712c9SDave Chinner /* See if buf is in cur first */ 36230f712c9SDave Chinner bp_release = 0; 36330f712c9SDave Chinner bp = xfs_bmap_get_bp(cur, XFS_FSB_TO_DADDR(mp, bno)); 36430f712c9SDave Chinner if (!bp) { 36530f712c9SDave Chinner bp_release = 1; 366f5b999c0SEric Sandeen error = xfs_btree_read_bufl(mp, NULL, bno, &bp, 36730f712c9SDave Chinner XFS_BMAP_BTREE_REF, 36830f712c9SDave Chinner &xfs_bmbt_buf_ops); 36930f712c9SDave Chinner if (error) 37030f712c9SDave Chinner goto error_norelse; 37130f712c9SDave Chinner } 37230f712c9SDave Chinner block = XFS_BUF_TO_BLOCK(bp); 37330f712c9SDave Chinner if (level == 0) 37430f712c9SDave Chinner break; 37530f712c9SDave Chinner 37630f712c9SDave Chinner /* 37730f712c9SDave Chinner * Check this block for basic sanity (increasing keys and 37830f712c9SDave Chinner * no duplicate blocks). 37930f712c9SDave Chinner */ 38030f712c9SDave Chinner 38130f712c9SDave Chinner xfs_check_block(block, mp, 0, 0); 38230f712c9SDave Chinner pp = XFS_BMBT_PTR_ADDR(mp, block, 1, mp->m_bmap_dmxr[1]); 38330f712c9SDave Chinner bno = be64_to_cpu(*pp); 384f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, !xfs_verify_fsbno(mp, bno))) { 385f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 386f9e03706SDarrick J. Wong goto error0; 387f9e03706SDarrick J. Wong } 38830f712c9SDave Chinner if (bp_release) { 38930f712c9SDave Chinner bp_release = 0; 39030f712c9SDave Chinner xfs_trans_brelse(NULL, bp); 39130f712c9SDave Chinner } 39230f712c9SDave Chinner } 39330f712c9SDave Chinner 39430f712c9SDave Chinner /* 39530f712c9SDave Chinner * Here with bp and block set to the leftmost leaf node in the tree. 39630f712c9SDave Chinner */ 39730f712c9SDave Chinner i = 0; 39830f712c9SDave Chinner 39930f712c9SDave Chinner /* 40030f712c9SDave Chinner * Loop over all leaf nodes checking that all extents are in the right order. 40130f712c9SDave Chinner */ 40230f712c9SDave Chinner for (;;) { 40330f712c9SDave Chinner xfs_fsblock_t nextbno; 40430f712c9SDave Chinner xfs_extnum_t num_recs; 40530f712c9SDave Chinner 40630f712c9SDave Chinner 40730f712c9SDave Chinner num_recs = xfs_btree_get_numrecs(block); 40830f712c9SDave Chinner 40930f712c9SDave Chinner /* 41030f712c9SDave Chinner * Read-ahead the next leaf block, if any. 41130f712c9SDave Chinner */ 41230f712c9SDave Chinner 41330f712c9SDave Chinner nextbno = be64_to_cpu(block->bb_u.l.bb_rightsib); 41430f712c9SDave Chinner 41530f712c9SDave Chinner /* 41630f712c9SDave Chinner * Check all the extents to make sure they are OK. 41730f712c9SDave Chinner * If we had a previous block, the last entry should 41830f712c9SDave Chinner * conform with the first entry in this one. 41930f712c9SDave Chinner */ 42030f712c9SDave Chinner 42130f712c9SDave Chinner ep = XFS_BMBT_REC_ADDR(mp, block, 1); 42230f712c9SDave Chinner if (i) { 42330f712c9SDave Chinner ASSERT(xfs_bmbt_disk_get_startoff(&last) + 42430f712c9SDave Chinner xfs_bmbt_disk_get_blockcount(&last) <= 42530f712c9SDave Chinner xfs_bmbt_disk_get_startoff(ep)); 42630f712c9SDave Chinner } 42730f712c9SDave Chinner for (j = 1; j < num_recs; j++) { 42830f712c9SDave Chinner nextp = XFS_BMBT_REC_ADDR(mp, block, j + 1); 42930f712c9SDave Chinner ASSERT(xfs_bmbt_disk_get_startoff(ep) + 43030f712c9SDave Chinner xfs_bmbt_disk_get_blockcount(ep) <= 43130f712c9SDave Chinner xfs_bmbt_disk_get_startoff(nextp)); 43230f712c9SDave Chinner ep = nextp; 43330f712c9SDave Chinner } 43430f712c9SDave Chinner 43530f712c9SDave Chinner last = *ep; 43630f712c9SDave Chinner i += num_recs; 43730f712c9SDave Chinner if (bp_release) { 43830f712c9SDave Chinner bp_release = 0; 43930f712c9SDave Chinner xfs_trans_brelse(NULL, bp); 44030f712c9SDave Chinner } 44130f712c9SDave Chinner bno = nextbno; 44230f712c9SDave Chinner /* 44330f712c9SDave Chinner * If we've reached the end, stop. 44430f712c9SDave Chinner */ 44530f712c9SDave Chinner if (bno == NULLFSBLOCK) 44630f712c9SDave Chinner break; 44730f712c9SDave Chinner 44830f712c9SDave Chinner bp_release = 0; 44930f712c9SDave Chinner bp = xfs_bmap_get_bp(cur, XFS_FSB_TO_DADDR(mp, bno)); 45030f712c9SDave Chinner if (!bp) { 45130f712c9SDave Chinner bp_release = 1; 452f5b999c0SEric Sandeen error = xfs_btree_read_bufl(mp, NULL, bno, &bp, 45330f712c9SDave Chinner XFS_BMAP_BTREE_REF, 45430f712c9SDave Chinner &xfs_bmbt_buf_ops); 45530f712c9SDave Chinner if (error) 45630f712c9SDave Chinner goto error_norelse; 45730f712c9SDave Chinner } 45830f712c9SDave Chinner block = XFS_BUF_TO_BLOCK(bp); 45930f712c9SDave Chinner } 460a5fd276bSLuis de Bethencourt 46130f712c9SDave Chinner return; 46230f712c9SDave Chinner 46330f712c9SDave Chinner error0: 46430f712c9SDave Chinner xfs_warn(mp, "%s: at error0", __func__); 46530f712c9SDave Chinner if (bp_release) 46630f712c9SDave Chinner xfs_trans_brelse(NULL, bp); 46730f712c9SDave Chinner error_norelse: 46830f712c9SDave Chinner xfs_warn(mp, "%s: BAD after btree leaves for %d extents", 46930f712c9SDave Chinner __func__, i); 470cec57256SDarrick J. Wong xfs_err(mp, "%s: CORRUPTED BTREE OR SOMETHING", __func__); 471cec57256SDarrick J. Wong xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE); 47230f712c9SDave Chinner return; 47330f712c9SDave Chinner } 47430f712c9SDave Chinner 47530f712c9SDave Chinner /* 47630f712c9SDave Chinner * Validate that the bmbt_irecs being returned from bmapi are valid 47730f712c9SDave Chinner * given the caller's original parameters. Specifically check the 47830f712c9SDave Chinner * ranges of the returned irecs to ensure that they only extend beyond 47930f712c9SDave Chinner * the given parameters if the XFS_BMAPI_ENTIRE flag was set. 48030f712c9SDave Chinner */ 48130f712c9SDave Chinner STATIC void 48230f712c9SDave Chinner xfs_bmap_validate_ret( 48330f712c9SDave Chinner xfs_fileoff_t bno, 48430f712c9SDave Chinner xfs_filblks_t len, 48530f712c9SDave Chinner int flags, 48630f712c9SDave Chinner xfs_bmbt_irec_t *mval, 48730f712c9SDave Chinner int nmap, 48830f712c9SDave Chinner int ret_nmap) 48930f712c9SDave Chinner { 49030f712c9SDave Chinner int i; /* index to map values */ 49130f712c9SDave Chinner 49230f712c9SDave Chinner ASSERT(ret_nmap <= nmap); 49330f712c9SDave Chinner 49430f712c9SDave Chinner for (i = 0; i < ret_nmap; i++) { 49530f712c9SDave Chinner ASSERT(mval[i].br_blockcount > 0); 49630f712c9SDave Chinner if (!(flags & XFS_BMAPI_ENTIRE)) { 49730f712c9SDave Chinner ASSERT(mval[i].br_startoff >= bno); 49830f712c9SDave Chinner ASSERT(mval[i].br_blockcount <= len); 49930f712c9SDave Chinner ASSERT(mval[i].br_startoff + mval[i].br_blockcount <= 50030f712c9SDave Chinner bno + len); 50130f712c9SDave Chinner } else { 50230f712c9SDave Chinner ASSERT(mval[i].br_startoff < bno + len); 50330f712c9SDave Chinner ASSERT(mval[i].br_startoff + mval[i].br_blockcount > 50430f712c9SDave Chinner bno); 50530f712c9SDave Chinner } 50630f712c9SDave Chinner ASSERT(i == 0 || 50730f712c9SDave Chinner mval[i - 1].br_startoff + mval[i - 1].br_blockcount == 50830f712c9SDave Chinner mval[i].br_startoff); 50930f712c9SDave Chinner ASSERT(mval[i].br_startblock != DELAYSTARTBLOCK && 51030f712c9SDave Chinner mval[i].br_startblock != HOLESTARTBLOCK); 51130f712c9SDave Chinner ASSERT(mval[i].br_state == XFS_EXT_NORM || 51230f712c9SDave Chinner mval[i].br_state == XFS_EXT_UNWRITTEN); 51330f712c9SDave Chinner } 51430f712c9SDave Chinner } 51530f712c9SDave Chinner 51630f712c9SDave Chinner #else 51730f712c9SDave Chinner #define xfs_bmap_check_leaf_extents(cur, ip, whichfork) do { } while (0) 5187bf7a193SDarrick J. Wong #define xfs_bmap_validate_ret(bno,len,flags,mval,onmap,nmap) do { } while (0) 51930f712c9SDave Chinner #endif /* DEBUG */ 52030f712c9SDave Chinner 52130f712c9SDave Chinner /* 52230f712c9SDave Chinner * bmap free list manipulation functions 52330f712c9SDave Chinner */ 52430f712c9SDave Chinner 52530f712c9SDave Chinner /* 52630f712c9SDave Chinner * Add the extent to the list of extents to be free at transaction end. 52730f712c9SDave Chinner * The list is maintained sorted (by block number). 52830f712c9SDave Chinner */ 52930f712c9SDave Chinner void 530fcb762f5SBrian Foster __xfs_bmap_add_free( 5310f37d178SBrian Foster struct xfs_trans *tp, 532340785ccSDarrick J. Wong xfs_fsblock_t bno, 533340785ccSDarrick J. Wong xfs_filblks_t len, 53466e3237eSDarrick J. Wong const struct xfs_owner_info *oinfo, 535fcb762f5SBrian Foster bool skip_discard) 53630f712c9SDave Chinner { 537310a75a3SDarrick J. Wong struct xfs_extent_free_item *new; /* new element */ 53830f712c9SDave Chinner #ifdef DEBUG 5390f37d178SBrian Foster struct xfs_mount *mp = tp->t_mountp; 54030f712c9SDave Chinner xfs_agnumber_t agno; 54130f712c9SDave Chinner xfs_agblock_t agbno; 54230f712c9SDave Chinner 54330f712c9SDave Chinner ASSERT(bno != NULLFSBLOCK); 54430f712c9SDave Chinner ASSERT(len > 0); 54530f712c9SDave Chinner ASSERT(len <= MAXEXTLEN); 54630f712c9SDave Chinner ASSERT(!isnullstartblock(bno)); 54730f712c9SDave Chinner agno = XFS_FSB_TO_AGNO(mp, bno); 54830f712c9SDave Chinner agbno = XFS_FSB_TO_AGBNO(mp, bno); 54930f712c9SDave Chinner ASSERT(agno < mp->m_sb.sb_agcount); 55030f712c9SDave Chinner ASSERT(agbno < mp->m_sb.sb_agblocks); 55130f712c9SDave Chinner ASSERT(len < mp->m_sb.sb_agblocks); 55230f712c9SDave Chinner ASSERT(agbno + len <= mp->m_sb.sb_agblocks); 55330f712c9SDave Chinner #endif 55430f712c9SDave Chinner ASSERT(xfs_bmap_free_item_zone != NULL); 555340785ccSDarrick J. Wong 5563050bd0bSCarlos Maiolino new = kmem_cache_alloc(xfs_bmap_free_item_zone, 5573050bd0bSCarlos Maiolino GFP_KERNEL | __GFP_NOFAIL); 558310a75a3SDarrick J. Wong new->xefi_startblock = bno; 559310a75a3SDarrick J. Wong new->xefi_blockcount = (xfs_extlen_t)len; 560340785ccSDarrick J. Wong if (oinfo) 561340785ccSDarrick J. Wong new->xefi_oinfo = *oinfo; 562340785ccSDarrick J. Wong else 5637280fedaSDarrick J. Wong new->xefi_oinfo = XFS_RMAP_OINFO_SKIP_UPDATE; 564fcb762f5SBrian Foster new->xefi_skip_discard = skip_discard; 5650f37d178SBrian Foster trace_xfs_bmap_free_defer(tp->t_mountp, 5660f37d178SBrian Foster XFS_FSB_TO_AGNO(tp->t_mountp, bno), 0, 5670f37d178SBrian Foster XFS_FSB_TO_AGBNO(tp->t_mountp, bno), len); 5680f37d178SBrian Foster xfs_defer_add(tp, XFS_DEFER_OPS_TYPE_FREE, &new->xefi_list); 56930f712c9SDave Chinner } 57030f712c9SDave Chinner 57130f712c9SDave Chinner /* 57230f712c9SDave Chinner * Inode fork format manipulation functions 57330f712c9SDave Chinner */ 57430f712c9SDave Chinner 57530f712c9SDave Chinner /* 576b101e334SChristoph Hellwig * Convert the inode format to extent format if it currently is in btree format, 577b101e334SChristoph Hellwig * but the extent list is small enough that it fits into the extent format. 578b101e334SChristoph Hellwig * 579b101e334SChristoph Hellwig * Since the extents are already in-core, all we have to do is give up the space 580b101e334SChristoph Hellwig * for the btree root and pitch the leaf block. 58130f712c9SDave Chinner */ 58230f712c9SDave Chinner STATIC int /* error */ 58330f712c9SDave Chinner xfs_bmap_btree_to_extents( 584b101e334SChristoph Hellwig struct xfs_trans *tp, /* transaction pointer */ 585b101e334SChristoph Hellwig struct xfs_inode *ip, /* incore inode pointer */ 586b101e334SChristoph Hellwig struct xfs_btree_cur *cur, /* btree cursor */ 58730f712c9SDave Chinner int *logflagsp, /* inode logging flags */ 58830f712c9SDave Chinner int whichfork) /* data or attr fork */ 58930f712c9SDave Chinner { 590b101e334SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 591b101e334SChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 592b101e334SChristoph Hellwig struct xfs_btree_block *rblock = ifp->if_broot; 59330f712c9SDave Chinner struct xfs_btree_block *cblock;/* child btree block */ 59430f712c9SDave Chinner xfs_fsblock_t cbno; /* child block number */ 595e8222613SDave Chinner struct xfs_buf *cbp; /* child block's buffer */ 59630f712c9SDave Chinner int error; /* error return value */ 59730f712c9SDave Chinner __be64 *pp; /* ptr to block address */ 598340785ccSDarrick J. Wong struct xfs_owner_info oinfo; 59930f712c9SDave Chinner 600b101e334SChristoph Hellwig /* check if we actually need the extent format first: */ 601b101e334SChristoph Hellwig if (!xfs_bmap_wants_extents(ip, whichfork)) 602b101e334SChristoph Hellwig return 0; 603b101e334SChristoph Hellwig 604b101e334SChristoph Hellwig ASSERT(cur); 60560b4984fSDarrick J. Wong ASSERT(whichfork != XFS_COW_FORK); 60630f712c9SDave Chinner ASSERT(ifp->if_flags & XFS_IFEXTENTS); 607f7e67b20SChristoph Hellwig ASSERT(ifp->if_format == XFS_DINODE_FMT_BTREE); 60830f712c9SDave Chinner ASSERT(be16_to_cpu(rblock->bb_level) == 1); 60930f712c9SDave Chinner ASSERT(be16_to_cpu(rblock->bb_numrecs) == 1); 61030f712c9SDave Chinner ASSERT(xfs_bmbt_maxrecs(mp, ifp->if_broot_bytes, 0) == 1); 611b101e334SChristoph Hellwig 61230f712c9SDave Chinner pp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, ifp->if_broot_bytes); 61330f712c9SDave Chinner cbno = be64_to_cpu(*pp); 61430f712c9SDave Chinner #ifdef DEBUG 615f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(cur->bc_mp, !xfs_btree_check_lptr(cur, cbno, 1))) 616f9e03706SDarrick J. Wong return -EFSCORRUPTED; 61730f712c9SDave Chinner #endif 618f5b999c0SEric Sandeen error = xfs_btree_read_bufl(mp, tp, cbno, &cbp, XFS_BMAP_BTREE_REF, 61930f712c9SDave Chinner &xfs_bmbt_buf_ops); 62030f712c9SDave Chinner if (error) 62130f712c9SDave Chinner return error; 62230f712c9SDave Chinner cblock = XFS_BUF_TO_BLOCK(cbp); 62330f712c9SDave Chinner if ((error = xfs_btree_check_block(cur, cblock, 0, cbp))) 62430f712c9SDave Chinner return error; 625340785ccSDarrick J. Wong xfs_rmap_ino_bmbt_owner(&oinfo, ip->i_ino, whichfork); 6260f37d178SBrian Foster xfs_bmap_add_free(cur->bc_tp, cbno, 1, &oinfo); 62730f712c9SDave Chinner ip->i_d.di_nblocks--; 62830f712c9SDave Chinner xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, -1L); 62930f712c9SDave Chinner xfs_trans_binval(tp, cbp); 63030f712c9SDave Chinner if (cur->bc_bufs[0] == cbp) 63130f712c9SDave Chinner cur->bc_bufs[0] = NULL; 63230f712c9SDave Chinner xfs_iroot_realloc(ip, -1, whichfork); 63330f712c9SDave Chinner ASSERT(ifp->if_broot == NULL); 63430f712c9SDave Chinner ASSERT((ifp->if_flags & XFS_IFBROOT) == 0); 635f7e67b20SChristoph Hellwig ifp->if_format = XFS_DINODE_FMT_EXTENTS; 636b101e334SChristoph Hellwig *logflagsp |= XFS_ILOG_CORE | xfs_ilog_fext(whichfork); 63730f712c9SDave Chinner return 0; 63830f712c9SDave Chinner } 63930f712c9SDave Chinner 64030f712c9SDave Chinner /* 64130f712c9SDave Chinner * Convert an extents-format file into a btree-format file. 64230f712c9SDave Chinner * The new file will have a root block (in the inode) and a single child block. 64330f712c9SDave Chinner */ 64430f712c9SDave Chinner STATIC int /* error */ 64530f712c9SDave Chinner xfs_bmap_extents_to_btree( 64681ba8f3eSBrian Foster struct xfs_trans *tp, /* transaction pointer */ 64781ba8f3eSBrian Foster struct xfs_inode *ip, /* incore inode pointer */ 64881ba8f3eSBrian Foster struct xfs_btree_cur **curp, /* cursor returned to caller */ 64930f712c9SDave Chinner int wasdel, /* converting a delayed alloc */ 65030f712c9SDave Chinner int *logflagsp, /* inode logging flags */ 65130f712c9SDave Chinner int whichfork) /* data or attr fork */ 65230f712c9SDave Chinner { 65330f712c9SDave Chinner struct xfs_btree_block *ablock; /* allocated (child) bt block */ 65481ba8f3eSBrian Foster struct xfs_buf *abp; /* buffer for ablock */ 65581ba8f3eSBrian Foster struct xfs_alloc_arg args; /* allocation arguments */ 65681ba8f3eSBrian Foster struct xfs_bmbt_rec *arp; /* child record pointer */ 65730f712c9SDave Chinner struct xfs_btree_block *block; /* btree root block */ 65881ba8f3eSBrian Foster struct xfs_btree_cur *cur; /* bmap btree cursor */ 65930f712c9SDave Chinner int error; /* error return value */ 66081ba8f3eSBrian Foster struct xfs_ifork *ifp; /* inode fork pointer */ 66181ba8f3eSBrian Foster struct xfs_bmbt_key *kp; /* root block key pointer */ 66281ba8f3eSBrian Foster struct xfs_mount *mp; /* mount structure */ 66330f712c9SDave Chinner xfs_bmbt_ptr_t *pp; /* root block address pointer */ 664b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 665906abed5SChristoph Hellwig struct xfs_bmbt_irec rec; 666b2b1712aSChristoph Hellwig xfs_extnum_t cnt = 0; 66730f712c9SDave Chinner 66830f712c9SDave Chinner mp = ip->i_mount; 66960b4984fSDarrick J. Wong ASSERT(whichfork != XFS_COW_FORK); 67030f712c9SDave Chinner ifp = XFS_IFORK_PTR(ip, whichfork); 671f7e67b20SChristoph Hellwig ASSERT(ifp->if_format == XFS_DINODE_FMT_EXTENTS); 67230f712c9SDave Chinner 67330f712c9SDave Chinner /* 674e55ec4ddSDave Chinner * Make space in the inode incore. This needs to be undone if we fail 675e55ec4ddSDave Chinner * to expand the root. 67630f712c9SDave Chinner */ 67730f712c9SDave Chinner xfs_iroot_realloc(ip, 1, whichfork); 67830f712c9SDave Chinner ifp->if_flags |= XFS_IFBROOT; 67930f712c9SDave Chinner 68030f712c9SDave Chinner /* 68130f712c9SDave Chinner * Fill in the root. 68230f712c9SDave Chinner */ 68330f712c9SDave Chinner block = ifp->if_broot; 68430f712c9SDave Chinner xfs_btree_init_block_int(mp, block, XFS_BUF_DADDR_NULL, 685b6f41e44SEric Sandeen XFS_BTNUM_BMAP, 1, 1, ip->i_ino, 686f88ae46bSEric Sandeen XFS_BTREE_LONG_PTRS); 68730f712c9SDave Chinner /* 68830f712c9SDave Chinner * Need a cursor. Can't allocate until bb_level is filled in. 68930f712c9SDave Chinner */ 69030f712c9SDave Chinner cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 6918ef54797SDave Chinner cur->bc_ino.flags = wasdel ? XFS_BTCUR_BMBT_WASDEL : 0; 69230f712c9SDave Chinner /* 69330f712c9SDave Chinner * Convert to a btree with two levels, one record in root. 69430f712c9SDave Chinner */ 695f7e67b20SChristoph Hellwig ifp->if_format = XFS_DINODE_FMT_BTREE; 69630f712c9SDave Chinner memset(&args, 0, sizeof(args)); 69730f712c9SDave Chinner args.tp = tp; 69830f712c9SDave Chinner args.mp = mp; 699340785ccSDarrick J. Wong xfs_rmap_ino_bmbt_owner(&args.oinfo, ip->i_ino, whichfork); 700280253d2SBrian Foster if (tp->t_firstblock == NULLFSBLOCK) { 70130f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 70230f712c9SDave Chinner args.fsbno = XFS_INO_TO_FSB(mp, ip->i_ino); 7031214f1cfSBrian Foster } else if (tp->t_flags & XFS_TRANS_LOWMODE) { 70430f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 705280253d2SBrian Foster args.fsbno = tp->t_firstblock; 70630f712c9SDave Chinner } else { 70730f712c9SDave Chinner args.type = XFS_ALLOCTYPE_NEAR_BNO; 708280253d2SBrian Foster args.fsbno = tp->t_firstblock; 70930f712c9SDave Chinner } 71030f712c9SDave Chinner args.minlen = args.maxlen = args.prod = 1; 71130f712c9SDave Chinner args.wasdel = wasdel; 71230f712c9SDave Chinner *logflagsp = 0; 713e55ec4ddSDave Chinner error = xfs_alloc_vextent(&args); 714e55ec4ddSDave Chinner if (error) 715e55ec4ddSDave Chinner goto out_root_realloc; 71690e2056dSDarrick J. Wong 7172fcc319dSChristoph Hellwig if (WARN_ON_ONCE(args.fsbno == NULLFSBLOCK)) { 71801239d77SShan Hai error = -ENOSPC; 719e55ec4ddSDave Chinner goto out_root_realloc; 7202fcc319dSChristoph Hellwig } 721e55ec4ddSDave Chinner 72230f712c9SDave Chinner /* 72330f712c9SDave Chinner * Allocation can't fail, the space was reserved. 72430f712c9SDave Chinner */ 725280253d2SBrian Foster ASSERT(tp->t_firstblock == NULLFSBLOCK || 726280253d2SBrian Foster args.agno >= XFS_FSB_TO_AGNO(mp, tp->t_firstblock)); 727cf612de7SBrian Foster tp->t_firstblock = args.fsbno; 72892219c29SDave Chinner cur->bc_ino.allocated++; 72930f712c9SDave Chinner ip->i_d.di_nblocks++; 73030f712c9SDave Chinner xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, 1L); 731ee647f85SDarrick J. Wong error = xfs_trans_get_buf(tp, mp->m_ddev_targp, 732ee647f85SDarrick J. Wong XFS_FSB_TO_DADDR(mp, args.fsbno), 733ee647f85SDarrick J. Wong mp->m_bsize, 0, &abp); 734ee647f85SDarrick J. Wong if (error) 735e55ec4ddSDave Chinner goto out_unreserve_dquot; 736e55ec4ddSDave Chinner 73730f712c9SDave Chinner /* 73830f712c9SDave Chinner * Fill in the child block. 73930f712c9SDave Chinner */ 74030f712c9SDave Chinner abp->b_ops = &xfs_bmbt_buf_ops; 74130f712c9SDave Chinner ablock = XFS_BUF_TO_BLOCK(abp); 74230f712c9SDave Chinner xfs_btree_init_block_int(mp, ablock, abp->b_bn, 743b6f41e44SEric Sandeen XFS_BTNUM_BMAP, 0, 0, ip->i_ino, 74430f712c9SDave Chinner XFS_BTREE_LONG_PTRS); 74530f712c9SDave Chinner 746b2b1712aSChristoph Hellwig for_each_xfs_iext(ifp, &icur, &rec) { 747906abed5SChristoph Hellwig if (isnullstartblock(rec.br_startblock)) 748906abed5SChristoph Hellwig continue; 749906abed5SChristoph Hellwig arp = XFS_BMBT_REC_ADDR(mp, ablock, 1 + cnt); 750906abed5SChristoph Hellwig xfs_bmbt_disk_set_all(arp, &rec); 751906abed5SChristoph Hellwig cnt++; 75230f712c9SDave Chinner } 753daf83964SChristoph Hellwig ASSERT(cnt == ifp->if_nextents); 75430f712c9SDave Chinner xfs_btree_set_numrecs(ablock, cnt); 75530f712c9SDave Chinner 75630f712c9SDave Chinner /* 75730f712c9SDave Chinner * Fill in the root key and pointer. 75830f712c9SDave Chinner */ 75930f712c9SDave Chinner kp = XFS_BMBT_KEY_ADDR(mp, block, 1); 76030f712c9SDave Chinner arp = XFS_BMBT_REC_ADDR(mp, ablock, 1); 76130f712c9SDave Chinner kp->br_startoff = cpu_to_be64(xfs_bmbt_disk_get_startoff(arp)); 76230f712c9SDave Chinner pp = XFS_BMBT_PTR_ADDR(mp, block, 1, xfs_bmbt_get_maxrecs(cur, 76330f712c9SDave Chinner be16_to_cpu(block->bb_level))); 76430f712c9SDave Chinner *pp = cpu_to_be64(args.fsbno); 76530f712c9SDave Chinner 76630f712c9SDave Chinner /* 76730f712c9SDave Chinner * Do all this logging at the end so that 76830f712c9SDave Chinner * the root is at the right level. 76930f712c9SDave Chinner */ 77030f712c9SDave Chinner xfs_btree_log_block(cur, abp, XFS_BB_ALL_BITS); 77130f712c9SDave Chinner xfs_btree_log_recs(cur, abp, 1, be16_to_cpu(ablock->bb_numrecs)); 77230f712c9SDave Chinner ASSERT(*curp == NULL); 77330f712c9SDave Chinner *curp = cur; 77430f712c9SDave Chinner *logflagsp = XFS_ILOG_CORE | xfs_ilog_fbroot(whichfork); 77530f712c9SDave Chinner return 0; 77601239d77SShan Hai 777e55ec4ddSDave Chinner out_unreserve_dquot: 77801239d77SShan Hai xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, -1L); 779e55ec4ddSDave Chinner out_root_realloc: 78001239d77SShan Hai xfs_iroot_realloc(ip, -1, whichfork); 781f7e67b20SChristoph Hellwig ifp->if_format = XFS_DINODE_FMT_EXTENTS; 782e55ec4ddSDave Chinner ASSERT(ifp->if_broot == NULL); 78301239d77SShan Hai xfs_btree_del_cursor(cur, XFS_BTREE_ERROR); 78401239d77SShan Hai 78501239d77SShan Hai return error; 78630f712c9SDave Chinner } 78730f712c9SDave Chinner 78830f712c9SDave Chinner /* 78930f712c9SDave Chinner * Convert a local file to an extents file. 79030f712c9SDave Chinner * This code is out of bounds for data forks of regular files, 79130f712c9SDave Chinner * since the file data needs to get logged so things will stay consistent. 79230f712c9SDave Chinner * (The bmap-level manipulations are ok, though). 79330f712c9SDave Chinner */ 79430f712c9SDave Chinner void 79530f712c9SDave Chinner xfs_bmap_local_to_extents_empty( 796aeea4b75SBrian Foster struct xfs_trans *tp, 79730f712c9SDave Chinner struct xfs_inode *ip, 79830f712c9SDave Chinner int whichfork) 79930f712c9SDave Chinner { 80030f712c9SDave Chinner struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 80130f712c9SDave Chinner 80260b4984fSDarrick J. Wong ASSERT(whichfork != XFS_COW_FORK); 803f7e67b20SChristoph Hellwig ASSERT(ifp->if_format == XFS_DINODE_FMT_LOCAL); 80430f712c9SDave Chinner ASSERT(ifp->if_bytes == 0); 805daf83964SChristoph Hellwig ASSERT(ifp->if_nextents == 0); 80630f712c9SDave Chinner 80730f712c9SDave Chinner xfs_bmap_forkoff_reset(ip, whichfork); 80830f712c9SDave Chinner ifp->if_flags &= ~XFS_IFINLINE; 80930f712c9SDave Chinner ifp->if_flags |= XFS_IFEXTENTS; 8106bdcf26aSChristoph Hellwig ifp->if_u1.if_root = NULL; 8116bdcf26aSChristoph Hellwig ifp->if_height = 0; 812f7e67b20SChristoph Hellwig ifp->if_format = XFS_DINODE_FMT_EXTENTS; 813aeea4b75SBrian Foster xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE); 81430f712c9SDave Chinner } 81530f712c9SDave Chinner 81630f712c9SDave Chinner 81730f712c9SDave Chinner STATIC int /* error */ 81830f712c9SDave Chinner xfs_bmap_local_to_extents( 81930f712c9SDave Chinner xfs_trans_t *tp, /* transaction pointer */ 82030f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 82130f712c9SDave Chinner xfs_extlen_t total, /* total blocks needed by transaction */ 82230f712c9SDave Chinner int *logflagsp, /* inode logging flags */ 82330f712c9SDave Chinner int whichfork, 82430f712c9SDave Chinner void (*init_fn)(struct xfs_trans *tp, 82530f712c9SDave Chinner struct xfs_buf *bp, 82630f712c9SDave Chinner struct xfs_inode *ip, 82730f712c9SDave Chinner struct xfs_ifork *ifp)) 82830f712c9SDave Chinner { 82930f712c9SDave Chinner int error = 0; 83030f712c9SDave Chinner int flags; /* logging flags returned */ 8313ba738dfSChristoph Hellwig struct xfs_ifork *ifp; /* inode fork pointer */ 83230f712c9SDave Chinner xfs_alloc_arg_t args; /* allocation arguments */ 833e8222613SDave Chinner struct xfs_buf *bp; /* buffer for extent block */ 83450bb44c2SChristoph Hellwig struct xfs_bmbt_irec rec; 835b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 83630f712c9SDave Chinner 83730f712c9SDave Chinner /* 83830f712c9SDave Chinner * We don't want to deal with the case of keeping inode data inline yet. 83930f712c9SDave Chinner * So sending the data fork of a regular inode is invalid. 84030f712c9SDave Chinner */ 841c19b3b05SDave Chinner ASSERT(!(S_ISREG(VFS_I(ip)->i_mode) && whichfork == XFS_DATA_FORK)); 84230f712c9SDave Chinner ifp = XFS_IFORK_PTR(ip, whichfork); 843f7e67b20SChristoph Hellwig ASSERT(ifp->if_format == XFS_DINODE_FMT_LOCAL); 84430f712c9SDave Chinner 84530f712c9SDave Chinner if (!ifp->if_bytes) { 846aeea4b75SBrian Foster xfs_bmap_local_to_extents_empty(tp, ip, whichfork); 84730f712c9SDave Chinner flags = XFS_ILOG_CORE; 84830f712c9SDave Chinner goto done; 84930f712c9SDave Chinner } 85030f712c9SDave Chinner 85130f712c9SDave Chinner flags = 0; 85230f712c9SDave Chinner error = 0; 8536bdcf26aSChristoph Hellwig ASSERT((ifp->if_flags & (XFS_IFINLINE|XFS_IFEXTENTS)) == XFS_IFINLINE); 85430f712c9SDave Chinner memset(&args, 0, sizeof(args)); 85530f712c9SDave Chinner args.tp = tp; 85630f712c9SDave Chinner args.mp = ip->i_mount; 857340785ccSDarrick J. Wong xfs_rmap_ino_owner(&args.oinfo, ip->i_ino, whichfork, 0); 85830f712c9SDave Chinner /* 85930f712c9SDave Chinner * Allocate a block. We know we need only one, since the 86030f712c9SDave Chinner * file currently fits in an inode. 86130f712c9SDave Chinner */ 862280253d2SBrian Foster if (tp->t_firstblock == NULLFSBLOCK) { 86330f712c9SDave Chinner args.fsbno = XFS_INO_TO_FSB(args.mp, ip->i_ino); 86430f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 86530f712c9SDave Chinner } else { 866280253d2SBrian Foster args.fsbno = tp->t_firstblock; 86730f712c9SDave Chinner args.type = XFS_ALLOCTYPE_NEAR_BNO; 86830f712c9SDave Chinner } 86930f712c9SDave Chinner args.total = total; 87030f712c9SDave Chinner args.minlen = args.maxlen = args.prod = 1; 87130f712c9SDave Chinner error = xfs_alloc_vextent(&args); 87230f712c9SDave Chinner if (error) 87330f712c9SDave Chinner goto done; 87430f712c9SDave Chinner 87530f712c9SDave Chinner /* Can't fail, the space was reserved. */ 87630f712c9SDave Chinner ASSERT(args.fsbno != NULLFSBLOCK); 87730f712c9SDave Chinner ASSERT(args.len == 1); 878280253d2SBrian Foster tp->t_firstblock = args.fsbno; 879ee647f85SDarrick J. Wong error = xfs_trans_get_buf(tp, args.mp->m_ddev_targp, 880ee647f85SDarrick J. Wong XFS_FSB_TO_DADDR(args.mp, args.fsbno), 881ee647f85SDarrick J. Wong args.mp->m_bsize, 0, &bp); 882ee647f85SDarrick J. Wong if (error) 883ee647f85SDarrick J. Wong goto done; 88430f712c9SDave Chinner 885fe22d552SDave Chinner /* 886b7cdc66bSBrian Foster * Initialize the block, copy the data and log the remote buffer. 887fe22d552SDave Chinner * 888b7cdc66bSBrian Foster * The callout is responsible for logging because the remote format 889b7cdc66bSBrian Foster * might differ from the local format and thus we don't know how much to 890b7cdc66bSBrian Foster * log here. Note that init_fn must also set the buffer log item type 891b7cdc66bSBrian Foster * correctly. 892fe22d552SDave Chinner */ 89330f712c9SDave Chinner init_fn(tp, bp, ip, ifp); 89430f712c9SDave Chinner 895b7cdc66bSBrian Foster /* account for the change in fork size */ 89630f712c9SDave Chinner xfs_idata_realloc(ip, -ifp->if_bytes, whichfork); 897aeea4b75SBrian Foster xfs_bmap_local_to_extents_empty(tp, ip, whichfork); 89830f712c9SDave Chinner flags |= XFS_ILOG_CORE; 89930f712c9SDave Chinner 9006bdcf26aSChristoph Hellwig ifp->if_u1.if_root = NULL; 9016bdcf26aSChristoph Hellwig ifp->if_height = 0; 9026bdcf26aSChristoph Hellwig 90350bb44c2SChristoph Hellwig rec.br_startoff = 0; 90450bb44c2SChristoph Hellwig rec.br_startblock = args.fsbno; 90550bb44c2SChristoph Hellwig rec.br_blockcount = 1; 90650bb44c2SChristoph Hellwig rec.br_state = XFS_EXT_NORM; 907b2b1712aSChristoph Hellwig xfs_iext_first(ifp, &icur); 9080254c2f2SChristoph Hellwig xfs_iext_insert(ip, &icur, &rec, 0); 90950bb44c2SChristoph Hellwig 910daf83964SChristoph Hellwig ifp->if_nextents = 1; 91130f712c9SDave Chinner ip->i_d.di_nblocks = 1; 91230f712c9SDave Chinner xfs_trans_mod_dquot_byino(tp, ip, 91330f712c9SDave Chinner XFS_TRANS_DQ_BCOUNT, 1L); 91430f712c9SDave Chinner flags |= xfs_ilog_fext(whichfork); 91530f712c9SDave Chinner 91630f712c9SDave Chinner done: 91730f712c9SDave Chinner *logflagsp = flags; 91830f712c9SDave Chinner return error; 91930f712c9SDave Chinner } 92030f712c9SDave Chinner 92130f712c9SDave Chinner /* 92230f712c9SDave Chinner * Called from xfs_bmap_add_attrfork to handle btree format files. 92330f712c9SDave Chinner */ 92430f712c9SDave Chinner STATIC int /* error */ 92530f712c9SDave Chinner xfs_bmap_add_attrfork_btree( 92630f712c9SDave Chinner xfs_trans_t *tp, /* transaction pointer */ 92730f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 92830f712c9SDave Chinner int *flags) /* inode logging flags */ 92930f712c9SDave Chinner { 93030f712c9SDave Chinner xfs_btree_cur_t *cur; /* btree cursor */ 93130f712c9SDave Chinner int error; /* error return value */ 93230f712c9SDave Chinner xfs_mount_t *mp; /* file system mount struct */ 93330f712c9SDave Chinner int stat; /* newroot status */ 93430f712c9SDave Chinner 93530f712c9SDave Chinner mp = ip->i_mount; 93630f712c9SDave Chinner if (ip->i_df.if_broot_bytes <= XFS_IFORK_DSIZE(ip)) 93730f712c9SDave Chinner *flags |= XFS_ILOG_DBROOT; 93830f712c9SDave Chinner else { 93930f712c9SDave Chinner cur = xfs_bmbt_init_cursor(mp, tp, ip, XFS_DATA_FORK); 940b5cfbc22SChristoph Hellwig error = xfs_bmbt_lookup_first(cur, &stat); 941b5cfbc22SChristoph Hellwig if (error) 94230f712c9SDave Chinner goto error0; 94330f712c9SDave Chinner /* must be at least one entry */ 944f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, stat != 1)) { 945f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 946f9e03706SDarrick J. Wong goto error0; 947f9e03706SDarrick J. Wong } 94830f712c9SDave Chinner if ((error = xfs_btree_new_iroot(cur, flags, &stat))) 94930f712c9SDave Chinner goto error0; 95030f712c9SDave Chinner if (stat == 0) { 95130f712c9SDave Chinner xfs_btree_del_cursor(cur, XFS_BTREE_NOERROR); 9522451337dSDave Chinner return -ENOSPC; 95330f712c9SDave Chinner } 95492219c29SDave Chinner cur->bc_ino.allocated = 0; 95530f712c9SDave Chinner xfs_btree_del_cursor(cur, XFS_BTREE_NOERROR); 95630f712c9SDave Chinner } 95730f712c9SDave Chinner return 0; 95830f712c9SDave Chinner error0: 95930f712c9SDave Chinner xfs_btree_del_cursor(cur, XFS_BTREE_ERROR); 96030f712c9SDave Chinner return error; 96130f712c9SDave Chinner } 96230f712c9SDave Chinner 96330f712c9SDave Chinner /* 96430f712c9SDave Chinner * Called from xfs_bmap_add_attrfork to handle extents format files. 96530f712c9SDave Chinner */ 96630f712c9SDave Chinner STATIC int /* error */ 96730f712c9SDave Chinner xfs_bmap_add_attrfork_extents( 96881ba8f3eSBrian Foster struct xfs_trans *tp, /* transaction pointer */ 96981ba8f3eSBrian Foster struct xfs_inode *ip, /* incore inode pointer */ 97030f712c9SDave Chinner int *flags) /* inode logging flags */ 97130f712c9SDave Chinner { 97230f712c9SDave Chinner xfs_btree_cur_t *cur; /* bmap btree cursor */ 97330f712c9SDave Chinner int error; /* error return value */ 97430f712c9SDave Chinner 975daf83964SChristoph Hellwig if (ip->i_df.if_nextents * sizeof(struct xfs_bmbt_rec) <= 976daf83964SChristoph Hellwig XFS_IFORK_DSIZE(ip)) 97730f712c9SDave Chinner return 0; 97830f712c9SDave Chinner cur = NULL; 979280253d2SBrian Foster error = xfs_bmap_extents_to_btree(tp, ip, &cur, 0, flags, 980280253d2SBrian Foster XFS_DATA_FORK); 98130f712c9SDave Chinner if (cur) { 98292219c29SDave Chinner cur->bc_ino.allocated = 0; 9830b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 98430f712c9SDave Chinner } 98530f712c9SDave Chinner return error; 98630f712c9SDave Chinner } 98730f712c9SDave Chinner 98830f712c9SDave Chinner /* 98930f712c9SDave Chinner * Called from xfs_bmap_add_attrfork to handle local format files. Each 99030f712c9SDave Chinner * different data fork content type needs a different callout to do the 99130f712c9SDave Chinner * conversion. Some are basic and only require special block initialisation 99230f712c9SDave Chinner * callouts for the data formating, others (directories) are so specialised they 99330f712c9SDave Chinner * handle everything themselves. 99430f712c9SDave Chinner * 99530f712c9SDave Chinner * XXX (dgc): investigate whether directory conversion can use the generic 99630f712c9SDave Chinner * formatting callout. It should be possible - it's just a very complex 99730f712c9SDave Chinner * formatter. 99830f712c9SDave Chinner */ 99930f712c9SDave Chinner STATIC int /* error */ 100030f712c9SDave Chinner xfs_bmap_add_attrfork_local( 1001825d75cdSBrian Foster struct xfs_trans *tp, /* transaction pointer */ 1002825d75cdSBrian Foster struct xfs_inode *ip, /* incore inode pointer */ 100330f712c9SDave Chinner int *flags) /* inode logging flags */ 100430f712c9SDave Chinner { 1005825d75cdSBrian Foster struct xfs_da_args dargs; /* args for dir/attr code */ 100630f712c9SDave Chinner 100730f712c9SDave Chinner if (ip->i_df.if_bytes <= XFS_IFORK_DSIZE(ip)) 100830f712c9SDave Chinner return 0; 100930f712c9SDave Chinner 1010c19b3b05SDave Chinner if (S_ISDIR(VFS_I(ip)->i_mode)) { 101130f712c9SDave Chinner memset(&dargs, 0, sizeof(dargs)); 101230f712c9SDave Chinner dargs.geo = ip->i_mount->m_dir_geo; 101330f712c9SDave Chinner dargs.dp = ip; 101430f712c9SDave Chinner dargs.total = dargs.geo->fsbcount; 101530f712c9SDave Chinner dargs.whichfork = XFS_DATA_FORK; 101630f712c9SDave Chinner dargs.trans = tp; 101730f712c9SDave Chinner return xfs_dir2_sf_to_block(&dargs); 101830f712c9SDave Chinner } 101930f712c9SDave Chinner 1020c19b3b05SDave Chinner if (S_ISLNK(VFS_I(ip)->i_mode)) 1021280253d2SBrian Foster return xfs_bmap_local_to_extents(tp, ip, 1, flags, 1022280253d2SBrian Foster XFS_DATA_FORK, 102330f712c9SDave Chinner xfs_symlink_local_to_remote); 102430f712c9SDave Chinner 102530f712c9SDave Chinner /* should only be called for types that support local format data */ 102630f712c9SDave Chinner ASSERT(0); 10272451337dSDave Chinner return -EFSCORRUPTED; 102830f712c9SDave Chinner } 102930f712c9SDave Chinner 10302f3cd809SAllison Henderson /* Set an inode attr fork off based on the format */ 10312f3cd809SAllison Henderson int 10322f3cd809SAllison Henderson xfs_bmap_set_attrforkoff( 10332f3cd809SAllison Henderson struct xfs_inode *ip, 10342f3cd809SAllison Henderson int size, 10352f3cd809SAllison Henderson int *version) 10362f3cd809SAllison Henderson { 1037f7e67b20SChristoph Hellwig switch (ip->i_df.if_format) { 10382f3cd809SAllison Henderson case XFS_DINODE_FMT_DEV: 10392f3cd809SAllison Henderson ip->i_d.di_forkoff = roundup(sizeof(xfs_dev_t), 8) >> 3; 10402f3cd809SAllison Henderson break; 10412f3cd809SAllison Henderson case XFS_DINODE_FMT_LOCAL: 10422f3cd809SAllison Henderson case XFS_DINODE_FMT_EXTENTS: 10432f3cd809SAllison Henderson case XFS_DINODE_FMT_BTREE: 10442f3cd809SAllison Henderson ip->i_d.di_forkoff = xfs_attr_shortform_bytesfit(ip, size); 10452f3cd809SAllison Henderson if (!ip->i_d.di_forkoff) 10462f3cd809SAllison Henderson ip->i_d.di_forkoff = xfs_default_attroffset(ip) >> 3; 10472f3cd809SAllison Henderson else if ((ip->i_mount->m_flags & XFS_MOUNT_ATTR2) && version) 10482f3cd809SAllison Henderson *version = 2; 10492f3cd809SAllison Henderson break; 10502f3cd809SAllison Henderson default: 10512f3cd809SAllison Henderson ASSERT(0); 10522f3cd809SAllison Henderson return -EINVAL; 10532f3cd809SAllison Henderson } 10542f3cd809SAllison Henderson 10552f3cd809SAllison Henderson return 0; 10562f3cd809SAllison Henderson } 10572f3cd809SAllison Henderson 105830f712c9SDave Chinner /* 105930f712c9SDave Chinner * Convert inode from non-attributed to attributed. 106030f712c9SDave Chinner * Must not be in a transaction, ip must not be locked. 106130f712c9SDave Chinner */ 106230f712c9SDave Chinner int /* error code */ 106330f712c9SDave Chinner xfs_bmap_add_attrfork( 106430f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 106530f712c9SDave Chinner int size, /* space new attribute needs */ 106630f712c9SDave Chinner int rsvd) /* xact may use reserved blks */ 106730f712c9SDave Chinner { 106830f712c9SDave Chinner xfs_mount_t *mp; /* mount structure */ 106930f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 107030f712c9SDave Chinner int blks; /* space reservation */ 107130f712c9SDave Chinner int version = 1; /* superblock attr version */ 107230f712c9SDave Chinner int logflags; /* logging flags */ 107330f712c9SDave Chinner int error; /* error return value */ 107430f712c9SDave Chinner 107530f712c9SDave Chinner ASSERT(XFS_IFORK_Q(ip) == 0); 107630f712c9SDave Chinner 107730f712c9SDave Chinner mp = ip->i_mount; 107830f712c9SDave Chinner ASSERT(!XFS_NOT_DQATTACHED(mp, ip)); 1079253f4911SChristoph Hellwig 108030f712c9SDave Chinner blks = XFS_ADDAFORK_SPACE_RES(mp); 1081253f4911SChristoph Hellwig 1082253f4911SChristoph Hellwig error = xfs_trans_alloc(mp, &M_RES(mp)->tr_addafork, blks, 0, 1083253f4911SChristoph Hellwig rsvd ? XFS_TRANS_RESERVE : 0, &tp); 1084253f4911SChristoph Hellwig if (error) 108530f712c9SDave Chinner return error; 1086253f4911SChristoph Hellwig 108730f712c9SDave Chinner xfs_ilock(ip, XFS_ILOCK_EXCL); 108830f712c9SDave Chinner error = xfs_trans_reserve_quota_nblks(tp, ip, blks, 0, rsvd ? 108930f712c9SDave Chinner XFS_QMOPT_RES_REGBLKS | XFS_QMOPT_FORCE_RES : 109030f712c9SDave Chinner XFS_QMOPT_RES_REGBLKS); 109130f712c9SDave Chinner if (error) 109230f712c9SDave Chinner goto trans_cancel; 109330f712c9SDave Chinner if (XFS_IFORK_Q(ip)) 109430f712c9SDave Chinner goto trans_cancel; 109530f712c9SDave Chinner 109630f712c9SDave Chinner xfs_trans_ijoin(tp, ip, 0); 109730f712c9SDave Chinner xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE); 10982f3cd809SAllison Henderson error = xfs_bmap_set_attrforkoff(ip, size, &version); 10992f3cd809SAllison Henderson if (error) 110030f712c9SDave Chinner goto trans_cancel; 110130f712c9SDave Chinner ASSERT(ip->i_afp == NULL); 110232a2b11fSCarlos Maiolino 110332a2b11fSCarlos Maiolino ip->i_afp = kmem_cache_zalloc(xfs_ifork_zone, 110432a2b11fSCarlos Maiolino GFP_KERNEL | __GFP_NOFAIL); 110532a2b11fSCarlos Maiolino 1106f7e67b20SChristoph Hellwig ip->i_afp->if_format = XFS_DINODE_FMT_EXTENTS; 110730f712c9SDave Chinner ip->i_afp->if_flags = XFS_IFEXTENTS; 110830f712c9SDave Chinner logflags = 0; 1109f7e67b20SChristoph Hellwig switch (ip->i_df.if_format) { 111030f712c9SDave Chinner case XFS_DINODE_FMT_LOCAL: 1111825d75cdSBrian Foster error = xfs_bmap_add_attrfork_local(tp, ip, &logflags); 111230f712c9SDave Chinner break; 111330f712c9SDave Chinner case XFS_DINODE_FMT_EXTENTS: 1114825d75cdSBrian Foster error = xfs_bmap_add_attrfork_extents(tp, ip, &logflags); 111530f712c9SDave Chinner break; 111630f712c9SDave Chinner case XFS_DINODE_FMT_BTREE: 1117825d75cdSBrian Foster error = xfs_bmap_add_attrfork_btree(tp, ip, &logflags); 111830f712c9SDave Chinner break; 111930f712c9SDave Chinner default: 112030f712c9SDave Chinner error = 0; 112130f712c9SDave Chinner break; 112230f712c9SDave Chinner } 112330f712c9SDave Chinner if (logflags) 112430f712c9SDave Chinner xfs_trans_log_inode(tp, ip, logflags); 112530f712c9SDave Chinner if (error) 1126c8eac49eSBrian Foster goto trans_cancel; 112730f712c9SDave Chinner if (!xfs_sb_version_hasattr(&mp->m_sb) || 112830f712c9SDave Chinner (!xfs_sb_version_hasattr2(&mp->m_sb) && version == 2)) { 112961e63ecbSDave Chinner bool log_sb = false; 113030f712c9SDave Chinner 113130f712c9SDave Chinner spin_lock(&mp->m_sb_lock); 113230f712c9SDave Chinner if (!xfs_sb_version_hasattr(&mp->m_sb)) { 113330f712c9SDave Chinner xfs_sb_version_addattr(&mp->m_sb); 113461e63ecbSDave Chinner log_sb = true; 113530f712c9SDave Chinner } 113630f712c9SDave Chinner if (!xfs_sb_version_hasattr2(&mp->m_sb) && version == 2) { 113730f712c9SDave Chinner xfs_sb_version_addattr2(&mp->m_sb); 113861e63ecbSDave Chinner log_sb = true; 113930f712c9SDave Chinner } 114030f712c9SDave Chinner spin_unlock(&mp->m_sb_lock); 114161e63ecbSDave Chinner if (log_sb) 114261e63ecbSDave Chinner xfs_log_sb(tp); 114330f712c9SDave Chinner } 114430f712c9SDave Chinner 114570393313SChristoph Hellwig error = xfs_trans_commit(tp); 114630f712c9SDave Chinner xfs_iunlock(ip, XFS_ILOCK_EXCL); 114730f712c9SDave Chinner return error; 114830f712c9SDave Chinner 114930f712c9SDave Chinner trans_cancel: 11504906e215SChristoph Hellwig xfs_trans_cancel(tp); 115130f712c9SDave Chinner xfs_iunlock(ip, XFS_ILOCK_EXCL); 115230f712c9SDave Chinner return error; 115330f712c9SDave Chinner } 115430f712c9SDave Chinner 115530f712c9SDave Chinner /* 115630f712c9SDave Chinner * Internal and external extent tree search functions. 115730f712c9SDave Chinner */ 115830f712c9SDave Chinner 1159e992ae8aSDarrick J. Wong struct xfs_iread_state { 1160e992ae8aSDarrick J. Wong struct xfs_iext_cursor icur; 1161e992ae8aSDarrick J. Wong xfs_extnum_t loaded; 1162e992ae8aSDarrick J. Wong }; 1163e992ae8aSDarrick J. Wong 1164e992ae8aSDarrick J. Wong /* Stuff every bmbt record from this block into the incore extent map. */ 1165e992ae8aSDarrick J. Wong static int 1166e992ae8aSDarrick J. Wong xfs_iread_bmbt_block( 1167e992ae8aSDarrick J. Wong struct xfs_btree_cur *cur, 1168e992ae8aSDarrick J. Wong int level, 1169e992ae8aSDarrick J. Wong void *priv) 1170e992ae8aSDarrick J. Wong { 1171e992ae8aSDarrick J. Wong struct xfs_iread_state *ir = priv; 1172e992ae8aSDarrick J. Wong struct xfs_mount *mp = cur->bc_mp; 117392219c29SDave Chinner struct xfs_inode *ip = cur->bc_ino.ip; 1174e992ae8aSDarrick J. Wong struct xfs_btree_block *block; 1175e992ae8aSDarrick J. Wong struct xfs_buf *bp; 1176e992ae8aSDarrick J. Wong struct xfs_bmbt_rec *frp; 1177e992ae8aSDarrick J. Wong xfs_extnum_t num_recs; 1178e992ae8aSDarrick J. Wong xfs_extnum_t j; 117992219c29SDave Chinner int whichfork = cur->bc_ino.whichfork; 1180daf83964SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 1181e992ae8aSDarrick J. Wong 1182e992ae8aSDarrick J. Wong block = xfs_btree_get_block(cur, level, &bp); 1183e992ae8aSDarrick J. Wong 1184e992ae8aSDarrick J. Wong /* Abort if we find more records than nextents. */ 1185e992ae8aSDarrick J. Wong num_recs = xfs_btree_get_numrecs(block); 1186daf83964SChristoph Hellwig if (unlikely(ir->loaded + num_recs > ifp->if_nextents)) { 1187e992ae8aSDarrick J. Wong xfs_warn(ip->i_mount, "corrupt dinode %llu, (btree extents).", 1188e992ae8aSDarrick J. Wong (unsigned long long)ip->i_ino); 1189e992ae8aSDarrick J. Wong xfs_inode_verifier_error(ip, -EFSCORRUPTED, __func__, block, 1190e992ae8aSDarrick J. Wong sizeof(*block), __this_address); 1191e992ae8aSDarrick J. Wong return -EFSCORRUPTED; 1192e992ae8aSDarrick J. Wong } 1193e992ae8aSDarrick J. Wong 1194e992ae8aSDarrick J. Wong /* Copy records into the incore cache. */ 1195e992ae8aSDarrick J. Wong frp = XFS_BMBT_REC_ADDR(mp, block, 1); 1196e992ae8aSDarrick J. Wong for (j = 0; j < num_recs; j++, frp++, ir->loaded++) { 1197e992ae8aSDarrick J. Wong struct xfs_bmbt_irec new; 1198e992ae8aSDarrick J. Wong xfs_failaddr_t fa; 1199e992ae8aSDarrick J. Wong 1200e992ae8aSDarrick J. Wong xfs_bmbt_disk_get_all(frp, &new); 1201e992ae8aSDarrick J. Wong fa = xfs_bmap_validate_extent(ip, whichfork, &new); 1202e992ae8aSDarrick J. Wong if (fa) { 1203e992ae8aSDarrick J. Wong xfs_inode_verifier_error(ip, -EFSCORRUPTED, 1204e992ae8aSDarrick J. Wong "xfs_iread_extents(2)", frp, 1205e992ae8aSDarrick J. Wong sizeof(*frp), fa); 1206e992ae8aSDarrick J. Wong return -EFSCORRUPTED; 1207e992ae8aSDarrick J. Wong } 1208e992ae8aSDarrick J. Wong xfs_iext_insert(ip, &ir->icur, &new, 1209e992ae8aSDarrick J. Wong xfs_bmap_fork_to_state(whichfork)); 1210e992ae8aSDarrick J. Wong trace_xfs_read_extent(ip, &ir->icur, 1211e992ae8aSDarrick J. Wong xfs_bmap_fork_to_state(whichfork), _THIS_IP_); 1212daf83964SChristoph Hellwig xfs_iext_next(ifp, &ir->icur); 1213e992ae8aSDarrick J. Wong } 1214e992ae8aSDarrick J. Wong 1215e992ae8aSDarrick J. Wong return 0; 1216e992ae8aSDarrick J. Wong } 1217e992ae8aSDarrick J. Wong 121830f712c9SDave Chinner /* 1219211e95bbSChristoph Hellwig * Read in extents from a btree-format inode. 122030f712c9SDave Chinner */ 1221211e95bbSChristoph Hellwig int 1222211e95bbSChristoph Hellwig xfs_iread_extents( 1223211e95bbSChristoph Hellwig struct xfs_trans *tp, 1224211e95bbSChristoph Hellwig struct xfs_inode *ip, 1225211e95bbSChristoph Hellwig int whichfork) 122630f712c9SDave Chinner { 1227e992ae8aSDarrick J. Wong struct xfs_iread_state ir; 1228211e95bbSChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 1229e992ae8aSDarrick J. Wong struct xfs_mount *mp = ip->i_mount; 1230e992ae8aSDarrick J. Wong struct xfs_btree_cur *cur; 1231211e95bbSChristoph Hellwig int error; 123230f712c9SDave Chinner 1233211e95bbSChristoph Hellwig ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); 1234211e95bbSChristoph Hellwig 1235f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, ifp->if_format != XFS_DINODE_FMT_BTREE)) { 1236e992ae8aSDarrick J. Wong error = -EFSCORRUPTED; 1237e992ae8aSDarrick J. Wong goto out; 1238211e95bbSChristoph Hellwig } 1239211e95bbSChristoph Hellwig 1240e992ae8aSDarrick J. Wong ir.loaded = 0; 1241e992ae8aSDarrick J. Wong xfs_iext_first(ifp, &ir.icur); 1242e992ae8aSDarrick J. Wong cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 1243e992ae8aSDarrick J. Wong error = xfs_btree_visit_blocks(cur, xfs_iread_bmbt_block, 1244e992ae8aSDarrick J. Wong XFS_BTREE_VISIT_RECORDS, &ir); 1245e992ae8aSDarrick J. Wong xfs_btree_del_cursor(cur, error); 1246e992ae8aSDarrick J. Wong if (error) 1247e992ae8aSDarrick J. Wong goto out; 1248e992ae8aSDarrick J. Wong 1249daf83964SChristoph Hellwig if (XFS_IS_CORRUPT(mp, ir.loaded != ifp->if_nextents)) { 1250211e95bbSChristoph Hellwig error = -EFSCORRUPTED; 1251211e95bbSChristoph Hellwig goto out; 1252211e95bbSChristoph Hellwig } 1253e992ae8aSDarrick J. Wong ASSERT(ir.loaded == xfs_iext_count(ifp)); 1254211e95bbSChristoph Hellwig 1255211e95bbSChristoph Hellwig ifp->if_flags |= XFS_IFEXTENTS; 125630f712c9SDave Chinner return 0; 1257211e95bbSChristoph Hellwig out: 1258211e95bbSChristoph Hellwig xfs_iext_destroy(ifp); 1259211e95bbSChristoph Hellwig return error; 126030f712c9SDave Chinner } 126130f712c9SDave Chinner 126230f712c9SDave Chinner /* 126329b3e94aSChristoph Hellwig * Returns the relative block number of the first unused block(s) in the given 126429b3e94aSChristoph Hellwig * fork with at least "len" logically contiguous blocks free. This is the 126529b3e94aSChristoph Hellwig * lowest-address hole if the fork has holes, else the first block past the end 126629b3e94aSChristoph Hellwig * of fork. Return 0 if the fork is currently local (in-inode). 126730f712c9SDave Chinner */ 126830f712c9SDave Chinner int /* error */ 126930f712c9SDave Chinner xfs_bmap_first_unused( 127029b3e94aSChristoph Hellwig struct xfs_trans *tp, /* transaction pointer */ 127129b3e94aSChristoph Hellwig struct xfs_inode *ip, /* incore inode */ 127230f712c9SDave Chinner xfs_extlen_t len, /* size of hole to find */ 127330f712c9SDave Chinner xfs_fileoff_t *first_unused, /* unused block */ 127430f712c9SDave Chinner int whichfork) /* data or attr fork */ 127530f712c9SDave Chinner { 127629b3e94aSChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 127729b3e94aSChristoph Hellwig struct xfs_bmbt_irec got; 1278b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 127929b3e94aSChristoph Hellwig xfs_fileoff_t lastaddr = 0; 128029b3e94aSChristoph Hellwig xfs_fileoff_t lowest, max; 128129b3e94aSChristoph Hellwig int error; 128230f712c9SDave Chinner 1283f7e67b20SChristoph Hellwig if (ifp->if_format == XFS_DINODE_FMT_LOCAL) { 128430f712c9SDave Chinner *first_unused = 0; 128530f712c9SDave Chinner return 0; 128630f712c9SDave Chinner } 128729b3e94aSChristoph Hellwig 1288f7e67b20SChristoph Hellwig ASSERT(xfs_ifork_has_extents(ifp)); 1289f7e67b20SChristoph Hellwig 129029b3e94aSChristoph Hellwig if (!(ifp->if_flags & XFS_IFEXTENTS)) { 129129b3e94aSChristoph Hellwig error = xfs_iread_extents(tp, ip, whichfork); 129229b3e94aSChristoph Hellwig if (error) 129330f712c9SDave Chinner return error; 129429b3e94aSChristoph Hellwig } 1295f2285c14SChristoph Hellwig 129629b3e94aSChristoph Hellwig lowest = max = *first_unused; 1297b2b1712aSChristoph Hellwig for_each_xfs_iext(ifp, &icur, &got) { 129830f712c9SDave Chinner /* 129930f712c9SDave Chinner * See if the hole before this extent will work. 130030f712c9SDave Chinner */ 1301f2285c14SChristoph Hellwig if (got.br_startoff >= lowest + len && 130229b3e94aSChristoph Hellwig got.br_startoff - max >= len) 130329b3e94aSChristoph Hellwig break; 1304f2285c14SChristoph Hellwig lastaddr = got.br_startoff + got.br_blockcount; 130530f712c9SDave Chinner max = XFS_FILEOFF_MAX(lastaddr, lowest); 130630f712c9SDave Chinner } 130729b3e94aSChristoph Hellwig 130830f712c9SDave Chinner *first_unused = max; 130930f712c9SDave Chinner return 0; 131030f712c9SDave Chinner } 131130f712c9SDave Chinner 131230f712c9SDave Chinner /* 131330f712c9SDave Chinner * Returns the file-relative block number of the last block - 1 before 131430f712c9SDave Chinner * last_block (input value) in the file. 131530f712c9SDave Chinner * This is not based on i_size, it is based on the extent records. 131630f712c9SDave Chinner * Returns 0 for local files, as they do not have extent records. 131730f712c9SDave Chinner */ 131830f712c9SDave Chinner int /* error */ 131930f712c9SDave Chinner xfs_bmap_last_before( 132086685f7bSChristoph Hellwig struct xfs_trans *tp, /* transaction pointer */ 132186685f7bSChristoph Hellwig struct xfs_inode *ip, /* incore inode */ 132230f712c9SDave Chinner xfs_fileoff_t *last_block, /* last block */ 132330f712c9SDave Chinner int whichfork) /* data or attr fork */ 132430f712c9SDave Chinner { 132586685f7bSChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 132686685f7bSChristoph Hellwig struct xfs_bmbt_irec got; 1327b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 132886685f7bSChristoph Hellwig int error; 132930f712c9SDave Chinner 1330f7e67b20SChristoph Hellwig switch (ifp->if_format) { 133186685f7bSChristoph Hellwig case XFS_DINODE_FMT_LOCAL: 133230f712c9SDave Chinner *last_block = 0; 133330f712c9SDave Chinner return 0; 133486685f7bSChristoph Hellwig case XFS_DINODE_FMT_BTREE: 133586685f7bSChristoph Hellwig case XFS_DINODE_FMT_EXTENTS: 133686685f7bSChristoph Hellwig break; 133786685f7bSChristoph Hellwig default: 1338a5155b87SDarrick J. Wong ASSERT(0); 1339c2414ad6SDarrick J. Wong return -EFSCORRUPTED; 134030f712c9SDave Chinner } 134186685f7bSChristoph Hellwig 134286685f7bSChristoph Hellwig if (!(ifp->if_flags & XFS_IFEXTENTS)) { 134386685f7bSChristoph Hellwig error = xfs_iread_extents(tp, ip, whichfork); 134486685f7bSChristoph Hellwig if (error) 134530f712c9SDave Chinner return error; 134630f712c9SDave Chinner } 134786685f7bSChristoph Hellwig 1348b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent_before(ip, ifp, last_block, &icur, &got)) 134986685f7bSChristoph Hellwig *last_block = 0; 135030f712c9SDave Chinner return 0; 135130f712c9SDave Chinner } 135230f712c9SDave Chinner 135330f712c9SDave Chinner int 135430f712c9SDave Chinner xfs_bmap_last_extent( 135530f712c9SDave Chinner struct xfs_trans *tp, 135630f712c9SDave Chinner struct xfs_inode *ip, 135730f712c9SDave Chinner int whichfork, 135830f712c9SDave Chinner struct xfs_bmbt_irec *rec, 135930f712c9SDave Chinner int *is_empty) 136030f712c9SDave Chinner { 136130f712c9SDave Chinner struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 1362b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 136330f712c9SDave Chinner int error; 136430f712c9SDave Chinner 136530f712c9SDave Chinner if (!(ifp->if_flags & XFS_IFEXTENTS)) { 136630f712c9SDave Chinner error = xfs_iread_extents(tp, ip, whichfork); 136730f712c9SDave Chinner if (error) 136830f712c9SDave Chinner return error; 136930f712c9SDave Chinner } 137030f712c9SDave Chinner 1371b2b1712aSChristoph Hellwig xfs_iext_last(ifp, &icur); 1372b2b1712aSChristoph Hellwig if (!xfs_iext_get_extent(ifp, &icur, rec)) 137330f712c9SDave Chinner *is_empty = 1; 1374b2b1712aSChristoph Hellwig else 137530f712c9SDave Chinner *is_empty = 0; 137630f712c9SDave Chinner return 0; 137730f712c9SDave Chinner } 137830f712c9SDave Chinner 137930f712c9SDave Chinner /* 138030f712c9SDave Chinner * Check the last inode extent to determine whether this allocation will result 138130f712c9SDave Chinner * in blocks being allocated at the end of the file. When we allocate new data 138230f712c9SDave Chinner * blocks at the end of the file which do not start at the previous data block, 138330f712c9SDave Chinner * we will try to align the new blocks at stripe unit boundaries. 138430f712c9SDave Chinner * 138530f712c9SDave Chinner * Returns 1 in bma->aeof if the file (fork) is empty as any new write will be 138630f712c9SDave Chinner * at, or past the EOF. 138730f712c9SDave Chinner */ 138830f712c9SDave Chinner STATIC int 138930f712c9SDave Chinner xfs_bmap_isaeof( 139030f712c9SDave Chinner struct xfs_bmalloca *bma, 139130f712c9SDave Chinner int whichfork) 139230f712c9SDave Chinner { 139330f712c9SDave Chinner struct xfs_bmbt_irec rec; 139430f712c9SDave Chinner int is_empty; 139530f712c9SDave Chinner int error; 139630f712c9SDave Chinner 1397749f24f3SThomas Meyer bma->aeof = false; 139830f712c9SDave Chinner error = xfs_bmap_last_extent(NULL, bma->ip, whichfork, &rec, 139930f712c9SDave Chinner &is_empty); 140030f712c9SDave Chinner if (error) 140130f712c9SDave Chinner return error; 140230f712c9SDave Chinner 140330f712c9SDave Chinner if (is_empty) { 1404749f24f3SThomas Meyer bma->aeof = true; 140530f712c9SDave Chinner return 0; 140630f712c9SDave Chinner } 140730f712c9SDave Chinner 140830f712c9SDave Chinner /* 140930f712c9SDave Chinner * Check if we are allocation or past the last extent, or at least into 141030f712c9SDave Chinner * the last delayed allocated extent. 141130f712c9SDave Chinner */ 141230f712c9SDave Chinner bma->aeof = bma->offset >= rec.br_startoff + rec.br_blockcount || 141330f712c9SDave Chinner (bma->offset >= rec.br_startoff && 141430f712c9SDave Chinner isnullstartblock(rec.br_startblock)); 141530f712c9SDave Chinner return 0; 141630f712c9SDave Chinner } 141730f712c9SDave Chinner 141830f712c9SDave Chinner /* 141930f712c9SDave Chinner * Returns the file-relative block number of the first block past eof in 142030f712c9SDave Chinner * the file. This is not based on i_size, it is based on the extent records. 142130f712c9SDave Chinner * Returns 0 for local files, as they do not have extent records. 142230f712c9SDave Chinner */ 142330f712c9SDave Chinner int 142430f712c9SDave Chinner xfs_bmap_last_offset( 142530f712c9SDave Chinner struct xfs_inode *ip, 142630f712c9SDave Chinner xfs_fileoff_t *last_block, 142730f712c9SDave Chinner int whichfork) 142830f712c9SDave Chinner { 1429f7e67b20SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 143030f712c9SDave Chinner struct xfs_bmbt_irec rec; 143130f712c9SDave Chinner int is_empty; 143230f712c9SDave Chinner int error; 143330f712c9SDave Chinner 143430f712c9SDave Chinner *last_block = 0; 143530f712c9SDave Chinner 1436f7e67b20SChristoph Hellwig if (ifp->if_format == XFS_DINODE_FMT_LOCAL) 143730f712c9SDave Chinner return 0; 143830f712c9SDave Chinner 1439f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(ip->i_mount, !xfs_ifork_has_extents(ifp))) 1440c2414ad6SDarrick J. Wong return -EFSCORRUPTED; 144130f712c9SDave Chinner 144230f712c9SDave Chinner error = xfs_bmap_last_extent(NULL, ip, whichfork, &rec, &is_empty); 144330f712c9SDave Chinner if (error || is_empty) 144430f712c9SDave Chinner return error; 144530f712c9SDave Chinner 144630f712c9SDave Chinner *last_block = rec.br_startoff + rec.br_blockcount; 144730f712c9SDave Chinner return 0; 144830f712c9SDave Chinner } 144930f712c9SDave Chinner 145030f712c9SDave Chinner /* 145130f712c9SDave Chinner * Returns whether the selected fork of the inode has exactly one 145230f712c9SDave Chinner * block or not. For the data fork we check this matches di_size, 145330f712c9SDave Chinner * implying the file's range is 0..bsize-1. 145430f712c9SDave Chinner */ 145530f712c9SDave Chinner int /* 1=>1 block, 0=>otherwise */ 145630f712c9SDave Chinner xfs_bmap_one_block( 1457daf83964SChristoph Hellwig struct xfs_inode *ip, /* incore inode */ 145830f712c9SDave Chinner int whichfork) /* data or attr fork */ 145930f712c9SDave Chinner { 1460daf83964SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 146130f712c9SDave Chinner int rval; /* return value */ 1462daf83964SChristoph Hellwig struct xfs_bmbt_irec s; /* internal version of extent */ 1463b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 146430f712c9SDave Chinner 146530f712c9SDave Chinner #ifndef DEBUG 146630f712c9SDave Chinner if (whichfork == XFS_DATA_FORK) 146730f712c9SDave Chinner return XFS_ISIZE(ip) == ip->i_mount->m_sb.sb_blocksize; 146830f712c9SDave Chinner #endif /* !DEBUG */ 1469daf83964SChristoph Hellwig if (ifp->if_nextents != 1) 147030f712c9SDave Chinner return 0; 1471f7e67b20SChristoph Hellwig if (ifp->if_format != XFS_DINODE_FMT_EXTENTS) 147230f712c9SDave Chinner return 0; 147330f712c9SDave Chinner ASSERT(ifp->if_flags & XFS_IFEXTENTS); 1474b2b1712aSChristoph Hellwig xfs_iext_first(ifp, &icur); 1475b2b1712aSChristoph Hellwig xfs_iext_get_extent(ifp, &icur, &s); 147630f712c9SDave Chinner rval = s.br_startoff == 0 && s.br_blockcount == 1; 147730f712c9SDave Chinner if (rval && whichfork == XFS_DATA_FORK) 147830f712c9SDave Chinner ASSERT(XFS_ISIZE(ip) == ip->i_mount->m_sb.sb_blocksize); 147930f712c9SDave Chinner return rval; 148030f712c9SDave Chinner } 148130f712c9SDave Chinner 148230f712c9SDave Chinner /* 148330f712c9SDave Chinner * Extent tree manipulation functions used during allocation. 148430f712c9SDave Chinner */ 148530f712c9SDave Chinner 148630f712c9SDave Chinner /* 148730f712c9SDave Chinner * Convert a delayed allocation to a real allocation. 148830f712c9SDave Chinner */ 148930f712c9SDave Chinner STATIC int /* error */ 149030f712c9SDave Chinner xfs_bmap_add_extent_delay_real( 149160b4984fSDarrick J. Wong struct xfs_bmalloca *bma, 149260b4984fSDarrick J. Wong int whichfork) 149330f712c9SDave Chinner { 1494daf83964SChristoph Hellwig struct xfs_mount *mp = bma->ip->i_mount; 1495daf83964SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(bma->ip, whichfork); 149630f712c9SDave Chinner struct xfs_bmbt_irec *new = &bma->got; 149730f712c9SDave Chinner int error; /* error return value */ 149830f712c9SDave Chinner int i; /* temp state */ 149930f712c9SDave Chinner xfs_fileoff_t new_endoff; /* end offset of new entry */ 150030f712c9SDave Chinner xfs_bmbt_irec_t r[3]; /* neighbor extent entries */ 150130f712c9SDave Chinner /* left is 0, right is 1, prev is 2 */ 150230f712c9SDave Chinner int rval=0; /* return value (logging flags) */ 1503060ea65bSChristoph Hellwig int state = xfs_bmap_fork_to_state(whichfork); 150430f712c9SDave Chinner xfs_filblks_t da_new; /* new count del alloc blocks used */ 150530f712c9SDave Chinner xfs_filblks_t da_old; /* old count del alloc blocks used */ 150630f712c9SDave Chinner xfs_filblks_t temp=0; /* value for da_new calculations */ 150730f712c9SDave Chinner int tmp_rval; /* partial logging flags */ 15084dcb8869SChristoph Hellwig struct xfs_bmbt_irec old; 150930f712c9SDave Chinner 151060b4984fSDarrick J. Wong ASSERT(whichfork != XFS_ATTR_FORK); 151130f712c9SDave Chinner ASSERT(!isnullstartblock(new->br_startblock)); 151230f712c9SDave Chinner ASSERT(!bma->cur || 15138ef54797SDave Chinner (bma->cur->bc_ino.flags & XFS_BTCUR_BMBT_WASDEL)); 151430f712c9SDave Chinner 1515ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_add_exlist); 151630f712c9SDave Chinner 151730f712c9SDave Chinner #define LEFT r[0] 151830f712c9SDave Chinner #define RIGHT r[1] 151930f712c9SDave Chinner #define PREV r[2] 152030f712c9SDave Chinner 152130f712c9SDave Chinner /* 152230f712c9SDave Chinner * Set up a bunch of variables to make the tests simpler. 152330f712c9SDave Chinner */ 1524b2b1712aSChristoph Hellwig xfs_iext_get_extent(ifp, &bma->icur, &PREV); 152530f712c9SDave Chinner new_endoff = new->br_startoff + new->br_blockcount; 15264dcb8869SChristoph Hellwig ASSERT(isnullstartblock(PREV.br_startblock)); 152730f712c9SDave Chinner ASSERT(PREV.br_startoff <= new->br_startoff); 152830f712c9SDave Chinner ASSERT(PREV.br_startoff + PREV.br_blockcount >= new_endoff); 152930f712c9SDave Chinner 153030f712c9SDave Chinner da_old = startblockval(PREV.br_startblock); 153130f712c9SDave Chinner da_new = 0; 153230f712c9SDave Chinner 153330f712c9SDave Chinner /* 153430f712c9SDave Chinner * Set flags determining what part of the previous delayed allocation 153530f712c9SDave Chinner * extent is being replaced by a real allocation. 153630f712c9SDave Chinner */ 153730f712c9SDave Chinner if (PREV.br_startoff == new->br_startoff) 153830f712c9SDave Chinner state |= BMAP_LEFT_FILLING; 153930f712c9SDave Chinner if (PREV.br_startoff + PREV.br_blockcount == new_endoff) 154030f712c9SDave Chinner state |= BMAP_RIGHT_FILLING; 154130f712c9SDave Chinner 154230f712c9SDave Chinner /* 154330f712c9SDave Chinner * Check and set flags if this segment has a left neighbor. 154430f712c9SDave Chinner * Don't set contiguous if the combined extent would be too large. 154530f712c9SDave Chinner */ 1546b2b1712aSChristoph Hellwig if (xfs_iext_peek_prev_extent(ifp, &bma->icur, &LEFT)) { 154730f712c9SDave Chinner state |= BMAP_LEFT_VALID; 154830f712c9SDave Chinner if (isnullstartblock(LEFT.br_startblock)) 154930f712c9SDave Chinner state |= BMAP_LEFT_DELAY; 155030f712c9SDave Chinner } 155130f712c9SDave Chinner 155230f712c9SDave Chinner if ((state & BMAP_LEFT_VALID) && !(state & BMAP_LEFT_DELAY) && 155330f712c9SDave Chinner LEFT.br_startoff + LEFT.br_blockcount == new->br_startoff && 155430f712c9SDave Chinner LEFT.br_startblock + LEFT.br_blockcount == new->br_startblock && 155530f712c9SDave Chinner LEFT.br_state == new->br_state && 155630f712c9SDave Chinner LEFT.br_blockcount + new->br_blockcount <= MAXEXTLEN) 155730f712c9SDave Chinner state |= BMAP_LEFT_CONTIG; 155830f712c9SDave Chinner 155930f712c9SDave Chinner /* 156030f712c9SDave Chinner * Check and set flags if this segment has a right neighbor. 156130f712c9SDave Chinner * Don't set contiguous if the combined extent would be too large. 156230f712c9SDave Chinner * Also check for all-three-contiguous being too large. 156330f712c9SDave Chinner */ 1564b2b1712aSChristoph Hellwig if (xfs_iext_peek_next_extent(ifp, &bma->icur, &RIGHT)) { 156530f712c9SDave Chinner state |= BMAP_RIGHT_VALID; 156630f712c9SDave Chinner if (isnullstartblock(RIGHT.br_startblock)) 156730f712c9SDave Chinner state |= BMAP_RIGHT_DELAY; 156830f712c9SDave Chinner } 156930f712c9SDave Chinner 157030f712c9SDave Chinner if ((state & BMAP_RIGHT_VALID) && !(state & BMAP_RIGHT_DELAY) && 157130f712c9SDave Chinner new_endoff == RIGHT.br_startoff && 157230f712c9SDave Chinner new->br_startblock + new->br_blockcount == RIGHT.br_startblock && 157330f712c9SDave Chinner new->br_state == RIGHT.br_state && 157430f712c9SDave Chinner new->br_blockcount + RIGHT.br_blockcount <= MAXEXTLEN && 157530f712c9SDave Chinner ((state & (BMAP_LEFT_CONTIG | BMAP_LEFT_FILLING | 157630f712c9SDave Chinner BMAP_RIGHT_FILLING)) != 157730f712c9SDave Chinner (BMAP_LEFT_CONTIG | BMAP_LEFT_FILLING | 157830f712c9SDave Chinner BMAP_RIGHT_FILLING) || 157930f712c9SDave Chinner LEFT.br_blockcount + new->br_blockcount + RIGHT.br_blockcount 158030f712c9SDave Chinner <= MAXEXTLEN)) 158130f712c9SDave Chinner state |= BMAP_RIGHT_CONTIG; 158230f712c9SDave Chinner 158330f712c9SDave Chinner error = 0; 158430f712c9SDave Chinner /* 158530f712c9SDave Chinner * Switch out based on the FILLING and CONTIG state bits. 158630f712c9SDave Chinner */ 158730f712c9SDave Chinner switch (state & (BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG | 158830f712c9SDave Chinner BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG)) { 158930f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG | 159030f712c9SDave Chinner BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG: 159130f712c9SDave Chinner /* 159230f712c9SDave Chinner * Filling in all of a previously delayed allocation extent. 159330f712c9SDave Chinner * The left and right neighbors are both contiguous with new. 159430f712c9SDave Chinner */ 15954dcb8869SChristoph Hellwig LEFT.br_blockcount += PREV.br_blockcount + RIGHT.br_blockcount; 159630f712c9SDave Chinner 1597c38ccf59SChristoph Hellwig xfs_iext_remove(bma->ip, &bma->icur, state); 1598c38ccf59SChristoph Hellwig xfs_iext_remove(bma->ip, &bma->icur, state); 1599b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, &bma->icur); 1600b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &LEFT); 1601daf83964SChristoph Hellwig ifp->if_nextents--; 16020d045540SChristoph Hellwig 160330f712c9SDave Chinner if (bma->cur == NULL) 160430f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 160530f712c9SDave Chinner else { 160630f712c9SDave Chinner rval = XFS_ILOG_CORE; 1607e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, &RIGHT, &i); 160830f712c9SDave Chinner if (error) 160930f712c9SDave Chinner goto done; 1610f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1611f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1612f9e03706SDarrick J. Wong goto done; 1613f9e03706SDarrick J. Wong } 161430f712c9SDave Chinner error = xfs_btree_delete(bma->cur, &i); 161530f712c9SDave Chinner if (error) 161630f712c9SDave Chinner goto done; 1617f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1618f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1619f9e03706SDarrick J. Wong goto done; 1620f9e03706SDarrick J. Wong } 162130f712c9SDave Chinner error = xfs_btree_decrement(bma->cur, 0, &i); 162230f712c9SDave Chinner if (error) 162330f712c9SDave Chinner goto done; 1624f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1625f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1626f9e03706SDarrick J. Wong goto done; 1627f9e03706SDarrick J. Wong } 1628a67d00a5SChristoph Hellwig error = xfs_bmbt_update(bma->cur, &LEFT); 162930f712c9SDave Chinner if (error) 163030f712c9SDave Chinner goto done; 163130f712c9SDave Chinner } 163230f712c9SDave Chinner break; 163330f712c9SDave Chinner 163430f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING | BMAP_LEFT_CONTIG: 163530f712c9SDave Chinner /* 163630f712c9SDave Chinner * Filling in all of a previously delayed allocation extent. 163730f712c9SDave Chinner * The left neighbor is contiguous, the right is not. 163830f712c9SDave Chinner */ 16394dcb8869SChristoph Hellwig old = LEFT; 16404dcb8869SChristoph Hellwig LEFT.br_blockcount += PREV.br_blockcount; 16410d045540SChristoph Hellwig 1642c38ccf59SChristoph Hellwig xfs_iext_remove(bma->ip, &bma->icur, state); 1643b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, &bma->icur); 1644b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &LEFT); 164530f712c9SDave Chinner 164630f712c9SDave Chinner if (bma->cur == NULL) 164730f712c9SDave Chinner rval = XFS_ILOG_DEXT; 164830f712c9SDave Chinner else { 164930f712c9SDave Chinner rval = 0; 1650e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, &old, &i); 165130f712c9SDave Chinner if (error) 165230f712c9SDave Chinner goto done; 1653f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1654f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1655f9e03706SDarrick J. Wong goto done; 1656f9e03706SDarrick J. Wong } 1657a67d00a5SChristoph Hellwig error = xfs_bmbt_update(bma->cur, &LEFT); 165830f712c9SDave Chinner if (error) 165930f712c9SDave Chinner goto done; 166030f712c9SDave Chinner } 166130f712c9SDave Chinner break; 166230f712c9SDave Chinner 166330f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG: 166430f712c9SDave Chinner /* 166530f712c9SDave Chinner * Filling in all of a previously delayed allocation extent. 16669230a0b6SDave Chinner * The right neighbor is contiguous, the left is not. Take care 16679230a0b6SDave Chinner * with delay -> unwritten extent allocation here because the 16689230a0b6SDave Chinner * delalloc record we are overwriting is always written. 166930f712c9SDave Chinner */ 16704dcb8869SChristoph Hellwig PREV.br_startblock = new->br_startblock; 16714dcb8869SChristoph Hellwig PREV.br_blockcount += RIGHT.br_blockcount; 16729230a0b6SDave Chinner PREV.br_state = new->br_state; 16730d045540SChristoph Hellwig 1674b2b1712aSChristoph Hellwig xfs_iext_next(ifp, &bma->icur); 1675c38ccf59SChristoph Hellwig xfs_iext_remove(bma->ip, &bma->icur, state); 1676b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, &bma->icur); 1677b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &PREV); 167830f712c9SDave Chinner 167930f712c9SDave Chinner if (bma->cur == NULL) 168030f712c9SDave Chinner rval = XFS_ILOG_DEXT; 168130f712c9SDave Chinner else { 168230f712c9SDave Chinner rval = 0; 1683e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, &RIGHT, &i); 168430f712c9SDave Chinner if (error) 168530f712c9SDave Chinner goto done; 1686f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1687f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1688f9e03706SDarrick J. Wong goto done; 1689f9e03706SDarrick J. Wong } 1690a67d00a5SChristoph Hellwig error = xfs_bmbt_update(bma->cur, &PREV); 169130f712c9SDave Chinner if (error) 169230f712c9SDave Chinner goto done; 169330f712c9SDave Chinner } 169430f712c9SDave Chinner break; 169530f712c9SDave Chinner 169630f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING: 169730f712c9SDave Chinner /* 169830f712c9SDave Chinner * Filling in all of a previously delayed allocation extent. 169930f712c9SDave Chinner * Neither the left nor right neighbors are contiguous with 170030f712c9SDave Chinner * the new one. 170130f712c9SDave Chinner */ 17024dcb8869SChristoph Hellwig PREV.br_startblock = new->br_startblock; 17034dcb8869SChristoph Hellwig PREV.br_state = new->br_state; 1704b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &PREV); 1705daf83964SChristoph Hellwig ifp->if_nextents++; 170630f712c9SDave Chinner 170730f712c9SDave Chinner if (bma->cur == NULL) 170830f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 170930f712c9SDave Chinner else { 171030f712c9SDave Chinner rval = XFS_ILOG_CORE; 1711e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, new, &i); 171230f712c9SDave Chinner if (error) 171330f712c9SDave Chinner goto done; 1714f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 1715f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1716f9e03706SDarrick J. Wong goto done; 1717f9e03706SDarrick J. Wong } 171830f712c9SDave Chinner error = xfs_btree_insert(bma->cur, &i); 171930f712c9SDave Chinner if (error) 172030f712c9SDave Chinner goto done; 1721f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1722f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1723f9e03706SDarrick J. Wong goto done; 1724f9e03706SDarrick J. Wong } 172530f712c9SDave Chinner } 172630f712c9SDave Chinner break; 172730f712c9SDave Chinner 172830f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG: 172930f712c9SDave Chinner /* 173030f712c9SDave Chinner * Filling in the first part of a previous delayed allocation. 173130f712c9SDave Chinner * The left neighbor is contiguous. 173230f712c9SDave Chinner */ 17334dcb8869SChristoph Hellwig old = LEFT; 17344dcb8869SChristoph Hellwig temp = PREV.br_blockcount - new->br_blockcount; 17354dcb8869SChristoph Hellwig da_new = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(bma->ip, temp), 17364dcb8869SChristoph Hellwig startblockval(PREV.br_startblock)); 17374dcb8869SChristoph Hellwig 17384dcb8869SChristoph Hellwig LEFT.br_blockcount += new->br_blockcount; 173930f712c9SDave Chinner 1740bf99971cSChristoph Hellwig PREV.br_blockcount = temp; 17414dcb8869SChristoph Hellwig PREV.br_startoff += new->br_blockcount; 17424dcb8869SChristoph Hellwig PREV.br_startblock = nullstartblock(da_new); 17430d045540SChristoph Hellwig 1744b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &PREV); 1745b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, &bma->icur); 1746b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &LEFT); 17474dcb8869SChristoph Hellwig 174830f712c9SDave Chinner if (bma->cur == NULL) 174930f712c9SDave Chinner rval = XFS_ILOG_DEXT; 175030f712c9SDave Chinner else { 175130f712c9SDave Chinner rval = 0; 1752e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, &old, &i); 175330f712c9SDave Chinner if (error) 175430f712c9SDave Chinner goto done; 1755f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1756f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1757f9e03706SDarrick J. Wong goto done; 1758f9e03706SDarrick J. Wong } 1759a67d00a5SChristoph Hellwig error = xfs_bmbt_update(bma->cur, &LEFT); 176030f712c9SDave Chinner if (error) 176130f712c9SDave Chinner goto done; 176230f712c9SDave Chinner } 176330f712c9SDave Chinner break; 176430f712c9SDave Chinner 176530f712c9SDave Chinner case BMAP_LEFT_FILLING: 176630f712c9SDave Chinner /* 176730f712c9SDave Chinner * Filling in the first part of a previous delayed allocation. 176830f712c9SDave Chinner * The left neighbor is not contiguous. 176930f712c9SDave Chinner */ 1770b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, new); 1771daf83964SChristoph Hellwig ifp->if_nextents++; 1772daf83964SChristoph Hellwig 177330f712c9SDave Chinner if (bma->cur == NULL) 177430f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 177530f712c9SDave Chinner else { 177630f712c9SDave Chinner rval = XFS_ILOG_CORE; 1777e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, new, &i); 177830f712c9SDave Chinner if (error) 177930f712c9SDave Chinner goto done; 1780f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 1781f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1782f9e03706SDarrick J. Wong goto done; 1783f9e03706SDarrick J. Wong } 178430f712c9SDave Chinner error = xfs_btree_insert(bma->cur, &i); 178530f712c9SDave Chinner if (error) 178630f712c9SDave Chinner goto done; 1787f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1788f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1789f9e03706SDarrick J. Wong goto done; 1790f9e03706SDarrick J. Wong } 179130f712c9SDave Chinner } 179230f712c9SDave Chinner 17936d3eb1ecSDarrick J. Wong if (xfs_bmap_needs_btree(bma->ip, whichfork)) { 179430f712c9SDave Chinner error = xfs_bmap_extents_to_btree(bma->tp, bma->ip, 1795280253d2SBrian Foster &bma->cur, 1, &tmp_rval, whichfork); 179630f712c9SDave Chinner rval |= tmp_rval; 179730f712c9SDave Chinner if (error) 179830f712c9SDave Chinner goto done; 179930f712c9SDave Chinner } 18004dcb8869SChristoph Hellwig 18014dcb8869SChristoph Hellwig temp = PREV.br_blockcount - new->br_blockcount; 180230f712c9SDave Chinner da_new = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(bma->ip, temp), 180330f712c9SDave Chinner startblockval(PREV.br_startblock) - 180492219c29SDave Chinner (bma->cur ? bma->cur->bc_ino.allocated : 0)); 18054dcb8869SChristoph Hellwig 18064dcb8869SChristoph Hellwig PREV.br_startoff = new_endoff; 18074dcb8869SChristoph Hellwig PREV.br_blockcount = temp; 18084dcb8869SChristoph Hellwig PREV.br_startblock = nullstartblock(da_new); 1809b2b1712aSChristoph Hellwig xfs_iext_next(ifp, &bma->icur); 18100254c2f2SChristoph Hellwig xfs_iext_insert(bma->ip, &bma->icur, &PREV, state); 1811b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, &bma->icur); 181230f712c9SDave Chinner break; 181330f712c9SDave Chinner 181430f712c9SDave Chinner case BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG: 181530f712c9SDave Chinner /* 181630f712c9SDave Chinner * Filling in the last part of a previous delayed allocation. 181730f712c9SDave Chinner * The right neighbor is contiguous with the new allocation. 181830f712c9SDave Chinner */ 18194dcb8869SChristoph Hellwig old = RIGHT; 18204dcb8869SChristoph Hellwig RIGHT.br_startoff = new->br_startoff; 18214dcb8869SChristoph Hellwig RIGHT.br_startblock = new->br_startblock; 18224dcb8869SChristoph Hellwig RIGHT.br_blockcount += new->br_blockcount; 18234dcb8869SChristoph Hellwig 182430f712c9SDave Chinner if (bma->cur == NULL) 182530f712c9SDave Chinner rval = XFS_ILOG_DEXT; 182630f712c9SDave Chinner else { 182730f712c9SDave Chinner rval = 0; 1828e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, &old, &i); 182930f712c9SDave Chinner if (error) 183030f712c9SDave Chinner goto done; 1831f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1832f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1833f9e03706SDarrick J. Wong goto done; 1834f9e03706SDarrick J. Wong } 1835a67d00a5SChristoph Hellwig error = xfs_bmbt_update(bma->cur, &RIGHT); 183630f712c9SDave Chinner if (error) 183730f712c9SDave Chinner goto done; 183830f712c9SDave Chinner } 183930f712c9SDave Chinner 18404dcb8869SChristoph Hellwig temp = PREV.br_blockcount - new->br_blockcount; 184130f712c9SDave Chinner da_new = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(bma->ip, temp), 184230f712c9SDave Chinner startblockval(PREV.br_startblock)); 18434dcb8869SChristoph Hellwig 18444dcb8869SChristoph Hellwig PREV.br_blockcount = temp; 18454dcb8869SChristoph Hellwig PREV.br_startblock = nullstartblock(da_new); 184630f712c9SDave Chinner 1847b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &PREV); 1848b2b1712aSChristoph Hellwig xfs_iext_next(ifp, &bma->icur); 1849b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &RIGHT); 185030f712c9SDave Chinner break; 185130f712c9SDave Chinner 185230f712c9SDave Chinner case BMAP_RIGHT_FILLING: 185330f712c9SDave Chinner /* 185430f712c9SDave Chinner * Filling in the last part of a previous delayed allocation. 185530f712c9SDave Chinner * The right neighbor is not contiguous. 185630f712c9SDave Chinner */ 1857b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, new); 1858daf83964SChristoph Hellwig ifp->if_nextents++; 1859daf83964SChristoph Hellwig 186030f712c9SDave Chinner if (bma->cur == NULL) 186130f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 186230f712c9SDave Chinner else { 186330f712c9SDave Chinner rval = XFS_ILOG_CORE; 1864e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, new, &i); 186530f712c9SDave Chinner if (error) 186630f712c9SDave Chinner goto done; 1867f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 1868f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1869f9e03706SDarrick J. Wong goto done; 1870f9e03706SDarrick J. Wong } 187130f712c9SDave Chinner error = xfs_btree_insert(bma->cur, &i); 187230f712c9SDave Chinner if (error) 187330f712c9SDave Chinner goto done; 1874f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1875f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1876f9e03706SDarrick J. Wong goto done; 1877f9e03706SDarrick J. Wong } 187830f712c9SDave Chinner } 187930f712c9SDave Chinner 18806d3eb1ecSDarrick J. Wong if (xfs_bmap_needs_btree(bma->ip, whichfork)) { 188130f712c9SDave Chinner error = xfs_bmap_extents_to_btree(bma->tp, bma->ip, 1882280253d2SBrian Foster &bma->cur, 1, &tmp_rval, whichfork); 188330f712c9SDave Chinner rval |= tmp_rval; 188430f712c9SDave Chinner if (error) 188530f712c9SDave Chinner goto done; 188630f712c9SDave Chinner } 18874dcb8869SChristoph Hellwig 18884dcb8869SChristoph Hellwig temp = PREV.br_blockcount - new->br_blockcount; 188930f712c9SDave Chinner da_new = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(bma->ip, temp), 189030f712c9SDave Chinner startblockval(PREV.br_startblock) - 189192219c29SDave Chinner (bma->cur ? bma->cur->bc_ino.allocated : 0)); 18924dcb8869SChristoph Hellwig 18934dcb8869SChristoph Hellwig PREV.br_startblock = nullstartblock(da_new); 18944dcb8869SChristoph Hellwig PREV.br_blockcount = temp; 18950254c2f2SChristoph Hellwig xfs_iext_insert(bma->ip, &bma->icur, &PREV, state); 1896b2b1712aSChristoph Hellwig xfs_iext_next(ifp, &bma->icur); 189730f712c9SDave Chinner break; 189830f712c9SDave Chinner 189930f712c9SDave Chinner case 0: 190030f712c9SDave Chinner /* 190130f712c9SDave Chinner * Filling in the middle part of a previous delayed allocation. 190230f712c9SDave Chinner * Contiguity is impossible here. 190330f712c9SDave Chinner * This case is avoided almost all the time. 190430f712c9SDave Chinner * 190530f712c9SDave Chinner * We start with a delayed allocation: 190630f712c9SDave Chinner * 190730f712c9SDave Chinner * +ddddddddddddddddddddddddddddddddddddddddddddddddddddddd+ 190830f712c9SDave Chinner * PREV @ idx 190930f712c9SDave Chinner * 191030f712c9SDave Chinner * and we are allocating: 191130f712c9SDave Chinner * +rrrrrrrrrrrrrrrrr+ 191230f712c9SDave Chinner * new 191330f712c9SDave Chinner * 191430f712c9SDave Chinner * and we set it up for insertion as: 191530f712c9SDave Chinner * +ddddddddddddddddddd+rrrrrrrrrrrrrrrrr+ddddddddddddddddd+ 191630f712c9SDave Chinner * new 191730f712c9SDave Chinner * PREV @ idx LEFT RIGHT 191830f712c9SDave Chinner * inserted at idx + 1 191930f712c9SDave Chinner */ 19204dcb8869SChristoph Hellwig old = PREV; 19214dcb8869SChristoph Hellwig 19224dcb8869SChristoph Hellwig /* LEFT is the new middle */ 192330f712c9SDave Chinner LEFT = *new; 19244dcb8869SChristoph Hellwig 19254dcb8869SChristoph Hellwig /* RIGHT is the new right */ 192630f712c9SDave Chinner RIGHT.br_state = PREV.br_state; 192730f712c9SDave Chinner RIGHT.br_startoff = new_endoff; 19284dcb8869SChristoph Hellwig RIGHT.br_blockcount = 19294dcb8869SChristoph Hellwig PREV.br_startoff + PREV.br_blockcount - new_endoff; 19304dcb8869SChristoph Hellwig RIGHT.br_startblock = 19314dcb8869SChristoph Hellwig nullstartblock(xfs_bmap_worst_indlen(bma->ip, 19324dcb8869SChristoph Hellwig RIGHT.br_blockcount)); 19334dcb8869SChristoph Hellwig 19344dcb8869SChristoph Hellwig /* truncate PREV */ 19354dcb8869SChristoph Hellwig PREV.br_blockcount = new->br_startoff - PREV.br_startoff; 19364dcb8869SChristoph Hellwig PREV.br_startblock = 19374dcb8869SChristoph Hellwig nullstartblock(xfs_bmap_worst_indlen(bma->ip, 19384dcb8869SChristoph Hellwig PREV.br_blockcount)); 1939b2b1712aSChristoph Hellwig xfs_iext_update_extent(bma->ip, state, &bma->icur, &PREV); 19404dcb8869SChristoph Hellwig 1941b2b1712aSChristoph Hellwig xfs_iext_next(ifp, &bma->icur); 19420254c2f2SChristoph Hellwig xfs_iext_insert(bma->ip, &bma->icur, &RIGHT, state); 19430254c2f2SChristoph Hellwig xfs_iext_insert(bma->ip, &bma->icur, &LEFT, state); 1944daf83964SChristoph Hellwig ifp->if_nextents++; 19454dcb8869SChristoph Hellwig 194630f712c9SDave Chinner if (bma->cur == NULL) 194730f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 194830f712c9SDave Chinner else { 194930f712c9SDave Chinner rval = XFS_ILOG_CORE; 1950e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(bma->cur, new, &i); 195130f712c9SDave Chinner if (error) 195230f712c9SDave Chinner goto done; 1953f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 1954f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1955f9e03706SDarrick J. Wong goto done; 1956f9e03706SDarrick J. Wong } 195730f712c9SDave Chinner error = xfs_btree_insert(bma->cur, &i); 195830f712c9SDave Chinner if (error) 195930f712c9SDave Chinner goto done; 1960f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 1961f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 1962f9e03706SDarrick J. Wong goto done; 1963f9e03706SDarrick J. Wong } 196430f712c9SDave Chinner } 196530f712c9SDave Chinner 19666d3eb1ecSDarrick J. Wong if (xfs_bmap_needs_btree(bma->ip, whichfork)) { 196730f712c9SDave Chinner error = xfs_bmap_extents_to_btree(bma->tp, bma->ip, 1968280253d2SBrian Foster &bma->cur, 1, &tmp_rval, whichfork); 196930f712c9SDave Chinner rval |= tmp_rval; 197030f712c9SDave Chinner if (error) 197130f712c9SDave Chinner goto done; 197230f712c9SDave Chinner } 19734dcb8869SChristoph Hellwig 19744dcb8869SChristoph Hellwig da_new = startblockval(PREV.br_startblock) + 19754dcb8869SChristoph Hellwig startblockval(RIGHT.br_startblock); 197630f712c9SDave Chinner break; 197730f712c9SDave Chinner 197830f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 197930f712c9SDave Chinner case BMAP_RIGHT_FILLING | BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 198030f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_CONTIG: 198130f712c9SDave Chinner case BMAP_RIGHT_FILLING | BMAP_LEFT_CONTIG: 198230f712c9SDave Chinner case BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 198330f712c9SDave Chinner case BMAP_LEFT_CONTIG: 198430f712c9SDave Chinner case BMAP_RIGHT_CONTIG: 198530f712c9SDave Chinner /* 198630f712c9SDave Chinner * These cases are all impossible. 198730f712c9SDave Chinner */ 198830f712c9SDave Chinner ASSERT(0); 198930f712c9SDave Chinner } 199030f712c9SDave Chinner 199195eb308cSDarrick J. Wong /* add reverse mapping unless caller opted out */ 1992bc46ac64SDarrick J. Wong if (!(bma->flags & XFS_BMAPI_NORMAP)) 1993bc46ac64SDarrick J. Wong xfs_rmap_map_extent(bma->tp, bma->ip, whichfork, new); 19949c194644SDarrick J. Wong 199530f712c9SDave Chinner /* convert to a btree if necessary */ 19966d3eb1ecSDarrick J. Wong if (xfs_bmap_needs_btree(bma->ip, whichfork)) { 199730f712c9SDave Chinner int tmp_logflags; /* partial log flag return val */ 199830f712c9SDave Chinner 199930f712c9SDave Chinner ASSERT(bma->cur == NULL); 200030f712c9SDave Chinner error = xfs_bmap_extents_to_btree(bma->tp, bma->ip, 2001280253d2SBrian Foster &bma->cur, da_old > 0, &tmp_logflags, 2002280253d2SBrian Foster whichfork); 200330f712c9SDave Chinner bma->logflags |= tmp_logflags; 200430f712c9SDave Chinner if (error) 200530f712c9SDave Chinner goto done; 200630f712c9SDave Chinner } 200730f712c9SDave Chinner 20089fe82b8cSDarrick J. Wong if (da_new != da_old) 20099fe82b8cSDarrick J. Wong xfs_mod_delalloc(mp, (int64_t)da_new - da_old); 20109fe82b8cSDarrick J. Wong 2011ca1862b0SChristoph Hellwig if (bma->cur) { 201292219c29SDave Chinner da_new += bma->cur->bc_ino.allocated; 201392219c29SDave Chinner bma->cur->bc_ino.allocated = 0; 201430f712c9SDave Chinner } 201530f712c9SDave Chinner 2016ca1862b0SChristoph Hellwig /* adjust for changes in reserved delayed indirect blocks */ 2017ca1862b0SChristoph Hellwig if (da_new != da_old) { 2018ca1862b0SChristoph Hellwig ASSERT(state == 0 || da_new < da_old); 2019ca1862b0SChristoph Hellwig error = xfs_mod_fdblocks(mp, (int64_t)(da_old - da_new), 2020ca1862b0SChristoph Hellwig false); 2021ca1862b0SChristoph Hellwig } 202230f712c9SDave Chinner 20236d3eb1ecSDarrick J. Wong xfs_bmap_check_leaf_extents(bma->cur, bma->ip, whichfork); 202430f712c9SDave Chinner done: 202560b4984fSDarrick J. Wong if (whichfork != XFS_COW_FORK) 202630f712c9SDave Chinner bma->logflags |= rval; 202730f712c9SDave Chinner return error; 202830f712c9SDave Chinner #undef LEFT 202930f712c9SDave Chinner #undef RIGHT 203030f712c9SDave Chinner #undef PREV 203130f712c9SDave Chinner } 203230f712c9SDave Chinner 203330f712c9SDave Chinner /* 203430f712c9SDave Chinner * Convert an unwritten allocation to a real allocation or vice versa. 203530f712c9SDave Chinner */ 203626b91c72SChristoph Hellwig int /* error */ 203730f712c9SDave Chinner xfs_bmap_add_extent_unwritten_real( 203830f712c9SDave Chinner struct xfs_trans *tp, 203930f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 204005a630d7SDarrick J. Wong int whichfork, 2041b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 204230f712c9SDave Chinner xfs_btree_cur_t **curp, /* if *curp is null, not a btree */ 204330f712c9SDave Chinner xfs_bmbt_irec_t *new, /* new data to add to file extents */ 204430f712c9SDave Chinner int *logflagsp) /* inode logging flags */ 204530f712c9SDave Chinner { 204630f712c9SDave Chinner xfs_btree_cur_t *cur; /* btree cursor */ 204730f712c9SDave Chinner int error; /* error return value */ 204830f712c9SDave Chinner int i; /* temp state */ 20493ba738dfSChristoph Hellwig struct xfs_ifork *ifp; /* inode fork pointer */ 205030f712c9SDave Chinner xfs_fileoff_t new_endoff; /* end offset of new entry */ 205130f712c9SDave Chinner xfs_bmbt_irec_t r[3]; /* neighbor extent entries */ 205230f712c9SDave Chinner /* left is 0, right is 1, prev is 2 */ 205330f712c9SDave Chinner int rval=0; /* return value (logging flags) */ 2054060ea65bSChristoph Hellwig int state = xfs_bmap_fork_to_state(whichfork); 205505a630d7SDarrick J. Wong struct xfs_mount *mp = ip->i_mount; 205679fa6143SChristoph Hellwig struct xfs_bmbt_irec old; 205730f712c9SDave Chinner 205830f712c9SDave Chinner *logflagsp = 0; 205930f712c9SDave Chinner 206030f712c9SDave Chinner cur = *curp; 206105a630d7SDarrick J. Wong ifp = XFS_IFORK_PTR(ip, whichfork); 206230f712c9SDave Chinner 206330f712c9SDave Chinner ASSERT(!isnullstartblock(new->br_startblock)); 206430f712c9SDave Chinner 2065ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_add_exlist); 206630f712c9SDave Chinner 206730f712c9SDave Chinner #define LEFT r[0] 206830f712c9SDave Chinner #define RIGHT r[1] 206930f712c9SDave Chinner #define PREV r[2] 207030f712c9SDave Chinner 207130f712c9SDave Chinner /* 207230f712c9SDave Chinner * Set up a bunch of variables to make the tests simpler. 207330f712c9SDave Chinner */ 207430f712c9SDave Chinner error = 0; 2075b2b1712aSChristoph Hellwig xfs_iext_get_extent(ifp, icur, &PREV); 207679fa6143SChristoph Hellwig ASSERT(new->br_state != PREV.br_state); 207730f712c9SDave Chinner new_endoff = new->br_startoff + new->br_blockcount; 207830f712c9SDave Chinner ASSERT(PREV.br_startoff <= new->br_startoff); 207930f712c9SDave Chinner ASSERT(PREV.br_startoff + PREV.br_blockcount >= new_endoff); 208030f712c9SDave Chinner 208130f712c9SDave Chinner /* 208230f712c9SDave Chinner * Set flags determining what part of the previous oldext allocation 208330f712c9SDave Chinner * extent is being replaced by a newext allocation. 208430f712c9SDave Chinner */ 208530f712c9SDave Chinner if (PREV.br_startoff == new->br_startoff) 208630f712c9SDave Chinner state |= BMAP_LEFT_FILLING; 208730f712c9SDave Chinner if (PREV.br_startoff + PREV.br_blockcount == new_endoff) 208830f712c9SDave Chinner state |= BMAP_RIGHT_FILLING; 208930f712c9SDave Chinner 209030f712c9SDave Chinner /* 209130f712c9SDave Chinner * Check and set flags if this segment has a left neighbor. 209230f712c9SDave Chinner * Don't set contiguous if the combined extent would be too large. 209330f712c9SDave Chinner */ 2094b2b1712aSChristoph Hellwig if (xfs_iext_peek_prev_extent(ifp, icur, &LEFT)) { 209530f712c9SDave Chinner state |= BMAP_LEFT_VALID; 209630f712c9SDave Chinner if (isnullstartblock(LEFT.br_startblock)) 209730f712c9SDave Chinner state |= BMAP_LEFT_DELAY; 209830f712c9SDave Chinner } 209930f712c9SDave Chinner 210030f712c9SDave Chinner if ((state & BMAP_LEFT_VALID) && !(state & BMAP_LEFT_DELAY) && 210130f712c9SDave Chinner LEFT.br_startoff + LEFT.br_blockcount == new->br_startoff && 210230f712c9SDave Chinner LEFT.br_startblock + LEFT.br_blockcount == new->br_startblock && 210379fa6143SChristoph Hellwig LEFT.br_state == new->br_state && 210430f712c9SDave Chinner LEFT.br_blockcount + new->br_blockcount <= MAXEXTLEN) 210530f712c9SDave Chinner state |= BMAP_LEFT_CONTIG; 210630f712c9SDave Chinner 210730f712c9SDave Chinner /* 210830f712c9SDave Chinner * Check and set flags if this segment has a right neighbor. 210930f712c9SDave Chinner * Don't set contiguous if the combined extent would be too large. 211030f712c9SDave Chinner * Also check for all-three-contiguous being too large. 211130f712c9SDave Chinner */ 2112b2b1712aSChristoph Hellwig if (xfs_iext_peek_next_extent(ifp, icur, &RIGHT)) { 211330f712c9SDave Chinner state |= BMAP_RIGHT_VALID; 211430f712c9SDave Chinner if (isnullstartblock(RIGHT.br_startblock)) 211530f712c9SDave Chinner state |= BMAP_RIGHT_DELAY; 211630f712c9SDave Chinner } 211730f712c9SDave Chinner 211830f712c9SDave Chinner if ((state & BMAP_RIGHT_VALID) && !(state & BMAP_RIGHT_DELAY) && 211930f712c9SDave Chinner new_endoff == RIGHT.br_startoff && 212030f712c9SDave Chinner new->br_startblock + new->br_blockcount == RIGHT.br_startblock && 212179fa6143SChristoph Hellwig new->br_state == RIGHT.br_state && 212230f712c9SDave Chinner new->br_blockcount + RIGHT.br_blockcount <= MAXEXTLEN && 212330f712c9SDave Chinner ((state & (BMAP_LEFT_CONTIG | BMAP_LEFT_FILLING | 212430f712c9SDave Chinner BMAP_RIGHT_FILLING)) != 212530f712c9SDave Chinner (BMAP_LEFT_CONTIG | BMAP_LEFT_FILLING | 212630f712c9SDave Chinner BMAP_RIGHT_FILLING) || 212730f712c9SDave Chinner LEFT.br_blockcount + new->br_blockcount + RIGHT.br_blockcount 212830f712c9SDave Chinner <= MAXEXTLEN)) 212930f712c9SDave Chinner state |= BMAP_RIGHT_CONTIG; 213030f712c9SDave Chinner 213130f712c9SDave Chinner /* 213230f712c9SDave Chinner * Switch out based on the FILLING and CONTIG state bits. 213330f712c9SDave Chinner */ 213430f712c9SDave Chinner switch (state & (BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG | 213530f712c9SDave Chinner BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG)) { 213630f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG | 213730f712c9SDave Chinner BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG: 213830f712c9SDave Chinner /* 213930f712c9SDave Chinner * Setting all of a previous oldext extent to newext. 214030f712c9SDave Chinner * The left and right neighbors are both contiguous with new. 214130f712c9SDave Chinner */ 214279fa6143SChristoph Hellwig LEFT.br_blockcount += PREV.br_blockcount + RIGHT.br_blockcount; 214330f712c9SDave Chinner 2144c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 2145c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 2146b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2147b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &LEFT); 2148daf83964SChristoph Hellwig ifp->if_nextents -= 2; 214930f712c9SDave Chinner if (cur == NULL) 215030f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 215130f712c9SDave Chinner else { 215230f712c9SDave Chinner rval = XFS_ILOG_CORE; 2153e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &RIGHT, &i); 2154e16cf9b0SChristoph Hellwig if (error) 215530f712c9SDave Chinner goto done; 2156f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2157f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2158f9e03706SDarrick J. Wong goto done; 2159f9e03706SDarrick J. Wong } 216030f712c9SDave Chinner if ((error = xfs_btree_delete(cur, &i))) 216130f712c9SDave Chinner goto done; 2162f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2163f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2164f9e03706SDarrick J. Wong goto done; 2165f9e03706SDarrick J. Wong } 216630f712c9SDave Chinner if ((error = xfs_btree_decrement(cur, 0, &i))) 216730f712c9SDave Chinner goto done; 2168f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2169f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2170f9e03706SDarrick J. Wong goto done; 2171f9e03706SDarrick J. Wong } 217230f712c9SDave Chinner if ((error = xfs_btree_delete(cur, &i))) 217330f712c9SDave Chinner goto done; 2174f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2175f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2176f9e03706SDarrick J. Wong goto done; 2177f9e03706SDarrick J. Wong } 217830f712c9SDave Chinner if ((error = xfs_btree_decrement(cur, 0, &i))) 217930f712c9SDave Chinner goto done; 2180f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2181f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2182f9e03706SDarrick J. Wong goto done; 2183f9e03706SDarrick J. Wong } 2184a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &LEFT); 218579fa6143SChristoph Hellwig if (error) 218630f712c9SDave Chinner goto done; 218730f712c9SDave Chinner } 218830f712c9SDave Chinner break; 218930f712c9SDave Chinner 219030f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING | BMAP_LEFT_CONTIG: 219130f712c9SDave Chinner /* 219230f712c9SDave Chinner * Setting all of a previous oldext extent to newext. 219330f712c9SDave Chinner * The left neighbor is contiguous, the right is not. 219430f712c9SDave Chinner */ 219579fa6143SChristoph Hellwig LEFT.br_blockcount += PREV.br_blockcount; 219630f712c9SDave Chinner 2197c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 2198b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2199b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &LEFT); 2200daf83964SChristoph Hellwig ifp->if_nextents--; 220130f712c9SDave Chinner if (cur == NULL) 220230f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 220330f712c9SDave Chinner else { 220430f712c9SDave Chinner rval = XFS_ILOG_CORE; 2205e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &PREV, &i); 2206e16cf9b0SChristoph Hellwig if (error) 220730f712c9SDave Chinner goto done; 2208f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2209f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2210f9e03706SDarrick J. Wong goto done; 2211f9e03706SDarrick J. Wong } 221230f712c9SDave Chinner if ((error = xfs_btree_delete(cur, &i))) 221330f712c9SDave Chinner goto done; 2214f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2215f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2216f9e03706SDarrick J. Wong goto done; 2217f9e03706SDarrick J. Wong } 221830f712c9SDave Chinner if ((error = xfs_btree_decrement(cur, 0, &i))) 221930f712c9SDave Chinner goto done; 2220f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2221f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2222f9e03706SDarrick J. Wong goto done; 2223f9e03706SDarrick J. Wong } 2224a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &LEFT); 222579fa6143SChristoph Hellwig if (error) 222630f712c9SDave Chinner goto done; 222730f712c9SDave Chinner } 222830f712c9SDave Chinner break; 222930f712c9SDave Chinner 223030f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG: 223130f712c9SDave Chinner /* 223230f712c9SDave Chinner * Setting all of a previous oldext extent to newext. 223330f712c9SDave Chinner * The right neighbor is contiguous, the left is not. 223430f712c9SDave Chinner */ 223579fa6143SChristoph Hellwig PREV.br_blockcount += RIGHT.br_blockcount; 223679fa6143SChristoph Hellwig PREV.br_state = new->br_state; 2237a6818477SChristoph Hellwig 2238b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 2239c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 2240b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2241b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 2242daf83964SChristoph Hellwig ifp->if_nextents--; 224379fa6143SChristoph Hellwig 224430f712c9SDave Chinner if (cur == NULL) 224530f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 224630f712c9SDave Chinner else { 224730f712c9SDave Chinner rval = XFS_ILOG_CORE; 2248e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &RIGHT, &i); 2249e16cf9b0SChristoph Hellwig if (error) 225030f712c9SDave Chinner goto done; 2251f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2252f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2253f9e03706SDarrick J. Wong goto done; 2254f9e03706SDarrick J. Wong } 225530f712c9SDave Chinner if ((error = xfs_btree_delete(cur, &i))) 225630f712c9SDave Chinner goto done; 2257f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2258f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2259f9e03706SDarrick J. Wong goto done; 2260f9e03706SDarrick J. Wong } 226130f712c9SDave Chinner if ((error = xfs_btree_decrement(cur, 0, &i))) 226230f712c9SDave Chinner goto done; 2263f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2264f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2265f9e03706SDarrick J. Wong goto done; 2266f9e03706SDarrick J. Wong } 2267a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &PREV); 226879fa6143SChristoph Hellwig if (error) 226930f712c9SDave Chinner goto done; 227030f712c9SDave Chinner } 227130f712c9SDave Chinner break; 227230f712c9SDave Chinner 227330f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING: 227430f712c9SDave Chinner /* 227530f712c9SDave Chinner * Setting all of a previous oldext extent to newext. 227630f712c9SDave Chinner * Neither the left nor right neighbors are contiguous with 227730f712c9SDave Chinner * the new one. 227830f712c9SDave Chinner */ 227979fa6143SChristoph Hellwig PREV.br_state = new->br_state; 2280b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 228130f712c9SDave Chinner 228230f712c9SDave Chinner if (cur == NULL) 228330f712c9SDave Chinner rval = XFS_ILOG_DEXT; 228430f712c9SDave Chinner else { 228530f712c9SDave Chinner rval = 0; 2286e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, new, &i); 2287e16cf9b0SChristoph Hellwig if (error) 228830f712c9SDave Chinner goto done; 2289f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2290f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2291f9e03706SDarrick J. Wong goto done; 2292f9e03706SDarrick J. Wong } 2293a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &PREV); 229479fa6143SChristoph Hellwig if (error) 229530f712c9SDave Chinner goto done; 229630f712c9SDave Chinner } 229730f712c9SDave Chinner break; 229830f712c9SDave Chinner 229930f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG: 230030f712c9SDave Chinner /* 230130f712c9SDave Chinner * Setting the first part of a previous oldext extent to newext. 230230f712c9SDave Chinner * The left neighbor is contiguous. 230330f712c9SDave Chinner */ 230479fa6143SChristoph Hellwig LEFT.br_blockcount += new->br_blockcount; 230530f712c9SDave Chinner 230679fa6143SChristoph Hellwig old = PREV; 230779fa6143SChristoph Hellwig PREV.br_startoff += new->br_blockcount; 230879fa6143SChristoph Hellwig PREV.br_startblock += new->br_blockcount; 230979fa6143SChristoph Hellwig PREV.br_blockcount -= new->br_blockcount; 231030f712c9SDave Chinner 2311b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 2312b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2313b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &LEFT); 231430f712c9SDave Chinner 231530f712c9SDave Chinner if (cur == NULL) 231630f712c9SDave Chinner rval = XFS_ILOG_DEXT; 231730f712c9SDave Chinner else { 231830f712c9SDave Chinner rval = 0; 2319e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 232079fa6143SChristoph Hellwig if (error) 232130f712c9SDave Chinner goto done; 2322f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2323f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2324f9e03706SDarrick J. Wong goto done; 2325f9e03706SDarrick J. Wong } 2326a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &PREV); 232779fa6143SChristoph Hellwig if (error) 232830f712c9SDave Chinner goto done; 232979fa6143SChristoph Hellwig error = xfs_btree_decrement(cur, 0, &i); 233079fa6143SChristoph Hellwig if (error) 233130f712c9SDave Chinner goto done; 2332a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &LEFT); 233330f712c9SDave Chinner if (error) 233430f712c9SDave Chinner goto done; 233530f712c9SDave Chinner } 233630f712c9SDave Chinner break; 233730f712c9SDave Chinner 233830f712c9SDave Chinner case BMAP_LEFT_FILLING: 233930f712c9SDave Chinner /* 234030f712c9SDave Chinner * Setting the first part of a previous oldext extent to newext. 234130f712c9SDave Chinner * The left neighbor is not contiguous. 234230f712c9SDave Chinner */ 234379fa6143SChristoph Hellwig old = PREV; 234479fa6143SChristoph Hellwig PREV.br_startoff += new->br_blockcount; 234579fa6143SChristoph Hellwig PREV.br_startblock += new->br_blockcount; 234679fa6143SChristoph Hellwig PREV.br_blockcount -= new->br_blockcount; 234730f712c9SDave Chinner 2348b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 23490254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, new, state); 2350daf83964SChristoph Hellwig ifp->if_nextents++; 2351daf83964SChristoph Hellwig 235230f712c9SDave Chinner if (cur == NULL) 235330f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 235430f712c9SDave Chinner else { 235530f712c9SDave Chinner rval = XFS_ILOG_CORE; 2356e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 235779fa6143SChristoph Hellwig if (error) 235830f712c9SDave Chinner goto done; 2359f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2360f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2361f9e03706SDarrick J. Wong goto done; 2362f9e03706SDarrick J. Wong } 2363a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &PREV); 236479fa6143SChristoph Hellwig if (error) 236530f712c9SDave Chinner goto done; 236630f712c9SDave Chinner cur->bc_rec.b = *new; 236730f712c9SDave Chinner if ((error = xfs_btree_insert(cur, &i))) 236830f712c9SDave Chinner goto done; 2369f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2370f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2371f9e03706SDarrick J. Wong goto done; 2372f9e03706SDarrick J. Wong } 237330f712c9SDave Chinner } 237430f712c9SDave Chinner break; 237530f712c9SDave Chinner 237630f712c9SDave Chinner case BMAP_RIGHT_FILLING | BMAP_RIGHT_CONTIG: 237730f712c9SDave Chinner /* 237830f712c9SDave Chinner * Setting the last part of a previous oldext extent to newext. 237930f712c9SDave Chinner * The right neighbor is contiguous with the new allocation. 238030f712c9SDave Chinner */ 238179fa6143SChristoph Hellwig old = PREV; 238279fa6143SChristoph Hellwig PREV.br_blockcount -= new->br_blockcount; 238330f712c9SDave Chinner 238479fa6143SChristoph Hellwig RIGHT.br_startoff = new->br_startoff; 238579fa6143SChristoph Hellwig RIGHT.br_startblock = new->br_startblock; 238679fa6143SChristoph Hellwig RIGHT.br_blockcount += new->br_blockcount; 2387a6818477SChristoph Hellwig 2388b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 2389b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 2390b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &RIGHT); 239130f712c9SDave Chinner 239230f712c9SDave Chinner if (cur == NULL) 239330f712c9SDave Chinner rval = XFS_ILOG_DEXT; 239430f712c9SDave Chinner else { 239530f712c9SDave Chinner rval = 0; 2396e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 239779fa6143SChristoph Hellwig if (error) 239830f712c9SDave Chinner goto done; 2399f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2400f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2401f9e03706SDarrick J. Wong goto done; 2402f9e03706SDarrick J. Wong } 2403a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &PREV); 240479fa6143SChristoph Hellwig if (error) 240530f712c9SDave Chinner goto done; 240679fa6143SChristoph Hellwig error = xfs_btree_increment(cur, 0, &i); 240779fa6143SChristoph Hellwig if (error) 240830f712c9SDave Chinner goto done; 2409a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &RIGHT); 241079fa6143SChristoph Hellwig if (error) 241130f712c9SDave Chinner goto done; 241230f712c9SDave Chinner } 241330f712c9SDave Chinner break; 241430f712c9SDave Chinner 241530f712c9SDave Chinner case BMAP_RIGHT_FILLING: 241630f712c9SDave Chinner /* 241730f712c9SDave Chinner * Setting the last part of a previous oldext extent to newext. 241830f712c9SDave Chinner * The right neighbor is not contiguous. 241930f712c9SDave Chinner */ 242079fa6143SChristoph Hellwig old = PREV; 242179fa6143SChristoph Hellwig PREV.br_blockcount -= new->br_blockcount; 242230f712c9SDave Chinner 2423b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 2424b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 24250254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, new, state); 2426daf83964SChristoph Hellwig ifp->if_nextents++; 242730f712c9SDave Chinner 242830f712c9SDave Chinner if (cur == NULL) 242930f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 243030f712c9SDave Chinner else { 243130f712c9SDave Chinner rval = XFS_ILOG_CORE; 2432e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 243379fa6143SChristoph Hellwig if (error) 243430f712c9SDave Chinner goto done; 2435f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2436f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2437f9e03706SDarrick J. Wong goto done; 2438f9e03706SDarrick J. Wong } 2439a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &PREV); 244079fa6143SChristoph Hellwig if (error) 244130f712c9SDave Chinner goto done; 2442e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, new, &i); 2443e16cf9b0SChristoph Hellwig if (error) 244430f712c9SDave Chinner goto done; 2445f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 2446f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2447f9e03706SDarrick J. Wong goto done; 2448f9e03706SDarrick J. Wong } 244930f712c9SDave Chinner if ((error = xfs_btree_insert(cur, &i))) 245030f712c9SDave Chinner goto done; 2451f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2452f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2453f9e03706SDarrick J. Wong goto done; 2454f9e03706SDarrick J. Wong } 245530f712c9SDave Chinner } 245630f712c9SDave Chinner break; 245730f712c9SDave Chinner 245830f712c9SDave Chinner case 0: 245930f712c9SDave Chinner /* 246030f712c9SDave Chinner * Setting the middle part of a previous oldext extent to 246130f712c9SDave Chinner * newext. Contiguity is impossible here. 246230f712c9SDave Chinner * One extent becomes three extents. 246330f712c9SDave Chinner */ 246479fa6143SChristoph Hellwig old = PREV; 246579fa6143SChristoph Hellwig PREV.br_blockcount = new->br_startoff - PREV.br_startoff; 246630f712c9SDave Chinner 246730f712c9SDave Chinner r[0] = *new; 246830f712c9SDave Chinner r[1].br_startoff = new_endoff; 246930f712c9SDave Chinner r[1].br_blockcount = 247079fa6143SChristoph Hellwig old.br_startoff + old.br_blockcount - new_endoff; 247130f712c9SDave Chinner r[1].br_startblock = new->br_startblock + new->br_blockcount; 247279fa6143SChristoph Hellwig r[1].br_state = PREV.br_state; 247330f712c9SDave Chinner 2474b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &PREV); 2475b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 24760254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, &r[1], state); 24770254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, &r[0], state); 2478daf83964SChristoph Hellwig ifp->if_nextents += 2; 247930f712c9SDave Chinner 248030f712c9SDave Chinner if (cur == NULL) 248130f712c9SDave Chinner rval = XFS_ILOG_CORE | XFS_ILOG_DEXT; 248230f712c9SDave Chinner else { 248330f712c9SDave Chinner rval = XFS_ILOG_CORE; 2484e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 248579fa6143SChristoph Hellwig if (error) 248630f712c9SDave Chinner goto done; 2487f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2488f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2489f9e03706SDarrick J. Wong goto done; 2490f9e03706SDarrick J. Wong } 249130f712c9SDave Chinner /* new right extent - oldext */ 2492a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &r[1]); 2493a67d00a5SChristoph Hellwig if (error) 249430f712c9SDave Chinner goto done; 249530f712c9SDave Chinner /* new left extent - oldext */ 249630f712c9SDave Chinner cur->bc_rec.b = PREV; 249730f712c9SDave Chinner if ((error = xfs_btree_insert(cur, &i))) 249830f712c9SDave Chinner goto done; 2499f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2500f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2501f9e03706SDarrick J. Wong goto done; 2502f9e03706SDarrick J. Wong } 250330f712c9SDave Chinner /* 250430f712c9SDave Chinner * Reset the cursor to the position of the new extent 250530f712c9SDave Chinner * we are about to insert as we can't trust it after 250630f712c9SDave Chinner * the previous insert. 250730f712c9SDave Chinner */ 2508e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, new, &i); 2509e16cf9b0SChristoph Hellwig if (error) 251030f712c9SDave Chinner goto done; 2511f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 2512f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2513f9e03706SDarrick J. Wong goto done; 2514f9e03706SDarrick J. Wong } 251530f712c9SDave Chinner /* new middle extent - newext */ 251630f712c9SDave Chinner if ((error = xfs_btree_insert(cur, &i))) 251730f712c9SDave Chinner goto done; 2518f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2519f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2520f9e03706SDarrick J. Wong goto done; 2521f9e03706SDarrick J. Wong } 252230f712c9SDave Chinner } 252330f712c9SDave Chinner break; 252430f712c9SDave Chinner 252530f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 252630f712c9SDave Chinner case BMAP_RIGHT_FILLING | BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 252730f712c9SDave Chinner case BMAP_LEFT_FILLING | BMAP_RIGHT_CONTIG: 252830f712c9SDave Chinner case BMAP_RIGHT_FILLING | BMAP_LEFT_CONTIG: 252930f712c9SDave Chinner case BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 253030f712c9SDave Chinner case BMAP_LEFT_CONTIG: 253130f712c9SDave Chinner case BMAP_RIGHT_CONTIG: 253230f712c9SDave Chinner /* 253330f712c9SDave Chinner * These cases are all impossible. 253430f712c9SDave Chinner */ 253530f712c9SDave Chinner ASSERT(0); 253630f712c9SDave Chinner } 253730f712c9SDave Chinner 25389c194644SDarrick J. Wong /* update reverse mappings */ 2539bc46ac64SDarrick J. Wong xfs_rmap_convert_extent(mp, tp, ip, whichfork, new); 25409c194644SDarrick J. Wong 254130f712c9SDave Chinner /* convert to a btree if necessary */ 254205a630d7SDarrick J. Wong if (xfs_bmap_needs_btree(ip, whichfork)) { 254330f712c9SDave Chinner int tmp_logflags; /* partial log flag return val */ 254430f712c9SDave Chinner 254530f712c9SDave Chinner ASSERT(cur == NULL); 2546280253d2SBrian Foster error = xfs_bmap_extents_to_btree(tp, ip, &cur, 0, 2547280253d2SBrian Foster &tmp_logflags, whichfork); 254830f712c9SDave Chinner *logflagsp |= tmp_logflags; 254930f712c9SDave Chinner if (error) 255030f712c9SDave Chinner goto done; 255130f712c9SDave Chinner } 255230f712c9SDave Chinner 255330f712c9SDave Chinner /* clear out the allocated field, done with it now in any case. */ 255430f712c9SDave Chinner if (cur) { 255592219c29SDave Chinner cur->bc_ino.allocated = 0; 255630f712c9SDave Chinner *curp = cur; 255730f712c9SDave Chinner } 255830f712c9SDave Chinner 255905a630d7SDarrick J. Wong xfs_bmap_check_leaf_extents(*curp, ip, whichfork); 256030f712c9SDave Chinner done: 256130f712c9SDave Chinner *logflagsp |= rval; 256230f712c9SDave Chinner return error; 256330f712c9SDave Chinner #undef LEFT 256430f712c9SDave Chinner #undef RIGHT 256530f712c9SDave Chinner #undef PREV 256630f712c9SDave Chinner } 256730f712c9SDave Chinner 256830f712c9SDave Chinner /* 256930f712c9SDave Chinner * Convert a hole to a delayed allocation. 257030f712c9SDave Chinner */ 257130f712c9SDave Chinner STATIC void 257230f712c9SDave Chinner xfs_bmap_add_extent_hole_delay( 257330f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 2574be51f811SDarrick J. Wong int whichfork, 2575b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 257630f712c9SDave Chinner xfs_bmbt_irec_t *new) /* new data to add to file extents */ 257730f712c9SDave Chinner { 25783ba738dfSChristoph Hellwig struct xfs_ifork *ifp; /* inode fork pointer */ 257930f712c9SDave Chinner xfs_bmbt_irec_t left; /* left neighbor extent entry */ 258030f712c9SDave Chinner xfs_filblks_t newlen=0; /* new indirect size */ 258130f712c9SDave Chinner xfs_filblks_t oldlen=0; /* old indirect size */ 258230f712c9SDave Chinner xfs_bmbt_irec_t right; /* right neighbor extent entry */ 2583060ea65bSChristoph Hellwig int state = xfs_bmap_fork_to_state(whichfork); 25843ffc18ecSChristoph Hellwig xfs_filblks_t temp; /* temp for indirect calculations */ 258530f712c9SDave Chinner 2586be51f811SDarrick J. Wong ifp = XFS_IFORK_PTR(ip, whichfork); 258730f712c9SDave Chinner ASSERT(isnullstartblock(new->br_startblock)); 258830f712c9SDave Chinner 258930f712c9SDave Chinner /* 259030f712c9SDave Chinner * Check and set flags if this segment has a left neighbor 259130f712c9SDave Chinner */ 2592b2b1712aSChristoph Hellwig if (xfs_iext_peek_prev_extent(ifp, icur, &left)) { 259330f712c9SDave Chinner state |= BMAP_LEFT_VALID; 259430f712c9SDave Chinner if (isnullstartblock(left.br_startblock)) 259530f712c9SDave Chinner state |= BMAP_LEFT_DELAY; 259630f712c9SDave Chinner } 259730f712c9SDave Chinner 259830f712c9SDave Chinner /* 259930f712c9SDave Chinner * Check and set flags if the current (right) segment exists. 260030f712c9SDave Chinner * If it doesn't exist, we're converting the hole at end-of-file. 260130f712c9SDave Chinner */ 2602b2b1712aSChristoph Hellwig if (xfs_iext_get_extent(ifp, icur, &right)) { 260330f712c9SDave Chinner state |= BMAP_RIGHT_VALID; 260430f712c9SDave Chinner if (isnullstartblock(right.br_startblock)) 260530f712c9SDave Chinner state |= BMAP_RIGHT_DELAY; 260630f712c9SDave Chinner } 260730f712c9SDave Chinner 260830f712c9SDave Chinner /* 260930f712c9SDave Chinner * Set contiguity flags on the left and right neighbors. 261030f712c9SDave Chinner * Don't let extents get too large, even if the pieces are contiguous. 261130f712c9SDave Chinner */ 261230f712c9SDave Chinner if ((state & BMAP_LEFT_VALID) && (state & BMAP_LEFT_DELAY) && 261330f712c9SDave Chinner left.br_startoff + left.br_blockcount == new->br_startoff && 261430f712c9SDave Chinner left.br_blockcount + new->br_blockcount <= MAXEXTLEN) 261530f712c9SDave Chinner state |= BMAP_LEFT_CONTIG; 261630f712c9SDave Chinner 261730f712c9SDave Chinner if ((state & BMAP_RIGHT_VALID) && (state & BMAP_RIGHT_DELAY) && 261830f712c9SDave Chinner new->br_startoff + new->br_blockcount == right.br_startoff && 261930f712c9SDave Chinner new->br_blockcount + right.br_blockcount <= MAXEXTLEN && 262030f712c9SDave Chinner (!(state & BMAP_LEFT_CONTIG) || 262130f712c9SDave Chinner (left.br_blockcount + new->br_blockcount + 262230f712c9SDave Chinner right.br_blockcount <= MAXEXTLEN))) 262330f712c9SDave Chinner state |= BMAP_RIGHT_CONTIG; 262430f712c9SDave Chinner 262530f712c9SDave Chinner /* 262630f712c9SDave Chinner * Switch out based on the contiguity flags. 262730f712c9SDave Chinner */ 262830f712c9SDave Chinner switch (state & (BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG)) { 262930f712c9SDave Chinner case BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 263030f712c9SDave Chinner /* 263130f712c9SDave Chinner * New allocation is contiguous with delayed allocations 263230f712c9SDave Chinner * on the left and on the right. 263330f712c9SDave Chinner * Merge all three into a single extent record. 263430f712c9SDave Chinner */ 263530f712c9SDave Chinner temp = left.br_blockcount + new->br_blockcount + 263630f712c9SDave Chinner right.br_blockcount; 263730f712c9SDave Chinner 263830f712c9SDave Chinner oldlen = startblockval(left.br_startblock) + 263930f712c9SDave Chinner startblockval(new->br_startblock) + 264030f712c9SDave Chinner startblockval(right.br_startblock); 26410e339ef8SBrian Foster newlen = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(ip, temp), 26420e339ef8SBrian Foster oldlen); 26433ffc18ecSChristoph Hellwig left.br_startblock = nullstartblock(newlen); 26443ffc18ecSChristoph Hellwig left.br_blockcount = temp; 264530f712c9SDave Chinner 2646c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 2647b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2648b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &left); 264930f712c9SDave Chinner break; 265030f712c9SDave Chinner 265130f712c9SDave Chinner case BMAP_LEFT_CONTIG: 265230f712c9SDave Chinner /* 265330f712c9SDave Chinner * New allocation is contiguous with a delayed allocation 265430f712c9SDave Chinner * on the left. 265530f712c9SDave Chinner * Merge the new allocation with the left neighbor. 265630f712c9SDave Chinner */ 265730f712c9SDave Chinner temp = left.br_blockcount + new->br_blockcount; 265830f712c9SDave Chinner 265930f712c9SDave Chinner oldlen = startblockval(left.br_startblock) + 266030f712c9SDave Chinner startblockval(new->br_startblock); 26610e339ef8SBrian Foster newlen = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(ip, temp), 26620e339ef8SBrian Foster oldlen); 26633ffc18ecSChristoph Hellwig left.br_blockcount = temp; 26643ffc18ecSChristoph Hellwig left.br_startblock = nullstartblock(newlen); 266541d196f4SChristoph Hellwig 2666b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2667b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &left); 266830f712c9SDave Chinner break; 266930f712c9SDave Chinner 267030f712c9SDave Chinner case BMAP_RIGHT_CONTIG: 267130f712c9SDave Chinner /* 267230f712c9SDave Chinner * New allocation is contiguous with a delayed allocation 267330f712c9SDave Chinner * on the right. 267430f712c9SDave Chinner * Merge the new allocation with the right neighbor. 267530f712c9SDave Chinner */ 267630f712c9SDave Chinner temp = new->br_blockcount + right.br_blockcount; 267730f712c9SDave Chinner oldlen = startblockval(new->br_startblock) + 267830f712c9SDave Chinner startblockval(right.br_startblock); 26790e339ef8SBrian Foster newlen = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(ip, temp), 26800e339ef8SBrian Foster oldlen); 26813ffc18ecSChristoph Hellwig right.br_startoff = new->br_startoff; 26823ffc18ecSChristoph Hellwig right.br_startblock = nullstartblock(newlen); 26833ffc18ecSChristoph Hellwig right.br_blockcount = temp; 2684b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &right); 268530f712c9SDave Chinner break; 268630f712c9SDave Chinner 268730f712c9SDave Chinner case 0: 268830f712c9SDave Chinner /* 268930f712c9SDave Chinner * New allocation is not contiguous with another 269030f712c9SDave Chinner * delayed allocation. 269130f712c9SDave Chinner * Insert a new entry. 269230f712c9SDave Chinner */ 269330f712c9SDave Chinner oldlen = newlen = 0; 26940254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, new, state); 269530f712c9SDave Chinner break; 269630f712c9SDave Chinner } 269730f712c9SDave Chinner if (oldlen != newlen) { 269830f712c9SDave Chinner ASSERT(oldlen > newlen); 26990d485adaSDave Chinner xfs_mod_fdblocks(ip->i_mount, (int64_t)(oldlen - newlen), 27000d485adaSDave Chinner false); 270130f712c9SDave Chinner /* 270230f712c9SDave Chinner * Nothing to do for disk quota accounting here. 270330f712c9SDave Chinner */ 27049fe82b8cSDarrick J. Wong xfs_mod_delalloc(ip->i_mount, (int64_t)newlen - oldlen); 270530f712c9SDave Chinner } 270630f712c9SDave Chinner } 270730f712c9SDave Chinner 270830f712c9SDave Chinner /* 270930f712c9SDave Chinner * Convert a hole to a real allocation. 271030f712c9SDave Chinner */ 271130f712c9SDave Chinner STATIC int /* error */ 271230f712c9SDave Chinner xfs_bmap_add_extent_hole_real( 27136d04558fSChristoph Hellwig struct xfs_trans *tp, 27146d04558fSChristoph Hellwig struct xfs_inode *ip, 27156d04558fSChristoph Hellwig int whichfork, 2716b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 27176d04558fSChristoph Hellwig struct xfs_btree_cur **curp, 27186d04558fSChristoph Hellwig struct xfs_bmbt_irec *new, 271995eb308cSDarrick J. Wong int *logflagsp, 272095eb308cSDarrick J. Wong int flags) 272130f712c9SDave Chinner { 27226d04558fSChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 27236d04558fSChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 27246d04558fSChristoph Hellwig struct xfs_btree_cur *cur = *curp; 272530f712c9SDave Chinner int error; /* error return value */ 272630f712c9SDave Chinner int i; /* temp state */ 272730f712c9SDave Chinner xfs_bmbt_irec_t left; /* left neighbor extent entry */ 272830f712c9SDave Chinner xfs_bmbt_irec_t right; /* right neighbor extent entry */ 272930f712c9SDave Chinner int rval=0; /* return value (logging flags) */ 2730060ea65bSChristoph Hellwig int state = xfs_bmap_fork_to_state(whichfork); 27311abb9e55SChristoph Hellwig struct xfs_bmbt_irec old; 273230f712c9SDave Chinner 273330f712c9SDave Chinner ASSERT(!isnullstartblock(new->br_startblock)); 27348ef54797SDave Chinner ASSERT(!cur || !(cur->bc_ino.flags & XFS_BTCUR_BMBT_WASDEL)); 273530f712c9SDave Chinner 2736ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_add_exlist); 273730f712c9SDave Chinner 273830f712c9SDave Chinner /* 273930f712c9SDave Chinner * Check and set flags if this segment has a left neighbor. 274030f712c9SDave Chinner */ 2741b2b1712aSChristoph Hellwig if (xfs_iext_peek_prev_extent(ifp, icur, &left)) { 274230f712c9SDave Chinner state |= BMAP_LEFT_VALID; 274330f712c9SDave Chinner if (isnullstartblock(left.br_startblock)) 274430f712c9SDave Chinner state |= BMAP_LEFT_DELAY; 274530f712c9SDave Chinner } 274630f712c9SDave Chinner 274730f712c9SDave Chinner /* 274830f712c9SDave Chinner * Check and set flags if this segment has a current value. 274930f712c9SDave Chinner * Not true if we're inserting into the "hole" at eof. 275030f712c9SDave Chinner */ 2751b2b1712aSChristoph Hellwig if (xfs_iext_get_extent(ifp, icur, &right)) { 275230f712c9SDave Chinner state |= BMAP_RIGHT_VALID; 275330f712c9SDave Chinner if (isnullstartblock(right.br_startblock)) 275430f712c9SDave Chinner state |= BMAP_RIGHT_DELAY; 275530f712c9SDave Chinner } 275630f712c9SDave Chinner 275730f712c9SDave Chinner /* 275830f712c9SDave Chinner * We're inserting a real allocation between "left" and "right". 275930f712c9SDave Chinner * Set the contiguity flags. Don't let extents get too large. 276030f712c9SDave Chinner */ 276130f712c9SDave Chinner if ((state & BMAP_LEFT_VALID) && !(state & BMAP_LEFT_DELAY) && 276230f712c9SDave Chinner left.br_startoff + left.br_blockcount == new->br_startoff && 276330f712c9SDave Chinner left.br_startblock + left.br_blockcount == new->br_startblock && 276430f712c9SDave Chinner left.br_state == new->br_state && 276530f712c9SDave Chinner left.br_blockcount + new->br_blockcount <= MAXEXTLEN) 276630f712c9SDave Chinner state |= BMAP_LEFT_CONTIG; 276730f712c9SDave Chinner 276830f712c9SDave Chinner if ((state & BMAP_RIGHT_VALID) && !(state & BMAP_RIGHT_DELAY) && 276930f712c9SDave Chinner new->br_startoff + new->br_blockcount == right.br_startoff && 277030f712c9SDave Chinner new->br_startblock + new->br_blockcount == right.br_startblock && 277130f712c9SDave Chinner new->br_state == right.br_state && 277230f712c9SDave Chinner new->br_blockcount + right.br_blockcount <= MAXEXTLEN && 277330f712c9SDave Chinner (!(state & BMAP_LEFT_CONTIG) || 277430f712c9SDave Chinner left.br_blockcount + new->br_blockcount + 277530f712c9SDave Chinner right.br_blockcount <= MAXEXTLEN)) 277630f712c9SDave Chinner state |= BMAP_RIGHT_CONTIG; 277730f712c9SDave Chinner 277830f712c9SDave Chinner error = 0; 277930f712c9SDave Chinner /* 278030f712c9SDave Chinner * Select which case we're in here, and implement it. 278130f712c9SDave Chinner */ 278230f712c9SDave Chinner switch (state & (BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG)) { 278330f712c9SDave Chinner case BMAP_LEFT_CONTIG | BMAP_RIGHT_CONTIG: 278430f712c9SDave Chinner /* 278530f712c9SDave Chinner * New allocation is contiguous with real allocations on the 278630f712c9SDave Chinner * left and on the right. 278730f712c9SDave Chinner * Merge all three into a single extent record. 278830f712c9SDave Chinner */ 27891abb9e55SChristoph Hellwig left.br_blockcount += new->br_blockcount + right.br_blockcount; 279030f712c9SDave Chinner 2791c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 2792b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2793b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &left); 2794daf83964SChristoph Hellwig ifp->if_nextents--; 279530f712c9SDave Chinner 27966d04558fSChristoph Hellwig if (cur == NULL) { 279730f712c9SDave Chinner rval = XFS_ILOG_CORE | xfs_ilog_fext(whichfork); 279830f712c9SDave Chinner } else { 279930f712c9SDave Chinner rval = XFS_ILOG_CORE; 2800e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &right, &i); 280130f712c9SDave Chinner if (error) 280230f712c9SDave Chinner goto done; 2803f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2804f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2805f9e03706SDarrick J. Wong goto done; 2806f9e03706SDarrick J. Wong } 28076d04558fSChristoph Hellwig error = xfs_btree_delete(cur, &i); 280830f712c9SDave Chinner if (error) 280930f712c9SDave Chinner goto done; 2810f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2811f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2812f9e03706SDarrick J. Wong goto done; 2813f9e03706SDarrick J. Wong } 28146d04558fSChristoph Hellwig error = xfs_btree_decrement(cur, 0, &i); 281530f712c9SDave Chinner if (error) 281630f712c9SDave Chinner goto done; 2817f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2818f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2819f9e03706SDarrick J. Wong goto done; 2820f9e03706SDarrick J. Wong } 2821a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &left); 282230f712c9SDave Chinner if (error) 282330f712c9SDave Chinner goto done; 282430f712c9SDave Chinner } 282530f712c9SDave Chinner break; 282630f712c9SDave Chinner 282730f712c9SDave Chinner case BMAP_LEFT_CONTIG: 282830f712c9SDave Chinner /* 282930f712c9SDave Chinner * New allocation is contiguous with a real allocation 283030f712c9SDave Chinner * on the left. 283130f712c9SDave Chinner * Merge the new allocation with the left neighbor. 283230f712c9SDave Chinner */ 28331abb9e55SChristoph Hellwig old = left; 28341abb9e55SChristoph Hellwig left.br_blockcount += new->br_blockcount; 28351d2e0089SChristoph Hellwig 2836b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 2837b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &left); 283830f712c9SDave Chinner 28396d04558fSChristoph Hellwig if (cur == NULL) { 284030f712c9SDave Chinner rval = xfs_ilog_fext(whichfork); 284130f712c9SDave Chinner } else { 284230f712c9SDave Chinner rval = 0; 2843e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 284430f712c9SDave Chinner if (error) 284530f712c9SDave Chinner goto done; 2846f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2847f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2848f9e03706SDarrick J. Wong goto done; 2849f9e03706SDarrick J. Wong } 2850a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &left); 285130f712c9SDave Chinner if (error) 285230f712c9SDave Chinner goto done; 285330f712c9SDave Chinner } 285430f712c9SDave Chinner break; 285530f712c9SDave Chinner 285630f712c9SDave Chinner case BMAP_RIGHT_CONTIG: 285730f712c9SDave Chinner /* 285830f712c9SDave Chinner * New allocation is contiguous with a real allocation 285930f712c9SDave Chinner * on the right. 286030f712c9SDave Chinner * Merge the new allocation with the right neighbor. 286130f712c9SDave Chinner */ 28621abb9e55SChristoph Hellwig old = right; 2863ca5d8e5bSChristoph Hellwig 28641abb9e55SChristoph Hellwig right.br_startoff = new->br_startoff; 28651abb9e55SChristoph Hellwig right.br_startblock = new->br_startblock; 28661abb9e55SChristoph Hellwig right.br_blockcount += new->br_blockcount; 2867b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &right); 286830f712c9SDave Chinner 28696d04558fSChristoph Hellwig if (cur == NULL) { 287030f712c9SDave Chinner rval = xfs_ilog_fext(whichfork); 287130f712c9SDave Chinner } else { 287230f712c9SDave Chinner rval = 0; 2873e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &old, &i); 287430f712c9SDave Chinner if (error) 287530f712c9SDave Chinner goto done; 2876f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2877f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2878f9e03706SDarrick J. Wong goto done; 2879f9e03706SDarrick J. Wong } 2880a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &right); 288130f712c9SDave Chinner if (error) 288230f712c9SDave Chinner goto done; 288330f712c9SDave Chinner } 288430f712c9SDave Chinner break; 288530f712c9SDave Chinner 288630f712c9SDave Chinner case 0: 288730f712c9SDave Chinner /* 288830f712c9SDave Chinner * New allocation is not contiguous with another 288930f712c9SDave Chinner * real allocation. 289030f712c9SDave Chinner * Insert a new entry. 289130f712c9SDave Chinner */ 28920254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, new, state); 2893daf83964SChristoph Hellwig ifp->if_nextents++; 2894daf83964SChristoph Hellwig 28956d04558fSChristoph Hellwig if (cur == NULL) { 289630f712c9SDave Chinner rval = XFS_ILOG_CORE | xfs_ilog_fext(whichfork); 289730f712c9SDave Chinner } else { 289830f712c9SDave Chinner rval = XFS_ILOG_CORE; 2899e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, new, &i); 290030f712c9SDave Chinner if (error) 290130f712c9SDave Chinner goto done; 2902f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 2903f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2904f9e03706SDarrick J. Wong goto done; 2905f9e03706SDarrick J. Wong } 29066d04558fSChristoph Hellwig error = xfs_btree_insert(cur, &i); 290730f712c9SDave Chinner if (error) 290830f712c9SDave Chinner goto done; 2909f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 2910f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 2911f9e03706SDarrick J. Wong goto done; 2912f9e03706SDarrick J. Wong } 291330f712c9SDave Chinner } 291430f712c9SDave Chinner break; 291530f712c9SDave Chinner } 291630f712c9SDave Chinner 291795eb308cSDarrick J. Wong /* add reverse mapping unless caller opted out */ 2918bc46ac64SDarrick J. Wong if (!(flags & XFS_BMAPI_NORMAP)) 2919bc46ac64SDarrick J. Wong xfs_rmap_map_extent(tp, ip, whichfork, new); 29209c194644SDarrick J. Wong 292130f712c9SDave Chinner /* convert to a btree if necessary */ 29226d04558fSChristoph Hellwig if (xfs_bmap_needs_btree(ip, whichfork)) { 292330f712c9SDave Chinner int tmp_logflags; /* partial log flag return val */ 292430f712c9SDave Chinner 29256d04558fSChristoph Hellwig ASSERT(cur == NULL); 2926280253d2SBrian Foster error = xfs_bmap_extents_to_btree(tp, ip, curp, 0, 2927280253d2SBrian Foster &tmp_logflags, whichfork); 29286d04558fSChristoph Hellwig *logflagsp |= tmp_logflags; 29296d04558fSChristoph Hellwig cur = *curp; 293030f712c9SDave Chinner if (error) 293130f712c9SDave Chinner goto done; 293230f712c9SDave Chinner } 293330f712c9SDave Chinner 293430f712c9SDave Chinner /* clear out the allocated field, done with it now in any case. */ 29356d04558fSChristoph Hellwig if (cur) 293692219c29SDave Chinner cur->bc_ino.allocated = 0; 293730f712c9SDave Chinner 29386d04558fSChristoph Hellwig xfs_bmap_check_leaf_extents(cur, ip, whichfork); 293930f712c9SDave Chinner done: 29406d04558fSChristoph Hellwig *logflagsp |= rval; 294130f712c9SDave Chinner return error; 294230f712c9SDave Chinner } 294330f712c9SDave Chinner 294430f712c9SDave Chinner /* 294530f712c9SDave Chinner * Functions used in the extent read, allocate and remove paths 294630f712c9SDave Chinner */ 294730f712c9SDave Chinner 294830f712c9SDave Chinner /* 294930f712c9SDave Chinner * Adjust the size of the new extent based on di_extsize and rt extsize. 295030f712c9SDave Chinner */ 295130f712c9SDave Chinner int 295230f712c9SDave Chinner xfs_bmap_extsize_align( 295330f712c9SDave Chinner xfs_mount_t *mp, 295430f712c9SDave Chinner xfs_bmbt_irec_t *gotp, /* next extent pointer */ 295530f712c9SDave Chinner xfs_bmbt_irec_t *prevp, /* previous extent pointer */ 295630f712c9SDave Chinner xfs_extlen_t extsz, /* align to this extent size */ 295730f712c9SDave Chinner int rt, /* is this a realtime inode? */ 295830f712c9SDave Chinner int eof, /* is extent at end-of-file? */ 295930f712c9SDave Chinner int delay, /* creating delalloc extent? */ 296030f712c9SDave Chinner int convert, /* overwriting unwritten extent? */ 296130f712c9SDave Chinner xfs_fileoff_t *offp, /* in/out: aligned offset */ 296230f712c9SDave Chinner xfs_extlen_t *lenp) /* in/out: aligned length */ 296330f712c9SDave Chinner { 296430f712c9SDave Chinner xfs_fileoff_t orig_off; /* original offset */ 296530f712c9SDave Chinner xfs_extlen_t orig_alen; /* original length */ 296630f712c9SDave Chinner xfs_fileoff_t orig_end; /* original off+len */ 296730f712c9SDave Chinner xfs_fileoff_t nexto; /* next file offset */ 296830f712c9SDave Chinner xfs_fileoff_t prevo; /* previous file offset */ 296930f712c9SDave Chinner xfs_fileoff_t align_off; /* temp for offset */ 297030f712c9SDave Chinner xfs_extlen_t align_alen; /* temp for length */ 297130f712c9SDave Chinner xfs_extlen_t temp; /* temp for calculations */ 297230f712c9SDave Chinner 297330f712c9SDave Chinner if (convert) 297430f712c9SDave Chinner return 0; 297530f712c9SDave Chinner 297630f712c9SDave Chinner orig_off = align_off = *offp; 297730f712c9SDave Chinner orig_alen = align_alen = *lenp; 297830f712c9SDave Chinner orig_end = orig_off + orig_alen; 297930f712c9SDave Chinner 298030f712c9SDave Chinner /* 298130f712c9SDave Chinner * If this request overlaps an existing extent, then don't 298230f712c9SDave Chinner * attempt to perform any additional alignment. 298330f712c9SDave Chinner */ 298430f712c9SDave Chinner if (!delay && !eof && 298530f712c9SDave Chinner (orig_off >= gotp->br_startoff) && 298630f712c9SDave Chinner (orig_end <= gotp->br_startoff + gotp->br_blockcount)) { 298730f712c9SDave Chinner return 0; 298830f712c9SDave Chinner } 298930f712c9SDave Chinner 299030f712c9SDave Chinner /* 299130f712c9SDave Chinner * If the file offset is unaligned vs. the extent size 299230f712c9SDave Chinner * we need to align it. This will be possible unless 299330f712c9SDave Chinner * the file was previously written with a kernel that didn't 299430f712c9SDave Chinner * perform this alignment, or if a truncate shot us in the 299530f712c9SDave Chinner * foot. 299630f712c9SDave Chinner */ 29970703a8e1SDave Chinner div_u64_rem(orig_off, extsz, &temp); 299830f712c9SDave Chinner if (temp) { 299930f712c9SDave Chinner align_alen += temp; 300030f712c9SDave Chinner align_off -= temp; 300130f712c9SDave Chinner } 30026dea405eSDave Chinner 30036dea405eSDave Chinner /* Same adjustment for the end of the requested area. */ 30046dea405eSDave Chinner temp = (align_alen % extsz); 30056dea405eSDave Chinner if (temp) 300630f712c9SDave Chinner align_alen += extsz - temp; 30076dea405eSDave Chinner 30086dea405eSDave Chinner /* 30096dea405eSDave Chinner * For large extent hint sizes, the aligned extent might be larger than 30106dea405eSDave Chinner * MAXEXTLEN. In that case, reduce the size by an extsz so that it pulls 30116dea405eSDave Chinner * the length back under MAXEXTLEN. The outer allocation loops handle 30126dea405eSDave Chinner * short allocation just fine, so it is safe to do this. We only want to 30136dea405eSDave Chinner * do it when we are forced to, though, because it means more allocation 30146dea405eSDave Chinner * operations are required. 30156dea405eSDave Chinner */ 30166dea405eSDave Chinner while (align_alen > MAXEXTLEN) 30176dea405eSDave Chinner align_alen -= extsz; 30186dea405eSDave Chinner ASSERT(align_alen <= MAXEXTLEN); 30196dea405eSDave Chinner 302030f712c9SDave Chinner /* 302130f712c9SDave Chinner * If the previous block overlaps with this proposed allocation 302230f712c9SDave Chinner * then move the start forward without adjusting the length. 302330f712c9SDave Chinner */ 302430f712c9SDave Chinner if (prevp->br_startoff != NULLFILEOFF) { 302530f712c9SDave Chinner if (prevp->br_startblock == HOLESTARTBLOCK) 302630f712c9SDave Chinner prevo = prevp->br_startoff; 302730f712c9SDave Chinner else 302830f712c9SDave Chinner prevo = prevp->br_startoff + prevp->br_blockcount; 302930f712c9SDave Chinner } else 303030f712c9SDave Chinner prevo = 0; 303130f712c9SDave Chinner if (align_off != orig_off && align_off < prevo) 303230f712c9SDave Chinner align_off = prevo; 303330f712c9SDave Chinner /* 303430f712c9SDave Chinner * If the next block overlaps with this proposed allocation 303530f712c9SDave Chinner * then move the start back without adjusting the length, 303630f712c9SDave Chinner * but not before offset 0. 303730f712c9SDave Chinner * This may of course make the start overlap previous block, 303830f712c9SDave Chinner * and if we hit the offset 0 limit then the next block 303930f712c9SDave Chinner * can still overlap too. 304030f712c9SDave Chinner */ 304130f712c9SDave Chinner if (!eof && gotp->br_startoff != NULLFILEOFF) { 304230f712c9SDave Chinner if ((delay && gotp->br_startblock == HOLESTARTBLOCK) || 304330f712c9SDave Chinner (!delay && gotp->br_startblock == DELAYSTARTBLOCK)) 304430f712c9SDave Chinner nexto = gotp->br_startoff + gotp->br_blockcount; 304530f712c9SDave Chinner else 304630f712c9SDave Chinner nexto = gotp->br_startoff; 304730f712c9SDave Chinner } else 304830f712c9SDave Chinner nexto = NULLFILEOFF; 304930f712c9SDave Chinner if (!eof && 305030f712c9SDave Chinner align_off + align_alen != orig_end && 305130f712c9SDave Chinner align_off + align_alen > nexto) 305230f712c9SDave Chinner align_off = nexto > align_alen ? nexto - align_alen : 0; 305330f712c9SDave Chinner /* 305430f712c9SDave Chinner * If we're now overlapping the next or previous extent that 305530f712c9SDave Chinner * means we can't fit an extsz piece in this hole. Just move 305630f712c9SDave Chinner * the start forward to the first valid spot and set 305730f712c9SDave Chinner * the length so we hit the end. 305830f712c9SDave Chinner */ 305930f712c9SDave Chinner if (align_off != orig_off && align_off < prevo) 306030f712c9SDave Chinner align_off = prevo; 306130f712c9SDave Chinner if (align_off + align_alen != orig_end && 306230f712c9SDave Chinner align_off + align_alen > nexto && 306330f712c9SDave Chinner nexto != NULLFILEOFF) { 306430f712c9SDave Chinner ASSERT(nexto > prevo); 306530f712c9SDave Chinner align_alen = nexto - align_off; 306630f712c9SDave Chinner } 306730f712c9SDave Chinner 306830f712c9SDave Chinner /* 306930f712c9SDave Chinner * If realtime, and the result isn't a multiple of the realtime 307030f712c9SDave Chinner * extent size we need to remove blocks until it is. 307130f712c9SDave Chinner */ 307230f712c9SDave Chinner if (rt && (temp = (align_alen % mp->m_sb.sb_rextsize))) { 307330f712c9SDave Chinner /* 307430f712c9SDave Chinner * We're not covering the original request, or 307530f712c9SDave Chinner * we won't be able to once we fix the length. 307630f712c9SDave Chinner */ 307730f712c9SDave Chinner if (orig_off < align_off || 307830f712c9SDave Chinner orig_end > align_off + align_alen || 307930f712c9SDave Chinner align_alen - temp < orig_alen) 30802451337dSDave Chinner return -EINVAL; 308130f712c9SDave Chinner /* 308230f712c9SDave Chinner * Try to fix it by moving the start up. 308330f712c9SDave Chinner */ 308430f712c9SDave Chinner if (align_off + temp <= orig_off) { 308530f712c9SDave Chinner align_alen -= temp; 308630f712c9SDave Chinner align_off += temp; 308730f712c9SDave Chinner } 308830f712c9SDave Chinner /* 308930f712c9SDave Chinner * Try to fix it by moving the end in. 309030f712c9SDave Chinner */ 309130f712c9SDave Chinner else if (align_off + align_alen - temp >= orig_end) 309230f712c9SDave Chinner align_alen -= temp; 309330f712c9SDave Chinner /* 309430f712c9SDave Chinner * Set the start to the minimum then trim the length. 309530f712c9SDave Chinner */ 309630f712c9SDave Chinner else { 309730f712c9SDave Chinner align_alen -= orig_off - align_off; 309830f712c9SDave Chinner align_off = orig_off; 309930f712c9SDave Chinner align_alen -= align_alen % mp->m_sb.sb_rextsize; 310030f712c9SDave Chinner } 310130f712c9SDave Chinner /* 310230f712c9SDave Chinner * Result doesn't cover the request, fail it. 310330f712c9SDave Chinner */ 310430f712c9SDave Chinner if (orig_off < align_off || orig_end > align_off + align_alen) 31052451337dSDave Chinner return -EINVAL; 310630f712c9SDave Chinner } else { 310730f712c9SDave Chinner ASSERT(orig_off >= align_off); 31086dea405eSDave Chinner /* see MAXEXTLEN handling above */ 31096dea405eSDave Chinner ASSERT(orig_end <= align_off + align_alen || 31106dea405eSDave Chinner align_alen + extsz > MAXEXTLEN); 311130f712c9SDave Chinner } 311230f712c9SDave Chinner 311330f712c9SDave Chinner #ifdef DEBUG 311430f712c9SDave Chinner if (!eof && gotp->br_startoff != NULLFILEOFF) 311530f712c9SDave Chinner ASSERT(align_off + align_alen <= gotp->br_startoff); 311630f712c9SDave Chinner if (prevp->br_startoff != NULLFILEOFF) 311730f712c9SDave Chinner ASSERT(align_off >= prevp->br_startoff + prevp->br_blockcount); 311830f712c9SDave Chinner #endif 311930f712c9SDave Chinner 312030f712c9SDave Chinner *lenp = align_alen; 312130f712c9SDave Chinner *offp = align_off; 312230f712c9SDave Chinner return 0; 312330f712c9SDave Chinner } 312430f712c9SDave Chinner 312530f712c9SDave Chinner #define XFS_ALLOC_GAP_UNITS 4 312630f712c9SDave Chinner 312730f712c9SDave Chinner void 312830f712c9SDave Chinner xfs_bmap_adjacent( 312930f712c9SDave Chinner struct xfs_bmalloca *ap) /* bmap alloc argument struct */ 313030f712c9SDave Chinner { 313130f712c9SDave Chinner xfs_fsblock_t adjust; /* adjustment to block numbers */ 313230f712c9SDave Chinner xfs_agnumber_t fb_agno; /* ag number of ap->firstblock */ 313330f712c9SDave Chinner xfs_mount_t *mp; /* mount point structure */ 313430f712c9SDave Chinner int nullfb; /* true if ap->firstblock isn't set */ 313530f712c9SDave Chinner int rt; /* true if inode is realtime */ 313630f712c9SDave Chinner 313730f712c9SDave Chinner #define ISVALID(x,y) \ 313830f712c9SDave Chinner (rt ? \ 313930f712c9SDave Chinner (x) < mp->m_sb.sb_rblocks : \ 314030f712c9SDave Chinner XFS_FSB_TO_AGNO(mp, x) == XFS_FSB_TO_AGNO(mp, y) && \ 314130f712c9SDave Chinner XFS_FSB_TO_AGNO(mp, x) < mp->m_sb.sb_agcount && \ 314230f712c9SDave Chinner XFS_FSB_TO_AGBNO(mp, x) < mp->m_sb.sb_agblocks) 314330f712c9SDave Chinner 314430f712c9SDave Chinner mp = ap->ip->i_mount; 314594c07b4dSBrian Foster nullfb = ap->tp->t_firstblock == NULLFSBLOCK; 3146292378edSDave Chinner rt = XFS_IS_REALTIME_INODE(ap->ip) && 3147c34d570dSChristoph Hellwig (ap->datatype & XFS_ALLOC_USERDATA); 314894c07b4dSBrian Foster fb_agno = nullfb ? NULLAGNUMBER : XFS_FSB_TO_AGNO(mp, 314994c07b4dSBrian Foster ap->tp->t_firstblock); 315030f712c9SDave Chinner /* 315130f712c9SDave Chinner * If allocating at eof, and there's a previous real block, 315230f712c9SDave Chinner * try to use its last block as our starting point. 315330f712c9SDave Chinner */ 315430f712c9SDave Chinner if (ap->eof && ap->prev.br_startoff != NULLFILEOFF && 315530f712c9SDave Chinner !isnullstartblock(ap->prev.br_startblock) && 315630f712c9SDave Chinner ISVALID(ap->prev.br_startblock + ap->prev.br_blockcount, 315730f712c9SDave Chinner ap->prev.br_startblock)) { 315830f712c9SDave Chinner ap->blkno = ap->prev.br_startblock + ap->prev.br_blockcount; 315930f712c9SDave Chinner /* 316030f712c9SDave Chinner * Adjust for the gap between prevp and us. 316130f712c9SDave Chinner */ 316230f712c9SDave Chinner adjust = ap->offset - 316330f712c9SDave Chinner (ap->prev.br_startoff + ap->prev.br_blockcount); 316430f712c9SDave Chinner if (adjust && 316530f712c9SDave Chinner ISVALID(ap->blkno + adjust, ap->prev.br_startblock)) 316630f712c9SDave Chinner ap->blkno += adjust; 316730f712c9SDave Chinner } 316830f712c9SDave Chinner /* 316930f712c9SDave Chinner * If not at eof, then compare the two neighbor blocks. 317030f712c9SDave Chinner * Figure out whether either one gives us a good starting point, 317130f712c9SDave Chinner * and pick the better one. 317230f712c9SDave Chinner */ 317330f712c9SDave Chinner else if (!ap->eof) { 317430f712c9SDave Chinner xfs_fsblock_t gotbno; /* right side block number */ 317530f712c9SDave Chinner xfs_fsblock_t gotdiff=0; /* right side difference */ 317630f712c9SDave Chinner xfs_fsblock_t prevbno; /* left side block number */ 317730f712c9SDave Chinner xfs_fsblock_t prevdiff=0; /* left side difference */ 317830f712c9SDave Chinner 317930f712c9SDave Chinner /* 318030f712c9SDave Chinner * If there's a previous (left) block, select a requested 318130f712c9SDave Chinner * start block based on it. 318230f712c9SDave Chinner */ 318330f712c9SDave Chinner if (ap->prev.br_startoff != NULLFILEOFF && 318430f712c9SDave Chinner !isnullstartblock(ap->prev.br_startblock) && 318530f712c9SDave Chinner (prevbno = ap->prev.br_startblock + 318630f712c9SDave Chinner ap->prev.br_blockcount) && 318730f712c9SDave Chinner ISVALID(prevbno, ap->prev.br_startblock)) { 318830f712c9SDave Chinner /* 318930f712c9SDave Chinner * Calculate gap to end of previous block. 319030f712c9SDave Chinner */ 319130f712c9SDave Chinner adjust = prevdiff = ap->offset - 319230f712c9SDave Chinner (ap->prev.br_startoff + 319330f712c9SDave Chinner ap->prev.br_blockcount); 319430f712c9SDave Chinner /* 319530f712c9SDave Chinner * Figure the startblock based on the previous block's 319630f712c9SDave Chinner * end and the gap size. 319730f712c9SDave Chinner * Heuristic! 319830f712c9SDave Chinner * If the gap is large relative to the piece we're 319930f712c9SDave Chinner * allocating, or using it gives us an invalid block 320030f712c9SDave Chinner * number, then just use the end of the previous block. 320130f712c9SDave Chinner */ 320230f712c9SDave Chinner if (prevdiff <= XFS_ALLOC_GAP_UNITS * ap->length && 320330f712c9SDave Chinner ISVALID(prevbno + prevdiff, 320430f712c9SDave Chinner ap->prev.br_startblock)) 320530f712c9SDave Chinner prevbno += adjust; 320630f712c9SDave Chinner else 320730f712c9SDave Chinner prevdiff += adjust; 320830f712c9SDave Chinner /* 320930f712c9SDave Chinner * If the firstblock forbids it, can't use it, 321030f712c9SDave Chinner * must use default. 321130f712c9SDave Chinner */ 321230f712c9SDave Chinner if (!rt && !nullfb && 321330f712c9SDave Chinner XFS_FSB_TO_AGNO(mp, prevbno) != fb_agno) 321430f712c9SDave Chinner prevbno = NULLFSBLOCK; 321530f712c9SDave Chinner } 321630f712c9SDave Chinner /* 321730f712c9SDave Chinner * No previous block or can't follow it, just default. 321830f712c9SDave Chinner */ 321930f712c9SDave Chinner else 322030f712c9SDave Chinner prevbno = NULLFSBLOCK; 322130f712c9SDave Chinner /* 322230f712c9SDave Chinner * If there's a following (right) block, select a requested 322330f712c9SDave Chinner * start block based on it. 322430f712c9SDave Chinner */ 322530f712c9SDave Chinner if (!isnullstartblock(ap->got.br_startblock)) { 322630f712c9SDave Chinner /* 322730f712c9SDave Chinner * Calculate gap to start of next block. 322830f712c9SDave Chinner */ 322930f712c9SDave Chinner adjust = gotdiff = ap->got.br_startoff - ap->offset; 323030f712c9SDave Chinner /* 323130f712c9SDave Chinner * Figure the startblock based on the next block's 323230f712c9SDave Chinner * start and the gap size. 323330f712c9SDave Chinner */ 323430f712c9SDave Chinner gotbno = ap->got.br_startblock; 323530f712c9SDave Chinner /* 323630f712c9SDave Chinner * Heuristic! 323730f712c9SDave Chinner * If the gap is large relative to the piece we're 323830f712c9SDave Chinner * allocating, or using it gives us an invalid block 323930f712c9SDave Chinner * number, then just use the start of the next block 324030f712c9SDave Chinner * offset by our length. 324130f712c9SDave Chinner */ 324230f712c9SDave Chinner if (gotdiff <= XFS_ALLOC_GAP_UNITS * ap->length && 324330f712c9SDave Chinner ISVALID(gotbno - gotdiff, gotbno)) 324430f712c9SDave Chinner gotbno -= adjust; 324530f712c9SDave Chinner else if (ISVALID(gotbno - ap->length, gotbno)) { 324630f712c9SDave Chinner gotbno -= ap->length; 324730f712c9SDave Chinner gotdiff += adjust - ap->length; 324830f712c9SDave Chinner } else 324930f712c9SDave Chinner gotdiff += adjust; 325030f712c9SDave Chinner /* 325130f712c9SDave Chinner * If the firstblock forbids it, can't use it, 325230f712c9SDave Chinner * must use default. 325330f712c9SDave Chinner */ 325430f712c9SDave Chinner if (!rt && !nullfb && 325530f712c9SDave Chinner XFS_FSB_TO_AGNO(mp, gotbno) != fb_agno) 325630f712c9SDave Chinner gotbno = NULLFSBLOCK; 325730f712c9SDave Chinner } 325830f712c9SDave Chinner /* 325930f712c9SDave Chinner * No next block, just default. 326030f712c9SDave Chinner */ 326130f712c9SDave Chinner else 326230f712c9SDave Chinner gotbno = NULLFSBLOCK; 326330f712c9SDave Chinner /* 326430f712c9SDave Chinner * If both valid, pick the better one, else the only good 326530f712c9SDave Chinner * one, else ap->blkno is already set (to 0 or the inode block). 326630f712c9SDave Chinner */ 326730f712c9SDave Chinner if (prevbno != NULLFSBLOCK && gotbno != NULLFSBLOCK) 326830f712c9SDave Chinner ap->blkno = prevdiff <= gotdiff ? prevbno : gotbno; 326930f712c9SDave Chinner else if (prevbno != NULLFSBLOCK) 327030f712c9SDave Chinner ap->blkno = prevbno; 327130f712c9SDave Chinner else if (gotbno != NULLFSBLOCK) 327230f712c9SDave Chinner ap->blkno = gotbno; 327330f712c9SDave Chinner } 327430f712c9SDave Chinner #undef ISVALID 327530f712c9SDave Chinner } 327630f712c9SDave Chinner 327730f712c9SDave Chinner static int 327830f712c9SDave Chinner xfs_bmap_longest_free_extent( 327930f712c9SDave Chinner struct xfs_trans *tp, 328030f712c9SDave Chinner xfs_agnumber_t ag, 328130f712c9SDave Chinner xfs_extlen_t *blen, 328230f712c9SDave Chinner int *notinit) 328330f712c9SDave Chinner { 328430f712c9SDave Chinner struct xfs_mount *mp = tp->t_mountp; 328530f712c9SDave Chinner struct xfs_perag *pag; 328630f712c9SDave Chinner xfs_extlen_t longest; 328730f712c9SDave Chinner int error = 0; 328830f712c9SDave Chinner 328930f712c9SDave Chinner pag = xfs_perag_get(mp, ag); 329030f712c9SDave Chinner if (!pag->pagf_init) { 329130f712c9SDave Chinner error = xfs_alloc_pagf_init(mp, tp, ag, XFS_ALLOC_FLAG_TRYLOCK); 3292f48e2df8SDarrick J. Wong if (error) { 3293f48e2df8SDarrick J. Wong /* Couldn't lock the AGF, so skip this AG. */ 3294f48e2df8SDarrick J. Wong if (error == -EAGAIN) { 329530f712c9SDave Chinner *notinit = 1; 3296f48e2df8SDarrick J. Wong error = 0; 3297f48e2df8SDarrick J. Wong } 329830f712c9SDave Chinner goto out; 329930f712c9SDave Chinner } 330030f712c9SDave Chinner } 330130f712c9SDave Chinner 3302a1f69417SEric Sandeen longest = xfs_alloc_longest_free_extent(pag, 33033fd129b6SDarrick J. Wong xfs_alloc_min_freelist(mp, pag), 33043fd129b6SDarrick J. Wong xfs_ag_resv_needed(pag, XFS_AG_RESV_NONE)); 330530f712c9SDave Chinner if (*blen < longest) 330630f712c9SDave Chinner *blen = longest; 330730f712c9SDave Chinner 330830f712c9SDave Chinner out: 330930f712c9SDave Chinner xfs_perag_put(pag); 331030f712c9SDave Chinner return error; 331130f712c9SDave Chinner } 331230f712c9SDave Chinner 331330f712c9SDave Chinner static void 331430f712c9SDave Chinner xfs_bmap_select_minlen( 331530f712c9SDave Chinner struct xfs_bmalloca *ap, 331630f712c9SDave Chinner struct xfs_alloc_arg *args, 331730f712c9SDave Chinner xfs_extlen_t *blen, 331830f712c9SDave Chinner int notinit) 331930f712c9SDave Chinner { 332030f712c9SDave Chinner if (notinit || *blen < ap->minlen) { 332130f712c9SDave Chinner /* 332230f712c9SDave Chinner * Since we did a BUF_TRYLOCK above, it is possible that 332330f712c9SDave Chinner * there is space for this request. 332430f712c9SDave Chinner */ 332530f712c9SDave Chinner args->minlen = ap->minlen; 332630f712c9SDave Chinner } else if (*blen < args->maxlen) { 332730f712c9SDave Chinner /* 332830f712c9SDave Chinner * If the best seen length is less than the request length, 332930f712c9SDave Chinner * use the best as the minimum. 333030f712c9SDave Chinner */ 333130f712c9SDave Chinner args->minlen = *blen; 333230f712c9SDave Chinner } else { 333330f712c9SDave Chinner /* 333430f712c9SDave Chinner * Otherwise we've seen an extent as big as maxlen, use that 333530f712c9SDave Chinner * as the minimum. 333630f712c9SDave Chinner */ 333730f712c9SDave Chinner args->minlen = args->maxlen; 333830f712c9SDave Chinner } 333930f712c9SDave Chinner } 334030f712c9SDave Chinner 334130f712c9SDave Chinner STATIC int 334230f712c9SDave Chinner xfs_bmap_btalloc_nullfb( 334330f712c9SDave Chinner struct xfs_bmalloca *ap, 334430f712c9SDave Chinner struct xfs_alloc_arg *args, 334530f712c9SDave Chinner xfs_extlen_t *blen) 334630f712c9SDave Chinner { 334730f712c9SDave Chinner struct xfs_mount *mp = ap->ip->i_mount; 334830f712c9SDave Chinner xfs_agnumber_t ag, startag; 334930f712c9SDave Chinner int notinit = 0; 335030f712c9SDave Chinner int error; 335130f712c9SDave Chinner 335230f712c9SDave Chinner args->type = XFS_ALLOCTYPE_START_BNO; 335330f712c9SDave Chinner args->total = ap->total; 335430f712c9SDave Chinner 335530f712c9SDave Chinner startag = ag = XFS_FSB_TO_AGNO(mp, args->fsbno); 335630f712c9SDave Chinner if (startag == NULLAGNUMBER) 335730f712c9SDave Chinner startag = ag = 0; 335830f712c9SDave Chinner 335930f712c9SDave Chinner while (*blen < args->maxlen) { 336030f712c9SDave Chinner error = xfs_bmap_longest_free_extent(args->tp, ag, blen, 336130f712c9SDave Chinner ¬init); 336230f712c9SDave Chinner if (error) 336330f712c9SDave Chinner return error; 336430f712c9SDave Chinner 336530f712c9SDave Chinner if (++ag == mp->m_sb.sb_agcount) 336630f712c9SDave Chinner ag = 0; 336730f712c9SDave Chinner if (ag == startag) 336830f712c9SDave Chinner break; 336930f712c9SDave Chinner } 337030f712c9SDave Chinner 337130f712c9SDave Chinner xfs_bmap_select_minlen(ap, args, blen, notinit); 337230f712c9SDave Chinner return 0; 337330f712c9SDave Chinner } 337430f712c9SDave Chinner 337530f712c9SDave Chinner STATIC int 337630f712c9SDave Chinner xfs_bmap_btalloc_filestreams( 337730f712c9SDave Chinner struct xfs_bmalloca *ap, 337830f712c9SDave Chinner struct xfs_alloc_arg *args, 337930f712c9SDave Chinner xfs_extlen_t *blen) 338030f712c9SDave Chinner { 338130f712c9SDave Chinner struct xfs_mount *mp = ap->ip->i_mount; 338230f712c9SDave Chinner xfs_agnumber_t ag; 338330f712c9SDave Chinner int notinit = 0; 338430f712c9SDave Chinner int error; 338530f712c9SDave Chinner 338630f712c9SDave Chinner args->type = XFS_ALLOCTYPE_NEAR_BNO; 338730f712c9SDave Chinner args->total = ap->total; 338830f712c9SDave Chinner 338930f712c9SDave Chinner ag = XFS_FSB_TO_AGNO(mp, args->fsbno); 339030f712c9SDave Chinner if (ag == NULLAGNUMBER) 339130f712c9SDave Chinner ag = 0; 339230f712c9SDave Chinner 339330f712c9SDave Chinner error = xfs_bmap_longest_free_extent(args->tp, ag, blen, ¬init); 339430f712c9SDave Chinner if (error) 339530f712c9SDave Chinner return error; 339630f712c9SDave Chinner 339730f712c9SDave Chinner if (*blen < args->maxlen) { 339830f712c9SDave Chinner error = xfs_filestream_new_ag(ap, &ag); 339930f712c9SDave Chinner if (error) 340030f712c9SDave Chinner return error; 340130f712c9SDave Chinner 340230f712c9SDave Chinner error = xfs_bmap_longest_free_extent(args->tp, ag, blen, 340330f712c9SDave Chinner ¬init); 340430f712c9SDave Chinner if (error) 340530f712c9SDave Chinner return error; 340630f712c9SDave Chinner 340730f712c9SDave Chinner } 340830f712c9SDave Chinner 340930f712c9SDave Chinner xfs_bmap_select_minlen(ap, args, blen, notinit); 341030f712c9SDave Chinner 341130f712c9SDave Chinner /* 341230f712c9SDave Chinner * Set the failure fallback case to look in the selected AG as stream 341330f712c9SDave Chinner * may have moved. 341430f712c9SDave Chinner */ 341530f712c9SDave Chinner ap->blkno = args->fsbno = XFS_AGB_TO_FSB(mp, ag, 0); 341630f712c9SDave Chinner return 0; 341730f712c9SDave Chinner } 341830f712c9SDave Chinner 3419751f3767SDarrick J. Wong /* Update all inode and quota accounting for the allocation we just did. */ 3420751f3767SDarrick J. Wong static void 3421751f3767SDarrick J. Wong xfs_bmap_btalloc_accounting( 3422751f3767SDarrick J. Wong struct xfs_bmalloca *ap, 3423751f3767SDarrick J. Wong struct xfs_alloc_arg *args) 3424751f3767SDarrick J. Wong { 34254b4c1326SDarrick J. Wong if (ap->flags & XFS_BMAPI_COWFORK) { 34264b4c1326SDarrick J. Wong /* 34274b4c1326SDarrick J. Wong * COW fork blocks are in-core only and thus are treated as 34284b4c1326SDarrick J. Wong * in-core quota reservation (like delalloc blocks) even when 34294b4c1326SDarrick J. Wong * converted to real blocks. The quota reservation is not 34304b4c1326SDarrick J. Wong * accounted to disk until blocks are remapped to the data 34314b4c1326SDarrick J. Wong * fork. So if these blocks were previously delalloc, we 34324b4c1326SDarrick J. Wong * already have quota reservation and there's nothing to do 34334b4c1326SDarrick J. Wong * yet. 34344b4c1326SDarrick J. Wong */ 34359fe82b8cSDarrick J. Wong if (ap->wasdel) { 34369fe82b8cSDarrick J. Wong xfs_mod_delalloc(ap->ip->i_mount, -(int64_t)args->len); 34374b4c1326SDarrick J. Wong return; 34389fe82b8cSDarrick J. Wong } 34394b4c1326SDarrick J. Wong 34404b4c1326SDarrick J. Wong /* 34414b4c1326SDarrick J. Wong * Otherwise, we've allocated blocks in a hole. The transaction 34424b4c1326SDarrick J. Wong * has acquired in-core quota reservation for this extent. 34434b4c1326SDarrick J. Wong * Rather than account these as real blocks, however, we reduce 34444b4c1326SDarrick J. Wong * the transaction quota reservation based on the allocation. 34454b4c1326SDarrick J. Wong * This essentially transfers the transaction quota reservation 34464b4c1326SDarrick J. Wong * to that of a delalloc extent. 34474b4c1326SDarrick J. Wong */ 34484b4c1326SDarrick J. Wong ap->ip->i_delayed_blks += args->len; 34494b4c1326SDarrick J. Wong xfs_trans_mod_dquot_byino(ap->tp, ap->ip, XFS_TRANS_DQ_RES_BLKS, 34504b4c1326SDarrick J. Wong -(long)args->len); 34514b4c1326SDarrick J. Wong return; 34524b4c1326SDarrick J. Wong } 34534b4c1326SDarrick J. Wong 34544b4c1326SDarrick J. Wong /* data/attr fork only */ 3455751f3767SDarrick J. Wong ap->ip->i_d.di_nblocks += args->len; 3456751f3767SDarrick J. Wong xfs_trans_log_inode(ap->tp, ap->ip, XFS_ILOG_CORE); 34579fe82b8cSDarrick J. Wong if (ap->wasdel) { 3458751f3767SDarrick J. Wong ap->ip->i_delayed_blks -= args->len; 34599fe82b8cSDarrick J. Wong xfs_mod_delalloc(ap->ip->i_mount, -(int64_t)args->len); 34609fe82b8cSDarrick J. Wong } 3461751f3767SDarrick J. Wong xfs_trans_mod_dquot_byino(ap->tp, ap->ip, 3462751f3767SDarrick J. Wong ap->wasdel ? XFS_TRANS_DQ_DELBCOUNT : XFS_TRANS_DQ_BCOUNT, 3463751f3767SDarrick J. Wong args->len); 3464751f3767SDarrick J. Wong } 3465751f3767SDarrick J. Wong 34660961fddfSChandan Babu R static int 34670961fddfSChandan Babu R xfs_bmap_compute_alignments( 34680961fddfSChandan Babu R struct xfs_bmalloca *ap, 34690961fddfSChandan Babu R struct xfs_alloc_arg *args) 34700961fddfSChandan Babu R { 34710961fddfSChandan Babu R struct xfs_mount *mp = args->mp; 34720961fddfSChandan Babu R xfs_extlen_t align = 0; /* minimum allocation alignment */ 34730961fddfSChandan Babu R int stripe_align = 0; 34740961fddfSChandan Babu R 34750961fddfSChandan Babu R /* stripe alignment for allocation is determined by mount parameters */ 34760961fddfSChandan Babu R if (mp->m_swidth && (mp->m_flags & XFS_MOUNT_SWALLOC)) 34770961fddfSChandan Babu R stripe_align = mp->m_swidth; 34780961fddfSChandan Babu R else if (mp->m_dalign) 34790961fddfSChandan Babu R stripe_align = mp->m_dalign; 34800961fddfSChandan Babu R 34810961fddfSChandan Babu R if (ap->flags & XFS_BMAPI_COWFORK) 34820961fddfSChandan Babu R align = xfs_get_cowextsz_hint(ap->ip); 34830961fddfSChandan Babu R else if (ap->datatype & XFS_ALLOC_USERDATA) 34840961fddfSChandan Babu R align = xfs_get_extsz_hint(ap->ip); 34850961fddfSChandan Babu R if (align) { 3486560ab6c0SChandan Babu R if (xfs_bmap_extsize_align(mp, &ap->got, &ap->prev, align, 0, 3487560ab6c0SChandan Babu R ap->eof, 0, ap->conv, &ap->offset, 3488560ab6c0SChandan Babu R &ap->length)) 3489560ab6c0SChandan Babu R ASSERT(0); 34900961fddfSChandan Babu R ASSERT(ap->length); 34910961fddfSChandan Babu R } 34920961fddfSChandan Babu R 34930961fddfSChandan Babu R /* apply extent size hints if obtained earlier */ 34940961fddfSChandan Babu R if (align) { 34950961fddfSChandan Babu R args->prod = align; 34960961fddfSChandan Babu R div_u64_rem(ap->offset, args->prod, &args->mod); 34970961fddfSChandan Babu R if (args->mod) 34980961fddfSChandan Babu R args->mod = args->prod - args->mod; 34990961fddfSChandan Babu R } else if (mp->m_sb.sb_blocksize >= PAGE_SIZE) { 35000961fddfSChandan Babu R args->prod = 1; 35010961fddfSChandan Babu R args->mod = 0; 35020961fddfSChandan Babu R } else { 35030961fddfSChandan Babu R args->prod = PAGE_SIZE >> mp->m_sb.sb_blocklog; 35040961fddfSChandan Babu R div_u64_rem(ap->offset, args->prod, &args->mod); 35050961fddfSChandan Babu R if (args->mod) 35060961fddfSChandan Babu R args->mod = args->prod - args->mod; 35070961fddfSChandan Babu R } 35080961fddfSChandan Babu R 35090961fddfSChandan Babu R return stripe_align; 35100961fddfSChandan Babu R } 35110961fddfSChandan Babu R 351207c72e55SChandan Babu R static void 351307c72e55SChandan Babu R xfs_bmap_process_allocated_extent( 351407c72e55SChandan Babu R struct xfs_bmalloca *ap, 351507c72e55SChandan Babu R struct xfs_alloc_arg *args, 351607c72e55SChandan Babu R xfs_fileoff_t orig_offset, 351707c72e55SChandan Babu R xfs_extlen_t orig_length) 351807c72e55SChandan Babu R { 351907c72e55SChandan Babu R int nullfb; 352007c72e55SChandan Babu R 352107c72e55SChandan Babu R nullfb = ap->tp->t_firstblock == NULLFSBLOCK; 352207c72e55SChandan Babu R 352307c72e55SChandan Babu R /* 352407c72e55SChandan Babu R * check the allocation happened at the same or higher AG than 352507c72e55SChandan Babu R * the first block that was allocated. 352607c72e55SChandan Babu R */ 352707c72e55SChandan Babu R ASSERT(nullfb || 352807c72e55SChandan Babu R XFS_FSB_TO_AGNO(args->mp, ap->tp->t_firstblock) <= 352907c72e55SChandan Babu R XFS_FSB_TO_AGNO(args->mp, args->fsbno)); 353007c72e55SChandan Babu R 353107c72e55SChandan Babu R ap->blkno = args->fsbno; 353207c72e55SChandan Babu R if (nullfb) 353307c72e55SChandan Babu R ap->tp->t_firstblock = args->fsbno; 353407c72e55SChandan Babu R ap->length = args->len; 353507c72e55SChandan Babu R /* 353607c72e55SChandan Babu R * If the extent size hint is active, we tried to round the 353707c72e55SChandan Babu R * caller's allocation request offset down to extsz and the 353807c72e55SChandan Babu R * length up to another extsz boundary. If we found a free 353907c72e55SChandan Babu R * extent we mapped it in starting at this new offset. If the 354007c72e55SChandan Babu R * newly mapped space isn't long enough to cover any of the 354107c72e55SChandan Babu R * range of offsets that was originally requested, move the 354207c72e55SChandan Babu R * mapping up so that we can fill as much of the caller's 354307c72e55SChandan Babu R * original request as possible. Free space is apparently 354407c72e55SChandan Babu R * very fragmented so we're unlikely to be able to satisfy the 354507c72e55SChandan Babu R * hints anyway. 354607c72e55SChandan Babu R */ 354707c72e55SChandan Babu R if (ap->length <= orig_length) 354807c72e55SChandan Babu R ap->offset = orig_offset; 354907c72e55SChandan Babu R else if (ap->offset + ap->length < orig_offset + orig_length) 355007c72e55SChandan Babu R ap->offset = orig_offset + orig_length - ap->length; 355107c72e55SChandan Babu R xfs_bmap_btalloc_accounting(ap, args); 355207c72e55SChandan Babu R } 355307c72e55SChandan Babu R 355430151967SChandan Babu R #ifdef DEBUG 355530151967SChandan Babu R static int 355630151967SChandan Babu R xfs_bmap_exact_minlen_extent_alloc( 355730151967SChandan Babu R struct xfs_bmalloca *ap) 355830151967SChandan Babu R { 355930151967SChandan Babu R struct xfs_mount *mp = ap->ip->i_mount; 356030151967SChandan Babu R struct xfs_alloc_arg args = { .tp = ap->tp, .mp = mp }; 356130151967SChandan Babu R xfs_fileoff_t orig_offset; 356230151967SChandan Babu R xfs_extlen_t orig_length; 356330151967SChandan Babu R int error; 356430151967SChandan Babu R 356530151967SChandan Babu R ASSERT(ap->length); 356630151967SChandan Babu R 356730151967SChandan Babu R if (ap->minlen != 1) { 356830151967SChandan Babu R ap->blkno = NULLFSBLOCK; 356930151967SChandan Babu R ap->length = 0; 357030151967SChandan Babu R return 0; 357130151967SChandan Babu R } 357230151967SChandan Babu R 357330151967SChandan Babu R orig_offset = ap->offset; 357430151967SChandan Babu R orig_length = ap->length; 357530151967SChandan Babu R 357630151967SChandan Babu R args.alloc_minlen_only = 1; 357730151967SChandan Babu R 357830151967SChandan Babu R xfs_bmap_compute_alignments(ap, &args); 357930151967SChandan Babu R 358030151967SChandan Babu R if (ap->tp->t_firstblock == NULLFSBLOCK) { 358130151967SChandan Babu R /* 358230151967SChandan Babu R * Unlike the longest extent available in an AG, we don't track 358330151967SChandan Babu R * the length of an AG's shortest extent. 358430151967SChandan Babu R * XFS_ERRTAG_BMAP_ALLOC_MINLEN_EXTENT is a debug only knob and 358530151967SChandan Babu R * hence we can afford to start traversing from the 0th AG since 358630151967SChandan Babu R * we need not be concerned about a drop in performance in 358730151967SChandan Babu R * "debug only" code paths. 358830151967SChandan Babu R */ 358930151967SChandan Babu R ap->blkno = XFS_AGB_TO_FSB(mp, 0, 0); 359030151967SChandan Babu R } else { 359130151967SChandan Babu R ap->blkno = ap->tp->t_firstblock; 359230151967SChandan Babu R } 359330151967SChandan Babu R 359430151967SChandan Babu R args.fsbno = ap->blkno; 359530151967SChandan Babu R args.oinfo = XFS_RMAP_OINFO_SKIP_UPDATE; 359630151967SChandan Babu R args.type = XFS_ALLOCTYPE_FIRST_AG; 359730151967SChandan Babu R args.total = args.minlen = args.maxlen = ap->minlen; 359830151967SChandan Babu R 359930151967SChandan Babu R args.alignment = 1; 360030151967SChandan Babu R args.minalignslop = 0; 360130151967SChandan Babu R 360230151967SChandan Babu R args.minleft = ap->minleft; 360330151967SChandan Babu R args.wasdel = ap->wasdel; 360430151967SChandan Babu R args.resv = XFS_AG_RESV_NONE; 360530151967SChandan Babu R args.datatype = ap->datatype; 360630151967SChandan Babu R 360730151967SChandan Babu R error = xfs_alloc_vextent(&args); 360830151967SChandan Babu R if (error) 360930151967SChandan Babu R return error; 361030151967SChandan Babu R 361130151967SChandan Babu R if (args.fsbno != NULLFSBLOCK) { 361230151967SChandan Babu R xfs_bmap_process_allocated_extent(ap, &args, orig_offset, 361330151967SChandan Babu R orig_length); 361430151967SChandan Babu R } else { 361530151967SChandan Babu R ap->blkno = NULLFSBLOCK; 361630151967SChandan Babu R ap->length = 0; 361730151967SChandan Babu R } 361830151967SChandan Babu R 361930151967SChandan Babu R return 0; 362030151967SChandan Babu R } 362130151967SChandan Babu R #else 362230151967SChandan Babu R 362330151967SChandan Babu R #define xfs_bmap_exact_minlen_extent_alloc(bma) (-EFSCORRUPTED) 362430151967SChandan Babu R 362530151967SChandan Babu R #endif 362630151967SChandan Babu R 362730f712c9SDave Chinner STATIC int 362830f712c9SDave Chinner xfs_bmap_btalloc( 362930151967SChandan Babu R struct xfs_bmalloca *ap) 363030f712c9SDave Chinner { 363130151967SChandan Babu R struct xfs_mount *mp = ap->ip->i_mount; 363230151967SChandan Babu R struct xfs_alloc_arg args = { .tp = ap->tp, .mp = mp }; 363330151967SChandan Babu R xfs_alloctype_t atype = 0; 363430f712c9SDave Chinner xfs_agnumber_t fb_agno; /* ag number of ap->firstblock */ 363530f712c9SDave Chinner xfs_agnumber_t ag; 36366d8a45ceSDarrick J. Wong xfs_fileoff_t orig_offset; 36376d8a45ceSDarrick J. Wong xfs_extlen_t orig_length; 363830f712c9SDave Chinner xfs_extlen_t blen; 363930f712c9SDave Chinner xfs_extlen_t nextminlen = 0; 364030f712c9SDave Chinner int nullfb; /* true if ap->firstblock isn't set */ 364130f712c9SDave Chinner int isaligned; 364230f712c9SDave Chinner int tryagain; 364330f712c9SDave Chinner int error; 364430f712c9SDave Chinner int stripe_align; 364530f712c9SDave Chinner 364630f712c9SDave Chinner ASSERT(ap->length); 36476d8a45ceSDarrick J. Wong orig_offset = ap->offset; 36486d8a45ceSDarrick J. Wong orig_length = ap->length; 364930f712c9SDave Chinner 36500961fddfSChandan Babu R stripe_align = xfs_bmap_compute_alignments(ap, &args); 365130f712c9SDave Chinner 365294c07b4dSBrian Foster nullfb = ap->tp->t_firstblock == NULLFSBLOCK; 365394c07b4dSBrian Foster fb_agno = nullfb ? NULLAGNUMBER : XFS_FSB_TO_AGNO(mp, 365494c07b4dSBrian Foster ap->tp->t_firstblock); 365530f712c9SDave Chinner if (nullfb) { 3656c34d570dSChristoph Hellwig if ((ap->datatype & XFS_ALLOC_USERDATA) && 3657292378edSDave Chinner xfs_inode_is_filestream(ap->ip)) { 365830f712c9SDave Chinner ag = xfs_filestream_lookup_ag(ap->ip); 365930f712c9SDave Chinner ag = (ag != NULLAGNUMBER) ? ag : 0; 366030f712c9SDave Chinner ap->blkno = XFS_AGB_TO_FSB(mp, ag, 0); 366130f712c9SDave Chinner } else { 366230f712c9SDave Chinner ap->blkno = XFS_INO_TO_FSB(mp, ap->ip->i_ino); 366330f712c9SDave Chinner } 366430f712c9SDave Chinner } else 366594c07b4dSBrian Foster ap->blkno = ap->tp->t_firstblock; 366630f712c9SDave Chinner 366730f712c9SDave Chinner xfs_bmap_adjacent(ap); 366830f712c9SDave Chinner 366930f712c9SDave Chinner /* 367030f712c9SDave Chinner * If allowed, use ap->blkno; otherwise must use firstblock since 367130f712c9SDave Chinner * it's in the right allocation group. 367230f712c9SDave Chinner */ 367330f712c9SDave Chinner if (nullfb || XFS_FSB_TO_AGNO(mp, ap->blkno) == fb_agno) 367430f712c9SDave Chinner ; 367530f712c9SDave Chinner else 367694c07b4dSBrian Foster ap->blkno = ap->tp->t_firstblock; 367730f712c9SDave Chinner /* 367830f712c9SDave Chinner * Normal allocation, done through xfs_alloc_vextent. 367930f712c9SDave Chinner */ 368030f712c9SDave Chinner tryagain = isaligned = 0; 368130f712c9SDave Chinner args.fsbno = ap->blkno; 36827280fedaSDarrick J. Wong args.oinfo = XFS_RMAP_OINFO_SKIP_UPDATE; 368330f712c9SDave Chinner 368430f712c9SDave Chinner /* Trim the allocation back to the maximum an AG can fit. */ 36859bb54cb5SDave Chinner args.maxlen = min(ap->length, mp->m_ag_max_usable); 368630f712c9SDave Chinner blen = 0; 368730f712c9SDave Chinner if (nullfb) { 368830f712c9SDave Chinner /* 368930f712c9SDave Chinner * Search for an allocation group with a single extent large 369030f712c9SDave Chinner * enough for the request. If one isn't found, then adjust 369130f712c9SDave Chinner * the minimum allocation size to the largest space found. 369230f712c9SDave Chinner */ 3693c34d570dSChristoph Hellwig if ((ap->datatype & XFS_ALLOC_USERDATA) && 3694292378edSDave Chinner xfs_inode_is_filestream(ap->ip)) 369530f712c9SDave Chinner error = xfs_bmap_btalloc_filestreams(ap, &args, &blen); 369630f712c9SDave Chinner else 369730f712c9SDave Chinner error = xfs_bmap_btalloc_nullfb(ap, &args, &blen); 369830f712c9SDave Chinner if (error) 369930f712c9SDave Chinner return error; 37001214f1cfSBrian Foster } else if (ap->tp->t_flags & XFS_TRANS_LOWMODE) { 370130f712c9SDave Chinner if (xfs_inode_is_filestream(ap->ip)) 370230f712c9SDave Chinner args.type = XFS_ALLOCTYPE_FIRST_AG; 370330f712c9SDave Chinner else 370430f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 370530f712c9SDave Chinner args.total = args.minlen = ap->minlen; 370630f712c9SDave Chinner } else { 370730f712c9SDave Chinner args.type = XFS_ALLOCTYPE_NEAR_BNO; 370830f712c9SDave Chinner args.total = ap->total; 370930f712c9SDave Chinner args.minlen = ap->minlen; 371030f712c9SDave Chinner } 37110961fddfSChandan Babu R 371230f712c9SDave Chinner /* 37131c743574SDave Chinner * If we are not low on available data blocks, and the underlying 37141c743574SDave Chinner * logical volume manager is a stripe, and the file offset is zero then 37151c743574SDave Chinner * try to allocate data blocks on stripe unit boundary. NOTE: ap->aeof 37161c743574SDave Chinner * is only set if the allocation length is >= the stripe unit and the 37171c743574SDave Chinner * allocation offset is at the end of file. 371830f712c9SDave Chinner */ 37191214f1cfSBrian Foster if (!(ap->tp->t_flags & XFS_TRANS_LOWMODE) && ap->aeof) { 372030f712c9SDave Chinner if (!ap->offset) { 372130f712c9SDave Chinner args.alignment = stripe_align; 372230f712c9SDave Chinner atype = args.type; 372330f712c9SDave Chinner isaligned = 1; 372430f712c9SDave Chinner /* 37251c743574SDave Chinner * Adjust minlen to try and preserve alignment if we 37261c743574SDave Chinner * can't guarantee an aligned maxlen extent. 372730f712c9SDave Chinner */ 37281c743574SDave Chinner if (blen > args.alignment && 37291c743574SDave Chinner blen <= args.maxlen + args.alignment) 373030f712c9SDave Chinner args.minlen = blen - args.alignment; 373130f712c9SDave Chinner args.minalignslop = 0; 373230f712c9SDave Chinner } else { 373330f712c9SDave Chinner /* 373430f712c9SDave Chinner * First try an exact bno allocation. 373530f712c9SDave Chinner * If it fails then do a near or start bno 373630f712c9SDave Chinner * allocation with alignment turned on. 373730f712c9SDave Chinner */ 373830f712c9SDave Chinner atype = args.type; 373930f712c9SDave Chinner tryagain = 1; 374030f712c9SDave Chinner args.type = XFS_ALLOCTYPE_THIS_BNO; 374130f712c9SDave Chinner args.alignment = 1; 374230f712c9SDave Chinner /* 374330f712c9SDave Chinner * Compute the minlen+alignment for the 374430f712c9SDave Chinner * next case. Set slop so that the value 374530f712c9SDave Chinner * of minlen+alignment+slop doesn't go up 374630f712c9SDave Chinner * between the calls. 374730f712c9SDave Chinner */ 374830f712c9SDave Chinner if (blen > stripe_align && blen <= args.maxlen) 374930f712c9SDave Chinner nextminlen = blen - stripe_align; 375030f712c9SDave Chinner else 375130f712c9SDave Chinner nextminlen = args.minlen; 375230f712c9SDave Chinner if (nextminlen + stripe_align > args.minlen + 1) 375330f712c9SDave Chinner args.minalignslop = 375430f712c9SDave Chinner nextminlen + stripe_align - 375530f712c9SDave Chinner args.minlen - 1; 375630f712c9SDave Chinner else 375730f712c9SDave Chinner args.minalignslop = 0; 375830f712c9SDave Chinner } 375930f712c9SDave Chinner } else { 376030f712c9SDave Chinner args.alignment = 1; 376130f712c9SDave Chinner args.minalignslop = 0; 376230f712c9SDave Chinner } 376330f712c9SDave Chinner args.minleft = ap->minleft; 376430f712c9SDave Chinner args.wasdel = ap->wasdel; 37653fd129b6SDarrick J. Wong args.resv = XFS_AG_RESV_NONE; 3766292378edSDave Chinner args.datatype = ap->datatype; 37673fbbbea3SDave Chinner 37683fbbbea3SDave Chinner error = xfs_alloc_vextent(&args); 37693fbbbea3SDave Chinner if (error) 377030f712c9SDave Chinner return error; 37713fbbbea3SDave Chinner 377230f712c9SDave Chinner if (tryagain && args.fsbno == NULLFSBLOCK) { 377330f712c9SDave Chinner /* 377430f712c9SDave Chinner * Exact allocation failed. Now try with alignment 377530f712c9SDave Chinner * turned on. 377630f712c9SDave Chinner */ 377730f712c9SDave Chinner args.type = atype; 377830f712c9SDave Chinner args.fsbno = ap->blkno; 377930f712c9SDave Chinner args.alignment = stripe_align; 378030f712c9SDave Chinner args.minlen = nextminlen; 378130f712c9SDave Chinner args.minalignslop = 0; 378230f712c9SDave Chinner isaligned = 1; 378330f712c9SDave Chinner if ((error = xfs_alloc_vextent(&args))) 378430f712c9SDave Chinner return error; 378530f712c9SDave Chinner } 378630f712c9SDave Chinner if (isaligned && args.fsbno == NULLFSBLOCK) { 378730f712c9SDave Chinner /* 378830f712c9SDave Chinner * allocation failed, so turn off alignment and 378930f712c9SDave Chinner * try again. 379030f712c9SDave Chinner */ 379130f712c9SDave Chinner args.type = atype; 379230f712c9SDave Chinner args.fsbno = ap->blkno; 379330f712c9SDave Chinner args.alignment = 0; 379430f712c9SDave Chinner if ((error = xfs_alloc_vextent(&args))) 379530f712c9SDave Chinner return error; 379630f712c9SDave Chinner } 379730f712c9SDave Chinner if (args.fsbno == NULLFSBLOCK && nullfb && 379830f712c9SDave Chinner args.minlen > ap->minlen) { 379930f712c9SDave Chinner args.minlen = ap->minlen; 380030f712c9SDave Chinner args.type = XFS_ALLOCTYPE_START_BNO; 380130f712c9SDave Chinner args.fsbno = ap->blkno; 380230f712c9SDave Chinner if ((error = xfs_alloc_vextent(&args))) 380330f712c9SDave Chinner return error; 380430f712c9SDave Chinner } 380530f712c9SDave Chinner if (args.fsbno == NULLFSBLOCK && nullfb) { 380630f712c9SDave Chinner args.fsbno = 0; 380730f712c9SDave Chinner args.type = XFS_ALLOCTYPE_FIRST_AG; 380830f712c9SDave Chinner args.total = ap->minlen; 380930f712c9SDave Chinner if ((error = xfs_alloc_vextent(&args))) 381030f712c9SDave Chinner return error; 38111214f1cfSBrian Foster ap->tp->t_flags |= XFS_TRANS_LOWMODE; 381230f712c9SDave Chinner } 381330f712c9SDave Chinner 381407c72e55SChandan Babu R if (args.fsbno != NULLFSBLOCK) { 381507c72e55SChandan Babu R xfs_bmap_process_allocated_extent(ap, &args, orig_offset, 381607c72e55SChandan Babu R orig_length); 381730f712c9SDave Chinner } else { 381830f712c9SDave Chinner ap->blkno = NULLFSBLOCK; 381930f712c9SDave Chinner ap->length = 0; 382030f712c9SDave Chinner } 382130f712c9SDave Chinner return 0; 382230f712c9SDave Chinner } 382330f712c9SDave Chinner 38240a0af28cSDarrick J. Wong /* Trim extent to fit a logical block range. */ 38250a0af28cSDarrick J. Wong void 38260a0af28cSDarrick J. Wong xfs_trim_extent( 38270a0af28cSDarrick J. Wong struct xfs_bmbt_irec *irec, 38280a0af28cSDarrick J. Wong xfs_fileoff_t bno, 38290a0af28cSDarrick J. Wong xfs_filblks_t len) 38300a0af28cSDarrick J. Wong { 38310a0af28cSDarrick J. Wong xfs_fileoff_t distance; 38320a0af28cSDarrick J. Wong xfs_fileoff_t end = bno + len; 38330a0af28cSDarrick J. Wong 38340a0af28cSDarrick J. Wong if (irec->br_startoff + irec->br_blockcount <= bno || 38350a0af28cSDarrick J. Wong irec->br_startoff >= end) { 38360a0af28cSDarrick J. Wong irec->br_blockcount = 0; 38370a0af28cSDarrick J. Wong return; 38380a0af28cSDarrick J. Wong } 38390a0af28cSDarrick J. Wong 38400a0af28cSDarrick J. Wong if (irec->br_startoff < bno) { 38410a0af28cSDarrick J. Wong distance = bno - irec->br_startoff; 38420a0af28cSDarrick J. Wong if (isnullstartblock(irec->br_startblock)) 38430a0af28cSDarrick J. Wong irec->br_startblock = DELAYSTARTBLOCK; 38440a0af28cSDarrick J. Wong if (irec->br_startblock != DELAYSTARTBLOCK && 38450a0af28cSDarrick J. Wong irec->br_startblock != HOLESTARTBLOCK) 38460a0af28cSDarrick J. Wong irec->br_startblock += distance; 38470a0af28cSDarrick J. Wong irec->br_startoff += distance; 38480a0af28cSDarrick J. Wong irec->br_blockcount -= distance; 38490a0af28cSDarrick J. Wong } 38500a0af28cSDarrick J. Wong 38510a0af28cSDarrick J. Wong if (end < irec->br_startoff + irec->br_blockcount) { 38520a0af28cSDarrick J. Wong distance = irec->br_startoff + irec->br_blockcount - end; 38530a0af28cSDarrick J. Wong irec->br_blockcount -= distance; 38540a0af28cSDarrick J. Wong } 38550a0af28cSDarrick J. Wong } 38560a0af28cSDarrick J. Wong 385730f712c9SDave Chinner /* 385830f712c9SDave Chinner * Trim the returned map to the required bounds 385930f712c9SDave Chinner */ 386030f712c9SDave Chinner STATIC void 386130f712c9SDave Chinner xfs_bmapi_trim_map( 386230f712c9SDave Chinner struct xfs_bmbt_irec *mval, 386330f712c9SDave Chinner struct xfs_bmbt_irec *got, 386430f712c9SDave Chinner xfs_fileoff_t *bno, 386530f712c9SDave Chinner xfs_filblks_t len, 386630f712c9SDave Chinner xfs_fileoff_t obno, 386730f712c9SDave Chinner xfs_fileoff_t end, 386830f712c9SDave Chinner int n, 386930f712c9SDave Chinner int flags) 387030f712c9SDave Chinner { 387130f712c9SDave Chinner if ((flags & XFS_BMAPI_ENTIRE) || 387230f712c9SDave Chinner got->br_startoff + got->br_blockcount <= obno) { 387330f712c9SDave Chinner *mval = *got; 387430f712c9SDave Chinner if (isnullstartblock(got->br_startblock)) 387530f712c9SDave Chinner mval->br_startblock = DELAYSTARTBLOCK; 387630f712c9SDave Chinner return; 387730f712c9SDave Chinner } 387830f712c9SDave Chinner 387930f712c9SDave Chinner if (obno > *bno) 388030f712c9SDave Chinner *bno = obno; 388130f712c9SDave Chinner ASSERT((*bno >= obno) || (n == 0)); 388230f712c9SDave Chinner ASSERT(*bno < end); 388330f712c9SDave Chinner mval->br_startoff = *bno; 388430f712c9SDave Chinner if (isnullstartblock(got->br_startblock)) 388530f712c9SDave Chinner mval->br_startblock = DELAYSTARTBLOCK; 388630f712c9SDave Chinner else 388730f712c9SDave Chinner mval->br_startblock = got->br_startblock + 388830f712c9SDave Chinner (*bno - got->br_startoff); 388930f712c9SDave Chinner /* 389030f712c9SDave Chinner * Return the minimum of what we got and what we asked for for 389130f712c9SDave Chinner * the length. We can use the len variable here because it is 389230f712c9SDave Chinner * modified below and we could have been there before coming 389330f712c9SDave Chinner * here if the first part of the allocation didn't overlap what 389430f712c9SDave Chinner * was asked for. 389530f712c9SDave Chinner */ 389630f712c9SDave Chinner mval->br_blockcount = XFS_FILBLKS_MIN(end - *bno, 389730f712c9SDave Chinner got->br_blockcount - (*bno - got->br_startoff)); 389830f712c9SDave Chinner mval->br_state = got->br_state; 389930f712c9SDave Chinner ASSERT(mval->br_blockcount <= len); 390030f712c9SDave Chinner return; 390130f712c9SDave Chinner } 390230f712c9SDave Chinner 390330f712c9SDave Chinner /* 390430f712c9SDave Chinner * Update and validate the extent map to return 390530f712c9SDave Chinner */ 390630f712c9SDave Chinner STATIC void 390730f712c9SDave Chinner xfs_bmapi_update_map( 390830f712c9SDave Chinner struct xfs_bmbt_irec **map, 390930f712c9SDave Chinner xfs_fileoff_t *bno, 391030f712c9SDave Chinner xfs_filblks_t *len, 391130f712c9SDave Chinner xfs_fileoff_t obno, 391230f712c9SDave Chinner xfs_fileoff_t end, 391330f712c9SDave Chinner int *n, 391430f712c9SDave Chinner int flags) 391530f712c9SDave Chinner { 391630f712c9SDave Chinner xfs_bmbt_irec_t *mval = *map; 391730f712c9SDave Chinner 391830f712c9SDave Chinner ASSERT((flags & XFS_BMAPI_ENTIRE) || 391930f712c9SDave Chinner ((mval->br_startoff + mval->br_blockcount) <= end)); 392030f712c9SDave Chinner ASSERT((flags & XFS_BMAPI_ENTIRE) || (mval->br_blockcount <= *len) || 392130f712c9SDave Chinner (mval->br_startoff < obno)); 392230f712c9SDave Chinner 392330f712c9SDave Chinner *bno = mval->br_startoff + mval->br_blockcount; 392430f712c9SDave Chinner *len = end - *bno; 392530f712c9SDave Chinner if (*n > 0 && mval->br_startoff == mval[-1].br_startoff) { 392630f712c9SDave Chinner /* update previous map with new information */ 392730f712c9SDave Chinner ASSERT(mval->br_startblock == mval[-1].br_startblock); 392830f712c9SDave Chinner ASSERT(mval->br_blockcount > mval[-1].br_blockcount); 392930f712c9SDave Chinner ASSERT(mval->br_state == mval[-1].br_state); 393030f712c9SDave Chinner mval[-1].br_blockcount = mval->br_blockcount; 393130f712c9SDave Chinner mval[-1].br_state = mval->br_state; 393230f712c9SDave Chinner } else if (*n > 0 && mval->br_startblock != DELAYSTARTBLOCK && 393330f712c9SDave Chinner mval[-1].br_startblock != DELAYSTARTBLOCK && 393430f712c9SDave Chinner mval[-1].br_startblock != HOLESTARTBLOCK && 393530f712c9SDave Chinner mval->br_startblock == mval[-1].br_startblock + 393630f712c9SDave Chinner mval[-1].br_blockcount && 3937c3a2f9ffSChristoph Hellwig mval[-1].br_state == mval->br_state) { 393830f712c9SDave Chinner ASSERT(mval->br_startoff == 393930f712c9SDave Chinner mval[-1].br_startoff + mval[-1].br_blockcount); 394030f712c9SDave Chinner mval[-1].br_blockcount += mval->br_blockcount; 394130f712c9SDave Chinner } else if (*n > 0 && 394230f712c9SDave Chinner mval->br_startblock == DELAYSTARTBLOCK && 394330f712c9SDave Chinner mval[-1].br_startblock == DELAYSTARTBLOCK && 394430f712c9SDave Chinner mval->br_startoff == 394530f712c9SDave Chinner mval[-1].br_startoff + mval[-1].br_blockcount) { 394630f712c9SDave Chinner mval[-1].br_blockcount += mval->br_blockcount; 394730f712c9SDave Chinner mval[-1].br_state = mval->br_state; 394830f712c9SDave Chinner } else if (!((*n == 0) && 394930f712c9SDave Chinner ((mval->br_startoff + mval->br_blockcount) <= 395030f712c9SDave Chinner obno))) { 395130f712c9SDave Chinner mval++; 395230f712c9SDave Chinner (*n)++; 395330f712c9SDave Chinner } 395430f712c9SDave Chinner *map = mval; 395530f712c9SDave Chinner } 395630f712c9SDave Chinner 395730f712c9SDave Chinner /* 395830f712c9SDave Chinner * Map file blocks to filesystem blocks without allocation. 395930f712c9SDave Chinner */ 396030f712c9SDave Chinner int 396130f712c9SDave Chinner xfs_bmapi_read( 396230f712c9SDave Chinner struct xfs_inode *ip, 396330f712c9SDave Chinner xfs_fileoff_t bno, 396430f712c9SDave Chinner xfs_filblks_t len, 396530f712c9SDave Chinner struct xfs_bmbt_irec *mval, 396630f712c9SDave Chinner int *nmap, 396730f712c9SDave Chinner int flags) 396830f712c9SDave Chinner { 396930f712c9SDave Chinner struct xfs_mount *mp = ip->i_mount; 39704b516ff4SChristoph Hellwig int whichfork = xfs_bmapi_whichfork(flags); 39714b516ff4SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 397230f712c9SDave Chinner struct xfs_bmbt_irec got; 397330f712c9SDave Chinner xfs_fileoff_t obno; 397430f712c9SDave Chinner xfs_fileoff_t end; 3975b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 397630f712c9SDave Chinner int error; 3977334f3423SChristoph Hellwig bool eof = false; 397830f712c9SDave Chinner int n = 0; 397930f712c9SDave Chinner 398030f712c9SDave Chinner ASSERT(*nmap >= 1); 39811a1c57b2SChristoph Hellwig ASSERT(!(flags & ~(XFS_BMAPI_ATTRFORK | XFS_BMAPI_ENTIRE))); 398230f712c9SDave Chinner ASSERT(xfs_isilocked(ip, XFS_ILOCK_SHARED|XFS_ILOCK_EXCL)); 398330f712c9SDave Chinner 39844b516ff4SChristoph Hellwig if (WARN_ON_ONCE(!ifp)) 39854b516ff4SChristoph Hellwig return -EFSCORRUPTED; 39864b516ff4SChristoph Hellwig 3987f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) || 3988f7e67b20SChristoph Hellwig XFS_TEST_ERROR(false, mp, XFS_ERRTAG_BMAPIFORMAT)) 39892451337dSDave Chinner return -EFSCORRUPTED; 399030f712c9SDave Chinner 399130f712c9SDave Chinner if (XFS_FORCED_SHUTDOWN(mp)) 39922451337dSDave Chinner return -EIO; 399330f712c9SDave Chinner 3994ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_blk_mapr); 399530f712c9SDave Chinner 399630f712c9SDave Chinner if (!(ifp->if_flags & XFS_IFEXTENTS)) { 399730f712c9SDave Chinner error = xfs_iread_extents(NULL, ip, whichfork); 399830f712c9SDave Chinner if (error) 399930f712c9SDave Chinner return error; 400030f712c9SDave Chinner } 400130f712c9SDave Chinner 4002b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent(ip, ifp, bno, &icur, &got)) 4003334f3423SChristoph Hellwig eof = true; 400430f712c9SDave Chinner end = bno + len; 400530f712c9SDave Chinner obno = bno; 400630f712c9SDave Chinner 400730f712c9SDave Chinner while (bno < end && n < *nmap) { 400830f712c9SDave Chinner /* Reading past eof, act as though there's a hole up to end. */ 400930f712c9SDave Chinner if (eof) 401030f712c9SDave Chinner got.br_startoff = end; 401130f712c9SDave Chinner if (got.br_startoff > bno) { 401230f712c9SDave Chinner /* Reading in a hole. */ 401330f712c9SDave Chinner mval->br_startoff = bno; 401430f712c9SDave Chinner mval->br_startblock = HOLESTARTBLOCK; 401530f712c9SDave Chinner mval->br_blockcount = 401630f712c9SDave Chinner XFS_FILBLKS_MIN(len, got.br_startoff - bno); 401730f712c9SDave Chinner mval->br_state = XFS_EXT_NORM; 401830f712c9SDave Chinner bno += mval->br_blockcount; 401930f712c9SDave Chinner len -= mval->br_blockcount; 402030f712c9SDave Chinner mval++; 402130f712c9SDave Chinner n++; 402230f712c9SDave Chinner continue; 402330f712c9SDave Chinner } 402430f712c9SDave Chinner 402530f712c9SDave Chinner /* set up the extent map to return. */ 402630f712c9SDave Chinner xfs_bmapi_trim_map(mval, &got, &bno, len, obno, end, n, flags); 402730f712c9SDave Chinner xfs_bmapi_update_map(&mval, &bno, &len, obno, end, &n, flags); 402830f712c9SDave Chinner 402930f712c9SDave Chinner /* If we're done, stop now. */ 403030f712c9SDave Chinner if (bno >= end || n >= *nmap) 403130f712c9SDave Chinner break; 403230f712c9SDave Chinner 403330f712c9SDave Chinner /* Else go on to the next record. */ 4034b2b1712aSChristoph Hellwig if (!xfs_iext_next_extent(ifp, &icur, &got)) 4035334f3423SChristoph Hellwig eof = true; 403630f712c9SDave Chinner } 403730f712c9SDave Chinner *nmap = n; 403830f712c9SDave Chinner return 0; 403930f712c9SDave Chinner } 404030f712c9SDave Chinner 4041f65e6fadSBrian Foster /* 4042f65e6fadSBrian Foster * Add a delayed allocation extent to an inode. Blocks are reserved from the 4043f65e6fadSBrian Foster * global pool and the extent inserted into the inode in-core extent tree. 4044f65e6fadSBrian Foster * 4045f65e6fadSBrian Foster * On entry, got refers to the first extent beyond the offset of the extent to 4046f65e6fadSBrian Foster * allocate or eof is specified if no such extent exists. On return, got refers 4047f65e6fadSBrian Foster * to the extent record that was inserted to the inode fork. 4048f65e6fadSBrian Foster * 4049f65e6fadSBrian Foster * Note that the allocated extent may have been merged with contiguous extents 4050f65e6fadSBrian Foster * during insertion into the inode fork. Thus, got does not reflect the current 4051f65e6fadSBrian Foster * state of the inode fork on return. If necessary, the caller can use lastx to 4052f65e6fadSBrian Foster * look up the updated record in the inode fork. 4053f65e6fadSBrian Foster */ 405451446f5bSChristoph Hellwig int 405530f712c9SDave Chinner xfs_bmapi_reserve_delalloc( 405630f712c9SDave Chinner struct xfs_inode *ip, 4057be51f811SDarrick J. Wong int whichfork, 4058974ae922SBrian Foster xfs_fileoff_t off, 405930f712c9SDave Chinner xfs_filblks_t len, 4060974ae922SBrian Foster xfs_filblks_t prealloc, 406130f712c9SDave Chinner struct xfs_bmbt_irec *got, 4062b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 406330f712c9SDave Chinner int eof) 406430f712c9SDave Chinner { 406530f712c9SDave Chinner struct xfs_mount *mp = ip->i_mount; 4066be51f811SDarrick J. Wong struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 406730f712c9SDave Chinner xfs_extlen_t alen; 406830f712c9SDave Chinner xfs_extlen_t indlen; 406930f712c9SDave Chinner int error; 4070974ae922SBrian Foster xfs_fileoff_t aoff = off; 407130f712c9SDave Chinner 4072974ae922SBrian Foster /* 4073974ae922SBrian Foster * Cap the alloc length. Keep track of prealloc so we know whether to 4074974ae922SBrian Foster * tag the inode before we return. 4075974ae922SBrian Foster */ 4076974ae922SBrian Foster alen = XFS_FILBLKS_MIN(len + prealloc, MAXEXTLEN); 407730f712c9SDave Chinner if (!eof) 407830f712c9SDave Chinner alen = XFS_FILBLKS_MIN(alen, got->br_startoff - aoff); 4079974ae922SBrian Foster if (prealloc && alen >= len) 4080974ae922SBrian Foster prealloc = alen - len; 408130f712c9SDave Chinner 408230f712c9SDave Chinner /* Figure out the extent size, adjust alen */ 40836ca30729SShan Hai if (whichfork == XFS_COW_FORK) { 408465c5f419SChristoph Hellwig struct xfs_bmbt_irec prev; 40856ca30729SShan Hai xfs_extlen_t extsz = xfs_get_cowextsz_hint(ip); 408665c5f419SChristoph Hellwig 4087b2b1712aSChristoph Hellwig if (!xfs_iext_peek_prev_extent(ifp, icur, &prev)) 408865c5f419SChristoph Hellwig prev.br_startoff = NULLFILEOFF; 408965c5f419SChristoph Hellwig 40906ca30729SShan Hai error = xfs_bmap_extsize_align(mp, got, &prev, extsz, 0, eof, 409130f712c9SDave Chinner 1, 0, &aoff, &alen); 409230f712c9SDave Chinner ASSERT(!error); 409330f712c9SDave Chinner } 409430f712c9SDave Chinner 409530f712c9SDave Chinner /* 409630f712c9SDave Chinner * Make a transaction-less quota reservation for delayed allocation 409730f712c9SDave Chinner * blocks. This number gets adjusted later. We return if we haven't 409830f712c9SDave Chinner * allocated blocks already inside this loop. 409930f712c9SDave Chinner */ 4100*85546500SDarrick J. Wong error = xfs_quota_reserve_blkres(ip, alen); 410130f712c9SDave Chinner if (error) 410230f712c9SDave Chinner return error; 410330f712c9SDave Chinner 410430f712c9SDave Chinner /* 410530f712c9SDave Chinner * Split changing sb for alen and indlen since they could be coming 410630f712c9SDave Chinner * from different places. 410730f712c9SDave Chinner */ 410830f712c9SDave Chinner indlen = (xfs_extlen_t)xfs_bmap_worst_indlen(ip, alen); 410930f712c9SDave Chinner ASSERT(indlen > 0); 411030f712c9SDave Chinner 41110d485adaSDave Chinner error = xfs_mod_fdblocks(mp, -((int64_t)alen), false); 411230f712c9SDave Chinner if (error) 411330f712c9SDave Chinner goto out_unreserve_quota; 411430f712c9SDave Chinner 41150d485adaSDave Chinner error = xfs_mod_fdblocks(mp, -((int64_t)indlen), false); 411630f712c9SDave Chinner if (error) 411730f712c9SDave Chinner goto out_unreserve_blocks; 411830f712c9SDave Chinner 411930f712c9SDave Chinner 412030f712c9SDave Chinner ip->i_delayed_blks += alen; 41219fe82b8cSDarrick J. Wong xfs_mod_delalloc(ip->i_mount, alen + indlen); 412230f712c9SDave Chinner 412330f712c9SDave Chinner got->br_startoff = aoff; 412430f712c9SDave Chinner got->br_startblock = nullstartblock(indlen); 412530f712c9SDave Chinner got->br_blockcount = alen; 412630f712c9SDave Chinner got->br_state = XFS_EXT_NORM; 412730f712c9SDave Chinner 4128b2b1712aSChristoph Hellwig xfs_bmap_add_extent_hole_delay(ip, whichfork, icur, got); 412930f712c9SDave Chinner 4130974ae922SBrian Foster /* 4131974ae922SBrian Foster * Tag the inode if blocks were preallocated. Note that COW fork 4132974ae922SBrian Foster * preallocation can occur at the start or end of the extent, even when 4133974ae922SBrian Foster * prealloc == 0, so we must also check the aligned offset and length. 4134974ae922SBrian Foster */ 4135974ae922SBrian Foster if (whichfork == XFS_DATA_FORK && prealloc) 4136974ae922SBrian Foster xfs_inode_set_eofblocks_tag(ip); 4137974ae922SBrian Foster if (whichfork == XFS_COW_FORK && (prealloc || aoff < off || alen > len)) 4138974ae922SBrian Foster xfs_inode_set_cowblocks_tag(ip); 4139974ae922SBrian Foster 414030f712c9SDave Chinner return 0; 414130f712c9SDave Chinner 414230f712c9SDave Chinner out_unreserve_blocks: 41430d485adaSDave Chinner xfs_mod_fdblocks(mp, alen, false); 414430f712c9SDave Chinner out_unreserve_quota: 414530f712c9SDave Chinner if (XFS_IS_QUOTA_ON(mp)) 4146*85546500SDarrick J. Wong xfs_quota_unreserve_blkres(ip, alen); 414730f712c9SDave Chinner return error; 414830f712c9SDave Chinner } 414930f712c9SDave Chinner 41507f8a058fSDave Chinner static int 4151be6cacbeSChristoph Hellwig xfs_bmap_alloc_userdata( 4152be6cacbeSChristoph Hellwig struct xfs_bmalloca *bma) 4153be6cacbeSChristoph Hellwig { 4154be6cacbeSChristoph Hellwig struct xfs_mount *mp = bma->ip->i_mount; 4155be6cacbeSChristoph Hellwig int whichfork = xfs_bmapi_whichfork(bma->flags); 4156be6cacbeSChristoph Hellwig int error; 4157be6cacbeSChristoph Hellwig 4158be6cacbeSChristoph Hellwig /* 4159be6cacbeSChristoph Hellwig * Set the data type being allocated. For the data fork, the first data 4160be6cacbeSChristoph Hellwig * in the file is treated differently to all other allocations. For the 4161be6cacbeSChristoph Hellwig * attribute fork, we only need to ensure the allocated range is not on 4162be6cacbeSChristoph Hellwig * the busy list. 4163be6cacbeSChristoph Hellwig */ 4164be6cacbeSChristoph Hellwig bma->datatype = XFS_ALLOC_NOBUSY; 4165be6cacbeSChristoph Hellwig if (whichfork == XFS_DATA_FORK) { 4166c34d570dSChristoph Hellwig bma->datatype |= XFS_ALLOC_USERDATA; 4167be6cacbeSChristoph Hellwig if (bma->offset == 0) 4168be6cacbeSChristoph Hellwig bma->datatype |= XFS_ALLOC_INITIAL_USER_DATA; 4169be6cacbeSChristoph Hellwig 4170be6cacbeSChristoph Hellwig if (mp->m_dalign && bma->length >= mp->m_dalign) { 4171be6cacbeSChristoph Hellwig error = xfs_bmap_isaeof(bma, whichfork); 4172be6cacbeSChristoph Hellwig if (error) 4173be6cacbeSChristoph Hellwig return error; 4174be6cacbeSChristoph Hellwig } 4175be6cacbeSChristoph Hellwig 4176be6cacbeSChristoph Hellwig if (XFS_IS_REALTIME_INODE(bma->ip)) 4177be6cacbeSChristoph Hellwig return xfs_bmap_rtalloc(bma); 4178be6cacbeSChristoph Hellwig } 4179be6cacbeSChristoph Hellwig 418030151967SChandan Babu R if (unlikely(XFS_TEST_ERROR(false, mp, 418130151967SChandan Babu R XFS_ERRTAG_BMAP_ALLOC_MINLEN_EXTENT))) 418230151967SChandan Babu R return xfs_bmap_exact_minlen_extent_alloc(bma); 418330151967SChandan Babu R 4184be6cacbeSChristoph Hellwig return xfs_bmap_btalloc(bma); 4185be6cacbeSChristoph Hellwig } 4186be6cacbeSChristoph Hellwig 4187be6cacbeSChristoph Hellwig static int 41887f8a058fSDave Chinner xfs_bmapi_allocate( 418930f712c9SDave Chinner struct xfs_bmalloca *bma) 419030f712c9SDave Chinner { 419130f712c9SDave Chinner struct xfs_mount *mp = bma->ip->i_mount; 419260b4984fSDarrick J. Wong int whichfork = xfs_bmapi_whichfork(bma->flags); 419330f712c9SDave Chinner struct xfs_ifork *ifp = XFS_IFORK_PTR(bma->ip, whichfork); 419430f712c9SDave Chinner int tmp_logflags = 0; 419530f712c9SDave Chinner int error; 419630f712c9SDave Chinner 419730f712c9SDave Chinner ASSERT(bma->length > 0); 419830f712c9SDave Chinner 419930f712c9SDave Chinner /* 420030f712c9SDave Chinner * For the wasdelay case, we could also just allocate the stuff asked 420130f712c9SDave Chinner * for in this bmap call but that wouldn't be as good. 420230f712c9SDave Chinner */ 420330f712c9SDave Chinner if (bma->wasdel) { 420430f712c9SDave Chinner bma->length = (xfs_extlen_t)bma->got.br_blockcount; 420530f712c9SDave Chinner bma->offset = bma->got.br_startoff; 4206f5be0844SDarrick J. Wong if (!xfs_iext_peek_prev_extent(ifp, &bma->icur, &bma->prev)) 4207f5be0844SDarrick J. Wong bma->prev.br_startoff = NULLFILEOFF; 420830f712c9SDave Chinner } else { 420930f712c9SDave Chinner bma->length = XFS_FILBLKS_MIN(bma->length, MAXEXTLEN); 421030f712c9SDave Chinner if (!bma->eof) 421130f712c9SDave Chinner bma->length = XFS_FILBLKS_MIN(bma->length, 421230f712c9SDave Chinner bma->got.br_startoff - bma->offset); 421330f712c9SDave Chinner } 421430f712c9SDave Chinner 4215be6cacbeSChristoph Hellwig if (bma->flags & XFS_BMAPI_CONTIG) 4216be6cacbeSChristoph Hellwig bma->minlen = bma->length; 4217ce840429SDarrick J. Wong else 4218be6cacbeSChristoph Hellwig bma->minlen = 1; 421930f712c9SDave Chinner 422030151967SChandan Babu R if (bma->flags & XFS_BMAPI_METADATA) { 422130151967SChandan Babu R if (unlikely(XFS_TEST_ERROR(false, mp, 422230151967SChandan Babu R XFS_ERRTAG_BMAP_ALLOC_MINLEN_EXTENT))) 422330151967SChandan Babu R error = xfs_bmap_exact_minlen_extent_alloc(bma); 4224be6cacbeSChristoph Hellwig else 422530151967SChandan Babu R error = xfs_bmap_btalloc(bma); 422630151967SChandan Babu R } else { 4227be6cacbeSChristoph Hellwig error = xfs_bmap_alloc_userdata(bma); 422830151967SChandan Babu R } 4229be6cacbeSChristoph Hellwig if (error || bma->blkno == NULLFSBLOCK) 423030f712c9SDave Chinner return error; 423130f712c9SDave Chinner 4232fd638f1dSChristoph Hellwig if (bma->flags & XFS_BMAPI_ZERO) { 4233fd638f1dSChristoph Hellwig error = xfs_zero_extent(bma->ip, bma->blkno, bma->length); 4234fd638f1dSChristoph Hellwig if (error) 4235fd638f1dSChristoph Hellwig return error; 4236fd638f1dSChristoph Hellwig } 4237fd638f1dSChristoph Hellwig 4238cf612de7SBrian Foster if ((ifp->if_flags & XFS_IFBROOT) && !bma->cur) 423930f712c9SDave Chinner bma->cur = xfs_bmbt_init_cursor(mp, bma->tp, bma->ip, whichfork); 424030f712c9SDave Chinner /* 424130f712c9SDave Chinner * Bump the number of extents we've allocated 424230f712c9SDave Chinner * in this call. 424330f712c9SDave Chinner */ 424430f712c9SDave Chinner bma->nallocs++; 424530f712c9SDave Chinner 424630f712c9SDave Chinner if (bma->cur) 424792219c29SDave Chinner bma->cur->bc_ino.flags = 42488ef54797SDave Chinner bma->wasdel ? XFS_BTCUR_BMBT_WASDEL : 0; 424930f712c9SDave Chinner 425030f712c9SDave Chinner bma->got.br_startoff = bma->offset; 425130f712c9SDave Chinner bma->got.br_startblock = bma->blkno; 425230f712c9SDave Chinner bma->got.br_blockcount = bma->length; 425330f712c9SDave Chinner bma->got.br_state = XFS_EXT_NORM; 425430f712c9SDave Chinner 4255a5949d3fSDarrick J. Wong if (bma->flags & XFS_BMAPI_PREALLOC) 425630f712c9SDave Chinner bma->got.br_state = XFS_EXT_UNWRITTEN; 425730f712c9SDave Chinner 425830f712c9SDave Chinner if (bma->wasdel) 425960b4984fSDarrick J. Wong error = xfs_bmap_add_extent_delay_real(bma, whichfork); 426030f712c9SDave Chinner else 42616d04558fSChristoph Hellwig error = xfs_bmap_add_extent_hole_real(bma->tp, bma->ip, 4262b2b1712aSChristoph Hellwig whichfork, &bma->icur, &bma->cur, &bma->got, 426392f9da30SBrian Foster &bma->logflags, bma->flags); 426430f712c9SDave Chinner 426530f712c9SDave Chinner bma->logflags |= tmp_logflags; 426630f712c9SDave Chinner if (error) 426730f712c9SDave Chinner return error; 426830f712c9SDave Chinner 426930f712c9SDave Chinner /* 427030f712c9SDave Chinner * Update our extent pointer, given that xfs_bmap_add_extent_delay_real 427130f712c9SDave Chinner * or xfs_bmap_add_extent_hole_real might have merged it into one of 427230f712c9SDave Chinner * the neighbouring ones. 427330f712c9SDave Chinner */ 4274b2b1712aSChristoph Hellwig xfs_iext_get_extent(ifp, &bma->icur, &bma->got); 427530f712c9SDave Chinner 427630f712c9SDave Chinner ASSERT(bma->got.br_startoff <= bma->offset); 427730f712c9SDave Chinner ASSERT(bma->got.br_startoff + bma->got.br_blockcount >= 427830f712c9SDave Chinner bma->offset + bma->length); 427930f712c9SDave Chinner ASSERT(bma->got.br_state == XFS_EXT_NORM || 428030f712c9SDave Chinner bma->got.br_state == XFS_EXT_UNWRITTEN); 428130f712c9SDave Chinner return 0; 428230f712c9SDave Chinner } 428330f712c9SDave Chinner 428430f712c9SDave Chinner STATIC int 428530f712c9SDave Chinner xfs_bmapi_convert_unwritten( 428630f712c9SDave Chinner struct xfs_bmalloca *bma, 428730f712c9SDave Chinner struct xfs_bmbt_irec *mval, 428830f712c9SDave Chinner xfs_filblks_t len, 428930f712c9SDave Chinner int flags) 429030f712c9SDave Chinner { 42913993baebSDarrick J. Wong int whichfork = xfs_bmapi_whichfork(flags); 429230f712c9SDave Chinner struct xfs_ifork *ifp = XFS_IFORK_PTR(bma->ip, whichfork); 429330f712c9SDave Chinner int tmp_logflags = 0; 429430f712c9SDave Chinner int error; 429530f712c9SDave Chinner 429630f712c9SDave Chinner /* check if we need to do unwritten->real conversion */ 429730f712c9SDave Chinner if (mval->br_state == XFS_EXT_UNWRITTEN && 429830f712c9SDave Chinner (flags & XFS_BMAPI_PREALLOC)) 429930f712c9SDave Chinner return 0; 430030f712c9SDave Chinner 430130f712c9SDave Chinner /* check if we need to do real->unwritten conversion */ 430230f712c9SDave Chinner if (mval->br_state == XFS_EXT_NORM && 430330f712c9SDave Chinner (flags & (XFS_BMAPI_PREALLOC | XFS_BMAPI_CONVERT)) != 430430f712c9SDave Chinner (XFS_BMAPI_PREALLOC | XFS_BMAPI_CONVERT)) 430530f712c9SDave Chinner return 0; 430630f712c9SDave Chinner 430730f712c9SDave Chinner /* 430830f712c9SDave Chinner * Modify (by adding) the state flag, if writing. 430930f712c9SDave Chinner */ 431030f712c9SDave Chinner ASSERT(mval->br_blockcount <= len); 431130f712c9SDave Chinner if ((ifp->if_flags & XFS_IFBROOT) && !bma->cur) { 431230f712c9SDave Chinner bma->cur = xfs_bmbt_init_cursor(bma->ip->i_mount, bma->tp, 431330f712c9SDave Chinner bma->ip, whichfork); 431430f712c9SDave Chinner } 431530f712c9SDave Chinner mval->br_state = (mval->br_state == XFS_EXT_UNWRITTEN) 431630f712c9SDave Chinner ? XFS_EXT_NORM : XFS_EXT_UNWRITTEN; 431730f712c9SDave Chinner 43183fbbbea3SDave Chinner /* 43193fbbbea3SDave Chinner * Before insertion into the bmbt, zero the range being converted 43203fbbbea3SDave Chinner * if required. 43213fbbbea3SDave Chinner */ 43223fbbbea3SDave Chinner if (flags & XFS_BMAPI_ZERO) { 43233fbbbea3SDave Chinner error = xfs_zero_extent(bma->ip, mval->br_startblock, 43243fbbbea3SDave Chinner mval->br_blockcount); 43253fbbbea3SDave Chinner if (error) 43263fbbbea3SDave Chinner return error; 43273fbbbea3SDave Chinner } 43283fbbbea3SDave Chinner 432905a630d7SDarrick J. Wong error = xfs_bmap_add_extent_unwritten_real(bma->tp, bma->ip, whichfork, 433092f9da30SBrian Foster &bma->icur, &bma->cur, mval, &tmp_logflags); 43312e588a46SBrian Foster /* 43322e588a46SBrian Foster * Log the inode core unconditionally in the unwritten extent conversion 43332e588a46SBrian Foster * path because the conversion might not have done so (e.g., if the 43342e588a46SBrian Foster * extent count hasn't changed). We need to make sure the inode is dirty 43352e588a46SBrian Foster * in the transaction for the sake of fsync(), even if nothing has 43362e588a46SBrian Foster * changed, because fsync() will not force the log for this transaction 43372e588a46SBrian Foster * unless it sees the inode pinned. 433805a630d7SDarrick J. Wong * 433905a630d7SDarrick J. Wong * Note: If we're only converting cow fork extents, there aren't 434005a630d7SDarrick J. Wong * any on-disk updates to make, so we don't need to log anything. 43412e588a46SBrian Foster */ 434205a630d7SDarrick J. Wong if (whichfork != XFS_COW_FORK) 43432e588a46SBrian Foster bma->logflags |= tmp_logflags | XFS_ILOG_CORE; 434430f712c9SDave Chinner if (error) 434530f712c9SDave Chinner return error; 434630f712c9SDave Chinner 434730f712c9SDave Chinner /* 434830f712c9SDave Chinner * Update our extent pointer, given that 434930f712c9SDave Chinner * xfs_bmap_add_extent_unwritten_real might have merged it into one 435030f712c9SDave Chinner * of the neighbouring ones. 435130f712c9SDave Chinner */ 4352b2b1712aSChristoph Hellwig xfs_iext_get_extent(ifp, &bma->icur, &bma->got); 435330f712c9SDave Chinner 435430f712c9SDave Chinner /* 435530f712c9SDave Chinner * We may have combined previously unwritten space with written space, 435630f712c9SDave Chinner * so generate another request. 435730f712c9SDave Chinner */ 435830f712c9SDave Chinner if (mval->br_blockcount < len) 43592451337dSDave Chinner return -EAGAIN; 436030f712c9SDave Chinner return 0; 436130f712c9SDave Chinner } 436230f712c9SDave Chinner 4363c8b54673SChristoph Hellwig static inline xfs_extlen_t 4364c8b54673SChristoph Hellwig xfs_bmapi_minleft( 4365c8b54673SChristoph Hellwig struct xfs_trans *tp, 4366c8b54673SChristoph Hellwig struct xfs_inode *ip, 4367c8b54673SChristoph Hellwig int fork) 4368c8b54673SChristoph Hellwig { 4369f7e67b20SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, fork); 4370f7e67b20SChristoph Hellwig 4371c8b54673SChristoph Hellwig if (tp && tp->t_firstblock != NULLFSBLOCK) 4372c8b54673SChristoph Hellwig return 0; 4373f7e67b20SChristoph Hellwig if (ifp->if_format != XFS_DINODE_FMT_BTREE) 4374c8b54673SChristoph Hellwig return 1; 4375f7e67b20SChristoph Hellwig return be16_to_cpu(ifp->if_broot->bb_level) + 1; 4376c8b54673SChristoph Hellwig } 4377c8b54673SChristoph Hellwig 4378c8b54673SChristoph Hellwig /* 4379c8b54673SChristoph Hellwig * Log whatever the flags say, even if error. Otherwise we might miss detecting 4380c8b54673SChristoph Hellwig * a case where the data is changed, there's an error, and it's not logged so we 4381c8b54673SChristoph Hellwig * don't shutdown when we should. Don't bother logging extents/btree changes if 4382c8b54673SChristoph Hellwig * we converted to the other format. 4383c8b54673SChristoph Hellwig */ 4384c8b54673SChristoph Hellwig static void 4385c8b54673SChristoph Hellwig xfs_bmapi_finish( 4386c8b54673SChristoph Hellwig struct xfs_bmalloca *bma, 4387c8b54673SChristoph Hellwig int whichfork, 4388c8b54673SChristoph Hellwig int error) 4389c8b54673SChristoph Hellwig { 4390f7e67b20SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(bma->ip, whichfork); 4391f7e67b20SChristoph Hellwig 4392c8b54673SChristoph Hellwig if ((bma->logflags & xfs_ilog_fext(whichfork)) && 4393f7e67b20SChristoph Hellwig ifp->if_format != XFS_DINODE_FMT_EXTENTS) 4394c8b54673SChristoph Hellwig bma->logflags &= ~xfs_ilog_fext(whichfork); 4395c8b54673SChristoph Hellwig else if ((bma->logflags & xfs_ilog_fbroot(whichfork)) && 4396f7e67b20SChristoph Hellwig ifp->if_format != XFS_DINODE_FMT_BTREE) 4397c8b54673SChristoph Hellwig bma->logflags &= ~xfs_ilog_fbroot(whichfork); 4398c8b54673SChristoph Hellwig 4399c8b54673SChristoph Hellwig if (bma->logflags) 4400c8b54673SChristoph Hellwig xfs_trans_log_inode(bma->tp, bma->ip, bma->logflags); 4401c8b54673SChristoph Hellwig if (bma->cur) 4402c8b54673SChristoph Hellwig xfs_btree_del_cursor(bma->cur, error); 4403c8b54673SChristoph Hellwig } 4404c8b54673SChristoph Hellwig 440530f712c9SDave Chinner /* 440630f712c9SDave Chinner * Map file blocks to filesystem blocks, and allocate blocks or convert the 440730f712c9SDave Chinner * extent state if necessary. Details behaviour is controlled by the flags 440830f712c9SDave Chinner * parameter. Only allocates blocks from a single allocation group, to avoid 440930f712c9SDave Chinner * locking problems. 441030f712c9SDave Chinner */ 441130f712c9SDave Chinner int 441230f712c9SDave Chinner xfs_bmapi_write( 441330f712c9SDave Chinner struct xfs_trans *tp, /* transaction pointer */ 441430f712c9SDave Chinner struct xfs_inode *ip, /* incore inode */ 441530f712c9SDave Chinner xfs_fileoff_t bno, /* starting file offs. mapped */ 441630f712c9SDave Chinner xfs_filblks_t len, /* length to map in file */ 441730f712c9SDave Chinner int flags, /* XFS_BMAPI_... */ 441830f712c9SDave Chinner xfs_extlen_t total, /* total blocks needed */ 441930f712c9SDave Chinner struct xfs_bmbt_irec *mval, /* output: map values */ 44206e702a5dSBrian Foster int *nmap) /* i/o: mval size/count */ 442130f712c9SDave Chinner { 44224b0bce30SDarrick J. Wong struct xfs_bmalloca bma = { 44234b0bce30SDarrick J. Wong .tp = tp, 44244b0bce30SDarrick J. Wong .ip = ip, 44254b0bce30SDarrick J. Wong .total = total, 44264b0bce30SDarrick J. Wong }; 442730f712c9SDave Chinner struct xfs_mount *mp = ip->i_mount; 4428f7e67b20SChristoph Hellwig int whichfork = xfs_bmapi_whichfork(flags); 4429f7e67b20SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 443030f712c9SDave Chinner xfs_fileoff_t end; /* end of mapped file region */ 44312d58f6efSChristoph Hellwig bool eof = false; /* after the end of extents */ 443230f712c9SDave Chinner int error; /* error return */ 443330f712c9SDave Chinner int n; /* current extent index */ 443430f712c9SDave Chinner xfs_fileoff_t obno; /* old block number (offset) */ 443530f712c9SDave Chinner 443630f712c9SDave Chinner #ifdef DEBUG 443730f712c9SDave Chinner xfs_fileoff_t orig_bno; /* original block number value */ 443830f712c9SDave Chinner int orig_flags; /* original flags arg value */ 443930f712c9SDave Chinner xfs_filblks_t orig_len; /* original value of len arg */ 444030f712c9SDave Chinner struct xfs_bmbt_irec *orig_mval; /* original value of mval */ 444130f712c9SDave Chinner int orig_nmap; /* original value of *nmap */ 444230f712c9SDave Chinner 444330f712c9SDave Chinner orig_bno = bno; 444430f712c9SDave Chinner orig_len = len; 444530f712c9SDave Chinner orig_flags = flags; 444630f712c9SDave Chinner orig_mval = mval; 444730f712c9SDave Chinner orig_nmap = *nmap; 444830f712c9SDave Chinner #endif 444930f712c9SDave Chinner 445030f712c9SDave Chinner ASSERT(*nmap >= 1); 445130f712c9SDave Chinner ASSERT(*nmap <= XFS_BMAP_MAX_NMAP); 445226b91c72SChristoph Hellwig ASSERT(tp != NULL); 445330f712c9SDave Chinner ASSERT(len > 0); 4454f7e67b20SChristoph Hellwig ASSERT(ifp->if_format != XFS_DINODE_FMT_LOCAL); 445530f712c9SDave Chinner ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); 44566ebd5a44SChristoph Hellwig ASSERT(!(flags & XFS_BMAPI_REMAP)); 445730f712c9SDave Chinner 44583fbbbea3SDave Chinner /* zeroing is for currently only for data extents, not metadata */ 44593fbbbea3SDave Chinner ASSERT((flags & (XFS_BMAPI_METADATA | XFS_BMAPI_ZERO)) != 44603fbbbea3SDave Chinner (XFS_BMAPI_METADATA | XFS_BMAPI_ZERO)); 44613fbbbea3SDave Chinner /* 44623fbbbea3SDave Chinner * we can allocate unwritten extents or pre-zero allocated blocks, 44633fbbbea3SDave Chinner * but it makes no sense to do both at once. This would result in 44643fbbbea3SDave Chinner * zeroing the unwritten extent twice, but it still being an 44653fbbbea3SDave Chinner * unwritten extent.... 44663fbbbea3SDave Chinner */ 44673fbbbea3SDave Chinner ASSERT((flags & (XFS_BMAPI_PREALLOC | XFS_BMAPI_ZERO)) != 44683fbbbea3SDave Chinner (XFS_BMAPI_PREALLOC | XFS_BMAPI_ZERO)); 44693fbbbea3SDave Chinner 4470f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) || 4471a71895c5SDarrick J. Wong XFS_TEST_ERROR(false, mp, XFS_ERRTAG_BMAPIFORMAT)) { 44722451337dSDave Chinner return -EFSCORRUPTED; 447330f712c9SDave Chinner } 447430f712c9SDave Chinner 447530f712c9SDave Chinner if (XFS_FORCED_SHUTDOWN(mp)) 44762451337dSDave Chinner return -EIO; 447730f712c9SDave Chinner 4478ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_blk_mapw); 447930f712c9SDave Chinner 448030f712c9SDave Chinner if (!(ifp->if_flags & XFS_IFEXTENTS)) { 448130f712c9SDave Chinner error = xfs_iread_extents(tp, ip, whichfork); 448230f712c9SDave Chinner if (error) 448330f712c9SDave Chinner goto error0; 448430f712c9SDave Chinner } 448530f712c9SDave Chinner 4486b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent(ip, ifp, bno, &bma.icur, &bma.got)) 44872d58f6efSChristoph Hellwig eof = true; 4488b2b1712aSChristoph Hellwig if (!xfs_iext_peek_prev_extent(ifp, &bma.icur, &bma.prev)) 44892d58f6efSChristoph Hellwig bma.prev.br_startoff = NULLFILEOFF; 4490c8b54673SChristoph Hellwig bma.minleft = xfs_bmapi_minleft(tp, ip, whichfork); 449130f712c9SDave Chinner 4492627209fbSBrian Foster n = 0; 4493627209fbSBrian Foster end = bno + len; 4494627209fbSBrian Foster obno = bno; 449530f712c9SDave Chinner while (bno < end && n < *nmap) { 4496d2b3964aSChristoph Hellwig bool need_alloc = false, wasdelay = false; 449730f712c9SDave Chinner 4498be78ff0eSDarrick J. Wong /* in hole or beyond EOF? */ 4499d2b3964aSChristoph Hellwig if (eof || bma.got.br_startoff > bno) { 4500be78ff0eSDarrick J. Wong /* 4501be78ff0eSDarrick J. Wong * CoW fork conversions should /never/ hit EOF or 4502be78ff0eSDarrick J. Wong * holes. There should always be something for us 4503be78ff0eSDarrick J. Wong * to work on. 4504be78ff0eSDarrick J. Wong */ 4505be78ff0eSDarrick J. Wong ASSERT(!((flags & XFS_BMAPI_CONVERT) && 4506be78ff0eSDarrick J. Wong (flags & XFS_BMAPI_COWFORK))); 4507be78ff0eSDarrick J. Wong 4508d2b3964aSChristoph Hellwig need_alloc = true; 45096ebd5a44SChristoph Hellwig } else if (isnullstartblock(bma.got.br_startblock)) { 4510d2b3964aSChristoph Hellwig wasdelay = true; 4511d2b3964aSChristoph Hellwig } 4512f65306eaSDarrick J. Wong 4513f65306eaSDarrick J. Wong /* 451430f712c9SDave Chinner * First, deal with the hole before the allocated space 451530f712c9SDave Chinner * that we found, if any. 451630f712c9SDave Chinner */ 451726b91c72SChristoph Hellwig if (need_alloc || wasdelay) { 451830f712c9SDave Chinner bma.eof = eof; 451930f712c9SDave Chinner bma.conv = !!(flags & XFS_BMAPI_CONVERT); 452030f712c9SDave Chinner bma.wasdel = wasdelay; 452130f712c9SDave Chinner bma.offset = bno; 452230f712c9SDave Chinner bma.flags = flags; 452330f712c9SDave Chinner 452430f712c9SDave Chinner /* 452530f712c9SDave Chinner * There's a 32/64 bit type mismatch between the 452630f712c9SDave Chinner * allocation length request (which can be 64 bits in 452730f712c9SDave Chinner * length) and the bma length request, which is 452830f712c9SDave Chinner * xfs_extlen_t and therefore 32 bits. Hence we have to 452930f712c9SDave Chinner * check for 32-bit overflows and handle them here. 453030f712c9SDave Chinner */ 453130f712c9SDave Chinner if (len > (xfs_filblks_t)MAXEXTLEN) 453230f712c9SDave Chinner bma.length = MAXEXTLEN; 453330f712c9SDave Chinner else 453430f712c9SDave Chinner bma.length = len; 453530f712c9SDave Chinner 453630f712c9SDave Chinner ASSERT(len > 0); 453730f712c9SDave Chinner ASSERT(bma.length > 0); 453830f712c9SDave Chinner error = xfs_bmapi_allocate(&bma); 453930f712c9SDave Chinner if (error) 454030f712c9SDave Chinner goto error0; 454130f712c9SDave Chinner if (bma.blkno == NULLFSBLOCK) 454230f712c9SDave Chinner break; 4543174edb0eSDarrick J. Wong 4544174edb0eSDarrick J. Wong /* 4545174edb0eSDarrick J. Wong * If this is a CoW allocation, record the data in 4546174edb0eSDarrick J. Wong * the refcount btree for orphan recovery. 4547174edb0eSDarrick J. Wong */ 454874b4c5d4SDarrick J. Wong if (whichfork == XFS_COW_FORK) 454974b4c5d4SDarrick J. Wong xfs_refcount_alloc_cow_extent(tp, bma.blkno, 455074b4c5d4SDarrick J. Wong bma.length); 455130f712c9SDave Chinner } 455230f712c9SDave Chinner 455330f712c9SDave Chinner /* Deal with the allocated space we found. */ 455430f712c9SDave Chinner xfs_bmapi_trim_map(mval, &bma.got, &bno, len, obno, 455530f712c9SDave Chinner end, n, flags); 455630f712c9SDave Chinner 455730f712c9SDave Chinner /* Execute unwritten extent conversion if necessary */ 455830f712c9SDave Chinner error = xfs_bmapi_convert_unwritten(&bma, mval, len, flags); 45592451337dSDave Chinner if (error == -EAGAIN) 456030f712c9SDave Chinner continue; 456130f712c9SDave Chinner if (error) 456230f712c9SDave Chinner goto error0; 456330f712c9SDave Chinner 456430f712c9SDave Chinner /* update the extent map to return */ 456530f712c9SDave Chinner xfs_bmapi_update_map(&mval, &bno, &len, obno, end, &n, flags); 456630f712c9SDave Chinner 456730f712c9SDave Chinner /* 456830f712c9SDave Chinner * If we're done, stop now. Stop when we've allocated 456930f712c9SDave Chinner * XFS_BMAP_MAX_NMAP extents no matter what. Otherwise 457030f712c9SDave Chinner * the transaction may get too big. 457130f712c9SDave Chinner */ 457230f712c9SDave Chinner if (bno >= end || n >= *nmap || bma.nallocs >= *nmap) 457330f712c9SDave Chinner break; 457430f712c9SDave Chinner 457530f712c9SDave Chinner /* Else go on to the next record. */ 457630f712c9SDave Chinner bma.prev = bma.got; 4577b2b1712aSChristoph Hellwig if (!xfs_iext_next_extent(ifp, &bma.icur, &bma.got)) 45782d58f6efSChristoph Hellwig eof = true; 457930f712c9SDave Chinner } 458030f712c9SDave Chinner *nmap = n; 458130f712c9SDave Chinner 4582b101e334SChristoph Hellwig error = xfs_bmap_btree_to_extents(tp, ip, bma.cur, &bma.logflags, 4583b101e334SChristoph Hellwig whichfork); 458430f712c9SDave Chinner if (error) 458530f712c9SDave Chinner goto error0; 458630f712c9SDave Chinner 4587f7e67b20SChristoph Hellwig ASSERT(ifp->if_format != XFS_DINODE_FMT_BTREE || 4588daf83964SChristoph Hellwig ifp->if_nextents > XFS_IFORK_MAXEXT(ip, whichfork)); 4589c8b54673SChristoph Hellwig xfs_bmapi_finish(&bma, whichfork, 0); 459030f712c9SDave Chinner xfs_bmap_validate_ret(orig_bno, orig_len, orig_flags, orig_mval, 459130f712c9SDave Chinner orig_nmap, *nmap); 4592c8b54673SChristoph Hellwig return 0; 4593c8b54673SChristoph Hellwig error0: 4594c8b54673SChristoph Hellwig xfs_bmapi_finish(&bma, whichfork, error); 459530f712c9SDave Chinner return error; 459630f712c9SDave Chinner } 459730f712c9SDave Chinner 4598627209fbSBrian Foster /* 4599627209fbSBrian Foster * Convert an existing delalloc extent to real blocks based on file offset. This 4600627209fbSBrian Foster * attempts to allocate the entire delalloc extent and may require multiple 4601627209fbSBrian Foster * invocations to allocate the target offset if a large enough physical extent 4602627209fbSBrian Foster * is not available. 4603627209fbSBrian Foster */ 4604627209fbSBrian Foster int 4605627209fbSBrian Foster xfs_bmapi_convert_delalloc( 4606627209fbSBrian Foster struct xfs_inode *ip, 4607627209fbSBrian Foster int whichfork, 46084e087a3bSChristoph Hellwig xfs_off_t offset, 46094e087a3bSChristoph Hellwig struct iomap *iomap, 4610491ce61eSChristoph Hellwig unsigned int *seq) 4611627209fbSBrian Foster { 4612d8ae82e3SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 4613491ce61eSChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 46144e087a3bSChristoph Hellwig xfs_fileoff_t offset_fsb = XFS_B_TO_FSBT(mp, offset); 4615d8ae82e3SChristoph Hellwig struct xfs_bmalloca bma = { NULL }; 4616af952aebSDarrick J. Wong uint16_t flags = 0; 4617491ce61eSChristoph Hellwig struct xfs_trans *tp; 4618627209fbSBrian Foster int error; 4619627209fbSBrian Foster 46204e087a3bSChristoph Hellwig if (whichfork == XFS_COW_FORK) 46214e087a3bSChristoph Hellwig flags |= IOMAP_F_SHARED; 46224e087a3bSChristoph Hellwig 4623491ce61eSChristoph Hellwig /* 4624491ce61eSChristoph Hellwig * Space for the extent and indirect blocks was reserved when the 4625491ce61eSChristoph Hellwig * delalloc extent was created so there's no need to do so here. 4626491ce61eSChristoph Hellwig */ 4627491ce61eSChristoph Hellwig error = xfs_trans_alloc(mp, &M_RES(mp)->tr_write, 0, 0, 4628491ce61eSChristoph Hellwig XFS_TRANS_RESERVE, &tp); 4629491ce61eSChristoph Hellwig if (error) 4630491ce61eSChristoph Hellwig return error; 4631491ce61eSChristoph Hellwig 4632491ce61eSChristoph Hellwig xfs_ilock(ip, XFS_ILOCK_EXCL); 4633727e1acdSChandan Babu R 4634727e1acdSChandan Babu R error = xfs_iext_count_may_overflow(ip, whichfork, 4635727e1acdSChandan Babu R XFS_IEXT_ADD_NOSPLIT_CNT); 4636727e1acdSChandan Babu R if (error) 4637727e1acdSChandan Babu R goto out_trans_cancel; 4638727e1acdSChandan Babu R 4639491ce61eSChristoph Hellwig xfs_trans_ijoin(tp, ip, 0); 4640491ce61eSChristoph Hellwig 4641d8ae82e3SChristoph Hellwig if (!xfs_iext_lookup_extent(ip, ifp, offset_fsb, &bma.icur, &bma.got) || 4642d8ae82e3SChristoph Hellwig bma.got.br_startoff > offset_fsb) { 4643d8ae82e3SChristoph Hellwig /* 4644d8ae82e3SChristoph Hellwig * No extent found in the range we are trying to convert. This 4645d8ae82e3SChristoph Hellwig * should only happen for the COW fork, where another thread 4646d8ae82e3SChristoph Hellwig * might have moved the extent to the data fork in the meantime. 4647d8ae82e3SChristoph Hellwig */ 4648d8ae82e3SChristoph Hellwig WARN_ON_ONCE(whichfork != XFS_COW_FORK); 4649491ce61eSChristoph Hellwig error = -EAGAIN; 4650491ce61eSChristoph Hellwig goto out_trans_cancel; 4651d8ae82e3SChristoph Hellwig } 4652627209fbSBrian Foster 4653627209fbSBrian Foster /* 4654d8ae82e3SChristoph Hellwig * If we find a real extent here we raced with another thread converting 4655d8ae82e3SChristoph Hellwig * the extent. Just return the real extent at this offset. 4656627209fbSBrian Foster */ 4657d8ae82e3SChristoph Hellwig if (!isnullstartblock(bma.got.br_startblock)) { 46584e087a3bSChristoph Hellwig xfs_bmbt_to_iomap(ip, iomap, &bma.got, flags); 4659491ce61eSChristoph Hellwig *seq = READ_ONCE(ifp->if_seq); 4660491ce61eSChristoph Hellwig goto out_trans_cancel; 4661d8ae82e3SChristoph Hellwig } 4662d8ae82e3SChristoph Hellwig 4663d8ae82e3SChristoph Hellwig bma.tp = tp; 4664d8ae82e3SChristoph Hellwig bma.ip = ip; 4665d8ae82e3SChristoph Hellwig bma.wasdel = true; 4666d8ae82e3SChristoph Hellwig bma.offset = bma.got.br_startoff; 4667d8ae82e3SChristoph Hellwig bma.length = max_t(xfs_filblks_t, bma.got.br_blockcount, MAXEXTLEN); 4668d8ae82e3SChristoph Hellwig bma.minleft = xfs_bmapi_minleft(tp, ip, whichfork); 4669a5949d3fSDarrick J. Wong 4670a5949d3fSDarrick J. Wong /* 4671a5949d3fSDarrick J. Wong * When we're converting the delalloc reservations backing dirty pages 4672a5949d3fSDarrick J. Wong * in the page cache, we must be careful about how we create the new 4673a5949d3fSDarrick J. Wong * extents: 4674a5949d3fSDarrick J. Wong * 4675a5949d3fSDarrick J. Wong * New CoW fork extents are created unwritten, turned into real extents 4676a5949d3fSDarrick J. Wong * when we're about to write the data to disk, and mapped into the data 4677a5949d3fSDarrick J. Wong * fork after the write finishes. End of story. 4678a5949d3fSDarrick J. Wong * 4679a5949d3fSDarrick J. Wong * New data fork extents must be mapped in as unwritten and converted 4680a5949d3fSDarrick J. Wong * to real extents after the write succeeds to avoid exposing stale 4681a5949d3fSDarrick J. Wong * disk contents if we crash. 4682a5949d3fSDarrick J. Wong */ 4683a5949d3fSDarrick J. Wong bma.flags = XFS_BMAPI_PREALLOC; 4684d8ae82e3SChristoph Hellwig if (whichfork == XFS_COW_FORK) 4685a5949d3fSDarrick J. Wong bma.flags |= XFS_BMAPI_COWFORK; 4686d8ae82e3SChristoph Hellwig 4687d8ae82e3SChristoph Hellwig if (!xfs_iext_peek_prev_extent(ifp, &bma.icur, &bma.prev)) 4688d8ae82e3SChristoph Hellwig bma.prev.br_startoff = NULLFILEOFF; 4689d8ae82e3SChristoph Hellwig 4690d8ae82e3SChristoph Hellwig error = xfs_bmapi_allocate(&bma); 4691d8ae82e3SChristoph Hellwig if (error) 4692d8ae82e3SChristoph Hellwig goto out_finish; 4693d8ae82e3SChristoph Hellwig 4694d8ae82e3SChristoph Hellwig error = -ENOSPC; 4695d8ae82e3SChristoph Hellwig if (WARN_ON_ONCE(bma.blkno == NULLFSBLOCK)) 4696d8ae82e3SChristoph Hellwig goto out_finish; 4697627209fbSBrian Foster error = -EFSCORRUPTED; 4698eb77b23bSChristoph Hellwig if (WARN_ON_ONCE(!xfs_valid_startblock(ip, bma.got.br_startblock))) 4699d8ae82e3SChristoph Hellwig goto out_finish; 4700d8ae82e3SChristoph Hellwig 4701125851acSChristoph Hellwig XFS_STATS_ADD(mp, xs_xstrat_bytes, XFS_FSB_TO_B(mp, bma.length)); 4702125851acSChristoph Hellwig XFS_STATS_INC(mp, xs_xstrat_quick); 4703125851acSChristoph Hellwig 4704d8ae82e3SChristoph Hellwig ASSERT(!isnullstartblock(bma.got.br_startblock)); 47054e087a3bSChristoph Hellwig xfs_bmbt_to_iomap(ip, iomap, &bma.got, flags); 4706491ce61eSChristoph Hellwig *seq = READ_ONCE(ifp->if_seq); 4707d8ae82e3SChristoph Hellwig 470874b4c5d4SDarrick J. Wong if (whichfork == XFS_COW_FORK) 470974b4c5d4SDarrick J. Wong xfs_refcount_alloc_cow_extent(tp, bma.blkno, bma.length); 4710d8ae82e3SChristoph Hellwig 4711d8ae82e3SChristoph Hellwig error = xfs_bmap_btree_to_extents(tp, ip, bma.cur, &bma.logflags, 4712d8ae82e3SChristoph Hellwig whichfork); 4713491ce61eSChristoph Hellwig if (error) 4714491ce61eSChristoph Hellwig goto out_finish; 4715491ce61eSChristoph Hellwig 4716491ce61eSChristoph Hellwig xfs_bmapi_finish(&bma, whichfork, 0); 4717491ce61eSChristoph Hellwig error = xfs_trans_commit(tp); 4718491ce61eSChristoph Hellwig xfs_iunlock(ip, XFS_ILOCK_EXCL); 4719491ce61eSChristoph Hellwig return error; 4720491ce61eSChristoph Hellwig 4721d8ae82e3SChristoph Hellwig out_finish: 4722d8ae82e3SChristoph Hellwig xfs_bmapi_finish(&bma, whichfork, error); 4723491ce61eSChristoph Hellwig out_trans_cancel: 4724491ce61eSChristoph Hellwig xfs_trans_cancel(tp); 4725491ce61eSChristoph Hellwig xfs_iunlock(ip, XFS_ILOCK_EXCL); 4726627209fbSBrian Foster return error; 4727627209fbSBrian Foster } 4728627209fbSBrian Foster 47297cf199baSDarrick J. Wong int 47306ebd5a44SChristoph Hellwig xfs_bmapi_remap( 47316ebd5a44SChristoph Hellwig struct xfs_trans *tp, 47326ebd5a44SChristoph Hellwig struct xfs_inode *ip, 47336ebd5a44SChristoph Hellwig xfs_fileoff_t bno, 47346ebd5a44SChristoph Hellwig xfs_filblks_t len, 47356ebd5a44SChristoph Hellwig xfs_fsblock_t startblock, 47367cf199baSDarrick J. Wong int flags) 47376ebd5a44SChristoph Hellwig { 47386ebd5a44SChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 47397cf199baSDarrick J. Wong struct xfs_ifork *ifp; 47406ebd5a44SChristoph Hellwig struct xfs_btree_cur *cur = NULL; 47416ebd5a44SChristoph Hellwig struct xfs_bmbt_irec got; 4742b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 47437cf199baSDarrick J. Wong int whichfork = xfs_bmapi_whichfork(flags); 47446ebd5a44SChristoph Hellwig int logflags = 0, error; 47456ebd5a44SChristoph Hellwig 47467cf199baSDarrick J. Wong ifp = XFS_IFORK_PTR(ip, whichfork); 47476ebd5a44SChristoph Hellwig ASSERT(len > 0); 47486ebd5a44SChristoph Hellwig ASSERT(len <= (xfs_filblks_t)MAXEXTLEN); 47496ebd5a44SChristoph Hellwig ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); 47507644bd98SDarrick J. Wong ASSERT(!(flags & ~(XFS_BMAPI_ATTRFORK | XFS_BMAPI_PREALLOC | 47517644bd98SDarrick J. Wong XFS_BMAPI_NORMAP))); 47527644bd98SDarrick J. Wong ASSERT((flags & (XFS_BMAPI_ATTRFORK | XFS_BMAPI_PREALLOC)) != 47537644bd98SDarrick J. Wong (XFS_BMAPI_ATTRFORK | XFS_BMAPI_PREALLOC)); 47546ebd5a44SChristoph Hellwig 4755f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) || 4756a71895c5SDarrick J. Wong XFS_TEST_ERROR(false, mp, XFS_ERRTAG_BMAPIFORMAT)) { 47576ebd5a44SChristoph Hellwig return -EFSCORRUPTED; 47586ebd5a44SChristoph Hellwig } 47596ebd5a44SChristoph Hellwig 47606ebd5a44SChristoph Hellwig if (XFS_FORCED_SHUTDOWN(mp)) 47616ebd5a44SChristoph Hellwig return -EIO; 47626ebd5a44SChristoph Hellwig 47636ebd5a44SChristoph Hellwig if (!(ifp->if_flags & XFS_IFEXTENTS)) { 47647cf199baSDarrick J. Wong error = xfs_iread_extents(tp, ip, whichfork); 47656ebd5a44SChristoph Hellwig if (error) 47666ebd5a44SChristoph Hellwig return error; 47676ebd5a44SChristoph Hellwig } 47686ebd5a44SChristoph Hellwig 4769b2b1712aSChristoph Hellwig if (xfs_iext_lookup_extent(ip, ifp, bno, &icur, &got)) { 47706ebd5a44SChristoph Hellwig /* make sure we only reflink into a hole. */ 47716ebd5a44SChristoph Hellwig ASSERT(got.br_startoff > bno); 47726ebd5a44SChristoph Hellwig ASSERT(got.br_startoff - bno >= len); 47736ebd5a44SChristoph Hellwig } 47746ebd5a44SChristoph Hellwig 4775bf8eadbaSChristoph Hellwig ip->i_d.di_nblocks += len; 4776bf8eadbaSChristoph Hellwig xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE); 47776ebd5a44SChristoph Hellwig 47786ebd5a44SChristoph Hellwig if (ifp->if_flags & XFS_IFBROOT) { 47797cf199baSDarrick J. Wong cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 478092219c29SDave Chinner cur->bc_ino.flags = 0; 47816ebd5a44SChristoph Hellwig } 47826ebd5a44SChristoph Hellwig 47836ebd5a44SChristoph Hellwig got.br_startoff = bno; 47846ebd5a44SChristoph Hellwig got.br_startblock = startblock; 47856ebd5a44SChristoph Hellwig got.br_blockcount = len; 47867644bd98SDarrick J. Wong if (flags & XFS_BMAPI_PREALLOC) 47877644bd98SDarrick J. Wong got.br_state = XFS_EXT_UNWRITTEN; 47887644bd98SDarrick J. Wong else 47896ebd5a44SChristoph Hellwig got.br_state = XFS_EXT_NORM; 47906ebd5a44SChristoph Hellwig 47917cf199baSDarrick J. Wong error = xfs_bmap_add_extent_hole_real(tp, ip, whichfork, &icur, 479292f9da30SBrian Foster &cur, &got, &logflags, flags); 47936ebd5a44SChristoph Hellwig if (error) 47946ebd5a44SChristoph Hellwig goto error0; 47956ebd5a44SChristoph Hellwig 4796b101e334SChristoph Hellwig error = xfs_bmap_btree_to_extents(tp, ip, cur, &logflags, whichfork); 47976ebd5a44SChristoph Hellwig 47986ebd5a44SChristoph Hellwig error0: 4799f7e67b20SChristoph Hellwig if (ip->i_df.if_format != XFS_DINODE_FMT_EXTENTS) 48006ebd5a44SChristoph Hellwig logflags &= ~XFS_ILOG_DEXT; 4801f7e67b20SChristoph Hellwig else if (ip->i_df.if_format != XFS_DINODE_FMT_BTREE) 48026ebd5a44SChristoph Hellwig logflags &= ~XFS_ILOG_DBROOT; 48036ebd5a44SChristoph Hellwig 48046ebd5a44SChristoph Hellwig if (logflags) 48056ebd5a44SChristoph Hellwig xfs_trans_log_inode(tp, ip, logflags); 48060b04b6b8SDarrick J. Wong if (cur) 48070b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 48086ebd5a44SChristoph Hellwig return error; 48096ebd5a44SChristoph Hellwig } 48106ebd5a44SChristoph Hellwig 481130f712c9SDave Chinner /* 4812a9bd24acSBrian Foster * When a delalloc extent is split (e.g., due to a hole punch), the original 4813a9bd24acSBrian Foster * indlen reservation must be shared across the two new extents that are left 4814a9bd24acSBrian Foster * behind. 4815a9bd24acSBrian Foster * 4816a9bd24acSBrian Foster * Given the original reservation and the worst case indlen for the two new 4817a9bd24acSBrian Foster * extents (as calculated by xfs_bmap_worst_indlen()), split the original 4818d34999c9SBrian Foster * reservation fairly across the two new extents. If necessary, steal available 4819d34999c9SBrian Foster * blocks from a deleted extent to make up a reservation deficiency (e.g., if 4820d34999c9SBrian Foster * ores == 1). The number of stolen blocks is returned. The availability and 4821d34999c9SBrian Foster * subsequent accounting of stolen blocks is the responsibility of the caller. 4822a9bd24acSBrian Foster */ 4823d34999c9SBrian Foster static xfs_filblks_t 4824a9bd24acSBrian Foster xfs_bmap_split_indlen( 4825a9bd24acSBrian Foster xfs_filblks_t ores, /* original res. */ 4826a9bd24acSBrian Foster xfs_filblks_t *indlen1, /* ext1 worst indlen */ 4827d34999c9SBrian Foster xfs_filblks_t *indlen2, /* ext2 worst indlen */ 4828d34999c9SBrian Foster xfs_filblks_t avail) /* stealable blocks */ 4829a9bd24acSBrian Foster { 4830a9bd24acSBrian Foster xfs_filblks_t len1 = *indlen1; 4831a9bd24acSBrian Foster xfs_filblks_t len2 = *indlen2; 4832a9bd24acSBrian Foster xfs_filblks_t nres = len1 + len2; /* new total res. */ 4833d34999c9SBrian Foster xfs_filblks_t stolen = 0; 483475d65361SBrian Foster xfs_filblks_t resfactor; 4835a9bd24acSBrian Foster 4836a9bd24acSBrian Foster /* 4837d34999c9SBrian Foster * Steal as many blocks as we can to try and satisfy the worst case 4838d34999c9SBrian Foster * indlen for both new extents. 4839d34999c9SBrian Foster */ 484075d65361SBrian Foster if (ores < nres && avail) 484175d65361SBrian Foster stolen = XFS_FILBLKS_MIN(nres - ores, avail); 484275d65361SBrian Foster ores += stolen; 484375d65361SBrian Foster 484475d65361SBrian Foster /* nothing else to do if we've satisfied the new reservation */ 484575d65361SBrian Foster if (ores >= nres) 484675d65361SBrian Foster return stolen; 4847d34999c9SBrian Foster 4848d34999c9SBrian Foster /* 484975d65361SBrian Foster * We can't meet the total required reservation for the two extents. 485075d65361SBrian Foster * Calculate the percent of the overall shortage between both extents 485175d65361SBrian Foster * and apply this percentage to each of the requested indlen values. 485275d65361SBrian Foster * This distributes the shortage fairly and reduces the chances that one 485375d65361SBrian Foster * of the two extents is left with nothing when extents are repeatedly 485475d65361SBrian Foster * split. 4855a9bd24acSBrian Foster */ 485675d65361SBrian Foster resfactor = (ores * 100); 485775d65361SBrian Foster do_div(resfactor, nres); 485875d65361SBrian Foster len1 *= resfactor; 485975d65361SBrian Foster do_div(len1, 100); 486075d65361SBrian Foster len2 *= resfactor; 486175d65361SBrian Foster do_div(len2, 100); 486275d65361SBrian Foster ASSERT(len1 + len2 <= ores); 486375d65361SBrian Foster ASSERT(len1 < *indlen1 && len2 < *indlen2); 486475d65361SBrian Foster 486575d65361SBrian Foster /* 486675d65361SBrian Foster * Hand out the remainder to each extent. If one of the two reservations 486775d65361SBrian Foster * is zero, we want to make sure that one gets a block first. The loop 486875d65361SBrian Foster * below starts with len1, so hand len2 a block right off the bat if it 486975d65361SBrian Foster * is zero. 487075d65361SBrian Foster */ 487175d65361SBrian Foster ores -= (len1 + len2); 487275d65361SBrian Foster ASSERT((*indlen1 - len1) + (*indlen2 - len2) >= ores); 487375d65361SBrian Foster if (ores && !len2 && *indlen2) { 487475d65361SBrian Foster len2++; 487575d65361SBrian Foster ores--; 4876a9bd24acSBrian Foster } 487775d65361SBrian Foster while (ores) { 487875d65361SBrian Foster if (len1 < *indlen1) { 487975d65361SBrian Foster len1++; 488075d65361SBrian Foster ores--; 488175d65361SBrian Foster } 488275d65361SBrian Foster if (!ores) 4883a9bd24acSBrian Foster break; 488475d65361SBrian Foster if (len2 < *indlen2) { 488575d65361SBrian Foster len2++; 488675d65361SBrian Foster ores--; 4887a9bd24acSBrian Foster } 4888a9bd24acSBrian Foster } 4889a9bd24acSBrian Foster 4890a9bd24acSBrian Foster *indlen1 = len1; 4891a9bd24acSBrian Foster *indlen2 = len2; 4892d34999c9SBrian Foster 4893d34999c9SBrian Foster return stolen; 4894a9bd24acSBrian Foster } 4895a9bd24acSBrian Foster 4896fa5c836cSChristoph Hellwig int 4897fa5c836cSChristoph Hellwig xfs_bmap_del_extent_delay( 4898fa5c836cSChristoph Hellwig struct xfs_inode *ip, 4899fa5c836cSChristoph Hellwig int whichfork, 4900b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 4901fa5c836cSChristoph Hellwig struct xfs_bmbt_irec *got, 4902fa5c836cSChristoph Hellwig struct xfs_bmbt_irec *del) 4903fa5c836cSChristoph Hellwig { 4904fa5c836cSChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 4905fa5c836cSChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 4906fa5c836cSChristoph Hellwig struct xfs_bmbt_irec new; 4907fa5c836cSChristoph Hellwig int64_t da_old, da_new, da_diff = 0; 4908fa5c836cSChristoph Hellwig xfs_fileoff_t del_endoff, got_endoff; 4909fa5c836cSChristoph Hellwig xfs_filblks_t got_indlen, new_indlen, stolen; 4910060ea65bSChristoph Hellwig int state = xfs_bmap_fork_to_state(whichfork); 4911060ea65bSChristoph Hellwig int error = 0; 4912fa5c836cSChristoph Hellwig bool isrt; 4913fa5c836cSChristoph Hellwig 4914fa5c836cSChristoph Hellwig XFS_STATS_INC(mp, xs_del_exlist); 4915fa5c836cSChristoph Hellwig 4916fa5c836cSChristoph Hellwig isrt = (whichfork == XFS_DATA_FORK) && XFS_IS_REALTIME_INODE(ip); 4917fa5c836cSChristoph Hellwig del_endoff = del->br_startoff + del->br_blockcount; 4918fa5c836cSChristoph Hellwig got_endoff = got->br_startoff + got->br_blockcount; 4919fa5c836cSChristoph Hellwig da_old = startblockval(got->br_startblock); 4920fa5c836cSChristoph Hellwig da_new = 0; 4921fa5c836cSChristoph Hellwig 4922fa5c836cSChristoph Hellwig ASSERT(del->br_blockcount > 0); 4923fa5c836cSChristoph Hellwig ASSERT(got->br_startoff <= del->br_startoff); 4924fa5c836cSChristoph Hellwig ASSERT(got_endoff >= del_endoff); 4925fa5c836cSChristoph Hellwig 4926fa5c836cSChristoph Hellwig if (isrt) { 49274f1adf33SEric Sandeen uint64_t rtexts = XFS_FSB_TO_B(mp, del->br_blockcount); 4928fa5c836cSChristoph Hellwig 4929fa5c836cSChristoph Hellwig do_div(rtexts, mp->m_sb.sb_rextsize); 4930fa5c836cSChristoph Hellwig xfs_mod_frextents(mp, rtexts); 4931fa5c836cSChristoph Hellwig } 4932fa5c836cSChristoph Hellwig 4933fa5c836cSChristoph Hellwig /* 4934fa5c836cSChristoph Hellwig * Update the inode delalloc counter now and wait to update the 4935fa5c836cSChristoph Hellwig * sb counters as we might have to borrow some blocks for the 4936fa5c836cSChristoph Hellwig * indirect block accounting. 4937fa5c836cSChristoph Hellwig */ 4938*85546500SDarrick J. Wong ASSERT(!isrt); 4939*85546500SDarrick J. Wong error = xfs_quota_unreserve_blkres(ip, del->br_blockcount); 49404fd29ec4SDarrick J. Wong if (error) 49414fd29ec4SDarrick J. Wong return error; 4942fa5c836cSChristoph Hellwig ip->i_delayed_blks -= del->br_blockcount; 4943fa5c836cSChristoph Hellwig 4944fa5c836cSChristoph Hellwig if (got->br_startoff == del->br_startoff) 49450173c689SChristoph Hellwig state |= BMAP_LEFT_FILLING; 4946fa5c836cSChristoph Hellwig if (got_endoff == del_endoff) 49470173c689SChristoph Hellwig state |= BMAP_RIGHT_FILLING; 4948fa5c836cSChristoph Hellwig 49490173c689SChristoph Hellwig switch (state & (BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING)) { 49500173c689SChristoph Hellwig case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING: 4951fa5c836cSChristoph Hellwig /* 4952fa5c836cSChristoph Hellwig * Matches the whole extent. Delete the entry. 4953fa5c836cSChristoph Hellwig */ 4954c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 4955b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 4956fa5c836cSChristoph Hellwig break; 49570173c689SChristoph Hellwig case BMAP_LEFT_FILLING: 4958fa5c836cSChristoph Hellwig /* 4959fa5c836cSChristoph Hellwig * Deleting the first part of the extent. 4960fa5c836cSChristoph Hellwig */ 4961fa5c836cSChristoph Hellwig got->br_startoff = del_endoff; 4962fa5c836cSChristoph Hellwig got->br_blockcount -= del->br_blockcount; 4963fa5c836cSChristoph Hellwig da_new = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(ip, 4964fa5c836cSChristoph Hellwig got->br_blockcount), da_old); 4965fa5c836cSChristoph Hellwig got->br_startblock = nullstartblock((int)da_new); 4966b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, got); 4967fa5c836cSChristoph Hellwig break; 49680173c689SChristoph Hellwig case BMAP_RIGHT_FILLING: 4969fa5c836cSChristoph Hellwig /* 4970fa5c836cSChristoph Hellwig * Deleting the last part of the extent. 4971fa5c836cSChristoph Hellwig */ 4972fa5c836cSChristoph Hellwig got->br_blockcount = got->br_blockcount - del->br_blockcount; 4973fa5c836cSChristoph Hellwig da_new = XFS_FILBLKS_MIN(xfs_bmap_worst_indlen(ip, 4974fa5c836cSChristoph Hellwig got->br_blockcount), da_old); 4975fa5c836cSChristoph Hellwig got->br_startblock = nullstartblock((int)da_new); 4976b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, got); 4977fa5c836cSChristoph Hellwig break; 4978fa5c836cSChristoph Hellwig case 0: 4979fa5c836cSChristoph Hellwig /* 4980fa5c836cSChristoph Hellwig * Deleting the middle of the extent. 4981fa5c836cSChristoph Hellwig * 4982fa5c836cSChristoph Hellwig * Distribute the original indlen reservation across the two new 4983fa5c836cSChristoph Hellwig * extents. Steal blocks from the deleted extent if necessary. 4984fa5c836cSChristoph Hellwig * Stealing blocks simply fudges the fdblocks accounting below. 4985fa5c836cSChristoph Hellwig * Warn if either of the new indlen reservations is zero as this 4986fa5c836cSChristoph Hellwig * can lead to delalloc problems. 4987fa5c836cSChristoph Hellwig */ 4988fa5c836cSChristoph Hellwig got->br_blockcount = del->br_startoff - got->br_startoff; 4989fa5c836cSChristoph Hellwig got_indlen = xfs_bmap_worst_indlen(ip, got->br_blockcount); 4990fa5c836cSChristoph Hellwig 4991fa5c836cSChristoph Hellwig new.br_blockcount = got_endoff - del_endoff; 4992fa5c836cSChristoph Hellwig new_indlen = xfs_bmap_worst_indlen(ip, new.br_blockcount); 4993fa5c836cSChristoph Hellwig 4994fa5c836cSChristoph Hellwig WARN_ON_ONCE(!got_indlen || !new_indlen); 4995fa5c836cSChristoph Hellwig stolen = xfs_bmap_split_indlen(da_old, &got_indlen, &new_indlen, 4996fa5c836cSChristoph Hellwig del->br_blockcount); 4997fa5c836cSChristoph Hellwig 4998fa5c836cSChristoph Hellwig got->br_startblock = nullstartblock((int)got_indlen); 4999fa5c836cSChristoph Hellwig 5000fa5c836cSChristoph Hellwig new.br_startoff = del_endoff; 5001fa5c836cSChristoph Hellwig new.br_state = got->br_state; 5002fa5c836cSChristoph Hellwig new.br_startblock = nullstartblock((int)new_indlen); 5003fa5c836cSChristoph Hellwig 5004b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, got); 5005b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 50060254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, &new, state); 5007fa5c836cSChristoph Hellwig 5008fa5c836cSChristoph Hellwig da_new = got_indlen + new_indlen - stolen; 5009fa5c836cSChristoph Hellwig del->br_blockcount -= stolen; 5010fa5c836cSChristoph Hellwig break; 5011fa5c836cSChristoph Hellwig } 5012fa5c836cSChristoph Hellwig 5013fa5c836cSChristoph Hellwig ASSERT(da_old >= da_new); 5014fa5c836cSChristoph Hellwig da_diff = da_old - da_new; 5015fa5c836cSChristoph Hellwig if (!isrt) 5016fa5c836cSChristoph Hellwig da_diff += del->br_blockcount; 50179fe82b8cSDarrick J. Wong if (da_diff) { 5018fa5c836cSChristoph Hellwig xfs_mod_fdblocks(mp, da_diff, false); 50199fe82b8cSDarrick J. Wong xfs_mod_delalloc(mp, -da_diff); 50209fe82b8cSDarrick J. Wong } 5021fa5c836cSChristoph Hellwig return error; 5022fa5c836cSChristoph Hellwig } 5023fa5c836cSChristoph Hellwig 5024fa5c836cSChristoph Hellwig void 5025fa5c836cSChristoph Hellwig xfs_bmap_del_extent_cow( 5026fa5c836cSChristoph Hellwig struct xfs_inode *ip, 5027b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 5028fa5c836cSChristoph Hellwig struct xfs_bmbt_irec *got, 5029fa5c836cSChristoph Hellwig struct xfs_bmbt_irec *del) 5030fa5c836cSChristoph Hellwig { 5031fa5c836cSChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 5032fa5c836cSChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, XFS_COW_FORK); 5033fa5c836cSChristoph Hellwig struct xfs_bmbt_irec new; 5034fa5c836cSChristoph Hellwig xfs_fileoff_t del_endoff, got_endoff; 5035fa5c836cSChristoph Hellwig int state = BMAP_COWFORK; 5036fa5c836cSChristoph Hellwig 5037fa5c836cSChristoph Hellwig XFS_STATS_INC(mp, xs_del_exlist); 5038fa5c836cSChristoph Hellwig 5039fa5c836cSChristoph Hellwig del_endoff = del->br_startoff + del->br_blockcount; 5040fa5c836cSChristoph Hellwig got_endoff = got->br_startoff + got->br_blockcount; 5041fa5c836cSChristoph Hellwig 5042fa5c836cSChristoph Hellwig ASSERT(del->br_blockcount > 0); 5043fa5c836cSChristoph Hellwig ASSERT(got->br_startoff <= del->br_startoff); 5044fa5c836cSChristoph Hellwig ASSERT(got_endoff >= del_endoff); 5045fa5c836cSChristoph Hellwig ASSERT(!isnullstartblock(got->br_startblock)); 5046fa5c836cSChristoph Hellwig 5047fa5c836cSChristoph Hellwig if (got->br_startoff == del->br_startoff) 50480173c689SChristoph Hellwig state |= BMAP_LEFT_FILLING; 5049fa5c836cSChristoph Hellwig if (got_endoff == del_endoff) 50500173c689SChristoph Hellwig state |= BMAP_RIGHT_FILLING; 5051fa5c836cSChristoph Hellwig 50520173c689SChristoph Hellwig switch (state & (BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING)) { 50530173c689SChristoph Hellwig case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING: 5054fa5c836cSChristoph Hellwig /* 5055fa5c836cSChristoph Hellwig * Matches the whole extent. Delete the entry. 5056fa5c836cSChristoph Hellwig */ 5057c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 5058b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 5059fa5c836cSChristoph Hellwig break; 50600173c689SChristoph Hellwig case BMAP_LEFT_FILLING: 5061fa5c836cSChristoph Hellwig /* 5062fa5c836cSChristoph Hellwig * Deleting the first part of the extent. 5063fa5c836cSChristoph Hellwig */ 5064fa5c836cSChristoph Hellwig got->br_startoff = del_endoff; 5065fa5c836cSChristoph Hellwig got->br_blockcount -= del->br_blockcount; 5066fa5c836cSChristoph Hellwig got->br_startblock = del->br_startblock + del->br_blockcount; 5067b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, got); 5068fa5c836cSChristoph Hellwig break; 50690173c689SChristoph Hellwig case BMAP_RIGHT_FILLING: 5070fa5c836cSChristoph Hellwig /* 5071fa5c836cSChristoph Hellwig * Deleting the last part of the extent. 5072fa5c836cSChristoph Hellwig */ 5073fa5c836cSChristoph Hellwig got->br_blockcount -= del->br_blockcount; 5074b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, got); 5075fa5c836cSChristoph Hellwig break; 5076fa5c836cSChristoph Hellwig case 0: 5077fa5c836cSChristoph Hellwig /* 5078fa5c836cSChristoph Hellwig * Deleting the middle of the extent. 5079fa5c836cSChristoph Hellwig */ 5080fa5c836cSChristoph Hellwig got->br_blockcount = del->br_startoff - got->br_startoff; 5081fa5c836cSChristoph Hellwig 5082fa5c836cSChristoph Hellwig new.br_startoff = del_endoff; 5083fa5c836cSChristoph Hellwig new.br_blockcount = got_endoff - del_endoff; 5084fa5c836cSChristoph Hellwig new.br_state = got->br_state; 5085fa5c836cSChristoph Hellwig new.br_startblock = del->br_startblock + del->br_blockcount; 5086fa5c836cSChristoph Hellwig 5087b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, got); 5088b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 50890254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, &new, state); 5090fa5c836cSChristoph Hellwig break; 5091fa5c836cSChristoph Hellwig } 50924b4c1326SDarrick J. Wong ip->i_delayed_blks -= del->br_blockcount; 5093fa5c836cSChristoph Hellwig } 5094fa5c836cSChristoph Hellwig 5095a9bd24acSBrian Foster /* 509630f712c9SDave Chinner * Called by xfs_bmapi to update file extent records and the btree 5097e1d7553fSChristoph Hellwig * after removing space. 509830f712c9SDave Chinner */ 509930f712c9SDave Chinner STATIC int /* error */ 5100e1d7553fSChristoph Hellwig xfs_bmap_del_extent_real( 510130f712c9SDave Chinner xfs_inode_t *ip, /* incore inode pointer */ 510230f712c9SDave Chinner xfs_trans_t *tp, /* current transaction pointer */ 5103b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 510430f712c9SDave Chinner xfs_btree_cur_t *cur, /* if null, not a btree */ 510530f712c9SDave Chinner xfs_bmbt_irec_t *del, /* data to remove from extents */ 510630f712c9SDave Chinner int *logflagsp, /* inode logging flags */ 51074847acf8SDarrick J. Wong int whichfork, /* data or attr fork */ 51084847acf8SDarrick J. Wong int bflags) /* bmapi flags */ 510930f712c9SDave Chinner { 511030f712c9SDave Chinner xfs_fsblock_t del_endblock=0; /* first block past del */ 511130f712c9SDave Chinner xfs_fileoff_t del_endoff; /* first offset past del */ 511230f712c9SDave Chinner int do_fx; /* free extent at end of routine */ 511330f712c9SDave Chinner int error; /* error return value */ 51141b24b633SChristoph Hellwig int flags = 0;/* inode logging flags */ 511548fd52b1SChristoph Hellwig struct xfs_bmbt_irec got; /* current extent entry */ 511630f712c9SDave Chinner xfs_fileoff_t got_endoff; /* first offset past got */ 511730f712c9SDave Chinner int i; /* temp state */ 51183ba738dfSChristoph Hellwig struct xfs_ifork *ifp; /* inode fork pointer */ 511930f712c9SDave Chinner xfs_mount_t *mp; /* mount structure */ 512030f712c9SDave Chinner xfs_filblks_t nblks; /* quota/sb block count */ 512130f712c9SDave Chinner xfs_bmbt_irec_t new; /* new record to be inserted */ 512230f712c9SDave Chinner /* REFERENCED */ 512330f712c9SDave Chinner uint qfield; /* quota field to update */ 5124060ea65bSChristoph Hellwig int state = xfs_bmap_fork_to_state(whichfork); 512548fd52b1SChristoph Hellwig struct xfs_bmbt_irec old; 512630f712c9SDave Chinner 5127ff6d6af2SBill O'Donnell mp = ip->i_mount; 5128ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_del_exlist); 512930f712c9SDave Chinner 513030f712c9SDave Chinner ifp = XFS_IFORK_PTR(ip, whichfork); 513130f712c9SDave Chinner ASSERT(del->br_blockcount > 0); 5132b2b1712aSChristoph Hellwig xfs_iext_get_extent(ifp, icur, &got); 513330f712c9SDave Chinner ASSERT(got.br_startoff <= del->br_startoff); 513430f712c9SDave Chinner del_endoff = del->br_startoff + del->br_blockcount; 513530f712c9SDave Chinner got_endoff = got.br_startoff + got.br_blockcount; 513630f712c9SDave Chinner ASSERT(got_endoff >= del_endoff); 5137e1d7553fSChristoph Hellwig ASSERT(!isnullstartblock(got.br_startblock)); 513830f712c9SDave Chinner qfield = 0; 513930f712c9SDave Chinner error = 0; 5140e1d7553fSChristoph Hellwig 51411b24b633SChristoph Hellwig /* 51421b24b633SChristoph Hellwig * If it's the case where the directory code is running with no block 51431b24b633SChristoph Hellwig * reservation, and the deleted block is in the middle of its extent, 51441b24b633SChristoph Hellwig * and the resulting insert of an extent would cause transformation to 51451b24b633SChristoph Hellwig * btree format, then reject it. The calling code will then swap blocks 51461b24b633SChristoph Hellwig * around instead. We have to do this now, rather than waiting for the 51471b24b633SChristoph Hellwig * conversion to btree format, since the transaction will be dirty then. 51481b24b633SChristoph Hellwig */ 51491b24b633SChristoph Hellwig if (tp->t_blk_res == 0 && 5150f7e67b20SChristoph Hellwig ifp->if_format == XFS_DINODE_FMT_EXTENTS && 5151daf83964SChristoph Hellwig ifp->if_nextents >= XFS_IFORK_MAXEXT(ip, whichfork) && 51521b24b633SChristoph Hellwig del->br_startoff > got.br_startoff && del_endoff < got_endoff) 51531b24b633SChristoph Hellwig return -ENOSPC; 51541b24b633SChristoph Hellwig 51551b24b633SChristoph Hellwig flags = XFS_ILOG_CORE; 515630f712c9SDave Chinner if (whichfork == XFS_DATA_FORK && XFS_IS_REALTIME_INODE(ip)) { 515730f712c9SDave Chinner xfs_filblks_t len; 51580703a8e1SDave Chinner xfs_extlen_t mod; 515930f712c9SDave Chinner 51600703a8e1SDave Chinner len = div_u64_rem(del->br_blockcount, mp->m_sb.sb_rextsize, 51610703a8e1SDave Chinner &mod); 51620703a8e1SDave Chinner ASSERT(mod == 0); 51630703a8e1SDave Chinner 51648df0fa39SDarrick J. Wong if (!(bflags & XFS_BMAPI_REMAP)) { 51658df0fa39SDarrick J. Wong xfs_fsblock_t bno; 51668df0fa39SDarrick J. Wong 51678df0fa39SDarrick J. Wong bno = div_u64_rem(del->br_startblock, 51688df0fa39SDarrick J. Wong mp->m_sb.sb_rextsize, &mod); 51698df0fa39SDarrick J. Wong ASSERT(mod == 0); 51708df0fa39SDarrick J. Wong 517130f712c9SDave Chinner error = xfs_rtfree_extent(tp, bno, (xfs_extlen_t)len); 517230f712c9SDave Chinner if (error) 517330f712c9SDave Chinner goto done; 51748df0fa39SDarrick J. Wong } 51758df0fa39SDarrick J. Wong 517630f712c9SDave Chinner do_fx = 0; 517730f712c9SDave Chinner nblks = len * mp->m_sb.sb_rextsize; 517830f712c9SDave Chinner qfield = XFS_TRANS_DQ_RTBCOUNT; 5179e1d7553fSChristoph Hellwig } else { 518030f712c9SDave Chinner do_fx = 1; 518130f712c9SDave Chinner nblks = del->br_blockcount; 518230f712c9SDave Chinner qfield = XFS_TRANS_DQ_BCOUNT; 518330f712c9SDave Chinner } 5184e1d7553fSChristoph Hellwig 518530f712c9SDave Chinner del_endblock = del->br_startblock + del->br_blockcount; 518630f712c9SDave Chinner if (cur) { 5187e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &got, &i); 5188e1d7553fSChristoph Hellwig if (error) 518930f712c9SDave Chinner goto done; 5190f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 5191f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 5192f9e03706SDarrick J. Wong goto done; 5193f9e03706SDarrick J. Wong } 519430f712c9SDave Chinner } 5195340785ccSDarrick J. Wong 5196491f6f8aSChristoph Hellwig if (got.br_startoff == del->br_startoff) 5197491f6f8aSChristoph Hellwig state |= BMAP_LEFT_FILLING; 5198491f6f8aSChristoph Hellwig if (got_endoff == del_endoff) 5199491f6f8aSChristoph Hellwig state |= BMAP_RIGHT_FILLING; 5200491f6f8aSChristoph Hellwig 5201491f6f8aSChristoph Hellwig switch (state & (BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING)) { 5202491f6f8aSChristoph Hellwig case BMAP_LEFT_FILLING | BMAP_RIGHT_FILLING: 520330f712c9SDave Chinner /* 520430f712c9SDave Chinner * Matches the whole extent. Delete the entry. 520530f712c9SDave Chinner */ 5206c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, state); 5207b2b1712aSChristoph Hellwig xfs_iext_prev(ifp, icur); 5208daf83964SChristoph Hellwig ifp->if_nextents--; 5209daf83964SChristoph Hellwig 521030f712c9SDave Chinner flags |= XFS_ILOG_CORE; 521130f712c9SDave Chinner if (!cur) { 521230f712c9SDave Chinner flags |= xfs_ilog_fext(whichfork); 521330f712c9SDave Chinner break; 521430f712c9SDave Chinner } 521530f712c9SDave Chinner if ((error = xfs_btree_delete(cur, &i))) 521630f712c9SDave Chinner goto done; 5217f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 5218f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 5219f9e03706SDarrick J. Wong goto done; 5220f9e03706SDarrick J. Wong } 522130f712c9SDave Chinner break; 5222491f6f8aSChristoph Hellwig case BMAP_LEFT_FILLING: 522330f712c9SDave Chinner /* 522430f712c9SDave Chinner * Deleting the first part of the extent. 522530f712c9SDave Chinner */ 522648fd52b1SChristoph Hellwig got.br_startoff = del_endoff; 522748fd52b1SChristoph Hellwig got.br_startblock = del_endblock; 522848fd52b1SChristoph Hellwig got.br_blockcount -= del->br_blockcount; 5229b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &got); 523030f712c9SDave Chinner if (!cur) { 523130f712c9SDave Chinner flags |= xfs_ilog_fext(whichfork); 523230f712c9SDave Chinner break; 523330f712c9SDave Chinner } 5234a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &got); 523548fd52b1SChristoph Hellwig if (error) 523630f712c9SDave Chinner goto done; 523730f712c9SDave Chinner break; 5238491f6f8aSChristoph Hellwig case BMAP_RIGHT_FILLING: 523930f712c9SDave Chinner /* 524030f712c9SDave Chinner * Deleting the last part of the extent. 524130f712c9SDave Chinner */ 524248fd52b1SChristoph Hellwig got.br_blockcount -= del->br_blockcount; 5243b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &got); 524430f712c9SDave Chinner if (!cur) { 524530f712c9SDave Chinner flags |= xfs_ilog_fext(whichfork); 524630f712c9SDave Chinner break; 524730f712c9SDave Chinner } 5248a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &got); 524948fd52b1SChristoph Hellwig if (error) 525030f712c9SDave Chinner goto done; 525130f712c9SDave Chinner break; 525230f712c9SDave Chinner case 0: 525330f712c9SDave Chinner /* 525430f712c9SDave Chinner * Deleting the middle of the extent. 525530f712c9SDave Chinner */ 52560dbc5cb1SChandan Babu R 52570dbc5cb1SChandan Babu R /* 52580dbc5cb1SChandan Babu R * For directories, -ENOSPC is returned since a directory entry 52590dbc5cb1SChandan Babu R * remove operation must not fail due to low extent count 52600dbc5cb1SChandan Babu R * availability. -ENOSPC will be handled by higher layers of XFS 52610dbc5cb1SChandan Babu R * by letting the corresponding empty Data/Free blocks to linger 52620dbc5cb1SChandan Babu R * until a future remove operation. Dabtree blocks would be 52630dbc5cb1SChandan Babu R * swapped with the last block in the leaf space and then the 52640dbc5cb1SChandan Babu R * new last block will be unmapped. 526502092a2fSChandan Babu R * 526602092a2fSChandan Babu R * The above logic also applies to the source directory entry of 526702092a2fSChandan Babu R * a rename operation. 52680dbc5cb1SChandan Babu R */ 52690dbc5cb1SChandan Babu R error = xfs_iext_count_may_overflow(ip, whichfork, 1); 52700dbc5cb1SChandan Babu R if (error) { 52710dbc5cb1SChandan Babu R ASSERT(S_ISDIR(VFS_I(ip)->i_mode) && 52720dbc5cb1SChandan Babu R whichfork == XFS_DATA_FORK); 52730dbc5cb1SChandan Babu R error = -ENOSPC; 52740dbc5cb1SChandan Babu R goto done; 52750dbc5cb1SChandan Babu R } 52760dbc5cb1SChandan Babu R 527748fd52b1SChristoph Hellwig old = got; 5278ca5d8e5bSChristoph Hellwig 527948fd52b1SChristoph Hellwig got.br_blockcount = del->br_startoff - got.br_startoff; 5280b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &got); 528148fd52b1SChristoph Hellwig 528230f712c9SDave Chinner new.br_startoff = del_endoff; 528348fd52b1SChristoph Hellwig new.br_blockcount = got_endoff - del_endoff; 528430f712c9SDave Chinner new.br_state = got.br_state; 528530f712c9SDave Chinner new.br_startblock = del_endblock; 528648fd52b1SChristoph Hellwig 528730f712c9SDave Chinner flags |= XFS_ILOG_CORE; 528830f712c9SDave Chinner if (cur) { 5289a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &got); 5290e1d7553fSChristoph Hellwig if (error) 529130f712c9SDave Chinner goto done; 5292e1d7553fSChristoph Hellwig error = xfs_btree_increment(cur, 0, &i); 5293e1d7553fSChristoph Hellwig if (error) 529430f712c9SDave Chinner goto done; 529530f712c9SDave Chinner cur->bc_rec.b = new; 529630f712c9SDave Chinner error = xfs_btree_insert(cur, &i); 52972451337dSDave Chinner if (error && error != -ENOSPC) 529830f712c9SDave Chinner goto done; 529930f712c9SDave Chinner /* 5300e1d7553fSChristoph Hellwig * If get no-space back from btree insert, it tried a 5301e1d7553fSChristoph Hellwig * split, and we have a zero block reservation. Fix up 5302e1d7553fSChristoph Hellwig * our state and return the error. 530330f712c9SDave Chinner */ 53042451337dSDave Chinner if (error == -ENOSPC) { 530530f712c9SDave Chinner /* 5306e1d7553fSChristoph Hellwig * Reset the cursor, don't trust it after any 5307e1d7553fSChristoph Hellwig * insert operation. 530830f712c9SDave Chinner */ 5309e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &got, &i); 5310e1d7553fSChristoph Hellwig if (error) 531130f712c9SDave Chinner goto done; 5312f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 5313f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 5314f9e03706SDarrick J. Wong goto done; 5315f9e03706SDarrick J. Wong } 531630f712c9SDave Chinner /* 531730f712c9SDave Chinner * Update the btree record back 531830f712c9SDave Chinner * to the original value. 531930f712c9SDave Chinner */ 5320a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &old); 5321e1d7553fSChristoph Hellwig if (error) 532230f712c9SDave Chinner goto done; 532330f712c9SDave Chinner /* 532430f712c9SDave Chinner * Reset the extent record back 532530f712c9SDave Chinner * to the original value. 532630f712c9SDave Chinner */ 5327b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, state, icur, &old); 532830f712c9SDave Chinner flags = 0; 53292451337dSDave Chinner error = -ENOSPC; 533030f712c9SDave Chinner goto done; 533130f712c9SDave Chinner } 5332f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 5333f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 5334f9e03706SDarrick J. Wong goto done; 5335f9e03706SDarrick J. Wong } 533630f712c9SDave Chinner } else 533730f712c9SDave Chinner flags |= xfs_ilog_fext(whichfork); 5338daf83964SChristoph Hellwig 5339daf83964SChristoph Hellwig ifp->if_nextents++; 5340b2b1712aSChristoph Hellwig xfs_iext_next(ifp, icur); 53410254c2f2SChristoph Hellwig xfs_iext_insert(ip, icur, &new, state); 534230f712c9SDave Chinner break; 534330f712c9SDave Chinner } 53449c194644SDarrick J. Wong 53459c194644SDarrick J. Wong /* remove reverse mapping */ 5346bc46ac64SDarrick J. Wong xfs_rmap_unmap_extent(tp, ip, whichfork, del); 53479c194644SDarrick J. Wong 534830f712c9SDave Chinner /* 534930f712c9SDave Chinner * If we need to, add to list of extents to delete. 535030f712c9SDave Chinner */ 53514847acf8SDarrick J. Wong if (do_fx && !(bflags & XFS_BMAPI_REMAP)) { 535262aab20fSDarrick J. Wong if (xfs_is_reflink_inode(ip) && whichfork == XFS_DATA_FORK) { 535374b4c5d4SDarrick J. Wong xfs_refcount_decrease_extent(tp, del); 5354fcb762f5SBrian Foster } else { 53550f37d178SBrian Foster __xfs_bmap_add_free(tp, del->br_startblock, 53564e529339SBrian Foster del->br_blockcount, NULL, 53574e529339SBrian Foster (bflags & XFS_BMAPI_NODISCARD) || 53584e529339SBrian Foster del->br_state == XFS_EXT_UNWRITTEN); 5359fcb762f5SBrian Foster } 5360fcb762f5SBrian Foster } 536162aab20fSDarrick J. Wong 536230f712c9SDave Chinner /* 536330f712c9SDave Chinner * Adjust inode # blocks in the file. 536430f712c9SDave Chinner */ 536530f712c9SDave Chinner if (nblks) 536630f712c9SDave Chinner ip->i_d.di_nblocks -= nblks; 536730f712c9SDave Chinner /* 536830f712c9SDave Chinner * Adjust quota data. 536930f712c9SDave Chinner */ 53704847acf8SDarrick J. Wong if (qfield && !(bflags & XFS_BMAPI_REMAP)) 537130f712c9SDave Chinner xfs_trans_mod_dquot_byino(tp, ip, qfield, (long)-nblks); 537230f712c9SDave Chinner 537330f712c9SDave Chinner done: 537430f712c9SDave Chinner *logflagsp = flags; 537530f712c9SDave Chinner return error; 537630f712c9SDave Chinner } 537730f712c9SDave Chinner 537830f712c9SDave Chinner /* 537930f712c9SDave Chinner * Unmap (remove) blocks from a file. 538030f712c9SDave Chinner * If nexts is nonzero then the number of extents to remove is limited to 538130f712c9SDave Chinner * that value. If not all extents in the block range can be removed then 538230f712c9SDave Chinner * *done is set. 538330f712c9SDave Chinner */ 538430f712c9SDave Chinner int /* error */ 53854453593bSDarrick J. Wong __xfs_bunmapi( 5386ccd9d911SBrian Foster struct xfs_trans *tp, /* transaction pointer */ 538730f712c9SDave Chinner struct xfs_inode *ip, /* incore inode */ 53888280f6edSChristoph Hellwig xfs_fileoff_t start, /* first file offset deleted */ 53894453593bSDarrick J. Wong xfs_filblks_t *rlen, /* i/o: amount remaining */ 539030f712c9SDave Chinner int flags, /* misc flags */ 53912af52842SBrian Foster xfs_extnum_t nexts) /* number of extents max */ 539230f712c9SDave Chinner { 5393ccd9d911SBrian Foster struct xfs_btree_cur *cur; /* bmap btree cursor */ 5394ccd9d911SBrian Foster struct xfs_bmbt_irec del; /* extent being deleted */ 539530f712c9SDave Chinner int error; /* error return value */ 539630f712c9SDave Chinner xfs_extnum_t extno; /* extent number in list */ 5397ccd9d911SBrian Foster struct xfs_bmbt_irec got; /* current extent record */ 53983ba738dfSChristoph Hellwig struct xfs_ifork *ifp; /* inode fork pointer */ 539930f712c9SDave Chinner int isrt; /* freeing in rt area */ 540030f712c9SDave Chinner int logflags; /* transaction logging flags */ 540130f712c9SDave Chinner xfs_extlen_t mod; /* rt extent offset */ 5402a71895c5SDarrick J. Wong struct xfs_mount *mp = ip->i_mount; 540330f712c9SDave Chinner int tmp_logflags; /* partial logging flags */ 540430f712c9SDave Chinner int wasdel; /* was a delayed alloc extent */ 540530f712c9SDave Chinner int whichfork; /* data or attribute fork */ 540630f712c9SDave Chinner xfs_fsblock_t sum; 54074453593bSDarrick J. Wong xfs_filblks_t len = *rlen; /* length to unmap in file */ 5408e1a4e37cSDarrick J. Wong xfs_fileoff_t max_len; 54095b094d6dSChristoph Hellwig xfs_agnumber_t prev_agno = NULLAGNUMBER, agno; 54108280f6edSChristoph Hellwig xfs_fileoff_t end; 5411b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 5412b2b1712aSChristoph Hellwig bool done = false; 541330f712c9SDave Chinner 54148280f6edSChristoph Hellwig trace_xfs_bunmap(ip, start, len, flags, _RET_IP_); 541530f712c9SDave Chinner 54163993baebSDarrick J. Wong whichfork = xfs_bmapi_whichfork(flags); 54173993baebSDarrick J. Wong ASSERT(whichfork != XFS_COW_FORK); 541830f712c9SDave Chinner ifp = XFS_IFORK_PTR(ip, whichfork); 5419f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp))) 54202451337dSDave Chinner return -EFSCORRUPTED; 542130f712c9SDave Chinner if (XFS_FORCED_SHUTDOWN(mp)) 54222451337dSDave Chinner return -EIO; 542330f712c9SDave Chinner 542430f712c9SDave Chinner ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); 542530f712c9SDave Chinner ASSERT(len > 0); 542630f712c9SDave Chinner ASSERT(nexts >= 0); 542730f712c9SDave Chinner 5428e1a4e37cSDarrick J. Wong /* 5429e1a4e37cSDarrick J. Wong * Guesstimate how many blocks we can unmap without running the risk of 5430e1a4e37cSDarrick J. Wong * blowing out the transaction with a mix of EFIs and reflink 5431e1a4e37cSDarrick J. Wong * adjustments. 5432e1a4e37cSDarrick J. Wong */ 54338c57b886SDarrick J. Wong if (tp && xfs_is_reflink_inode(ip) && whichfork == XFS_DATA_FORK) 5434e1a4e37cSDarrick J. Wong max_len = min(len, xfs_refcount_max_unmap(tp->t_log_res)); 5435e1a4e37cSDarrick J. Wong else 5436e1a4e37cSDarrick J. Wong max_len = len; 5437e1a4e37cSDarrick J. Wong 543830f712c9SDave Chinner if (!(ifp->if_flags & XFS_IFEXTENTS) && 543930f712c9SDave Chinner (error = xfs_iread_extents(tp, ip, whichfork))) 544030f712c9SDave Chinner return error; 54415d829300SEric Sandeen if (xfs_iext_count(ifp) == 0) { 54424453593bSDarrick J. Wong *rlen = 0; 544330f712c9SDave Chinner return 0; 544430f712c9SDave Chinner } 5445ff6d6af2SBill O'Donnell XFS_STATS_INC(mp, xs_blk_unmap); 544630f712c9SDave Chinner isrt = (whichfork == XFS_DATA_FORK) && XFS_IS_REALTIME_INODE(ip); 5447dc56015fSChristoph Hellwig end = start + len; 544830f712c9SDave Chinner 5449b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent_before(ip, ifp, &end, &icur, &got)) { 5450dc56015fSChristoph Hellwig *rlen = 0; 5451dc56015fSChristoph Hellwig return 0; 545230f712c9SDave Chinner } 5453dc56015fSChristoph Hellwig end--; 54547efc7945SChristoph Hellwig 545530f712c9SDave Chinner logflags = 0; 545630f712c9SDave Chinner if (ifp->if_flags & XFS_IFBROOT) { 5457f7e67b20SChristoph Hellwig ASSERT(ifp->if_format == XFS_DINODE_FMT_BTREE); 545830f712c9SDave Chinner cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 545992219c29SDave Chinner cur->bc_ino.flags = 0; 546030f712c9SDave Chinner } else 546130f712c9SDave Chinner cur = NULL; 546230f712c9SDave Chinner 546330f712c9SDave Chinner if (isrt) { 546430f712c9SDave Chinner /* 546530f712c9SDave Chinner * Synchronize by locking the bitmap inode. 546630f712c9SDave Chinner */ 5467f4a0660dSDarrick J. Wong xfs_ilock(mp->m_rbmip, XFS_ILOCK_EXCL|XFS_ILOCK_RTBITMAP); 546830f712c9SDave Chinner xfs_trans_ijoin(tp, mp->m_rbmip, XFS_ILOCK_EXCL); 5469f4a0660dSDarrick J. Wong xfs_ilock(mp->m_rsumip, XFS_ILOCK_EXCL|XFS_ILOCK_RTSUM); 5470f4a0660dSDarrick J. Wong xfs_trans_ijoin(tp, mp->m_rsumip, XFS_ILOCK_EXCL); 547130f712c9SDave Chinner } 547230f712c9SDave Chinner 547330f712c9SDave Chinner extno = 0; 5474b2b1712aSChristoph Hellwig while (end != (xfs_fileoff_t)-1 && end >= start && 5475e1a4e37cSDarrick J. Wong (nexts == 0 || extno < nexts) && max_len > 0) { 547630f712c9SDave Chinner /* 54778280f6edSChristoph Hellwig * Is the found extent after a hole in which end lives? 547830f712c9SDave Chinner * Just back up to the previous extent, if so. 547930f712c9SDave Chinner */ 5480b2b1712aSChristoph Hellwig if (got.br_startoff > end && 5481b2b1712aSChristoph Hellwig !xfs_iext_prev_extent(ifp, &icur, &got)) { 5482b2b1712aSChristoph Hellwig done = true; 548330f712c9SDave Chinner break; 548430f712c9SDave Chinner } 548530f712c9SDave Chinner /* 548630f712c9SDave Chinner * Is the last block of this extent before the range 548730f712c9SDave Chinner * we're supposed to delete? If so, we're done. 548830f712c9SDave Chinner */ 54898280f6edSChristoph Hellwig end = XFS_FILEOFF_MIN(end, 549030f712c9SDave Chinner got.br_startoff + got.br_blockcount - 1); 54918280f6edSChristoph Hellwig if (end < start) 549230f712c9SDave Chinner break; 549330f712c9SDave Chinner /* 549430f712c9SDave Chinner * Then deal with the (possibly delayed) allocated space 549530f712c9SDave Chinner * we found. 549630f712c9SDave Chinner */ 549730f712c9SDave Chinner del = got; 549830f712c9SDave Chinner wasdel = isnullstartblock(del.br_startblock); 54995b094d6dSChristoph Hellwig 55005b094d6dSChristoph Hellwig /* 55015b094d6dSChristoph Hellwig * Make sure we don't touch multiple AGF headers out of order 55025b094d6dSChristoph Hellwig * in a single transaction, as that could cause AB-BA deadlocks. 55035b094d6dSChristoph Hellwig */ 550469ffe596SOmar Sandoval if (!wasdel && !isrt) { 55055b094d6dSChristoph Hellwig agno = XFS_FSB_TO_AGNO(mp, del.br_startblock); 55065b094d6dSChristoph Hellwig if (prev_agno != NULLAGNUMBER && prev_agno > agno) 55075b094d6dSChristoph Hellwig break; 55085b094d6dSChristoph Hellwig prev_agno = agno; 55095b094d6dSChristoph Hellwig } 551030f712c9SDave Chinner if (got.br_startoff < start) { 551130f712c9SDave Chinner del.br_startoff = start; 551230f712c9SDave Chinner del.br_blockcount -= start - got.br_startoff; 551330f712c9SDave Chinner if (!wasdel) 551430f712c9SDave Chinner del.br_startblock += start - got.br_startoff; 551530f712c9SDave Chinner } 55168280f6edSChristoph Hellwig if (del.br_startoff + del.br_blockcount > end + 1) 55178280f6edSChristoph Hellwig del.br_blockcount = end + 1 - del.br_startoff; 5518e1a4e37cSDarrick J. Wong 5519e1a4e37cSDarrick J. Wong /* How much can we safely unmap? */ 5520e1a4e37cSDarrick J. Wong if (max_len < del.br_blockcount) { 5521e1a4e37cSDarrick J. Wong del.br_startoff += del.br_blockcount - max_len; 5522e1a4e37cSDarrick J. Wong if (!wasdel) 5523e1a4e37cSDarrick J. Wong del.br_startblock += del.br_blockcount - max_len; 5524e1a4e37cSDarrick J. Wong del.br_blockcount = max_len; 5525e1a4e37cSDarrick J. Wong } 5526e1a4e37cSDarrick J. Wong 55270703a8e1SDave Chinner if (!isrt) 55280703a8e1SDave Chinner goto delete; 55290703a8e1SDave Chinner 553030f712c9SDave Chinner sum = del.br_startblock + del.br_blockcount; 55310703a8e1SDave Chinner div_u64_rem(sum, mp->m_sb.sb_rextsize, &mod); 55320703a8e1SDave Chinner if (mod) { 553330f712c9SDave Chinner /* 553430f712c9SDave Chinner * Realtime extent not lined up at the end. 553530f712c9SDave Chinner * The extent could have been split into written 553630f712c9SDave Chinner * and unwritten pieces, or we could just be 553730f712c9SDave Chinner * unmapping part of it. But we can't really 553830f712c9SDave Chinner * get rid of part of a realtime extent. 553930f712c9SDave Chinner */ 5540daa79baeSChristoph Hellwig if (del.br_state == XFS_EXT_UNWRITTEN) { 554130f712c9SDave Chinner /* 554230f712c9SDave Chinner * This piece is unwritten, or we're not 554330f712c9SDave Chinner * using unwritten extents. Skip over it. 554430f712c9SDave Chinner */ 55458280f6edSChristoph Hellwig ASSERT(end >= mod); 55468280f6edSChristoph Hellwig end -= mod > del.br_blockcount ? 554730f712c9SDave Chinner del.br_blockcount : mod; 5548b2b1712aSChristoph Hellwig if (end < got.br_startoff && 5549b2b1712aSChristoph Hellwig !xfs_iext_prev_extent(ifp, &icur, &got)) { 5550b2b1712aSChristoph Hellwig done = true; 5551b2b1712aSChristoph Hellwig break; 555230f712c9SDave Chinner } 555330f712c9SDave Chinner continue; 555430f712c9SDave Chinner } 555530f712c9SDave Chinner /* 555630f712c9SDave Chinner * It's written, turn it unwritten. 555730f712c9SDave Chinner * This is better than zeroing it. 555830f712c9SDave Chinner */ 555930f712c9SDave Chinner ASSERT(del.br_state == XFS_EXT_NORM); 5560a7e5d03bSChristoph Hellwig ASSERT(tp->t_blk_res > 0); 556130f712c9SDave Chinner /* 556230f712c9SDave Chinner * If this spans a realtime extent boundary, 556330f712c9SDave Chinner * chop it back to the start of the one we end at. 556430f712c9SDave Chinner */ 556530f712c9SDave Chinner if (del.br_blockcount > mod) { 556630f712c9SDave Chinner del.br_startoff += del.br_blockcount - mod; 556730f712c9SDave Chinner del.br_startblock += del.br_blockcount - mod; 556830f712c9SDave Chinner del.br_blockcount = mod; 556930f712c9SDave Chinner } 557030f712c9SDave Chinner del.br_state = XFS_EXT_UNWRITTEN; 557130f712c9SDave Chinner error = xfs_bmap_add_extent_unwritten_real(tp, ip, 5572b2b1712aSChristoph Hellwig whichfork, &icur, &cur, &del, 557392f9da30SBrian Foster &logflags); 557430f712c9SDave Chinner if (error) 557530f712c9SDave Chinner goto error0; 557630f712c9SDave Chinner goto nodelete; 557730f712c9SDave Chinner } 55780703a8e1SDave Chinner div_u64_rem(del.br_startblock, mp->m_sb.sb_rextsize, &mod); 55790703a8e1SDave Chinner if (mod) { 55800c4da70cSOmar Sandoval xfs_extlen_t off = mp->m_sb.sb_rextsize - mod; 55810c4da70cSOmar Sandoval 558230f712c9SDave Chinner /* 558330f712c9SDave Chinner * Realtime extent is lined up at the end but not 558430f712c9SDave Chinner * at the front. We'll get rid of full extents if 558530f712c9SDave Chinner * we can. 558630f712c9SDave Chinner */ 55870c4da70cSOmar Sandoval if (del.br_blockcount > off) { 55880c4da70cSOmar Sandoval del.br_blockcount -= off; 55890c4da70cSOmar Sandoval del.br_startoff += off; 55900c4da70cSOmar Sandoval del.br_startblock += off; 5591daa79baeSChristoph Hellwig } else if (del.br_startoff == start && 559230f712c9SDave Chinner (del.br_state == XFS_EXT_UNWRITTEN || 5593daa79baeSChristoph Hellwig tp->t_blk_res == 0)) { 559430f712c9SDave Chinner /* 559530f712c9SDave Chinner * Can't make it unwritten. There isn't 559630f712c9SDave Chinner * a full extent here so just skip it. 559730f712c9SDave Chinner */ 55988280f6edSChristoph Hellwig ASSERT(end >= del.br_blockcount); 55998280f6edSChristoph Hellwig end -= del.br_blockcount; 5600b2b1712aSChristoph Hellwig if (got.br_startoff > end && 5601b2b1712aSChristoph Hellwig !xfs_iext_prev_extent(ifp, &icur, &got)) { 5602b2b1712aSChristoph Hellwig done = true; 5603b2b1712aSChristoph Hellwig break; 5604b2b1712aSChristoph Hellwig } 560530f712c9SDave Chinner continue; 560630f712c9SDave Chinner } else if (del.br_state == XFS_EXT_UNWRITTEN) { 56077efc7945SChristoph Hellwig struct xfs_bmbt_irec prev; 56080c4da70cSOmar Sandoval xfs_fileoff_t unwrite_start; 56097efc7945SChristoph Hellwig 561030f712c9SDave Chinner /* 561130f712c9SDave Chinner * This one is already unwritten. 561230f712c9SDave Chinner * It must have a written left neighbor. 561330f712c9SDave Chinner * Unwrite the killed part of that one and 561430f712c9SDave Chinner * try again. 561530f712c9SDave Chinner */ 5616b2b1712aSChristoph Hellwig if (!xfs_iext_prev_extent(ifp, &icur, &prev)) 5617b2b1712aSChristoph Hellwig ASSERT(0); 561830f712c9SDave Chinner ASSERT(prev.br_state == XFS_EXT_NORM); 561930f712c9SDave Chinner ASSERT(!isnullstartblock(prev.br_startblock)); 562030f712c9SDave Chinner ASSERT(del.br_startblock == 562130f712c9SDave Chinner prev.br_startblock + prev.br_blockcount); 56220c4da70cSOmar Sandoval unwrite_start = max3(start, 56230c4da70cSOmar Sandoval del.br_startoff - mod, 56240c4da70cSOmar Sandoval prev.br_startoff); 56250c4da70cSOmar Sandoval mod = unwrite_start - prev.br_startoff; 56260c4da70cSOmar Sandoval prev.br_startoff = unwrite_start; 562730f712c9SDave Chinner prev.br_startblock += mod; 56280c4da70cSOmar Sandoval prev.br_blockcount -= mod; 562930f712c9SDave Chinner prev.br_state = XFS_EXT_UNWRITTEN; 563030f712c9SDave Chinner error = xfs_bmap_add_extent_unwritten_real(tp, 5631b2b1712aSChristoph Hellwig ip, whichfork, &icur, &cur, 563292f9da30SBrian Foster &prev, &logflags); 563330f712c9SDave Chinner if (error) 563430f712c9SDave Chinner goto error0; 563530f712c9SDave Chinner goto nodelete; 563630f712c9SDave Chinner } else { 563730f712c9SDave Chinner ASSERT(del.br_state == XFS_EXT_NORM); 563830f712c9SDave Chinner del.br_state = XFS_EXT_UNWRITTEN; 563930f712c9SDave Chinner error = xfs_bmap_add_extent_unwritten_real(tp, 5640b2b1712aSChristoph Hellwig ip, whichfork, &icur, &cur, 564192f9da30SBrian Foster &del, &logflags); 564230f712c9SDave Chinner if (error) 564330f712c9SDave Chinner goto error0; 564430f712c9SDave Chinner goto nodelete; 564530f712c9SDave Chinner } 564630f712c9SDave Chinner } 564730f712c9SDave Chinner 56480703a8e1SDave Chinner delete: 5649e1d7553fSChristoph Hellwig if (wasdel) { 5650b2b1712aSChristoph Hellwig error = xfs_bmap_del_extent_delay(ip, whichfork, &icur, 5651e1d7553fSChristoph Hellwig &got, &del); 5652e1d7553fSChristoph Hellwig } else { 565381ba8f3eSBrian Foster error = xfs_bmap_del_extent_real(ip, tp, &icur, cur, 565481ba8f3eSBrian Foster &del, &tmp_logflags, whichfork, 5655e1d7553fSChristoph Hellwig flags); 565630f712c9SDave Chinner logflags |= tmp_logflags; 5657e1d7553fSChristoph Hellwig } 5658e1d7553fSChristoph Hellwig 565930f712c9SDave Chinner if (error) 566030f712c9SDave Chinner goto error0; 5661b2706a05SBrian Foster 5662e1a4e37cSDarrick J. Wong max_len -= del.br_blockcount; 56638280f6edSChristoph Hellwig end = del.br_startoff - 1; 566430f712c9SDave Chinner nodelete: 566530f712c9SDave Chinner /* 566630f712c9SDave Chinner * If not done go on to the next (previous) record. 566730f712c9SDave Chinner */ 56688280f6edSChristoph Hellwig if (end != (xfs_fileoff_t)-1 && end >= start) { 5669b2b1712aSChristoph Hellwig if (!xfs_iext_get_extent(ifp, &icur, &got) || 5670b2b1712aSChristoph Hellwig (got.br_startoff > end && 5671b2b1712aSChristoph Hellwig !xfs_iext_prev_extent(ifp, &icur, &got))) { 5672b2b1712aSChristoph Hellwig done = true; 5673b2b1712aSChristoph Hellwig break; 567430f712c9SDave Chinner } 567530f712c9SDave Chinner extno++; 567630f712c9SDave Chinner } 567730f712c9SDave Chinner } 5678b2b1712aSChristoph Hellwig if (done || end == (xfs_fileoff_t)-1 || end < start) 56794453593bSDarrick J. Wong *rlen = 0; 56804453593bSDarrick J. Wong else 56818280f6edSChristoph Hellwig *rlen = end - start + 1; 568230f712c9SDave Chinner 568330f712c9SDave Chinner /* 568430f712c9SDave Chinner * Convert to a btree if necessary. 568530f712c9SDave Chinner */ 568630f712c9SDave Chinner if (xfs_bmap_needs_btree(ip, whichfork)) { 568730f712c9SDave Chinner ASSERT(cur == NULL); 5688280253d2SBrian Foster error = xfs_bmap_extents_to_btree(tp, ip, &cur, 0, 5689280253d2SBrian Foster &tmp_logflags, whichfork); 569030f712c9SDave Chinner logflags |= tmp_logflags; 5691b101e334SChristoph Hellwig } else { 5692b101e334SChristoph Hellwig error = xfs_bmap_btree_to_extents(tp, ip, cur, &logflags, 569330f712c9SDave Chinner whichfork); 569430f712c9SDave Chinner } 5695b101e334SChristoph Hellwig 569630f712c9SDave Chinner error0: 569730f712c9SDave Chinner /* 569830f712c9SDave Chinner * Log everything. Do this after conversion, there's no point in 569930f712c9SDave Chinner * logging the extent records if we've converted to btree format. 570030f712c9SDave Chinner */ 570130f712c9SDave Chinner if ((logflags & xfs_ilog_fext(whichfork)) && 5702f7e67b20SChristoph Hellwig ifp->if_format != XFS_DINODE_FMT_EXTENTS) 570330f712c9SDave Chinner logflags &= ~xfs_ilog_fext(whichfork); 570430f712c9SDave Chinner else if ((logflags & xfs_ilog_fbroot(whichfork)) && 5705f7e67b20SChristoph Hellwig ifp->if_format != XFS_DINODE_FMT_BTREE) 570630f712c9SDave Chinner logflags &= ~xfs_ilog_fbroot(whichfork); 570730f712c9SDave Chinner /* 570830f712c9SDave Chinner * Log inode even in the error case, if the transaction 570930f712c9SDave Chinner * is dirty we'll need to shut down the filesystem. 571030f712c9SDave Chinner */ 571130f712c9SDave Chinner if (logflags) 571230f712c9SDave Chinner xfs_trans_log_inode(tp, ip, logflags); 571330f712c9SDave Chinner if (cur) { 5714cf612de7SBrian Foster if (!error) 571592219c29SDave Chinner cur->bc_ino.allocated = 0; 57160b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 571730f712c9SDave Chinner } 571830f712c9SDave Chinner return error; 571930f712c9SDave Chinner } 572030f712c9SDave Chinner 57214453593bSDarrick J. Wong /* Unmap a range of a file. */ 57224453593bSDarrick J. Wong int 57234453593bSDarrick J. Wong xfs_bunmapi( 57244453593bSDarrick J. Wong xfs_trans_t *tp, 57254453593bSDarrick J. Wong struct xfs_inode *ip, 57264453593bSDarrick J. Wong xfs_fileoff_t bno, 57274453593bSDarrick J. Wong xfs_filblks_t len, 57284453593bSDarrick J. Wong int flags, 57294453593bSDarrick J. Wong xfs_extnum_t nexts, 57304453593bSDarrick J. Wong int *done) 57314453593bSDarrick J. Wong { 57324453593bSDarrick J. Wong int error; 57334453593bSDarrick J. Wong 57342af52842SBrian Foster error = __xfs_bunmapi(tp, ip, bno, &len, flags, nexts); 57354453593bSDarrick J. Wong *done = (len == 0); 57364453593bSDarrick J. Wong return error; 57374453593bSDarrick J. Wong } 57384453593bSDarrick J. Wong 573930f712c9SDave Chinner /* 5740ddb19e31SBrian Foster * Determine whether an extent shift can be accomplished by a merge with the 5741ddb19e31SBrian Foster * extent that precedes the target hole of the shift. 5742ddb19e31SBrian Foster */ 5743ddb19e31SBrian Foster STATIC bool 5744ddb19e31SBrian Foster xfs_bmse_can_merge( 5745ddb19e31SBrian Foster struct xfs_bmbt_irec *left, /* preceding extent */ 5746ddb19e31SBrian Foster struct xfs_bmbt_irec *got, /* current extent to shift */ 5747ddb19e31SBrian Foster xfs_fileoff_t shift) /* shift fsb */ 5748ddb19e31SBrian Foster { 5749ddb19e31SBrian Foster xfs_fileoff_t startoff; 5750ddb19e31SBrian Foster 5751ddb19e31SBrian Foster startoff = got->br_startoff - shift; 5752ddb19e31SBrian Foster 5753ddb19e31SBrian Foster /* 5754ddb19e31SBrian Foster * The extent, once shifted, must be adjacent in-file and on-disk with 5755ddb19e31SBrian Foster * the preceding extent. 5756ddb19e31SBrian Foster */ 5757ddb19e31SBrian Foster if ((left->br_startoff + left->br_blockcount != startoff) || 5758ddb19e31SBrian Foster (left->br_startblock + left->br_blockcount != got->br_startblock) || 5759ddb19e31SBrian Foster (left->br_state != got->br_state) || 5760ddb19e31SBrian Foster (left->br_blockcount + got->br_blockcount > MAXEXTLEN)) 5761ddb19e31SBrian Foster return false; 5762ddb19e31SBrian Foster 5763ddb19e31SBrian Foster return true; 5764ddb19e31SBrian Foster } 5765ddb19e31SBrian Foster 5766ddb19e31SBrian Foster /* 5767ddb19e31SBrian Foster * A bmap extent shift adjusts the file offset of an extent to fill a preceding 5768ddb19e31SBrian Foster * hole in the file. If an extent shift would result in the extent being fully 5769ddb19e31SBrian Foster * adjacent to the extent that currently precedes the hole, we can merge with 5770ddb19e31SBrian Foster * the preceding extent rather than do the shift. 5771ddb19e31SBrian Foster * 5772ddb19e31SBrian Foster * This function assumes the caller has verified a shift-by-merge is possible 5773ddb19e31SBrian Foster * with the provided extents via xfs_bmse_can_merge(). 5774ddb19e31SBrian Foster */ 5775ddb19e31SBrian Foster STATIC int 5776ddb19e31SBrian Foster xfs_bmse_merge( 57770f37d178SBrian Foster struct xfs_trans *tp, 5778ddb19e31SBrian Foster struct xfs_inode *ip, 5779ddb19e31SBrian Foster int whichfork, 5780ddb19e31SBrian Foster xfs_fileoff_t shift, /* shift fsb */ 5781b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 57824da6b514SChristoph Hellwig struct xfs_bmbt_irec *got, /* extent to shift */ 57834da6b514SChristoph Hellwig struct xfs_bmbt_irec *left, /* preceding extent */ 5784ddb19e31SBrian Foster struct xfs_btree_cur *cur, 57850f37d178SBrian Foster int *logflags) /* output */ 5786ddb19e31SBrian Foster { 5787daf83964SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 57884da6b514SChristoph Hellwig struct xfs_bmbt_irec new; 5789ddb19e31SBrian Foster xfs_filblks_t blockcount; 5790ddb19e31SBrian Foster int error, i; 57915fb5aeeeSEric Sandeen struct xfs_mount *mp = ip->i_mount; 5792ddb19e31SBrian Foster 57934da6b514SChristoph Hellwig blockcount = left->br_blockcount + got->br_blockcount; 5794ddb19e31SBrian Foster 5795ddb19e31SBrian Foster ASSERT(xfs_isilocked(ip, XFS_IOLOCK_EXCL)); 5796ddb19e31SBrian Foster ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); 57974da6b514SChristoph Hellwig ASSERT(xfs_bmse_can_merge(left, got, shift)); 5798ddb19e31SBrian Foster 57994da6b514SChristoph Hellwig new = *left; 58004da6b514SChristoph Hellwig new.br_blockcount = blockcount; 5801ddb19e31SBrian Foster 5802ddb19e31SBrian Foster /* 5803ddb19e31SBrian Foster * Update the on-disk extent count, the btree if necessary and log the 5804ddb19e31SBrian Foster * inode. 5805ddb19e31SBrian Foster */ 5806daf83964SChristoph Hellwig ifp->if_nextents--; 5807ddb19e31SBrian Foster *logflags |= XFS_ILOG_CORE; 5808ddb19e31SBrian Foster if (!cur) { 5809ddb19e31SBrian Foster *logflags |= XFS_ILOG_DEXT; 58104da6b514SChristoph Hellwig goto done; 5811ddb19e31SBrian Foster } 5812ddb19e31SBrian Foster 5813ddb19e31SBrian Foster /* lookup and remove the extent to merge */ 5814e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, got, &i); 5815ddb19e31SBrian Foster if (error) 58164db431f5SDave Chinner return error; 5817f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) 5818f9e03706SDarrick J. Wong return -EFSCORRUPTED; 5819ddb19e31SBrian Foster 5820ddb19e31SBrian Foster error = xfs_btree_delete(cur, &i); 5821ddb19e31SBrian Foster if (error) 58224db431f5SDave Chinner return error; 5823f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) 5824f9e03706SDarrick J. Wong return -EFSCORRUPTED; 5825ddb19e31SBrian Foster 5826ddb19e31SBrian Foster /* lookup and update size of the previous extent */ 5827e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, left, &i); 5828ddb19e31SBrian Foster if (error) 58294db431f5SDave Chinner return error; 5830f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) 5831f9e03706SDarrick J. Wong return -EFSCORRUPTED; 5832ddb19e31SBrian Foster 5833a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &new); 58344da6b514SChristoph Hellwig if (error) 58354da6b514SChristoph Hellwig return error; 5836ddb19e31SBrian Foster 5837e20e174cSBrian Foster /* change to extent format if required after extent removal */ 5838e20e174cSBrian Foster error = xfs_bmap_btree_to_extents(tp, ip, cur, logflags, whichfork); 5839e20e174cSBrian Foster if (error) 5840e20e174cSBrian Foster return error; 5841e20e174cSBrian Foster 58424da6b514SChristoph Hellwig done: 5843c38ccf59SChristoph Hellwig xfs_iext_remove(ip, icur, 0); 5844daf83964SChristoph Hellwig xfs_iext_prev(ifp, icur); 5845b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, xfs_bmap_fork_to_state(whichfork), icur, 5846b2b1712aSChristoph Hellwig &new); 58474da6b514SChristoph Hellwig 58484cc1ee5eSDarrick J. Wong /* update reverse mapping. rmap functions merge the rmaps for us */ 5849bc46ac64SDarrick J. Wong xfs_rmap_unmap_extent(tp, ip, whichfork, got); 58504cc1ee5eSDarrick J. Wong memcpy(&new, got, sizeof(new)); 58514cc1ee5eSDarrick J. Wong new.br_startoff = left->br_startoff + left->br_blockcount; 5852bc46ac64SDarrick J. Wong xfs_rmap_map_extent(tp, ip, whichfork, &new); 5853bc46ac64SDarrick J. Wong return 0; 5854ddb19e31SBrian Foster } 5855ddb19e31SBrian Foster 5856bf806280SChristoph Hellwig static int 5857bf806280SChristoph Hellwig xfs_bmap_shift_update_extent( 58580f37d178SBrian Foster struct xfs_trans *tp, 5859a979bdfeSBrian Foster struct xfs_inode *ip, 5860a979bdfeSBrian Foster int whichfork, 5861b2b1712aSChristoph Hellwig struct xfs_iext_cursor *icur, 58624da6b514SChristoph Hellwig struct xfs_bmbt_irec *got, 5863a979bdfeSBrian Foster struct xfs_btree_cur *cur, 5864a904b1caSNamjae Jeon int *logflags, 5865bf806280SChristoph Hellwig xfs_fileoff_t startoff) 5866a979bdfeSBrian Foster { 5867bf806280SChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 586811f75b3bSChristoph Hellwig struct xfs_bmbt_irec prev = *got; 5869bf806280SChristoph Hellwig int error, i; 5870a979bdfeSBrian Foster 5871a979bdfeSBrian Foster *logflags |= XFS_ILOG_CORE; 5872a979bdfeSBrian Foster 587311f75b3bSChristoph Hellwig got->br_startoff = startoff; 58744da6b514SChristoph Hellwig 58754da6b514SChristoph Hellwig if (cur) { 587611f75b3bSChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &prev, &i); 5877a979bdfeSBrian Foster if (error) 5878a979bdfeSBrian Foster return error; 5879f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) 5880f9e03706SDarrick J. Wong return -EFSCORRUPTED; 5881a979bdfeSBrian Foster 588211f75b3bSChristoph Hellwig error = xfs_bmbt_update(cur, got); 58839c194644SDarrick J. Wong if (error) 58849c194644SDarrick J. Wong return error; 58854da6b514SChristoph Hellwig } else { 58864da6b514SChristoph Hellwig *logflags |= XFS_ILOG_DEXT; 58874da6b514SChristoph Hellwig } 58889c194644SDarrick J. Wong 5889b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, xfs_bmap_fork_to_state(whichfork), icur, 5890b2b1712aSChristoph Hellwig got); 58914da6b514SChristoph Hellwig 58929c194644SDarrick J. Wong /* update reverse mapping */ 5893bc46ac64SDarrick J. Wong xfs_rmap_unmap_extent(tp, ip, whichfork, &prev); 5894bc46ac64SDarrick J. Wong xfs_rmap_map_extent(tp, ip, whichfork, got); 5895bc46ac64SDarrick J. Wong return 0; 5896a979bdfeSBrian Foster } 5897a979bdfeSBrian Foster 589830f712c9SDave Chinner int 5899ecfea3f0SChristoph Hellwig xfs_bmap_collapse_extents( 590030f712c9SDave Chinner struct xfs_trans *tp, 590130f712c9SDave Chinner struct xfs_inode *ip, 5902a904b1caSNamjae Jeon xfs_fileoff_t *next_fsb, 590330f712c9SDave Chinner xfs_fileoff_t offset_shift_fsb, 5904333f950cSBrian Foster bool *done) 590530f712c9SDave Chinner { 5906ecfea3f0SChristoph Hellwig int whichfork = XFS_DATA_FORK; 5907ecfea3f0SChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 5908ecfea3f0SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 5909ca446d88SBrian Foster struct xfs_btree_cur *cur = NULL; 5910bf806280SChristoph Hellwig struct xfs_bmbt_irec got, prev; 5911b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 5912bf806280SChristoph Hellwig xfs_fileoff_t new_startoff; 591330f712c9SDave Chinner int error = 0; 5914ca446d88SBrian Foster int logflags = 0; 591530f712c9SDave Chinner 5916f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) || 5917a71895c5SDarrick J. Wong XFS_TEST_ERROR(false, mp, XFS_ERRTAG_BMAPIFORMAT)) { 59182451337dSDave Chinner return -EFSCORRUPTED; 591930f712c9SDave Chinner } 592030f712c9SDave Chinner 592130f712c9SDave Chinner if (XFS_FORCED_SHUTDOWN(mp)) 59222451337dSDave Chinner return -EIO; 592330f712c9SDave Chinner 5924ecfea3f0SChristoph Hellwig ASSERT(xfs_isilocked(ip, XFS_IOLOCK_EXCL | XFS_ILOCK_EXCL)); 592530f712c9SDave Chinner 592630f712c9SDave Chinner if (!(ifp->if_flags & XFS_IFEXTENTS)) { 592730f712c9SDave Chinner error = xfs_iread_extents(tp, ip, whichfork); 592830f712c9SDave Chinner if (error) 592930f712c9SDave Chinner return error; 593030f712c9SDave Chinner } 593130f712c9SDave Chinner 5932ddb19e31SBrian Foster if (ifp->if_flags & XFS_IFBROOT) { 5933ddb19e31SBrian Foster cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 593492219c29SDave Chinner cur->bc_ino.flags = 0; 5935ddb19e31SBrian Foster } 5936ddb19e31SBrian Foster 5937b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent(ip, ifp, *next_fsb, &icur, &got)) { 5938ecfea3f0SChristoph Hellwig *done = true; 5939ecfea3f0SChristoph Hellwig goto del_cursor; 5940ecfea3f0SChristoph Hellwig } 5941f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, isnullstartblock(got.br_startblock))) { 5942f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 5943f9e03706SDarrick J. Wong goto del_cursor; 5944f9e03706SDarrick J. Wong } 5945ecfea3f0SChristoph Hellwig 5946bf806280SChristoph Hellwig new_startoff = got.br_startoff - offset_shift_fsb; 5947b2b1712aSChristoph Hellwig if (xfs_iext_peek_prev_extent(ifp, &icur, &prev)) { 5948bf806280SChristoph Hellwig if (new_startoff < prev.br_startoff + prev.br_blockcount) { 5949bf806280SChristoph Hellwig error = -EINVAL; 5950bf806280SChristoph Hellwig goto del_cursor; 5951bf806280SChristoph Hellwig } 5952bf806280SChristoph Hellwig 5953bf806280SChristoph Hellwig if (xfs_bmse_can_merge(&prev, &got, offset_shift_fsb)) { 59540f37d178SBrian Foster error = xfs_bmse_merge(tp, ip, whichfork, 59550f37d178SBrian Foster offset_shift_fsb, &icur, &got, &prev, 59560f37d178SBrian Foster cur, &logflags); 5957ecfea3f0SChristoph Hellwig if (error) 5958ecfea3f0SChristoph Hellwig goto del_cursor; 5959bf806280SChristoph Hellwig goto done; 5960bf806280SChristoph Hellwig } 5961bf806280SChristoph Hellwig } else { 5962bf806280SChristoph Hellwig if (got.br_startoff < offset_shift_fsb) { 5963bf806280SChristoph Hellwig error = -EINVAL; 5964bf806280SChristoph Hellwig goto del_cursor; 5965bf806280SChristoph Hellwig } 5966bf806280SChristoph Hellwig } 5967bf806280SChristoph Hellwig 59680f37d178SBrian Foster error = xfs_bmap_shift_update_extent(tp, ip, whichfork, &icur, &got, 59690f37d178SBrian Foster cur, &logflags, new_startoff); 5970bf806280SChristoph Hellwig if (error) 5971bf806280SChristoph Hellwig goto del_cursor; 597240591bdbSChristoph Hellwig 597342630361SChristoph Hellwig done: 5974b2b1712aSChristoph Hellwig if (!xfs_iext_next_extent(ifp, &icur, &got)) { 5975ecfea3f0SChristoph Hellwig *done = true; 5976ecfea3f0SChristoph Hellwig goto del_cursor; 5977ecfea3f0SChristoph Hellwig } 5978ecfea3f0SChristoph Hellwig 5979ecfea3f0SChristoph Hellwig *next_fsb = got.br_startoff; 5980ecfea3f0SChristoph Hellwig del_cursor: 5981ecfea3f0SChristoph Hellwig if (cur) 59820b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 5983ecfea3f0SChristoph Hellwig if (logflags) 5984ecfea3f0SChristoph Hellwig xfs_trans_log_inode(tp, ip, logflags); 5985ecfea3f0SChristoph Hellwig return error; 5986ecfea3f0SChristoph Hellwig } 5987ecfea3f0SChristoph Hellwig 5988f62cb48eSDarrick J. Wong /* Make sure we won't be right-shifting an extent past the maximum bound. */ 5989f62cb48eSDarrick J. Wong int 5990f62cb48eSDarrick J. Wong xfs_bmap_can_insert_extents( 5991f62cb48eSDarrick J. Wong struct xfs_inode *ip, 5992f62cb48eSDarrick J. Wong xfs_fileoff_t off, 5993f62cb48eSDarrick J. Wong xfs_fileoff_t shift) 5994f62cb48eSDarrick J. Wong { 5995f62cb48eSDarrick J. Wong struct xfs_bmbt_irec got; 5996f62cb48eSDarrick J. Wong int is_empty; 5997f62cb48eSDarrick J. Wong int error = 0; 5998f62cb48eSDarrick J. Wong 5999f62cb48eSDarrick J. Wong ASSERT(xfs_isilocked(ip, XFS_IOLOCK_EXCL)); 6000f62cb48eSDarrick J. Wong 6001f62cb48eSDarrick J. Wong if (XFS_FORCED_SHUTDOWN(ip->i_mount)) 6002f62cb48eSDarrick J. Wong return -EIO; 6003f62cb48eSDarrick J. Wong 6004f62cb48eSDarrick J. Wong xfs_ilock(ip, XFS_ILOCK_EXCL); 6005f62cb48eSDarrick J. Wong error = xfs_bmap_last_extent(NULL, ip, XFS_DATA_FORK, &got, &is_empty); 6006f62cb48eSDarrick J. Wong if (!error && !is_empty && got.br_startoff >= off && 6007f62cb48eSDarrick J. Wong ((got.br_startoff + shift) & BMBT_STARTOFF_MASK) < got.br_startoff) 6008f62cb48eSDarrick J. Wong error = -EINVAL; 6009f62cb48eSDarrick J. Wong xfs_iunlock(ip, XFS_ILOCK_EXCL); 6010f62cb48eSDarrick J. Wong 6011f62cb48eSDarrick J. Wong return error; 6012f62cb48eSDarrick J. Wong } 6013f62cb48eSDarrick J. Wong 6014ecfea3f0SChristoph Hellwig int 6015ecfea3f0SChristoph Hellwig xfs_bmap_insert_extents( 6016ecfea3f0SChristoph Hellwig struct xfs_trans *tp, 6017ecfea3f0SChristoph Hellwig struct xfs_inode *ip, 6018ecfea3f0SChristoph Hellwig xfs_fileoff_t *next_fsb, 6019ecfea3f0SChristoph Hellwig xfs_fileoff_t offset_shift_fsb, 6020ecfea3f0SChristoph Hellwig bool *done, 6021333f950cSBrian Foster xfs_fileoff_t stop_fsb) 6022ecfea3f0SChristoph Hellwig { 6023ecfea3f0SChristoph Hellwig int whichfork = XFS_DATA_FORK; 6024ecfea3f0SChristoph Hellwig struct xfs_mount *mp = ip->i_mount; 6025ecfea3f0SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 6026ecfea3f0SChristoph Hellwig struct xfs_btree_cur *cur = NULL; 60275936dc54SChristoph Hellwig struct xfs_bmbt_irec got, next; 6028b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 6029bf806280SChristoph Hellwig xfs_fileoff_t new_startoff; 6030ecfea3f0SChristoph Hellwig int error = 0; 6031ecfea3f0SChristoph Hellwig int logflags = 0; 6032ecfea3f0SChristoph Hellwig 6033f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) || 6034a71895c5SDarrick J. Wong XFS_TEST_ERROR(false, mp, XFS_ERRTAG_BMAPIFORMAT)) { 6035ecfea3f0SChristoph Hellwig return -EFSCORRUPTED; 6036ecfea3f0SChristoph Hellwig } 6037ecfea3f0SChristoph Hellwig 6038ecfea3f0SChristoph Hellwig if (XFS_FORCED_SHUTDOWN(mp)) 6039ecfea3f0SChristoph Hellwig return -EIO; 6040ecfea3f0SChristoph Hellwig 6041ecfea3f0SChristoph Hellwig ASSERT(xfs_isilocked(ip, XFS_IOLOCK_EXCL | XFS_ILOCK_EXCL)); 6042ecfea3f0SChristoph Hellwig 6043ecfea3f0SChristoph Hellwig if (!(ifp->if_flags & XFS_IFEXTENTS)) { 6044ecfea3f0SChristoph Hellwig error = xfs_iread_extents(tp, ip, whichfork); 6045ecfea3f0SChristoph Hellwig if (error) 6046ecfea3f0SChristoph Hellwig return error; 6047ecfea3f0SChristoph Hellwig } 6048ecfea3f0SChristoph Hellwig 6049ecfea3f0SChristoph Hellwig if (ifp->if_flags & XFS_IFBROOT) { 6050ecfea3f0SChristoph Hellwig cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 605192219c29SDave Chinner cur->bc_ino.flags = 0; 6052ecfea3f0SChristoph Hellwig } 6053ecfea3f0SChristoph Hellwig 6054a904b1caSNamjae Jeon if (*next_fsb == NULLFSBLOCK) { 6055b2b1712aSChristoph Hellwig xfs_iext_last(ifp, &icur); 6056b2b1712aSChristoph Hellwig if (!xfs_iext_get_extent(ifp, &icur, &got) || 60575936dc54SChristoph Hellwig stop_fsb > got.br_startoff) { 6058ecfea3f0SChristoph Hellwig *done = true; 6059a904b1caSNamjae Jeon goto del_cursor; 6060a904b1caSNamjae Jeon } 606105b7c8abSChristoph Hellwig } else { 6062b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent(ip, ifp, *next_fsb, &icur, &got)) { 6063ecfea3f0SChristoph Hellwig *done = true; 6064a904b1caSNamjae Jeon goto del_cursor; 6065a904b1caSNamjae Jeon } 606605b7c8abSChristoph Hellwig } 6067f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, isnullstartblock(got.br_startblock))) { 6068f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 6069f9e03706SDarrick J. Wong goto del_cursor; 6070f9e03706SDarrick J. Wong } 6071a904b1caSNamjae Jeon 6072d0c22041SBrian Foster if (XFS_IS_CORRUPT(mp, stop_fsb > got.br_startoff)) { 6073c2414ad6SDarrick J. Wong error = -EFSCORRUPTED; 6074a904b1caSNamjae Jeon goto del_cursor; 6075a904b1caSNamjae Jeon } 6076a904b1caSNamjae Jeon 6077bf806280SChristoph Hellwig new_startoff = got.br_startoff + offset_shift_fsb; 6078b2b1712aSChristoph Hellwig if (xfs_iext_peek_next_extent(ifp, &icur, &next)) { 6079bf806280SChristoph Hellwig if (new_startoff + got.br_blockcount > next.br_startoff) { 6080bf806280SChristoph Hellwig error = -EINVAL; 6081bf806280SChristoph Hellwig goto del_cursor; 6082bf806280SChristoph Hellwig } 6083bf806280SChristoph Hellwig 6084bf806280SChristoph Hellwig /* 6085bf806280SChristoph Hellwig * Unlike a left shift (which involves a hole punch), a right 6086bf806280SChristoph Hellwig * shift does not modify extent neighbors in any way. We should 6087bf806280SChristoph Hellwig * never find mergeable extents in this scenario. Check anyways 6088bf806280SChristoph Hellwig * and warn if we encounter two extents that could be one. 6089bf806280SChristoph Hellwig */ 6090bf806280SChristoph Hellwig if (xfs_bmse_can_merge(&got, &next, offset_shift_fsb)) 6091bf806280SChristoph Hellwig WARN_ON_ONCE(1); 6092bf806280SChristoph Hellwig } 6093bf806280SChristoph Hellwig 60940f37d178SBrian Foster error = xfs_bmap_shift_update_extent(tp, ip, whichfork, &icur, &got, 60950f37d178SBrian Foster cur, &logflags, new_startoff); 6096ddb19e31SBrian Foster if (error) 6097ddb19e31SBrian Foster goto del_cursor; 60985936dc54SChristoph Hellwig 6099b2b1712aSChristoph Hellwig if (!xfs_iext_prev_extent(ifp, &icur, &got) || 61005936dc54SChristoph Hellwig stop_fsb >= got.br_startoff + got.br_blockcount) { 6101ecfea3f0SChristoph Hellwig *done = true; 61026b18af0dSChristoph Hellwig goto del_cursor; 6103a904b1caSNamjae Jeon } 610430f712c9SDave Chinner 61052c845f5aSBrian Foster *next_fsb = got.br_startoff; 610630f712c9SDave Chinner del_cursor: 610730f712c9SDave Chinner if (cur) 61080b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 6109ca446d88SBrian Foster if (logflags) 611030f712c9SDave Chinner xfs_trans_log_inode(tp, ip, logflags); 611130f712c9SDave Chinner return error; 611230f712c9SDave Chinner } 6113a904b1caSNamjae Jeon 6114a904b1caSNamjae Jeon /* 6115b2b1712aSChristoph Hellwig * Splits an extent into two extents at split_fsb block such that it is the 6116b2b1712aSChristoph Hellwig * first block of the current_ext. @ext is a target extent to be split. 6117b2b1712aSChristoph Hellwig * @split_fsb is a block where the extents is split. If split_fsb lies in a 6118b2b1712aSChristoph Hellwig * hole or the first block of extents, just return 0. 6119a904b1caSNamjae Jeon */ 6120b73df17eSBrian Foster int 6121b73df17eSBrian Foster xfs_bmap_split_extent( 6122a904b1caSNamjae Jeon struct xfs_trans *tp, 6123a904b1caSNamjae Jeon struct xfs_inode *ip, 61244b77a088SBrian Foster xfs_fileoff_t split_fsb) 6125a904b1caSNamjae Jeon { 6126a904b1caSNamjae Jeon int whichfork = XFS_DATA_FORK; 6127f7e67b20SChristoph Hellwig struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork); 6128a904b1caSNamjae Jeon struct xfs_btree_cur *cur = NULL; 6129a904b1caSNamjae Jeon struct xfs_bmbt_irec got; 6130a904b1caSNamjae Jeon struct xfs_bmbt_irec new; /* split extent */ 6131a904b1caSNamjae Jeon struct xfs_mount *mp = ip->i_mount; 6132a904b1caSNamjae Jeon xfs_fsblock_t gotblkcnt; /* new block count for got */ 6133b2b1712aSChristoph Hellwig struct xfs_iext_cursor icur; 6134a904b1caSNamjae Jeon int error = 0; 6135a904b1caSNamjae Jeon int logflags = 0; 6136a904b1caSNamjae Jeon int i = 0; 6137a904b1caSNamjae Jeon 6138f7e67b20SChristoph Hellwig if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) || 6139a71895c5SDarrick J. Wong XFS_TEST_ERROR(false, mp, XFS_ERRTAG_BMAPIFORMAT)) { 6140a904b1caSNamjae Jeon return -EFSCORRUPTED; 6141a904b1caSNamjae Jeon } 6142a904b1caSNamjae Jeon 6143a904b1caSNamjae Jeon if (XFS_FORCED_SHUTDOWN(mp)) 6144a904b1caSNamjae Jeon return -EIO; 6145a904b1caSNamjae Jeon 6146a904b1caSNamjae Jeon if (!(ifp->if_flags & XFS_IFEXTENTS)) { 6147a904b1caSNamjae Jeon /* Read in all the extents */ 6148a904b1caSNamjae Jeon error = xfs_iread_extents(tp, ip, whichfork); 6149a904b1caSNamjae Jeon if (error) 6150a904b1caSNamjae Jeon return error; 6151a904b1caSNamjae Jeon } 6152a904b1caSNamjae Jeon 6153a904b1caSNamjae Jeon /* 61544c35445bSChristoph Hellwig * If there are not extents, or split_fsb lies in a hole we are done. 6155a904b1caSNamjae Jeon */ 6156b2b1712aSChristoph Hellwig if (!xfs_iext_lookup_extent(ip, ifp, split_fsb, &icur, &got) || 61574c35445bSChristoph Hellwig got.br_startoff >= split_fsb) 6158a904b1caSNamjae Jeon return 0; 6159a904b1caSNamjae Jeon 6160a904b1caSNamjae Jeon gotblkcnt = split_fsb - got.br_startoff; 6161a904b1caSNamjae Jeon new.br_startoff = split_fsb; 6162a904b1caSNamjae Jeon new.br_startblock = got.br_startblock + gotblkcnt; 6163a904b1caSNamjae Jeon new.br_blockcount = got.br_blockcount - gotblkcnt; 6164a904b1caSNamjae Jeon new.br_state = got.br_state; 6165a904b1caSNamjae Jeon 6166a904b1caSNamjae Jeon if (ifp->if_flags & XFS_IFBROOT) { 6167a904b1caSNamjae Jeon cur = xfs_bmbt_init_cursor(mp, tp, ip, whichfork); 616892219c29SDave Chinner cur->bc_ino.flags = 0; 6169e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &got, &i); 6170a904b1caSNamjae Jeon if (error) 6171a904b1caSNamjae Jeon goto del_cursor; 6172f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 6173f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 6174f9e03706SDarrick J. Wong goto del_cursor; 6175f9e03706SDarrick J. Wong } 6176a904b1caSNamjae Jeon } 6177a904b1caSNamjae Jeon 6178a904b1caSNamjae Jeon got.br_blockcount = gotblkcnt; 6179b2b1712aSChristoph Hellwig xfs_iext_update_extent(ip, xfs_bmap_fork_to_state(whichfork), &icur, 6180b2b1712aSChristoph Hellwig &got); 6181a904b1caSNamjae Jeon 6182a904b1caSNamjae Jeon logflags = XFS_ILOG_CORE; 6183a904b1caSNamjae Jeon if (cur) { 6184a67d00a5SChristoph Hellwig error = xfs_bmbt_update(cur, &got); 6185a904b1caSNamjae Jeon if (error) 6186a904b1caSNamjae Jeon goto del_cursor; 6187a904b1caSNamjae Jeon } else 6188a904b1caSNamjae Jeon logflags |= XFS_ILOG_DEXT; 6189a904b1caSNamjae Jeon 6190a904b1caSNamjae Jeon /* Add new extent */ 6191b2b1712aSChristoph Hellwig xfs_iext_next(ifp, &icur); 61920254c2f2SChristoph Hellwig xfs_iext_insert(ip, &icur, &new, 0); 6193daf83964SChristoph Hellwig ifp->if_nextents++; 6194a904b1caSNamjae Jeon 6195a904b1caSNamjae Jeon if (cur) { 6196e16cf9b0SChristoph Hellwig error = xfs_bmbt_lookup_eq(cur, &new, &i); 6197a904b1caSNamjae Jeon if (error) 6198a904b1caSNamjae Jeon goto del_cursor; 6199f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 0)) { 6200f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 6201f9e03706SDarrick J. Wong goto del_cursor; 6202f9e03706SDarrick J. Wong } 6203a904b1caSNamjae Jeon error = xfs_btree_insert(cur, &i); 6204a904b1caSNamjae Jeon if (error) 6205a904b1caSNamjae Jeon goto del_cursor; 6206f9e03706SDarrick J. Wong if (XFS_IS_CORRUPT(mp, i != 1)) { 6207f9e03706SDarrick J. Wong error = -EFSCORRUPTED; 6208f9e03706SDarrick J. Wong goto del_cursor; 6209f9e03706SDarrick J. Wong } 6210a904b1caSNamjae Jeon } 6211a904b1caSNamjae Jeon 6212a904b1caSNamjae Jeon /* 6213a904b1caSNamjae Jeon * Convert to a btree if necessary. 6214a904b1caSNamjae Jeon */ 6215a904b1caSNamjae Jeon if (xfs_bmap_needs_btree(ip, whichfork)) { 6216a904b1caSNamjae Jeon int tmp_logflags; /* partial log flag return val */ 6217a904b1caSNamjae Jeon 6218a904b1caSNamjae Jeon ASSERT(cur == NULL); 6219280253d2SBrian Foster error = xfs_bmap_extents_to_btree(tp, ip, &cur, 0, 6220280253d2SBrian Foster &tmp_logflags, whichfork); 6221a904b1caSNamjae Jeon logflags |= tmp_logflags; 6222a904b1caSNamjae Jeon } 6223a904b1caSNamjae Jeon 6224a904b1caSNamjae Jeon del_cursor: 6225a904b1caSNamjae Jeon if (cur) { 622692219c29SDave Chinner cur->bc_ino.allocated = 0; 62270b04b6b8SDarrick J. Wong xfs_btree_del_cursor(cur, error); 6228a904b1caSNamjae Jeon } 6229a904b1caSNamjae Jeon 6230a904b1caSNamjae Jeon if (logflags) 6231a904b1caSNamjae Jeon xfs_trans_log_inode(tp, ip, logflags); 6232a904b1caSNamjae Jeon return error; 6233a904b1caSNamjae Jeon } 6234a904b1caSNamjae Jeon 62359f3afb57SDarrick J. Wong /* Deferred mapping is only for real extents in the data fork. */ 62369f3afb57SDarrick J. Wong static bool 62379f3afb57SDarrick J. Wong xfs_bmap_is_update_needed( 62389f3afb57SDarrick J. Wong struct xfs_bmbt_irec *bmap) 62399f3afb57SDarrick J. Wong { 62409f3afb57SDarrick J. Wong return bmap->br_startblock != HOLESTARTBLOCK && 62419f3afb57SDarrick J. Wong bmap->br_startblock != DELAYSTARTBLOCK; 62429f3afb57SDarrick J. Wong } 62439f3afb57SDarrick J. Wong 62449f3afb57SDarrick J. Wong /* Record a bmap intent. */ 62459f3afb57SDarrick J. Wong static int 62469f3afb57SDarrick J. Wong __xfs_bmap_add( 62470f37d178SBrian Foster struct xfs_trans *tp, 62489f3afb57SDarrick J. Wong enum xfs_bmap_intent_type type, 62499f3afb57SDarrick J. Wong struct xfs_inode *ip, 62509f3afb57SDarrick J. Wong int whichfork, 62519f3afb57SDarrick J. Wong struct xfs_bmbt_irec *bmap) 62529f3afb57SDarrick J. Wong { 62539f3afb57SDarrick J. Wong struct xfs_bmap_intent *bi; 62549f3afb57SDarrick J. Wong 62550f37d178SBrian Foster trace_xfs_bmap_defer(tp->t_mountp, 62560f37d178SBrian Foster XFS_FSB_TO_AGNO(tp->t_mountp, bmap->br_startblock), 62579f3afb57SDarrick J. Wong type, 62580f37d178SBrian Foster XFS_FSB_TO_AGBNO(tp->t_mountp, bmap->br_startblock), 62599f3afb57SDarrick J. Wong ip->i_ino, whichfork, 62609f3afb57SDarrick J. Wong bmap->br_startoff, 62619f3afb57SDarrick J. Wong bmap->br_blockcount, 62629f3afb57SDarrick J. Wong bmap->br_state); 62639f3afb57SDarrick J. Wong 6264707e0ddaSTetsuo Handa bi = kmem_alloc(sizeof(struct xfs_bmap_intent), KM_NOFS); 62659f3afb57SDarrick J. Wong INIT_LIST_HEAD(&bi->bi_list); 62669f3afb57SDarrick J. Wong bi->bi_type = type; 62679f3afb57SDarrick J. Wong bi->bi_owner = ip; 62689f3afb57SDarrick J. Wong bi->bi_whichfork = whichfork; 62699f3afb57SDarrick J. Wong bi->bi_bmap = *bmap; 62709f3afb57SDarrick J. Wong 62710f37d178SBrian Foster xfs_defer_add(tp, XFS_DEFER_OPS_TYPE_BMAP, &bi->bi_list); 62729f3afb57SDarrick J. Wong return 0; 62739f3afb57SDarrick J. Wong } 62749f3afb57SDarrick J. Wong 62759f3afb57SDarrick J. Wong /* Map an extent into a file. */ 62763e08f42aSDarrick J. Wong void 62779f3afb57SDarrick J. Wong xfs_bmap_map_extent( 62780f37d178SBrian Foster struct xfs_trans *tp, 62799f3afb57SDarrick J. Wong struct xfs_inode *ip, 62809f3afb57SDarrick J. Wong struct xfs_bmbt_irec *PREV) 62819f3afb57SDarrick J. Wong { 62829f3afb57SDarrick J. Wong if (!xfs_bmap_is_update_needed(PREV)) 62833e08f42aSDarrick J. Wong return; 62849f3afb57SDarrick J. Wong 62853e08f42aSDarrick J. Wong __xfs_bmap_add(tp, XFS_BMAP_MAP, ip, XFS_DATA_FORK, PREV); 62869f3afb57SDarrick J. Wong } 62879f3afb57SDarrick J. Wong 62889f3afb57SDarrick J. Wong /* Unmap an extent out of a file. */ 62893e08f42aSDarrick J. Wong void 62909f3afb57SDarrick J. Wong xfs_bmap_unmap_extent( 62910f37d178SBrian Foster struct xfs_trans *tp, 62929f3afb57SDarrick J. Wong struct xfs_inode *ip, 62939f3afb57SDarrick J. Wong struct xfs_bmbt_irec *PREV) 62949f3afb57SDarrick J. Wong { 62959f3afb57SDarrick J. Wong if (!xfs_bmap_is_update_needed(PREV)) 62963e08f42aSDarrick J. Wong return; 62979f3afb57SDarrick J. Wong 62983e08f42aSDarrick J. Wong __xfs_bmap_add(tp, XFS_BMAP_UNMAP, ip, XFS_DATA_FORK, PREV); 62999f3afb57SDarrick J. Wong } 63009f3afb57SDarrick J. Wong 63019f3afb57SDarrick J. Wong /* 63029f3afb57SDarrick J. Wong * Process one of the deferred bmap operations. We pass back the 63039f3afb57SDarrick J. Wong * btree cursor to maintain our lock on the bmapbt between calls. 63049f3afb57SDarrick J. Wong */ 63059f3afb57SDarrick J. Wong int 63069f3afb57SDarrick J. Wong xfs_bmap_finish_one( 63079f3afb57SDarrick J. Wong struct xfs_trans *tp, 63089f3afb57SDarrick J. Wong struct xfs_inode *ip, 63099f3afb57SDarrick J. Wong enum xfs_bmap_intent_type type, 63109f3afb57SDarrick J. Wong int whichfork, 63119f3afb57SDarrick J. Wong xfs_fileoff_t startoff, 63129f3afb57SDarrick J. Wong xfs_fsblock_t startblock, 6313e1a4e37cSDarrick J. Wong xfs_filblks_t *blockcount, 63149f3afb57SDarrick J. Wong xfs_exntst_t state) 63159f3afb57SDarrick J. Wong { 6316e1a4e37cSDarrick J. Wong int error = 0; 63179f3afb57SDarrick J. Wong 631837283797SBrian Foster ASSERT(tp->t_firstblock == NULLFSBLOCK); 63194c1a67bdSDarrick J. Wong 63209f3afb57SDarrick J. Wong trace_xfs_bmap_deferred(tp->t_mountp, 63219f3afb57SDarrick J. Wong XFS_FSB_TO_AGNO(tp->t_mountp, startblock), type, 63229f3afb57SDarrick J. Wong XFS_FSB_TO_AGBNO(tp->t_mountp, startblock), 6323e1a4e37cSDarrick J. Wong ip->i_ino, whichfork, startoff, *blockcount, state); 63249f3afb57SDarrick J. Wong 632539e07daaSChristoph Hellwig if (WARN_ON_ONCE(whichfork != XFS_DATA_FORK)) 63269f3afb57SDarrick J. Wong return -EFSCORRUPTED; 63279f3afb57SDarrick J. Wong 63289f3afb57SDarrick J. Wong if (XFS_TEST_ERROR(false, tp->t_mountp, 63299e24cfd0SDarrick J. Wong XFS_ERRTAG_BMAP_FINISH_ONE)) 63309f3afb57SDarrick J. Wong return -EIO; 63319f3afb57SDarrick J. Wong 63329f3afb57SDarrick J. Wong switch (type) { 63339f3afb57SDarrick J. Wong case XFS_BMAP_MAP: 6334e1a4e37cSDarrick J. Wong error = xfs_bmapi_remap(tp, ip, startoff, *blockcount, 6335ff3edf25SBrian Foster startblock, 0); 6336e1a4e37cSDarrick J. Wong *blockcount = 0; 63379f3afb57SDarrick J. Wong break; 63389f3afb57SDarrick J. Wong case XFS_BMAP_UNMAP: 6339e1a4e37cSDarrick J. Wong error = __xfs_bunmapi(tp, ip, startoff, blockcount, 63402af52842SBrian Foster XFS_BMAPI_REMAP, 1); 63419f3afb57SDarrick J. Wong break; 63429f3afb57SDarrick J. Wong default: 63439f3afb57SDarrick J. Wong ASSERT(0); 63449f3afb57SDarrick J. Wong error = -EFSCORRUPTED; 63459f3afb57SDarrick J. Wong } 63469f3afb57SDarrick J. Wong 63479f3afb57SDarrick J. Wong return error; 63489f3afb57SDarrick J. Wong } 634930b0984dSDarrick J. Wong 635030b0984dSDarrick J. Wong /* Check that an inode's extent does not have invalid flags or bad ranges. */ 635130b0984dSDarrick J. Wong xfs_failaddr_t 635230b0984dSDarrick J. Wong xfs_bmap_validate_extent( 635330b0984dSDarrick J. Wong struct xfs_inode *ip, 635430b0984dSDarrick J. Wong int whichfork, 635530b0984dSDarrick J. Wong struct xfs_bmbt_irec *irec) 635630b0984dSDarrick J. Wong { 635730b0984dSDarrick J. Wong struct xfs_mount *mp = ip->i_mount; 635830b0984dSDarrick J. Wong 635933005fd0SDarrick J. Wong if (!xfs_verify_fileext(mp, irec->br_startoff, irec->br_blockcount)) 6360acf104c2SDarrick J. Wong return __this_address; 6361acf104c2SDarrick J. Wong 636218695ad4SDarrick J. Wong if (XFS_IS_REALTIME_INODE(ip) && whichfork == XFS_DATA_FORK) { 636318695ad4SDarrick J. Wong if (!xfs_verify_rtext(mp, irec->br_startblock, 636418695ad4SDarrick J. Wong irec->br_blockcount)) 636530b0984dSDarrick J. Wong return __this_address; 636630b0984dSDarrick J. Wong } else { 636767457eb0SDarrick J. Wong if (!xfs_verify_fsbext(mp, irec->br_startblock, 636867457eb0SDarrick J. Wong irec->br_blockcount)) 636930b0984dSDarrick J. Wong return __this_address; 637030b0984dSDarrick J. Wong } 6371daa79baeSChristoph Hellwig if (irec->br_state != XFS_EXT_NORM && whichfork != XFS_DATA_FORK) 637230b0984dSDarrick J. Wong return __this_address; 637330b0984dSDarrick J. Wong return NULL; 637430b0984dSDarrick J. Wong } 6375