130f712c9SDave Chinner /* 230f712c9SDave Chinner * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. 330f712c9SDave Chinner * Copyright (c) 2013 Red Hat, Inc. 430f712c9SDave Chinner * All Rights Reserved. 530f712c9SDave Chinner * 630f712c9SDave Chinner * This program is free software; you can redistribute it and/or 730f712c9SDave Chinner * modify it under the terms of the GNU General Public License as 830f712c9SDave Chinner * published by the Free Software Foundation. 930f712c9SDave Chinner * 1030f712c9SDave Chinner * This program is distributed in the hope that it would be useful, 1130f712c9SDave Chinner * but WITHOUT ANY WARRANTY; without even the implied warranty of 1230f712c9SDave Chinner * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1330f712c9SDave Chinner * GNU General Public License for more details. 1430f712c9SDave Chinner * 1530f712c9SDave Chinner * You should have received a copy of the GNU General Public License 1630f712c9SDave Chinner * along with this program; if not, write the Free Software Foundation, 1730f712c9SDave Chinner * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA 1830f712c9SDave Chinner */ 1930f712c9SDave Chinner #include "xfs.h" 2030f712c9SDave Chinner #include "xfs_fs.h" 2130f712c9SDave Chinner #include "xfs_format.h" 2230f712c9SDave Chinner #include "xfs_log_format.h" 2330f712c9SDave Chinner #include "xfs_trans_resv.h" 2430f712c9SDave Chinner #include "xfs_mount.h" 2530f712c9SDave Chinner #include "xfs_da_format.h" 2630f712c9SDave Chinner #include "xfs_da_btree.h" 2730f712c9SDave Chinner #include "xfs_inode.h" 2830f712c9SDave Chinner #include "xfs_bmap.h" 2930f712c9SDave Chinner #include "xfs_dir2.h" 3030f712c9SDave Chinner #include "xfs_dir2_priv.h" 3130f712c9SDave Chinner #include "xfs_error.h" 3230f712c9SDave Chinner #include "xfs_trace.h" 3330f712c9SDave Chinner #include "xfs_trans.h" 3430f712c9SDave Chinner #include "xfs_buf_item.h" 3530f712c9SDave Chinner #include "xfs_cksum.h" 36a45086e2SBrian Foster #include "xfs_log.h" 3730f712c9SDave Chinner 3830f712c9SDave Chinner /* 3930f712c9SDave Chinner * Local function declarations. 4030f712c9SDave Chinner */ 4130f712c9SDave Chinner static int xfs_dir2_leaf_lookup_int(xfs_da_args_t *args, struct xfs_buf **lbpp, 4230f712c9SDave Chinner int *indexp, struct xfs_buf **dbpp); 4330f712c9SDave Chinner static void xfs_dir3_leaf_log_bests(struct xfs_da_args *args, 4430f712c9SDave Chinner struct xfs_buf *bp, int first, int last); 4530f712c9SDave Chinner static void xfs_dir3_leaf_log_tail(struct xfs_da_args *args, 4630f712c9SDave Chinner struct xfs_buf *bp); 4730f712c9SDave Chinner 4830f712c9SDave Chinner /* 4930f712c9SDave Chinner * Check the internal consistency of a leaf1 block. 5030f712c9SDave Chinner * Pop an assert if something is wrong. 5130f712c9SDave Chinner */ 5230f712c9SDave Chinner #ifdef DEBUG 53a6a781a5SDarrick J. Wong static xfs_failaddr_t 5430f712c9SDave Chinner xfs_dir3_leaf1_check( 5530f712c9SDave Chinner struct xfs_inode *dp, 5630f712c9SDave Chinner struct xfs_buf *bp) 5730f712c9SDave Chinner { 5830f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 5930f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 6030f712c9SDave Chinner 6130f712c9SDave Chinner dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 6230f712c9SDave Chinner 6330f712c9SDave Chinner if (leafhdr.magic == XFS_DIR3_LEAF1_MAGIC) { 6430f712c9SDave Chinner struct xfs_dir3_leaf_hdr *leaf3 = bp->b_addr; 6530f712c9SDave Chinner if (be64_to_cpu(leaf3->info.blkno) != bp->b_bn) 66a6a781a5SDarrick J. Wong return __this_address; 6730f712c9SDave Chinner } else if (leafhdr.magic != XFS_DIR2_LEAF1_MAGIC) 68a6a781a5SDarrick J. Wong return __this_address; 6930f712c9SDave Chinner 7030f712c9SDave Chinner return xfs_dir3_leaf_check_int(dp->i_mount, dp, &leafhdr, leaf); 7130f712c9SDave Chinner } 72a6a781a5SDarrick J. Wong 73a6a781a5SDarrick J. Wong static inline void 74a6a781a5SDarrick J. Wong xfs_dir3_leaf_check( 75a6a781a5SDarrick J. Wong struct xfs_inode *dp, 76a6a781a5SDarrick J. Wong struct xfs_buf *bp) 77a6a781a5SDarrick J. Wong { 78a6a781a5SDarrick J. Wong xfs_failaddr_t fa; 79a6a781a5SDarrick J. Wong 80a6a781a5SDarrick J. Wong fa = xfs_dir3_leaf1_check(dp, bp); 81a6a781a5SDarrick J. Wong if (!fa) 82a6a781a5SDarrick J. Wong return; 83a6a781a5SDarrick J. Wong xfs_corruption_error(__func__, XFS_ERRLEVEL_LOW, dp->i_mount, 842551a530SDarrick J. Wong bp->b_addr, BBTOB(bp->b_length), __FILE__, __LINE__, 852551a530SDarrick J. Wong fa); 86a6a781a5SDarrick J. Wong ASSERT(0); 87a6a781a5SDarrick J. Wong } 8830f712c9SDave Chinner #else 8930f712c9SDave Chinner #define xfs_dir3_leaf_check(dp, bp) 9030f712c9SDave Chinner #endif 9130f712c9SDave Chinner 92a6a781a5SDarrick J. Wong xfs_failaddr_t 9330f712c9SDave Chinner xfs_dir3_leaf_check_int( 9430f712c9SDave Chinner struct xfs_mount *mp, 9530f712c9SDave Chinner struct xfs_inode *dp, 9630f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *hdr, 9730f712c9SDave Chinner struct xfs_dir2_leaf *leaf) 9830f712c9SDave Chinner { 9930f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 10030f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; 10130f712c9SDave Chinner int stale; 10230f712c9SDave Chinner int i; 10330f712c9SDave Chinner const struct xfs_dir_ops *ops; 10430f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 10530f712c9SDave Chinner struct xfs_da_geometry *geo = mp->m_dir_geo; 10630f712c9SDave Chinner 10730f712c9SDave Chinner /* 10830f712c9SDave Chinner * we can be passed a null dp here from a verifier, so we need to go the 10930f712c9SDave Chinner * hard way to get them. 11030f712c9SDave Chinner */ 11130f712c9SDave Chinner ops = xfs_dir_get_ops(mp, dp); 11230f712c9SDave Chinner 11330f712c9SDave Chinner if (!hdr) { 11430f712c9SDave Chinner ops->leaf_hdr_from_disk(&leafhdr, leaf); 11530f712c9SDave Chinner hdr = &leafhdr; 11630f712c9SDave Chinner } 11730f712c9SDave Chinner 11830f712c9SDave Chinner ents = ops->leaf_ents_p(leaf); 11930f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(geo, leaf); 12030f712c9SDave Chinner 12130f712c9SDave Chinner /* 12230f712c9SDave Chinner * XXX (dgc): This value is not restrictive enough. 12330f712c9SDave Chinner * Should factor in the size of the bests table as well. 12430f712c9SDave Chinner * We can deduce a value for that from di_size. 12530f712c9SDave Chinner */ 12630f712c9SDave Chinner if (hdr->count > ops->leaf_max_ents(geo)) 127a6a781a5SDarrick J. Wong return __this_address; 12830f712c9SDave Chinner 12930f712c9SDave Chinner /* Leaves and bests don't overlap in leaf format. */ 13030f712c9SDave Chinner if ((hdr->magic == XFS_DIR2_LEAF1_MAGIC || 13130f712c9SDave Chinner hdr->magic == XFS_DIR3_LEAF1_MAGIC) && 13230f712c9SDave Chinner (char *)&ents[hdr->count] > (char *)xfs_dir2_leaf_bests_p(ltp)) 133a6a781a5SDarrick J. Wong return __this_address; 13430f712c9SDave Chinner 13530f712c9SDave Chinner /* Check hash value order, count stale entries. */ 13630f712c9SDave Chinner for (i = stale = 0; i < hdr->count; i++) { 13730f712c9SDave Chinner if (i + 1 < hdr->count) { 13830f712c9SDave Chinner if (be32_to_cpu(ents[i].hashval) > 13930f712c9SDave Chinner be32_to_cpu(ents[i + 1].hashval)) 140a6a781a5SDarrick J. Wong return __this_address; 14130f712c9SDave Chinner } 14230f712c9SDave Chinner if (ents[i].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 14330f712c9SDave Chinner stale++; 14430f712c9SDave Chinner } 14530f712c9SDave Chinner if (hdr->stale != stale) 146a6a781a5SDarrick J. Wong return __this_address; 147a6a781a5SDarrick J. Wong return NULL; 14830f712c9SDave Chinner } 14930f712c9SDave Chinner 15030f712c9SDave Chinner /* 15130f712c9SDave Chinner * We verify the magic numbers before decoding the leaf header so that on debug 15230f712c9SDave Chinner * kernels we don't get assertion failures in xfs_dir3_leaf_hdr_from_disk() due 15330f712c9SDave Chinner * to incorrect magic numbers. 15430f712c9SDave Chinner */ 155a6a781a5SDarrick J. Wong static xfs_failaddr_t 15630f712c9SDave Chinner xfs_dir3_leaf_verify( 15730f712c9SDave Chinner struct xfs_buf *bp, 158c8ce540dSDarrick J. Wong uint16_t magic) 15930f712c9SDave Chinner { 16030f712c9SDave Chinner struct xfs_mount *mp = bp->b_target->bt_mount; 16130f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 16230f712c9SDave Chinner 16330f712c9SDave Chinner ASSERT(magic == XFS_DIR2_LEAF1_MAGIC || magic == XFS_DIR2_LEAFN_MAGIC); 16430f712c9SDave Chinner 16530f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb)) { 16630f712c9SDave Chinner struct xfs_dir3_leaf_hdr *leaf3 = bp->b_addr; 167c8ce540dSDarrick J. Wong uint16_t magic3; 16830f712c9SDave Chinner 16930f712c9SDave Chinner magic3 = (magic == XFS_DIR2_LEAF1_MAGIC) ? XFS_DIR3_LEAF1_MAGIC 17030f712c9SDave Chinner : XFS_DIR3_LEAFN_MAGIC; 17130f712c9SDave Chinner 17230f712c9SDave Chinner if (leaf3->info.hdr.magic != cpu_to_be16(magic3)) 173a6a781a5SDarrick J. Wong return __this_address; 174ce748eaaSEric Sandeen if (!uuid_equal(&leaf3->info.uuid, &mp->m_sb.sb_meta_uuid)) 175a6a781a5SDarrick J. Wong return __this_address; 17630f712c9SDave Chinner if (be64_to_cpu(leaf3->info.blkno) != bp->b_bn) 177a6a781a5SDarrick J. Wong return __this_address; 178a45086e2SBrian Foster if (!xfs_log_check_lsn(mp, be64_to_cpu(leaf3->info.lsn))) 179a6a781a5SDarrick J. Wong return __this_address; 18030f712c9SDave Chinner } else { 18130f712c9SDave Chinner if (leaf->hdr.info.magic != cpu_to_be16(magic)) 182a6a781a5SDarrick J. Wong return __this_address; 18330f712c9SDave Chinner } 18430f712c9SDave Chinner 18530f712c9SDave Chinner return xfs_dir3_leaf_check_int(mp, NULL, NULL, leaf); 18630f712c9SDave Chinner } 18730f712c9SDave Chinner 18830f712c9SDave Chinner static void 18930f712c9SDave Chinner __read_verify( 19030f712c9SDave Chinner struct xfs_buf *bp, 191c8ce540dSDarrick J. Wong uint16_t magic) 19230f712c9SDave Chinner { 19330f712c9SDave Chinner struct xfs_mount *mp = bp->b_target->bt_mount; 194bc1a09b8SDarrick J. Wong xfs_failaddr_t fa; 19530f712c9SDave Chinner 19630f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb) && 19730f712c9SDave Chinner !xfs_buf_verify_cksum(bp, XFS_DIR3_LEAF_CRC_OFF)) 198bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSBADCRC, __this_address); 199bc1a09b8SDarrick J. Wong else { 200bc1a09b8SDarrick J. Wong fa = xfs_dir3_leaf_verify(bp, magic); 201bc1a09b8SDarrick J. Wong if (fa) 202bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa); 203bc1a09b8SDarrick J. Wong } 20430f712c9SDave Chinner } 20530f712c9SDave Chinner 20630f712c9SDave Chinner static void 20730f712c9SDave Chinner __write_verify( 20830f712c9SDave Chinner struct xfs_buf *bp, 209c8ce540dSDarrick J. Wong uint16_t magic) 21030f712c9SDave Chinner { 21130f712c9SDave Chinner struct xfs_mount *mp = bp->b_target->bt_mount; 212fb1755a6SCarlos Maiolino struct xfs_buf_log_item *bip = bp->b_log_item; 21330f712c9SDave Chinner struct xfs_dir3_leaf_hdr *hdr3 = bp->b_addr; 214bc1a09b8SDarrick J. Wong xfs_failaddr_t fa; 21530f712c9SDave Chinner 216bc1a09b8SDarrick J. Wong fa = xfs_dir3_leaf_verify(bp, magic); 217bc1a09b8SDarrick J. Wong if (fa) { 218bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa); 21930f712c9SDave Chinner return; 22030f712c9SDave Chinner } 22130f712c9SDave Chinner 22230f712c9SDave Chinner if (!xfs_sb_version_hascrc(&mp->m_sb)) 22330f712c9SDave Chinner return; 22430f712c9SDave Chinner 22530f712c9SDave Chinner if (bip) 22630f712c9SDave Chinner hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn); 22730f712c9SDave Chinner 22830f712c9SDave Chinner xfs_buf_update_cksum(bp, XFS_DIR3_LEAF_CRC_OFF); 22930f712c9SDave Chinner } 23030f712c9SDave Chinner 231b5572597SDarrick J. Wong static xfs_failaddr_t 232b5572597SDarrick J. Wong xfs_dir3_leaf1_verify( 233b5572597SDarrick J. Wong struct xfs_buf *bp) 234b5572597SDarrick J. Wong { 235b5572597SDarrick J. Wong return xfs_dir3_leaf_verify(bp, XFS_DIR2_LEAF1_MAGIC); 236b5572597SDarrick J. Wong } 237b5572597SDarrick J. Wong 23830f712c9SDave Chinner static void 23930f712c9SDave Chinner xfs_dir3_leaf1_read_verify( 24030f712c9SDave Chinner struct xfs_buf *bp) 24130f712c9SDave Chinner { 24230f712c9SDave Chinner __read_verify(bp, XFS_DIR2_LEAF1_MAGIC); 24330f712c9SDave Chinner } 24430f712c9SDave Chinner 24530f712c9SDave Chinner static void 24630f712c9SDave Chinner xfs_dir3_leaf1_write_verify( 24730f712c9SDave Chinner struct xfs_buf *bp) 24830f712c9SDave Chinner { 24930f712c9SDave Chinner __write_verify(bp, XFS_DIR2_LEAF1_MAGIC); 25030f712c9SDave Chinner } 25130f712c9SDave Chinner 252b5572597SDarrick J. Wong static xfs_failaddr_t 253b5572597SDarrick J. Wong xfs_dir3_leafn_verify( 254b5572597SDarrick J. Wong struct xfs_buf *bp) 255b5572597SDarrick J. Wong { 256b5572597SDarrick J. Wong return xfs_dir3_leaf_verify(bp, XFS_DIR2_LEAFN_MAGIC); 257b5572597SDarrick J. Wong } 258b5572597SDarrick J. Wong 25930f712c9SDave Chinner static void 26030f712c9SDave Chinner xfs_dir3_leafn_read_verify( 26130f712c9SDave Chinner struct xfs_buf *bp) 26230f712c9SDave Chinner { 26330f712c9SDave Chinner __read_verify(bp, XFS_DIR2_LEAFN_MAGIC); 26430f712c9SDave Chinner } 26530f712c9SDave Chinner 26630f712c9SDave Chinner static void 26730f712c9SDave Chinner xfs_dir3_leafn_write_verify( 26830f712c9SDave Chinner struct xfs_buf *bp) 26930f712c9SDave Chinner { 27030f712c9SDave Chinner __write_verify(bp, XFS_DIR2_LEAFN_MAGIC); 27130f712c9SDave Chinner } 27230f712c9SDave Chinner 27330f712c9SDave Chinner const struct xfs_buf_ops xfs_dir3_leaf1_buf_ops = { 274233135b7SEric Sandeen .name = "xfs_dir3_leaf1", 27530f712c9SDave Chinner .verify_read = xfs_dir3_leaf1_read_verify, 27630f712c9SDave Chinner .verify_write = xfs_dir3_leaf1_write_verify, 277b5572597SDarrick J. Wong .verify_struct = xfs_dir3_leaf1_verify, 27830f712c9SDave Chinner }; 27930f712c9SDave Chinner 28030f712c9SDave Chinner const struct xfs_buf_ops xfs_dir3_leafn_buf_ops = { 281233135b7SEric Sandeen .name = "xfs_dir3_leafn", 28230f712c9SDave Chinner .verify_read = xfs_dir3_leafn_read_verify, 28330f712c9SDave Chinner .verify_write = xfs_dir3_leafn_write_verify, 284b5572597SDarrick J. Wong .verify_struct = xfs_dir3_leafn_verify, 28530f712c9SDave Chinner }; 28630f712c9SDave Chinner 28726788097SDarrick J. Wong int 28830f712c9SDave Chinner xfs_dir3_leaf_read( 28930f712c9SDave Chinner struct xfs_trans *tp, 29030f712c9SDave Chinner struct xfs_inode *dp, 29130f712c9SDave Chinner xfs_dablk_t fbno, 29230f712c9SDave Chinner xfs_daddr_t mappedbno, 29330f712c9SDave Chinner struct xfs_buf **bpp) 29430f712c9SDave Chinner { 29530f712c9SDave Chinner int err; 29630f712c9SDave Chinner 29730f712c9SDave Chinner err = xfs_da_read_buf(tp, dp, fbno, mappedbno, bpp, 29830f712c9SDave Chinner XFS_DATA_FORK, &xfs_dir3_leaf1_buf_ops); 299cd87d867SDarrick J. Wong if (!err && tp && *bpp) 30030f712c9SDave Chinner xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_DIR_LEAF1_BUF); 30130f712c9SDave Chinner return err; 30230f712c9SDave Chinner } 30330f712c9SDave Chinner 30430f712c9SDave Chinner int 30530f712c9SDave Chinner xfs_dir3_leafn_read( 30630f712c9SDave Chinner struct xfs_trans *tp, 30730f712c9SDave Chinner struct xfs_inode *dp, 30830f712c9SDave Chinner xfs_dablk_t fbno, 30930f712c9SDave Chinner xfs_daddr_t mappedbno, 31030f712c9SDave Chinner struct xfs_buf **bpp) 31130f712c9SDave Chinner { 31230f712c9SDave Chinner int err; 31330f712c9SDave Chinner 31430f712c9SDave Chinner err = xfs_da_read_buf(tp, dp, fbno, mappedbno, bpp, 31530f712c9SDave Chinner XFS_DATA_FORK, &xfs_dir3_leafn_buf_ops); 316cd87d867SDarrick J. Wong if (!err && tp && *bpp) 31730f712c9SDave Chinner xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_DIR_LEAFN_BUF); 31830f712c9SDave Chinner return err; 31930f712c9SDave Chinner } 32030f712c9SDave Chinner 32130f712c9SDave Chinner /* 32230f712c9SDave Chinner * Initialize a new leaf block, leaf1 or leafn magic accepted. 32330f712c9SDave Chinner */ 32430f712c9SDave Chinner static void 32530f712c9SDave Chinner xfs_dir3_leaf_init( 32630f712c9SDave Chinner struct xfs_mount *mp, 32730f712c9SDave Chinner struct xfs_trans *tp, 32830f712c9SDave Chinner struct xfs_buf *bp, 32930f712c9SDave Chinner xfs_ino_t owner, 330c8ce540dSDarrick J. Wong uint16_t type) 33130f712c9SDave Chinner { 33230f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 33330f712c9SDave Chinner 33430f712c9SDave Chinner ASSERT(type == XFS_DIR2_LEAF1_MAGIC || type == XFS_DIR2_LEAFN_MAGIC); 33530f712c9SDave Chinner 33630f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb)) { 33730f712c9SDave Chinner struct xfs_dir3_leaf_hdr *leaf3 = bp->b_addr; 33830f712c9SDave Chinner 33930f712c9SDave Chinner memset(leaf3, 0, sizeof(*leaf3)); 34030f712c9SDave Chinner 34130f712c9SDave Chinner leaf3->info.hdr.magic = (type == XFS_DIR2_LEAF1_MAGIC) 34230f712c9SDave Chinner ? cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) 34330f712c9SDave Chinner : cpu_to_be16(XFS_DIR3_LEAFN_MAGIC); 34430f712c9SDave Chinner leaf3->info.blkno = cpu_to_be64(bp->b_bn); 34530f712c9SDave Chinner leaf3->info.owner = cpu_to_be64(owner); 346ce748eaaSEric Sandeen uuid_copy(&leaf3->info.uuid, &mp->m_sb.sb_meta_uuid); 34730f712c9SDave Chinner } else { 34830f712c9SDave Chinner memset(leaf, 0, sizeof(*leaf)); 34930f712c9SDave Chinner leaf->hdr.info.magic = cpu_to_be16(type); 35030f712c9SDave Chinner } 35130f712c9SDave Chinner 35230f712c9SDave Chinner /* 35330f712c9SDave Chinner * If it's a leaf-format directory initialize the tail. 35430f712c9SDave Chinner * Caller is responsible for initialising the bests table. 35530f712c9SDave Chinner */ 35630f712c9SDave Chinner if (type == XFS_DIR2_LEAF1_MAGIC) { 35730f712c9SDave Chinner struct xfs_dir2_leaf_tail *ltp; 35830f712c9SDave Chinner 35930f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(mp->m_dir_geo, leaf); 36030f712c9SDave Chinner ltp->bestcount = 0; 36130f712c9SDave Chinner bp->b_ops = &xfs_dir3_leaf1_buf_ops; 36230f712c9SDave Chinner xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_LEAF1_BUF); 36330f712c9SDave Chinner } else { 36430f712c9SDave Chinner bp->b_ops = &xfs_dir3_leafn_buf_ops; 36530f712c9SDave Chinner xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_LEAFN_BUF); 36630f712c9SDave Chinner } 36730f712c9SDave Chinner } 36830f712c9SDave Chinner 36930f712c9SDave Chinner int 37030f712c9SDave Chinner xfs_dir3_leaf_get_buf( 37130f712c9SDave Chinner xfs_da_args_t *args, 37230f712c9SDave Chinner xfs_dir2_db_t bno, 37330f712c9SDave Chinner struct xfs_buf **bpp, 374c8ce540dSDarrick J. Wong uint16_t magic) 37530f712c9SDave Chinner { 37630f712c9SDave Chinner struct xfs_inode *dp = args->dp; 37730f712c9SDave Chinner struct xfs_trans *tp = args->trans; 37830f712c9SDave Chinner struct xfs_mount *mp = dp->i_mount; 37930f712c9SDave Chinner struct xfs_buf *bp; 38030f712c9SDave Chinner int error; 38130f712c9SDave Chinner 38230f712c9SDave Chinner ASSERT(magic == XFS_DIR2_LEAF1_MAGIC || magic == XFS_DIR2_LEAFN_MAGIC); 38330f712c9SDave Chinner ASSERT(bno >= xfs_dir2_byte_to_db(args->geo, XFS_DIR2_LEAF_OFFSET) && 38430f712c9SDave Chinner bno < xfs_dir2_byte_to_db(args->geo, XFS_DIR2_FREE_OFFSET)); 38530f712c9SDave Chinner 38630f712c9SDave Chinner error = xfs_da_get_buf(tp, dp, xfs_dir2_db_to_da(args->geo, bno), 38730f712c9SDave Chinner -1, &bp, XFS_DATA_FORK); 38830f712c9SDave Chinner if (error) 38930f712c9SDave Chinner return error; 39030f712c9SDave Chinner 39130f712c9SDave Chinner xfs_dir3_leaf_init(mp, tp, bp, dp->i_ino, magic); 39230f712c9SDave Chinner xfs_dir3_leaf_log_header(args, bp); 39330f712c9SDave Chinner if (magic == XFS_DIR2_LEAF1_MAGIC) 39430f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, bp); 39530f712c9SDave Chinner *bpp = bp; 39630f712c9SDave Chinner return 0; 39730f712c9SDave Chinner } 39830f712c9SDave Chinner 39930f712c9SDave Chinner /* 40030f712c9SDave Chinner * Convert a block form directory to a leaf form directory. 40130f712c9SDave Chinner */ 40230f712c9SDave Chinner int /* error */ 40330f712c9SDave Chinner xfs_dir2_block_to_leaf( 40430f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 40530f712c9SDave Chinner struct xfs_buf *dbp) /* input block's buffer */ 40630f712c9SDave Chinner { 40730f712c9SDave Chinner __be16 *bestsp; /* leaf's bestsp entries */ 40830f712c9SDave Chinner xfs_dablk_t blkno; /* leaf block's bno */ 40930f712c9SDave Chinner xfs_dir2_data_hdr_t *hdr; /* block header */ 41030f712c9SDave Chinner xfs_dir2_leaf_entry_t *blp; /* block's leaf entries */ 41130f712c9SDave Chinner xfs_dir2_block_tail_t *btp; /* block's tail */ 41230f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 41330f712c9SDave Chinner int error; /* error return code */ 41430f712c9SDave Chinner struct xfs_buf *lbp; /* leaf block's buffer */ 41530f712c9SDave Chinner xfs_dir2_db_t ldb; /* leaf block's bno */ 41630f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 41730f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf's tail */ 41830f712c9SDave Chinner int needlog; /* need to log block header */ 41930f712c9SDave Chinner int needscan; /* need to rescan bestfree */ 42030f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 42130f712c9SDave Chinner struct xfs_dir2_data_free *bf; 42230f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 42330f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 42430f712c9SDave Chinner 42530f712c9SDave Chinner trace_xfs_dir2_block_to_leaf(args); 42630f712c9SDave Chinner 42730f712c9SDave Chinner dp = args->dp; 42830f712c9SDave Chinner tp = args->trans; 42930f712c9SDave Chinner /* 43030f712c9SDave Chinner * Add the leaf block to the inode. 43130f712c9SDave Chinner * This interface will only put blocks in the leaf/node range. 43230f712c9SDave Chinner * Since that's empty now, we'll get the root (block 0 in range). 43330f712c9SDave Chinner */ 43430f712c9SDave Chinner if ((error = xfs_da_grow_inode(args, &blkno))) { 43530f712c9SDave Chinner return error; 43630f712c9SDave Chinner } 43730f712c9SDave Chinner ldb = xfs_dir2_da_to_db(args->geo, blkno); 43830f712c9SDave Chinner ASSERT(ldb == xfs_dir2_byte_to_db(args->geo, XFS_DIR2_LEAF_OFFSET)); 43930f712c9SDave Chinner /* 44030f712c9SDave Chinner * Initialize the leaf block, get a buffer for it. 44130f712c9SDave Chinner */ 44230f712c9SDave Chinner error = xfs_dir3_leaf_get_buf(args, ldb, &lbp, XFS_DIR2_LEAF1_MAGIC); 44330f712c9SDave Chinner if (error) 44430f712c9SDave Chinner return error; 44530f712c9SDave Chinner 44630f712c9SDave Chinner leaf = lbp->b_addr; 44730f712c9SDave Chinner hdr = dbp->b_addr; 44830f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 44930f712c9SDave Chinner btp = xfs_dir2_block_tail_p(args->geo, hdr); 45030f712c9SDave Chinner blp = xfs_dir2_block_leaf_p(btp); 45130f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 45230f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 45330f712c9SDave Chinner 45430f712c9SDave Chinner /* 45530f712c9SDave Chinner * Set the counts in the leaf header. 45630f712c9SDave Chinner */ 45730f712c9SDave Chinner dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 45830f712c9SDave Chinner leafhdr.count = be32_to_cpu(btp->count); 45930f712c9SDave Chinner leafhdr.stale = be32_to_cpu(btp->stale); 46030f712c9SDave Chinner dp->d_ops->leaf_hdr_to_disk(leaf, &leafhdr); 46130f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 46230f712c9SDave Chinner 46330f712c9SDave Chinner /* 46430f712c9SDave Chinner * Could compact these but I think we always do the conversion 46530f712c9SDave Chinner * after squeezing out stale entries. 46630f712c9SDave Chinner */ 46730f712c9SDave Chinner memcpy(ents, blp, be32_to_cpu(btp->count) * sizeof(xfs_dir2_leaf_entry_t)); 46830f712c9SDave Chinner xfs_dir3_leaf_log_ents(args, lbp, 0, leafhdr.count - 1); 46930f712c9SDave Chinner needscan = 0; 47030f712c9SDave Chinner needlog = 1; 47130f712c9SDave Chinner /* 47230f712c9SDave Chinner * Make the space formerly occupied by the leaf entries and block 47330f712c9SDave Chinner * tail be free. 47430f712c9SDave Chinner */ 47530f712c9SDave Chinner xfs_dir2_data_make_free(args, dbp, 47630f712c9SDave Chinner (xfs_dir2_data_aoff_t)((char *)blp - (char *)hdr), 47730f712c9SDave Chinner (xfs_dir2_data_aoff_t)((char *)hdr + args->geo->blksize - 47830f712c9SDave Chinner (char *)blp), 47930f712c9SDave Chinner &needlog, &needscan); 48030f712c9SDave Chinner /* 48130f712c9SDave Chinner * Fix up the block header, make it a data block. 48230f712c9SDave Chinner */ 48330f712c9SDave Chinner dbp->b_ops = &xfs_dir3_data_buf_ops; 48430f712c9SDave Chinner xfs_trans_buf_set_type(tp, dbp, XFS_BLFT_DIR_DATA_BUF); 48530f712c9SDave Chinner if (hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC)) 48630f712c9SDave Chinner hdr->magic = cpu_to_be32(XFS_DIR2_DATA_MAGIC); 48730f712c9SDave Chinner else 48830f712c9SDave Chinner hdr->magic = cpu_to_be32(XFS_DIR3_DATA_MAGIC); 48930f712c9SDave Chinner 49030f712c9SDave Chinner if (needscan) 49130f712c9SDave Chinner xfs_dir2_data_freescan(dp, hdr, &needlog); 49230f712c9SDave Chinner /* 49330f712c9SDave Chinner * Set up leaf tail and bests table. 49430f712c9SDave Chinner */ 49530f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 49630f712c9SDave Chinner ltp->bestcount = cpu_to_be32(1); 49730f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 49830f712c9SDave Chinner bestsp[0] = bf[0].length; 49930f712c9SDave Chinner /* 50030f712c9SDave Chinner * Log the data header and leaf bests table. 50130f712c9SDave Chinner */ 50230f712c9SDave Chinner if (needlog) 50330f712c9SDave Chinner xfs_dir2_data_log_header(args, dbp); 50430f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 50530f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 50630f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, 0); 50730f712c9SDave Chinner return 0; 50830f712c9SDave Chinner } 50930f712c9SDave Chinner 51030f712c9SDave Chinner STATIC void 51130f712c9SDave Chinner xfs_dir3_leaf_find_stale( 51230f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 51330f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents, 51430f712c9SDave Chinner int index, 51530f712c9SDave Chinner int *lowstale, 51630f712c9SDave Chinner int *highstale) 51730f712c9SDave Chinner { 51830f712c9SDave Chinner /* 51930f712c9SDave Chinner * Find the first stale entry before our index, if any. 52030f712c9SDave Chinner */ 52130f712c9SDave Chinner for (*lowstale = index - 1; *lowstale >= 0; --*lowstale) { 52230f712c9SDave Chinner if (ents[*lowstale].address == 52330f712c9SDave Chinner cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 52430f712c9SDave Chinner break; 52530f712c9SDave Chinner } 52630f712c9SDave Chinner 52730f712c9SDave Chinner /* 52830f712c9SDave Chinner * Find the first stale entry at or after our index, if any. 52930f712c9SDave Chinner * Stop if the result would require moving more entries than using 53030f712c9SDave Chinner * lowstale. 53130f712c9SDave Chinner */ 53230f712c9SDave Chinner for (*highstale = index; *highstale < leafhdr->count; ++*highstale) { 53330f712c9SDave Chinner if (ents[*highstale].address == 53430f712c9SDave Chinner cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 53530f712c9SDave Chinner break; 53630f712c9SDave Chinner if (*lowstale >= 0 && index - *lowstale <= *highstale - index) 53730f712c9SDave Chinner break; 53830f712c9SDave Chinner } 53930f712c9SDave Chinner } 54030f712c9SDave Chinner 54130f712c9SDave Chinner struct xfs_dir2_leaf_entry * 54230f712c9SDave Chinner xfs_dir3_leaf_find_entry( 54330f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 54430f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents, 54530f712c9SDave Chinner int index, /* leaf table position */ 54630f712c9SDave Chinner int compact, /* need to compact leaves */ 54730f712c9SDave Chinner int lowstale, /* index of prev stale leaf */ 54830f712c9SDave Chinner int highstale, /* index of next stale leaf */ 54930f712c9SDave Chinner int *lfloglow, /* low leaf logging index */ 55030f712c9SDave Chinner int *lfloghigh) /* high leaf logging index */ 55130f712c9SDave Chinner { 55230f712c9SDave Chinner if (!leafhdr->stale) { 55330f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry table pointer */ 55430f712c9SDave Chinner 55530f712c9SDave Chinner /* 55630f712c9SDave Chinner * Now we need to make room to insert the leaf entry. 55730f712c9SDave Chinner * 55830f712c9SDave Chinner * If there are no stale entries, just insert a hole at index. 55930f712c9SDave Chinner */ 56030f712c9SDave Chinner lep = &ents[index]; 56130f712c9SDave Chinner if (index < leafhdr->count) 56230f712c9SDave Chinner memmove(lep + 1, lep, 56330f712c9SDave Chinner (leafhdr->count - index) * sizeof(*lep)); 56430f712c9SDave Chinner 56530f712c9SDave Chinner /* 56630f712c9SDave Chinner * Record low and high logging indices for the leaf. 56730f712c9SDave Chinner */ 56830f712c9SDave Chinner *lfloglow = index; 56930f712c9SDave Chinner *lfloghigh = leafhdr->count++; 57030f712c9SDave Chinner return lep; 57130f712c9SDave Chinner } 57230f712c9SDave Chinner 57330f712c9SDave Chinner /* 57430f712c9SDave Chinner * There are stale entries. 57530f712c9SDave Chinner * 57630f712c9SDave Chinner * We will use one of them for the new entry. It's probably not at 57730f712c9SDave Chinner * the right location, so we'll have to shift some up or down first. 57830f712c9SDave Chinner * 57930f712c9SDave Chinner * If we didn't compact before, we need to find the nearest stale 58030f712c9SDave Chinner * entries before and after our insertion point. 58130f712c9SDave Chinner */ 58230f712c9SDave Chinner if (compact == 0) 58330f712c9SDave Chinner xfs_dir3_leaf_find_stale(leafhdr, ents, index, 58430f712c9SDave Chinner &lowstale, &highstale); 58530f712c9SDave Chinner 58630f712c9SDave Chinner /* 58730f712c9SDave Chinner * If the low one is better, use it. 58830f712c9SDave Chinner */ 58930f712c9SDave Chinner if (lowstale >= 0 && 59030f712c9SDave Chinner (highstale == leafhdr->count || 59130f712c9SDave Chinner index - lowstale - 1 < highstale - index)) { 59230f712c9SDave Chinner ASSERT(index - lowstale - 1 >= 0); 59330f712c9SDave Chinner ASSERT(ents[lowstale].address == 59430f712c9SDave Chinner cpu_to_be32(XFS_DIR2_NULL_DATAPTR)); 59530f712c9SDave Chinner 59630f712c9SDave Chinner /* 59730f712c9SDave Chinner * Copy entries up to cover the stale entry and make room 59830f712c9SDave Chinner * for the new entry. 59930f712c9SDave Chinner */ 60030f712c9SDave Chinner if (index - lowstale - 1 > 0) { 60130f712c9SDave Chinner memmove(&ents[lowstale], &ents[lowstale + 1], 60230f712c9SDave Chinner (index - lowstale - 1) * 60330f712c9SDave Chinner sizeof(xfs_dir2_leaf_entry_t)); 60430f712c9SDave Chinner } 60530f712c9SDave Chinner *lfloglow = MIN(lowstale, *lfloglow); 60630f712c9SDave Chinner *lfloghigh = MAX(index - 1, *lfloghigh); 60730f712c9SDave Chinner leafhdr->stale--; 60830f712c9SDave Chinner return &ents[index - 1]; 60930f712c9SDave Chinner } 61030f712c9SDave Chinner 61130f712c9SDave Chinner /* 61230f712c9SDave Chinner * The high one is better, so use that one. 61330f712c9SDave Chinner */ 61430f712c9SDave Chinner ASSERT(highstale - index >= 0); 61530f712c9SDave Chinner ASSERT(ents[highstale].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)); 61630f712c9SDave Chinner 61730f712c9SDave Chinner /* 61830f712c9SDave Chinner * Copy entries down to cover the stale entry and make room for the 61930f712c9SDave Chinner * new entry. 62030f712c9SDave Chinner */ 62130f712c9SDave Chinner if (highstale - index > 0) { 62230f712c9SDave Chinner memmove(&ents[index + 1], &ents[index], 62330f712c9SDave Chinner (highstale - index) * sizeof(xfs_dir2_leaf_entry_t)); 62430f712c9SDave Chinner } 62530f712c9SDave Chinner *lfloglow = MIN(index, *lfloglow); 62630f712c9SDave Chinner *lfloghigh = MAX(highstale, *lfloghigh); 62730f712c9SDave Chinner leafhdr->stale--; 62830f712c9SDave Chinner return &ents[index]; 62930f712c9SDave Chinner } 63030f712c9SDave Chinner 63130f712c9SDave Chinner /* 63230f712c9SDave Chinner * Add an entry to a leaf form directory. 63330f712c9SDave Chinner */ 63430f712c9SDave Chinner int /* error */ 63530f712c9SDave Chinner xfs_dir2_leaf_addname( 63630f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 63730f712c9SDave Chinner { 63830f712c9SDave Chinner __be16 *bestsp; /* freespace table in leaf */ 63930f712c9SDave Chinner int compact; /* need to compact leaves */ 64030f712c9SDave Chinner xfs_dir2_data_hdr_t *hdr; /* data block header */ 64130f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 64230f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data block entry */ 64330f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 64430f712c9SDave Chinner xfs_dir2_data_unused_t *dup; /* data unused entry */ 64530f712c9SDave Chinner int error; /* error return value */ 64630f712c9SDave Chinner int grown; /* allocated new data block */ 64730f712c9SDave Chinner int highstale; /* index of next stale leaf */ 64830f712c9SDave Chinner int i; /* temporary, index */ 64930f712c9SDave Chinner int index; /* leaf table position */ 65030f712c9SDave Chinner struct xfs_buf *lbp; /* leaf's buffer */ 65130f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 65230f712c9SDave Chinner int length; /* length of new entry */ 65330f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry table pointer */ 65430f712c9SDave Chinner int lfloglow; /* low leaf logging index */ 65530f712c9SDave Chinner int lfloghigh; /* high leaf logging index */ 65630f712c9SDave Chinner int lowstale; /* index of prev stale leaf */ 65730f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail pointer */ 65830f712c9SDave Chinner int needbytes; /* leaf block bytes needed */ 65930f712c9SDave Chinner int needlog; /* need to log data header */ 66030f712c9SDave Chinner int needscan; /* need to rescan data free */ 66130f712c9SDave Chinner __be16 *tagp; /* end of data entry */ 66230f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 66330f712c9SDave Chinner xfs_dir2_db_t use_block; /* data block number */ 66430f712c9SDave Chinner struct xfs_dir2_data_free *bf; /* bestfree table */ 66530f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 66630f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 66730f712c9SDave Chinner 66830f712c9SDave Chinner trace_xfs_dir2_leaf_addname(args); 66930f712c9SDave Chinner 67030f712c9SDave Chinner dp = args->dp; 67130f712c9SDave Chinner tp = args->trans; 67230f712c9SDave Chinner 67330f712c9SDave Chinner error = xfs_dir3_leaf_read(tp, dp, args->geo->leafblk, -1, &lbp); 67430f712c9SDave Chinner if (error) 67530f712c9SDave Chinner return error; 67630f712c9SDave Chinner 67730f712c9SDave Chinner /* 67830f712c9SDave Chinner * Look up the entry by hash value and name. 67930f712c9SDave Chinner * We know it's not there, our caller has already done a lookup. 68030f712c9SDave Chinner * So the index is of the entry to insert in front of. 68130f712c9SDave Chinner * But if there are dup hash values the index is of the first of those. 68230f712c9SDave Chinner */ 68330f712c9SDave Chinner index = xfs_dir2_leaf_search_hash(args, lbp); 68430f712c9SDave Chinner leaf = lbp->b_addr; 68530f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 68630f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 68730f712c9SDave Chinner dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 68830f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 68930f712c9SDave Chinner length = dp->d_ops->data_entsize(args->namelen); 69030f712c9SDave Chinner 69130f712c9SDave Chinner /* 69230f712c9SDave Chinner * See if there are any entries with the same hash value 69330f712c9SDave Chinner * and space in their block for the new entry. 69430f712c9SDave Chinner * This is good because it puts multiple same-hash value entries 69530f712c9SDave Chinner * in a data block, improving the lookup of those entries. 69630f712c9SDave Chinner */ 69730f712c9SDave Chinner for (use_block = -1, lep = &ents[index]; 69830f712c9SDave Chinner index < leafhdr.count && be32_to_cpu(lep->hashval) == args->hashval; 69930f712c9SDave Chinner index++, lep++) { 70030f712c9SDave Chinner if (be32_to_cpu(lep->address) == XFS_DIR2_NULL_DATAPTR) 70130f712c9SDave Chinner continue; 70230f712c9SDave Chinner i = xfs_dir2_dataptr_to_db(args->geo, be32_to_cpu(lep->address)); 70330f712c9SDave Chinner ASSERT(i < be32_to_cpu(ltp->bestcount)); 70430f712c9SDave Chinner ASSERT(bestsp[i] != cpu_to_be16(NULLDATAOFF)); 70530f712c9SDave Chinner if (be16_to_cpu(bestsp[i]) >= length) { 70630f712c9SDave Chinner use_block = i; 70730f712c9SDave Chinner break; 70830f712c9SDave Chinner } 70930f712c9SDave Chinner } 71030f712c9SDave Chinner /* 71130f712c9SDave Chinner * Didn't find a block yet, linear search all the data blocks. 71230f712c9SDave Chinner */ 71330f712c9SDave Chinner if (use_block == -1) { 71430f712c9SDave Chinner for (i = 0; i < be32_to_cpu(ltp->bestcount); i++) { 71530f712c9SDave Chinner /* 71630f712c9SDave Chinner * Remember a block we see that's missing. 71730f712c9SDave Chinner */ 71830f712c9SDave Chinner if (bestsp[i] == cpu_to_be16(NULLDATAOFF) && 71930f712c9SDave Chinner use_block == -1) 72030f712c9SDave Chinner use_block = i; 72130f712c9SDave Chinner else if (be16_to_cpu(bestsp[i]) >= length) { 72230f712c9SDave Chinner use_block = i; 72330f712c9SDave Chinner break; 72430f712c9SDave Chinner } 72530f712c9SDave Chinner } 72630f712c9SDave Chinner } 72730f712c9SDave Chinner /* 72830f712c9SDave Chinner * How many bytes do we need in the leaf block? 72930f712c9SDave Chinner */ 73030f712c9SDave Chinner needbytes = 0; 73130f712c9SDave Chinner if (!leafhdr.stale) 73230f712c9SDave Chinner needbytes += sizeof(xfs_dir2_leaf_entry_t); 73330f712c9SDave Chinner if (use_block == -1) 73430f712c9SDave Chinner needbytes += sizeof(xfs_dir2_data_off_t); 73530f712c9SDave Chinner 73630f712c9SDave Chinner /* 73730f712c9SDave Chinner * Now kill use_block if it refers to a missing block, so we 73830f712c9SDave Chinner * can use it as an indication of allocation needed. 73930f712c9SDave Chinner */ 74030f712c9SDave Chinner if (use_block != -1 && bestsp[use_block] == cpu_to_be16(NULLDATAOFF)) 74130f712c9SDave Chinner use_block = -1; 74230f712c9SDave Chinner /* 74330f712c9SDave Chinner * If we don't have enough free bytes but we can make enough 74430f712c9SDave Chinner * by compacting out stale entries, we'll do that. 74530f712c9SDave Chinner */ 74630f712c9SDave Chinner if ((char *)bestsp - (char *)&ents[leafhdr.count] < needbytes && 74730f712c9SDave Chinner leafhdr.stale > 1) 74830f712c9SDave Chinner compact = 1; 74930f712c9SDave Chinner 75030f712c9SDave Chinner /* 75130f712c9SDave Chinner * Otherwise if we don't have enough free bytes we need to 75230f712c9SDave Chinner * convert to node form. 75330f712c9SDave Chinner */ 75430f712c9SDave Chinner else if ((char *)bestsp - (char *)&ents[leafhdr.count] < needbytes) { 75530f712c9SDave Chinner /* 75630f712c9SDave Chinner * Just checking or no space reservation, give up. 75730f712c9SDave Chinner */ 75830f712c9SDave Chinner if ((args->op_flags & XFS_DA_OP_JUSTCHECK) || 75930f712c9SDave Chinner args->total == 0) { 76030f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 7612451337dSDave Chinner return -ENOSPC; 76230f712c9SDave Chinner } 76330f712c9SDave Chinner /* 76430f712c9SDave Chinner * Convert to node form. 76530f712c9SDave Chinner */ 76630f712c9SDave Chinner error = xfs_dir2_leaf_to_node(args, lbp); 76730f712c9SDave Chinner if (error) 76830f712c9SDave Chinner return error; 76930f712c9SDave Chinner /* 77030f712c9SDave Chinner * Then add the new entry. 77130f712c9SDave Chinner */ 77230f712c9SDave Chinner return xfs_dir2_node_addname(args); 77330f712c9SDave Chinner } 77430f712c9SDave Chinner /* 77530f712c9SDave Chinner * Otherwise it will fit without compaction. 77630f712c9SDave Chinner */ 77730f712c9SDave Chinner else 77830f712c9SDave Chinner compact = 0; 77930f712c9SDave Chinner /* 78030f712c9SDave Chinner * If just checking, then it will fit unless we needed to allocate 78130f712c9SDave Chinner * a new data block. 78230f712c9SDave Chinner */ 78330f712c9SDave Chinner if (args->op_flags & XFS_DA_OP_JUSTCHECK) { 78430f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 7852451337dSDave Chinner return use_block == -1 ? -ENOSPC : 0; 78630f712c9SDave Chinner } 78730f712c9SDave Chinner /* 78830f712c9SDave Chinner * If no allocations are allowed, return now before we've 78930f712c9SDave Chinner * changed anything. 79030f712c9SDave Chinner */ 79130f712c9SDave Chinner if (args->total == 0 && use_block == -1) { 79230f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 7932451337dSDave Chinner return -ENOSPC; 79430f712c9SDave Chinner } 79530f712c9SDave Chinner /* 79630f712c9SDave Chinner * Need to compact the leaf entries, removing stale ones. 79730f712c9SDave Chinner * Leave one stale entry behind - the one closest to our 79830f712c9SDave Chinner * insertion index - and we'll shift that one to our insertion 79930f712c9SDave Chinner * point later. 80030f712c9SDave Chinner */ 80130f712c9SDave Chinner if (compact) { 80230f712c9SDave Chinner xfs_dir3_leaf_compact_x1(&leafhdr, ents, &index, &lowstale, 80330f712c9SDave Chinner &highstale, &lfloglow, &lfloghigh); 80430f712c9SDave Chinner } 80530f712c9SDave Chinner /* 80630f712c9SDave Chinner * There are stale entries, so we'll need log-low and log-high 80730f712c9SDave Chinner * impossibly bad values later. 80830f712c9SDave Chinner */ 80930f712c9SDave Chinner else if (leafhdr.stale) { 81030f712c9SDave Chinner lfloglow = leafhdr.count; 81130f712c9SDave Chinner lfloghigh = -1; 81230f712c9SDave Chinner } 81330f712c9SDave Chinner /* 81430f712c9SDave Chinner * If there was no data block space found, we need to allocate 81530f712c9SDave Chinner * a new one. 81630f712c9SDave Chinner */ 81730f712c9SDave Chinner if (use_block == -1) { 81830f712c9SDave Chinner /* 81930f712c9SDave Chinner * Add the new data block. 82030f712c9SDave Chinner */ 82130f712c9SDave Chinner if ((error = xfs_dir2_grow_inode(args, XFS_DIR2_DATA_SPACE, 82230f712c9SDave Chinner &use_block))) { 82330f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 82430f712c9SDave Chinner return error; 82530f712c9SDave Chinner } 82630f712c9SDave Chinner /* 82730f712c9SDave Chinner * Initialize the block. 82830f712c9SDave Chinner */ 82930f712c9SDave Chinner if ((error = xfs_dir3_data_init(args, use_block, &dbp))) { 83030f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 83130f712c9SDave Chinner return error; 83230f712c9SDave Chinner } 83330f712c9SDave Chinner /* 83430f712c9SDave Chinner * If we're adding a new data block on the end we need to 83530f712c9SDave Chinner * extend the bests table. Copy it up one entry. 83630f712c9SDave Chinner */ 83730f712c9SDave Chinner if (use_block >= be32_to_cpu(ltp->bestcount)) { 83830f712c9SDave Chinner bestsp--; 83930f712c9SDave Chinner memmove(&bestsp[0], &bestsp[1], 84030f712c9SDave Chinner be32_to_cpu(ltp->bestcount) * sizeof(bestsp[0])); 84130f712c9SDave Chinner be32_add_cpu(<p->bestcount, 1); 84230f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 84330f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, 84430f712c9SDave Chinner be32_to_cpu(ltp->bestcount) - 1); 84530f712c9SDave Chinner } 84630f712c9SDave Chinner /* 84730f712c9SDave Chinner * If we're filling in a previously empty block just log it. 84830f712c9SDave Chinner */ 84930f712c9SDave Chinner else 85030f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, use_block, use_block); 85130f712c9SDave Chinner hdr = dbp->b_addr; 85230f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 85330f712c9SDave Chinner bestsp[use_block] = bf[0].length; 85430f712c9SDave Chinner grown = 1; 85530f712c9SDave Chinner } else { 85630f712c9SDave Chinner /* 85730f712c9SDave Chinner * Already had space in some data block. 85830f712c9SDave Chinner * Just read that one in. 85930f712c9SDave Chinner */ 86030f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, 86130f712c9SDave Chinner xfs_dir2_db_to_da(args->geo, use_block), 86230f712c9SDave Chinner -1, &dbp); 86330f712c9SDave Chinner if (error) { 86430f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 86530f712c9SDave Chinner return error; 86630f712c9SDave Chinner } 86730f712c9SDave Chinner hdr = dbp->b_addr; 86830f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 86930f712c9SDave Chinner grown = 0; 87030f712c9SDave Chinner } 87130f712c9SDave Chinner /* 87230f712c9SDave Chinner * Point to the biggest freespace in our data block. 87330f712c9SDave Chinner */ 87430f712c9SDave Chinner dup = (xfs_dir2_data_unused_t *) 87530f712c9SDave Chinner ((char *)hdr + be16_to_cpu(bf[0].offset)); 87630f712c9SDave Chinner needscan = needlog = 0; 87730f712c9SDave Chinner /* 87830f712c9SDave Chinner * Mark the initial part of our freespace in use for the new entry. 87930f712c9SDave Chinner */ 8806915ef35SDarrick J. Wong error = xfs_dir2_data_use_free(args, dbp, dup, 8816915ef35SDarrick J. Wong (xfs_dir2_data_aoff_t)((char *)dup - (char *)hdr), 8826915ef35SDarrick J. Wong length, &needlog, &needscan); 8836915ef35SDarrick J. Wong if (error) { 8846915ef35SDarrick J. Wong xfs_trans_brelse(tp, lbp); 8856915ef35SDarrick J. Wong return error; 8866915ef35SDarrick J. Wong } 88730f712c9SDave Chinner /* 88830f712c9SDave Chinner * Initialize our new entry (at last). 88930f712c9SDave Chinner */ 89030f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *)dup; 89130f712c9SDave Chinner dep->inumber = cpu_to_be64(args->inumber); 89230f712c9SDave Chinner dep->namelen = args->namelen; 89330f712c9SDave Chinner memcpy(dep->name, args->name, dep->namelen); 89430f712c9SDave Chinner dp->d_ops->data_put_ftype(dep, args->filetype); 89530f712c9SDave Chinner tagp = dp->d_ops->data_entry_tag_p(dep); 89630f712c9SDave Chinner *tagp = cpu_to_be16((char *)dep - (char *)hdr); 89730f712c9SDave Chinner /* 89830f712c9SDave Chinner * Need to scan fix up the bestfree table. 89930f712c9SDave Chinner */ 90030f712c9SDave Chinner if (needscan) 90130f712c9SDave Chinner xfs_dir2_data_freescan(dp, hdr, &needlog); 90230f712c9SDave Chinner /* 90330f712c9SDave Chinner * Need to log the data block's header. 90430f712c9SDave Chinner */ 90530f712c9SDave Chinner if (needlog) 90630f712c9SDave Chinner xfs_dir2_data_log_header(args, dbp); 90730f712c9SDave Chinner xfs_dir2_data_log_entry(args, dbp, dep); 90830f712c9SDave Chinner /* 90930f712c9SDave Chinner * If the bests table needs to be changed, do it. 91030f712c9SDave Chinner * Log the change unless we've already done that. 91130f712c9SDave Chinner */ 91230f712c9SDave Chinner if (be16_to_cpu(bestsp[use_block]) != be16_to_cpu(bf[0].length)) { 91330f712c9SDave Chinner bestsp[use_block] = bf[0].length; 91430f712c9SDave Chinner if (!grown) 91530f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, use_block, use_block); 91630f712c9SDave Chinner } 91730f712c9SDave Chinner 91830f712c9SDave Chinner lep = xfs_dir3_leaf_find_entry(&leafhdr, ents, index, compact, lowstale, 91930f712c9SDave Chinner highstale, &lfloglow, &lfloghigh); 92030f712c9SDave Chinner 92130f712c9SDave Chinner /* 92230f712c9SDave Chinner * Fill in the new leaf entry. 92330f712c9SDave Chinner */ 92430f712c9SDave Chinner lep->hashval = cpu_to_be32(args->hashval); 92530f712c9SDave Chinner lep->address = cpu_to_be32( 92630f712c9SDave Chinner xfs_dir2_db_off_to_dataptr(args->geo, use_block, 92730f712c9SDave Chinner be16_to_cpu(*tagp))); 92830f712c9SDave Chinner /* 92930f712c9SDave Chinner * Log the leaf fields and give up the buffers. 93030f712c9SDave Chinner */ 93130f712c9SDave Chinner dp->d_ops->leaf_hdr_to_disk(leaf, &leafhdr); 93230f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 93330f712c9SDave Chinner xfs_dir3_leaf_log_ents(args, lbp, lfloglow, lfloghigh); 93430f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 93530f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 93630f712c9SDave Chinner return 0; 93730f712c9SDave Chinner } 93830f712c9SDave Chinner 93930f712c9SDave Chinner /* 94030f712c9SDave Chinner * Compact out any stale entries in the leaf. 94130f712c9SDave Chinner * Log the header and changed leaf entries, if any. 94230f712c9SDave Chinner */ 94330f712c9SDave Chinner void 94430f712c9SDave Chinner xfs_dir3_leaf_compact( 94530f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 94630f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 94730f712c9SDave Chinner struct xfs_buf *bp) /* leaf buffer */ 94830f712c9SDave Chinner { 94930f712c9SDave Chinner int from; /* source leaf index */ 95030f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 95130f712c9SDave Chinner int loglow; /* first leaf entry to log */ 95230f712c9SDave Chinner int to; /* target leaf index */ 95330f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 95430f712c9SDave Chinner struct xfs_inode *dp = args->dp; 95530f712c9SDave Chinner 95630f712c9SDave Chinner leaf = bp->b_addr; 95730f712c9SDave Chinner if (!leafhdr->stale) 95830f712c9SDave Chinner return; 95930f712c9SDave Chinner 96030f712c9SDave Chinner /* 96130f712c9SDave Chinner * Compress out the stale entries in place. 96230f712c9SDave Chinner */ 96330f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 96430f712c9SDave Chinner for (from = to = 0, loglow = -1; from < leafhdr->count; from++) { 96530f712c9SDave Chinner if (ents[from].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 96630f712c9SDave Chinner continue; 96730f712c9SDave Chinner /* 96830f712c9SDave Chinner * Only actually copy the entries that are different. 96930f712c9SDave Chinner */ 97030f712c9SDave Chinner if (from > to) { 97130f712c9SDave Chinner if (loglow == -1) 97230f712c9SDave Chinner loglow = to; 97330f712c9SDave Chinner ents[to] = ents[from]; 97430f712c9SDave Chinner } 97530f712c9SDave Chinner to++; 97630f712c9SDave Chinner } 97730f712c9SDave Chinner /* 97830f712c9SDave Chinner * Update and log the header, log the leaf entries. 97930f712c9SDave Chinner */ 98030f712c9SDave Chinner ASSERT(leafhdr->stale == from - to); 98130f712c9SDave Chinner leafhdr->count -= leafhdr->stale; 98230f712c9SDave Chinner leafhdr->stale = 0; 98330f712c9SDave Chinner 98430f712c9SDave Chinner dp->d_ops->leaf_hdr_to_disk(leaf, leafhdr); 98530f712c9SDave Chinner xfs_dir3_leaf_log_header(args, bp); 98630f712c9SDave Chinner if (loglow != -1) 98730f712c9SDave Chinner xfs_dir3_leaf_log_ents(args, bp, loglow, to - 1); 98830f712c9SDave Chinner } 98930f712c9SDave Chinner 99030f712c9SDave Chinner /* 99130f712c9SDave Chinner * Compact the leaf entries, removing stale ones. 99230f712c9SDave Chinner * Leave one stale entry behind - the one closest to our 99330f712c9SDave Chinner * insertion index - and the caller will shift that one to our insertion 99430f712c9SDave Chinner * point later. 99530f712c9SDave Chinner * Return new insertion index, where the remaining stale entry is, 99630f712c9SDave Chinner * and leaf logging indices. 99730f712c9SDave Chinner */ 99830f712c9SDave Chinner void 99930f712c9SDave Chinner xfs_dir3_leaf_compact_x1( 100030f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 100130f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents, 100230f712c9SDave Chinner int *indexp, /* insertion index */ 100330f712c9SDave Chinner int *lowstalep, /* out: stale entry before us */ 100430f712c9SDave Chinner int *highstalep, /* out: stale entry after us */ 100530f712c9SDave Chinner int *lowlogp, /* out: low log index */ 100630f712c9SDave Chinner int *highlogp) /* out: high log index */ 100730f712c9SDave Chinner { 100830f712c9SDave Chinner int from; /* source copy index */ 100930f712c9SDave Chinner int highstale; /* stale entry at/after index */ 101030f712c9SDave Chinner int index; /* insertion index */ 101130f712c9SDave Chinner int keepstale; /* source index of kept stale */ 101230f712c9SDave Chinner int lowstale; /* stale entry before index */ 101330f712c9SDave Chinner int newindex=0; /* new insertion index */ 101430f712c9SDave Chinner int to; /* destination copy index */ 101530f712c9SDave Chinner 101630f712c9SDave Chinner ASSERT(leafhdr->stale > 1); 101730f712c9SDave Chinner index = *indexp; 101830f712c9SDave Chinner 101930f712c9SDave Chinner xfs_dir3_leaf_find_stale(leafhdr, ents, index, &lowstale, &highstale); 102030f712c9SDave Chinner 102130f712c9SDave Chinner /* 102230f712c9SDave Chinner * Pick the better of lowstale and highstale. 102330f712c9SDave Chinner */ 102430f712c9SDave Chinner if (lowstale >= 0 && 102530f712c9SDave Chinner (highstale == leafhdr->count || 102630f712c9SDave Chinner index - lowstale <= highstale - index)) 102730f712c9SDave Chinner keepstale = lowstale; 102830f712c9SDave Chinner else 102930f712c9SDave Chinner keepstale = highstale; 103030f712c9SDave Chinner /* 103130f712c9SDave Chinner * Copy the entries in place, removing all the stale entries 103230f712c9SDave Chinner * except keepstale. 103330f712c9SDave Chinner */ 103430f712c9SDave Chinner for (from = to = 0; from < leafhdr->count; from++) { 103530f712c9SDave Chinner /* 103630f712c9SDave Chinner * Notice the new value of index. 103730f712c9SDave Chinner */ 103830f712c9SDave Chinner if (index == from) 103930f712c9SDave Chinner newindex = to; 104030f712c9SDave Chinner if (from != keepstale && 104130f712c9SDave Chinner ents[from].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) { 104230f712c9SDave Chinner if (from == to) 104330f712c9SDave Chinner *lowlogp = to; 104430f712c9SDave Chinner continue; 104530f712c9SDave Chinner } 104630f712c9SDave Chinner /* 104730f712c9SDave Chinner * Record the new keepstale value for the insertion. 104830f712c9SDave Chinner */ 104930f712c9SDave Chinner if (from == keepstale) 105030f712c9SDave Chinner lowstale = highstale = to; 105130f712c9SDave Chinner /* 105230f712c9SDave Chinner * Copy only the entries that have moved. 105330f712c9SDave Chinner */ 105430f712c9SDave Chinner if (from > to) 105530f712c9SDave Chinner ents[to] = ents[from]; 105630f712c9SDave Chinner to++; 105730f712c9SDave Chinner } 105830f712c9SDave Chinner ASSERT(from > to); 105930f712c9SDave Chinner /* 106030f712c9SDave Chinner * If the insertion point was past the last entry, 106130f712c9SDave Chinner * set the new insertion point accordingly. 106230f712c9SDave Chinner */ 106330f712c9SDave Chinner if (index == from) 106430f712c9SDave Chinner newindex = to; 106530f712c9SDave Chinner *indexp = newindex; 106630f712c9SDave Chinner /* 106730f712c9SDave Chinner * Adjust the leaf header values. 106830f712c9SDave Chinner */ 106930f712c9SDave Chinner leafhdr->count -= from - to; 107030f712c9SDave Chinner leafhdr->stale = 1; 107130f712c9SDave Chinner /* 107230f712c9SDave Chinner * Remember the low/high stale value only in the "right" 107330f712c9SDave Chinner * direction. 107430f712c9SDave Chinner */ 107530f712c9SDave Chinner if (lowstale >= newindex) 107630f712c9SDave Chinner lowstale = -1; 107730f712c9SDave Chinner else 107830f712c9SDave Chinner highstale = leafhdr->count; 107930f712c9SDave Chinner *highlogp = leafhdr->count - 1; 108030f712c9SDave Chinner *lowstalep = lowstale; 108130f712c9SDave Chinner *highstalep = highstale; 108230f712c9SDave Chinner } 108330f712c9SDave Chinner 108430f712c9SDave Chinner /* 108530f712c9SDave Chinner * Log the bests entries indicated from a leaf1 block. 108630f712c9SDave Chinner */ 108730f712c9SDave Chinner static void 108830f712c9SDave Chinner xfs_dir3_leaf_log_bests( 108930f712c9SDave Chinner struct xfs_da_args *args, 109030f712c9SDave Chinner struct xfs_buf *bp, /* leaf buffer */ 109130f712c9SDave Chinner int first, /* first entry to log */ 109230f712c9SDave Chinner int last) /* last entry to log */ 109330f712c9SDave Chinner { 109430f712c9SDave Chinner __be16 *firstb; /* pointer to first entry */ 109530f712c9SDave Chinner __be16 *lastb; /* pointer to last entry */ 109630f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 109730f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 109830f712c9SDave Chinner 109930f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 110030f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC)); 110130f712c9SDave Chinner 110230f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 110330f712c9SDave Chinner firstb = xfs_dir2_leaf_bests_p(ltp) + first; 110430f712c9SDave Chinner lastb = xfs_dir2_leaf_bests_p(ltp) + last; 110530f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, 110630f712c9SDave Chinner (uint)((char *)firstb - (char *)leaf), 110730f712c9SDave Chinner (uint)((char *)lastb - (char *)leaf + sizeof(*lastb) - 1)); 110830f712c9SDave Chinner } 110930f712c9SDave Chinner 111030f712c9SDave Chinner /* 111130f712c9SDave Chinner * Log the leaf entries indicated from a leaf1 or leafn block. 111230f712c9SDave Chinner */ 111330f712c9SDave Chinner void 111430f712c9SDave Chinner xfs_dir3_leaf_log_ents( 111530f712c9SDave Chinner struct xfs_da_args *args, 111630f712c9SDave Chinner struct xfs_buf *bp, 111730f712c9SDave Chinner int first, 111830f712c9SDave Chinner int last) 111930f712c9SDave Chinner { 112030f712c9SDave Chinner xfs_dir2_leaf_entry_t *firstlep; /* pointer to first entry */ 112130f712c9SDave Chinner xfs_dir2_leaf_entry_t *lastlep; /* pointer to last entry */ 112230f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 112330f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 112430f712c9SDave Chinner 112530f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 112630f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) || 112730f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) || 112830f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)); 112930f712c9SDave Chinner 113030f712c9SDave Chinner ents = args->dp->d_ops->leaf_ents_p(leaf); 113130f712c9SDave Chinner firstlep = &ents[first]; 113230f712c9SDave Chinner lastlep = &ents[last]; 113330f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, 113430f712c9SDave Chinner (uint)((char *)firstlep - (char *)leaf), 113530f712c9SDave Chinner (uint)((char *)lastlep - (char *)leaf + sizeof(*lastlep) - 1)); 113630f712c9SDave Chinner } 113730f712c9SDave Chinner 113830f712c9SDave Chinner /* 113930f712c9SDave Chinner * Log the header of the leaf1 or leafn block. 114030f712c9SDave Chinner */ 114130f712c9SDave Chinner void 114230f712c9SDave Chinner xfs_dir3_leaf_log_header( 114330f712c9SDave Chinner struct xfs_da_args *args, 114430f712c9SDave Chinner struct xfs_buf *bp) 114530f712c9SDave Chinner { 114630f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 114730f712c9SDave Chinner 114830f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 114930f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) || 115030f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) || 115130f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)); 115230f712c9SDave Chinner 115330f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, 115430f712c9SDave Chinner (uint)((char *)&leaf->hdr - (char *)leaf), 115530f712c9SDave Chinner args->dp->d_ops->leaf_hdr_size - 1); 115630f712c9SDave Chinner } 115730f712c9SDave Chinner 115830f712c9SDave Chinner /* 115930f712c9SDave Chinner * Log the tail of the leaf1 block. 116030f712c9SDave Chinner */ 116130f712c9SDave Chinner STATIC void 116230f712c9SDave Chinner xfs_dir3_leaf_log_tail( 116330f712c9SDave Chinner struct xfs_da_args *args, 116430f712c9SDave Chinner struct xfs_buf *bp) 116530f712c9SDave Chinner { 116630f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 116730f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 116830f712c9SDave Chinner 116930f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 117030f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) || 117130f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) || 117230f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)); 117330f712c9SDave Chinner 117430f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 117530f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, (uint)((char *)ltp - (char *)leaf), 117630f712c9SDave Chinner (uint)(args->geo->blksize - 1)); 117730f712c9SDave Chinner } 117830f712c9SDave Chinner 117930f712c9SDave Chinner /* 118030f712c9SDave Chinner * Look up the entry referred to by args in the leaf format directory. 118130f712c9SDave Chinner * Most of the work is done by the xfs_dir2_leaf_lookup_int routine which 118230f712c9SDave Chinner * is also used by the node-format code. 118330f712c9SDave Chinner */ 118430f712c9SDave Chinner int 118530f712c9SDave Chinner xfs_dir2_leaf_lookup( 118630f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 118730f712c9SDave Chinner { 118830f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 118930f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data block entry */ 119030f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 119130f712c9SDave Chinner int error; /* error return code */ 119230f712c9SDave Chinner int index; /* found entry index */ 119330f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 119430f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 119530f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 119630f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 119730f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 119830f712c9SDave Chinner 119930f712c9SDave Chinner trace_xfs_dir2_leaf_lookup(args); 120030f712c9SDave Chinner 120130f712c9SDave Chinner /* 120230f712c9SDave Chinner * Look up name in the leaf block, returning both buffers and index. 120330f712c9SDave Chinner */ 120430f712c9SDave Chinner if ((error = xfs_dir2_leaf_lookup_int(args, &lbp, &index, &dbp))) { 120530f712c9SDave Chinner return error; 120630f712c9SDave Chinner } 120730f712c9SDave Chinner tp = args->trans; 120830f712c9SDave Chinner dp = args->dp; 120930f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 121030f712c9SDave Chinner leaf = lbp->b_addr; 121130f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 121230f712c9SDave Chinner /* 121330f712c9SDave Chinner * Get to the leaf entry and contained data entry address. 121430f712c9SDave Chinner */ 121530f712c9SDave Chinner lep = &ents[index]; 121630f712c9SDave Chinner 121730f712c9SDave Chinner /* 121830f712c9SDave Chinner * Point to the data entry. 121930f712c9SDave Chinner */ 122030f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *) 122130f712c9SDave Chinner ((char *)dbp->b_addr + 122230f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, be32_to_cpu(lep->address))); 122330f712c9SDave Chinner /* 122430f712c9SDave Chinner * Return the found inode number & CI name if appropriate 122530f712c9SDave Chinner */ 122630f712c9SDave Chinner args->inumber = be64_to_cpu(dep->inumber); 122730f712c9SDave Chinner args->filetype = dp->d_ops->data_get_ftype(dep); 122830f712c9SDave Chinner error = xfs_dir_cilookup_result(args, dep->name, dep->namelen); 122930f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 123030f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 123130f712c9SDave Chinner return error; 123230f712c9SDave Chinner } 123330f712c9SDave Chinner 123430f712c9SDave Chinner /* 123530f712c9SDave Chinner * Look up name/hash in the leaf block. 123630f712c9SDave Chinner * Fill in indexp with the found index, and dbpp with the data buffer. 123730f712c9SDave Chinner * If not found dbpp will be NULL, and ENOENT comes back. 123830f712c9SDave Chinner * lbpp will always be filled in with the leaf buffer unless there's an error. 123930f712c9SDave Chinner */ 124030f712c9SDave Chinner static int /* error */ 124130f712c9SDave Chinner xfs_dir2_leaf_lookup_int( 124230f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 124330f712c9SDave Chinner struct xfs_buf **lbpp, /* out: leaf buffer */ 124430f712c9SDave Chinner int *indexp, /* out: index in leaf block */ 124530f712c9SDave Chinner struct xfs_buf **dbpp) /* out: data buffer */ 124630f712c9SDave Chinner { 124730f712c9SDave Chinner xfs_dir2_db_t curdb = -1; /* current data block number */ 124830f712c9SDave Chinner struct xfs_buf *dbp = NULL; /* data buffer */ 124930f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data entry */ 125030f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 125130f712c9SDave Chinner int error; /* error return code */ 125230f712c9SDave Chinner int index; /* index in leaf block */ 125330f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 125430f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 125530f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 125630f712c9SDave Chinner xfs_mount_t *mp; /* filesystem mount point */ 125730f712c9SDave Chinner xfs_dir2_db_t newdb; /* new data block number */ 125830f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 125930f712c9SDave Chinner xfs_dir2_db_t cidb = -1; /* case match data block no. */ 126030f712c9SDave Chinner enum xfs_dacmp cmp; /* name compare result */ 126130f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 126230f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 126330f712c9SDave Chinner 126430f712c9SDave Chinner dp = args->dp; 126530f712c9SDave Chinner tp = args->trans; 126630f712c9SDave Chinner mp = dp->i_mount; 126730f712c9SDave Chinner 126830f712c9SDave Chinner error = xfs_dir3_leaf_read(tp, dp, args->geo->leafblk, -1, &lbp); 126930f712c9SDave Chinner if (error) 127030f712c9SDave Chinner return error; 127130f712c9SDave Chinner 127230f712c9SDave Chinner *lbpp = lbp; 127330f712c9SDave Chinner leaf = lbp->b_addr; 127430f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 127530f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 127630f712c9SDave Chinner dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 127730f712c9SDave Chinner 127830f712c9SDave Chinner /* 127930f712c9SDave Chinner * Look for the first leaf entry with our hash value. 128030f712c9SDave Chinner */ 128130f712c9SDave Chinner index = xfs_dir2_leaf_search_hash(args, lbp); 128230f712c9SDave Chinner /* 128330f712c9SDave Chinner * Loop over all the entries with the right hash value 128430f712c9SDave Chinner * looking to match the name. 128530f712c9SDave Chinner */ 128630f712c9SDave Chinner for (lep = &ents[index]; 128730f712c9SDave Chinner index < leafhdr.count && be32_to_cpu(lep->hashval) == args->hashval; 128830f712c9SDave Chinner lep++, index++) { 128930f712c9SDave Chinner /* 129030f712c9SDave Chinner * Skip over stale leaf entries. 129130f712c9SDave Chinner */ 129230f712c9SDave Chinner if (be32_to_cpu(lep->address) == XFS_DIR2_NULL_DATAPTR) 129330f712c9SDave Chinner continue; 129430f712c9SDave Chinner /* 129530f712c9SDave Chinner * Get the new data block number. 129630f712c9SDave Chinner */ 129730f712c9SDave Chinner newdb = xfs_dir2_dataptr_to_db(args->geo, 129830f712c9SDave Chinner be32_to_cpu(lep->address)); 129930f712c9SDave Chinner /* 130030f712c9SDave Chinner * If it's not the same as the old data block number, 130130f712c9SDave Chinner * need to pitch the old one and read the new one. 130230f712c9SDave Chinner */ 130330f712c9SDave Chinner if (newdb != curdb) { 130430f712c9SDave Chinner if (dbp) 130530f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 130630f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, 130730f712c9SDave Chinner xfs_dir2_db_to_da(args->geo, newdb), 130830f712c9SDave Chinner -1, &dbp); 130930f712c9SDave Chinner if (error) { 131030f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 131130f712c9SDave Chinner return error; 131230f712c9SDave Chinner } 131330f712c9SDave Chinner curdb = newdb; 131430f712c9SDave Chinner } 131530f712c9SDave Chinner /* 131630f712c9SDave Chinner * Point to the data entry. 131730f712c9SDave Chinner */ 131830f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *)((char *)dbp->b_addr + 131930f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, 132030f712c9SDave Chinner be32_to_cpu(lep->address))); 132130f712c9SDave Chinner /* 132230f712c9SDave Chinner * Compare name and if it's an exact match, return the index 132330f712c9SDave Chinner * and buffer. If it's the first case-insensitive match, store 132430f712c9SDave Chinner * the index and buffer and continue looking for an exact match. 132530f712c9SDave Chinner */ 132630f712c9SDave Chinner cmp = mp->m_dirnameops->compname(args, dep->name, dep->namelen); 132730f712c9SDave Chinner if (cmp != XFS_CMP_DIFFERENT && cmp != args->cmpresult) { 132830f712c9SDave Chinner args->cmpresult = cmp; 132930f712c9SDave Chinner *indexp = index; 133030f712c9SDave Chinner /* case exact match: return the current buffer. */ 133130f712c9SDave Chinner if (cmp == XFS_CMP_EXACT) { 133230f712c9SDave Chinner *dbpp = dbp; 133330f712c9SDave Chinner return 0; 133430f712c9SDave Chinner } 133530f712c9SDave Chinner cidb = curdb; 133630f712c9SDave Chinner } 133730f712c9SDave Chinner } 133830f712c9SDave Chinner ASSERT(args->op_flags & XFS_DA_OP_OKNOENT); 133930f712c9SDave Chinner /* 134030f712c9SDave Chinner * Here, we can only be doing a lookup (not a rename or remove). 134130f712c9SDave Chinner * If a case-insensitive match was found earlier, re-read the 134230f712c9SDave Chinner * appropriate data block if required and return it. 134330f712c9SDave Chinner */ 134430f712c9SDave Chinner if (args->cmpresult == XFS_CMP_CASE) { 134530f712c9SDave Chinner ASSERT(cidb != -1); 134630f712c9SDave Chinner if (cidb != curdb) { 134730f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 134830f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, 134930f712c9SDave Chinner xfs_dir2_db_to_da(args->geo, cidb), 135030f712c9SDave Chinner -1, &dbp); 135130f712c9SDave Chinner if (error) { 135230f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 135330f712c9SDave Chinner return error; 135430f712c9SDave Chinner } 135530f712c9SDave Chinner } 135630f712c9SDave Chinner *dbpp = dbp; 135730f712c9SDave Chinner return 0; 135830f712c9SDave Chinner } 135930f712c9SDave Chinner /* 13602451337dSDave Chinner * No match found, return -ENOENT. 136130f712c9SDave Chinner */ 136230f712c9SDave Chinner ASSERT(cidb == -1); 136330f712c9SDave Chinner if (dbp) 136430f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 136530f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 13662451337dSDave Chinner return -ENOENT; 136730f712c9SDave Chinner } 136830f712c9SDave Chinner 136930f712c9SDave Chinner /* 137030f712c9SDave Chinner * Remove an entry from a leaf format directory. 137130f712c9SDave Chinner */ 137230f712c9SDave Chinner int /* error */ 137330f712c9SDave Chinner xfs_dir2_leaf_removename( 137430f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 137530f712c9SDave Chinner { 137630f712c9SDave Chinner __be16 *bestsp; /* leaf block best freespace */ 137730f712c9SDave Chinner xfs_dir2_data_hdr_t *hdr; /* data block header */ 137830f712c9SDave Chinner xfs_dir2_db_t db; /* data block number */ 137930f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 138030f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data entry structure */ 138130f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 138230f712c9SDave Chinner int error; /* error return code */ 138330f712c9SDave Chinner xfs_dir2_db_t i; /* temporary data block # */ 138430f712c9SDave Chinner int index; /* index into leaf entries */ 138530f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 138630f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 138730f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 138830f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 138930f712c9SDave Chinner int needlog; /* need to log data header */ 139030f712c9SDave Chinner int needscan; /* need to rescan data frees */ 139130f712c9SDave Chinner xfs_dir2_data_off_t oldbest; /* old value of best free */ 139230f712c9SDave Chinner struct xfs_dir2_data_free *bf; /* bestfree table */ 139330f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 139430f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 139530f712c9SDave Chinner 139630f712c9SDave Chinner trace_xfs_dir2_leaf_removename(args); 139730f712c9SDave Chinner 139830f712c9SDave Chinner /* 139930f712c9SDave Chinner * Lookup the leaf entry, get the leaf and data blocks read in. 140030f712c9SDave Chinner */ 140130f712c9SDave Chinner if ((error = xfs_dir2_leaf_lookup_int(args, &lbp, &index, &dbp))) { 140230f712c9SDave Chinner return error; 140330f712c9SDave Chinner } 140430f712c9SDave Chinner dp = args->dp; 140530f712c9SDave Chinner leaf = lbp->b_addr; 140630f712c9SDave Chinner hdr = dbp->b_addr; 140730f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 140830f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 140930f712c9SDave Chinner dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 141030f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 141130f712c9SDave Chinner /* 141230f712c9SDave Chinner * Point to the leaf entry, use that to point to the data entry. 141330f712c9SDave Chinner */ 141430f712c9SDave Chinner lep = &ents[index]; 141530f712c9SDave Chinner db = xfs_dir2_dataptr_to_db(args->geo, be32_to_cpu(lep->address)); 141630f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *)((char *)hdr + 141730f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, be32_to_cpu(lep->address))); 141830f712c9SDave Chinner needscan = needlog = 0; 141930f712c9SDave Chinner oldbest = be16_to_cpu(bf[0].length); 142030f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 142130f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 14223f883f5bSDarrick J. Wong if (be16_to_cpu(bestsp[db]) != oldbest) 14233f883f5bSDarrick J. Wong return -EFSCORRUPTED; 142430f712c9SDave Chinner /* 142530f712c9SDave Chinner * Mark the former data entry unused. 142630f712c9SDave Chinner */ 142730f712c9SDave Chinner xfs_dir2_data_make_free(args, dbp, 142830f712c9SDave Chinner (xfs_dir2_data_aoff_t)((char *)dep - (char *)hdr), 142930f712c9SDave Chinner dp->d_ops->data_entsize(dep->namelen), &needlog, &needscan); 143030f712c9SDave Chinner /* 143130f712c9SDave Chinner * We just mark the leaf entry stale by putting a null in it. 143230f712c9SDave Chinner */ 143330f712c9SDave Chinner leafhdr.stale++; 143430f712c9SDave Chinner dp->d_ops->leaf_hdr_to_disk(leaf, &leafhdr); 143530f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 143630f712c9SDave Chinner 143730f712c9SDave Chinner lep->address = cpu_to_be32(XFS_DIR2_NULL_DATAPTR); 143830f712c9SDave Chinner xfs_dir3_leaf_log_ents(args, lbp, index, index); 143930f712c9SDave Chinner 144030f712c9SDave Chinner /* 144130f712c9SDave Chinner * Scan the freespace in the data block again if necessary, 144230f712c9SDave Chinner * log the data block header if necessary. 144330f712c9SDave Chinner */ 144430f712c9SDave Chinner if (needscan) 144530f712c9SDave Chinner xfs_dir2_data_freescan(dp, hdr, &needlog); 144630f712c9SDave Chinner if (needlog) 144730f712c9SDave Chinner xfs_dir2_data_log_header(args, dbp); 144830f712c9SDave Chinner /* 144930f712c9SDave Chinner * If the longest freespace in the data block has changed, 145030f712c9SDave Chinner * put the new value in the bests table and log that. 145130f712c9SDave Chinner */ 145230f712c9SDave Chinner if (be16_to_cpu(bf[0].length) != oldbest) { 145330f712c9SDave Chinner bestsp[db] = bf[0].length; 145430f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, db, db); 145530f712c9SDave Chinner } 145630f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 145730f712c9SDave Chinner /* 145830f712c9SDave Chinner * If the data block is now empty then get rid of the data block. 145930f712c9SDave Chinner */ 146030f712c9SDave Chinner if (be16_to_cpu(bf[0].length) == 146130f712c9SDave Chinner args->geo->blksize - dp->d_ops->data_entry_offset) { 146230f712c9SDave Chinner ASSERT(db != args->geo->datablk); 146330f712c9SDave Chinner if ((error = xfs_dir2_shrink_inode(args, db, dbp))) { 146430f712c9SDave Chinner /* 146530f712c9SDave Chinner * Nope, can't get rid of it because it caused 146630f712c9SDave Chinner * allocation of a bmap btree block to do so. 146730f712c9SDave Chinner * Just go on, returning success, leaving the 146830f712c9SDave Chinner * empty block in place. 146930f712c9SDave Chinner */ 14702451337dSDave Chinner if (error == -ENOSPC && args->total == 0) 147130f712c9SDave Chinner error = 0; 147230f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 147330f712c9SDave Chinner return error; 147430f712c9SDave Chinner } 147530f712c9SDave Chinner dbp = NULL; 147630f712c9SDave Chinner /* 147730f712c9SDave Chinner * If this is the last data block then compact the 147830f712c9SDave Chinner * bests table by getting rid of entries. 147930f712c9SDave Chinner */ 148030f712c9SDave Chinner if (db == be32_to_cpu(ltp->bestcount) - 1) { 148130f712c9SDave Chinner /* 148230f712c9SDave Chinner * Look for the last active entry (i). 148330f712c9SDave Chinner */ 148430f712c9SDave Chinner for (i = db - 1; i > 0; i--) { 148530f712c9SDave Chinner if (bestsp[i] != cpu_to_be16(NULLDATAOFF)) 148630f712c9SDave Chinner break; 148730f712c9SDave Chinner } 148830f712c9SDave Chinner /* 148930f712c9SDave Chinner * Copy the table down so inactive entries at the 149030f712c9SDave Chinner * end are removed. 149130f712c9SDave Chinner */ 149230f712c9SDave Chinner memmove(&bestsp[db - i], bestsp, 149330f712c9SDave Chinner (be32_to_cpu(ltp->bestcount) - (db - i)) * sizeof(*bestsp)); 149430f712c9SDave Chinner be32_add_cpu(<p->bestcount, -(db - i)); 149530f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 149630f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, 149730f712c9SDave Chinner be32_to_cpu(ltp->bestcount) - 1); 149830f712c9SDave Chinner } else 149930f712c9SDave Chinner bestsp[db] = cpu_to_be16(NULLDATAOFF); 150030f712c9SDave Chinner } 150130f712c9SDave Chinner /* 150230f712c9SDave Chinner * If the data block was not the first one, drop it. 150330f712c9SDave Chinner */ 150430f712c9SDave Chinner else if (db != args->geo->datablk) 150530f712c9SDave Chinner dbp = NULL; 150630f712c9SDave Chinner 150730f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 150830f712c9SDave Chinner /* 150930f712c9SDave Chinner * See if we can convert to block form. 151030f712c9SDave Chinner */ 151130f712c9SDave Chinner return xfs_dir2_leaf_to_block(args, lbp, dbp); 151230f712c9SDave Chinner } 151330f712c9SDave Chinner 151430f712c9SDave Chinner /* 151530f712c9SDave Chinner * Replace the inode number in a leaf format directory entry. 151630f712c9SDave Chinner */ 151730f712c9SDave Chinner int /* error */ 151830f712c9SDave Chinner xfs_dir2_leaf_replace( 151930f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 152030f712c9SDave Chinner { 152130f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 152230f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data block entry */ 152330f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 152430f712c9SDave Chinner int error; /* error return code */ 152530f712c9SDave Chinner int index; /* index of leaf entry */ 152630f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 152730f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 152830f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 152930f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 153030f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 153130f712c9SDave Chinner 153230f712c9SDave Chinner trace_xfs_dir2_leaf_replace(args); 153330f712c9SDave Chinner 153430f712c9SDave Chinner /* 153530f712c9SDave Chinner * Look up the entry. 153630f712c9SDave Chinner */ 153730f712c9SDave Chinner if ((error = xfs_dir2_leaf_lookup_int(args, &lbp, &index, &dbp))) { 153830f712c9SDave Chinner return error; 153930f712c9SDave Chinner } 154030f712c9SDave Chinner dp = args->dp; 154130f712c9SDave Chinner leaf = lbp->b_addr; 154230f712c9SDave Chinner ents = dp->d_ops->leaf_ents_p(leaf); 154330f712c9SDave Chinner /* 154430f712c9SDave Chinner * Point to the leaf entry, get data address from it. 154530f712c9SDave Chinner */ 154630f712c9SDave Chinner lep = &ents[index]; 154730f712c9SDave Chinner /* 154830f712c9SDave Chinner * Point to the data entry. 154930f712c9SDave Chinner */ 155030f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *) 155130f712c9SDave Chinner ((char *)dbp->b_addr + 155230f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, be32_to_cpu(lep->address))); 155330f712c9SDave Chinner ASSERT(args->inumber != be64_to_cpu(dep->inumber)); 155430f712c9SDave Chinner /* 155530f712c9SDave Chinner * Put the new inode number in, log it. 155630f712c9SDave Chinner */ 155730f712c9SDave Chinner dep->inumber = cpu_to_be64(args->inumber); 155830f712c9SDave Chinner dp->d_ops->data_put_ftype(dep, args->filetype); 155930f712c9SDave Chinner tp = args->trans; 156030f712c9SDave Chinner xfs_dir2_data_log_entry(args, dbp, dep); 156130f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 156230f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 156330f712c9SDave Chinner return 0; 156430f712c9SDave Chinner } 156530f712c9SDave Chinner 156630f712c9SDave Chinner /* 156730f712c9SDave Chinner * Return index in the leaf block (lbp) which is either the first 156830f712c9SDave Chinner * one with this hash value, or if there are none, the insert point 156930f712c9SDave Chinner * for that hash value. 157030f712c9SDave Chinner */ 157130f712c9SDave Chinner int /* index value */ 157230f712c9SDave Chinner xfs_dir2_leaf_search_hash( 157330f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 157430f712c9SDave Chinner struct xfs_buf *lbp) /* leaf buffer */ 157530f712c9SDave Chinner { 157630f712c9SDave Chinner xfs_dahash_t hash=0; /* hash from this entry */ 157730f712c9SDave Chinner xfs_dahash_t hashwant; /* hash value looking for */ 157830f712c9SDave Chinner int high; /* high leaf index */ 157930f712c9SDave Chinner int low; /* low leaf index */ 158030f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 158130f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 158230f712c9SDave Chinner int mid=0; /* current leaf index */ 158330f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents; 158430f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 158530f712c9SDave Chinner 158630f712c9SDave Chinner leaf = lbp->b_addr; 158730f712c9SDave Chinner ents = args->dp->d_ops->leaf_ents_p(leaf); 158830f712c9SDave Chinner args->dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 158930f712c9SDave Chinner 159030f712c9SDave Chinner /* 159130f712c9SDave Chinner * Note, the table cannot be empty, so we have to go through the loop. 159230f712c9SDave Chinner * Binary search the leaf entries looking for our hash value. 159330f712c9SDave Chinner */ 159430f712c9SDave Chinner for (lep = ents, low = 0, high = leafhdr.count - 1, 159530f712c9SDave Chinner hashwant = args->hashval; 159630f712c9SDave Chinner low <= high; ) { 159730f712c9SDave Chinner mid = (low + high) >> 1; 159830f712c9SDave Chinner if ((hash = be32_to_cpu(lep[mid].hashval)) == hashwant) 159930f712c9SDave Chinner break; 160030f712c9SDave Chinner if (hash < hashwant) 160130f712c9SDave Chinner low = mid + 1; 160230f712c9SDave Chinner else 160330f712c9SDave Chinner high = mid - 1; 160430f712c9SDave Chinner } 160530f712c9SDave Chinner /* 160630f712c9SDave Chinner * Found one, back up through all the equal hash values. 160730f712c9SDave Chinner */ 160830f712c9SDave Chinner if (hash == hashwant) { 160930f712c9SDave Chinner while (mid > 0 && be32_to_cpu(lep[mid - 1].hashval) == hashwant) { 161030f712c9SDave Chinner mid--; 161130f712c9SDave Chinner } 161230f712c9SDave Chinner } 161330f712c9SDave Chinner /* 161430f712c9SDave Chinner * Need to point to an entry higher than ours. 161530f712c9SDave Chinner */ 161630f712c9SDave Chinner else if (hash < hashwant) 161730f712c9SDave Chinner mid++; 161830f712c9SDave Chinner return mid; 161930f712c9SDave Chinner } 162030f712c9SDave Chinner 162130f712c9SDave Chinner /* 162230f712c9SDave Chinner * Trim off a trailing data block. We know it's empty since the leaf 162330f712c9SDave Chinner * freespace table says so. 162430f712c9SDave Chinner */ 162530f712c9SDave Chinner int /* error */ 162630f712c9SDave Chinner xfs_dir2_leaf_trim_data( 162730f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 162830f712c9SDave Chinner struct xfs_buf *lbp, /* leaf buffer */ 162930f712c9SDave Chinner xfs_dir2_db_t db) /* data block number */ 163030f712c9SDave Chinner { 163130f712c9SDave Chinner __be16 *bestsp; /* leaf bests table */ 163230f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 163330f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 163430f712c9SDave Chinner int error; /* error return value */ 163530f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 163630f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 163730f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 163830f712c9SDave Chinner 163930f712c9SDave Chinner dp = args->dp; 164030f712c9SDave Chinner tp = args->trans; 164130f712c9SDave Chinner /* 164230f712c9SDave Chinner * Read the offending data block. We need its buffer. 164330f712c9SDave Chinner */ 164430f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, xfs_dir2_db_to_da(args->geo, db), 164530f712c9SDave Chinner -1, &dbp); 164630f712c9SDave Chinner if (error) 164730f712c9SDave Chinner return error; 164830f712c9SDave Chinner 164930f712c9SDave Chinner leaf = lbp->b_addr; 165030f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 165130f712c9SDave Chinner 165230f712c9SDave Chinner #ifdef DEBUG 165330f712c9SDave Chinner { 165430f712c9SDave Chinner struct xfs_dir2_data_hdr *hdr = dbp->b_addr; 165530f712c9SDave Chinner struct xfs_dir2_data_free *bf = dp->d_ops->data_bestfree_p(hdr); 165630f712c9SDave Chinner 165730f712c9SDave Chinner ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) || 165830f712c9SDave Chinner hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC)); 165930f712c9SDave Chinner ASSERT(be16_to_cpu(bf[0].length) == 166030f712c9SDave Chinner args->geo->blksize - dp->d_ops->data_entry_offset); 166130f712c9SDave Chinner ASSERT(db == be32_to_cpu(ltp->bestcount) - 1); 166230f712c9SDave Chinner } 166330f712c9SDave Chinner #endif 166430f712c9SDave Chinner 166530f712c9SDave Chinner /* 166630f712c9SDave Chinner * Get rid of the data block. 166730f712c9SDave Chinner */ 166830f712c9SDave Chinner if ((error = xfs_dir2_shrink_inode(args, db, dbp))) { 16692451337dSDave Chinner ASSERT(error != -ENOSPC); 167030f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 167130f712c9SDave Chinner return error; 167230f712c9SDave Chinner } 167330f712c9SDave Chinner /* 167430f712c9SDave Chinner * Eliminate the last bests entry from the table. 167530f712c9SDave Chinner */ 167630f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 167730f712c9SDave Chinner be32_add_cpu(<p->bestcount, -1); 167830f712c9SDave Chinner memmove(&bestsp[1], &bestsp[0], be32_to_cpu(ltp->bestcount) * sizeof(*bestsp)); 167930f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 168030f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, be32_to_cpu(ltp->bestcount) - 1); 168130f712c9SDave Chinner return 0; 168230f712c9SDave Chinner } 168330f712c9SDave Chinner 168430f712c9SDave Chinner static inline size_t 168530f712c9SDave Chinner xfs_dir3_leaf_size( 168630f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *hdr, 168730f712c9SDave Chinner int counts) 168830f712c9SDave Chinner { 168930f712c9SDave Chinner int entries; 169030f712c9SDave Chinner int hdrsize; 169130f712c9SDave Chinner 169230f712c9SDave Chinner entries = hdr->count - hdr->stale; 169330f712c9SDave Chinner if (hdr->magic == XFS_DIR2_LEAF1_MAGIC || 169430f712c9SDave Chinner hdr->magic == XFS_DIR2_LEAFN_MAGIC) 169530f712c9SDave Chinner hdrsize = sizeof(struct xfs_dir2_leaf_hdr); 169630f712c9SDave Chinner else 169730f712c9SDave Chinner hdrsize = sizeof(struct xfs_dir3_leaf_hdr); 169830f712c9SDave Chinner 169930f712c9SDave Chinner return hdrsize + entries * sizeof(xfs_dir2_leaf_entry_t) 170030f712c9SDave Chinner + counts * sizeof(xfs_dir2_data_off_t) 170130f712c9SDave Chinner + sizeof(xfs_dir2_leaf_tail_t); 170230f712c9SDave Chinner } 170330f712c9SDave Chinner 170430f712c9SDave Chinner /* 170530f712c9SDave Chinner * Convert node form directory to leaf form directory. 170630f712c9SDave Chinner * The root of the node form dir needs to already be a LEAFN block. 170730f712c9SDave Chinner * Just return if we can't do anything. 170830f712c9SDave Chinner */ 170930f712c9SDave Chinner int /* error */ 171030f712c9SDave Chinner xfs_dir2_node_to_leaf( 171130f712c9SDave Chinner xfs_da_state_t *state) /* directory operation state */ 171230f712c9SDave Chinner { 171330f712c9SDave Chinner xfs_da_args_t *args; /* operation arguments */ 171430f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 171530f712c9SDave Chinner int error; /* error return code */ 171630f712c9SDave Chinner struct xfs_buf *fbp; /* buffer for freespace block */ 171730f712c9SDave Chinner xfs_fileoff_t fo; /* freespace file offset */ 171830f712c9SDave Chinner xfs_dir2_free_t *free; /* freespace structure */ 171930f712c9SDave Chinner struct xfs_buf *lbp; /* buffer for leaf block */ 172030f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* tail of leaf structure */ 172130f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 172230f712c9SDave Chinner xfs_mount_t *mp; /* filesystem mount point */ 172330f712c9SDave Chinner int rval; /* successful free trim? */ 172430f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 172530f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 172630f712c9SDave Chinner struct xfs_dir3_icfree_hdr freehdr; 172730f712c9SDave Chinner 172830f712c9SDave Chinner /* 172930f712c9SDave Chinner * There's more than a leaf level in the btree, so there must 173030f712c9SDave Chinner * be multiple leafn blocks. Give up. 173130f712c9SDave Chinner */ 173230f712c9SDave Chinner if (state->path.active > 1) 173330f712c9SDave Chinner return 0; 173430f712c9SDave Chinner args = state->args; 173530f712c9SDave Chinner 173630f712c9SDave Chinner trace_xfs_dir2_node_to_leaf(args); 173730f712c9SDave Chinner 173830f712c9SDave Chinner mp = state->mp; 173930f712c9SDave Chinner dp = args->dp; 174030f712c9SDave Chinner tp = args->trans; 174130f712c9SDave Chinner /* 174230f712c9SDave Chinner * Get the last offset in the file. 174330f712c9SDave Chinner */ 174430f712c9SDave Chinner if ((error = xfs_bmap_last_offset(dp, &fo, XFS_DATA_FORK))) { 174530f712c9SDave Chinner return error; 174630f712c9SDave Chinner } 174730f712c9SDave Chinner fo -= args->geo->fsbcount; 174830f712c9SDave Chinner /* 174930f712c9SDave Chinner * If there are freespace blocks other than the first one, 175030f712c9SDave Chinner * take this opportunity to remove trailing empty freespace blocks 175130f712c9SDave Chinner * that may have been left behind during no-space-reservation 175230f712c9SDave Chinner * operations. 175330f712c9SDave Chinner */ 175430f712c9SDave Chinner while (fo > args->geo->freeblk) { 175530f712c9SDave Chinner if ((error = xfs_dir2_node_trim_free(args, fo, &rval))) { 175630f712c9SDave Chinner return error; 175730f712c9SDave Chinner } 175830f712c9SDave Chinner if (rval) 175930f712c9SDave Chinner fo -= args->geo->fsbcount; 176030f712c9SDave Chinner else 176130f712c9SDave Chinner return 0; 176230f712c9SDave Chinner } 176330f712c9SDave Chinner /* 176430f712c9SDave Chinner * Now find the block just before the freespace block. 176530f712c9SDave Chinner */ 176630f712c9SDave Chinner if ((error = xfs_bmap_last_before(tp, dp, &fo, XFS_DATA_FORK))) { 176730f712c9SDave Chinner return error; 176830f712c9SDave Chinner } 176930f712c9SDave Chinner /* 177030f712c9SDave Chinner * If it's not the single leaf block, give up. 177130f712c9SDave Chinner */ 177230f712c9SDave Chinner if (XFS_FSB_TO_B(mp, fo) > XFS_DIR2_LEAF_OFFSET + args->geo->blksize) 177330f712c9SDave Chinner return 0; 177430f712c9SDave Chinner lbp = state->path.blk[0].bp; 177530f712c9SDave Chinner leaf = lbp->b_addr; 177630f712c9SDave Chinner dp->d_ops->leaf_hdr_from_disk(&leafhdr, leaf); 177730f712c9SDave Chinner 177830f712c9SDave Chinner ASSERT(leafhdr.magic == XFS_DIR2_LEAFN_MAGIC || 177930f712c9SDave Chinner leafhdr.magic == XFS_DIR3_LEAFN_MAGIC); 178030f712c9SDave Chinner 178130f712c9SDave Chinner /* 178230f712c9SDave Chinner * Read the freespace block. 178330f712c9SDave Chinner */ 178430f712c9SDave Chinner error = xfs_dir2_free_read(tp, dp, args->geo->freeblk, &fbp); 178530f712c9SDave Chinner if (error) 178630f712c9SDave Chinner return error; 178730f712c9SDave Chinner free = fbp->b_addr; 178830f712c9SDave Chinner dp->d_ops->free_hdr_from_disk(&freehdr, free); 178930f712c9SDave Chinner 179030f712c9SDave Chinner ASSERT(!freehdr.firstdb); 179130f712c9SDave Chinner 179230f712c9SDave Chinner /* 179330f712c9SDave Chinner * Now see if the leafn and free data will fit in a leaf1. 179430f712c9SDave Chinner * If not, release the buffer and give up. 179530f712c9SDave Chinner */ 179630f712c9SDave Chinner if (xfs_dir3_leaf_size(&leafhdr, freehdr.nvalid) > args->geo->blksize) { 179730f712c9SDave Chinner xfs_trans_brelse(tp, fbp); 179830f712c9SDave Chinner return 0; 179930f712c9SDave Chinner } 180030f712c9SDave Chinner 180130f712c9SDave Chinner /* 180230f712c9SDave Chinner * If the leaf has any stale entries in it, compress them out. 180330f712c9SDave Chinner */ 180430f712c9SDave Chinner if (leafhdr.stale) 180530f712c9SDave Chinner xfs_dir3_leaf_compact(args, &leafhdr, lbp); 180630f712c9SDave Chinner 180730f712c9SDave Chinner lbp->b_ops = &xfs_dir3_leaf1_buf_ops; 180830f712c9SDave Chinner xfs_trans_buf_set_type(tp, lbp, XFS_BLFT_DIR_LEAF1_BUF); 180930f712c9SDave Chinner leafhdr.magic = (leafhdr.magic == XFS_DIR2_LEAFN_MAGIC) 181030f712c9SDave Chinner ? XFS_DIR2_LEAF1_MAGIC 181130f712c9SDave Chinner : XFS_DIR3_LEAF1_MAGIC; 181230f712c9SDave Chinner 181330f712c9SDave Chinner /* 181430f712c9SDave Chinner * Set up the leaf tail from the freespace block. 181530f712c9SDave Chinner */ 181630f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 181730f712c9SDave Chinner ltp->bestcount = cpu_to_be32(freehdr.nvalid); 181830f712c9SDave Chinner 181930f712c9SDave Chinner /* 182030f712c9SDave Chinner * Set up the leaf bests table. 182130f712c9SDave Chinner */ 182230f712c9SDave Chinner memcpy(xfs_dir2_leaf_bests_p(ltp), dp->d_ops->free_bests_p(free), 182330f712c9SDave Chinner freehdr.nvalid * sizeof(xfs_dir2_data_off_t)); 182430f712c9SDave Chinner 182530f712c9SDave Chinner dp->d_ops->leaf_hdr_to_disk(leaf, &leafhdr); 182630f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 182730f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, be32_to_cpu(ltp->bestcount) - 1); 182830f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 182930f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 183030f712c9SDave Chinner 183130f712c9SDave Chinner /* 183230f712c9SDave Chinner * Get rid of the freespace block. 183330f712c9SDave Chinner */ 183430f712c9SDave Chinner error = xfs_dir2_shrink_inode(args, 183530f712c9SDave Chinner xfs_dir2_byte_to_db(args->geo, XFS_DIR2_FREE_OFFSET), 183630f712c9SDave Chinner fbp); 183730f712c9SDave Chinner if (error) { 183830f712c9SDave Chinner /* 183930f712c9SDave Chinner * This can't fail here because it can only happen when 184030f712c9SDave Chinner * punching out the middle of an extent, and this is an 184130f712c9SDave Chinner * isolated block. 184230f712c9SDave Chinner */ 18432451337dSDave Chinner ASSERT(error != -ENOSPC); 184430f712c9SDave Chinner return error; 184530f712c9SDave Chinner } 184630f712c9SDave Chinner fbp = NULL; 184730f712c9SDave Chinner /* 184830f712c9SDave Chinner * Now see if we can convert the single-leaf directory 184930f712c9SDave Chinner * down to a block form directory. 185030f712c9SDave Chinner * This routine always kills the dabuf for the leaf, so 185130f712c9SDave Chinner * eliminate it from the path. 185230f712c9SDave Chinner */ 185330f712c9SDave Chinner error = xfs_dir2_leaf_to_block(args, lbp, NULL); 185430f712c9SDave Chinner state->path.blk[0].bp = NULL; 185530f712c9SDave Chinner return error; 185630f712c9SDave Chinner } 1857